2024-09-16T01:23:48.660 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-16T01:23:48.683 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T01:23:48.777 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906476 branch: squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-quiesce/no 6-workunit/suites/dbench}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7906476' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: cephfs: max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true mds_export_ephemeral_random_max: 0.1 osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore compression mode: aggressive bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10000 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - slow metadata IO - SLOW_OPS - slow request sha1: 8921c8ef947807b717db041d85f0761b7914d5fc subvols: create: 2 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported install: ceph: flavor: default sha1: 8921c8ef947807b717db041d85f0761b7914d5fc kclient: client.0: mount_subvol_num: 1 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: ad35db06e8924912f01e32b35576297c0f1352b4 owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 3393 sha1: 8921c8ef947807b717db041d85f0761b7914d5fc sleep_before_teardown: 0 subset: 294/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: ad35db06e8924912f01e32b35576297c0f1352b4 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi017.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLOBdQv/D/ruXVQKdKeJbyqJ6oFU9GFD5/3qhD0mVXP3dLayDmB71J8YjvQ87VGz2wshT8dzJ3WXcIuw7FSn+I4= smithi029.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAMagtK46KG1G4a1Dd6qXqbbHoDMPENeXlKjkNyN6gfHUmRMAPco1DnSF4fXmNGJ/7BUGaJ8fI/wUhNFa7jVSuw= smithi122.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNmM7QIEnZ2qzokTdv01j9m/1TqRm8cxsaWB/Zgl2VRnI99AtJx0v3neXQLA6ztsAjKWOZ+YSsx0wuXNTlspoMI= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - sequential: - mgrmodules - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate false - ceph fs subvolumegroup pin cephfs qa random 0.10 - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - workunit: clients: all: - suites/dbench.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-15_21:24:03 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-16T01:23:48.777 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa; will attempt to use it 2024-09-16T01:23:48.778 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa/tasks 2024-09-16T01:23:48.778 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-16T01:23:48.779 INFO:teuthology.task.internal:Checking packages... 2024-09-16T01:23:48.801 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '8921c8ef947807b717db041d85f0761b7914d5fc' 2024-09-16T01:23:48.801 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T01:23:48.801 INFO:teuthology.packaging:ref: None 2024-09-16T01:23:48.801 INFO:teuthology.packaging:tag: None 2024-09-16T01:23:48.801 INFO:teuthology.packaging:branch: squid 2024-09-16T01:23:48.801 INFO:teuthology.packaging:sha1: 8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:23:48.801 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-16T01:23:49.014 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-328.gad35db06 2024-09-16T01:23:49.016 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-16T01:23:49.022 INFO:teuthology.task.internal:no buildpackages task found 2024-09-16T01:23:49.022 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-16T01:23:49.064 INFO:teuthology.task.internal:Saving configuration 2024-09-16T01:23:49.083 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-16T01:23:49.097 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-16T01:23:49.122 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi017.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906476', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 01:18:33.568526', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLOBdQv/D/ruXVQKdKeJbyqJ6oFU9GFD5/3qhD0mVXP3dLayDmB71J8YjvQ87VGz2wshT8dzJ3WXcIuw7FSn+I4='} 2024-09-16T01:23:49.144 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi029.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906476', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 01:18:33.570027', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBAMagtK46KG1G4a1Dd6qXqbbHoDMPENeXlKjkNyN6gfHUmRMAPco1DnSF4fXmNGJ/7BUGaJ8fI/wUhNFa7jVSuw='} 2024-09-16T01:23:49.171 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi122.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906476', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 01:18:33.566793', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNmM7QIEnZ2qzokTdv01j9m/1TqRm8cxsaWB/Zgl2VRnI99AtJx0v3neXQLA6ztsAjKWOZ+YSsx0wuXNTlspoMI='} 2024-09-16T01:23:49.171 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-16T01:23:49.179 INFO:teuthology.task.internal:roles: ubuntu@smithi017.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-09-16T01:23:49.179 INFO:teuthology.task.internal:roles: ubuntu@smithi029.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-09-16T01:23:49.180 INFO:teuthology.task.internal:roles: ubuntu@smithi122.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-09-16T01:23:49.180 INFO:teuthology.run_tasks:Running task console_log... 2024-09-16T01:23:49.282 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f871e3bfbe0>, signals=[15]) 2024-09-16T01:23:49.282 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-16T01:23:49.293 INFO:teuthology.task.internal:Opening connections... 2024-09-16T01:23:49.293 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi017.front.sepia.ceph.com 2024-09-16T01:23:49.294 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi017.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:23:49.375 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T01:23:49.376 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:23:49.455 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T01:23:49.456 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi122.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:23:49.588 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-16T01:23:49.595 DEBUG:teuthology.orchestra.run.smithi017:> uname -m 2024-09-16T01:23:49.614 INFO:teuthology.orchestra.run.smithi017.stdout:x86_64 2024-09-16T01:23:49.614 DEBUG:teuthology.orchestra.run.smithi017:> cat /etc/os-release 2024-09-16T01:23:49.673 INFO:teuthology.orchestra.run.smithi017.stdout:NAME="CentOS Stream" 2024-09-16T01:23:49.673 INFO:teuthology.orchestra.run.smithi017.stdout:VERSION="9" 2024-09-16T01:23:49.674 INFO:teuthology.orchestra.run.smithi017.stdout:ID="centos" 2024-09-16T01:23:49.674 INFO:teuthology.orchestra.run.smithi017.stdout:ID_LIKE="rhel fedora" 2024-09-16T01:23:49.674 INFO:teuthology.orchestra.run.smithi017.stdout:VERSION_ID="9" 2024-09-16T01:23:49.674 INFO:teuthology.orchestra.run.smithi017.stdout:PLATFORM_ID="platform:el9" 2024-09-16T01:23:49.674 INFO:teuthology.orchestra.run.smithi017.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T01:23:49.674 INFO:teuthology.orchestra.run.smithi017.stdout:ANSI_COLOR="0;31" 2024-09-16T01:23:49.674 INFO:teuthology.orchestra.run.smithi017.stdout:LOGO="fedora-logo-icon" 2024-09-16T01:23:49.674 INFO:teuthology.orchestra.run.smithi017.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T01:23:49.674 INFO:teuthology.orchestra.run.smithi017.stdout:HOME_URL="https://centos.org/" 2024-09-16T01:23:49.674 INFO:teuthology.orchestra.run.smithi017.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T01:23:49.674 INFO:teuthology.orchestra.run.smithi017.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T01:23:49.674 INFO:teuthology.orchestra.run.smithi017.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T01:23:49.675 INFO:teuthology.lock.ops:Updating smithi017.front.sepia.ceph.com on lock server 2024-09-16T01:23:49.697 DEBUG:teuthology.orchestra.run.smithi029:> uname -m 2024-09-16T01:23:49.716 INFO:teuthology.orchestra.run.smithi029.stdout:x86_64 2024-09-16T01:23:49.716 DEBUG:teuthology.orchestra.run.smithi029:> cat /etc/os-release 2024-09-16T01:23:49.773 INFO:teuthology.orchestra.run.smithi029.stdout:NAME="CentOS Stream" 2024-09-16T01:23:49.773 INFO:teuthology.orchestra.run.smithi029.stdout:VERSION="9" 2024-09-16T01:23:49.773 INFO:teuthology.orchestra.run.smithi029.stdout:ID="centos" 2024-09-16T01:23:49.774 INFO:teuthology.orchestra.run.smithi029.stdout:ID_LIKE="rhel fedora" 2024-09-16T01:23:49.774 INFO:teuthology.orchestra.run.smithi029.stdout:VERSION_ID="9" 2024-09-16T01:23:49.774 INFO:teuthology.orchestra.run.smithi029.stdout:PLATFORM_ID="platform:el9" 2024-09-16T01:23:49.774 INFO:teuthology.orchestra.run.smithi029.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T01:23:49.774 INFO:teuthology.orchestra.run.smithi029.stdout:ANSI_COLOR="0;31" 2024-09-16T01:23:49.774 INFO:teuthology.orchestra.run.smithi029.stdout:LOGO="fedora-logo-icon" 2024-09-16T01:23:49.774 INFO:teuthology.orchestra.run.smithi029.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T01:23:49.774 INFO:teuthology.orchestra.run.smithi029.stdout:HOME_URL="https://centos.org/" 2024-09-16T01:23:49.774 INFO:teuthology.orchestra.run.smithi029.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T01:23:49.774 INFO:teuthology.orchestra.run.smithi029.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T01:23:49.774 INFO:teuthology.orchestra.run.smithi029.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T01:23:49.775 INFO:teuthology.lock.ops:Updating smithi029.front.sepia.ceph.com on lock server 2024-09-16T01:23:49.805 DEBUG:teuthology.orchestra.run.smithi122:> uname -m 2024-09-16T01:23:49.824 INFO:teuthology.orchestra.run.smithi122.stdout:x86_64 2024-09-16T01:23:49.824 DEBUG:teuthology.orchestra.run.smithi122:> cat /etc/os-release 2024-09-16T01:23:49.881 INFO:teuthology.orchestra.run.smithi122.stdout:NAME="CentOS Stream" 2024-09-16T01:23:49.882 INFO:teuthology.orchestra.run.smithi122.stdout:VERSION="9" 2024-09-16T01:23:49.882 INFO:teuthology.orchestra.run.smithi122.stdout:ID="centos" 2024-09-16T01:23:49.882 INFO:teuthology.orchestra.run.smithi122.stdout:ID_LIKE="rhel fedora" 2024-09-16T01:23:49.882 INFO:teuthology.orchestra.run.smithi122.stdout:VERSION_ID="9" 2024-09-16T01:23:49.882 INFO:teuthology.orchestra.run.smithi122.stdout:PLATFORM_ID="platform:el9" 2024-09-16T01:23:49.882 INFO:teuthology.orchestra.run.smithi122.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T01:23:49.882 INFO:teuthology.orchestra.run.smithi122.stdout:ANSI_COLOR="0;31" 2024-09-16T01:23:49.882 INFO:teuthology.orchestra.run.smithi122.stdout:LOGO="fedora-logo-icon" 2024-09-16T01:23:49.882 INFO:teuthology.orchestra.run.smithi122.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T01:23:49.882 INFO:teuthology.orchestra.run.smithi122.stdout:HOME_URL="https://centos.org/" 2024-09-16T01:23:49.882 INFO:teuthology.orchestra.run.smithi122.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T01:23:49.883 INFO:teuthology.orchestra.run.smithi122.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T01:23:49.883 INFO:teuthology.orchestra.run.smithi122.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T01:23:49.883 INFO:teuthology.lock.ops:Updating smithi122.front.sepia.ceph.com on lock server 2024-09-16T01:23:49.923 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-16T01:23:49.938 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-16T01:23:49.968 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-16T01:23:49.968 DEBUG:teuthology.orchestra.run.smithi017:> test '!' -e /home/ubuntu/cephtest 2024-09-16T01:23:49.970 DEBUG:teuthology.orchestra.run.smithi029:> test '!' -e /home/ubuntu/cephtest 2024-09-16T01:23:49.973 DEBUG:teuthology.orchestra.run.smithi122:> test '!' -e /home/ubuntu/cephtest 2024-09-16T01:23:49.990 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-16T01:23:50.012 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-16T01:23:50.012 DEBUG:teuthology.orchestra.run.smithi017:> test -z $(ls -A /var/lib/ceph) 2024-09-16T01:23:50.029 DEBUG:teuthology.orchestra.run.smithi029:> test -z $(ls -A /var/lib/ceph) 2024-09-16T01:23:50.031 DEBUG:teuthology.orchestra.run.smithi122:> test -z $(ls -A /var/lib/ceph) 2024-09-16T01:23:50.133 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-16T01:23:50.199 INFO:teuthology.run_tasks:Running task kernel... 2024-09-16T01:23:50.213 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-16T01:23:50.213 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}, 'mon.c': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-16T01:23:50.213 DEBUG:teuthology.orchestra.run.smithi017:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T01:23:50.214 DEBUG:teuthology.orchestra.run.smithi029:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T01:23:50.214 DEBUG:teuthology.orchestra.run.smithi122:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T01:23:50.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:23:50.232 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:23:50.233 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:23:50.234 DEBUG:teuthology.orchestra.run.smithi122:> uname -r 2024-09-16T01:23:50.235 DEBUG:teuthology.orchestra.run.smithi017:> uname -r 2024-09-16T01:23:50.235 DEBUG:teuthology.orchestra.run.smithi029:> uname -r 2024-09-16T01:23:50.291 INFO:teuthology.orchestra.run.smithi017.stdout:5.14.0-503.el9.x86_64 2024-09-16T01:23:50.292 INFO:teuthology.task.kernel:Running kernel on smithi017: 5.14.0-503.el9.x86_64 2024-09-16T01:23:50.292 DEBUG:teuthology.orchestra.run.smithi017:> sudo yum install -y kernel 2024-09-16T01:23:50.294 INFO:teuthology.orchestra.run.smithi029.stdout:5.14.0-503.el9.x86_64 2024-09-16T01:23:50.294 INFO:teuthology.orchestra.run.smithi122.stdout:5.14.0-503.el9.x86_64 2024-09-16T01:23:50.294 INFO:teuthology.task.kernel:Running kernel on smithi029: 5.14.0-503.el9.x86_64 2024-09-16T01:23:50.294 DEBUG:teuthology.orchestra.run.smithi029:> sudo yum install -y kernel 2024-09-16T01:23:50.294 INFO:teuthology.task.kernel:Running kernel on smithi122: 5.14.0-503.el9.x86_64 2024-09-16T01:23:50.294 DEBUG:teuthology.orchestra.run.smithi122:> sudo yum install -y kernel 2024-09-16T01:23:52.665 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.2 MB 00:00 2024-09-16T01:23:53.898 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.2 MB 00:00 2024-09-16T01:23:54.347 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - BaseOS 3.6 MB/s | 8.2 MB 00:02 2024-09-16T01:23:56.025 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - AppStream 21 MB/s | 20 MB 00:00 2024-09-16T01:23:56.173 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - AppStream 30 MB/s | 20 MB 00:00 2024-09-16T01:23:57.358 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - AppStream 5.8 MB/s | 20 MB 00:03 2024-09-16T01:24:00.577 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-16T01:24:02.070 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - Extras packages 91 kB/s | 19 kB 00:00 2024-09-16T01:24:02.192 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - CRB 2.9 MB/s | 6.5 MB 00:02 2024-09-16T01:24:03.344 INFO:teuthology.orchestra.run.smithi029.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-16T01:24:03.550 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - Extras packages 119 kB/s | 19 kB 00:00 2024-09-16T01:24:03.675 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - CRB 2.7 MB/s | 6.5 MB 00:02 2024-09-16T01:24:04.429 INFO:teuthology.orchestra.run.smithi122.stdout:Extra Packages for Enterprise Linux 30 MB/s | 23 MB 00:00 2024-09-16T01:24:05.225 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - Extras packages 64 kB/s | 19 kB 00:00 2024-09-16T01:24:06.088 INFO:teuthology.orchestra.run.smithi017.stdout:Extra Packages for Enterprise Linux 31 MB/s | 23 MB 00:00 2024-09-16T01:24:09.059 INFO:teuthology.orchestra.run.smithi029.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-16T01:24:09.785 INFO:teuthology.orchestra.run.smithi122.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-16T01:24:11.184 INFO:teuthology.orchestra.run.smithi029.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T01:24:11.184 INFO:teuthology.orchestra.run.smithi029.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T01:24:11.295 INFO:teuthology.orchestra.run.smithi029.stdout:Dependencies resolved. 2024-09-16T01:24:11.310 INFO:teuthology.orchestra.run.smithi029.stdout:================================================================================ 2024-09-16T01:24:11.310 INFO:teuthology.orchestra.run.smithi029.stdout: Package Architecture Version Repository Size 2024-09-16T01:24:11.310 INFO:teuthology.orchestra.run.smithi029.stdout:================================================================================ 2024-09-16T01:24:11.311 INFO:teuthology.orchestra.run.smithi029.stdout:Installing: 2024-09-16T01:24:11.311 INFO:teuthology.orchestra.run.smithi029.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T01:24:11.311 INFO:teuthology.orchestra.run.smithi029.stdout:Installing dependencies: 2024-09-16T01:24:11.311 INFO:teuthology.orchestra.run.smithi029.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T01:24:11.311 INFO:teuthology.orchestra.run.smithi029.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T01:24:11.311 INFO:teuthology.orchestra.run.smithi029.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T01:24:11.311 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:24:11.311 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction Summary 2024-09-16T01:24:11.311 INFO:teuthology.orchestra.run.smithi029.stdout:================================================================================ 2024-09-16T01:24:11.311 INFO:teuthology.orchestra.run.smithi029.stdout:Install 4 Packages 2024-09-16T01:24:11.311 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:24:11.312 INFO:teuthology.orchestra.run.smithi029.stdout:Total download size: 79 M 2024-09-16T01:24:11.312 INFO:teuthology.orchestra.run.smithi029.stdout:Installed size: 126 M 2024-09-16T01:24:11.312 INFO:teuthology.orchestra.run.smithi029.stdout:Downloading Packages: 2024-09-16T01:24:11.512 INFO:teuthology.orchestra.run.smithi029.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 334 kB/s | 23 kB 00:00 2024-09-16T01:24:11.800 INFO:teuthology.orchestra.run.smithi122.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T01:24:11.800 INFO:teuthology.orchestra.run.smithi122.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T01:24:11.894 INFO:teuthology.orchestra.run.smithi017.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-16T01:24:11.909 INFO:teuthology.orchestra.run.smithi122.stdout:Dependencies resolved. 2024-09-16T01:24:11.920 INFO:teuthology.orchestra.run.smithi122.stdout:================================================================================ 2024-09-16T01:24:11.920 INFO:teuthology.orchestra.run.smithi122.stdout: Package Architecture Version Repository Size 2024-09-16T01:24:11.920 INFO:teuthology.orchestra.run.smithi122.stdout:================================================================================ 2024-09-16T01:24:11.920 INFO:teuthology.orchestra.run.smithi122.stdout:Installing: 2024-09-16T01:24:11.920 INFO:teuthology.orchestra.run.smithi122.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T01:24:11.920 INFO:teuthology.orchestra.run.smithi122.stdout:Installing dependencies: 2024-09-16T01:24:11.920 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T01:24:11.920 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T01:24:11.920 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T01:24:11.920 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:24:11.921 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction Summary 2024-09-16T01:24:11.921 INFO:teuthology.orchestra.run.smithi122.stdout:================================================================================ 2024-09-16T01:24:11.921 INFO:teuthology.orchestra.run.smithi122.stdout:Install 4 Packages 2024-09-16T01:24:11.921 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:24:11.921 INFO:teuthology.orchestra.run.smithi122.stdout:Total download size: 79 M 2024-09-16T01:24:11.922 INFO:teuthology.orchestra.run.smithi122.stdout:Installed size: 126 M 2024-09-16T01:24:11.922 INFO:teuthology.orchestra.run.smithi122.stdout:Downloading Packages: 2024-09-16T01:24:12.220 INFO:teuthology.orchestra.run.smithi122.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 114 kB/s | 23 kB 00:00 2024-09-16T01:24:12.431 INFO:teuthology.orchestra.run.smithi029.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 16 MB/s | 16 MB 00:00 2024-09-16T01:24:13.181 INFO:teuthology.orchestra.run.smithi029.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 20 MB/s | 35 MB 00:01 2024-09-16T01:24:13.890 INFO:teuthology.orchestra.run.smithi029.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 12 MB/s | 29 MB 00:02 2024-09-16T01:24:13.890 INFO:teuthology.orchestra.run.smithi029.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:24:13.891 INFO:teuthology.orchestra.run.smithi029.stdout:Total 31 MB/s | 79 MB 00:02 2024-09-16T01:24:13.984 INFO:teuthology.orchestra.run.smithi017.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T01:24:13.984 INFO:teuthology.orchestra.run.smithi017.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T01:24:14.093 INFO:teuthology.orchestra.run.smithi017.stdout:Dependencies resolved. 2024-09-16T01:24:14.103 INFO:teuthology.orchestra.run.smithi017.stdout:================================================================================ 2024-09-16T01:24:14.104 INFO:teuthology.orchestra.run.smithi017.stdout: Package Architecture Version Repository Size 2024-09-16T01:24:14.104 INFO:teuthology.orchestra.run.smithi017.stdout:================================================================================ 2024-09-16T01:24:14.104 INFO:teuthology.orchestra.run.smithi017.stdout:Installing: 2024-09-16T01:24:14.104 INFO:teuthology.orchestra.run.smithi017.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T01:24:14.104 INFO:teuthology.orchestra.run.smithi017.stdout:Installing dependencies: 2024-09-16T01:24:14.104 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T01:24:14.104 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T01:24:14.104 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T01:24:14.104 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:24:14.104 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction Summary 2024-09-16T01:24:14.104 INFO:teuthology.orchestra.run.smithi017.stdout:================================================================================ 2024-09-16T01:24:14.105 INFO:teuthology.orchestra.run.smithi017.stdout:Install 4 Packages 2024-09-16T01:24:14.105 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:24:14.105 INFO:teuthology.orchestra.run.smithi017.stdout:Total download size: 79 M 2024-09-16T01:24:14.105 INFO:teuthology.orchestra.run.smithi017.stdout:Installed size: 126 M 2024-09-16T01:24:14.105 INFO:teuthology.orchestra.run.smithi017.stdout:Downloading Packages: 2024-09-16T01:24:14.287 INFO:teuthology.orchestra.run.smithi017.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 274 kB/s | 23 kB 00:00 2024-09-16T01:24:14.537 INFO:teuthology.orchestra.run.smithi122.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 6.2 MB/s | 16 MB 00:02 2024-09-16T01:24:14.598 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction check 2024-09-16T01:24:14.671 INFO:teuthology.orchestra.run.smithi017.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 34 MB/s | 16 MB 00:00 2024-09-16T01:24:14.987 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction check succeeded. 2024-09-16T01:24:14.987 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction test 2024-09-16T01:24:15.137 INFO:teuthology.orchestra.run.smithi017.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 37 MB/s | 35 MB 00:00 2024-09-16T01:24:15.880 INFO:teuthology.orchestra.run.smithi017.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 18 MB/s | 29 MB 00:01 2024-09-16T01:24:15.880 INFO:teuthology.orchestra.run.smithi017.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:24:15.880 INFO:teuthology.orchestra.run.smithi017.stdout:Total 44 MB/s | 79 MB 00:01 2024-09-16T01:24:15.956 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction test succeeded. 2024-09-16T01:24:15.957 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction 2024-09-16T01:24:16.591 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction check 2024-09-16T01:24:16.712 INFO:teuthology.orchestra.run.smithi122.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 7.4 MB/s | 35 MB 00:04 2024-09-16T01:24:16.960 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction check succeeded. 2024-09-16T01:24:16.960 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction test 2024-09-16T01:24:17.079 INFO:teuthology.orchestra.run.smithi122.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 5.9 MB/s | 29 MB 00:04 2024-09-16T01:24:17.079 INFO:teuthology.orchestra.run.smithi122.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:24:17.079 INFO:teuthology.orchestra.run.smithi122.stdout:Total 15 MB/s | 79 MB 00:05 2024-09-16T01:24:17.756 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction check 2024-09-16T01:24:17.958 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction test succeeded. 2024-09-16T01:24:17.958 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction 2024-09-16T01:24:18.092 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction check succeeded. 2024-09-16T01:24:18.092 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction test 2024-09-16T01:24:18.566 INFO:teuthology.orchestra.run.smithi029.stdout: Preparing : 1/1 2024-09-16T01:24:19.063 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction test succeeded. 2024-09-16T01:24:19.063 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction 2024-09-16T01:24:19.323 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:24:19.429 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:24:20.534 INFO:teuthology.orchestra.run.smithi017.stdout: Preparing : 1/1 2024-09-16T01:24:21.199 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:24:21.290 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:24:21.496 INFO:teuthology.orchestra.run.smithi122.stdout: Preparing : 1/1 2024-09-16T01:24:22.232 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:24:22.240 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:24:22.325 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:24:22.439 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:24:24.064 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:24:24.182 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:24:25.097 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:24:25.226 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:24:27.565 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:24:27.612 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:24:29.300 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:24:29.349 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:24:30.040 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:24:30.076 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:24:32.760 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:24:34.490 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:24:34.909 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:25:13.254 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:25:13.265 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:25:13.293 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:25:13.306 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:25:13.605 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:25:13.605 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:25:13.605 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:25:13.606 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:25:13.685 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:25:13.685 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:25:13.685 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:25:13.685 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:25:14.417 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:25:14.417 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:25:14.417 INFO:teuthology.orchestra.run.smithi122.stdout:Installed: 2024-09-16T01:25:14.417 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T01:25:14.417 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T01:25:14.418 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T01:25:14.418 INFO:teuthology.orchestra.run.smithi122.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T01:25:14.418 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:25:14.418 INFO:teuthology.orchestra.run.smithi122.stdout:Complete! 2024-09-16T01:25:14.533 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:25:14.534 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:25:14.534 INFO:teuthology.orchestra.run.smithi017.stdout:Installed: 2024-09-16T01:25:14.534 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T01:25:14.534 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T01:25:14.534 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T01:25:14.534 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T01:25:14.534 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:25:14.534 INFO:teuthology.orchestra.run.smithi017.stdout:Complete! 2024-09-16T01:25:14.732 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:25:14.747 DEBUG:teuthology.orchestra.run.smithi122:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:25:14.774 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:25:14.833 INFO:teuthology.orchestra.run.smithi122.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:25:14.833 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:25:14.833 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T01:25:14.833 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T01:25:14.834 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T01:25:14.834 INFO:teuthology.task.kernel:Installing distro kernel on mon.c... 2024-09-16T01:25:14.834 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi122.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T01:25:14.834 DEBUG:teuthology.orchestra.run.smithi122:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:25:14.883 DEBUG:teuthology.orchestra.run.smithi017:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:25:14.892 INFO:teuthology.orchestra.run.smithi122.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:25:14.892 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:25:14.893 DEBUG:teuthology.orchestra.run.smithi122:> sudo rpm -qi grub2-tools 2024-09-16T01:25:14.924 INFO:teuthology.orchestra.run.smithi122.stdout:Name : grub2-tools 2024-09-16T01:25:14.924 INFO:teuthology.orchestra.run.smithi122.stdout:Epoch : 1 2024-09-16T01:25:14.924 INFO:teuthology.orchestra.run.smithi122.stdout:Version : 2.06 2024-09-16T01:25:14.924 INFO:teuthology.orchestra.run.smithi122.stdout:Release : 82.el9 2024-09-16T01:25:14.924 INFO:teuthology.orchestra.run.smithi122.stdout:Architecture: x86_64 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout:Group : Unspecified 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout:Size : 8274670 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout:License : GPLv3+ 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout:Packager : builder@centos.org 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout:Vendor : CentOS 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout:Summary : Support tools for GRUB. 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout:Description : 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:25:14.925 INFO:teuthology.orchestra.run.smithi122.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T01:25:14.926 INFO:teuthology.orchestra.run.smithi122.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T01:25:14.926 INFO:teuthology.orchestra.run.smithi122.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T01:25:14.926 INFO:teuthology.orchestra.run.smithi122.stdout:hardware devices. 2024-09-16T01:25:14.926 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:25:14.926 INFO:teuthology.orchestra.run.smithi122.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T01:25:14.927 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T01:25:14.927 INFO:teuthology.task.kernel:Updating grub on smithi122 to boot 5.14.0-505.el9.x86_64 2024-09-16T01:25:14.927 DEBUG:teuthology.orchestra.run.smithi122:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T01:25:14.967 INFO:teuthology.orchestra.run.smithi017.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:25:14.968 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:25:14.968 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T01:25:14.969 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T01:25:14.969 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T01:25:14.969 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-16T01:25:14.969 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi017.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T01:25:14.969 DEBUG:teuthology.orchestra.run.smithi017:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:25:15.028 INFO:teuthology.orchestra.run.smithi017.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:25:15.028 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:25:15.028 DEBUG:teuthology.orchestra.run.smithi017:> sudo rpm -qi grub2-tools 2024-09-16T01:25:15.060 INFO:teuthology.orchestra.run.smithi017.stdout:Name : grub2-tools 2024-09-16T01:25:15.060 INFO:teuthology.orchestra.run.smithi017.stdout:Epoch : 1 2024-09-16T01:25:15.060 INFO:teuthology.orchestra.run.smithi017.stdout:Version : 2.06 2024-09-16T01:25:15.060 INFO:teuthology.orchestra.run.smithi017.stdout:Release : 82.el9 2024-09-16T01:25:15.060 INFO:teuthology.orchestra.run.smithi017.stdout:Architecture: x86_64 2024-09-16T01:25:15.060 INFO:teuthology.orchestra.run.smithi017.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T01:25:15.060 INFO:teuthology.orchestra.run.smithi017.stdout:Group : Unspecified 2024-09-16T01:25:15.060 INFO:teuthology.orchestra.run.smithi017.stdout:Size : 8274670 2024-09-16T01:25:15.060 INFO:teuthology.orchestra.run.smithi017.stdout:License : GPLv3+ 2024-09-16T01:25:15.060 INFO:teuthology.orchestra.run.smithi017.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T01:25:15.061 INFO:teuthology.orchestra.run.smithi017.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T01:25:15.061 INFO:teuthology.orchestra.run.smithi017.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T01:25:15.061 INFO:teuthology.orchestra.run.smithi017.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T01:25:15.061 INFO:teuthology.orchestra.run.smithi017.stdout:Packager : builder@centos.org 2024-09-16T01:25:15.061 INFO:teuthology.orchestra.run.smithi017.stdout:Vendor : CentOS 2024-09-16T01:25:15.061 INFO:teuthology.orchestra.run.smithi017.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T01:25:15.061 INFO:teuthology.orchestra.run.smithi017.stdout:Summary : Support tools for GRUB. 2024-09-16T01:25:15.061 INFO:teuthology.orchestra.run.smithi017.stdout:Description : 2024-09-16T01:25:15.061 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:25:15.061 INFO:teuthology.orchestra.run.smithi017.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T01:25:15.061 INFO:teuthology.orchestra.run.smithi017.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T01:25:15.061 INFO:teuthology.orchestra.run.smithi017.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T01:25:15.061 INFO:teuthology.orchestra.run.smithi017.stdout:hardware devices. 2024-09-16T01:25:15.062 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:25:15.062 INFO:teuthology.orchestra.run.smithi017.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T01:25:15.062 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T01:25:15.062 INFO:teuthology.task.kernel:Updating grub on smithi017 to boot 5.14.0-505.el9.x86_64 2024-09-16T01:25:15.063 DEBUG:teuthology.orchestra.run.smithi017:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T01:25:15.205 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:25:15.205 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T01:25:15.205 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T01:25:15.206 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T01:25:15.528 INFO:teuthology.orchestra.run.smithi122.stderr:Generating grub configuration file ... 2024-09-16T01:25:15.712 INFO:teuthology.orchestra.run.smithi017.stderr:Generating grub configuration file ... 2024-09-16T01:25:16.240 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T01:25:16.240 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:25:16.240 INFO:teuthology.orchestra.run.smithi029.stdout:Installed: 2024-09-16T01:25:16.240 INFO:teuthology.orchestra.run.smithi029.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T01:25:16.240 INFO:teuthology.orchestra.run.smithi029.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T01:25:16.240 INFO:teuthology.orchestra.run.smithi029.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T01:25:16.240 INFO:teuthology.orchestra.run.smithi029.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T01:25:16.241 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:25:16.241 INFO:teuthology.orchestra.run.smithi029.stdout:Complete! 2024-09-16T01:25:16.690 DEBUG:teuthology.orchestra.run.smithi029:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:25:16.798 INFO:teuthology.orchestra.run.smithi029.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:25:16.798 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:25:16.798 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T01:25:16.799 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T01:25:16.799 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T01:25:16.799 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-16T01:25:16.799 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi029.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T01:25:16.799 DEBUG:teuthology.orchestra.run.smithi029:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T01:25:16.809 INFO:teuthology.orchestra.run.smithi122.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T01:25:16.831 INFO:teuthology.orchestra.run.smithi122.stderr:done 2024-09-16T01:25:16.838 DEBUG:teuthology.orchestra.run.smithi122:> mktemp 2024-09-16T01:25:16.853 INFO:teuthology.orchestra.run.smithi122.stdout:/tmp/tmp.5GhVThhhn1 2024-09-16T01:25:16.853 DEBUG:teuthology.orchestra.run.smithi122:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.5GhVThhhn1 2024-09-16T01:25:16.858 INFO:teuthology.orchestra.run.smithi029.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T01:25:16.859 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T01:25:16.859 DEBUG:teuthology.orchestra.run.smithi029:> sudo rpm -qi grub2-tools 2024-09-16T01:25:16.889 INFO:teuthology.orchestra.run.smithi029.stdout:Name : grub2-tools 2024-09-16T01:25:16.889 INFO:teuthology.orchestra.run.smithi029.stdout:Epoch : 1 2024-09-16T01:25:16.889 INFO:teuthology.orchestra.run.smithi029.stdout:Version : 2.06 2024-09-16T01:25:16.889 INFO:teuthology.orchestra.run.smithi029.stdout:Release : 82.el9 2024-09-16T01:25:16.890 INFO:teuthology.orchestra.run.smithi029.stdout:Architecture: x86_64 2024-09-16T01:25:16.890 INFO:teuthology.orchestra.run.smithi029.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T01:25:16.890 INFO:teuthology.orchestra.run.smithi029.stdout:Group : Unspecified 2024-09-16T01:25:16.890 INFO:teuthology.orchestra.run.smithi029.stdout:Size : 8274670 2024-09-16T01:25:16.890 INFO:teuthology.orchestra.run.smithi029.stdout:License : GPLv3+ 2024-09-16T01:25:16.890 INFO:teuthology.orchestra.run.smithi029.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T01:25:16.890 INFO:teuthology.orchestra.run.smithi029.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T01:25:16.890 INFO:teuthology.orchestra.run.smithi029.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T01:25:16.890 INFO:teuthology.orchestra.run.smithi029.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T01:25:16.891 INFO:teuthology.orchestra.run.smithi029.stdout:Packager : builder@centos.org 2024-09-16T01:25:16.891 INFO:teuthology.orchestra.run.smithi029.stdout:Vendor : CentOS 2024-09-16T01:25:16.891 INFO:teuthology.orchestra.run.smithi029.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T01:25:16.891 INFO:teuthology.orchestra.run.smithi029.stdout:Summary : Support tools for GRUB. 2024-09-16T01:25:16.891 INFO:teuthology.orchestra.run.smithi029.stdout:Description : 2024-09-16T01:25:16.891 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:25:16.891 INFO:teuthology.orchestra.run.smithi029.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T01:25:16.891 INFO:teuthology.orchestra.run.smithi029.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T01:25:16.891 INFO:teuthology.orchestra.run.smithi029.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T01:25:16.891 INFO:teuthology.orchestra.run.smithi029.stdout:hardware devices. 2024-09-16T01:25:16.891 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:25:16.891 INFO:teuthology.orchestra.run.smithi029.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T01:25:16.892 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T01:25:16.892 INFO:teuthology.task.kernel:Updating grub on smithi029 to boot 5.14.0-505.el9.x86_64 2024-09-16T01:25:16.892 DEBUG:teuthology.orchestra.run.smithi029:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T01:25:16.920 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 0666 /tmp/tmp.5GhVThhhn1 2024-09-16T01:25:17.066 DEBUG:teuthology.orchestra.remote:smithi122:/tmp/tmp.5GhVThhhn1 is 6KB 2024-09-16T01:25:17.087 INFO:teuthology.orchestra.run.smithi017.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T01:25:17.115 DEBUG:teuthology.orchestra.run.smithi122:> rm -fr /tmp/tmp.5GhVThhhn1 2024-09-16T01:25:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:done 2024-09-16T01:25:17.121 DEBUG:teuthology.orchestra.run.smithi017:> mktemp 2024-09-16T01:25:17.130 DEBUG:teuthology.orchestra.run.smithi122:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T01:25:17.136 INFO:teuthology.orchestra.run.smithi017.stdout:/tmp/tmp.8rur1XIg8I 2024-09-16T01:25:17.136 DEBUG:teuthology.orchestra.run.smithi017:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.8rur1XIg8I 2024-09-16T01:25:17.200 INFO:teuthology.orchestra.run.smithi122.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T01:25:17.200 INFO:teuthology.orchestra.run.smithi122.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T01:25:17.200 INFO:teuthology.orchestra.run.smithi122.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T01:25:17.200 INFO:teuthology.orchestra.run.smithi122.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T01:25:17.201 DEBUG:teuthology.orchestra.run.smithi122:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T01:25:17.206 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 0666 /tmp/tmp.8rur1XIg8I 2024-09-16T01:25:17.347 DEBUG:teuthology.orchestra.remote:smithi017:/tmp/tmp.8rur1XIg8I is 6KB 2024-09-16T01:25:17.394 DEBUG:teuthology.orchestra.run.smithi122:> sudo shutdown -r now 2024-09-16T01:25:17.397 DEBUG:teuthology.orchestra.run.smithi017:> rm -fr /tmp/tmp.8rur1XIg8I 2024-09-16T01:25:17.412 DEBUG:teuthology.orchestra.run.smithi017:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T01:25:17.482 INFO:teuthology.orchestra.run.smithi017.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T01:25:17.482 INFO:teuthology.orchestra.run.smithi017.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T01:25:17.482 INFO:teuthology.orchestra.run.smithi017.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T01:25:17.483 INFO:teuthology.orchestra.run.smithi017.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T01:25:17.484 DEBUG:teuthology.orchestra.run.smithi017:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T01:25:17.641 DEBUG:teuthology.orchestra.run.smithi017:> sudo shutdown -r now 2024-09-16T01:25:17.660 INFO:teuthology.orchestra.run.smithi029.stderr:Generating grub configuration file ... 2024-09-16T01:25:19.205 INFO:teuthology.orchestra.run.smithi029.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T01:25:19.246 INFO:teuthology.orchestra.run.smithi029.stderr:done 2024-09-16T01:25:19.247 DEBUG:teuthology.orchestra.run.smithi029:> mktemp 2024-09-16T01:25:19.275 INFO:teuthology.orchestra.run.smithi029.stdout:/tmp/tmp.KUgYIfBVCV 2024-09-16T01:25:19.275 DEBUG:teuthology.orchestra.run.smithi029:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.KUgYIfBVCV 2024-09-16T01:25:19.343 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 0666 /tmp/tmp.KUgYIfBVCV 2024-09-16T01:25:19.494 DEBUG:teuthology.orchestra.remote:smithi029:/tmp/tmp.KUgYIfBVCV is 6KB 2024-09-16T01:25:19.545 DEBUG:teuthology.orchestra.run.smithi029:> rm -fr /tmp/tmp.KUgYIfBVCV 2024-09-16T01:25:19.560 DEBUG:teuthology.orchestra.run.smithi029:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T01:25:19.621 INFO:teuthology.orchestra.run.smithi029.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T01:25:19.622 INFO:teuthology.orchestra.run.smithi029.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T01:25:19.622 INFO:teuthology.orchestra.run.smithi029.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T01:25:19.622 INFO:teuthology.orchestra.run.smithi029.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T01:25:19.623 DEBUG:teuthology.orchestra.run.smithi029:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T01:25:19.786 DEBUG:teuthology.orchestra.run.smithi029:> sudo shutdown -r now 2024-09-16T01:25:47.425 INFO:teuthology.task.kernel:Checking client mon.c for new kernel version... 2024-09-16T01:25:47.425 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-16T01:25:47.426 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi122.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:25:47.644 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-16T01:25:47.645 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-09-16T01:25:47.645 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi017.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:25:49.792 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-16T01:25:49.792 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-16T01:25:49.793 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:26:47.485 DEBUG:teuthology.orchestra.remote:timed out 2024-09-16T01:26:47.647 DEBUG:teuthology.orchestra.remote:timed out 2024-09-16T01:26:49.797 DEBUG:teuthology.orchestra.remote:timed out 2024-09-16T01:26:56.493 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-16T01:26:56.494 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi122.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:26:56.648 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-09-16T01:26:56.649 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi017.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:26:57.105 DEBUG:teuthology.orchestra.run.smithi017:> true 2024-09-16T01:26:57.472 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-09-16T01:26:57.473 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-16T01:26:57.473 DEBUG:teuthology.orchestra.run.smithi017:> uname -r 2024-09-16T01:26:57.489 INFO:teuthology.orchestra.run.smithi017.stdout:5.14.0-505.el9.x86_64 2024-09-16T01:26:57.490 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T01:26:57.490 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T01:26:57.490 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T01:26:58.491 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-16T01:26:58.491 DEBUG:teuthology.orchestra.run.smithi017:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T01:26:58.573 INFO:teuthology.orchestra.run.smithi017.stdout:ttyS1 2024-09-16T01:26:58.603 DEBUG:teuthology.parallel:result is None 2024-09-16T01:26:58.797 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-16T01:26:58.798 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:27:00.067 DEBUG:teuthology.orchestra.run.smithi122:> true 2024-09-16T01:27:00.437 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-16T01:27:00.437 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "5.14.0-505.el9.x86_64"... 2024-09-16T01:27:00.437 DEBUG:teuthology.orchestra.run.smithi122:> uname -r 2024-09-16T01:27:00.452 INFO:teuthology.orchestra.run.smithi122.stdout:5.14.0-505.el9.x86_64 2024-09-16T01:27:00.453 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T01:27:00.453 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T01:27:00.453 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T01:27:01.454 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-09-16T01:27:01.454 DEBUG:teuthology.orchestra.run.smithi122:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T01:27:01.542 INFO:teuthology.orchestra.run.smithi122.stdout:ttyS1 2024-09-16T01:27:01.573 DEBUG:teuthology.parallel:result is None 2024-09-16T01:27:06.421 DEBUG:teuthology.orchestra.run.smithi029:> true 2024-09-16T01:27:06.855 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-16T01:27:06.855 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-16T01:27:06.856 DEBUG:teuthology.orchestra.run.smithi029:> uname -r 2024-09-16T01:27:06.871 INFO:teuthology.orchestra.run.smithi029.stdout:5.14.0-505.el9.x86_64 2024-09-16T01:27:06.871 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T01:27:06.871 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T01:27:06.871 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T01:27:07.872 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-16T01:27:07.872 DEBUG:teuthology.orchestra.run.smithi029:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T01:27:07.991 INFO:teuthology.orchestra.run.smithi029.stdout:ttyS1 2024-09-16T01:27:08.013 DEBUG:teuthology.parallel:result is None 2024-09-16T01:27:08.013 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-16T01:27:08.021 INFO:teuthology.task.internal:Creating test directory... 2024-09-16T01:27:08.021 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T01:27:08.024 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T01:27:08.027 DEBUG:teuthology.orchestra.run.smithi122:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T01:27:08.044 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-16T01:27:08.059 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-16T01:27:08.106 INFO:teuthology.task.internal:Creating archive directory... 2024-09-16T01:27:08.106 DEBUG:teuthology.orchestra.run.smithi017:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T01:27:08.109 DEBUG:teuthology.orchestra.run.smithi029:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T01:27:08.111 DEBUG:teuthology.orchestra.run.smithi122:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T01:27:08.153 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-16T01:27:08.175 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-16T01:27:08.176 DEBUG:teuthology.orchestra.run.smithi017:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T01:27:08.188 DEBUG:teuthology.orchestra.run.smithi029:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T01:27:08.190 DEBUG:teuthology.orchestra.run.smithi122:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T01:27:08.216 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:27:08.217 INFO:teuthology.orchestra.run.smithi122.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:27:08.217 INFO:teuthology.orchestra.run.smithi017.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:27:08.226 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:27:08.227 INFO:teuthology.orchestra.run.smithi122.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:27:08.229 INFO:teuthology.orchestra.run.smithi017.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T01:27:08.231 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-16T01:27:08.243 INFO:teuthology.task.internal:Configuring sudo... 2024-09-16T01:27:08.243 DEBUG:teuthology.orchestra.run.smithi017:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T01:27:08.274 DEBUG:teuthology.orchestra.run.smithi029:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T01:27:08.276 DEBUG:teuthology.orchestra.run.smithi122:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T01:27:08.301 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-16T01:27:08.330 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-16T01:27:08.330 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T01:27:08.343 DEBUG:teuthology.orchestra.run.smithi029:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T01:27:08.347 DEBUG:teuthology.orchestra.run.smithi122:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T01:27:08.362 DEBUG:teuthology.orchestra.run.smithi017:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:27:08.441 DEBUG:teuthology.orchestra.run.smithi017:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:27:08.494 DEBUG:teuthology.orchestra.run.smithi017:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:27:08.578 DEBUG:teuthology.orchestra.run.smithi017:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:27:08.620 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:27:08.620 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T01:27:08.687 DEBUG:teuthology.orchestra.run.smithi029:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:27:08.729 DEBUG:teuthology.orchestra.run.smithi029:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:27:08.786 DEBUG:teuthology.orchestra.run.smithi029:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:27:08.872 DEBUG:teuthology.orchestra.run.smithi029:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:27:08.917 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:27:08.917 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T01:27:08.987 DEBUG:teuthology.orchestra.run.smithi122:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:27:09.029 DEBUG:teuthology.orchestra.run.smithi122:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T01:27:09.083 DEBUG:teuthology.orchestra.run.smithi122:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:27:09.164 DEBUG:teuthology.orchestra.run.smithi122:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T01:27:09.206 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:27:09.206 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T01:27:09.271 DEBUG:teuthology.orchestra.run.smithi017:> sudo service rsyslog restart 2024-09-16T01:27:09.274 DEBUG:teuthology.orchestra.run.smithi029:> sudo service rsyslog restart 2024-09-16T01:27:09.276 DEBUG:teuthology.orchestra.run.smithi122:> sudo service rsyslog restart 2024-09-16T01:27:09.326 INFO:teuthology.orchestra.run.smithi017.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T01:27:09.367 INFO:teuthology.orchestra.run.smithi122.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T01:27:09.369 INFO:teuthology.orchestra.run.smithi029.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T01:27:09.868 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-16T01:27:09.876 INFO:teuthology.task.internal:Starting timer... 2024-09-16T01:27:09.876 INFO:teuthology.run_tasks:Running task pcp... 2024-09-16T01:27:09.921 INFO:teuthology.run_tasks:Running task selinux... 2024-09-16T01:27:09.953 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-16T01:27:09.953 DEBUG:teuthology.orchestra.run.smithi017:> sudo service auditd rotate 2024-09-16T01:27:10.042 INFO:teuthology.orchestra.run.smithi017.stdout:Rotating logs: 2024-09-16T01:27:10.044 DEBUG:teuthology.orchestra.run.smithi029:> sudo service auditd rotate 2024-09-16T01:27:10.148 INFO:teuthology.orchestra.run.smithi029.stdout:Rotating logs: 2024-09-16T01:27:10.151 DEBUG:teuthology.orchestra.run.smithi122:> sudo service auditd rotate 2024-09-16T01:27:10.223 INFO:teuthology.orchestra.run.smithi122.stdout:Rotating logs: 2024-09-16T01:27:10.225 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-16T01:27:10.226 DEBUG:teuthology.orchestra.run.smithi017:> /usr/sbin/getenforce 2024-09-16T01:27:10.252 INFO:teuthology.orchestra.run.smithi017.stdout:Permissive 2024-09-16T01:27:10.252 DEBUG:teuthology.orchestra.run.smithi029:> /usr/sbin/getenforce 2024-09-16T01:27:10.286 INFO:teuthology.orchestra.run.smithi029.stdout:Permissive 2024-09-16T01:27:10.286 DEBUG:teuthology.orchestra.run.smithi122:> /usr/sbin/getenforce 2024-09-16T01:27:10.310 INFO:teuthology.orchestra.run.smithi122.stdout:Permissive 2024-09-16T01:27:10.310 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi017.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi029.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi122.front.sepia.ceph.com': 'permissive'} 2024-09-16T01:27:10.310 DEBUG:teuthology.orchestra.run.smithi017:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T01:27:10.341 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:27:10.341 DEBUG:teuthology.orchestra.run.smithi029:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T01:27:10.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:27:10.368 DEBUG:teuthology.orchestra.run.smithi122:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T01:27:10.394 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:27:10.394 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-16T01:27:10.394 DEBUG:teuthology.orchestra.run.smithi017:> sudo /usr/sbin/setenforce permissive 2024-09-16T01:27:10.435 DEBUG:teuthology.orchestra.run.smithi029:> sudo /usr/sbin/setenforce permissive 2024-09-16T01:27:10.474 DEBUG:teuthology.orchestra.run.smithi122:> sudo /usr/sbin/setenforce permissive 2024-09-16T01:27:10.510 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-16T01:27:10.520 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-16T01:27:10.532 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-16T01:27:10.533 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi017.front.sepia.ceph.com,smithi029.front.sepia.ceph.com,smithi122.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-16T01:31:04.373 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi017.front.sepia.ceph.com'), Remote(name='ubuntu@smithi029.front.sepia.ceph.com'), Remote(name='ubuntu@smithi122.front.sepia.ceph.com')] 2024-09-16T01:31:04.374 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-09-16T01:31:04.375 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi017.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:31:04.456 DEBUG:teuthology.orchestra.run.smithi017:> true 2024-09-16T01:31:04.538 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-09-16T01:31:04.538 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-16T01:31:04.539 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi029.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:31:04.615 DEBUG:teuthology.orchestra.run.smithi029:> true 2024-09-16T01:31:04.703 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi029.front.sepia.ceph.com' 2024-09-16T01:31:04.703 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-16T01:31:04.704 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi122.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T01:31:04.783 DEBUG:teuthology.orchestra.run.smithi122:> true 2024-09-16T01:31:04.865 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi122.front.sepia.ceph.com' 2024-09-16T01:31:04.866 INFO:teuthology.run_tasks:Running task clock... 2024-09-16T01:31:04.875 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-16T01:31:04.876 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T01:31:04.876 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T01:31:04.879 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T01:31:04.879 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T01:31:04.881 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T01:31:04.881 DEBUG:teuthology.orchestra.run.smithi122:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T01:31:04.909 INFO:teuthology.orchestra.run.smithi017.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T01:31:04.914 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T01:31:04.925 INFO:teuthology.orchestra.run.smithi017.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T01:31:04.930 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T01:31:04.937 INFO:teuthology.orchestra.run.smithi122.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T01:31:04.951 INFO:teuthology.orchestra.run.smithi017.stderr:sudo: ntpd: command not found 2024-09-16T01:31:04.953 INFO:teuthology.orchestra.run.smithi122.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T01:31:04.958 INFO:teuthology.orchestra.run.smithi029.stderr:sudo: ntpd: command not found 2024-09-16T01:31:04.963 INFO:teuthology.orchestra.run.smithi017.stdout:506 Cannot talk to daemon 2024-09-16T01:31:04.970 INFO:teuthology.orchestra.run.smithi029.stdout:506 Cannot talk to daemon 2024-09-16T01:31:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T01:31:04.978 INFO:teuthology.orchestra.run.smithi122.stderr:sudo: ntpd: command not found 2024-09-16T01:31:04.985 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T01:31:04.990 INFO:teuthology.orchestra.run.smithi122.stdout:506 Cannot talk to daemon 2024-09-16T01:31:04.992 INFO:teuthology.orchestra.run.smithi017.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T01:31:05.001 INFO:teuthology.orchestra.run.smithi029.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T01:31:05.005 INFO:teuthology.orchestra.run.smithi122.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T01:31:05.019 INFO:teuthology.orchestra.run.smithi122.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T01:31:05.055 INFO:teuthology.orchestra.run.smithi017.stderr:bash: line 1: ntpq: command not found 2024-09-16T01:31:05.058 INFO:teuthology.orchestra.run.smithi017.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T01:31:05.058 INFO:teuthology.orchestra.run.smithi017.stdout:=============================================================================== 2024-09-16T01:31:05.059 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:31:05.059 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:31:05.059 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:31:05.059 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:31:05.061 INFO:teuthology.orchestra.run.smithi029.stderr:bash: line 1: ntpq: command not found 2024-09-16T01:31:05.064 INFO:teuthology.orchestra.run.smithi029.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T01:31:05.064 INFO:teuthology.orchestra.run.smithi029.stdout:=============================================================================== 2024-09-16T01:31:05.065 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:31:05.065 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:31:05.065 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:31:05.065 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:31:05.075 INFO:teuthology.orchestra.run.smithi122.stderr:bash: line 1: ntpq: command not found 2024-09-16T01:31:05.079 INFO:teuthology.orchestra.run.smithi122.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T01:31:05.079 INFO:teuthology.orchestra.run.smithi122.stdout:=============================================================================== 2024-09-16T01:31:05.079 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:31:05.079 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:31:05.080 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:31:05.080 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T01:31:05.081 INFO:teuthology.run_tasks:Running task install... 2024-09-16T01:31:05.088 DEBUG:teuthology.task.install:project ceph 2024-09-16T01:31:05.089 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'}} 2024-09-16T01:31:05.089 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc'} 2024-09-16T01:31:05.089 INFO:teuthology.task.install:Using flavor: default 2024-09-16T01:31:05.094 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-16T01:31:05.094 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-16T01:31:05.095 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-16T01:31:05.095 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:31:05.097 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-16T01:31:05.097 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:31:05.098 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'tag': None, 'wait_for_package': False} 2024-09-16T01:31:05.099 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:31:05.254 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-16T01:31:05.254 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-16T01:31:05.260 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-16T01:31:05.260 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-16T01:31:05.263 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/ 2024-09-16T01:31:05.263 INFO:teuthology.task.install.rpm:Package version is 19.1.1-326.g8921c8ef 2024-09-16T01:31:05.368 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T01:31:05.369 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:31:05.369 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T01:31:05.376 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T01:31:05.376 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:31:05.376 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T01:31:05.396 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-16T01:31:05.396 DEBUG:teuthology.orchestra.run.smithi017:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T01:31:05.401 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T01:31:05.401 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:31:05.401 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T01:31:05.402 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-16T01:31:05.402 DEBUG:teuthology.orchestra.run.smithi122:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T01:31:05.429 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-16T01:31:05.429 DEBUG:teuthology.orchestra.run.smithi029:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/8921c8ef947807b717db041d85f0761b7914d5fc/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T01:31:05.464 DEBUG:teuthology.orchestra.run.smithi017:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T01:31:05.467 DEBUG:teuthology.orchestra.run.smithi122:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T01:31:05.497 DEBUG:teuthology.orchestra.run.smithi029:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T01:31:05.541 DEBUG:teuthology.orchestra.run.smithi017:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T01:31:05.543 DEBUG:teuthology.orchestra.run.smithi122:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T01:31:05.575 DEBUG:teuthology.orchestra.run.smithi029:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T01:31:05.606 INFO:teuthology.orchestra.run.smithi017.stdout:check_obsoletes = 1 2024-09-16T01:31:05.608 DEBUG:teuthology.orchestra.run.smithi017:> sudo yum clean all 2024-09-16T01:31:05.608 INFO:teuthology.orchestra.run.smithi122.stdout:check_obsoletes = 1 2024-09-16T01:31:05.609 DEBUG:teuthology.orchestra.run.smithi122:> sudo yum clean all 2024-09-16T01:31:05.641 INFO:teuthology.orchestra.run.smithi029.stdout:check_obsoletes = 1 2024-09-16T01:31:05.642 DEBUG:teuthology.orchestra.run.smithi029:> sudo yum clean all 2024-09-16T01:31:05.844 INFO:teuthology.orchestra.run.smithi017.stdout:45 files removed 2024-09-16T01:31:05.844 INFO:teuthology.orchestra.run.smithi122.stdout:45 files removed 2024-09-16T01:31:05.870 DEBUG:teuthology.orchestra.run.smithi122:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-16T01:31:05.871 DEBUG:teuthology.orchestra.run.smithi017:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-16T01:31:05.874 INFO:teuthology.orchestra.run.smithi029.stdout:45 files removed 2024-09-16T01:31:05.901 DEBUG:teuthology.orchestra.run.smithi029:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-16T01:31:06.558 INFO:teuthology.orchestra.run.smithi122.stdout:ceph packages for x86_64 207 kB/s | 83 kB 00:00 2024-09-16T01:31:06.560 INFO:teuthology.orchestra.run.smithi017.stdout:ceph packages for x86_64 216 kB/s | 83 kB 00:00 2024-09-16T01:31:06.584 INFO:teuthology.orchestra.run.smithi029.stdout:ceph packages for x86_64 218 kB/s | 83 kB 00:00 2024-09-16T01:31:06.842 INFO:teuthology.orchestra.run.smithi122.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-16T01:31:06.843 INFO:teuthology.orchestra.run.smithi017.stdout:ceph noarch packages 49 kB/s | 12 kB 00:00 2024-09-16T01:31:06.877 INFO:teuthology.orchestra.run.smithi029.stdout:ceph noarch packages 47 kB/s | 12 kB 00:00 2024-09-16T01:31:07.118 INFO:teuthology.orchestra.run.smithi122.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-16T01:31:07.119 INFO:teuthology.orchestra.run.smithi017.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-16T01:31:07.170 INFO:teuthology.orchestra.run.smithi029.stdout:ceph source packages 7.4 kB/s | 1.9 kB 00:00 2024-09-16T01:31:07.730 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.2 MB 00:00 2024-09-16T01:31:07.753 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.2 MB 00:00 2024-09-16T01:31:09.709 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - AppStream 24 MB/s | 20 MB 00:00 2024-09-16T01:31:09.713 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - AppStream 25 MB/s | 20 MB 00:00 2024-09-16T01:31:09.784 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - BaseOS 3.1 MB/s | 8.2 MB 00:02 2024-09-16T01:31:11.586 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - AppStream 29 MB/s | 20 MB 00:00 2024-09-16T01:31:14.661 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - CRB 6.6 MB/s | 6.5 MB 00:00 2024-09-16T01:31:15.339 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - CRB 3.8 MB/s | 6.5 MB 00:01 2024-09-16T01:31:16.070 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - CRB 9.6 MB/s | 6.5 MB 00:00 2024-09-16T01:31:17.047 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - Extras packages 44 kB/s | 19 kB 00:00 2024-09-16T01:31:17.063 INFO:teuthology.orchestra.run.smithi029.stdout:CentOS Stream 9 - Extras packages 16 kB/s | 19 kB 00:01 2024-09-16T01:31:17.554 INFO:teuthology.orchestra.run.smithi122.stdout:CentOS Stream 9 - Extras packages 70 kB/s | 19 kB 00:00 2024-09-16T01:31:18.320 INFO:teuthology.orchestra.run.smithi017.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-16T01:31:18.529 INFO:teuthology.orchestra.run.smithi029.stdout:Extra Packages for Enterprise Linux 17 MB/s | 23 MB 00:01 2024-09-16T01:31:18.700 INFO:teuthology.orchestra.run.smithi122.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-16T01:31:23.958 INFO:teuthology.orchestra.run.smithi017.stdout:lab-extras 39 kB/s | 1.7 kB 00:00 2024-09-16T01:31:24.081 INFO:teuthology.orchestra.run.smithi122.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-09-16T01:31:24.119 INFO:teuthology.orchestra.run.smithi029.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-16T01:31:26.386 INFO:teuthology.orchestra.run.smithi017.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T01:31:26.387 INFO:teuthology.orchestra.run.smithi017.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T01:31:26.399 INFO:teuthology.orchestra.run.smithi017.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-16T01:31:26.400 INFO:teuthology.orchestra.run.smithi017.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-16T01:31:26.400 INFO:teuthology.orchestra.run.smithi017.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-16T01:31:26.401 INFO:teuthology.orchestra.run.smithi017.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-16T01:31:26.403 INFO:teuthology.orchestra.run.smithi017.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-16T01:31:26.405 INFO:teuthology.orchestra.run.smithi017.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-16T01:31:26.406 INFO:teuthology.orchestra.run.smithi017.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-16T01:31:26.435 INFO:teuthology.orchestra.run.smithi122.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T01:31:26.436 INFO:teuthology.orchestra.run.smithi122.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T01:31:26.449 INFO:teuthology.orchestra.run.smithi122.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-16T01:31:26.450 INFO:teuthology.orchestra.run.smithi122.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-16T01:31:26.451 INFO:teuthology.orchestra.run.smithi122.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-16T01:31:26.452 INFO:teuthology.orchestra.run.smithi122.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-16T01:31:26.454 INFO:teuthology.orchestra.run.smithi122.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-16T01:31:26.457 INFO:teuthology.orchestra.run.smithi122.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-16T01:31:26.458 INFO:teuthology.orchestra.run.smithi122.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-16T01:31:26.473 INFO:teuthology.orchestra.run.smithi017.stdout:Dependencies resolved. 2024-09-16T01:31:26.494 INFO:teuthology.orchestra.run.smithi017.stdout:====================================================================================== 2024-09-16T01:31:26.494 INFO:teuthology.orchestra.run.smithi017.stdout: Package Arch Version Repository Size 2024-09-16T01:31:26.494 INFO:teuthology.orchestra.run.smithi017.stdout:====================================================================================== 2024-09-16T01:31:26.494 INFO:teuthology.orchestra.run.smithi017.stdout:Installing: 2024-09-16T01:31:26.494 INFO:teuthology.orchestra.run.smithi017.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-16T01:31:26.494 INFO:teuthology.orchestra.run.smithi017.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-16T01:31:26.495 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-16T01:31:26.495 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-16T01:31:26.495 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-16T01:31:26.495 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-16T01:31:26.495 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-16T01:31:26.495 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-16T01:31:26.495 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-16T01:31:26.495 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-16T01:31:26.495 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-16T01:31:26.495 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-16T01:31:26.495 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-16T01:31:26.496 INFO:teuthology.orchestra.run.smithi017.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-16T01:31:26.496 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-16T01:31:26.496 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-16T01:31:26.496 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-16T01:31:26.496 INFO:teuthology.orchestra.run.smithi017.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-16T01:31:26.496 INFO:teuthology.orchestra.run.smithi017.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-16T01:31:26.496 INFO:teuthology.orchestra.run.smithi017.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-16T01:31:26.496 INFO:teuthology.orchestra.run.smithi017.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-16T01:31:26.496 INFO:teuthology.orchestra.run.smithi017.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-16T01:31:26.496 INFO:teuthology.orchestra.run.smithi017.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-16T01:31:26.496 INFO:teuthology.orchestra.run.smithi017.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-16T01:31:26.497 INFO:teuthology.orchestra.run.smithi017.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-16T01:31:26.497 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-16T01:31:26.497 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-16T01:31:26.497 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-16T01:31:26.497 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-16T01:31:26.497 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-16T01:31:26.497 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-16T01:31:26.497 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-16T01:31:26.497 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-16T01:31:26.497 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-16T01:31:26.497 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-16T01:31:26.497 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-16T01:31:26.498 INFO:teuthology.orchestra.run.smithi017.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-16T01:31:26.498 INFO:teuthology.orchestra.run.smithi017.stdout:Upgrading: 2024-09-16T01:31:26.498 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-16T01:31:26.498 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-16T01:31:26.498 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-16T01:31:26.498 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-16T01:31:26.498 INFO:teuthology.orchestra.run.smithi017.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-16T01:31:26.498 INFO:teuthology.orchestra.run.smithi017.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-16T01:31:26.498 INFO:teuthology.orchestra.run.smithi017.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-16T01:31:26.498 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-16T01:31:26.498 INFO:teuthology.orchestra.run.smithi017.stdout:Installing dependencies: 2024-09-16T01:31:26.498 INFO:teuthology.orchestra.run.smithi017.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-16T01:31:26.499 INFO:teuthology.orchestra.run.smithi017.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-16T01:31:26.499 INFO:teuthology.orchestra.run.smithi017.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T01:31:26.499 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-16T01:31:26.499 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-16T01:31:26.499 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-16T01:31:26.499 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-16T01:31:26.499 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-16T01:31:26.499 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-16T01:31:26.499 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-16T01:31:26.499 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-16T01:31:26.500 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T01:31:26.500 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T01:31:26.500 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T01:31:26.500 INFO:teuthology.orchestra.run.smithi017.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T01:31:26.500 INFO:teuthology.orchestra.run.smithi017.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T01:31:26.500 INFO:teuthology.orchestra.run.smithi017.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-16T01:31:26.500 INFO:teuthology.orchestra.run.smithi017.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T01:31:26.500 INFO:teuthology.orchestra.run.smithi017.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T01:31:26.500 INFO:teuthology.orchestra.run.smithi017.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-16T01:31:26.500 INFO:teuthology.orchestra.run.smithi017.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T01:31:26.500 INFO:teuthology.orchestra.run.smithi017.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T01:31:26.500 INFO:teuthology.orchestra.run.smithi017.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T01:31:26.501 INFO:teuthology.orchestra.run.smithi017.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T01:31:26.501 INFO:teuthology.orchestra.run.smithi017.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T01:31:26.501 INFO:teuthology.orchestra.run.smithi017.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-16T01:31:26.501 INFO:teuthology.orchestra.run.smithi017.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T01:31:26.501 INFO:teuthology.orchestra.run.smithi017.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-16T01:31:26.501 INFO:teuthology.orchestra.run.smithi017.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T01:31:26.501 INFO:teuthology.orchestra.run.smithi017.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-16T01:31:26.501 INFO:teuthology.orchestra.run.smithi017.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T01:31:26.501 INFO:teuthology.orchestra.run.smithi017.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T01:31:26.501 INFO:teuthology.orchestra.run.smithi017.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T01:31:26.501 INFO:teuthology.orchestra.run.smithi017.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T01:31:26.501 INFO:teuthology.orchestra.run.smithi017.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T01:31:26.502 INFO:teuthology.orchestra.run.smithi017.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T01:31:26.502 INFO:teuthology.orchestra.run.smithi017.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T01:31:26.502 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-16T01:31:26.502 INFO:teuthology.orchestra.run.smithi017.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-16T01:31:26.502 INFO:teuthology.orchestra.run.smithi017.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-16T01:31:26.502 INFO:teuthology.orchestra.run.smithi017.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T01:31:26.502 INFO:teuthology.orchestra.run.smithi017.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T01:31:26.502 INFO:teuthology.orchestra.run.smithi017.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T01:31:26.502 INFO:teuthology.orchestra.run.smithi017.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T01:31:26.502 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T01:31:26.502 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-16T01:31:26.502 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-16T01:31:26.503 INFO:teuthology.orchestra.run.smithi017.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T01:31:26.503 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T01:31:26.503 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T01:31:26.503 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T01:31:26.503 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-16T01:31:26.503 INFO:teuthology.orchestra.run.smithi017.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-16T01:31:26.503 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T01:31:26.503 INFO:teuthology.orchestra.run.smithi017.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T01:31:26.503 INFO:teuthology.orchestra.run.smithi017.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T01:31:26.503 INFO:teuthology.orchestra.run.smithi017.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-16T01:31:26.503 INFO:teuthology.orchestra.run.smithi017.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-16T01:31:26.503 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T01:31:26.503 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T01:31:26.504 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T01:31:26.504 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T01:31:26.504 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T01:31:26.504 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T01:31:26.504 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T01:31:26.504 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T01:31:26.504 INFO:teuthology.orchestra.run.smithi017.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T01:31:26.504 INFO:teuthology.orchestra.run.smithi017.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T01:31:26.504 INFO:teuthology.orchestra.run.smithi017.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T01:31:26.504 INFO:teuthology.orchestra.run.smithi017.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T01:31:26.504 INFO:teuthology.orchestra.run.smithi017.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T01:31:26.504 INFO:teuthology.orchestra.run.smithi017.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T01:31:26.505 INFO:teuthology.orchestra.run.smithi017.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T01:31:26.505 INFO:teuthology.orchestra.run.smithi017.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T01:31:26.505 INFO:teuthology.orchestra.run.smithi017.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T01:31:26.505 INFO:teuthology.orchestra.run.smithi017.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T01:31:26.505 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T01:31:26.505 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T01:31:26.505 INFO:teuthology.orchestra.run.smithi017.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T01:31:26.505 INFO:teuthology.orchestra.run.smithi017.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T01:31:26.505 INFO:teuthology.orchestra.run.smithi017.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-16T01:31:26.505 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T01:31:26.505 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T01:31:26.505 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T01:31:26.506 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T01:31:26.506 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-16T01:31:26.506 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T01:31:26.506 INFO:teuthology.orchestra.run.smithi017.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T01:31:26.506 INFO:teuthology.orchestra.run.smithi017.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T01:31:26.506 INFO:teuthology.orchestra.run.smithi017.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T01:31:26.506 INFO:teuthology.orchestra.run.smithi017.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T01:31:26.506 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T01:31:26.506 INFO:teuthology.orchestra.run.smithi017.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T01:31:26.506 INFO:teuthology.orchestra.run.smithi017.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T01:31:26.506 INFO:teuthology.orchestra.run.smithi017.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T01:31:26.506 INFO:teuthology.orchestra.run.smithi017.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T01:31:26.506 INFO:teuthology.orchestra.run.smithi017.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T01:31:26.507 INFO:teuthology.orchestra.run.smithi017.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-16T01:31:26.507 INFO:teuthology.orchestra.run.smithi017.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T01:31:26.507 INFO:teuthology.orchestra.run.smithi017.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T01:31:26.507 INFO:teuthology.orchestra.run.smithi017.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T01:31:26.507 INFO:teuthology.orchestra.run.smithi017.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T01:31:26.507 INFO:teuthology.orchestra.run.smithi017.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T01:31:26.507 INFO:teuthology.orchestra.run.smithi017.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T01:31:26.507 INFO:teuthology.orchestra.run.smithi017.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T01:31:26.507 INFO:teuthology.orchestra.run.smithi017.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T01:31:26.507 INFO:teuthology.orchestra.run.smithi017.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T01:31:26.507 INFO:teuthology.orchestra.run.smithi017.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-16T01:31:26.507 INFO:teuthology.orchestra.run.smithi017.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T01:31:26.507 INFO:teuthology.orchestra.run.smithi017.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-16T01:31:26.508 INFO:teuthology.orchestra.run.smithi017.stdout:Installing weak dependencies: 2024-09-16T01:31:26.508 INFO:teuthology.orchestra.run.smithi017.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T01:31:26.508 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:31:26.508 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction Summary 2024-09-16T01:31:26.508 INFO:teuthology.orchestra.run.smithi017.stdout:====================================================================================== 2024-09-16T01:31:26.508 INFO:teuthology.orchestra.run.smithi017.stdout:Install 148 Packages 2024-09-16T01:31:26.508 INFO:teuthology.orchestra.run.smithi017.stdout:Upgrade 8 Packages 2024-09-16T01:31:26.508 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:31:26.509 INFO:teuthology.orchestra.run.smithi017.stdout:Total download size: 226 M 2024-09-16T01:31:26.509 INFO:teuthology.orchestra.run.smithi017.stdout:Downloading Packages: 2024-09-16T01:31:26.520 INFO:teuthology.orchestra.run.smithi122.stdout:Dependencies resolved. 2024-09-16T01:31:26.544 INFO:teuthology.orchestra.run.smithi122.stdout:====================================================================================== 2024-09-16T01:31:26.544 INFO:teuthology.orchestra.run.smithi122.stdout: Package Arch Version Repository Size 2024-09-16T01:31:26.544 INFO:teuthology.orchestra.run.smithi122.stdout:====================================================================================== 2024-09-16T01:31:26.544 INFO:teuthology.orchestra.run.smithi122.stdout:Installing: 2024-09-16T01:31:26.544 INFO:teuthology.orchestra.run.smithi122.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-16T01:31:26.544 INFO:teuthology.orchestra.run.smithi122.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-16T01:31:26.545 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-16T01:31:26.545 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-16T01:31:26.545 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-16T01:31:26.545 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-16T01:31:26.545 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-16T01:31:26.545 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-16T01:31:26.545 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-16T01:31:26.545 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-16T01:31:26.546 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-16T01:31:26.546 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-16T01:31:26.546 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-16T01:31:26.546 INFO:teuthology.orchestra.run.smithi122.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-16T01:31:26.546 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-16T01:31:26.546 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-16T01:31:26.546 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-16T01:31:26.546 INFO:teuthology.orchestra.run.smithi122.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-16T01:31:26.546 INFO:teuthology.orchestra.run.smithi122.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-16T01:31:26.546 INFO:teuthology.orchestra.run.smithi122.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-16T01:31:26.546 INFO:teuthology.orchestra.run.smithi122.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-16T01:31:26.547 INFO:teuthology.orchestra.run.smithi122.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-16T01:31:26.547 INFO:teuthology.orchestra.run.smithi122.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-16T01:31:26.547 INFO:teuthology.orchestra.run.smithi122.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-16T01:31:26.547 INFO:teuthology.orchestra.run.smithi122.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-16T01:31:26.547 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-16T01:31:26.547 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-16T01:31:26.547 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-16T01:31:26.547 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-16T01:31:26.547 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-16T01:31:26.547 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-16T01:31:26.547 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-16T01:31:26.548 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-16T01:31:26.548 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-16T01:31:26.548 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-16T01:31:26.548 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-16T01:31:26.548 INFO:teuthology.orchestra.run.smithi122.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-16T01:31:26.548 INFO:teuthology.orchestra.run.smithi122.stdout:Upgrading: 2024-09-16T01:31:26.548 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-16T01:31:26.548 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-16T01:31:26.548 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-16T01:31:26.548 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-16T01:31:26.548 INFO:teuthology.orchestra.run.smithi122.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-16T01:31:26.548 INFO:teuthology.orchestra.run.smithi122.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-16T01:31:26.549 INFO:teuthology.orchestra.run.smithi122.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-16T01:31:26.549 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-16T01:31:26.549 INFO:teuthology.orchestra.run.smithi122.stdout:Installing dependencies: 2024-09-16T01:31:26.549 INFO:teuthology.orchestra.run.smithi122.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-16T01:31:26.549 INFO:teuthology.orchestra.run.smithi122.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-16T01:31:26.549 INFO:teuthology.orchestra.run.smithi122.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T01:31:26.549 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-16T01:31:26.549 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-16T01:31:26.549 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-16T01:31:26.549 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-16T01:31:26.549 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-16T01:31:26.550 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-16T01:31:26.550 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-16T01:31:26.550 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-16T01:31:26.550 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T01:31:26.550 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T01:31:26.550 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T01:31:26.550 INFO:teuthology.orchestra.run.smithi122.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T01:31:26.550 INFO:teuthology.orchestra.run.smithi122.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T01:31:26.550 INFO:teuthology.orchestra.run.smithi122.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-16T01:31:26.550 INFO:teuthology.orchestra.run.smithi122.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T01:31:26.550 INFO:teuthology.orchestra.run.smithi122.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T01:31:26.550 INFO:teuthology.orchestra.run.smithi122.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-16T01:31:26.551 INFO:teuthology.orchestra.run.smithi122.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T01:31:26.551 INFO:teuthology.orchestra.run.smithi122.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T01:31:26.551 INFO:teuthology.orchestra.run.smithi122.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T01:31:26.551 INFO:teuthology.orchestra.run.smithi122.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T01:31:26.551 INFO:teuthology.orchestra.run.smithi122.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T01:31:26.551 INFO:teuthology.orchestra.run.smithi122.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-16T01:31:26.551 INFO:teuthology.orchestra.run.smithi122.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T01:31:26.551 INFO:teuthology.orchestra.run.smithi122.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-16T01:31:26.551 INFO:teuthology.orchestra.run.smithi122.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T01:31:26.551 INFO:teuthology.orchestra.run.smithi122.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-16T01:31:26.551 INFO:teuthology.orchestra.run.smithi122.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T01:31:26.551 INFO:teuthology.orchestra.run.smithi122.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T01:31:26.551 INFO:teuthology.orchestra.run.smithi122.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T01:31:26.552 INFO:teuthology.orchestra.run.smithi122.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T01:31:26.552 INFO:teuthology.orchestra.run.smithi122.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T01:31:26.552 INFO:teuthology.orchestra.run.smithi122.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T01:31:26.552 INFO:teuthology.orchestra.run.smithi122.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T01:31:26.552 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-16T01:31:26.552 INFO:teuthology.orchestra.run.smithi122.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-16T01:31:26.552 INFO:teuthology.orchestra.run.smithi122.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-16T01:31:26.552 INFO:teuthology.orchestra.run.smithi122.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T01:31:26.552 INFO:teuthology.orchestra.run.smithi122.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T01:31:26.552 INFO:teuthology.orchestra.run.smithi122.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T01:31:26.552 INFO:teuthology.orchestra.run.smithi122.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T01:31:26.552 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T01:31:26.553 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-16T01:31:26.553 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-16T01:31:26.553 INFO:teuthology.orchestra.run.smithi122.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T01:31:26.553 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T01:31:26.553 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T01:31:26.553 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T01:31:26.553 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-16T01:31:26.553 INFO:teuthology.orchestra.run.smithi122.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-16T01:31:26.553 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T01:31:26.553 INFO:teuthology.orchestra.run.smithi122.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T01:31:26.553 INFO:teuthology.orchestra.run.smithi122.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T01:31:26.553 INFO:teuthology.orchestra.run.smithi122.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-16T01:31:26.554 INFO:teuthology.orchestra.run.smithi122.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-16T01:31:26.554 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T01:31:26.554 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T01:31:26.554 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T01:31:26.554 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T01:31:26.554 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T01:31:26.554 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T01:31:26.554 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T01:31:26.554 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T01:31:26.554 INFO:teuthology.orchestra.run.smithi122.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T01:31:26.554 INFO:teuthology.orchestra.run.smithi122.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T01:31:26.554 INFO:teuthology.orchestra.run.smithi122.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T01:31:26.554 INFO:teuthology.orchestra.run.smithi122.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T01:31:26.555 INFO:teuthology.orchestra.run.smithi122.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T01:31:26.555 INFO:teuthology.orchestra.run.smithi122.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T01:31:26.555 INFO:teuthology.orchestra.run.smithi122.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T01:31:26.555 INFO:teuthology.orchestra.run.smithi122.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T01:31:26.555 INFO:teuthology.orchestra.run.smithi122.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T01:31:26.555 INFO:teuthology.orchestra.run.smithi122.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T01:31:26.555 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T01:31:26.555 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T01:31:26.555 INFO:teuthology.orchestra.run.smithi122.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T01:31:26.555 INFO:teuthology.orchestra.run.smithi122.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T01:31:26.555 INFO:teuthology.orchestra.run.smithi122.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-16T01:31:26.555 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T01:31:26.555 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T01:31:26.556 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T01:31:26.556 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T01:31:26.556 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-16T01:31:26.556 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T01:31:26.556 INFO:teuthology.orchestra.run.smithi122.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T01:31:26.556 INFO:teuthology.orchestra.run.smithi122.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T01:31:26.556 INFO:teuthology.orchestra.run.smithi122.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T01:31:26.556 INFO:teuthology.orchestra.run.smithi122.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T01:31:26.556 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T01:31:26.556 INFO:teuthology.orchestra.run.smithi122.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T01:31:26.556 INFO:teuthology.orchestra.run.smithi122.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T01:31:26.556 INFO:teuthology.orchestra.run.smithi122.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T01:31:26.556 INFO:teuthology.orchestra.run.smithi122.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T01:31:26.557 INFO:teuthology.orchestra.run.smithi122.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T01:31:26.557 INFO:teuthology.orchestra.run.smithi122.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-16T01:31:26.557 INFO:teuthology.orchestra.run.smithi122.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T01:31:26.557 INFO:teuthology.orchestra.run.smithi122.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T01:31:26.557 INFO:teuthology.orchestra.run.smithi122.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T01:31:26.557 INFO:teuthology.orchestra.run.smithi122.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T01:31:26.557 INFO:teuthology.orchestra.run.smithi122.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T01:31:26.557 INFO:teuthology.orchestra.run.smithi122.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T01:31:26.557 INFO:teuthology.orchestra.run.smithi122.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T01:31:26.557 INFO:teuthology.orchestra.run.smithi122.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T01:31:26.557 INFO:teuthology.orchestra.run.smithi122.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T01:31:26.557 INFO:teuthology.orchestra.run.smithi122.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-16T01:31:26.557 INFO:teuthology.orchestra.run.smithi122.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T01:31:26.558 INFO:teuthology.orchestra.run.smithi122.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-16T01:31:26.558 INFO:teuthology.orchestra.run.smithi122.stdout:Installing weak dependencies: 2024-09-16T01:31:26.558 INFO:teuthology.orchestra.run.smithi122.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T01:31:26.558 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:31:26.558 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction Summary 2024-09-16T01:31:26.558 INFO:teuthology.orchestra.run.smithi122.stdout:====================================================================================== 2024-09-16T01:31:26.558 INFO:teuthology.orchestra.run.smithi122.stdout:Install 148 Packages 2024-09-16T01:31:26.558 INFO:teuthology.orchestra.run.smithi122.stdout:Upgrade 8 Packages 2024-09-16T01:31:26.558 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:31:26.559 INFO:teuthology.orchestra.run.smithi122.stdout:Total download size: 226 M 2024-09-16T01:31:26.559 INFO:teuthology.orchestra.run.smithi122.stdout:Downloading Packages: 2024-09-16T01:31:26.649 INFO:teuthology.orchestra.run.smithi029.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T01:31:26.650 INFO:teuthology.orchestra.run.smithi029.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T01:31:26.661 INFO:teuthology.orchestra.run.smithi029.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-16T01:31:26.662 INFO:teuthology.orchestra.run.smithi029.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-16T01:31:26.663 INFO:teuthology.orchestra.run.smithi029.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-16T01:31:26.664 INFO:teuthology.orchestra.run.smithi029.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-16T01:31:26.665 INFO:teuthology.orchestra.run.smithi029.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-16T01:31:26.668 INFO:teuthology.orchestra.run.smithi029.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-16T01:31:26.669 INFO:teuthology.orchestra.run.smithi029.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-16T01:31:26.736 INFO:teuthology.orchestra.run.smithi029.stdout:Dependencies resolved. 2024-09-16T01:31:26.759 INFO:teuthology.orchestra.run.smithi017.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 49 kB/s | 6.5 kB 00:00 2024-09-16T01:31:26.762 INFO:teuthology.orchestra.run.smithi029.stdout:====================================================================================== 2024-09-16T01:31:26.762 INFO:teuthology.orchestra.run.smithi029.stdout: Package Arch Version Repository Size 2024-09-16T01:31:26.762 INFO:teuthology.orchestra.run.smithi029.stdout:====================================================================================== 2024-09-16T01:31:26.762 INFO:teuthology.orchestra.run.smithi029.stdout:Installing: 2024-09-16T01:31:26.762 INFO:teuthology.orchestra.run.smithi029.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-16T01:31:26.762 INFO:teuthology.orchestra.run.smithi029.stdout: ceph x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 6.5 k 2024-09-16T01:31:26.762 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-base x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.4 M 2024-09-16T01:31:26.762 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 896 k 2024-09-16T01:31:26.763 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 145 k 2024-09-16T01:31:26.763 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 1.5 M 2024-09-16T01:31:26.763 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 146 k 2024-09-16T01:31:26.763 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-dashboard noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 3.6 M 2024-09-16T01:31:26.763 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 7.4 M 2024-09-16T01:31:26.763 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-rook noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 49 k 2024-09-16T01:31:26.763 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-radosgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 11 M 2024-09-16T01:31:26.763 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-test x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 49 M 2024-09-16T01:31:26.763 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-volume noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 285 k 2024-09-16T01:31:26.763 INFO:teuthology.orchestra.run.smithi029.stdout: cephadm noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 765 k 2024-09-16T01:31:26.763 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 228 k 2024-09-16T01:31:26.763 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-shell x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 27 k 2024-09-16T01:31:26.763 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-top noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 18 k 2024-09-16T01:31:26.763 INFO:teuthology.orchestra.run.smithi029.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-16T01:31:26.764 INFO:teuthology.orchestra.run.smithi029.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-16T01:31:26.764 INFO:teuthology.orchestra.run.smithi029.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-16T01:31:26.764 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 32 k 2024-09-16T01:31:26.764 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 751 k 2024-09-16T01:31:26.764 INFO:teuthology.orchestra.run.smithi029.stdout: librados-devel x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 127 k 2024-09-16T01:31:26.764 INFO:teuthology.orchestra.run.smithi029.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-16T01:31:26.764 INFO:teuthology.orchestra.run.smithi029.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-16T01:31:26.764 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-16T01:31:26.764 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-16T01:31:26.764 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-16T01:31:26.764 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-16T01:31:26.764 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cephfs x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 161 k 2024-09-16T01:31:26.765 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rados x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 320 k 2024-09-16T01:31:26.765 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 300 k 2024-09-16T01:31:26.765 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rgw x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 99 k 2024-09-16T01:31:26.765 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-fuse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 85 k 2024-09-16T01:31:26.765 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-mirror x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.1 M 2024-09-16T01:31:26.765 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-nbd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 170 k 2024-09-16T01:31:26.765 INFO:teuthology.orchestra.run.smithi029.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-16T01:31:26.765 INFO:teuthology.orchestra.run.smithi029.stdout:Upgrading: 2024-09-16T01:31:26.765 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-16T01:31:26.765 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-16T01:31:26.765 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-16T01:31:26.765 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-16T01:31:26.765 INFO:teuthology.orchestra.run.smithi029.stdout: librados2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.4 M 2024-09-16T01:31:26.766 INFO:teuthology.orchestra.run.smithi029.stdout: librbd1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 3.2 M 2024-09-16T01:31:26.766 INFO:teuthology.orchestra.run.smithi029.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-16T01:31:26.766 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-16T01:31:26.766 INFO:teuthology.orchestra.run.smithi029.stdout:Installing dependencies: 2024-09-16T01:31:26.766 INFO:teuthology.orchestra.run.smithi029.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-16T01:31:26.766 INFO:teuthology.orchestra.run.smithi029.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-16T01:31:26.766 INFO:teuthology.orchestra.run.smithi029.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T01:31:26.766 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 21 M 2024-09-16T01:31:26.766 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-grafana-dashboards noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 32 k 2024-09-16T01:31:26.766 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mds x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 2.4 M 2024-09-16T01:31:26.766 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-modules-core noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 249 k 2024-09-16T01:31:26.766 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mon x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 4.7 M 2024-09-16T01:31:26.766 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-osd x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 17 M 2024-09-16T01:31:26.767 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-prometheus-alerts noarch 2:19.1.1-326.g8921c8ef.el9 ceph-noarch 16 k 2024-09-16T01:31:26.767 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-selinux x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 25 k 2024-09-16T01:31:26.767 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T01:31:26.767 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T01:31:26.767 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T01:31:26.767 INFO:teuthology.orchestra.run.smithi029.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T01:31:26.767 INFO:teuthology.orchestra.run.smithi029.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T01:31:26.767 INFO:teuthology.orchestra.run.smithi029.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-16T01:31:26.767 INFO:teuthology.orchestra.run.smithi029.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T01:31:26.767 INFO:teuthology.orchestra.run.smithi029.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T01:31:26.767 INFO:teuthology.orchestra.run.smithi029.stdout: libcephsqlite x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 163 k 2024-09-16T01:31:26.768 INFO:teuthology.orchestra.run.smithi029.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T01:31:26.768 INFO:teuthology.orchestra.run.smithi029.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T01:31:26.768 INFO:teuthology.orchestra.run.smithi029.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T01:31:26.768 INFO:teuthology.orchestra.run.smithi029.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T01:31:26.768 INFO:teuthology.orchestra.run.smithi029.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T01:31:26.768 INFO:teuthology.orchestra.run.smithi029.stdout: libradosstriper1 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 506 k 2024-09-16T01:31:26.768 INFO:teuthology.orchestra.run.smithi029.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T01:31:26.768 INFO:teuthology.orchestra.run.smithi029.stdout: librgw2 x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 5.3 M 2024-09-16T01:31:26.768 INFO:teuthology.orchestra.run.smithi029.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T01:31:26.769 INFO:teuthology.orchestra.run.smithi029.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-16T01:31:26.769 INFO:teuthology.orchestra.run.smithi029.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T01:31:26.769 INFO:teuthology.orchestra.run.smithi029.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-16T01:31:26.769 INFO:teuthology.orchestra.run.smithi029.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-16T01:31:26.769 INFO:teuthology.orchestra.run.smithi029.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-16T01:31:26.769 INFO:teuthology.orchestra.run.smithi029.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T01:31:26.769 INFO:teuthology.orchestra.run.smithi029.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T01:31:26.769 INFO:teuthology.orchestra.run.smithi029.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T01:31:26.769 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-16T01:31:26.769 INFO:teuthology.orchestra.run.smithi029.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-16T01:31:26.769 INFO:teuthology.orchestra.run.smithi029.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-16T01:31:26.770 INFO:teuthology.orchestra.run.smithi029.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T01:31:26.770 INFO:teuthology.orchestra.run.smithi029.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T01:31:26.770 INFO:teuthology.orchestra.run.smithi029.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T01:31:26.770 INFO:teuthology.orchestra.run.smithi029.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T01:31:26.770 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T01:31:26.770 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-argparse x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 45 k 2024-09-16T01:31:26.770 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-common x86_64 2:19.1.1-326.g8921c8ef.el9 ceph 136 k 2024-09-16T01:31:26.770 INFO:teuthology.orchestra.run.smithi029.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T01:31:26.770 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T01:31:26.770 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T01:31:26.770 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T01:31:26.770 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-16T01:31:26.771 INFO:teuthology.orchestra.run.smithi029.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-16T01:31:26.771 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T01:31:26.771 INFO:teuthology.orchestra.run.smithi029.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T01:31:26.771 INFO:teuthology.orchestra.run.smithi029.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T01:31:26.771 INFO:teuthology.orchestra.run.smithi029.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-16T01:31:26.771 INFO:teuthology.orchestra.run.smithi029.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-16T01:31:26.771 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T01:31:26.771 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T01:31:26.771 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T01:31:26.771 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T01:31:26.771 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T01:31:26.771 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T01:31:26.771 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T01:31:26.771 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T01:31:26.772 INFO:teuthology.orchestra.run.smithi029.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T01:31:26.772 INFO:teuthology.orchestra.run.smithi029.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T01:31:26.772 INFO:teuthology.orchestra.run.smithi029.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T01:31:26.772 INFO:teuthology.orchestra.run.smithi029.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T01:31:26.772 INFO:teuthology.orchestra.run.smithi029.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T01:31:26.772 INFO:teuthology.orchestra.run.smithi029.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T01:31:26.772 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T01:31:26.772 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T01:31:26.772 INFO:teuthology.orchestra.run.smithi029.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T01:31:26.772 INFO:teuthology.orchestra.run.smithi029.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T01:31:26.772 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T01:31:26.772 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T01:31:26.773 INFO:teuthology.orchestra.run.smithi029.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T01:31:26.773 INFO:teuthology.orchestra.run.smithi029.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T01:31:26.773 INFO:teuthology.orchestra.run.smithi029.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-16T01:31:26.773 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T01:31:26.773 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T01:31:26.773 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T01:31:26.773 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T01:31:26.773 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-16T01:31:26.773 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T01:31:26.773 INFO:teuthology.orchestra.run.smithi029.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T01:31:26.773 INFO:teuthology.orchestra.run.smithi029.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T01:31:26.773 INFO:teuthology.orchestra.run.smithi029.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T01:31:26.774 INFO:teuthology.orchestra.run.smithi029.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T01:31:26.774 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T01:31:26.774 INFO:teuthology.orchestra.run.smithi029.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T01:31:26.774 INFO:teuthology.orchestra.run.smithi029.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T01:31:26.774 INFO:teuthology.orchestra.run.smithi029.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T01:31:26.774 INFO:teuthology.orchestra.run.smithi029.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T01:31:26.774 INFO:teuthology.orchestra.run.smithi029.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T01:31:26.774 INFO:teuthology.orchestra.run.smithi029.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-16T01:31:26.774 INFO:teuthology.orchestra.run.smithi029.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T01:31:26.774 INFO:teuthology.orchestra.run.smithi029.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T01:31:26.774 INFO:teuthology.orchestra.run.smithi029.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T01:31:26.774 INFO:teuthology.orchestra.run.smithi029.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T01:31:26.775 INFO:teuthology.orchestra.run.smithi029.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-16T01:31:26.775 INFO:teuthology.orchestra.run.smithi029.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-16T01:31:26.775 INFO:teuthology.orchestra.run.smithi029.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T01:31:26.775 INFO:teuthology.orchestra.run.smithi029.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T01:31:26.775 INFO:teuthology.orchestra.run.smithi029.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T01:31:26.775 INFO:teuthology.orchestra.run.smithi029.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-16T01:31:26.775 INFO:teuthology.orchestra.run.smithi029.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T01:31:26.775 INFO:teuthology.orchestra.run.smithi029.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-16T01:31:26.775 INFO:teuthology.orchestra.run.smithi029.stdout:Installing weak dependencies: 2024-09-16T01:31:26.775 INFO:teuthology.orchestra.run.smithi029.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-16T01:31:26.775 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:31:26.775 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction Summary 2024-09-16T01:31:26.775 INFO:teuthology.orchestra.run.smithi029.stdout:====================================================================================== 2024-09-16T01:31:26.776 INFO:teuthology.orchestra.run.smithi029.stdout:Install 148 Packages 2024-09-16T01:31:26.776 INFO:teuthology.orchestra.run.smithi029.stdout:Upgrade 8 Packages 2024-09-16T01:31:26.776 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:31:26.776 INFO:teuthology.orchestra.run.smithi029.stdout:Total download size: 226 M 2024-09-16T01:31:26.776 INFO:teuthology.orchestra.run.smithi029.stdout:Downloading Packages: 2024-09-16T01:31:26.935 INFO:teuthology.orchestra.run.smithi017.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 5.0 MB/s | 896 kB 00:00 2024-09-16T01:31:27.027 INFO:teuthology.orchestra.run.smithi017.stdout:(3/156): ceph-immutable-object-cache-19.1.1-326 1.5 MB/s | 145 kB 00:00 2024-09-16T01:31:27.074 INFO:teuthology.orchestra.run.smithi122.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 30 kB/s | 6.5 kB 00:00 2024-09-16T01:31:27.102 INFO:teuthology.orchestra.run.smithi017.stdout:(4/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 11 MB/s | 5.4 MB 00:00 2024-09-16T01:31:27.194 INFO:teuthology.orchestra.run.smithi017.stdout:(5/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 17 MB/s | 1.5 MB 00:00 2024-09-16T01:31:27.327 INFO:teuthology.orchestra.run.smithi017.stdout:(6/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 7.9 MB/s | 2.4 MB 00:00 2024-09-16T01:31:27.452 INFO:teuthology.orchestra.run.smithi017.stdout:(7/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 18 MB/s | 4.7 MB 00:00 2024-09-16T01:31:27.481 INFO:teuthology.orchestra.run.smithi029.stdout:(1/156): ceph-19.1.1-326.g8921c8ef.el9.x86_64.r 27 kB/s | 6.5 kB 00:00 2024-09-16T01:31:27.808 INFO:teuthology.orchestra.run.smithi122.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 1.2 MB/s | 896 kB 00:00 2024-09-16T01:31:27.916 INFO:teuthology.orchestra.run.smithi122.stdout:(3/156): ceph-immutable-object-cache-19.1.1-326 1.3 MB/s | 145 kB 00:00 2024-09-16T01:31:27.961 INFO:teuthology.orchestra.run.smithi017.stdout:(8/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9. 21 MB/s | 11 MB 00:00 2024-09-16T01:31:28.056 INFO:teuthology.orchestra.run.smithi029.stdout:(2/156): ceph-fuse-19.1.1-326.g8921c8ef.el9.x86 1.5 MB/s | 896 kB 00:00 2024-09-16T01:31:28.124 INFO:teuthology.orchestra.run.smithi029.stdout:(3/156): ceph-immutable-object-cache-19.1.1-326 2.1 MB/s | 145 kB 00:00 2024-09-16T01:31:28.170 INFO:teuthology.orchestra.run.smithi017.stdout:(9/156): ceph-common-19.1.1-326.g8921c8ef.el9.x 14 MB/s | 21 MB 00:01 2024-09-16T01:31:28.195 INFO:teuthology.orchestra.run.smithi017.stdout:(10/156): ceph-selinux-19.1.1-326.g8921c8ef.el9 108 kB/s | 25 kB 00:00 2024-09-16T01:31:28.245 INFO:teuthology.orchestra.run.smithi017.stdout:(11/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 4.4 MB/s | 228 kB 00:00 2024-09-16T01:31:28.312 INFO:teuthology.orchestra.run.smithi017.stdout:(12/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 407 kB/s | 27 kB 00:00 2024-09-16T01:31:28.379 INFO:teuthology.orchestra.run.smithi017.stdout:(13/156): libcephfs-devel-19.1.1-326.g8921c8ef. 475 kB/s | 32 kB 00:00 2024-09-16T01:31:28.513 INFO:teuthology.orchestra.run.smithi017.stdout:(14/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 5.5 MB/s | 751 kB 00:00 2024-09-16T01:31:28.557 INFO:teuthology.orchestra.run.smithi029.stdout:(4/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 4.1 MB/s | 5.4 MB 00:01 2024-09-16T01:31:28.684 INFO:teuthology.orchestra.run.smithi029.stdout:(5/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 4.3 MB/s | 2.4 MB 00:00 2024-09-16T01:31:28.713 INFO:teuthology.orchestra.run.smithi017.stdout:(15/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86 12 MB/s | 17 MB 00:01 2024-09-16T01:31:28.716 INFO:teuthology.orchestra.run.smithi122.stdout:(4/156): ceph-mds-19.1.1-326.g8921c8ef.el9.x86_ 3.0 MB/s | 2.4 MB 00:00 2024-09-16T01:31:28.735 INFO:teuthology.orchestra.run.smithi029.stdout:(6/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 8.6 MB/s | 1.5 MB 00:00 2024-09-16T01:31:28.738 INFO:teuthology.orchestra.run.smithi017.stdout:(16/156): libcephsqlite-19.1.1-326.g8921c8ef.el 725 kB/s | 163 kB 00:00 2024-09-16T01:31:28.780 INFO:teuthology.orchestra.run.smithi017.stdout:(17/156): librados-devel-19.1.1-326.g8921c8ef.e 1.9 MB/s | 127 kB 00:00 2024-09-16T01:31:28.830 INFO:teuthology.orchestra.run.smithi017.stdout:(18/156): libradosstriper1-19.1.1-326.g8921c8ef 5.4 MB/s | 506 kB 00:00 2024-09-16T01:31:28.914 INFO:teuthology.orchestra.run.smithi017.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 542 kB/s | 45 kB 00:00 2024-09-16T01:31:28.989 INFO:teuthology.orchestra.run.smithi017.stdout:(20/156): python3-ceph-common-19.1.1-326.g8921c 1.8 MB/s | 136 kB 00:00 2024-09-16T01:31:29.025 INFO:teuthology.orchestra.run.smithi122.stdout:(5/156): ceph-base-19.1.1-326.g8921c8ef.el9.x86 2.5 MB/s | 5.4 MB 00:02 2024-09-16T01:31:29.073 INFO:teuthology.orchestra.run.smithi017.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 1.9 MB/s | 161 kB 00:00 2024-09-16T01:31:29.165 INFO:teuthology.orchestra.run.smithi017.stdout:(22/156): python3-rados-19.1.1-326.g8921c8ef.el 3.4 MB/s | 320 kB 00:00 2024-09-16T01:31:29.290 INFO:teuthology.orchestra.run.smithi017.stdout:(23/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 10 MB/s | 5.3 MB 00:00 2024-09-16T01:31:29.316 INFO:teuthology.orchestra.run.smithi017.stdout:(24/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 2.0 MB/s | 300 kB 00:00 2024-09-16T01:31:29.366 INFO:teuthology.orchestra.run.smithi017.stdout:(25/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 1.3 MB/s | 99 kB 00:00 2024-09-16T01:31:29.377 INFO:teuthology.orchestra.run.smithi029.stdout:(7/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 6.8 MB/s | 4.7 MB 00:00 2024-09-16T01:31:29.391 INFO:teuthology.orchestra.run.smithi017.stdout:(26/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 1.1 MB/s | 85 kB 00:00 2024-09-16T01:31:29.417 INFO:teuthology.orchestra.run.smithi122.stdout:(6/156): ceph-mgr-19.1.1-326.g8921c8ef.el9.x86_ 2.2 MB/s | 1.5 MB 00:00 2024-09-16T01:31:29.483 INFO:teuthology.orchestra.run.smithi017.stdout:(27/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 1.8 MB/s | 170 kB 00:00 2024-09-16T01:31:29.575 INFO:teuthology.orchestra.run.smithi017.stdout:(28/156): ceph-grafana-dashboards-19.1.1-326.g8 348 kB/s | 32 kB 00:00 2024-09-16T01:31:29.667 INFO:teuthology.orchestra.run.smithi017.stdout:(29/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 10 MB/s | 3.1 MB 00:00 2024-09-16T01:31:29.701 INFO:teuthology.orchestra.run.smithi017.stdout:(30/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 1.1 MB/s | 146 kB 00:00 2024-09-16T01:31:30.085 INFO:teuthology.orchestra.run.smithi017.stdout:(31/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 8.5 MB/s | 3.6 MB 00:00 2024-09-16T01:31:30.143 INFO:teuthology.orchestra.run.smithi017.stdout:(32/156): ceph-mgr-modules-core-19.1.1-326.g892 4.2 MB/s | 249 kB 00:00 2024-09-16T01:31:30.202 INFO:teuthology.orchestra.run.smithi017.stdout:(33/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 849 kB/s | 49 kB 00:00 2024-09-16T01:31:30.261 INFO:teuthology.orchestra.run.smithi017.stdout:(34/156): ceph-prometheus-alerts-19.1.1-326.g89 281 kB/s | 16 kB 00:00 2024-09-16T01:31:30.294 INFO:teuthology.orchestra.run.smithi029.stdout:(8/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86_ 11 MB/s | 17 MB 00:01 2024-09-16T01:31:30.327 INFO:teuthology.orchestra.run.smithi017.stdout:(35/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 4.2 MB/s | 285 kB 00:00 2024-09-16T01:31:30.370 INFO:teuthology.orchestra.run.smithi029.stdout:(9/156): ceph-selinux-19.1.1-326.g8921c8ef.el9. 335 kB/s | 25 kB 00:00 2024-09-16T01:31:30.461 INFO:teuthology.orchestra.run.smithi017.stdout:(36/156): ceph-mgr-diskprediction-local-19.1.1- 9.7 MB/s | 7.4 MB 00:00 2024-09-16T01:31:30.495 INFO:teuthology.orchestra.run.smithi017.stdout:(37/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 4.5 MB/s | 765 kB 00:00 2024-09-16T01:31:30.528 INFO:teuthology.orchestra.run.smithi017.stdout:(38/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 273 kB/s | 18 kB 00:00 2024-09-16T01:31:30.612 INFO:teuthology.orchestra.run.smithi017.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 682 kB/s | 80 kB 00:00 2024-09-16T01:31:30.670 INFO:teuthology.orchestra.run.smithi017.stdout:(40/156): libquadmath-11.5.0-2.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-16T01:31:30.696 INFO:teuthology.orchestra.run.smithi017.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 4.7 MB/s | 801 kB 00:00 2024-09-16T01:31:30.721 INFO:teuthology.orchestra.run.smithi017.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-09-16T01:31:30.763 INFO:teuthology.orchestra.run.smithi017.stdout:(43/156): python3-cryptography-36.0.1-4.el9.x86 18 MB/s | 1.2 MB 00:00 2024-09-16T01:31:30.788 INFO:teuthology.orchestra.run.smithi017.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-16T01:31:30.809 INFO:teuthology.orchestra.run.smithi122.stdout:(7/156): ceph-mon-19.1.1-326.g8921c8ef.el9.x86_ 2.6 MB/s | 4.7 MB 00:01 2024-09-16T01:31:30.813 INFO:teuthology.orchestra.run.smithi017.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-16T01:31:30.839 INFO:teuthology.orchestra.run.smithi017.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-16T01:31:30.845 INFO:teuthology.orchestra.run.smithi029.stdout:(10/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9 7.2 MB/s | 11 MB 00:01 2024-09-16T01:31:30.864 INFO:teuthology.orchestra.run.smithi017.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-16T01:31:30.896 INFO:teuthology.orchestra.run.smithi029.stdout:(11/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 4.5 MB/s | 228 kB 00:00 2024-09-16T01:31:30.955 INFO:teuthology.orchestra.run.smithi029.stdout:(12/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 462 kB/s | 27 kB 00:00 2024-09-16T01:31:31.013 INFO:teuthology.orchestra.run.smithi029.stdout:(13/156): libcephfs-devel-19.1.1-326.g8921c8ef. 543 kB/s | 32 kB 00:00 2024-09-16T01:31:31.122 INFO:teuthology.orchestra.run.smithi029.stdout:(14/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 6.8 MB/s | 751 kB 00:00 2024-09-16T01:31:31.181 INFO:teuthology.orchestra.run.smithi029.stdout:(15/156): libcephsqlite-19.1.1-326.g8921c8ef.el 2.7 MB/s | 163 kB 00:00 2024-09-16T01:31:31.248 INFO:teuthology.orchestra.run.smithi029.stdout:(16/156): librados-devel-19.1.1-326.g8921c8ef.e 1.9 MB/s | 127 kB 00:00 2024-09-16T01:31:31.306 INFO:teuthology.orchestra.run.smithi017.stdout:(48/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 16 MB/s | 49 MB 00:03 2024-09-16T01:31:31.349 INFO:teuthology.orchestra.run.smithi029.stdout:(17/156): libradosstriper1-19.1.1-326.g8921c8ef 4.9 MB/s | 506 kB 00:00 2024-09-16T01:31:31.423 INFO:teuthology.orchestra.run.smithi017.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 921 kB/s | 107 kB 00:00 2024-09-16T01:31:31.457 INFO:teuthology.orchestra.run.smithi017.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 1.1 MB/s | 689 kB 00:00 2024-09-16T01:31:31.507 INFO:teuthology.orchestra.run.smithi017.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 259 kB/s | 22 kB 00:00 2024-09-16T01:31:31.532 INFO:teuthology.orchestra.run.smithi017.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 4.1 MB/s | 313 kB 00:00 2024-09-16T01:31:31.557 INFO:teuthology.orchestra.run.smithi017.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 653 kB/s | 33 kB 00:00 2024-09-16T01:31:31.591 INFO:teuthology.orchestra.run.smithi017.stdout:(54/156): bison-3.7.4-5.el9.x86_64.rpm 1.3 MB/s | 943 kB 00:00 2024-09-16T01:31:31.616 INFO:teuthology.orchestra.run.smithi017.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 311 kB/s | 18 kB 00:00 2024-09-16T01:31:31.642 INFO:teuthology.orchestra.run.smithi017.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 222 kB/s | 11 kB 00:00 2024-09-16T01:31:31.667 INFO:teuthology.orchestra.run.smithi017.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-16T01:31:31.692 INFO:teuthology.orchestra.run.smithi017.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 902 kB/s | 45 kB 00:00 2024-09-16T01:31:31.734 INFO:teuthology.orchestra.run.smithi017.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 9.6 MB/s | 662 kB 00:00 2024-09-16T01:31:31.776 INFO:teuthology.orchestra.run.smithi017.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 589 kB/s | 24 kB 00:00 2024-09-16T01:31:31.802 INFO:teuthology.orchestra.run.smithi017.stdout:(61/156): libtool-2.4.6-46.el9.x86_64.rpm 5.2 MB/s | 581 kB 00:00 2024-09-16T01:31:31.818 INFO:teuthology.orchestra.run.smithi017.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 47 kB 00:00 2024-09-16T01:31:31.841 INFO:teuthology.orchestra.run.smithi029.stdout:(18/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 11 MB/s | 5.3 MB 00:00 2024-09-16T01:31:31.877 INFO:teuthology.orchestra.run.smithi017.stdout:(63/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 8.7 MB/s | 3.0 MB 00:00 2024-09-16T01:31:31.893 INFO:teuthology.orchestra.run.smithi029.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 876 kB/s | 45 kB 00:00 2024-09-16T01:31:31.902 INFO:teuthology.orchestra.run.smithi017.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 2.2 MB/s | 188 kB 00:00 2024-09-16T01:31:31.928 INFO:teuthology.orchestra.run.smithi017.stdout:(65/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.3 MB/s | 292 kB 00:00 2024-09-16T01:31:31.945 INFO:teuthology.orchestra.run.smithi017.stdout:(66/156): openblas-0.3.26-2.el9.x86_64.rpm 574 kB/s | 38 kB 00:00 2024-09-16T01:31:31.952 INFO:teuthology.orchestra.run.smithi029.stdout:(20/156): python3-ceph-common-19.1.1-326.g8921c 2.3 MB/s | 136 kB 00:00 2024-09-16T01:31:32.020 INFO:teuthology.orchestra.run.smithi029.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 2.4 MB/s | 161 kB 00:00 2024-09-16T01:31:32.045 INFO:teuthology.orchestra.run.smithi017.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 35 MB/s | 4.9 MB 00:00 2024-09-16T01:31:32.095 INFO:teuthology.orchestra.run.smithi029.stdout:(22/156): python3-rados-19.1.1-326.g8921c8ef.el 4.2 MB/s | 320 kB 00:00 2024-09-16T01:31:32.120 INFO:teuthology.orchestra.run.smithi017.stdout:(68/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 23 MB/s | 4.4 MB 00:00 2024-09-16T01:31:32.162 INFO:teuthology.orchestra.run.smithi017.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 7.6 MB/s | 910 kB 00:00 2024-09-16T01:31:32.163 INFO:teuthology.orchestra.run.smithi029.stdout:(23/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 4.4 MB/s | 300 kB 00:00 2024-09-16T01:31:32.196 INFO:teuthology.orchestra.run.smithi017.stdout:(70/156): postgresql-13.16-1.el9.x86_64.rpm 6.3 MB/s | 1.6 MB 00:00 2024-09-16T01:31:32.221 INFO:teuthology.orchestra.run.smithi017.stdout:(71/156): postgresql-private-libs-13.16-1.el9.x 1.3 MB/s | 137 kB 00:00 2024-09-16T01:31:32.221 INFO:teuthology.orchestra.run.smithi029.stdout:(24/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 1.7 MB/s | 99 kB 00:00 2024-09-16T01:31:32.265 INFO:teuthology.orchestra.run.smithi017.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2024-09-16T01:31:32.288 INFO:teuthology.orchestra.run.smithi017.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 87 kB 00:00 2024-09-16T01:31:32.289 INFO:teuthology.orchestra.run.smithi029.stdout:(25/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 1.2 MB/s | 85 kB 00:00 2024-09-16T01:31:32.330 INFO:teuthology.orchestra.run.smithi017.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.4 MB/s | 61 kB 00:00 2024-09-16T01:31:32.405 INFO:teuthology.orchestra.run.smithi017.stdout:(75/156): postgresql-server-13.16-1.el9.x86_64. 24 MB/s | 5.8 MB 00:00 2024-09-16T01:31:32.431 INFO:teuthology.orchestra.run.smithi017.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-09-16T01:31:32.456 INFO:teuthology.orchestra.run.smithi017.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-09-16T01:31:32.481 INFO:teuthology.orchestra.run.smithi017.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 512 kB/s | 26 kB 00:00 2024-09-16T01:31:32.506 INFO:teuthology.orchestra.run.smithi017.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-09-16T01:31:32.532 INFO:teuthology.orchestra.run.smithi017.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 3.3 MB/s | 172 kB 00:00 2024-09-16T01:31:32.557 INFO:teuthology.orchestra.run.smithi017.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 693 kB/s | 35 kB 00:00 2024-09-16T01:31:32.632 INFO:teuthology.orchestra.run.smithi017.stdout:(82/156): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-09-16T01:31:32.657 INFO:teuthology.orchestra.run.smithi017.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.4 MB/s | 250 kB 00:00 2024-09-16T01:31:32.683 INFO:teuthology.orchestra.run.smithi017.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 4.4 MB/s | 222 kB 00:00 2024-09-16T01:31:32.684 INFO:teuthology.orchestra.run.smithi122.stdout:(8/156): ceph-radosgw-19.1.1-326.g8921c8ef.el9. 5.7 MB/s | 11 MB 00:01 2024-09-16T01:31:32.708 INFO:teuthology.orchestra.run.smithi017.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-16T01:31:32.726 INFO:teuthology.orchestra.run.smithi122.stdout:(9/156): ceph-selinux-19.1.1-326.g8921c8ef.el9. 608 kB/s | 25 kB 00:00 2024-09-16T01:31:32.733 INFO:teuthology.orchestra.run.smithi017.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 842 kB/s | 42 kB 00:00 2024-09-16T01:31:32.759 INFO:teuthology.orchestra.run.smithi017.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 5.3 MB/s | 269 kB 00:00 2024-09-16T01:31:32.809 INFO:teuthology.orchestra.run.smithi017.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.1 MB/s | 159 kB 00:00 2024-09-16T01:31:32.835 INFO:teuthology.orchestra.run.smithi017.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 3.6 MB/s | 279 kB 00:00 2024-09-16T01:31:32.860 INFO:teuthology.orchestra.run.smithi017.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-16T01:31:32.885 INFO:teuthology.orchestra.run.smithi017.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-16T01:31:32.969 INFO:teuthology.orchestra.run.smithi017.stdout:(92/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 12 MB/s | 5.1 MB 00:00 2024-09-16T01:31:32.994 INFO:teuthology.orchestra.run.smithi017.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 383 kB/s | 42 kB 00:00 2024-09-16T01:31:33.019 INFO:teuthology.orchestra.run.smithi017.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 885 kB/s | 44 kB 00:00 2024-09-16T01:31:33.045 INFO:teuthology.orchestra.run.smithi017.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-16T01:31:33.070 INFO:teuthology.orchestra.run.smithi017.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 718 kB/s | 36 kB 00:00 2024-09-16T01:31:33.090 INFO:teuthology.orchestra.run.smithi029.stdout:(26/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 18 MB/s | 49 MB 00:02 2024-09-16T01:31:33.095 INFO:teuthology.orchestra.run.smithi017.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 948 kB/s | 47 kB 00:00 2024-09-16T01:31:33.120 INFO:teuthology.orchestra.run.smithi017.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-16T01:31:33.146 INFO:teuthology.orchestra.run.smithi017.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-16T01:31:33.171 INFO:teuthology.orchestra.run.smithi017.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-16T01:31:33.182 INFO:teuthology.orchestra.run.smithi029.stdout:(27/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 3.5 MB/s | 3.1 MB 00:00 2024-09-16T01:31:33.196 INFO:teuthology.orchestra.run.smithi017.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-16T01:31:33.216 INFO:teuthology.orchestra.run.smithi029.stdout:(28/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 1.3 MB/s | 170 kB 00:00 2024-09-16T01:31:33.221 INFO:teuthology.orchestra.run.smithi017.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 892 kB/s | 45 kB 00:00 2024-09-16T01:31:33.241 INFO:teuthology.orchestra.run.smithi029.stdout:(29/156): ceph-grafana-dashboards-19.1.1-326.g8 541 kB/s | 32 kB 00:00 2024-09-16T01:31:33.267 INFO:teuthology.orchestra.run.smithi029.stdout:(30/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 2.8 MB/s | 146 kB 00:00 2024-09-16T01:31:33.284 INFO:teuthology.orchestra.run.smithi122.stdout:(10/156): ceph-osd-19.1.1-326.g8921c8ef.el9.x86 4.4 MB/s | 17 MB 00:03 2024-09-16T01:31:33.288 INFO:teuthology.orchestra.run.smithi017.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 243 kB/s | 22 kB 00:00 2024-09-16T01:31:33.339 INFO:teuthology.orchestra.run.smithi017.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 11 MB/s | 548 kB 00:00 2024-09-16T01:31:33.360 INFO:teuthology.orchestra.run.smithi122.stdout:(11/156): cephfs-mirror-19.1.1-326.g8921c8ef.el 3.0 MB/s | 228 kB 00:00 2024-09-16T01:31:33.427 INFO:teuthology.orchestra.run.smithi122.stdout:(12/156): cephfs-shell-19.1.1-326.g8921c8ef.el9 406 kB/s | 27 kB 00:00 2024-09-16T01:31:33.489 INFO:teuthology.orchestra.run.smithi017.stdout:(105/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 26 MB/s | 16 MB 00:00 2024-09-16T01:31:33.531 INFO:teuthology.orchestra.run.smithi017.stdout:(106/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.7 MB/s | 863 kB 00:00 2024-09-16T01:31:33.556 INFO:teuthology.orchestra.run.smithi017.stdout:(107/156): gperftools-libs-2.9.1-3.el9.x86_64.r 1.4 MB/s | 308 kB 00:00 2024-09-16T01:31:33.576 INFO:teuthology.orchestra.run.smithi029.stdout:(31/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 11 MB/s | 3.6 MB 00:00 2024-09-16T01:31:33.598 INFO:teuthology.orchestra.run.smithi017.stdout:(108/156): grpc-data-1.46.7-10.el9.noarch.rpm 179 kB/s | 19 kB 00:00 2024-09-16T01:31:33.623 INFO:teuthology.orchestra.run.smithi017.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 401 kB/s | 26 kB 00:00 2024-09-16T01:31:33.635 INFO:teuthology.orchestra.run.smithi122.stdout:(13/156): ceph-common-19.1.1-326.g8921c8ef.el9. 3.1 MB/s | 21 MB 00:06 2024-09-16T01:31:33.648 INFO:teuthology.orchestra.run.smithi017.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 1.0 MB/s | 49 kB 00:00 2024-09-16T01:31:33.660 INFO:teuthology.orchestra.run.smithi122.stdout:(14/156): libcephfs-devel-19.1.1-326.g8921c8ef. 136 kB/s | 32 kB 00:00 2024-09-16T01:31:33.673 INFO:teuthology.orchestra.run.smithi017.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-16T01:31:33.699 INFO:teuthology.orchestra.run.smithi017.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 2.9 MB/s | 151 kB 00:00 2024-09-16T01:31:33.702 INFO:teuthology.orchestra.run.smithi122.stdout:(15/156): libcephsqlite-19.1.1-326.g8921c8ef.el 3.9 MB/s | 163 kB 00:00 2024-09-16T01:31:33.726 INFO:teuthology.orchestra.run.smithi029.stdout:(32/156): ceph-mgr-diskprediction-local-19.1.1- 16 MB/s | 7.4 MB 00:00 2024-09-16T01:31:33.749 INFO:teuthology.orchestra.run.smithi017.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 11 MB/s | 548 kB 00:00 2024-09-16T01:31:33.752 INFO:teuthology.orchestra.run.smithi122.stdout:(16/156): librados-devel-19.1.1-326.g8921c8ef.e 2.5 MB/s | 127 kB 00:00 2024-09-16T01:31:33.761 INFO:teuthology.orchestra.run.smithi029.stdout:(33/156): ceph-mgr-modules-core-19.1.1-326.g892 1.3 MB/s | 249 kB 00:00 2024-09-16T01:31:33.774 INFO:teuthology.orchestra.run.smithi017.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-16T01:31:33.787 INFO:teuthology.orchestra.run.smithi029.stdout:(34/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 816 kB/s | 49 kB 00:00 2024-09-16T01:31:33.803 INFO:teuthology.orchestra.run.smithi122.stdout:(17/156): libcephfs2-19.1.1-326.g8921c8ef.el9.x 4.4 MB/s | 751 kB 00:00 2024-09-16T01:31:33.808 INFO:teuthology.orchestra.run.smithi017.stdout:(115/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 6.1 MB/s | 839 kB 00:00 2024-09-16T01:31:33.813 INFO:teuthology.orchestra.run.smithi029.stdout:(35/156): ceph-prometheus-alerts-19.1.1-326.g89 324 kB/s | 16 kB 00:00 2024-09-16T01:31:33.833 INFO:teuthology.orchestra.run.smithi017.stdout:(116/156): python3-cachetools-4.2.4-1.el9.noarc 549 kB/s | 32 kB 00:00 2024-09-16T01:31:33.855 INFO:teuthology.orchestra.run.smithi029.stdout:(36/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 4.1 MB/s | 285 kB 00:00 2024-09-16T01:31:33.858 INFO:teuthology.orchestra.run.smithi017.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 282 kB/s | 14 kB 00:00 2024-09-16T01:31:33.878 INFO:teuthology.orchestra.run.smithi122.stdout:(18/156): libradosstriper1-19.1.1-326.g8921c8ef 3.9 MB/s | 506 kB 00:00 2024-09-16T01:31:33.884 INFO:teuthology.orchestra.run.smithi017.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.4 MB/s | 172 kB 00:00 2024-09-16T01:31:33.905 INFO:teuthology.orchestra.run.smithi029.stdout:(37/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 365 kB/s | 18 kB 00:00 2024-09-16T01:31:33.918 INFO:teuthology.orchestra.run.smithi017.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-16T01:31:33.920 INFO:teuthology.orchestra.run.smithi122.stdout:(19/156): python3-ceph-argparse-19.1.1-326.g892 1.1 MB/s | 45 kB 00:00 2024-09-16T01:31:33.943 INFO:teuthology.orchestra.run.smithi017.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.0 MB/s | 303 kB 00:00 2024-09-16T01:31:33.948 INFO:teuthology.orchestra.run.smithi029.stdout:(38/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 5.6 MB/s | 765 kB 00:00 2024-09-16T01:31:33.968 INFO:teuthology.orchestra.run.smithi017.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-16T01:31:33.970 INFO:teuthology.orchestra.run.smithi122.stdout:(20/156): python3-ceph-common-19.1.1-326.g8921c 2.7 MB/s | 136 kB 00:00 2024-09-16T01:31:34.002 INFO:teuthology.orchestra.run.smithi017.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-16T01:31:34.019 INFO:teuthology.orchestra.run.smithi017.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 639 kB/s | 11 kB 00:00 2024-09-16T01:31:34.020 INFO:teuthology.orchestra.run.smithi122.stdout:(21/156): python3-cephfs-19.1.1-326.g8921c8ef.e 3.2 MB/s | 161 kB 00:00 2024-09-16T01:31:34.044 INFO:teuthology.orchestra.run.smithi017.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 712 kB/s | 18 kB 00:00 2024-09-16T01:31:34.069 INFO:teuthology.orchestra.run.smithi017.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 927 kB/s | 23 kB 00:00 2024-09-16T01:31:34.087 INFO:teuthology.orchestra.run.smithi122.stdout:(22/156): python3-rados-19.1.1-326.g8921c8ef.el 4.7 MB/s | 320 kB 00:00 2024-09-16T01:31:34.128 INFO:teuthology.orchestra.run.smithi017.stdout:(126/156): libarrow-9.0.0-11.el9.x86_64.rpm 7.7 MB/s | 4.4 MB 00:00 2024-09-16T01:31:34.153 INFO:teuthology.orchestra.run.smithi017.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 232 kB/s | 19 kB 00:00 2024-09-16T01:31:34.163 INFO:teuthology.orchestra.run.smithi122.stdout:(23/156): python3-rbd-19.1.1-326.g8921c8ef.el9. 3.9 MB/s | 300 kB 00:00 2024-09-16T01:31:34.178 INFO:teuthology.orchestra.run.smithi017.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 391 kB/s | 20 kB 00:00 2024-09-16T01:31:34.204 INFO:teuthology.orchestra.run.smithi017.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-16T01:31:34.213 INFO:teuthology.orchestra.run.smithi122.stdout:(24/156): python3-rgw-19.1.1-326.g8921c8ef.el9. 2.0 MB/s | 99 kB 00:00 2024-09-16T01:31:34.237 INFO:teuthology.orchestra.run.smithi017.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-16T01:31:34.263 INFO:teuthology.orchestra.run.smithi122.stdout:(25/156): rbd-fuse-19.1.1-326.g8921c8ef.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-16T01:31:34.288 INFO:teuthology.orchestra.run.smithi017.stdout:(131/156): python3-grpcio-1.46.7-10.el9.x86_64. 5.9 MB/s | 2.0 MB 00:00 2024-09-16T01:31:34.313 INFO:teuthology.orchestra.run.smithi017.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 766 kB/s | 58 kB 00:00 2024-09-16T01:31:34.338 INFO:teuthology.orchestra.run.smithi017.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 660 kB/s | 16 kB 00:00 2024-09-16T01:31:34.363 INFO:teuthology.orchestra.run.smithi017.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.5 MB/s | 90 kB 00:00 2024-09-16T01:31:34.389 INFO:teuthology.orchestra.run.smithi017.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-09-16T01:31:34.422 INFO:teuthology.orchestra.run.smithi017.stdout:(136/156): python3-kubernetes-26.1.0-2.el9.noar 3.8 MB/s | 1.0 MB 00:00 2024-09-16T01:31:34.449 INFO:teuthology.orchestra.run.smithi017.stdout:(137/156): python3-pyperclip-1.8.2-2.el9.noarch 337 kB/s | 28 kB 00:00 2024-09-16T01:31:34.473 INFO:teuthology.orchestra.run.smithi017.stdout:(138/156): python3-repoze-lru-0.7-16.el9.noarch 367 kB/s | 31 kB 00:00 2024-09-16T01:31:34.498 INFO:teuthology.orchestra.run.smithi017.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 1.2 MB/s | 59 kB 00:00 2024-09-16T01:31:34.523 INFO:teuthology.orchestra.run.smithi017.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-09-16T01:31:34.549 INFO:teuthology.orchestra.run.smithi017.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-16T01:31:34.574 INFO:teuthology.orchestra.run.smithi017.stdout:(142/156): python3-routes-2.5.1-5.el9.noarch.rp 1.2 MB/s | 188 kB 00:00 2024-09-16T01:31:34.597 INFO:teuthology.orchestra.run.smithi122.stdout:(26/156): librgw2-19.1.1-326.g8921c8ef.el9.x86_ 6.7 MB/s | 5.3 MB 00:00 2024-09-16T01:31:34.599 INFO:teuthology.orchestra.run.smithi017.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-16T01:31:34.625 INFO:teuthology.orchestra.run.smithi017.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-16T01:31:34.647 INFO:teuthology.orchestra.run.smithi122.stdout:(27/156): rbd-nbd-19.1.1-326.g8921c8ef.el9.x86_ 3.3 MB/s | 170 kB 00:00 2024-09-16T01:31:34.650 INFO:teuthology.orchestra.run.smithi017.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 397 kB/s | 20 kB 00:00 2024-09-16T01:31:34.675 INFO:teuthology.orchestra.run.smithi017.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-16T01:31:34.690 INFO:teuthology.orchestra.run.smithi029.stdout:(39/156): ceph-common-19.1.1-326.g8921c8ef.el9. 2.8 MB/s | 21 MB 00:07 2024-09-16T01:31:34.700 INFO:teuthology.orchestra.run.smithi017.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-16T01:31:34.706 INFO:teuthology.orchestra.run.smithi122.stdout:(28/156): rbd-mirror-19.1.1-326.g8921c8ef.el9.x 7.0 MB/s | 3.1 MB 00:00 2024-09-16T01:31:34.715 INFO:teuthology.orchestra.run.smithi029.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 98 kB/s | 80 kB 00:00 2024-09-16T01:31:34.731 INFO:teuthology.orchestra.run.smithi122.stdout:(29/156): ceph-grafana-dashboards-19.1.1-326.g8 382 kB/s | 32 kB 00:00 2024-09-16T01:31:34.751 INFO:teuthology.orchestra.run.smithi017.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-16T01:31:34.756 INFO:teuthology.orchestra.run.smithi122.stdout:(30/156): ceph-mgr-cephadm-19.1.1-326.g8921c8ef 2.9 MB/s | 146 kB 00:00 2024-09-16T01:31:34.977 INFO:teuthology.orchestra.run.smithi017.stdout:(149/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-16T01:31:35.035 INFO:teuthology.orchestra.run.smithi017.stdout:(150/156): NetworkManager-1.49.90-1.el9.x86_64. 8.2 MB/s | 2.3 MB 00:00 2024-09-16T01:31:35.094 INFO:teuthology.orchestra.run.smithi017.stdout:(151/156): librados2-19.1.1-326.g8921c8ef.el9.x 8.2 MB/s | 3.4 MB 00:00 2024-09-16T01:31:35.119 INFO:teuthology.orchestra.run.smithi017.stdout:(152/156): NetworkManager-team-1.49.90-1.el9.x8 489 kB/s | 41 kB 00:00 2024-09-16T01:31:35.194 INFO:teuthology.orchestra.run.smithi017.stdout:(153/156): NetworkManager-libnm-1.49.90-1.el9.x 8.3 MB/s | 1.8 MB 00:00 2024-09-16T01:31:35.232 INFO:teuthology.orchestra.run.smithi122.stdout:(31/156): ceph-mgr-dashboard-19.1.1-326.g8921c8 7.1 MB/s | 3.6 MB 00:00 2024-09-16T01:31:35.294 INFO:teuthology.orchestra.run.smithi017.stdout:(154/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 24 MB/s | 2.4 MB 00:00 2024-09-16T01:31:35.299 INFO:teuthology.orchestra.run.smithi122.stdout:(32/156): ceph-mgr-modules-core-19.1.1-326.g892 3.7 MB/s | 249 kB 00:00 2024-09-16T01:31:35.319 INFO:teuthology.orchestra.run.smithi017.stdout:(155/156): NetworkManager-tui-1.49.90-1.el9.x86 1.1 MB/s | 249 kB 00:00 2024-09-16T01:31:35.349 INFO:teuthology.orchestra.run.smithi122.stdout:(33/156): ceph-mgr-rook-19.1.1-326.g8921c8ef.el 987 kB/s | 49 kB 00:00 2024-09-16T01:31:35.353 INFO:teuthology.orchestra.run.smithi017.stdout:(156/156): openssl-3.2.2-6.el9.x86_64.rpm 5.8 MB/s | 1.4 MB 00:00 2024-09-16T01:31:35.359 INFO:teuthology.orchestra.run.smithi017.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:31:35.359 INFO:teuthology.orchestra.run.smithi017.stdout:Total 26 MB/s | 226 MB 00:08 2024-09-16T01:31:35.391 INFO:teuthology.orchestra.run.smithi122.stdout:(34/156): ceph-prometheus-alerts-19.1.1-326.g89 394 kB/s | 16 kB 00:00 2024-09-16T01:31:35.433 INFO:teuthology.orchestra.run.smithi029.stdout:(41/156): libgfortran-11.5.0-2.el9.x86_64.rpm 540 kB/s | 801 kB 00:01 2024-09-16T01:31:35.458 INFO:teuthology.orchestra.run.smithi122.stdout:(35/156): ceph-volume-19.1.1-326.g8921c8ef.el9. 4.2 MB/s | 285 kB 00:00 2024-09-16T01:31:35.458 INFO:teuthology.orchestra.run.smithi029.stdout:(42/156): libquadmath-11.5.0-2.el9.x86_64.rpm 249 kB/s | 191 kB 00:00 2024-09-16T01:31:35.484 INFO:teuthology.orchestra.run.smithi029.stdout:(43/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 330 kB/s | 253 kB 00:00 2024-09-16T01:31:35.575 INFO:teuthology.orchestra.run.smithi122.stdout:(36/156): cephadm-19.1.1-326.g8921c8ef.el9.noar 6.4 MB/s | 765 kB 00:00 2024-09-16T01:31:35.625 INFO:teuthology.orchestra.run.smithi122.stdout:(37/156): cephfs-top-19.1.1-326.g8921c8ef.el9.n 365 kB/s | 18 kB 00:00 2024-09-16T01:31:35.718 INFO:teuthology.orchestra.run.smithi122.stdout:(38/156): ceph-mgr-diskprediction-local-19.1.1- 7.7 MB/s | 7.4 MB 00:00 2024-09-16T01:31:36.001 INFO:teuthology.orchestra.run.smithi122.stdout:(39/156): fuse-2.9.9-16.el9.x86_64.rpm 213 kB/s | 80 kB 00:00 2024-09-16T01:31:36.134 INFO:teuthology.orchestra.run.smithi029.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 158 kB/s | 106 kB 00:00 2024-09-16T01:31:36.185 INFO:teuthology.orchestra.run.smithi029.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 193 kB/s | 135 kB 00:00 2024-09-16T01:31:36.201 INFO:teuthology.orchestra.run.smithi122.stdout:(40/156): libquadmath-11.5.0-2.el9.x86_64.rpm 956 kB/s | 191 kB 00:00 2024-09-16T01:31:36.401 INFO:teuthology.orchestra.run.smithi122.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.2 MB/s | 253 kB 00:00 2024-09-16T01:31:36.461 INFO:teuthology.orchestra.run.smithi029.stdout:(46/156): python3-cryptography-36.0.1-4.el9.x86 1.2 MB/s | 1.2 MB 00:01 2024-09-16T01:31:36.535 INFO:teuthology.orchestra.run.smithi122.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 981 kB/s | 801 kB 00:00 2024-09-16T01:31:36.633 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction check 2024-09-16T01:31:36.660 INFO:teuthology.orchestra.run.smithi122.stdout:(43/156): python3-ply-3.11-14.el9.noarch.rpm 852 kB/s | 106 kB 00:00 2024-09-16T01:31:36.694 INFO:teuthology.orchestra.run.smithi122.stdout:(44/156): python3-cryptography-36.0.1-4.el9.x86 4.2 MB/s | 1.2 MB 00:00 2024-09-16T01:31:36.769 INFO:teuthology.orchestra.run.smithi122.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 1.2 MB/s | 135 kB 00:00 2024-09-16T01:31:36.803 INFO:teuthology.orchestra.run.smithi122.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-09-16T01:31:36.803 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction check succeeded. 2024-09-16T01:31:36.803 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction test 2024-09-16T01:31:36.854 INFO:teuthology.orchestra.run.smithi029.stdout:(47/156): python3-requests-2.25.1-8.el9.noarch. 174 kB/s | 125 kB 00:00 2024-09-16T01:31:36.887 INFO:teuthology.orchestra.run.smithi122.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 1.8 MB/s | 215 kB 00:00 2024-09-16T01:31:36.922 INFO:teuthology.orchestra.run.smithi029.stdout:(48/156): python3-urllib3-1.26.5-6.el9.noarch.r 292 kB/s | 215 kB 00:00 2024-09-16T01:31:36.979 INFO:teuthology.orchestra.run.smithi122.stdout:(48/156): automake-1.16.2-8.el9.noarch.rpm 3.8 MB/s | 689 kB 00:00 2024-09-16T01:31:37.020 INFO:teuthology.orchestra.run.smithi122.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 2.5 MB/s | 107 kB 00:00 2024-09-16T01:31:37.062 INFO:teuthology.orchestra.run.smithi122.stdout:(50/156): elfutils-libelf-devel-0.191-4.el9.x86 522 kB/s | 22 kB 00:00 2024-09-16T01:31:37.113 INFO:teuthology.orchestra.run.smithi122.stdout:(51/156): bison-3.7.4-5.el9.x86_64.rpm 4.1 MB/s | 943 kB 00:00 2024-09-16T01:31:37.146 INFO:teuthology.orchestra.run.smithi122.stdout:(52/156): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-09-16T01:31:37.173 INFO:teuthology.orchestra.run.smithi122.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 559 kB/s | 33 kB 00:00 2024-09-16T01:31:37.213 INFO:teuthology.orchestra.run.smithi122.stdout:(54/156): flexiblas-openblas-openmp-3.0.4-8.el9 437 kB/s | 18 kB 00:00 2024-09-16T01:31:37.272 INFO:teuthology.orchestra.run.smithi122.stdout:(55/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 24 MB/s | 3.0 MB 00:00 2024-09-16T01:31:37.289 INFO:teuthology.orchestra.run.smithi029.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 834 kB/s | 689 kB 00:00 2024-09-16T01:31:37.298 INFO:teuthology.orchestra.run.smithi122.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 133 kB/s | 11 kB 00:00 2024-09-16T01:31:37.323 INFO:teuthology.orchestra.run.smithi122.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 160 kB 00:00 2024-09-16T01:31:37.348 INFO:teuthology.orchestra.run.smithi122.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 903 kB/s | 45 kB 00:00 2024-09-16T01:31:37.382 INFO:teuthology.orchestra.run.smithi122.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 662 kB 00:00 2024-09-16T01:31:37.389 INFO:teuthology.orchestra.run.smithi029.stdout:(50/156): boost-program-options-1.75.0-8.el9.x8 229 kB/s | 107 kB 00:00 2024-09-16T01:31:37.415 INFO:teuthology.orchestra.run.smithi029.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 172 kB/s | 22 kB 00:00 2024-09-16T01:31:37.424 INFO:teuthology.orchestra.run.smithi122.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 7.5 MB/s | 581 kB 00:00 2024-09-16T01:31:37.449 INFO:teuthology.orchestra.run.smithi122.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 366 kB/s | 24 kB 00:00 2024-09-16T01:31:37.474 INFO:teuthology.orchestra.run.smithi122.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-09-16T01:31:37.500 INFO:teuthology.orchestra.run.smithi122.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-16T01:31:37.525 INFO:teuthology.orchestra.run.smithi122.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-09-16T01:31:37.532 INFO:teuthology.orchestra.run.smithi029.stdout:(52/156): flexiblas-3.0.4-8.el9.x86_64.rpm 280 kB/s | 33 kB 00:00 2024-09-16T01:31:37.550 INFO:teuthology.orchestra.run.smithi122.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 767 kB/s | 38 kB 00:00 2024-09-16T01:31:37.651 INFO:teuthology.orchestra.run.smithi122.stdout:(66/156): openblas-openmp-0.3.26-2.el9.x86_64.r 40 MB/s | 4.9 MB 00:00 2024-09-16T01:31:37.682 INFO:teuthology.orchestra.run.smithi029.stdout:(53/156): flex-2.6.4-9.el9.x86_64.rpm 1.0 MB/s | 313 kB 00:00 2024-09-16T01:31:37.959 INFO:teuthology.orchestra.run.smithi029.stdout:(54/156): bison-3.7.4-5.el9.x86_64.rpm 1.0 MB/s | 943 kB 00:00 2024-09-16T01:31:37.959 INFO:teuthology.orchestra.run.smithi029.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 155 kB/s | 18 kB 00:00 2024-09-16T01:31:37.960 INFO:teuthology.orchestra.run.smithi029.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 95 kB/s | 11 kB 00:00 2024-09-16T01:31:37.960 INFO:teuthology.orchestra.run.smithi029.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-09-16T01:31:37.960 INFO:teuthology.orchestra.run.smithi122.stdout:(67/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 27 MB/s | 4.4 MB 00:00 2024-09-16T01:31:37.960 INFO:teuthology.orchestra.run.smithi122.stdout:(68/156): postgresql-13.16-1.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-16T01:31:37.960 INFO:teuthology.orchestra.run.smithi122.stdout:(69/156): postgresql-contrib-13.16-1.el9.x86_64 11 MB/s | 910 kB 00:00 2024-09-16T01:31:37.960 INFO:teuthology.orchestra.run.smithi122.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 2.0 MB/s | 137 kB 00:00 2024-09-16T01:31:37.960 INFO:teuthology.orchestra.run.smithi122.stdout:(71/156): protobuf-3.14.0-13.el9.x86_64.rpm 17 MB/s | 1.0 MB 00:00 2024-09-16T01:31:37.961 INFO:teuthology.orchestra.run.smithi122.stdout:(72/156): postgresql-server-13.16-1.el9.x86_64. 36 MB/s | 5.8 MB 00:00 2024-09-16T01:31:37.986 INFO:teuthology.orchestra.run.smithi122.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 874 kB/s | 87 kB 00:00 2024-09-16T01:31:38.002 INFO:teuthology.orchestra.run.smithi029.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 385 kB/s | 45 kB 00:00 2024-09-16T01:31:38.136 INFO:teuthology.orchestra.run.smithi029.stdout:(59/156): libtool-2.4.6-46.el9.x86_64.rpm 4.3 MB/s | 581 kB 00:00 2024-09-16T01:31:38.186 INFO:teuthology.orchestra.run.smithi029.stdout:(60/156): librdkafka-1.6.1-102.el9.x86_64.rpm 2.5 MB/s | 662 kB 00:00 2024-09-16T01:31:38.245 INFO:teuthology.orchestra.run.smithi029.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 224 kB/s | 24 kB 00:00 2024-09-16T01:31:38.296 INFO:teuthology.orchestra.run.smithi029.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 435 kB/s | 47 kB 00:00 2024-09-16T01:31:38.364 INFO:teuthology.orchestra.run.smithi029.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-09-16T01:31:38.407 INFO:teuthology.orchestra.run.smithi029.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 1.7 MB/s | 188 kB 00:00 2024-09-16T01:31:38.412 INFO:teuthology.orchestra.run.smithi122.stdout:(74/156): ceph-test-19.1.1-326.g8921c8ef.el9.x8 8.6 MB/s | 49 MB 00:05 2024-09-16T01:31:38.437 INFO:teuthology.orchestra.run.smithi122.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 136 kB/s | 61 kB 00:00 2024-09-16T01:31:38.474 INFO:teuthology.orchestra.run.smithi029.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 352 kB/s | 38 kB 00:00 2024-09-16T01:31:38.478 INFO:teuthology.orchestra.run.smithi122.stdout:(76/156): python3-jinja2-2.11.3-6.el9.noarch.rp 5.9 MB/s | 248 kB 00:00 2024-09-16T01:31:38.582 INFO:teuthology.orchestra.run.smithi122.stdout:(77/156): python3-babel-2.9.1-2.el9.noarch.rpm 9.6 MB/s | 6.0 MB 00:00 2024-09-16T01:31:38.612 INFO:teuthology.orchestra.run.smithi122.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 192 kB/s | 26 kB 00:00 2024-09-16T01:31:38.638 INFO:teuthology.orchestra.run.smithi122.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 344 kB/s | 19 kB 00:00 2024-09-16T01:31:38.663 INFO:teuthology.orchestra.run.smithi122.stdout:(80/156): python3-devel-3.9.19-8.el9.x86_64.rpm 975 kB/s | 245 kB 00:00 2024-09-16T01:31:38.688 INFO:teuthology.orchestra.run.smithi122.stdout:(81/156): python3-mako-1.1.4-6.el9.noarch.rpm 2.2 MB/s | 172 kB 00:00 2024-09-16T01:31:38.714 INFO:teuthology.orchestra.run.smithi122.stdout:(82/156): python3-markupsafe-1.1.1-12.el9.x86_6 460 kB/s | 35 kB 00:00 2024-09-16T01:31:38.738 INFO:teuthology.orchestra.run.smithi122.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.9 MB/s | 250 kB 00:00 2024-09-16T01:31:38.764 INFO:teuthology.orchestra.run.smithi122.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-16T01:31:38.789 INFO:teuthology.orchestra.run.smithi122.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-16T01:31:38.814 INFO:teuthology.orchestra.run.smithi122.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 842 kB/s | 42 kB 00:00 2024-09-16T01:31:38.840 INFO:teuthology.orchestra.run.smithi122.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 5.2 MB/s | 269 kB 00:00 2024-09-16T01:31:38.865 INFO:teuthology.orchestra.run.smithi122.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-16T01:31:38.890 INFO:teuthology.orchestra.run.smithi122.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-09-16T01:31:38.916 INFO:teuthology.orchestra.run.smithi122.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-16T01:31:38.941 INFO:teuthology.orchestra.run.smithi122.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-16T01:31:38.966 INFO:teuthology.orchestra.run.smithi029.stdout:(66/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 9.0 MB/s | 4.4 MB 00:00 2024-09-16T01:31:38.983 INFO:teuthology.orchestra.run.smithi122.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-09-16T01:31:39.058 INFO:teuthology.orchestra.run.smithi122.stdout:(93/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 13 MB/s | 5.1 MB 00:00 2024-09-16T01:31:39.084 INFO:teuthology.orchestra.run.smithi122.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 441 kB/s | 44 kB 00:00 2024-09-16T01:31:39.109 INFO:teuthology.orchestra.run.smithi122.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-16T01:31:39.125 INFO:teuthology.orchestra.run.smithi029.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-09-16T01:31:39.126 INFO:teuthology.orchestra.run.smithi122.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 862 kB/s | 36 kB 00:00 2024-09-16T01:31:39.134 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction test succeeded. 2024-09-16T01:31:39.135 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction 2024-09-16T01:31:39.143 INFO:teuthology.orchestra.run.smithi122.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 1.4 MB/s | 47 kB 00:00 2024-09-16T01:31:39.168 INFO:teuthology.orchestra.run.smithi122.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 7.1 MB/s | 304 kB 00:00 2024-09-16T01:31:39.185 INFO:teuthology.orchestra.run.smithi122.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 1.4 MB/s | 58 kB 00:00 2024-09-16T01:31:39.210 INFO:teuthology.orchestra.run.smithi122.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 2.2 MB/s | 96 kB 00:00 2024-09-16T01:31:39.227 INFO:teuthology.orchestra.run.smithi122.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.5 MB/s | 64 kB 00:00 2024-09-16T01:31:39.244 INFO:teuthology.orchestra.run.smithi122.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 1.3 MB/s | 45 kB 00:00 2024-09-16T01:31:39.259 INFO:teuthology.orchestra.run.smithi029.stdout:(68/156): postgresql-contrib-13.16-1.el9.x86_64 6.7 MB/s | 910 kB 00:00 2024-09-16T01:31:39.303 INFO:teuthology.orchestra.run.smithi122.stdout:(103/156): lua-devel-5.4.4-4.el9.x86_64.rpm 296 kB/s | 22 kB 00:00 2024-09-16T01:31:39.384 INFO:teuthology.orchestra.run.smithi029.stdout:(69/156): postgresql-private-libs-13.16-1.el9.x 1.1 MB/s | 137 kB 00:00 2024-09-16T01:31:39.495 INFO:teuthology.orchestra.run.smithi122.stdout:(104/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 28 MB/s | 16 MB 00:00 2024-09-16T01:31:39.528 INFO:teuthology.orchestra.run.smithi122.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 2.4 MB/s | 548 kB 00:00 2024-09-16T01:31:39.553 INFO:teuthology.orchestra.run.smithi122.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 854 kB/s | 19 kB 00:00 2024-09-16T01:31:39.568 INFO:teuthology.orchestra.run.smithi029.stdout:(70/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 1.5 MB/s | 3.0 MB 00:02 2024-09-16T01:31:39.579 INFO:teuthology.orchestra.run.smithi122.stdout:(107/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.5 MB/s | 863 kB 00:00 2024-09-16T01:31:39.612 INFO:teuthology.orchestra.run.smithi122.stdout:(108/156): gperftools-libs-2.9.1-3.el9.x86_64.r 2.6 MB/s | 308 kB 00:00 2024-09-16T01:31:39.646 INFO:teuthology.orchestra.run.smithi122.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 389 kB/s | 26 kB 00:00 2024-09-16T01:31:39.669 INFO:teuthology.orchestra.run.smithi029.stdout:(71/156): openblas-openmp-0.3.26-2.el9.x86_64.r 3.9 MB/s | 4.9 MB 00:01 2024-09-16T01:31:39.671 INFO:teuthology.orchestra.run.smithi122.stdout:(110/156): liboath-2.6.7-2.el9.x86_64.rpm 860 kB/s | 49 kB 00:00 2024-09-16T01:31:39.696 INFO:teuthology.orchestra.run.smithi122.stdout:(111/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-16T01:31:39.722 INFO:teuthology.orchestra.run.smithi122.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 3.0 MB/s | 151 kB 00:00 2024-09-16T01:31:39.764 INFO:teuthology.orchestra.run.smithi122.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 12 MB/s | 839 kB 00:00 2024-09-16T01:31:39.789 INFO:teuthology.orchestra.run.smithi122.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.7 MB/s | 43 kB 00:00 2024-09-16T01:31:39.814 INFO:teuthology.orchestra.run.smithi122.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-16T01:31:39.819 INFO:teuthology.orchestra.run.smithi029.stdout:(72/156): postgresql-server-13.16-1.el9.x86_64. 13 MB/s | 5.8 MB 00:00 2024-09-16T01:31:39.839 INFO:teuthology.orchestra.run.smithi122.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 564 kB/s | 14 kB 00:00 2024-09-16T01:31:39.853 INFO:teuthology.orchestra.run.smithi029.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 475 kB/s | 87 kB 00:00 2024-09-16T01:31:39.873 INFO:teuthology.orchestra.run.smithi122.stdout:(117/156): python3-asyncssh-2.13.2-5.el9.noarch 3.5 MB/s | 548 kB 00:00 2024-09-16T01:31:39.898 INFO:teuthology.orchestra.run.smithi122.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-09-16T01:31:39.932 INFO:teuthology.orchestra.run.smithi122.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-16T01:31:39.957 INFO:teuthology.orchestra.run.smithi122.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.0 MB/s | 303 kB 00:00 2024-09-16T01:31:39.982 INFO:teuthology.orchestra.run.smithi122.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 4.3 MB/s | 220 kB 00:00 2024-09-16T01:31:39.987 INFO:teuthology.orchestra.run.smithi029.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 458 kB/s | 61 kB 00:00 2024-09-16T01:31:40.016 INFO:teuthology.orchestra.run.smithi122.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-16T01:31:40.030 INFO:teuthology.orchestra.run.smithi029.stdout:(75/156): protobuf-3.14.0-13.el9.x86_64.rpm 2.2 MB/s | 1.0 MB 00:00 2024-09-16T01:31:40.083 INFO:teuthology.orchestra.run.smithi122.stdout:(123/156): libarrow-9.0.0-11.el9.x86_64.rpm 8.3 MB/s | 4.4 MB 00:00 2024-09-16T01:31:40.109 INFO:teuthology.orchestra.run.smithi122.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 116 kB/s | 11 kB 00:00 2024-09-16T01:31:40.134 INFO:teuthology.orchestra.run.smithi122.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 353 kB/s | 18 kB 00:00 2024-09-16T01:31:40.159 INFO:teuthology.orchestra.run.smithi122.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 461 kB/s | 23 kB 00:00 2024-09-16T01:31:40.184 INFO:teuthology.orchestra.run.smithi122.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 387 kB/s | 19 kB 00:00 2024-09-16T01:31:40.205 INFO:teuthology.orchestra.run.smithi029.stdout:(76/156): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-09-16T01:31:40.209 INFO:teuthology.orchestra.run.smithi122.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 392 kB/s | 20 kB 00:00 2024-09-16T01:31:40.235 INFO:teuthology.orchestra.run.smithi122.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-16T01:31:40.241 INFO:teuthology.orchestra.run.smithi029.stdout:(77/156): python3-devel-3.9.19-8.el9.x86_64.rpm 967 kB/s | 245 kB 00:00 2024-09-16T01:31:40.260 INFO:teuthology.orchestra.run.smithi122.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-16T01:31:40.274 INFO:teuthology.orchestra.run.smithi029.stdout:(78/156): python3-jinja2-2.11.3-6.el9.noarch.rp 1.0 MB/s | 248 kB 00:00 2024-09-16T01:31:40.285 INFO:teuthology.orchestra.run.smithi122.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-16T01:31:40.316 INFO:teuthology.orchestra.run.smithi029.stdout:(79/156): python3-jsonpatch-1.21-16.el9.noarch. 231 kB/s | 26 kB 00:00 2024-09-16T01:31:40.319 INFO:teuthology.orchestra.run.smithi122.stdout:(132/156): python3-pecan-1.4.2-3.el9.noarch.rpm 8.0 MB/s | 272 kB 00:00 2024-09-16T01:31:40.345 INFO:teuthology.orchestra.run.smithi122.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 661 kB/s | 16 kB 00:00 2024-09-16T01:31:40.386 INFO:teuthology.orchestra.run.smithi122.stdout:(134/156): python3-kubernetes-26.1.0-2.el9.noar 5.1 MB/s | 1.0 MB 00:00 2024-09-16T01:31:40.392 INFO:teuthology.orchestra.run.smithi029.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-16T01:31:40.412 INFO:teuthology.orchestra.run.smithi122.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-16T01:31:40.417 INFO:teuthology.orchestra.run.smithi029.stdout:(81/156): python3-jsonpointer-2.0-4.el9.noarch. 134 kB/s | 19 kB 00:00 2024-09-16T01:31:40.437 INFO:teuthology.orchestra.run.smithi122.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 975 kB/s | 90 kB 00:00 2024-09-16T01:31:40.443 INFO:teuthology.orchestra.run.smithi029.stdout:(82/156): python3-markupsafe-1.1.1-12.el9.x86_6 275 kB/s | 35 kB 00:00 2024-09-16T01:31:40.462 INFO:teuthology.orchestra.run.smithi122.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-16T01:31:40.512 INFO:teuthology.orchestra.run.smithi122.stdout:(138/156): python3-grpcio-1.46.7-10.el9.x86_64. 3.7 MB/s | 2.0 MB 00:00 2024-09-16T01:31:40.538 INFO:teuthology.orchestra.run.smithi122.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 786 kB/s | 59 kB 00:00 2024-09-16T01:31:40.543 INFO:teuthology.orchestra.run.smithi029.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.9 MB/s | 250 kB 00:00 2024-09-16T01:31:40.563 INFO:teuthology.orchestra.run.smithi122.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-09-16T01:31:40.577 INFO:teuthology.orchestra.run.smithi029.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 1.6 MB/s | 222 kB 00:00 2024-09-16T01:31:40.588 INFO:teuthology.orchestra.run.smithi122.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 1.2 MB/s | 188 kB 00:00 2024-09-16T01:31:40.613 INFO:teuthology.orchestra.run.smithi122.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 987 kB/s | 74 kB 00:00 2024-09-16T01:31:40.639 INFO:teuthology.orchestra.run.smithi122.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-16T01:31:40.661 INFO:teuthology.orchestra.run.smithi029.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 657 kB/s | 77 kB 00:00 2024-09-16T01:31:40.664 INFO:teuthology.orchestra.run.smithi122.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 2.2 MB/s | 230 kB 00:00 2024-09-16T01:31:40.689 INFO:teuthology.orchestra.run.smithi122.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 399 kB/s | 20 kB 00:00 2024-09-16T01:31:40.695 INFO:teuthology.orchestra.run.smithi029.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 359 kB/s | 42 kB 00:00 2024-09-16T01:31:40.715 INFO:teuthology.orchestra.run.smithi122.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-16T01:31:40.740 INFO:teuthology.orchestra.run.smithi122.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-16T01:31:40.779 INFO:teuthology.orchestra.run.smithi029.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 2.2 MB/s | 269 kB 00:00 2024-09-16T01:31:40.798 INFO:teuthology.orchestra.run.smithi122.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 15 MB/s | 1.6 MB 00:00 2024-09-16T01:31:40.813 INFO:teuthology.orchestra.run.smithi029.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.3 MB/s | 159 kB 00:00 2024-09-16T01:31:40.905 INFO:teuthology.orchestra.run.smithi029.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 2.2 MB/s | 279 kB 00:00 2024-09-16T01:31:40.931 INFO:teuthology.orchestra.run.smithi029.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 434 kB/s | 51 kB 00:00 2024-09-16T01:31:41.023 INFO:teuthology.orchestra.run.smithi029.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 457 kB/s | 54 kB 00:00 2024-09-16T01:31:41.116 INFO:teuthology.orchestra.run.smithi122.stdout:(149/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 8.4 MB/s | 3.2 MB 00:00 2024-09-16T01:31:41.131 INFO:teuthology.orchestra.run.smithi029.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 384 kB/s | 42 kB 00:00 2024-09-16T01:31:41.191 INFO:teuthology.orchestra.run.smithi122.stdout:(150/156): librados2-19.1.1-326.g8921c8ef.el9.x 7.2 MB/s | 3.4 MB 00:00 2024-09-16T01:31:41.376 INFO:teuthology.orchestra.run.smithi029.stdout:(93/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 181 kB/s | 44 kB 00:00 2024-09-16T01:31:41.483 INFO:teuthology.orchestra.run.smithi122.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 140 kB/s | 41 kB 00:00 2024-09-16T01:31:41.493 INFO:teuthology.orchestra.run.smithi029.stdout:(94/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 4.6 MB/s | 5.1 MB 00:01 2024-09-16T01:31:41.527 INFO:teuthology.orchestra.run.smithi029.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 1.4 MB/s | 221 kB 00:00 2024-09-16T01:31:41.575 INFO:teuthology.orchestra.run.smithi122.stdout:(152/156): NetworkManager-1.49.90-1.el9.x86_64. 3.0 MB/s | 2.3 MB 00:00 2024-09-16T01:31:41.611 INFO:teuthology.orchestra.run.smithi029.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 306 kB/s | 36 kB 00:00 2024-09-16T01:31:41.645 INFO:teuthology.orchestra.run.smithi029.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 403 kB/s | 47 kB 00:00 2024-09-16T01:31:41.725 INFO:teuthology.orchestra.run.smithi122.stdout:(153/156): openssl-3.2.2-6.el9.x86_64.rpm 9.0 MB/s | 1.4 MB 00:00 2024-09-16T01:31:41.867 INFO:teuthology.orchestra.run.smithi122.stdout:(154/156): NetworkManager-tui-1.49.90-1.el9.x86 648 kB/s | 249 kB 00:00 2024-09-16T01:31:41.901 INFO:teuthology.orchestra.run.smithi122.stdout:(155/156): NetworkManager-libnm-1.49.90-1.el9.x 2.3 MB/s | 1.8 MB 00:00 2024-09-16T01:31:41.920 INFO:teuthology.orchestra.run.smithi029.stdout:(98/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 16 MB/s | 16 MB 00:00 2024-09-16T01:31:41.946 INFO:teuthology.orchestra.run.smithi029.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 192 kB/s | 58 kB 00:00 2024-09-16T01:31:41.951 INFO:teuthology.orchestra.run.smithi122.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 11 MB/s | 2.4 MB 00:00 2024-09-16T01:31:41.956 INFO:teuthology.orchestra.run.smithi122.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:31:41.956 INFO:teuthology.orchestra.run.smithi122.stdout:Total 15 MB/s | 226 MB 00:15 2024-09-16T01:31:41.979 INFO:teuthology.orchestra.run.smithi029.stdout:(100/156): socat-1.7.4.1-6.el9.x86_64.rpm 825 kB/s | 304 kB 00:00 2024-09-16T01:31:42.038 INFO:teuthology.orchestra.run.smithi029.stdout:(101/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 814 kB/s | 96 kB 00:00 2024-09-16T01:31:42.064 INFO:teuthology.orchestra.run.smithi029.stdout:(102/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 539 kB/s | 64 kB 00:00 2024-09-16T01:31:42.090 INFO:teuthology.orchestra.run.smithi029.stdout:(103/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 409 kB/s | 45 kB 00:00 2024-09-16T01:31:42.157 INFO:teuthology.orchestra.run.smithi029.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 8.0 MB/s | 548 kB 00:00 2024-09-16T01:31:42.182 INFO:teuthology.orchestra.run.smithi029.stdout:(105/156): lua-devel-5.4.4-4.el9.x86_64.rpm 155 kB/s | 22 kB 00:00 2024-09-16T01:31:42.224 INFO:teuthology.orchestra.run.smithi029.stdout:(106/156): gperftools-libs-2.9.1-3.el9.x86_64.r 4.5 MB/s | 308 kB 00:00 2024-09-16T01:31:42.258 INFO:teuthology.orchestra.run.smithi029.stdout:(107/156): grpc-data-1.46.7-10.el9.noarch.rpm 257 kB/s | 19 kB 00:00 2024-09-16T01:31:42.285 INFO:teuthology.orchestra.run.smithi029.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 969 kB/s | 26 kB 00:00 2024-09-16T01:31:42.311 INFO:teuthology.orchestra.run.smithi029.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-16T01:31:42.353 INFO:teuthology.orchestra.run.smithi029.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 1.6 MB/s | 67 kB 00:00 2024-09-16T01:31:42.395 INFO:teuthology.orchestra.run.smithi029.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 3.5 MB/s | 151 kB 00:00 2024-09-16T01:31:42.471 INFO:teuthology.orchestra.run.smithi029.stdout:(112/156): protobuf-compiler-3.14.0-13.el9.x86_ 2.1 MB/s | 863 kB 00:00 2024-09-16T01:31:42.513 INFO:teuthology.orchestra.run.smithi029.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.0 MB/s | 839 kB 00:00 2024-09-16T01:31:42.547 INFO:teuthology.orchestra.run.smithi029.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.6 MB/s | 43 kB 00:00 2024-09-16T01:31:42.573 INFO:teuthology.orchestra.run.smithi029.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-16T01:31:42.598 INFO:teuthology.orchestra.run.smithi029.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 561 kB/s | 14 kB 00:00 2024-09-16T01:31:42.699 INFO:teuthology.orchestra.run.smithi029.stdout:(117/156): libarrow-9.0.0-11.el9.x86_64.rpm 9.4 MB/s | 4.4 MB 00:00 2024-09-16T01:31:42.733 INFO:teuthology.orchestra.run.smithi029.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 1.3 MB/s | 172 kB 00:00 2024-09-16T01:31:42.775 INFO:teuthology.orchestra.run.smithi029.stdout:(119/156): python3-asyncssh-2.13.2-5.el9.noarch 1.8 MB/s | 548 kB 00:00 2024-09-16T01:31:42.809 INFO:teuthology.orchestra.run.smithi029.stdout:(120/156): python3-cherrypy-18.6.1-2.el9.noarch 3.2 MB/s | 358 kB 00:00 2024-09-16T01:31:42.851 INFO:teuthology.orchestra.run.smithi029.stdout:(121/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.5 MB/s | 303 kB 00:00 2024-09-16T01:31:42.886 INFO:teuthology.orchestra.run.smithi029.stdout:(122/156): python3-google-auth-2.34.0-1.el9.noa 1.9 MB/s | 220 kB 00:00 2024-09-16T01:31:42.920 INFO:teuthology.orchestra.run.smithi029.stdout:(123/156): python3-grpcio-tools-1.46.7-10.el9.x 2.0 MB/s | 144 kB 00:00 2024-09-16T01:31:42.946 INFO:teuthology.orchestra.run.smithi029.stdout:(124/156): python3-jaraco-8.2.1-3.el9.noarch.rp 181 kB/s | 11 kB 00:00 2024-09-16T01:31:42.971 INFO:teuthology.orchestra.run.smithi029.stdout:(125/156): python3-jaraco-classes-3.2.1-5.el9.n 350 kB/s | 18 kB 00:00 2024-09-16T01:31:42.997 INFO:teuthology.orchestra.run.smithi029.stdout:(126/156): python3-jaraco-collections-3.0.0-8.e 457 kB/s | 23 kB 00:00 2024-09-16T01:31:43.022 INFO:teuthology.orchestra.run.smithi029.stdout:(127/156): python3-jaraco-functools-3.5.0-2.el9 383 kB/s | 19 kB 00:00 2024-09-16T01:31:43.048 INFO:teuthology.orchestra.run.smithi029.stdout:(128/156): python3-jaraco-text-3.2.0-6.el9.noar 388 kB/s | 20 kB 00:00 2024-09-16T01:31:43.073 INFO:teuthology.orchestra.run.smithi029.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-16T01:31:43.107 INFO:teuthology.orchestra.run.smithi029.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-16T01:31:43.133 INFO:teuthology.orchestra.run.smithi029.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.2 MB/s | 58 kB 00:00 2024-09-16T01:31:43.183 INFO:teuthology.orchestra.run.smithi029.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 6.3 MB/s | 1.0 MB 00:00 2024-09-16T01:31:43.185 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction check 2024-09-16T01:31:43.209 INFO:teuthology.orchestra.run.smithi029.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 649 kB/s | 16 kB 00:00 2024-09-16T01:31:43.243 INFO:teuthology.orchestra.run.smithi029.stdout:(134/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-09-16T01:31:43.269 INFO:teuthology.orchestra.run.smithi029.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-16T01:31:43.303 INFO:teuthology.orchestra.run.smithi029.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 968 kB/s | 90 kB 00:00 2024-09-16T01:31:43.329 INFO:teuthology.orchestra.run.smithi029.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 507 kB/s | 31 kB 00:00 2024-09-16T01:31:43.333 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction check succeeded. 2024-09-16T01:31:43.333 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction test 2024-09-16T01:31:43.363 INFO:teuthology.orchestra.run.smithi029.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 1.7 MB/s | 59 kB 00:00 2024-09-16T01:31:43.397 INFO:teuthology.orchestra.run.smithi029.stdout:(139/156): python3-routes-2.5.1-5.el9.noarch.rp 1.9 MB/s | 188 kB 00:00 2024-09-16T01:31:43.423 INFO:teuthology.orchestra.run.smithi029.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 605 kB/s | 36 kB 00:00 2024-09-16T01:31:43.457 INFO:teuthology.orchestra.run.smithi029.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.2 MB/s | 74 kB 00:00 2024-09-16T01:31:43.516 INFO:teuthology.orchestra.run.smithi029.stdout:(142/156): python3-grpcio-1.46.7-10.el9.x86_64. 2.9 MB/s | 2.0 MB 00:00 2024-09-16T01:31:43.550 INFO:teuthology.orchestra.run.smithi029.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 967 kB/s | 90 kB 00:00 2024-09-16T01:31:43.575 INFO:teuthology.orchestra.run.smithi029.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.5 MB/s | 230 kB 00:00 2024-09-16T01:31:43.601 INFO:teuthology.orchestra.run.smithi029.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 394 kB/s | 20 kB 00:00 2024-09-16T01:31:43.635 INFO:teuthology.orchestra.run.smithi029.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-16T01:31:43.677 INFO:teuthology.orchestra.run.smithi029.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 2.6 MB/s | 427 kB 00:00 2024-09-16T01:31:43.753 INFO:teuthology.orchestra.run.smithi029.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 10 MB/s | 1.6 MB 00:00 2024-09-16T01:31:43.953 INFO:teuthology.orchestra.run.smithi029.stdout:(149/156): librbd1-19.1.1-326.g8921c8ef.el9.x86 11 MB/s | 3.2 MB 00:00 2024-09-16T01:31:44.054 INFO:teuthology.orchestra.run.smithi029.stdout:(150/156): librados2-19.1.1-326.g8921c8ef.el9.x 8.2 MB/s | 3.4 MB 00:00 2024-09-16T01:31:44.629 INFO:teuthology.orchestra.run.smithi029.stdout:(151/156): NetworkManager-team-1.49.90-1.el9.x8 72 kB/s | 41 kB 00:00 2024-09-16T01:31:45.031 INFO:teuthology.orchestra.run.smithi029.stdout:(152/156): NetworkManager-1.49.90-1.el9.x86_64. 1.8 MB/s | 2.3 MB 00:01 2024-09-16T01:31:45.224 INFO:teuthology.orchestra.run.smithi029.stdout:(153/156): NetworkManager-libnm-1.49.90-1.el9.x 1.4 MB/s | 1.8 MB 00:01 2024-09-16T01:31:45.568 INFO:teuthology.orchestra.run.smithi122.stdout:Transaction test succeeded. 2024-09-16T01:31:45.568 INFO:teuthology.orchestra.run.smithi122.stdout:Running transaction 2024-09-16T01:31:45.705 INFO:teuthology.orchestra.run.smithi017.stdout: Preparing : 1/1 2024-09-16T01:31:45.766 INFO:teuthology.orchestra.run.smithi029.stdout:(154/156): NetworkManager-tui-1.49.90-1.el9.x86 219 kB/s | 249 kB 00:01 2024-09-16T01:31:45.809 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-16T01:31:45.848 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-16T01:31:45.919 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-16T01:31:45.960 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-16T01:31:45.985 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-16T01:31:46.037 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-16T01:31:46.385 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-16T01:31:46.494 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:31:46.603 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:31:46.629 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:31:46.708 INFO:teuthology.orchestra.run.smithi029.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 831 kB/s | 1.4 MB 00:01 2024-09-16T01:31:46.722 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:31:46.754 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T01:31:46.792 INFO:teuthology.orchestra.run.smithi029.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 1.5 MB/s | 2.4 MB 00:01 2024-09-16T01:31:46.798 INFO:teuthology.orchestra.run.smithi029.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:31:46.798 INFO:teuthology.orchestra.run.smithi029.stdout:Total 11 MB/s | 226 MB 00:20 2024-09-16T01:31:46.938 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-16T01:31:46.989 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-16T01:31:47.016 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:31:47.122 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:31:47.151 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T01:31:47.222 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T01:31:47.252 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T01:31:47.273 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T01:31:47.430 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T01:31:47.596 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T01:31:47.709 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-16T01:31:47.811 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:31:47.885 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:31:48.017 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction check 2024-09-16T01:31:48.122 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:31:48.188 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction check succeeded. 2024-09-16T01:31:48.188 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction test 2024-09-16T01:31:48.235 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-16T01:31:48.331 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-16T01:31:48.374 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-16T01:31:48.409 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-16T01:31:48.484 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-16T01:31:48.535 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-16T01:31:48.576 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-16T01:31:48.618 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-16T01:31:48.652 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-16T01:31:48.687 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-16T01:31:48.759 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-16T01:31:48.819 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-16T01:31:48.849 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-16T01:31:48.892 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-16T01:31:48.990 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-16T01:31:49.028 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-16T01:31:49.072 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-16T01:31:49.100 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-16T01:31:49.174 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-16T01:31:49.215 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-16T01:31:49.293 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-16T01:31:49.439 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-16T01:31:49.502 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-16T01:31:50.057 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-16T01:31:50.140 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-16T01:31:50.175 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-16T01:31:50.219 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-16T01:31:50.256 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-16T01:31:50.299 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-16T01:31:50.453 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-16T01:31:50.501 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-16T01:31:50.557 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-16T01:31:50.639 INFO:teuthology.orchestra.run.smithi029.stdout:Transaction test succeeded. 2024-09-16T01:31:50.639 INFO:teuthology.orchestra.run.smithi029.stdout:Running transaction 2024-09-16T01:31:50.639 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-16T01:31:50.677 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-16T01:31:50.713 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-16T01:31:50.761 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-16T01:31:50.795 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-16T01:31:50.840 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-16T01:31:50.881 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-16T01:31:51.025 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-16T01:31:51.065 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-16T01:31:51.108 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-16T01:31:51.215 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-16T01:31:51.249 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-16T01:31:51.297 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-16T01:31:51.331 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-16T01:31:51.461 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-16T01:31:51.697 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-16T01:31:51.830 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-16T01:31:51.863 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-16T01:31:51.908 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-16T01:31:51.946 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-16T01:31:51.985 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-16T01:31:52.025 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-16T01:31:52.054 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-16T01:31:52.089 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-16T01:31:52.122 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-16T01:31:52.164 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-16T01:31:52.198 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-16T01:31:52.225 INFO:teuthology.orchestra.run.smithi122.stdout: Preparing : 1/1 2024-09-16T01:31:52.288 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-16T01:31:52.313 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-16T01:31:52.338 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-16T01:31:52.361 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-16T01:31:52.368 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-16T01:31:52.422 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-16T01:31:52.455 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-16T01:31:52.476 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-16T01:31:52.480 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-16T01:31:52.528 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-16T01:31:52.529 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-16T01:31:52.869 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-16T01:31:52.983 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:31:53.105 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:31:53.165 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:31:53.260 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:31:53.289 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T01:31:53.295 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-16T01:31:53.342 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-16T01:31:53.375 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-16T01:31:53.464 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-16T01:31:53.479 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-16T01:31:53.520 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-16T01:31:53.531 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-16T01:31:53.547 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:31:53.576 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-16T01:31:53.651 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:31:53.667 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-16T01:31:53.681 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T01:31:53.711 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-16T01:31:53.744 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T01:31:53.766 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T01:31:53.788 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T01:31:53.902 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-16T01:31:53.942 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-16T01:31:53.993 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T01:31:54.022 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-16T01:31:54.180 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T01:31:54.332 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-16T01:31:54.444 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:31:54.507 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:31:54.718 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-16T01:31:54.738 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:31:54.838 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-16T01:31:54.851 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-16T01:31:54.951 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-16T01:31:54.988 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-16T01:31:55.022 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-16T01:31:55.087 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-16T01:31:55.131 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-16T01:31:55.164 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-16T01:31:55.207 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-16T01:31:55.240 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-16T01:31:55.276 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-16T01:31:55.344 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-16T01:31:55.398 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-16T01:31:55.429 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-16T01:31:55.473 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-16T01:31:55.549 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-16T01:31:55.583 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-16T01:31:55.627 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-16T01:31:55.655 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-16T01:31:55.723 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-16T01:31:55.778 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-16T01:31:55.852 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-16T01:31:55.985 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-16T01:31:56.038 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-16T01:31:56.177 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-16T01:31:56.265 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-16T01:31:56.293 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-16T01:31:56.325 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-16T01:31:56.558 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-16T01:31:56.651 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-16T01:31:56.653 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-16T01:31:56.680 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-16T01:31:56.698 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T01:31:56.723 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-16T01:31:56.761 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-16T01:31:56.782 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T01:31:56.812 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-16T01:31:56.829 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-16T01:31:56.857 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-16T01:31:56.980 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-16T01:31:57.039 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-16T01:31:57.093 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-16T01:31:57.166 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-16T01:31:57.199 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-16T01:31:57.235 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-16T01:31:57.281 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-16T01:31:57.317 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-16T01:31:57.360 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-16T01:31:57.366 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-16T01:31:57.398 INFO:teuthology.orchestra.run.smithi029.stdout: Preparing : 1/1 2024-09-16T01:31:57.402 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T01:31:57.402 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-16T01:31:57.473 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T01:31:57.503 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-16T01:31:57.537 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-16T01:31:57.587 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-16T01:31:57.644 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-16T01:31:57.715 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-16T01:31:57.758 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-16T01:31:57.781 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-16T01:31:57.791 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-16T01:31:57.823 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-16T01:31:57.852 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-16T01:31:57.929 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-16T01:31:57.964 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-16T01:31:58.020 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-16T01:31:58.054 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-16T01:31:58.078 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-16T01:31:58.177 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-16T01:31:58.210 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-16T01:31:58.305 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-16T01:31:58.344 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-16T01:31:58.381 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-16T01:31:58.403 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:31:58.418 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-16T01:31:58.454 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-16T01:31:58.494 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-16T01:31:58.520 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:31:58.523 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-16T01:31:58.546 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:31:58.558 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-16T01:31:58.591 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-16T01:31:58.636 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-16T01:31:58.670 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-16T01:31:58.676 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:31:58.712 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T01:31:58.756 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-16T01:31:58.801 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-16T01:31:58.832 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-16T01:31:58.914 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-16T01:31:58.934 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-16T01:31:58.970 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-16T01:31:58.991 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-16T01:31:58.998 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:31:59.113 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:31:59.143 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T01:31:59.206 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 14/164 2024-09-16T01:31:59.237 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T01:31:59.264 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-16T01:31:59.433 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T01:31:59.629 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-16T01:31:59.701 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-16T01:31:59.755 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-16T01:31:59.789 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-16T01:31:59.816 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 17/164 2024-09-16T01:31:59.887 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-16T01:31:59.935 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:31:59.944 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-16T01:31:59.989 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-16T01:32:00.022 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:32:00.058 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:32:00.063 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:32:00.075 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-16T01:32:00.109 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-16T01:32:00.292 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-16T01:32:00.305 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 18/164 2024-09-16T01:32:00.323 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-16T01:32:00.401 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-16T01:32:00.431 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-16T01:32:00.535 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-16T01:32:00.589 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-16T01:32:00.648 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-16T01:32:00.650 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:32:00.687 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T01:32:00.725 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-16T01:32:00.777 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-16T01:32:00.780 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T01:32:00.780 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T01:32:00.780 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T01:32:00.780 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:32:00.813 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T01:32:00.823 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-16T01:32:00.879 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-16T01:32:00.920 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-16T01:32:00.957 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-16T01:32:01.028 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-16T01:32:01.065 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-16T01:32:01.099 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-16T01:32:01.138 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-16T01:32:01.180 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-16T01:32:01.182 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-16T01:32:01.261 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-16T01:32:01.302 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 34/164 2024-09-16T01:32:01.346 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 35/164 2024-09-16T01:32:01.374 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 36/164 2024-09-16T01:32:01.455 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-16T01:32:01.509 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-16T01:32:01.595 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-16T01:32:01.740 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-16T01:32:01.797 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-16T01:32:02.360 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-16T01:32:02.425 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-16T01:32:02.457 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-16T01:32:02.501 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-16T01:32:02.520 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-16T01:32:02.548 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-16T01:32:02.553 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-16T01:32:02.581 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-16T01:32:02.591 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 46/164 2024-09-16T01:32:02.634 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-16T01:32:02.838 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-16T01:32:02.893 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-16T01:32:02.908 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-16T01:32:02.936 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T01:32:02.964 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-16T01:32:03.010 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T01:32:03.039 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-16T01:32:03.040 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-16T01:32:03.079 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-16T01:32:03.087 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-16T01:32:03.124 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-16T01:32:03.180 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-16T01:32:03.358 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-16T01:32:03.478 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-16T01:32:03.529 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-16T01:32:03.561 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-16T01:32:03.589 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T01:32:03.660 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T01:32:03.672 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-16T01:32:03.682 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-16T01:32:03.725 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-16T01:32:03.775 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-16T01:32:03.881 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-16T01:32:03.918 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-16T01:32:03.961 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-16T01:32:03.994 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-16T01:32:04.036 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-16T01:32:04.154 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-16T01:32:04.298 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-16T01:32:04.349 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-16T01:32:04.386 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-16T01:32:04.427 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-16T01:32:04.470 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-16T01:32:04.510 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-16T01:32:04.549 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-16T01:32:04.585 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-16T01:32:04.619 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-16T01:32:04.670 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-16T01:32:04.704 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-16T01:32:04.795 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-16T01:32:04.853 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-16T01:32:04.894 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-16T01:32:05.001 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-16T01:32:05.064 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-16T01:32:05.829 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-16T01:32:05.883 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-16T01:32:05.926 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-16T01:32:06.029 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-16T01:32:06.091 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-16T01:32:06.147 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-16T01:32:06.239 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-16T01:32:06.274 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:32:06.291 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-16T01:32:06.305 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:32:06.483 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-16T01:32:06.515 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-16T01:32:06.609 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-16T01:32:06.861 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:32:06.892 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T01:32:06.969 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T01:32:06.969 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T01:32:06.969 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T01:32:06.969 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:32:07.001 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T01:32:07.290 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-16T01:32:07.420 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-16T01:32:08.740 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-16T01:32:08.847 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-16T01:32:08.884 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-16T01:32:08.917 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-16T01:32:09.246 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-16T01:32:09.300 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T01:32:09.400 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 101/164 2024-09-16T01:32:09.431 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 102/164 2024-09-16T01:32:09.468 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-16T01:32:09.975 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-16T01:32:10.013 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T01:32:10.095 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 105/164 2024-09-16T01:32:10.126 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 106/164 2024-09-16T01:32:12.539 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:32:12.579 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:32:13.125 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T01:32:13.125 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /sys 2024-09-16T01:32:13.125 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /proc 2024-09-16T01:32:13.125 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /mnt 2024-09-16T01:32:13.125 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /var/tmp 2024-09-16T01:32:13.125 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /home 2024-09-16T01:32:13.125 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /root 2024-09-16T01:32:13.125 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /tmp 2024-09-16T01:32:13.125 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:32:13.156 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 107/164 2024-09-16T01:32:13.204 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T01:32:13.301 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T01:32:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 108/164 2024-09-16T01:32:13.310 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T01:32:13.310 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T01:32:13.310 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:32:13.319 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T01:32:13.319 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:13.319 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-16T01:32:13.319 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:32:13.356 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T01:32:14.846 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T01:32:14.874 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T01:32:14.874 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:14.875 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T01:32:14.875 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:32:14.875 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:32:14.875 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:32:15.113 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T01:32:15.138 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T01:32:15.138 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:15.138 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T01:32:15.138 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:32:15.138 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:32:15.139 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:32:15.597 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T01:32:15.623 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T01:32:15.623 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:15.623 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T01:32:15.623 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:32:15.623 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:32:15.623 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:32:15.728 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-16T01:32:15.786 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-16T01:32:15.858 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-16T01:32:16.052 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-16T01:32:16.099 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-16T01:32:16.179 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-16T01:32:16.277 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-16T01:32:16.421 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-16T01:32:16.481 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-16T01:32:16.514 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-16T01:32:16.550 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-16T01:32:16.957 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T01:32:16.990 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T01:32:17.022 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-16T01:32:17.088 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-16T01:32:17.113 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T01:32:18.218 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T01:32:18.248 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T01:32:18.927 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T01:32:18.927 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /sys 2024-09-16T01:32:18.927 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /proc 2024-09-16T01:32:18.927 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /mnt 2024-09-16T01:32:18.927 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /var/tmp 2024-09-16T01:32:18.927 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /home 2024-09-16T01:32:18.927 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /root 2024-09-16T01:32:18.927 INFO:teuthology.orchestra.run.smithi122.stdout:skipping the directory /tmp 2024-09-16T01:32:18.927 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:32:19.106 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T01:32:19.123 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T01:32:19.123 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:19.123 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-16T01:32:19.123 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:32:19.261 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T01:32:19.290 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T01:32:19.403 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T01:32:19.579 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-16T01:32:19.609 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T01:32:19.635 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T01:32:19.635 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:19.635 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T01:32:19.635 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:32:19.635 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:32:19.635 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:32:19.684 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T01:32:19.697 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T01:32:19.798 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-16T01:32:19.858 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-16T01:32:20.609 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T01:32:20.636 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T01:32:20.636 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:20.636 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T01:32:20.637 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:32:20.637 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:32:20.637 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:32:20.837 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-16T01:32:20.860 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T01:32:20.870 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T01:32:20.883 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T01:32:20.883 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:20.883 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T01:32:20.883 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:32:20.883 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:32:20.883 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:32:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T01:32:20.896 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:20.897 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T01:32:20.897 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:32:20.897 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:32:20.897 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:32:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T01:32:20.962 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T01:32:20.963 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:20.963 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T01:32:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:32:21.014 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T01:32:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T01:32:21.039 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:21.039 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-16T01:32:21.039 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T01:32:21.039 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T01:32:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:32:21.319 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T01:32:21.342 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T01:32:21.342 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:21.343 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T01:32:21.343 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:32:21.343 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:32:21.343 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:32:21.364 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T01:32:21.389 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T01:32:21.389 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:21.389 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T01:32:21.389 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:32:21.389 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:32:21.390 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:32:21.449 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-16T01:32:21.506 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-16T01:32:21.561 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-16T01:32:21.744 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-16T01:32:21.794 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-16T01:32:21.863 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-16T01:32:21.951 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-16T01:32:22.083 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-16T01:32:22.146 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-16T01:32:22.177 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-16T01:32:22.236 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-16T01:32:22.675 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T01:32:22.703 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T01:32:22.734 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-16T01:32:22.797 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-16T01:32:22.826 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T01:32:23.868 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T01:32:23.895 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T01:32:24.865 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T01:32:24.886 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T01:32:24.988 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T01:32:25.184 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-16T01:32:25.214 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T01:32:25.239 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T01:32:25.239 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:25.239 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T01:32:25.239 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:32:25.239 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:32:25.239 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:32:25.290 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T01:32:25.301 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T01:32:25.399 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-16T01:32:25.450 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-16T01:32:26.218 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-16T01:32:26.260 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-16T01:32:26.301 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-16T01:32:26.332 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-16T01:32:26.351 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-16T01:32:26.382 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-16T01:32:26.409 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T01:32:26.432 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T01:32:26.432 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:26.432 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T01:32:26.433 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:32:26.433 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:32:26.433 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:32:26.476 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T01:32:26.499 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T01:32:26.499 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:26.499 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T01:32:26.499 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:32:26.545 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-16T01:32:26.551 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T01:32:26.575 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T01:32:26.575 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:26.575 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-16T01:32:26.575 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T01:32:26.575 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T01:32:26.575 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:32:26.590 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-16T01:32:26.620 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-16T01:32:26.650 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-16T01:32:26.696 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-16T01:32:26.885 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T01:32:26.909 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T01:32:26.909 INFO:teuthology.orchestra.run.smithi122.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:26.909 INFO:teuthology.orchestra.run.smithi122.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T01:32:26.909 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:32:26.909 INFO:teuthology.orchestra.run.smithi122.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:32:26.909 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:32:27.289 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:32:27.327 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:32:27.349 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:32:28.265 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-16T01:32:28.357 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-16T01:32:28.401 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-16T01:32:28.504 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-16T01:32:28.543 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-16T01:32:28.569 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-16T01:32:28.595 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-16T01:32:28.595 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T01:32:28.670 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T01:32:28.671 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T01:32:28.738 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T01:32:28.763 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-16T01:32:28.769 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:32:28.769 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:32:28.853 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 109/164 2024-09-16T01:32:28.853 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /sys 2024-09-16T01:32:28.853 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /proc 2024-09-16T01:32:28.853 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /mnt 2024-09-16T01:32:28.854 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /var/tmp 2024-09-16T01:32:28.854 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /home 2024-09-16T01:32:28.854 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /root 2024-09-16T01:32:28.854 INFO:teuthology.orchestra.run.smithi029.stdout:skipping the directory /tmp 2024-09-16T01:32:28.854 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:32:28.956 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:32:28.956 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T01:32:29.039 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T01:32:29.041 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T01:32:29.055 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 110/164 2024-09-16T01:32:29.055 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:29.055 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-16T01:32:29.055 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:32:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:32:30.618 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T01:32:30.648 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 111/164 2024-09-16T01:32:30.648 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:30.648 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T01:32:30.648 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:32:30.648 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T01:32:30.648 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:32:30.899 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T01:32:30.924 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 112/164 2024-09-16T01:32:30.924 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:30.924 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T01:32:30.924 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:32:30.924 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T01:32:30.924 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:32:31.402 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T01:32:31.426 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 113/164 2024-09-16T01:32:31.426 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:31.427 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T01:32:31.427 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:32:31.427 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T01:32:31.427 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:32:31.531 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-16T01:32:31.551 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-16T01:32:31.572 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-16T01:32:31.609 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-16T01:32:31.613 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-16T01:32:31.645 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-16T01:32:31.672 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-16T01:32:31.675 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-16T01:32:31.861 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-16T01:32:31.881 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-16T01:32:31.911 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-16T01:32:31.935 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-16T01:32:31.941 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-16T01:32:31.970 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-16T01:32:32.016 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-16T01:32:32.084 INFO:teuthology.orchestra.run.smithi122.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-16T01:32:32.116 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-16T01:32:32.262 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-16T01:32:32.323 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-16T01:32:32.363 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-16T01:32:32.391 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-16T01:32:32.710 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:32:32.748 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:32:32.769 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:32:32.869 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T01:32:32.895 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 125/164 2024-09-16T01:32:32.927 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 126/164 2024-09-16T01:32:32.992 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 127/164 2024-09-16T01:32:33.029 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T01:32:33.590 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-16T01:32:33.670 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-16T01:32:33.714 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-16T01:32:33.808 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-16T01:32:33.848 INFO:teuthology.orchestra.run.smithi122.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-16T01:32:33.873 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-16T01:32:33.899 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-16T01:32:33.899 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T01:32:33.966 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T01:32:33.966 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T01:32:34.042 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T01:32:34.067 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-16T01:32:34.073 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:32:34.073 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:32:34.134 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 128/164 2024-09-16T01:32:34.183 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T01:32:34.252 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:32:34.252 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T01:32:34.320 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T01:32:34.384 INFO:teuthology.orchestra.run.smithi122.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:32:34.647 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:32:34.647 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-16T01:32:34.647 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-16T01:32:34.648 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-16T01:32:34.648 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-16T01:32:34.648 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-16T01:32:34.648 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-16T01:32:34.648 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-16T01:32:34.648 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:32:34.648 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:32:34.648 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T01:32:34.648 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-16T01:32:34.648 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-16T01:32:34.648 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:32:34.649 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-16T01:32:34.649 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-16T01:32:34.649 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-16T01:32:34.649 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-16T01:32:34.649 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-16T01:32:34.649 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-16T01:32:34.649 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-16T01:32:34.649 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-16T01:32:34.649 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-16T01:32:34.649 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-16T01:32:34.649 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-16T01:32:34.650 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-16T01:32:34.650 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-16T01:32:34.650 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-16T01:32:34.650 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-16T01:32:34.650 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-16T01:32:34.662 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-16T01:32:34.662 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-16T01:32:34.662 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-16T01:32:34.662 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-16T01:32:34.662 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-16T01:32:34.662 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-16T01:32:34.662 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-16T01:32:34.662 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-16T01:32:34.662 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-16T01:32:34.663 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-16T01:32:34.663 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-16T01:32:34.663 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-16T01:32:34.663 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-16T01:32:34.663 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-16T01:32:34.663 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-16T01:32:34.663 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-16T01:32:34.663 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-16T01:32:34.663 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-16T01:32:34.663 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-16T01:32:34.663 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-16T01:32:34.663 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-16T01:32:34.664 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-16T01:32:34.664 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-16T01:32:34.664 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-16T01:32:34.664 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-16T01:32:34.664 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-16T01:32:34.664 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-16T01:32:34.664 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-16T01:32:34.664 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-16T01:32:34.664 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-16T01:32:34.664 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-16T01:32:34.664 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-16T01:32:34.664 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-16T01:32:34.665 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-16T01:32:34.665 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-16T01:32:34.665 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-16T01:32:34.665 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-16T01:32:34.665 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-16T01:32:34.665 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-16T01:32:34.665 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-16T01:32:34.665 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-16T01:32:34.665 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-16T01:32:34.665 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-16T01:32:34.665 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-16T01:32:34.665 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-16T01:32:34.665 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-16T01:32:34.666 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-16T01:32:34.666 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-16T01:32:34.666 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-16T01:32:34.666 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-16T01:32:34.666 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-16T01:32:34.666 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-16T01:32:34.666 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-16T01:32:34.666 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-16T01:32:34.666 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-16T01:32:34.666 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-16T01:32:34.666 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-16T01:32:34.666 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-16T01:32:34.667 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-16T01:32:34.667 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-16T01:32:34.667 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-16T01:32:34.667 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-16T01:32:34.667 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-16T01:32:34.667 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-16T01:32:34.667 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-16T01:32:34.667 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-16T01:32:34.667 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-16T01:32:34.667 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-16T01:32:34.667 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-16T01:32:34.667 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-16T01:32:34.667 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-16T01:32:34.667 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-16T01:32:34.668 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-16T01:32:34.668 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-16T01:32:34.668 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-16T01:32:34.668 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-16T01:32:34.668 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-16T01:32:34.668 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-16T01:32:34.668 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-16T01:32:34.668 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-16T01:32:34.668 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-16T01:32:34.668 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-16T01:32:34.668 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-16T01:32:34.668 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-16T01:32:34.668 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-16T01:32:34.669 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-16T01:32:34.669 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-16T01:32:34.669 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-16T01:32:34.669 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-16T01:32:34.669 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-16T01:32:34.669 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-16T01:32:34.669 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-16T01:32:34.669 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-16T01:32:34.669 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-16T01:32:34.669 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-16T01:32:34.669 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-16T01:32:34.669 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-16T01:32:34.670 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-16T01:32:34.670 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-16T01:32:34.670 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-16T01:32:34.670 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-16T01:32:34.670 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-16T01:32:34.670 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-16T01:32:34.670 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-16T01:32:34.670 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-16T01:32:34.670 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-16T01:32:34.670 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-16T01:32:34.670 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-16T01:32:34.670 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-16T01:32:34.670 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-16T01:32:34.671 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-16T01:32:34.671 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-16T01:32:34.671 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-16T01:32:34.671 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-16T01:32:34.671 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-16T01:32:34.671 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-16T01:32:34.671 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-16T01:32:34.671 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-16T01:32:34.671 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-16T01:32:34.672 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-16T01:32:34.672 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-16T01:32:34.672 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-16T01:32:34.672 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-16T01:32:34.672 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-16T01:32:34.672 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-16T01:32:34.672 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-16T01:32:34.672 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-16T01:32:34.672 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-16T01:32:34.672 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-16T01:32:34.672 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-16T01:32:34.672 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-16T01:32:34.672 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-16T01:32:34.673 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-16T01:32:34.673 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-16T01:32:35.198 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 129/164 2024-09-16T01:32:35.234 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T01:32:35.344 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 130/164 2024-09-16T01:32:35.522 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 131/164 2024-09-16T01:32:35.556 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T01:32:35.581 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 132/164 2024-09-16T01:32:35.581 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:35.581 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T01:32:35.581 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:32:35.581 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T01:32:35.581 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:32:35.632 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T01:32:35.644 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 133/164 2024-09-16T01:32:35.746 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 134/164 2024-09-16T01:32:35.814 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 135/164 2024-09-16T01:32:36.794 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-16T01:32:36.829 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T01:32:36.854 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 137/164 2024-09-16T01:32:36.854 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:36.854 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T01:32:36.854 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:32:36.854 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T01:32:36.854 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:32:36.907 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T01:32:36.930 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-326.g8921c8 138/164 2024-09-16T01:32:36.930 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:36.930 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T01:32:36.930 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:32:36.983 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T01:32:37.008 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 139/164 2024-09-16T01:32:37.008 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:37.008 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-16T01:32:37.008 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T01:32:37.008 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-16T01:32:37.009 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:32:37.118 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:32:37.119 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:32:37.119 INFO:teuthology.orchestra.run.smithi017.stdout:Upgraded: 2024-09-16T01:32:37.119 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-16T01:32:37.119 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-16T01:32:37.119 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-16T01:32:37.119 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-16T01:32:37.119 INFO:teuthology.orchestra.run.smithi017.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.119 INFO:teuthology.orchestra.run.smithi017.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.119 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-16T01:32:37.119 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-16T01:32:37.120 INFO:teuthology.orchestra.run.smithi017.stdout:Installed: 2024-09-16T01:32:37.120 INFO:teuthology.orchestra.run.smithi017.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-16T01:32:37.120 INFO:teuthology.orchestra.run.smithi017.stdout: automake-1.16.2-8.el9.noarch 2024-09-16T01:32:37.120 INFO:teuthology.orchestra.run.smithi017.stdout: bison-3.7.4-5.el9.x86_64 2024-09-16T01:32:37.120 INFO:teuthology.orchestra.run.smithi017.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T01:32:37.120 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.120 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.120 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.120 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.120 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:37.120 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.120 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.121 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.121 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:37.121 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:37.121 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:37.121 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:37.121 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:37.121 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.121 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.121 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:37.121 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.121 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.121 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.121 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:37.122 INFO:teuthology.orchestra.run.smithi017.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:37.122 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.122 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.122 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:37.122 INFO:teuthology.orchestra.run.smithi017.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-16T01:32:37.122 INFO:teuthology.orchestra.run.smithi017.stdout: flex-2.6.4-9.el9.x86_64 2024-09-16T01:32:37.122 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T01:32:37.122 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T01:32:37.122 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T01:32:37.122 INFO:teuthology.orchestra.run.smithi017.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T01:32:37.122 INFO:teuthology.orchestra.run.smithi017.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T01:32:37.122 INFO:teuthology.orchestra.run.smithi017.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-16T01:32:37.122 INFO:teuthology.orchestra.run.smithi017.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-16T01:32:37.123 INFO:teuthology.orchestra.run.smithi017.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T01:32:37.123 INFO:teuthology.orchestra.run.smithi017.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T01:32:37.123 INFO:teuthology.orchestra.run.smithi017.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.123 INFO:teuthology.orchestra.run.smithi017.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.123 INFO:teuthology.orchestra.run.smithi017.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.123 INFO:teuthology.orchestra.run.smithi017.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T01:32:37.123 INFO:teuthology.orchestra.run.smithi017.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T01:32:37.123 INFO:teuthology.orchestra.run.smithi017.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T01:32:37.123 INFO:teuthology.orchestra.run.smithi017.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T01:32:37.123 INFO:teuthology.orchestra.run.smithi017.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T01:32:37.123 INFO:teuthology.orchestra.run.smithi017.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.123 INFO:teuthology.orchestra.run.smithi017.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.123 INFO:teuthology.orchestra.run.smithi017.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T01:32:37.123 INFO:teuthology.orchestra.run.smithi017.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.124 INFO:teuthology.orchestra.run.smithi017.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-16T01:32:37.124 INFO:teuthology.orchestra.run.smithi017.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T01:32:37.124 INFO:teuthology.orchestra.run.smithi017.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-16T01:32:37.124 INFO:teuthology.orchestra.run.smithi017.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-16T01:32:37.124 INFO:teuthology.orchestra.run.smithi017.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T01:32:37.124 INFO:teuthology.orchestra.run.smithi017.stdout: lua-5.4.4-4.el9.x86_64 2024-09-16T01:32:37.124 INFO:teuthology.orchestra.run.smithi017.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-16T01:32:37.124 INFO:teuthology.orchestra.run.smithi017.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-16T01:32:37.124 INFO:teuthology.orchestra.run.smithi017.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T01:32:37.124 INFO:teuthology.orchestra.run.smithi017.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T01:32:37.124 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-16T01:32:37.125 INFO:teuthology.orchestra.run.smithi017.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T01:32:37.125 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-13.16-1.el9.x86_64 2024-09-16T01:32:37.125 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-16T01:32:37.125 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-16T01:32:37.125 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-16T01:32:37.125 INFO:teuthology.orchestra.run.smithi017.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-16T01:32:37.125 INFO:teuthology.orchestra.run.smithi017.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-16T01:32:37.125 INFO:teuthology.orchestra.run.smithi017.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T01:32:37.125 INFO:teuthology.orchestra.run.smithi017.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T01:32:37.125 INFO:teuthology.orchestra.run.smithi017.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T01:32:37.125 INFO:teuthology.orchestra.run.smithi017.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T01:32:37.125 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T01:32:37.125 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.125 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.126 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.126 INFO:teuthology.orchestra.run.smithi017.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T01:32:37.126 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T01:32:37.126 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T01:32:37.126 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T01:32:37.126 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-16T01:32:37.126 INFO:teuthology.orchestra.run.smithi017.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-16T01:32:37.126 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T01:32:37.126 INFO:teuthology.orchestra.run.smithi017.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T01:32:37.126 INFO:teuthology.orchestra.run.smithi017.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T01:32:37.126 INFO:teuthology.orchestra.run.smithi017.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-16T01:32:37.126 INFO:teuthology.orchestra.run.smithi017.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-16T01:32:37.126 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T01:32:37.126 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T01:32:37.127 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T01:32:37.127 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T01:32:37.127 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T01:32:37.127 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T01:32:37.127 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T01:32:37.127 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T01:32:37.127 INFO:teuthology.orchestra.run.smithi017.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T01:32:37.127 INFO:teuthology.orchestra.run.smithi017.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T01:32:37.127 INFO:teuthology.orchestra.run.smithi017.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T01:32:37.127 INFO:teuthology.orchestra.run.smithi017.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T01:32:37.127 INFO:teuthology.orchestra.run.smithi017.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T01:32:37.127 INFO:teuthology.orchestra.run.smithi017.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T01:32:37.127 INFO:teuthology.orchestra.run.smithi017.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T01:32:37.127 INFO:teuthology.orchestra.run.smithi017.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T01:32:37.128 INFO:teuthology.orchestra.run.smithi017.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T01:32:37.128 INFO:teuthology.orchestra.run.smithi017.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T01:32:37.128 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T01:32:37.128 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T01:32:37.128 INFO:teuthology.orchestra.run.smithi017.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T01:32:37.128 INFO:teuthology.orchestra.run.smithi017.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T01:32:37.128 INFO:teuthology.orchestra.run.smithi017.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-16T01:32:37.128 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T01:32:37.128 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T01:32:37.128 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T01:32:37.128 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T01:32:37.128 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-16T01:32:37.128 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T01:32:37.129 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.129 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.129 INFO:teuthology.orchestra.run.smithi017.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T01:32:37.129 INFO:teuthology.orchestra.run.smithi017.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T01:32:37.129 INFO:teuthology.orchestra.run.smithi017.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T01:32:37.129 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.129 INFO:teuthology.orchestra.run.smithi017.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T01:32:37.129 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T01:32:37.129 INFO:teuthology.orchestra.run.smithi017.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T01:32:37.129 INFO:teuthology.orchestra.run.smithi017.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T01:32:37.129 INFO:teuthology.orchestra.run.smithi017.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T01:32:37.129 INFO:teuthology.orchestra.run.smithi017.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T01:32:37.129 INFO:teuthology.orchestra.run.smithi017.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T01:32:37.130 INFO:teuthology.orchestra.run.smithi017.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-16T01:32:37.131 INFO:teuthology.orchestra.run.smithi017.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-16T01:32:37.131 INFO:teuthology.orchestra.run.smithi017.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T01:32:37.131 INFO:teuthology.orchestra.run.smithi017.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-16T01:32:37.131 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:32:37.131 INFO:teuthology.orchestra.run.smithi017.stdout:Complete! 2024-09-16T01:32:37.326 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T01:32:37.350 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 140/164 2024-09-16T01:32:37.351 INFO:teuthology.orchestra.run.smithi029.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T01:32:37.351 INFO:teuthology.orchestra.run.smithi029.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T01:32:37.351 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:32:37.351 INFO:teuthology.orchestra.run.smithi029.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T01:32:37.351 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:32:37.559 DEBUG:teuthology.parallel:result is None 2024-09-16T01:32:40.321 INFO:teuthology.orchestra.run.smithi122.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:32:40.321 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-16T01:32:40.321 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-16T01:32:40.321 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-16T01:32:40.321 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-16T01:32:40.321 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-16T01:32:40.322 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-16T01:32:40.322 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-16T01:32:40.322 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:32:40.322 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:32:40.322 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T01:32:40.322 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-16T01:32:40.322 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-16T01:32:40.322 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:32:40.322 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-16T01:32:40.322 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-16T01:32:40.322 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-16T01:32:40.323 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-16T01:32:40.323 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-16T01:32:40.323 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-16T01:32:40.323 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-16T01:32:40.323 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-16T01:32:40.323 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-16T01:32:40.323 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-16T01:32:40.323 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-16T01:32:40.323 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-16T01:32:40.323 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-16T01:32:40.323 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-16T01:32:40.324 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-16T01:32:40.324 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-16T01:32:40.324 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-16T01:32:40.324 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-16T01:32:40.324 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-16T01:32:40.324 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-16T01:32:40.324 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-16T01:32:40.324 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-16T01:32:40.324 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-16T01:32:40.324 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-16T01:32:40.324 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-16T01:32:40.324 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-16T01:32:40.324 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-16T01:32:40.324 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-16T01:32:40.325 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-16T01:32:40.325 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-16T01:32:40.325 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-16T01:32:40.325 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-16T01:32:40.325 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-16T01:32:40.325 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-16T01:32:40.325 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-16T01:32:40.325 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-16T01:32:40.325 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-16T01:32:40.325 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-16T01:32:40.325 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-16T01:32:40.325 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-16T01:32:40.325 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-16T01:32:40.326 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-16T01:32:40.326 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-16T01:32:40.326 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-16T01:32:40.326 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-16T01:32:40.326 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-16T01:32:40.326 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-16T01:32:40.326 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-16T01:32:40.326 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-16T01:32:40.326 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-16T01:32:40.326 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-16T01:32:40.326 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-16T01:32:40.326 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-16T01:32:40.326 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-16T01:32:40.327 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-16T01:32:40.327 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-16T01:32:40.327 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-16T01:32:40.327 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-16T01:32:40.327 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-16T01:32:40.327 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-16T01:32:40.327 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-16T01:32:40.327 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-16T01:32:40.327 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-16T01:32:40.327 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-16T01:32:40.327 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-16T01:32:40.327 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-16T01:32:40.327 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-16T01:32:40.328 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-16T01:32:40.328 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-16T01:32:40.328 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-16T01:32:40.328 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-16T01:32:40.328 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-16T01:32:40.328 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-16T01:32:40.328 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-16T01:32:40.328 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-16T01:32:40.328 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-16T01:32:40.328 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-16T01:32:40.328 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-16T01:32:40.328 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-16T01:32:40.328 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-16T01:32:40.329 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-16T01:32:40.329 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-16T01:32:40.329 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-16T01:32:40.329 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-16T01:32:40.329 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-16T01:32:40.329 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-16T01:32:40.329 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-16T01:32:40.329 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-16T01:32:40.329 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-16T01:32:40.329 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-16T01:32:40.329 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-16T01:32:40.329 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-16T01:32:40.329 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-16T01:32:40.330 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-16T01:32:40.330 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-16T01:32:40.330 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-16T01:32:40.330 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-16T01:32:40.330 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-16T01:32:40.330 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-16T01:32:40.330 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-16T01:32:40.330 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-16T01:32:40.330 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-16T01:32:40.330 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-16T01:32:40.330 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-16T01:32:40.330 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-16T01:32:40.330 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-16T01:32:40.331 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-16T01:32:40.331 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-16T01:32:40.331 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-16T01:32:40.331 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-16T01:32:40.331 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-16T01:32:40.331 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-16T01:32:40.331 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-16T01:32:40.331 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-16T01:32:40.331 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-16T01:32:40.331 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-16T01:32:40.331 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-16T01:32:40.331 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-16T01:32:40.331 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-16T01:32:40.331 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-16T01:32:40.332 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-16T01:32:40.332 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-16T01:32:40.332 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-16T01:32:40.332 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-16T01:32:40.332 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-16T01:32:40.332 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-16T01:32:40.332 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-16T01:32:40.332 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-16T01:32:40.332 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-16T01:32:40.332 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-16T01:32:40.332 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-16T01:32:40.332 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-16T01:32:40.333 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-16T01:32:40.333 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-16T01:32:40.333 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-16T01:32:40.333 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-16T01:32:40.333 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-16T01:32:40.333 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-16T01:32:40.333 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-16T01:32:40.333 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-16T01:32:40.333 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-16T01:32:40.333 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-16T01:32:40.333 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-16T01:32:40.333 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-16T01:32:40.333 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-16T01:32:40.334 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-16T01:32:40.334 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-16T01:32:40.334 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-16T01:32:40.334 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-16T01:32:40.334 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-16T01:32:42.227 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 141/164 2024-09-16T01:32:42.277 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 142/164 2024-09-16T01:32:42.328 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 143/164 2024-09-16T01:32:42.360 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-16T01:32:42.396 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-16T01:32:42.604 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 146/164 2024-09-16T01:32:42.667 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-16T01:32:42.689 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 148/164 2024-09-16T01:32:42.728 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 149/164 2024-09-16T01:32:42.783 INFO:teuthology.orchestra.run.smithi029.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 150/164 2024-09-16T01:32:43.143 INFO:teuthology.orchestra.run.smithi122.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:32:43.144 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:32:43.144 INFO:teuthology.orchestra.run.smithi122.stdout:Upgraded: 2024-09-16T01:32:43.144 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-16T01:32:43.144 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-16T01:32:43.144 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-16T01:32:43.144 INFO:teuthology.orchestra.run.smithi122.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-16T01:32:43.144 INFO:teuthology.orchestra.run.smithi122.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.144 INFO:teuthology.orchestra.run.smithi122.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.145 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-16T01:32:43.145 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-16T01:32:43.145 INFO:teuthology.orchestra.run.smithi122.stdout:Installed: 2024-09-16T01:32:43.145 INFO:teuthology.orchestra.run.smithi122.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-16T01:32:43.145 INFO:teuthology.orchestra.run.smithi122.stdout: automake-1.16.2-8.el9.noarch 2024-09-16T01:32:43.145 INFO:teuthology.orchestra.run.smithi122.stdout: bison-3.7.4-5.el9.x86_64 2024-09-16T01:32:43.145 INFO:teuthology.orchestra.run.smithi122.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T01:32:43.145 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.145 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.145 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.146 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.146 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:43.146 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.146 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.146 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.147 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:43.148 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:43.148 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:43.148 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:43.148 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:43.148 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.148 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.148 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:43.148 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.149 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.149 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.149 INFO:teuthology.orchestra.run.smithi122.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:43.149 INFO:teuthology.orchestra.run.smithi122.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:43.149 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.149 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.149 INFO:teuthology.orchestra.run.smithi122.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:43.149 INFO:teuthology.orchestra.run.smithi122.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-16T01:32:43.149 INFO:teuthology.orchestra.run.smithi122.stdout: flex-2.6.4-9.el9.x86_64 2024-09-16T01:32:43.149 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T01:32:43.149 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T01:32:43.150 INFO:teuthology.orchestra.run.smithi122.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T01:32:43.150 INFO:teuthology.orchestra.run.smithi122.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T01:32:43.150 INFO:teuthology.orchestra.run.smithi122.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T01:32:43.150 INFO:teuthology.orchestra.run.smithi122.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-16T01:32:43.150 INFO:teuthology.orchestra.run.smithi122.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-16T01:32:43.150 INFO:teuthology.orchestra.run.smithi122.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T01:32:43.150 INFO:teuthology.orchestra.run.smithi122.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T01:32:43.150 INFO:teuthology.orchestra.run.smithi122.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.150 INFO:teuthology.orchestra.run.smithi122.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.150 INFO:teuthology.orchestra.run.smithi122.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.150 INFO:teuthology.orchestra.run.smithi122.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T01:32:43.151 INFO:teuthology.orchestra.run.smithi122.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T01:32:43.151 INFO:teuthology.orchestra.run.smithi122.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T01:32:43.151 INFO:teuthology.orchestra.run.smithi122.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T01:32:43.151 INFO:teuthology.orchestra.run.smithi122.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T01:32:43.151 INFO:teuthology.orchestra.run.smithi122.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.151 INFO:teuthology.orchestra.run.smithi122.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.151 INFO:teuthology.orchestra.run.smithi122.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T01:32:43.151 INFO:teuthology.orchestra.run.smithi122.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.151 INFO:teuthology.orchestra.run.smithi122.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-16T01:32:43.151 INFO:teuthology.orchestra.run.smithi122.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T01:32:43.152 INFO:teuthology.orchestra.run.smithi122.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-16T01:32:43.152 INFO:teuthology.orchestra.run.smithi122.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-16T01:32:43.152 INFO:teuthology.orchestra.run.smithi122.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T01:32:43.152 INFO:teuthology.orchestra.run.smithi122.stdout: lua-5.4.4-4.el9.x86_64 2024-09-16T01:32:43.152 INFO:teuthology.orchestra.run.smithi122.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-16T01:32:43.152 INFO:teuthology.orchestra.run.smithi122.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-16T01:32:43.152 INFO:teuthology.orchestra.run.smithi122.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T01:32:43.152 INFO:teuthology.orchestra.run.smithi122.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T01:32:43.152 INFO:teuthology.orchestra.run.smithi122.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-16T01:32:43.152 INFO:teuthology.orchestra.run.smithi122.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T01:32:43.152 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-13.16-1.el9.x86_64 2024-09-16T01:32:43.153 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-16T01:32:43.153 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-16T01:32:43.153 INFO:teuthology.orchestra.run.smithi122.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-16T01:32:43.153 INFO:teuthology.orchestra.run.smithi122.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-16T01:32:43.153 INFO:teuthology.orchestra.run.smithi122.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-16T01:32:43.153 INFO:teuthology.orchestra.run.smithi122.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T01:32:43.153 INFO:teuthology.orchestra.run.smithi122.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T01:32:43.154 INFO:teuthology.orchestra.run.smithi122.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T01:32:43.154 INFO:teuthology.orchestra.run.smithi122.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T01:32:43.154 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T01:32:43.154 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.154 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.154 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.154 INFO:teuthology.orchestra.run.smithi122.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T01:32:43.154 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T01:32:43.154 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T01:32:43.154 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T01:32:43.154 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-16T01:32:43.155 INFO:teuthology.orchestra.run.smithi122.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-16T01:32:43.155 INFO:teuthology.orchestra.run.smithi122.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T01:32:43.155 INFO:teuthology.orchestra.run.smithi122.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T01:32:43.155 INFO:teuthology.orchestra.run.smithi122.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T01:32:43.155 INFO:teuthology.orchestra.run.smithi122.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-16T01:32:43.155 INFO:teuthology.orchestra.run.smithi122.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-16T01:32:43.155 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T01:32:43.155 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T01:32:43.155 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T01:32:43.155 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T01:32:43.155 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T01:32:43.155 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T01:32:43.156 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T01:32:43.156 INFO:teuthology.orchestra.run.smithi122.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T01:32:43.156 INFO:teuthology.orchestra.run.smithi122.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T01:32:43.156 INFO:teuthology.orchestra.run.smithi122.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T01:32:43.156 INFO:teuthology.orchestra.run.smithi122.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T01:32:43.156 INFO:teuthology.orchestra.run.smithi122.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T01:32:43.156 INFO:teuthology.orchestra.run.smithi122.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T01:32:43.156 INFO:teuthology.orchestra.run.smithi122.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T01:32:43.156 INFO:teuthology.orchestra.run.smithi122.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T01:32:43.156 INFO:teuthology.orchestra.run.smithi122.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T01:32:43.157 INFO:teuthology.orchestra.run.smithi122.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T01:32:43.157 INFO:teuthology.orchestra.run.smithi122.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T01:32:43.157 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T01:32:43.157 INFO:teuthology.orchestra.run.smithi122.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T01:32:43.157 INFO:teuthology.orchestra.run.smithi122.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T01:32:43.157 INFO:teuthology.orchestra.run.smithi122.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T01:32:43.157 INFO:teuthology.orchestra.run.smithi122.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-16T01:32:43.157 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T01:32:43.157 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T01:32:43.157 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T01:32:43.157 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T01:32:43.158 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-16T01:32:43.158 INFO:teuthology.orchestra.run.smithi122.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T01:32:43.158 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.158 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.158 INFO:teuthology.orchestra.run.smithi122.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T01:32:43.158 INFO:teuthology.orchestra.run.smithi122.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T01:32:43.158 INFO:teuthology.orchestra.run.smithi122.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T01:32:43.158 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.158 INFO:teuthology.orchestra.run.smithi122.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T01:32:43.158 INFO:teuthology.orchestra.run.smithi122.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T01:32:43.159 INFO:teuthology.orchestra.run.smithi122.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T01:32:43.159 INFO:teuthology.orchestra.run.smithi122.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T01:32:43.159 INFO:teuthology.orchestra.run.smithi122.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T01:32:43.159 INFO:teuthology.orchestra.run.smithi122.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T01:32:43.159 INFO:teuthology.orchestra.run.smithi122.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T01:32:43.159 INFO:teuthology.orchestra.run.smithi122.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-16T01:32:43.159 INFO:teuthology.orchestra.run.smithi122.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T01:32:43.159 INFO:teuthology.orchestra.run.smithi122.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T01:32:43.159 INFO:teuthology.orchestra.run.smithi122.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T01:32:43.159 INFO:teuthology.orchestra.run.smithi122.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T01:32:43.160 INFO:teuthology.orchestra.run.smithi122.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-16T01:32:43.160 INFO:teuthology.orchestra.run.smithi122.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-16T01:32:43.160 INFO:teuthology.orchestra.run.smithi122.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T01:32:43.160 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.160 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.160 INFO:teuthology.orchestra.run.smithi122.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:43.160 INFO:teuthology.orchestra.run.smithi122.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T01:32:43.160 INFO:teuthology.orchestra.run.smithi122.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T01:32:43.160 INFO:teuthology.orchestra.run.smithi122.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T01:32:43.160 INFO:teuthology.orchestra.run.smithi122.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-16T01:32:43.160 INFO:teuthology.orchestra.run.smithi122.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-16T01:32:43.160 INFO:teuthology.orchestra.run.smithi122.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T01:32:43.161 INFO:teuthology.orchestra.run.smithi122.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-16T01:32:43.161 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:32:43.161 INFO:teuthology.orchestra.run.smithi122.stdout:Complete! 2024-09-16T01:32:43.472 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:32:43.524 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:32:43.546 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-16T01:32:43.563 DEBUG:teuthology.parallel:result is None 2024-09-16T01:32:44.466 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 152/164 2024-09-16T01:32:44.576 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-16T01:32:44.633 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-16T01:32:44.739 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-16T01:32:44.775 INFO:teuthology.orchestra.run.smithi029.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-16T01:32:44.809 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-16T01:32:44.844 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-16T01:32:44.844 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T01:32:44.947 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-16T01:32:44.947 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T01:32:45.057 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-16T01:32:45.083 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-16T01:32:45.088 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:32:45.088 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:32:45.277 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-16T01:32:45.277 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T01:32:45.371 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-16T01:32:45.451 INFO:teuthology.orchestra.run.smithi029.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:32:56.197 INFO:teuthology.orchestra.run.smithi029.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:32:56.197 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 1/164 2024-09-16T01:32:56.197 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2/164 2024-09-16T01:32:56.197 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 3/164 2024-09-16T01:32:56.197 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 4/164 2024-09-16T01:32:56.197 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-326.g8921c8 5/164 2024-09-16T01:32:56.197 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 6/164 2024-09-16T01:32:56.197 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 7/164 2024-09-16T01:32:56.197 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 8/164 2024-09-16T01:32:56.197 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 9/164 2024-09-16T01:32:56.198 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 10/164 2024-09-16T01:32:56.198 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 11/164 2024-09-16T01:32:56.198 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 12/164 2024-09-16T01:32:56.198 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 13/164 2024-09-16T01:32:56.198 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 14/164 2024-09-16T01:32:56.198 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_6 15/164 2024-09-16T01:32:56.198 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 16/164 2024-09-16T01:32:56.198 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 17/164 2024-09-16T01:32:56.198 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 18/164 2024-09-16T01:32:56.198 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_ 19/164 2024-09-16T01:32:56.198 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 20/164 2024-09-16T01:32:56.198 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9 21/164 2024-09-16T01:32:56.198 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x 22/164 2024-09-16T01:32:56.199 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 23/164 2024-09-16T01:32:56.199 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 24/164 2024-09-16T01:32:56.199 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 25/164 2024-09-16T01:32:56.199 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 26/164 2024-09-16T01:32:56.199 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 27/164 2024-09-16T01:32:56.199 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 28/164 2024-09-16T01:32:56.199 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 29/164 2024-09-16T01:32:56.211 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.e 30/164 2024-09-16T01:32:56.211 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noar 31/164 2024-09-16T01:32:56.211 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.no 32/164 2024-09-16T01:32:56.211 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-326.g8921 33/164 2024-09-16T01:32:56.211 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9 34/164 2024-09-16T01:32:56.211 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 35/164 2024-09-16T01:32:56.211 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el 36/164 2024-09-16T01:32:56.211 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 37/164 2024-09-16T01:32:56.212 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 38/164 2024-09-16T01:32:56.212 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 39/164 2024-09-16T01:32:56.212 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-16T01:32:56.212 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-16T01:32:56.212 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-16T01:32:56.212 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-16T01:32:56.212 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-16T01:32:56.212 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-16T01:32:56.212 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-16T01:32:56.212 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-16T01:32:56.212 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-16T01:32:56.212 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-16T01:32:56.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-16T01:32:56.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-16T01:32:56.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-16T01:32:56.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-16T01:32:56.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-16T01:32:56.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-16T01:32:56.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-16T01:32:56.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-16T01:32:56.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-16T01:32:56.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-16T01:32:56.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-16T01:32:56.213 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-16T01:32:56.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-16T01:32:56.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-16T01:32:56.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-16T01:32:56.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-16T01:32:56.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-16T01:32:56.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-16T01:32:56.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-16T01:32:56.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-16T01:32:56.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-16T01:32:56.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-16T01:32:56.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-16T01:32:56.214 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-16T01:32:56.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-16T01:32:56.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-16T01:32:56.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-16T01:32:56.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-16T01:32:56.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-16T01:32:56.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-16T01:32:56.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-16T01:32:56.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-16T01:32:56.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-16T01:32:56.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-16T01:32:56.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-16T01:32:56.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-16T01:32:56.215 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-16T01:32:56.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-16T01:32:56.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-16T01:32:56.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-16T01:32:56.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-16T01:32:56.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-16T01:32:56.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-16T01:32:56.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-16T01:32:56.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-16T01:32:56.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-16T01:32:56.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-16T01:32:56.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-16T01:32:56.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-16T01:32:56.216 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-16T01:32:56.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-16T01:32:56.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-16T01:32:56.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-16T01:32:56.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-16T01:32:56.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-16T01:32:56.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-16T01:32:56.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-16T01:32:56.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-16T01:32:56.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-16T01:32:56.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-16T01:32:56.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-16T01:32:56.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-16T01:32:56.217 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-16T01:32:56.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-16T01:32:56.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-16T01:32:56.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-16T01:32:56.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-16T01:32:56.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-16T01:32:56.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-16T01:32:56.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-16T01:32:56.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-16T01:32:56.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-16T01:32:56.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-16T01:32:56.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-16T01:32:56.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-16T01:32:56.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-16T01:32:56.218 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-16T01:32:56.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-16T01:32:56.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-16T01:32:56.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-16T01:32:56.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-16T01:32:56.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-16T01:32:56.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-16T01:32:56.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-16T01:32:56.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-16T01:32:56.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-16T01:32:56.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-16T01:32:56.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-16T01:32:56.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-16T01:32:56.219 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 149/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 151/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 153/164 2024-09-16T01:32:56.220 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-16T01:32:56.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 155/164 2024-09-16T01:32:56.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-16T01:32:56.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 157/164 2024-09-16T01:32:56.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-16T01:32:56.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 159/164 2024-09-16T01:32:56.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-16T01:32:56.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-16T01:32:56.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-16T01:32:56.221 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-16T01:32:58.827 INFO:teuthology.orchestra.run.smithi029.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-16T01:32:58.827 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:32:58.827 INFO:teuthology.orchestra.run.smithi029.stdout:Upgraded: 2024-09-16T01:32:58.827 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-16T01:32:58.828 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-16T01:32:58.828 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-16T01:32:58.828 INFO:teuthology.orchestra.run.smithi029.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-16T01:32:58.828 INFO:teuthology.orchestra.run.smithi029.stdout: librados2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.828 INFO:teuthology.orchestra.run.smithi029.stdout: librbd1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.828 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-16T01:32:58.829 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-16T01:32:58.829 INFO:teuthology.orchestra.run.smithi029.stdout:Installed: 2024-09-16T01:32:58.829 INFO:teuthology.orchestra.run.smithi029.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-16T01:32:58.829 INFO:teuthology.orchestra.run.smithi029.stdout: automake-1.16.2-8.el9.noarch 2024-09-16T01:32:58.829 INFO:teuthology.orchestra.run.smithi029.stdout: bison-3.7.4-5.el9.x86_64 2024-09-16T01:32:58.829 INFO:teuthology.orchestra.run.smithi029.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T01:32:58.829 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.829 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-base-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.830 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.830 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.830 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-grafana-dashboards-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:58.830 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-immutable-object-cache-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.830 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mds-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.831 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.831 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:58.831 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-dashboard-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:58.831 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-diskprediction-local-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:58.831 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-modules-core-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:58.831 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mgr-rook-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:58.831 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-mon-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.831 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-osd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.831 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-prometheus-alerts-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:58.831 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-radosgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.831 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-selinux-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.831 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-test-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.832 INFO:teuthology.orchestra.run.smithi029.stdout: ceph-volume-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:58.832 INFO:teuthology.orchestra.run.smithi029.stdout: cephadm-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:58.832 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.832 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-shell-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.832 INFO:teuthology.orchestra.run.smithi029.stdout: cephfs-top-2:19.1.1-326.g8921c8ef.el9.noarch 2024-09-16T01:32:58.832 INFO:teuthology.orchestra.run.smithi029.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-16T01:32:58.832 INFO:teuthology.orchestra.run.smithi029.stdout: flex-2.6.4-9.el9.x86_64 2024-09-16T01:32:58.832 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T01:32:58.832 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T01:32:58.832 INFO:teuthology.orchestra.run.smithi029.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T01:32:58.833 INFO:teuthology.orchestra.run.smithi029.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T01:32:58.833 INFO:teuthology.orchestra.run.smithi029.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T01:32:58.833 INFO:teuthology.orchestra.run.smithi029.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-16T01:32:58.833 INFO:teuthology.orchestra.run.smithi029.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-16T01:32:58.833 INFO:teuthology.orchestra.run.smithi029.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T01:32:58.833 INFO:teuthology.orchestra.run.smithi029.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T01:32:58.833 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.833 INFO:teuthology.orchestra.run.smithi029.stdout: libcephfs2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.833 INFO:teuthology.orchestra.run.smithi029.stdout: libcephsqlite-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.833 INFO:teuthology.orchestra.run.smithi029.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T01:32:58.833 INFO:teuthology.orchestra.run.smithi029.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T01:32:58.834 INFO:teuthology.orchestra.run.smithi029.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T01:32:58.834 INFO:teuthology.orchestra.run.smithi029.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T01:32:58.834 INFO:teuthology.orchestra.run.smithi029.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T01:32:58.834 INFO:teuthology.orchestra.run.smithi029.stdout: librados-devel-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.834 INFO:teuthology.orchestra.run.smithi029.stdout: libradosstriper1-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.834 INFO:teuthology.orchestra.run.smithi029.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T01:32:58.834 INFO:teuthology.orchestra.run.smithi029.stdout: librgw2-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.834 INFO:teuthology.orchestra.run.smithi029.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-16T01:32:58.834 INFO:teuthology.orchestra.run.smithi029.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T01:32:58.834 INFO:teuthology.orchestra.run.smithi029.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-16T01:32:58.834 INFO:teuthology.orchestra.run.smithi029.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-16T01:32:58.834 INFO:teuthology.orchestra.run.smithi029.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T01:32:58.835 INFO:teuthology.orchestra.run.smithi029.stdout: lua-5.4.4-4.el9.x86_64 2024-09-16T01:32:58.835 INFO:teuthology.orchestra.run.smithi029.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-16T01:32:58.835 INFO:teuthology.orchestra.run.smithi029.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-16T01:32:58.835 INFO:teuthology.orchestra.run.smithi029.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T01:32:58.835 INFO:teuthology.orchestra.run.smithi029.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T01:32:58.835 INFO:teuthology.orchestra.run.smithi029.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-16T01:32:58.835 INFO:teuthology.orchestra.run.smithi029.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T01:32:58.835 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-13.16-1.el9.x86_64 2024-09-16T01:32:58.835 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-16T01:32:58.835 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-16T01:32:58.835 INFO:teuthology.orchestra.run.smithi029.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-16T01:32:58.836 INFO:teuthology.orchestra.run.smithi029.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-16T01:32:58.836 INFO:teuthology.orchestra.run.smithi029.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-16T01:32:58.836 INFO:teuthology.orchestra.run.smithi029.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T01:32:58.836 INFO:teuthology.orchestra.run.smithi029.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T01:32:58.836 INFO:teuthology.orchestra.run.smithi029.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T01:32:58.836 INFO:teuthology.orchestra.run.smithi029.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T01:32:58.836 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T01:32:58.836 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-argparse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.836 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ceph-common-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.836 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cephfs-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.836 INFO:teuthology.orchestra.run.smithi029.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T01:32:58.836 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T01:32:58.837 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T01:32:58.837 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T01:32:58.837 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-16T01:32:58.837 INFO:teuthology.orchestra.run.smithi029.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-16T01:32:58.837 INFO:teuthology.orchestra.run.smithi029.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T01:32:58.837 INFO:teuthology.orchestra.run.smithi029.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T01:32:58.837 INFO:teuthology.orchestra.run.smithi029.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T01:32:58.837 INFO:teuthology.orchestra.run.smithi029.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-16T01:32:58.837 INFO:teuthology.orchestra.run.smithi029.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-16T01:32:58.837 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T01:32:58.837 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T01:32:58.837 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T01:32:58.838 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T01:32:58.838 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T01:32:58.838 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T01:32:58.838 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T01:32:58.838 INFO:teuthology.orchestra.run.smithi029.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T01:32:58.838 INFO:teuthology.orchestra.run.smithi029.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T01:32:58.838 INFO:teuthology.orchestra.run.smithi029.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T01:32:58.838 INFO:teuthology.orchestra.run.smithi029.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T01:32:58.838 INFO:teuthology.orchestra.run.smithi029.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T01:32:58.838 INFO:teuthology.orchestra.run.smithi029.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T01:32:58.838 INFO:teuthology.orchestra.run.smithi029.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T01:32:58.839 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T01:32:58.839 INFO:teuthology.orchestra.run.smithi029.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T01:32:58.839 INFO:teuthology.orchestra.run.smithi029.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T01:32:58.839 INFO:teuthology.orchestra.run.smithi029.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T01:32:58.839 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T01:32:58.839 INFO:teuthology.orchestra.run.smithi029.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T01:32:58.839 INFO:teuthology.orchestra.run.smithi029.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T01:32:58.839 INFO:teuthology.orchestra.run.smithi029.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T01:32:58.839 INFO:teuthology.orchestra.run.smithi029.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-16T01:32:58.840 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T01:32:58.840 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T01:32:58.840 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T01:32:58.840 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T01:32:58.840 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-16T01:32:58.840 INFO:teuthology.orchestra.run.smithi029.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T01:32:58.840 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rados-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.840 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.840 INFO:teuthology.orchestra.run.smithi029.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T01:32:58.840 INFO:teuthology.orchestra.run.smithi029.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T01:32:58.840 INFO:teuthology.orchestra.run.smithi029.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T01:32:58.841 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rgw-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.841 INFO:teuthology.orchestra.run.smithi029.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T01:32:58.841 INFO:teuthology.orchestra.run.smithi029.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T01:32:58.841 INFO:teuthology.orchestra.run.smithi029.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T01:32:58.841 INFO:teuthology.orchestra.run.smithi029.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T01:32:58.841 INFO:teuthology.orchestra.run.smithi029.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T01:32:58.841 INFO:teuthology.orchestra.run.smithi029.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T01:32:58.841 INFO:teuthology.orchestra.run.smithi029.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T01:32:58.841 INFO:teuthology.orchestra.run.smithi029.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-16T01:32:58.841 INFO:teuthology.orchestra.run.smithi029.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T01:32:58.842 INFO:teuthology.orchestra.run.smithi029.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T01:32:58.842 INFO:teuthology.orchestra.run.smithi029.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T01:32:58.842 INFO:teuthology.orchestra.run.smithi029.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T01:32:58.842 INFO:teuthology.orchestra.run.smithi029.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-16T01:32:58.842 INFO:teuthology.orchestra.run.smithi029.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-16T01:32:58.842 INFO:teuthology.orchestra.run.smithi029.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-16T01:32:58.842 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-fuse-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.842 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-mirror-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.842 INFO:teuthology.orchestra.run.smithi029.stdout: rbd-nbd-2:19.1.1-326.g8921c8ef.el9.x86_64 2024-09-16T01:32:58.842 INFO:teuthology.orchestra.run.smithi029.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T01:32:58.842 INFO:teuthology.orchestra.run.smithi029.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T01:32:58.842 INFO:teuthology.orchestra.run.smithi029.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T01:32:58.843 INFO:teuthology.orchestra.run.smithi029.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-16T01:32:58.843 INFO:teuthology.orchestra.run.smithi029.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-16T01:32:58.843 INFO:teuthology.orchestra.run.smithi029.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T01:32:58.843 INFO:teuthology.orchestra.run.smithi029.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-16T01:32:58.843 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:32:58.843 INFO:teuthology.orchestra.run.smithi029.stdout:Complete! 2024-09-16T01:32:59.360 DEBUG:teuthology.parallel:result is None 2024-09-16T01:32:59.361 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:32:59.502 DEBUG:teuthology.orchestra.run.smithi017:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T01:32:59.529 INFO:teuthology.orchestra.run.smithi017.stdout:19.1.1-326.g8921c8ef.el9 2024-09-16T01:32:59.530 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-16T01:32:59.530 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-16T01:32:59.532 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:32:59.669 DEBUG:teuthology.orchestra.run.smithi029:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T01:32:59.696 INFO:teuthology.orchestra.run.smithi029.stdout:19.1.1-326.g8921c8ef.el9 2024-09-16T01:32:59.696 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-16T01:32:59.696 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-16T01:32:59.697 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:32:59.842 DEBUG:teuthology.orchestra.run.smithi122:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T01:32:59.869 INFO:teuthology.orchestra.run.smithi122.stdout:19.1.1-326.g8921c8ef.el9 2024-09-16T01:32:59.869 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-326.g8921c8ef.el9 2024-09-16T01:32:59.869 INFO:teuthology.task.install:The correct ceph version 19.1.1-326.g8921c8ef is installed. 2024-09-16T01:32:59.871 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-16T01:32:59.871 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:32:59.871 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T01:32:59.905 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:32:59.905 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T01:32:59.935 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:32:59.935 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T01:32:59.968 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-16T01:32:59.968 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:32:59.968 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T01:32:59.998 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T01:33:00.067 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:33:00.068 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T01:33:00.094 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T01:33:00.160 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:33:00.160 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T01:33:00.189 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T01:33:00.259 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-16T01:33:00.259 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:33:00.259 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T01:33:00.295 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T01:33:00.363 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:33:00.363 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T01:33:00.389 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T01:33:00.454 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:33:00.454 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T01:33:00.480 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T01:33:00.545 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-16T01:33:00.546 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:33:00.546 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T01:33:00.572 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T01:33:00.637 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:33:00.637 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T01:33:00.663 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T01:33:00.728 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:33:00.728 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T01:33:00.754 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T01:33:00.819 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-16T01:33:00.904 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'mds_export_ephemeral_random_max': 0.1, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore compression mode': 'aggressive', 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10000}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'subvols': {'create': 2}} 2024-09-16T01:33:00.904 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:33:00.905 INFO:tasks.cephadm:Cluster fsid is 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:33:00.905 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-16T01:33:00.905 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.17', 'mon.b': '172.21.15.29', 'mon.c': '172.21.15.122'} 2024-09-16T01:33:00.905 INFO:tasks.cephadm:First mon is mon.a on smithi017 2024-09-16T01:33:00.906 INFO:tasks.cephadm:First mgr is x 2024-09-16T01:33:00.906 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-16T01:33:00.906 DEBUG:teuthology.orchestra.run.smithi017:> sudo hostname $(hostname -s) 2024-09-16T01:33:00.932 DEBUG:teuthology.orchestra.run.smithi029:> sudo hostname $(hostname -s) 2024-09-16T01:33:00.957 DEBUG:teuthology.orchestra.run.smithi122:> sudo hostname $(hostname -s) 2024-09-16T01:33:00.982 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-09-16T01:33:00.982 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:33:01.129 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '8921c8ef947807b717db041d85f0761b7914d5fc', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/56081/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.1.1-326-g8921c8ef', 'node_name': '172.21.5.31+adami01', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.1.1-326.g8921c8ef'}, 'url': 'https://4.chacra.ceph.com/r/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-15 16:06:42.385367', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'squid', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-09-16T01:33:01.269 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref squid, sha1 8921c8ef947807b717db041d85f0761b7914d5fc from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:33:01.271 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/x86_64/flavors/default/cephadm 2024-09-16T01:33:01.271 INFO:tasks.cephadm:Downloading cephadm from url: https://4.chacra.ceph.com/binaries/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/x86_64/flavors/default/cephadm 2024-09-16T01:33:01.271 DEBUG:teuthology.orchestra.run.smithi017:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-16T01:33:01.842 INFO:teuthology.orchestra.run.smithi017.stdout:-rw-r--r--. 1 ubuntu ubuntu 784481 Sep 16 01:33 /home/ubuntu/cephtest/cephadm 2024-09-16T01:33:01.842 DEBUG:teuthology.orchestra.run.smithi029:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-16T01:33:02.380 INFO:teuthology.orchestra.run.smithi029.stdout:-rw-r--r--. 1 ubuntu ubuntu 784481 Sep 16 01:33 /home/ubuntu/cephtest/cephadm 2024-09-16T01:33:02.380 DEBUG:teuthology.orchestra.run.smithi122:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/squid/8921c8ef947807b717db041d85f0761b7914d5fc/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-16T01:33:02.853 INFO:teuthology.orchestra.run.smithi122.stdout:-rw-r--r--. 1 ubuntu ubuntu 784481 Sep 16 01:33 /home/ubuntu/cephtest/cephadm 2024-09-16T01:33:02.853 DEBUG:teuthology.orchestra.run.smithi017:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-16T01:33:02.874 DEBUG:teuthology.orchestra.run.smithi029:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-16T01:33:02.894 DEBUG:teuthology.orchestra.run.smithi122:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-16T01:33:02.927 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc on all hosts... 2024-09-16T01:33:02.927 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc pull 2024-09-16T01:33:02.930 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc pull 2024-09-16T01:33:02.936 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc pull 2024-09-16T01:33:04.478 INFO:teuthology.orchestra.run.smithi017.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc... 2024-09-16T01:33:04.656 INFO:teuthology.orchestra.run.smithi122.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc... 2024-09-16T01:33:05.830 INFO:teuthology.orchestra.run.smithi029.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc... 2024-09-16T01:33:42.225 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T01:33:42.225 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:33:42.226 INFO:teuthology.orchestra.run.smithi029.stdout: "image_id": "f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee", 2024-09-16T01:33:42.226 INFO:teuthology.orchestra.run.smithi029.stdout: "repo_digests": [ 2024-09-16T01:33:42.226 INFO:teuthology.orchestra.run.smithi029.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80" 2024-09-16T01:33:42.226 INFO:teuthology.orchestra.run.smithi029.stdout: ] 2024-09-16T01:33:42.226 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T01:33:43.094 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-16T01:33:43.094 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:33:43.094 INFO:teuthology.orchestra.run.smithi122.stdout: "image_id": "f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee", 2024-09-16T01:33:43.094 INFO:teuthology.orchestra.run.smithi122.stdout: "repo_digests": [ 2024-09-16T01:33:43.094 INFO:teuthology.orchestra.run.smithi122.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80" 2024-09-16T01:33:43.094 INFO:teuthology.orchestra.run.smithi122.stdout: ] 2024-09-16T01:33:43.094 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-16T01:33:44.540 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:33:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:33:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "image_id": "f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee", 2024-09-16T01:33:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "repo_digests": [ 2024-09-16T01:33:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80" 2024-09-16T01:33:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-16T01:33:44.541 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:33:44.569 DEBUG:teuthology.orchestra.run.smithi017:> sudo mkdir -p /etc/ceph 2024-09-16T01:33:44.599 DEBUG:teuthology.orchestra.run.smithi029:> sudo mkdir -p /etc/ceph 2024-09-16T01:33:44.633 DEBUG:teuthology.orchestra.run.smithi122:> sudo mkdir -p /etc/ceph 2024-09-16T01:33:44.666 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 777 /etc/ceph 2024-09-16T01:33:44.693 DEBUG:teuthology.orchestra.run.smithi029:> sudo chmod 777 /etc/ceph 2024-09-16T01:33:44.724 DEBUG:teuthology.orchestra.run.smithi122:> sudo chmod 777 /etc/ceph 2024-09-16T01:33:44.752 INFO:tasks.cephadm:Writing seed config... 2024-09-16T01:33:44.753 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-09-16T01:33:44.753 INFO:tasks.cephadm: override: [client] debug client = 20 2024-09-16T01:33:44.753 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-09-16T01:33:44.753 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-09-16T01:33:44.753 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-09-16T01:33:44.753 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-09-16T01:33:44.753 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-09-16T01:33:44.753 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-09-16T01:33:44.753 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-09-16T01:33:44.753 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-09-16T01:33:44.754 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-09-16T01:33:44.754 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-09-16T01:33:44.754 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-09-16T01:33:44.754 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-09-16T01:33:44.754 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-09-16T01:33:44.754 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-09-16T01:33:44.754 INFO:tasks.cephadm: override: [mds] mds_export_ephemeral_random_max = 0.1 2024-09-16T01:33:44.754 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-09-16T01:33:44.754 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-09-16T01:33:44.754 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-09-16T01:33:44.754 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-09-16T01:33:44.754 INFO:tasks.cephadm: override: [mgr] debug client = 20 2024-09-16T01:33:44.754 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-16T01:33:44.754 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [mon] mon down mkfs grace = 300 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [mon] mon warn on pool no app = False 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [osd] bluestore compression mode = aggressive 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-09-16T01:33:44.755 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-09-16T01:33:44.756 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-09-16T01:33:44.756 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-09-16T01:33:44.756 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-09-16T01:33:44.756 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-09-16T01:33:44.756 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-09-16T01:33:44.756 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-16T01:33:44.756 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10000 2024-09-16T01:33:44.757 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:33:44.757 DEBUG:teuthology.orchestra.run.smithi017:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-16T01:33:44.773 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 9c4454ae-73cb-11ef-bceb-c7b262605968 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore compression mode = aggressive bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10000 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug client = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon down mkfs grace = 300 mon op complaint time = 120 mon warn on pool no app = False [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True mds_export_ephemeral_random_max = 0.1 osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-09-16T01:33:44.774 DEBUG:teuthology.orchestra.run.smithi017:mon.a> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.a.service 2024-09-16T01:33:44.817 DEBUG:teuthology.orchestra.run.smithi017:mgr.x> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mgr.x.service 2024-09-16T01:33:44.860 INFO:tasks.cephadm:Bootstrapping... 2024-09-16T01:33:44.860 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc -v bootstrap --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.17 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-16T01:33:45.070 INFO:teuthology.orchestra.run.smithi017.stdout:-------------------------------------------------------------------------------- 2024-09-16T01:33:45.070 INFO:teuthology.orchestra.run.smithi017.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc', '-v', 'bootstrap', '--fsid', '9c4454ae-73cb-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.17', '--skip-admin-label'] 2024-09-16T01:33:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-16T01:33:45.071 INFO:teuthology.orchestra.run.smithi017.stdout:Verifying podman|docker is present... 2024-09-16T01:33:45.095 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stdout 5.2.2 2024-09-16T01:33:45.095 INFO:teuthology.orchestra.run.smithi017.stdout:Verifying lvm2 is present... 2024-09-16T01:33:45.096 INFO:teuthology.orchestra.run.smithi017.stdout:Verifying time synchronization is in place... 2024-09-16T01:33:45.103 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-16T01:33:45.103 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-16T01:33:45.110 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-16T01:33:45.110 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout inactive 2024-09-16T01:33:45.117 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout enabled 2024-09-16T01:33:45.123 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout active 2024-09-16T01:33:45.124 INFO:teuthology.orchestra.run.smithi017.stdout:Unit chronyd.service is enabled and running 2024-09-16T01:33:45.124 INFO:teuthology.orchestra.run.smithi017.stdout:Repeating the final host check... 2024-09-16T01:33:45.146 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stdout 5.2.2 2024-09-16T01:33:45.146 INFO:teuthology.orchestra.run.smithi017.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-16T01:33:45.146 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl is present 2024-09-16T01:33:45.146 INFO:teuthology.orchestra.run.smithi017.stdout:lvcreate is present 2024-09-16T01:33:45.156 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-16T01:33:45.156 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-16T01:33:45.159 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-16T01:33:45.159 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout inactive 2024-09-16T01:33:45.166 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout enabled 2024-09-16T01:33:45.174 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout active 2024-09-16T01:33:45.174 INFO:teuthology.orchestra.run.smithi017.stdout:Unit chronyd.service is enabled and running 2024-09-16T01:33:45.174 INFO:teuthology.orchestra.run.smithi017.stdout:Host looks OK 2024-09-16T01:33:45.174 INFO:teuthology.orchestra.run.smithi017.stdout:Cluster fsid: 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:33:45.174 INFO:teuthology.orchestra.run.smithi017.stdout:Acquiring lock 139748002915328 on /run/cephadm/9c4454ae-73cb-11ef-bceb-c7b262605968.lock 2024-09-16T01:33:45.174 INFO:teuthology.orchestra.run.smithi017.stdout:Lock 139748002915328 acquired on /run/cephadm/9c4454ae-73cb-11ef-bceb-c7b262605968.lock 2024-09-16T01:33:45.174 INFO:teuthology.orchestra.run.smithi017.stdout:Verifying IP 172.21.15.17 port 3300 ... 2024-09-16T01:33:45.174 INFO:teuthology.orchestra.run.smithi017.stdout:Verifying IP 172.21.15.17 port 6789 ... 2024-09-16T01:33:45.174 INFO:teuthology.orchestra.run.smithi017.stdout:Base mon IP(s) is [172.21.15.17:3300, 172.21.15.17:6789], mon addrv is [v2:172.21.15.17:3300,v1:172.21.15.17:6789] 2024-09-16T01:33:45.177 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.17 metric 100 2024-09-16T01:33:45.177 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.17 metric 100 2024-09-16T01:33:45.180 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-16T01:33:45.180 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-09-16T01:33:45.180 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1787sec hoplimit 64 pref medium 2024-09-16T01:33:45.183 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-16T01:33:45.183 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-16T01:33:45.183 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-16T01:33:45.183 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-09-16T01:33:45.183 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-16T01:33:45.183 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-16T01:33:45.184 INFO:teuthology.orchestra.run.smithi017.stdout:Mon IP `172.21.15.17` is in CIDR network `172.21.0.0/20` 2024-09-16T01:33:45.184 INFO:teuthology.orchestra.run.smithi017.stdout:Mon IP `172.21.15.17` is in CIDR network `172.21.0.0/20` 2024-09-16T01:33:45.184 INFO:teuthology.orchestra.run.smithi017.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-16T01:33:45.184 INFO:teuthology.orchestra.run.smithi017.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-16T01:33:45.185 INFO:teuthology.orchestra.run.smithi017.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc... 2024-09-16T01:33:45.652 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stdout f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee 2024-09-16T01:33:45.652 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc... 2024-09-16T01:33:45.652 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stderr Getting image source signatures 2024-09-16T01:33:45.652 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stderr Copying blob sha256:c0574da0c3174f3dc49daa274908f97d06456bd6a3cfab87e94022c1369a83a6 2024-09-16T01:33:45.652 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-16T01:33:45.652 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stderr Copying config sha256:f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee 2024-09-16T01:33:45.652 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-16T01:33:46.581 INFO:teuthology.orchestra.run.smithi017.stdout:ceph: stdout ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable) 2024-09-16T01:33:46.581 INFO:teuthology.orchestra.run.smithi017.stdout:Ceph version: ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable) 2024-09-16T01:33:46.581 INFO:teuthology.orchestra.run.smithi017.stdout:Extracting ceph user uid/gid from container image... 2024-09-16T01:33:47.445 INFO:teuthology.orchestra.run.smithi017.stdout:stat: stdout 167 167 2024-09-16T01:33:47.445 INFO:teuthology.orchestra.run.smithi017.stdout:Creating initial keys... 2024-09-16T01:33:48.333 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph-authtool: stdout AQD7iudm1MuULRAA5MBbbGGCh4tZaZUv+TsX6g== 2024-09-16T01:33:49.230 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph-authtool: stdout AQD8iudmxXjWJRAAX00acibBvFvK//vhQq5VMQ== 2024-09-16T01:33:50.119 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph-authtool: stdout AQD9iudmlWytIBAAc4dtJbIBOAe9Pk8gluNtKQ== 2024-09-16T01:33:50.120 INFO:teuthology.orchestra.run.smithi017.stdout:Creating initial monmap... 2024-09-16T01:33:50.934 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-16T01:33:50.934 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-09-16T01:33:50.934 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:33:50.934 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-16T01:33:50.934 INFO:teuthology.orchestra.run.smithi017.stdout:monmaptool for a [v2:172.21.15.17:3300,v1:172.21.15.17:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-16T01:33:50.934 INFO:teuthology.orchestra.run.smithi017.stdout:setting min_mon_release = quincy 2024-09-16T01:33:50.934 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/monmaptool: set fsid to 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:33:50.934 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-16T01:33:50.934 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:33:50.934 INFO:teuthology.orchestra.run.smithi017.stdout:Creating mon... 2024-09-16T01:33:51.873 INFO:teuthology.orchestra.run.smithi017.stdout:create mon.a on 2024-09-16T01:33:52.094 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-16T01:33:52.255 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-16T01:33:52.434 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-9c4454ae-73cb-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-9c4454ae-73cb-11ef-bceb-c7b262605968.target. 2024-09-16T01:33:52.434 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-9c4454ae-73cb-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-9c4454ae-73cb-11ef-bceb-c7b262605968.target. 2024-09-16T01:33:52.672 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.a 2024-09-16T01:33:52.672 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Failed to reset failed state of unit ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-16T01:33:52.850 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-9c4454ae-73cb-11ef-bceb-c7b262605968.target.wants/ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.a.service → /etc/systemd/system/ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@.service. 2024-09-16T01:33:53.347 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T01:33:53.347 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout disabled 2024-09-16T01:33:53.355 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T01:33:53.355 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout inactive 2024-09-16T01:33:53.355 INFO:teuthology.orchestra.run.smithi017.stdout:firewalld.service is not enabled 2024-09-16T01:33:53.355 INFO:teuthology.orchestra.run.smithi017.stdout:Not possible to enable service . firewalld.service is not available 2024-09-16T01:33:53.356 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for mon to start... 2024-09-16T01:33:53.356 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for mon... 2024-09-16T01:33:54.390 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout cluster: 2024-09-16T01:33:54.390 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout id: 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:33:54.390 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-16T01:33:54.390 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-09-16T01:33:54.390 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout services: 2024-09-16T01:33:54.390 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.530435s) 2024-09-16T01:33:54.390 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-16T01:33:54.390 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-16T01:33:54.390 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-09-16T01:33:54.391 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout data: 2024-09-16T01:33:54.391 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-16T01:33:54.391 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-16T01:33:54.391 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-16T01:33:54.391 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout pgs: 2024-09-16T01:33:54.391 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-09-16T01:33:54.391 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.756+0000 7fa1bb925640 1 Processor -- start 2024-09-16T01:33:54.391 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.756+0000 7fa1bb925640 1 -- start start 2024-09-16T01:33:54.391 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.756+0000 7fa1bb925640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1b4107f20 0x7fa1b410a310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:33:54.391 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.756+0000 7fa1bb925640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa1b410a850 con 0x7fa1b4107f20 2024-09-16T01:33:54.391 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.757+0000 7fa1b96c1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1b4107f20 0x7fa1b410a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:33:54.391 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.757+0000 7fa1b96c1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1b4107f20 0x7fa1b410a310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46858/0 (socket says 172.21.15.17:46858) 2024-09-16T01:33:54.392 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.757+0000 7fa1b96c1640 1 -- 172.21.15.17:0/263337855 learned_addr learned my addr 172.21.15.17:0/263337855 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:33:54.392 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.757+0000 7fa1b96c1640 1 -- 172.21.15.17:0/263337855 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1b410a9d0 con 0x7fa1b4107f20 2024-09-16T01:33:54.392 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.759+0000 7fa1b96c1640 1 --2- 172.21.15.17:0/263337855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1b4107f20 0x7fa1b410a310 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fa1b0009820 tx=0x7fa1b002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa9e5f975cb4e47f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:33:54.392 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.759+0000 7fa1abfff640 1 -- 172.21.15.17:0/263337855 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa1b0037070 con 0x7fa1b4107f20 2024-09-16T01:33:54.392 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.759+0000 7fa1abfff640 1 -- 172.21.15.17:0/263337855 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1b0032440 con 0x7fa1b4107f20 2024-09-16T01:33:54.392 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.759+0000 7fa1abfff640 1 -- 172.21.15.17:0/263337855 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa1b0032740 con 0x7fa1b4107f20 2024-09-16T01:33:54.392 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.760+0000 7fa1bb925640 1 -- 172.21.15.17:0/263337855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1b4107f20 msgr2=0x7fa1b410a310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:33:54.392 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.760+0000 7fa1bb925640 1 --2- 172.21.15.17:0/263337855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1b4107f20 0x7fa1b410a310 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fa1b0009820 tx=0x7fa1b002a270 comp rx=0 tx=0).stop 2024-09-16T01:33:54.392 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.760+0000 7fa1bb925640 1 -- 172.21.15.17:0/263337855 shutdown_connections 2024-09-16T01:33:54.392 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.760+0000 7fa1bb925640 1 --2- 172.21.15.17:0/263337855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1b4107f20 0x7fa1b410a310 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:33:54.392 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.760+0000 7fa1bb925640 1 -- 172.21.15.17:0/263337855 >> 172.21.15.17:0/263337855 conn(0x7fa1b4101b20 msgr2=0x7fa1b4103f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:33:54.393 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.760+0000 7fa1bb925640 1 -- 172.21.15.17:0/263337855 shutdown_connections 2024-09-16T01:33:54.393 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.760+0000 7fa1bb925640 1 -- 172.21.15.17:0/263337855 wait complete. 2024-09-16T01:33:54.393 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.761+0000 7fa1bb925640 1 Processor -- start 2024-09-16T01:33:54.393 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.761+0000 7fa1bb925640 1 -- start start 2024-09-16T01:33:54.393 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.761+0000 7fa1bb925640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1b4107f20 0x7fa1b419b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:33:54.393 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.761+0000 7fa1bb925640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa1b410ae40 con 0x7fa1b4107f20 2024-09-16T01:33:54.393 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.761+0000 7fa1b96c1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1b4107f20 0x7fa1b419b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:33:54.393 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.761+0000 7fa1b96c1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1b4107f20 0x7fa1b419b060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46866/0 (socket says 172.21.15.17:46866) 2024-09-16T01:33:54.393 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.761+0000 7fa1b96c1640 1 -- 172.21.15.17:0/2662433074 learned_addr learned my addr 172.21.15.17:0/2662433074 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:33:54.393 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.761+0000 7fa1b96c1640 1 -- 172.21.15.17:0/2662433074 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1b419b5a0 con 0x7fa1b4107f20 2024-09-16T01:33:54.393 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.761+0000 7fa1b96c1640 1 --2- 172.21.15.17:0/2662433074 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1b4107f20 0x7fa1b419b060 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fa1b00090b0 tx=0x7fa1b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:33:54.393 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.762+0000 7fa1aa7fc640 1 -- 172.21.15.17:0/2662433074 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa1b0041070 con 0x7fa1b4107f20 2024-09-16T01:33:54.394 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.762+0000 7fa1aa7fc640 1 -- 172.21.15.17:0/2662433074 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa1b003c7a0 con 0x7fa1b4107f20 2024-09-16T01:33:54.394 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.762+0000 7fa1aa7fc640 1 -- 172.21.15.17:0/2662433074 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa1b0037040 con 0x7fa1b4107f20 2024-09-16T01:33:54.394 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.762+0000 7fa1bb925640 1 -- 172.21.15.17:0/2662433074 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa1b419b830 con 0x7fa1b4107f20 2024-09-16T01:33:54.394 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.762+0000 7fa1bb925640 1 -- 172.21.15.17:0/2662433074 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa1b419e520 con 0x7fa1b4107f20 2024-09-16T01:33:54.394 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.762+0000 7fa1aa7fc640 1 -- 172.21.15.17:0/2662433074 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fa1b0044070 con 0x7fa1b4107f20 2024-09-16T01:33:54.394 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.762+0000 7fa1aa7fc640 1 -- 172.21.15.17:0/2662433074 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fa1b003d3f0 con 0x7fa1b4107f20 2024-09-16T01:33:54.394 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.763+0000 7fa1bb925640 1 -- 172.21.15.17:0/2662433074 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa1b4108380 con 0x7fa1b4107f20 2024-09-16T01:33:54.394 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.765+0000 7fa1aa7fc640 1 -- 172.21.15.17:0/2662433074 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fa1b0046450 con 0x7fa1b4107f20 2024-09-16T01:33:54.394 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.826+0000 7fa1bb925640 1 -- 172.21.15.17:0/2662433074 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "status"} v 0) -- 0x7fa1b4075db0 con 0x7fa1b4107f20 2024-09-16T01:33:54.394 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.827+0000 7fa1aa7fc640 1 -- 172.21.15.17:0/2662433074 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) ==== 54+0+317 (secure 0 0 0) 0x7fa1b0046630 con 0x7fa1b4107f20 2024-09-16T01:33:54.394 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.827+0000 7fa1bb925640 1 -- 172.21.15.17:0/2662433074 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1b4107f20 msgr2=0x7fa1b419b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:33:54.394 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.827+0000 7fa1bb925640 1 --2- 172.21.15.17:0/2662433074 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1b4107f20 0x7fa1b419b060 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fa1b00090b0 tx=0x7fa1b00046c0 comp rx=0 tx=0).stop 2024-09-16T01:33:54.395 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.828+0000 7fa1bb925640 1 -- 172.21.15.17:0/2662433074 shutdown_connections 2024-09-16T01:33:54.395 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.828+0000 7fa1bb925640 1 --2- 172.21.15.17:0/2662433074 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1b4107f20 0x7fa1b419b060 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:33:54.395 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.828+0000 7fa1bb925640 1 -- 172.21.15.17:0/2662433074 >> 172.21.15.17:0/2662433074 conn(0x7fa1b4101b20 msgr2=0x7fa1b4102ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:33:54.395 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.828+0000 7fa1bb925640 1 -- 172.21.15.17:0/2662433074 shutdown_connections 2024-09-16T01:33:54.395 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:53.828+0000 7fa1bb925640 1 -- 172.21.15.17:0/2662433074 wait complete. 2024-09-16T01:33:54.395 INFO:teuthology.orchestra.run.smithi017.stdout:mon is available 2024-09-16T01:33:54.395 INFO:teuthology.orchestra.run.smithi017.stdout:Assimilating anything we can from ceph.conf... 2024-09-16T01:33:55.365 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-09-16T01:33:55.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout [global] 2024-09-16T01:33:55.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout fsid = 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:33:55.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.17:3300,v1:172.21.15.17:6789] 2024-09-16T01:33:55.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-16T01:33:55.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-16T01:33:55.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-16T01:33:55.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-16T01:33:55.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-09-16T01:33:55.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-16T01:33:55.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-16T01:33:55.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-09-16T01:33:55.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout [osd] 2024-09-16T01:33:55.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-16T01:33:55.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-16T01:33:55.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-16T01:33:55.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-16T01:33:55.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-16T01:33:55.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.803+0000 7fd2257bf640 1 Processor -- start 2024-09-16T01:33:55.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.803+0000 7fd2257bf640 1 -- start start 2024-09-16T01:33:55.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.803+0000 7fd2257bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd220107510 0x7fd220107910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:33:55.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.803+0000 7fd2257bf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd220107ee0 con 0x7fd220107510 2024-09-16T01:33:55.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.803+0000 7fd21effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd220107510 0x7fd220107910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:33:55.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.803+0000 7fd21effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd220107510 0x7fd220107910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46874/0 (socket says 172.21.15.17:46874) 2024-09-16T01:33:55.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.803+0000 7fd21effd640 1 -- 172.21.15.17:0/2257947241 learned_addr learned my addr 172.21.15.17:0/2257947241 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:33:55.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.803+0000 7fd21effd640 1 -- 172.21.15.17:0/2257947241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2201086c0 con 0x7fd220107510 2024-09-16T01:33:55.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.804+0000 7fd21effd640 1 --2- 172.21.15.17:0/2257947241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd220107510 0x7fd220107910 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fd210009820 tx=0x7fd21002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=806b0435e218e73b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:33:55.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.804+0000 7fd21e7fc640 1 -- 172.21.15.17:0/2257947241 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd210037070 con 0x7fd220107510 2024-09-16T01:33:55.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.804+0000 7fd21e7fc640 1 -- 172.21.15.17:0/2257947241 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd210032440 con 0x7fd220107510 2024-09-16T01:33:55.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.804+0000 7fd21e7fc640 1 -- 172.21.15.17:0/2257947241 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd210032740 con 0x7fd220107510 2024-09-16T01:33:55.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.805+0000 7fd2257bf640 1 -- 172.21.15.17:0/2257947241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd220107510 msgr2=0x7fd220107910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:33:55.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.805+0000 7fd2257bf640 1 --2- 172.21.15.17:0/2257947241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd220107510 0x7fd220107910 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fd210009820 tx=0x7fd21002a270 comp rx=0 tx=0).stop 2024-09-16T01:33:55.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.805+0000 7fd2257bf640 1 -- 172.21.15.17:0/2257947241 shutdown_connections 2024-09-16T01:33:55.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.805+0000 7fd2257bf640 1 --2- 172.21.15.17:0/2257947241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd220107510 0x7fd220107910 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:33:55.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.805+0000 7fd2257bf640 1 -- 172.21.15.17:0/2257947241 >> 172.21.15.17:0/2257947241 conn(0x7fd220102ca0 msgr2=0x7fd2201050e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:33:55.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.805+0000 7fd2257bf640 1 -- 172.21.15.17:0/2257947241 shutdown_connections 2024-09-16T01:33:55.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.805+0000 7fd2257bf640 1 -- 172.21.15.17:0/2257947241 wait complete. 2024-09-16T01:33:55.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.805+0000 7fd2257bf640 1 Processor -- start 2024-09-16T01:33:55.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.806+0000 7fd2257bf640 1 -- start start 2024-09-16T01:33:55.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.806+0000 7fd2257bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd220107510 0x7fd22019af20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:33:55.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.806+0000 7fd2257bf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd220108c60 con 0x7fd220107510 2024-09-16T01:33:55.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.806+0000 7fd21effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd220107510 0x7fd22019af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:33:55.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.806+0000 7fd21effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd220107510 0x7fd22019af20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46884/0 (socket says 172.21.15.17:46884) 2024-09-16T01:33:55.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.806+0000 7fd21effd640 1 -- 172.21.15.17:0/576331734 learned_addr learned my addr 172.21.15.17:0/576331734 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:33:55.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.806+0000 7fd21effd640 1 -- 172.21.15.17:0/576331734 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd22019b460 con 0x7fd220107510 2024-09-16T01:33:55.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.806+0000 7fd21effd640 1 --2- 172.21.15.17:0/576331734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd220107510 0x7fd22019af20 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fd2100090b0 tx=0x7fd2100046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:33:55.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.806+0000 7fd21cff9640 1 -- 172.21.15.17:0/576331734 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd210041070 con 0x7fd220107510 2024-09-16T01:33:55.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.806+0000 7fd21cff9640 1 -- 172.21.15.17:0/576331734 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd21003c7a0 con 0x7fd220107510 2024-09-16T01:33:55.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.806+0000 7fd2257bf640 1 -- 172.21.15.17:0/576331734 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd22019b6f0 con 0x7fd220107510 2024-09-16T01:33:55.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.806+0000 7fd21cff9640 1 -- 172.21.15.17:0/576331734 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fd210037040 con 0x7fd220107510 2024-09-16T01:33:55.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.807+0000 7fd2257bf640 1 -- 172.21.15.17:0/576331734 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd22019e3e0 con 0x7fd220107510 2024-09-16T01:33:55.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.807+0000 7fd21cff9640 1 -- 172.21.15.17:0/576331734 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd210044070 con 0x7fd220107510 2024-09-16T01:33:55.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.807+0000 7fd21cff9640 1 -- 172.21.15.17:0/576331734 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fd21003d3f0 con 0x7fd220107510 2024-09-16T01:33:55.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.808+0000 7fd2257bf640 1 -- 172.21.15.17:0/576331734 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2201092b0 con 0x7fd220107510 2024-09-16T01:33:55.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.810+0000 7fd21cff9640 1 -- 172.21.15.17:0/576331734 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fd210046450 con 0x7fd220107510 2024-09-16T01:33:55.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.869+0000 7fd2257bf640 1 -- 172.21.15.17:0/576331734 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fd220193890 con 0x7fd220107510 2024-09-16T01:33:55.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.872+0000 7fd21cff9640 1 -- 172.21.15.17:0/576331734 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) ==== 70+0+429 (secure 0 0 0) 0x7fd210046630 con 0x7fd220107510 2024-09-16T01:33:55.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.873+0000 7fd21cff9640 1 -- 172.21.15.17:0/576331734 <== mon.0 v2:172.21.15.17:3300/0 8 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fd210056070 con 0x7fd220107510 2024-09-16T01:33:55.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.873+0000 7fd2257bf640 1 -- 172.21.15.17:0/576331734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd220107510 msgr2=0x7fd22019af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:33:55.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.873+0000 7fd2257bf640 1 --2- 172.21.15.17:0/576331734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd220107510 0x7fd22019af20 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fd2100090b0 tx=0x7fd2100046c0 comp rx=0 tx=0).stop 2024-09-16T01:33:55.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.873+0000 7fd2257bf640 1 -- 172.21.15.17:0/576331734 shutdown_connections 2024-09-16T01:33:55.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.873+0000 7fd2257bf640 1 --2- 172.21.15.17:0/576331734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd220107510 0x7fd22019af20 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:33:55.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.873+0000 7fd2257bf640 1 -- 172.21.15.17:0/576331734 >> 172.21.15.17:0/576331734 conn(0x7fd220102ca0 msgr2=0x7fd2201919b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:33:55.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.873+0000 7fd2257bf640 1 -- 172.21.15.17:0/576331734 shutdown_connections 2024-09-16T01:33:55.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:54.873+0000 7fd2257bf640 1 -- 172.21.15.17:0/576331734 wait complete. 2024-09-16T01:33:55.377 INFO:teuthology.orchestra.run.smithi017.stdout:Generating new minimal ceph.conf... 2024-09-16T01:33:56.401 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.759+0000 7faaa17ee640 1 Processor -- start 2024-09-16T01:33:56.401 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.759+0000 7faaa17ee640 1 -- start start 2024-09-16T01:33:56.401 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.759+0000 7faaa17ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa9c107510 0x7faa9c107910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:33:56.401 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.759+0000 7faaa17ee640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faa9c107ee0 con 0x7faa9c107510 2024-09-16T01:33:56.401 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.760+0000 7faa9affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa9c107510 0x7faa9c107910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:33:56.402 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.760+0000 7faa9affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa9c107510 0x7faa9c107910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46890/0 (socket says 172.21.15.17:46890) 2024-09-16T01:33:56.402 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.760+0000 7faa9affd640 1 -- 172.21.15.17:0/1572614181 learned_addr learned my addr 172.21.15.17:0/1572614181 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:33:56.402 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.760+0000 7faa9affd640 1 -- 172.21.15.17:0/1572614181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa9c1086c0 con 0x7faa9c107510 2024-09-16T01:33:56.402 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.760+0000 7faa9affd640 1 --2- 172.21.15.17:0/1572614181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa9c107510 0x7faa9c107910 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7faa8c009820 tx=0x7faa8c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fee757e910dfbd9a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:33:56.402 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.761+0000 7faa9a7fc640 1 -- 172.21.15.17:0/1572614181 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa8c037070 con 0x7faa9c107510 2024-09-16T01:33:56.402 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.761+0000 7faa9a7fc640 1 -- 172.21.15.17:0/1572614181 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7faa8c0328d0 con 0x7faa9c107510 2024-09-16T01:33:56.402 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.761+0000 7faa9a7fc640 1 -- 172.21.15.17:0/1572614181 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa8c0307d0 con 0x7faa9c107510 2024-09-16T01:33:56.402 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.761+0000 7faaa17ee640 1 -- 172.21.15.17:0/1572614181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa9c107510 msgr2=0x7faa9c107910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:33:56.402 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.761+0000 7faaa17ee640 1 --2- 172.21.15.17:0/1572614181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa9c107510 0x7faa9c107910 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7faa8c009820 tx=0x7faa8c02a270 comp rx=0 tx=0).stop 2024-09-16T01:33:56.402 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.761+0000 7faaa17ee640 1 -- 172.21.15.17:0/1572614181 shutdown_connections 2024-09-16T01:33:56.402 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.761+0000 7faaa17ee640 1 --2- 172.21.15.17:0/1572614181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa9c107510 0x7faa9c107910 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:33:56.402 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.761+0000 7faaa17ee640 1 -- 172.21.15.17:0/1572614181 >> 172.21.15.17:0/1572614181 conn(0x7faa9c102ca0 msgr2=0x7faa9c1050e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:33:56.402 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.761+0000 7faaa17ee640 1 -- 172.21.15.17:0/1572614181 shutdown_connections 2024-09-16T01:33:56.403 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.761+0000 7faaa17ee640 1 -- 172.21.15.17:0/1572614181 wait complete. 2024-09-16T01:33:56.403 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.762+0000 7faaa17ee640 1 Processor -- start 2024-09-16T01:33:56.403 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.762+0000 7faaa17ee640 1 -- start start 2024-09-16T01:33:56.403 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.762+0000 7faaa17ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa9c107510 0x7faa9c19d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:33:56.403 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.762+0000 7faaa17ee640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faa9c10ba70 con 0x7faa9c107510 2024-09-16T01:33:56.403 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.762+0000 7faa9affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa9c107510 0x7faa9c19d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:33:56.403 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.762+0000 7faa9affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa9c107510 0x7faa9c19d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46896/0 (socket says 172.21.15.17:46896) 2024-09-16T01:33:56.403 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.762+0000 7faa9affd640 1 -- 172.21.15.17:0/884275049 learned_addr learned my addr 172.21.15.17:0/884275049 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:33:56.403 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.763+0000 7faa9affd640 1 -- 172.21.15.17:0/884275049 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa9c19dea0 con 0x7faa9c107510 2024-09-16T01:33:56.403 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.763+0000 7faa9affd640 1 --2- 172.21.15.17:0/884275049 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa9c107510 0x7faa9c19d960 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7faa8c0097f0 tx=0x7faa8c030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:33:56.403 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.763+0000 7faa98ff9640 1 -- 172.21.15.17:0/884275049 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa8c037040 con 0x7faa9c107510 2024-09-16T01:33:56.403 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.763+0000 7faaa17ee640 1 -- 172.21.15.17:0/884275049 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa9c19e130 con 0x7faa9c107510 2024-09-16T01:33:56.403 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.763+0000 7faa98ff9640 1 -- 172.21.15.17:0/884275049 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7faa8c032bb0 con 0x7faa9c107510 2024-09-16T01:33:56.404 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.763+0000 7faa98ff9640 1 -- 172.21.15.17:0/884275049 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faa8c03a390 con 0x7faa9c107510 2024-09-16T01:33:56.404 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.763+0000 7faaa17ee640 1 -- 172.21.15.17:0/884275049 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa9c1a0e20 con 0x7faa9c107510 2024-09-16T01:33:56.404 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.763+0000 7faa98ff9640 1 -- 172.21.15.17:0/884275049 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7faa8c03a580 con 0x7faa9c107510 2024-09-16T01:33:56.404 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.763+0000 7faa98ff9640 1 -- 172.21.15.17:0/884275049 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7faa8c044b50 con 0x7faa9c107510 2024-09-16T01:33:56.404 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.764+0000 7faaa17ee640 1 -- 172.21.15.17:0/884275049 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa9c10bbf0 con 0x7faa9c107510 2024-09-16T01:33:56.404 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.766+0000 7faa98ff9640 1 -- 172.21.15.17:0/884275049 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7faa8c032d60 con 0x7faa9c107510 2024-09-16T01:33:56.404 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.826+0000 7faaa17ee640 1 -- 172.21.15.17:0/884275049 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7faa9c107990 con 0x7faa9c107510 2024-09-16T01:33:56.404 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.826+0000 7faa98ff9640 1 -- 172.21.15.17:0/884275049 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) ==== 76+0+175 (secure 0 0 0) 0x7faa8c03aa00 con 0x7faa9c107510 2024-09-16T01:33:56.404 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.827+0000 7faaa17ee640 1 -- 172.21.15.17:0/884275049 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa9c107510 msgr2=0x7faa9c19d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:33:56.404 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.827+0000 7faaa17ee640 1 --2- 172.21.15.17:0/884275049 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa9c107510 0x7faa9c19d960 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7faa8c0097f0 tx=0x7faa8c030d00 comp rx=0 tx=0).stop 2024-09-16T01:33:56.404 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.827+0000 7faaa17ee640 1 -- 172.21.15.17:0/884275049 shutdown_connections 2024-09-16T01:33:56.405 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.827+0000 7faaa17ee640 1 --2- 172.21.15.17:0/884275049 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faa9c107510 0x7faa9c19d960 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:33:56.405 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.827+0000 7faaa17ee640 1 -- 172.21.15.17:0/884275049 >> 172.21.15.17:0/884275049 conn(0x7faa9c102ca0 msgr2=0x7faa9c103820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:33:56.405 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.827+0000 7faaa17ee640 1 -- 172.21.15.17:0/884275049 shutdown_connections 2024-09-16T01:33:56.405 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:55.827+0000 7faaa17ee640 1 -- 172.21.15.17:0/884275049 wait complete. 2024-09-16T01:33:56.405 INFO:teuthology.orchestra.run.smithi017.stdout:Restarting the monitor... 2024-09-16T01:33:56.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:56 smithi017 systemd[1]: Stopping Ceph mon.a for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T01:33:57.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:56 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a[30599]: 2024-09-16T01:33:56.654+0000 7fb4ead8e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T01:33:57.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:56 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a[30599]: 2024-09-16T01:33:56.654+0000 7fb4ead8e640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-16T01:33:57.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:56 smithi017 podman[30845]: 2024-09-16 01:33:56.818664131 +0000 UTC m=+0.248056820 container died 6b0a269cec74d0bce803e7341170340addfd914d0331259adb628b608594b857 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-16T01:33:57.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 podman[30845]: 2024-09-16 01:33:57.103819752 +0000 UTC m=+0.533212441 container cleanup 6b0a269cec74d0bce803e7341170340addfd914d0331259adb628b608594b857 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-16T01:33:57.306 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 bash[30845]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a 2024-09-16T01:33:57.658 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 podman[30857]: 2024-09-16 01:33:57.304892219 +0000 UTC m=+0.478035312 container remove 6b0a269cec74d0bce803e7341170340addfd914d0331259adb628b608594b857 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True) 2024-09-16T01:33:57.658 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 systemd[1]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-16T01:33:57.658 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 systemd[1]: Stopped Ceph mon.a for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:33:57.659 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 systemd[1]: Starting Ceph mon.a for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T01:33:57.952 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 podman[30952]: 2024-09-16 01:33:57.56048819 +0000 UTC m=+0.015890354 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc 2024-09-16T01:33:57.952 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 podman[30952]: 2024-09-16 01:33:57.664062972 +0000 UTC m=+0.119465123 container create 6a0594968e1b6b6bcba8778d769d57fe65c7a4fc98808c61c224c03a813e5596 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-16T01:33:57.952 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 podman[30952]: 2024-09-16 01:33:57.866556178 +0000 UTC m=+0.321958329 container init 6a0594968e1b6b6bcba8778d769d57fe65c7a4fc98808c61c224c03a813e5596 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-16T01:33:57.952 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 podman[30952]: 2024-09-16 01:33:57.869612878 +0000 UTC m=+0.325015030 container start 6a0594968e1b6b6bcba8778d769d57fe65c7a4fc98808c61c224c03a813e5596 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-16T01:33:57.952 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T01:33:57.952 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable), process ceph-mon, pid 2 2024-09-16T01:33:57.952 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: pidfile_write: ignore empty --pid-file 2024-09-16T01:33:57.952 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: load: jerasure load: lrc 2024-09-16T01:33:57.952 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: RocksDB version: 7.9.2 2024-09-16T01:33:57.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Git sha 0 2024-09-16T01:33:57.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Compile date 2024-09-15 15:04:35 2024-09-16T01:33:57.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: DB SUMMARY 2024-09-16T01:33:57.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: DB Session ID: 9EWTFH152WP8PK0OG4FE 2024-09-16T01:33:57.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: CURRENT file: CURRENT 2024-09-16T01:33:57.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T01:33:57.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-16T01:33:57.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-16T01:33:57.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 104860 ; 2024-09-16T01:33:57.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.error_if_exists: 0 2024-09-16T01:33:57.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.create_if_missing: 0 2024-09-16T01:33:57.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.paranoid_checks: 1 2024-09-16T01:33:57.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-16T01:33:57.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T01:33:57.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-16T01:33:57.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.env: 0x55ad7a143940 2024-09-16T01:33:57.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.fs: PosixFileSystem 2024-09-16T01:33:57.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.info_log: 0x55ad7afcb6e0 2024-09-16T01:33:57.955 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T01:33:57.955 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.statistics: (nil) 2024-09-16T01:33:57.955 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.use_fsync: 0 2024-09-16T01:33:57.955 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_log_file_size: 0 2024-09-16T01:33:57.955 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T01:33:57.955 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T01:33:57.955 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T01:33:57.955 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T01:33:57.955 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.allow_fallocate: 1 2024-09-16T01:33:57.955 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T01:33:57.955 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T01:33:57.955 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.use_direct_reads: 0 2024-09-16T01:33:57.956 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T01:33:57.956 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T01:33:57.956 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.db_log_dir: 2024-09-16T01:33:57.956 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.wal_dir: 2024-09-16T01:33:57.956 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T01:33:57.956 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T01:33:57.956 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T01:33:57.956 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T01:33:57.956 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T01:33:57.956 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T01:33:57.956 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T01:33:57.956 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T01:33:57.957 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.write_buffer_manager: 0x55ad7afdadc0 2024-09-16T01:33:57.957 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T01:33:57.957 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T01:33:57.957 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T01:33:57.957 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T01:33:57.957 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T01:33:57.957 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T01:33:57.957 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T01:33:57.957 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T01:33:57.957 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.unordered_write: 0 2024-09-16T01:33:57.957 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T01:33:57.957 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.row_cache: None 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.wal_filter: None 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.two_write_queues: 0 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.wal_compression: 0 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.atomic_flush: 0 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.log_readahead_size: 0 2024-09-16T01:33:57.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T01:33:57.959 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T01:33:57.959 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T01:33:57.959 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T01:33:57.959 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T01:33:57.959 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T01:33:57.959 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-16T01:33:57.959 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_background_jobs: 2 2024-09-16T01:33:57.959 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_background_compactions: -1 2024-09-16T01:33:57.959 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_subcompactions: 1 2024-09-16T01:33:57.959 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T01:33:57.959 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T01:33:57.959 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T01:33:57.959 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T01:33:57.960 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T01:33:57.960 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T01:33:57.960 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T01:33:57.960 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T01:33:57.960 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_open_files: -1 2024-09-16T01:33:57.960 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T01:33:57.960 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T01:33:57.960 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T01:33:57.960 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T01:33:57.960 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_background_flushes: -1 2024-09-16T01:33:57.960 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Compression algorithms supported: 2024-09-16T01:33:57.960 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: kZSTD supported: 0 2024-09-16T01:33:57.960 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: kXpressCompression supported: 0 2024-09-16T01:33:57.960 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: kBZip2Compression supported: 0 2024-09-16T01:33:57.961 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T01:33:57.961 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: kLZ4Compression supported: 1 2024-09-16T01:33:57.961 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: kZlibCompression supported: 1 2024-09-16T01:33:57.961 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T01:33:57.961 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: kSnappyCompression supported: 1 2024-09-16T01:33:57.961 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T01:33:57.961 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-16T01:33:57.961 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-16T01:33:57.961 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-16T01:33:57.961 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T01:33:57.961 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.merge_operator: 2024-09-16T01:33:57.961 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compaction_filter: None 2024-09-16T01:33:57.961 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T01:33:57.961 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T01:33:57.962 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T01:33:57.962 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T01:33:57.962 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ad7afcb320) 2024-09-16T01:33:57.962 INFO:journalctl@ceph.mon.a.smithi017.stdout: cache_index_and_filter_blocks: 1 2024-09-16T01:33:57.962 INFO:journalctl@ceph.mon.a.smithi017.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T01:33:57.962 INFO:journalctl@ceph.mon.a.smithi017.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T01:33:57.962 INFO:journalctl@ceph.mon.a.smithi017.stdout: pin_top_level_index_and_filter: 1 2024-09-16T01:33:57.962 INFO:journalctl@ceph.mon.a.smithi017.stdout: index_type: 0 2024-09-16T01:33:57.962 INFO:journalctl@ceph.mon.a.smithi017.stdout: data_block_index_type: 0 2024-09-16T01:33:57.962 INFO:journalctl@ceph.mon.a.smithi017.stdout: index_shortening: 1 2024-09-16T01:33:57.962 INFO:journalctl@ceph.mon.a.smithi017.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T01:33:57.962 INFO:journalctl@ceph.mon.a.smithi017.stdout: checksum: 4 2024-09-16T01:33:57.962 INFO:journalctl@ceph.mon.a.smithi017.stdout: no_block_cache: 0 2024-09-16T01:33:57.963 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_cache: 0x55ad7afbf1f0 2024-09-16T01:33:57.963 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_cache_name: BinnedLRUCache 2024-09-16T01:33:57.963 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_cache_options: 2024-09-16T01:33:57.963 INFO:journalctl@ceph.mon.a.smithi017.stdout: capacity : 536870912 2024-09-16T01:33:57.963 INFO:journalctl@ceph.mon.a.smithi017.stdout: num_shard_bits : 4 2024-09-16T01:33:57.963 INFO:journalctl@ceph.mon.a.smithi017.stdout: strict_capacity_limit : 0 2024-09-16T01:33:57.963 INFO:journalctl@ceph.mon.a.smithi017.stdout: high_pri_pool_ratio: 0.000 2024-09-16T01:33:57.963 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_cache_compressed: (nil) 2024-09-16T01:33:57.963 INFO:journalctl@ceph.mon.a.smithi017.stdout: persistent_cache: (nil) 2024-09-16T01:33:57.963 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_size: 4096 2024-09-16T01:33:57.963 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_size_deviation: 10 2024-09-16T01:33:57.963 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_restart_interval: 16 2024-09-16T01:33:57.963 INFO:journalctl@ceph.mon.a.smithi017.stdout: index_block_restart_interval: 1 2024-09-16T01:33:57.964 INFO:journalctl@ceph.mon.a.smithi017.stdout: metadata_block_size: 4096 2024-09-16T01:33:57.964 INFO:journalctl@ceph.mon.a.smithi017.stdout: partition_filters: 0 2024-09-16T01:33:57.964 INFO:journalctl@ceph.mon.a.smithi017.stdout: use_delta_encoding: 1 2024-09-16T01:33:57.964 INFO:journalctl@ceph.mon.a.smithi017.stdout: filter_policy: bloomfilter 2024-09-16T01:33:57.964 INFO:journalctl@ceph.mon.a.smithi017.stdout: whole_key_filtering: 1 2024-09-16T01:33:57.964 INFO:journalctl@ceph.mon.a.smithi017.stdout: verify_compression: 0 2024-09-16T01:33:57.964 INFO:journalctl@ceph.mon.a.smithi017.stdout: read_amp_bytes_per_bit: 0 2024-09-16T01:33:57.964 INFO:journalctl@ceph.mon.a.smithi017.stdout: format_version: 5 2024-09-16T01:33:57.964 INFO:journalctl@ceph.mon.a.smithi017.stdout: enable_index_compression: 1 2024-09-16T01:33:57.964 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_align: 0 2024-09-16T01:33:57.964 INFO:journalctl@ceph.mon.a.smithi017.stdout: max_auto_readahead_size: 262144 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout: prepopulate_block_cache: 0 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout: initial_auto_readahead_size: 8192 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout: num_file_reads_for_auto_readahead: 2 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compression: NoCompression 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.num_levels: 7 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T01:33:57.965 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T01:33:57.966 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T01:33:57.966 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T01:33:57.966 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T01:33:57.966 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T01:33:57.966 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T01:33:57.966 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-16T01:33:57.966 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-16T01:33:57.966 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T01:33:57.966 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T01:33:57.966 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T01:33:57.966 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T01:33:57.966 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T01:33:57.966 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-16T01:33:57.966 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T01:33:57.967 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T01:33:57.967 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-16T01:33:57.967 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T01:33:57.967 INFO:teuthology.orchestra.run.smithi017.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-16T01:33:57.968 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T01:33:57.968 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T01:33:57.968 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T01:33:57.968 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T01:33:57.968 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T01:33:57.968 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T01:33:57.968 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T01:33:57.968 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T01:33:57.968 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T01:33:57.969 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T01:33:57.969 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T01:33:57.969 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T01:33:57.969 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T01:33:57.969 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T01:33:57.969 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T01:33:57.969 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T01:33:57.969 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-16T01:33:57.969 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.arena_block_size: 1048576 2024-09-16T01:33:57.969 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T01:33:57.969 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T01:33:57.969 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T01:33:57.969 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T01:33:57.969 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.inplace_update_support: 0 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T01:33:57.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.bloom_locality: 0 2024-09-16T01:33:57.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.max_successive_merges: 0 2024-09-16T01:33:57.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T01:33:57.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T01:33:57.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T01:33:57.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T01:33:57.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.ttl: 2592000 2024-09-16T01:33:57.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T01:33:57.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-16T01:33:57.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-16T01:33:57.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.enable_blob_files: false 2024-09-16T01:33:57.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.min_blob_size: 0 2024-09-16T01:33:57.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T01:33:57.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T01:33:57.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T01:33:57.972 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T01:33:57.972 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-16T01:33:57.972 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-16T01:33:57.972 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.blob_file_starting_level: 0 2024-09-16T01:33:57.972 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-16T01:33:57.972 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-16T01:33:57.972 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-16T01:33:57.972 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 9feb0c44-59e4-4e80-9ab0-226106957ea6 2024-09-16T01:33:57.972 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726450437896324, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-16T01:33:57.972 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-16T01:33:57.972 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726450437897435, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 100000, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 326, "table_properties": {"data_size": 97885, "index_size": 307, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 773, "raw_key_size": 14185, "raw_average_key_size": 49, "raw_value_size": 90180, "raw_average_value_size": 316, "num_data_blocks": 12, "num_entries": 285, "num_filter_entries": 285, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726450437, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "9feb0c44-59e4-4e80-9ab0-226106957ea6", "db_session_id": "9EWTFH152WP8PK0OG4FE", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-16T01:33:57.972 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726450437897534, "job": 1, "event": "recovery_finished"} 2024-09-16T01:33:57.973 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-16T01:33:57.973 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T01:33:57.973 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55ad7afece00 2024-09-16T01:33:57.973 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: DB pointer 0x55ad7b0e8000 2024-09-16T01:33:57.973 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-16T01:33:57.973 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-16T01:33:57.973 INFO:journalctl@ceph.mon.a.smithi017.stdout: ** DB Stats ** 2024-09-16T01:33:57.973 INFO:journalctl@ceph.mon.a.smithi017.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T01:33:57.973 INFO:journalctl@ceph.mon.a.smithi017.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T01:33:57.973 INFO:journalctl@ceph.mon.a.smithi017.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T01:33:57.973 INFO:journalctl@ceph.mon.a.smithi017.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T01:33:57.973 INFO:journalctl@ceph.mon.a.smithi017.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T01:33:57.974 INFO:journalctl@ceph.mon.a.smithi017.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T01:33:57.974 INFO:journalctl@ceph.mon.a.smithi017.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T01:33:57.974 INFO:journalctl@ceph.mon.a.smithi017.stdout: 2024-09-16T01:33:57.974 INFO:journalctl@ceph.mon.a.smithi017.stdout: ** Compaction Stats [default] ** 2024-09-16T01:33:57.974 INFO:journalctl@ceph.mon.a.smithi017.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T01:33:57.974 INFO:journalctl@ceph.mon.a.smithi017.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-16T01:33:57.974 INFO:journalctl@ceph.mon.a.smithi017.stdout: L0 2/0 99.52 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 134.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-16T01:33:57.974 INFO:journalctl@ceph.mon.a.smithi017.stdout: Sum 2/0 99.52 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 134.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-16T01:33:57.974 INFO:journalctl@ceph.mon.a.smithi017.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 134.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-16T01:33:57.974 INFO:journalctl@ceph.mon.a.smithi017.stdout: 2024-09-16T01:33:57.974 INFO:journalctl@ceph.mon.a.smithi017.stdout: ** Compaction Stats [default] ** 2024-09-16T01:33:57.974 INFO:journalctl@ceph.mon.a.smithi017.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T01:33:57.974 INFO:journalctl@ceph.mon.a.smithi017.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T01:33:57.974 INFO:journalctl@ceph.mon.a.smithi017.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 134.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-16T01:33:57.975 INFO:journalctl@ceph.mon.a.smithi017.stdout: 2024-09-16T01:33:57.975 INFO:journalctl@ceph.mon.a.smithi017.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-16T01:33:57.975 INFO:journalctl@ceph.mon.a.smithi017.stdout: 2024-09-16T01:33:57.975 INFO:journalctl@ceph.mon.a.smithi017.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T01:33:57.975 INFO:journalctl@ceph.mon.a.smithi017.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-16T01:33:57.975 INFO:journalctl@ceph.mon.a.smithi017.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T01:33:57.975 INFO:journalctl@ceph.mon.a.smithi017.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T01:33:57.975 INFO:journalctl@ceph.mon.a.smithi017.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T01:33:57.975 INFO:journalctl@ceph.mon.a.smithi017.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T01:33:57.975 INFO:journalctl@ceph.mon.a.smithi017.stdout: Cumulative compaction: 0.00 GB write, 28.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T01:33:57.975 INFO:journalctl@ceph.mon.a.smithi017.stdout: Interval compaction: 0.00 GB write, 28.55 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T01:33:57.975 INFO:journalctl@ceph.mon.a.smithi017.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T01:33:57.975 INFO:journalctl@ceph.mon.a.smithi017.stdout: Block cache BinnedLRUCache@0x55ad7afbf1f0#2 capacity: 512.00 MB usage: 1.52 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-16T01:33:57.975 INFO:journalctl@ceph.mon.a.smithi017.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,1.02 KB,0.000193715%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout: 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: starting mon.a rank 0 at public addrs [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] at bind addrs [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: mon.a@-1(???) e1 preinit fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: mon.a@-1(???).mds e1 new map 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: mon.a@-1(???).mds e1 print_map 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout: e1 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout: btime 2024-09-16T01:33:53:298108+0000 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout: legacy client fscid: -1 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout: 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout: No filesystems configured 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-16T01:33:57.976 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 bash[30952]: 6a0594968e1b6b6bcba8778d769d57fe65c7a4fc98808c61c224c03a813e5596 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 systemd[1]: Started Ceph mon.a for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: monmap epoch 1 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: last_changed 2024-09-16T01:33:50.450626+0000 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: created 2024-09-16T01:33:50.450626+0000 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: min_mon_release 19 (squid) 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: election_strategy: 1 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: 0: [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] mon.a 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: fsmap 2024-09-16T01:33:57.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: osdmap e1: 0 total, 0 up, 0 in 2024-09-16T01:33:57.978 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:57 smithi017 ceph-mon[30972]: mgrmap e1: no daemons active 2024-09-16T01:33:58.889 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.311+0000 7fb69373c640 1 Processor -- start 2024-09-16T01:33:58.889 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.311+0000 7fb69373c640 1 -- start start 2024-09-16T01:33:58.889 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.311+0000 7fb69373c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb68c108b90 0x7fb68c108f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:33:58.890 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.311+0000 7fb69373c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb68c1070d0 con 0x7fb68c108b90 2024-09-16T01:33:58.890 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.311+0000 7fb6914d8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb68c108b90 0x7fb68c108f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:33:58.890 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.312+0000 7fb6914d8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb68c108b90 0x7fb68c108f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52386/0 (socket says 172.21.15.17:52386) 2024-09-16T01:33:58.890 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.312+0000 7fb6914d8640 1 -- 172.21.15.17:0/1480856807 learned_addr learned my addr 172.21.15.17:0/1480856807 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:33:58.890 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.312+0000 7fb6914d8640 1 -- 172.21.15.17:0/1480856807 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb68c107250 con 0x7fb68c108b90 2024-09-16T01:33:58.890 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.313+0000 7fb6914d8640 1 --2- 172.21.15.17:0/1480856807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb68c108b90 0x7fb68c108f90 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fb688009820 tx=0x7fb68802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c11c5fbdd734fbd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:33:58.890 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.314+0000 7fb683fff640 1 -- 172.21.15.17:0/1480856807 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb688037070 con 0x7fb68c108b90 2024-09-16T01:33:58.890 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.314+0000 7fb683fff640 1 -- 172.21.15.17:0/1480856807 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fb6880328d0 con 0x7fb68c108b90 2024-09-16T01:33:58.890 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.314+0000 7fb683fff640 1 -- 172.21.15.17:0/1480856807 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb6880307d0 con 0x7fb68c108b90 2024-09-16T01:33:58.890 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.314+0000 7fb69373c640 1 -- 172.21.15.17:0/1480856807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb68c108b90 msgr2=0x7fb68c108f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:33:58.890 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.314+0000 7fb69373c640 1 --2- 172.21.15.17:0/1480856807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb68c108b90 0x7fb68c108f90 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fb688009820 tx=0x7fb68802a270 comp rx=0 tx=0).stop 2024-09-16T01:33:58.890 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.314+0000 7fb69373c640 1 -- 172.21.15.17:0/1480856807 shutdown_connections 2024-09-16T01:33:58.891 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.314+0000 7fb69373c640 1 --2- 172.21.15.17:0/1480856807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb68c108b90 0x7fb68c108f90 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:33:58.891 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.314+0000 7fb69373c640 1 -- 172.21.15.17:0/1480856807 >> 172.21.15.17:0/1480856807 conn(0x7fb68c102c20 msgr2=0x7fb68c105080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:33:58.891 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.314+0000 7fb69373c640 1 -- 172.21.15.17:0/1480856807 shutdown_connections 2024-09-16T01:33:58.891 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.314+0000 7fb69373c640 1 -- 172.21.15.17:0/1480856807 wait complete. 2024-09-16T01:33:58.891 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.315+0000 7fb69373c640 1 Processor -- start 2024-09-16T01:33:58.891 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.315+0000 7fb69373c640 1 -- start start 2024-09-16T01:33:58.891 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.315+0000 7fb69373c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb68c108b90 0x7fb68c19db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:33:58.891 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.315+0000 7fb69373c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb68c10ba60 con 0x7fb68c108b90 2024-09-16T01:33:58.891 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.315+0000 7fb6914d8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb68c108b90 0x7fb68c19db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:33:58.891 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.315+0000 7fb6914d8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb68c108b90 0x7fb68c19db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52390/0 (socket says 172.21.15.17:52390) 2024-09-16T01:33:58.891 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.315+0000 7fb6914d8640 1 -- 172.21.15.17:0/165114207 learned_addr learned my addr 172.21.15.17:0/165114207 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:33:58.891 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.316+0000 7fb6914d8640 1 -- 172.21.15.17:0/165114207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb68c19e080 con 0x7fb68c108b90 2024-09-16T01:33:58.891 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.316+0000 7fb6914d8640 1 --2- 172.21.15.17:0/165114207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb68c108b90 0x7fb68c19db40 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fb688009940 tx=0x7fb688032e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:33:58.892 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.316+0000 7fb6827fc640 1 -- 172.21.15.17:0/165114207 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb688042070 con 0x7fb68c108b90 2024-09-16T01:33:58.892 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.316+0000 7fb6827fc640 1 -- 172.21.15.17:0/165114207 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fb688030c80 con 0x7fb68c108b90 2024-09-16T01:33:58.892 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.316+0000 7fb6827fc640 1 -- 172.21.15.17:0/165114207 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb688037040 con 0x7fb68c108b90 2024-09-16T01:33:58.892 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.316+0000 7fb69373c640 1 -- 172.21.15.17:0/165114207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb68c19e310 con 0x7fb68c108b90 2024-09-16T01:33:58.892 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.316+0000 7fb69373c640 1 -- 172.21.15.17:0/165114207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb68c1a1000 con 0x7fb68c108b90 2024-09-16T01:33:58.892 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.316+0000 7fb6827fc640 1 -- 172.21.15.17:0/165114207 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb688045070 con 0x7fb68c108b90 2024-09-16T01:33:58.892 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.316+0000 7fb6827fc640 1 -- 172.21.15.17:0/165114207 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb6880479e0 con 0x7fb68c108b90 2024-09-16T01:33:58.892 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.317+0000 7fb69373c640 1 -- 172.21.15.17:0/165114207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb68c109010 con 0x7fb68c108b90 2024-09-16T01:33:58.892 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.319+0000 7fb6827fc640 1 -- 172.21.15.17:0/165114207 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fb68803c5f0 con 0x7fb68c108b90 2024-09-16T01:33:58.892 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.379+0000 7fb69373c640 1 -- 172.21.15.17:0/165114207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) -- 0x7fb68c075d80 con 0x7fb68c108b90 2024-09-16T01:33:58.892 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.381+0000 7fb6827fc640 1 -- 172.21.15.17:0/165114207 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) ==== 124+0+0 (secure 0 0 0) 0x7fb688047be0 con 0x7fb68c108b90 2024-09-16T01:33:58.892 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.382+0000 7fb69373c640 1 -- 172.21.15.17:0/165114207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb68c108b90 msgr2=0x7fb68c19db40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:33:58.892 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.382+0000 7fb69373c640 1 --2- 172.21.15.17:0/165114207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb68c108b90 0x7fb68c19db40 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fb688009940 tx=0x7fb688032e10 comp rx=0 tx=0).stop 2024-09-16T01:33:58.893 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.382+0000 7fb69373c640 1 -- 172.21.15.17:0/165114207 shutdown_connections 2024-09-16T01:33:58.893 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.382+0000 7fb69373c640 1 --2- 172.21.15.17:0/165114207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb68c108b90 0x7fb68c19db40 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:33:58.893 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.382+0000 7fb69373c640 1 -- 172.21.15.17:0/165114207 >> 172.21.15.17:0/165114207 conn(0x7fb68c102c20 msgr2=0x7fb68c103960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:33:58.893 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.382+0000 7fb69373c640 1 -- 172.21.15.17:0/165114207 shutdown_connections 2024-09-16T01:33:58.893 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:33:58.382+0000 7fb69373c640 1 -- 172.21.15.17:0/165114207 wait complete. 2024-09-16T01:33:58.893 INFO:teuthology.orchestra.run.smithi017.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-16T01:33:58.915 INFO:teuthology.orchestra.run.smithi017.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-16T01:33:58.915 INFO:teuthology.orchestra.run.smithi017.stdout:Creating mgr... 2024-09-16T01:33:58.915 INFO:teuthology.orchestra.run.smithi017.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-16T01:33:58.916 INFO:teuthology.orchestra.run.smithi017.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-16T01:33:59.172 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mgr.x 2024-09-16T01:33:59.173 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Failed to reset failed state of unit ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mgr.x.service: Unit ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mgr.x.service not loaded. 2024-09-16T01:33:59.330 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-9c4454ae-73cb-11ef-bceb-c7b262605968.target.wants/ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@.service. 2024-09-16T01:33:59.646 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:33:59 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/165114207' entity='client.admin' 2024-09-16T01:33:59.850 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T01:33:59.851 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout disabled 2024-09-16T01:33:59.858 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T01:33:59.858 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout inactive 2024-09-16T01:33:59.858 INFO:teuthology.orchestra.run.smithi017.stdout:firewalld.service is not enabled 2024-09-16T01:33:59.858 INFO:teuthology.orchestra.run.smithi017.stdout:Not possible to enable service . firewalld.service is not available 2024-09-16T01:33:59.867 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T01:33:59.867 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout disabled 2024-09-16T01:33:59.875 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T01:33:59.875 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout inactive 2024-09-16T01:33:59.875 INFO:teuthology.orchestra.run.smithi017.stdout:firewalld.service is not enabled 2024-09-16T01:33:59.875 INFO:teuthology.orchestra.run.smithi017.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-16T01:33:59.875 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for mgr to start... 2024-09-16T01:33:59.875 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for mgr... 2024-09-16T01:34:00.337 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:00 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:00.335+0000 7fae77f65040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:34:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:00 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2767514378' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-16T01:34:00.775 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:00 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:00.485+0000 7fae77f65040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T01:34:01.079 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:00 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:00.818+0000 7fae77f65040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T01:34:01.079 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:00 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:00.883+0000 7fae77f65040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T01:34:01.079 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:01 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:01.077+0000 7fae77f65040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T01:34:02.275 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:02 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:02.007+0000 7fae77f65040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T01:34:02.275 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:02 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:02.077+0000 7fae77f65040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T01:34:03.025 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:02 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:02.836+0000 7fae77f65040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T01:34:03.025 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:02 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:02.961+0000 7fae77f65040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T01:34:03.409 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:03 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:03.113+0000 7fae77f65040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:34:03.409 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:03 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:03.179+0000 7fae77f65040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T01:34:03.409 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:03 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:03.336+0000 7fae77f65040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T01:34:03.409 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:03 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:03.407+0000 7fae77f65040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T01:34:03.712 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:03 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:03.471+0000 7fae77f65040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T01:34:03.712 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:03 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:03.642+0000 7fae77f65040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T01:34:03.712 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:03 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:03.710+0000 7fae77f65040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T01:34:03.997 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:03 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:03.780+0000 7fae77f65040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T01:34:03.997 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:03 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:03.868+0000 7fae77f65040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T01:34:03.997 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:03 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:03.931+0000 7fae77f65040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T01:34:03.997 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:03 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:03.995+0000 7fae77f65040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T01:34:05.275 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:04 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:04.832+0000 7fae77f65040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T01:34:05.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:04 smithi017 ceph-mon[30972]: Activating manager daemon x 2024-09-16T01:34:05.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:04 smithi017 ceph-mon[30972]: mgrmap e2: x(active, starting, since 0.00347141s) 2024-09-16T01:34:05.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:04 smithi017 ceph-mon[30972]: from='mgr.14100 172.21.15.17:0/1153054623' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T01:34:05.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:04 smithi017 ceph-mon[30972]: from='mgr.14100 172.21.15.17:0/1153054623' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T01:34:05.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:04 smithi017 ceph-mon[30972]: from='mgr.14100 172.21.15.17:0/1153054623' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T01:34:05.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:04 smithi017 ceph-mon[30972]: from='mgr.14100 172.21.15.17:0/1153054623' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:34:05.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:04 smithi017 ceph-mon[30972]: from='mgr.14100 172.21.15.17:0/1153054623' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T01:34:05.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:04 smithi017 ceph-mon[30972]: Manager daemon x is now available 2024-09-16T01:34:05.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:04 smithi017 ceph-mon[30972]: from='mgr.14100 172.21.15.17:0/1153054623' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T01:34:05.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:04 smithi017 ceph-mon[30972]: from='mgr.14100 172.21.15.17:0/1153054623' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T01:34:05.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:04 smithi017 ceph-mon[30972]: from='mgr.14100 172.21.15.17:0/1153054623' entity='mgr.x' 2024-09-16T01:34:05.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:04 smithi017 ceph-mon[30972]: from='mgr.14100 172.21.15.17:0/1153054623' entity='mgr.x' 2024-09-16T01:34:05.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:04 smithi017 ceph-mon[30972]: from='mgr.14100 172.21.15.17:0/1153054623' entity='mgr.x' 2024-09-16T01:34:05.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-09-16T01:34:05.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout { 2024-09-16T01:34:05.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "fsid": "9c4454ae-73cb-11ef-bceb-c7b262605968", 2024-09-16T01:34:05.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "health": { 2024-09-16T01:34:05.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-16T01:34:05.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-16T01:34:05.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-16T01:34:05.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-09-16T01:34:05.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-16T01:34:05.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-16T01:34:05.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 0 2024-09-16T01:34:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-09-16T01:34:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-16T01:34:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "a" 2024-09-16T01:34:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-09-16T01:34:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-16T01:34:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-16T01:34:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T01:34:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-16T01:34:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-16T01:34:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-09-16T01:34:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-16T01:34:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T01:34:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-16T01:34:05.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-16T01:34:05.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-16T01:34:05.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-16T01:34:05.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-16T01:34:05.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-16T01:34:05.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-09-16T01:34:05.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-16T01:34:05.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-16T01:34:05.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-16T01:34:05.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-16T01:34:05.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-16T01:34:05.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-16T01:34:05.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-16T01:34:05.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-16T01:34:05.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-16T01:34:05.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-09-16T01:34:05.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-16T01:34:05.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T01:34:05.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "btime": "2024-09-16T01:33:53:298108+0000", 2024-09-16T01:34:05.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-16T01:34:05.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-16T01:34:05.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-09-16T01:34:05.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-16T01:34:05.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-16T01:34:05.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-16T01:34:05.699 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-16T01:34:05.699 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-16T01:34:05.699 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-16T01:34:05.699 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "restful" 2024-09-16T01:34:05.699 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-09-16T01:34:05.699 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T01:34:05.699 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-09-16T01:34:05.699 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-16T01:34:05.699 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T01:34:05.699 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "modified": "2024-09-16T01:33:53.298726+0000", 2024-09-16T01:34:05.699 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T01:34:05.699 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-09-16T01:34:05.699 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-16T01:34:05.700 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout } 2024-09-16T01:34:05.700 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.211+0000 7efeea558640 1 Processor -- start 2024-09-16T01:34:05.700 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.211+0000 7efeea558640 1 -- start start 2024-09-16T01:34:05.700 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.211+0000 7efeea558640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efee4105d60 0x7efee4106160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:05.700 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.211+0000 7efeea558640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efee407be10 con 0x7efee4105d60 2024-09-16T01:34:05.700 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.212+0000 7efee3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efee4105d60 0x7efee4106160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:05.700 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.212+0000 7efee3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efee4105d60 0x7efee4106160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52412/0 (socket says 172.21.15.17:52412) 2024-09-16T01:34:05.700 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.212+0000 7efee3fff640 1 -- 172.21.15.17:0/2254055184 learned_addr learned my addr 172.21.15.17:0/2254055184 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:05.700 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.212+0000 7efee3fff640 1 -- 172.21.15.17:0/2254055184 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efee41066a0 con 0x7efee4105d60 2024-09-16T01:34:05.700 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.213+0000 7efee3fff640 1 --2- 172.21.15.17:0/2254055184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efee4105d60 0x7efee4106160 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7efed4009820 tx=0x7efed402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a90b9f0f4fc361ec server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:05.700 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.213+0000 7efee2ffd640 1 -- 172.21.15.17:0/2254055184 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efed4037070 con 0x7efee4105d60 2024-09-16T01:34:05.700 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.213+0000 7efee2ffd640 1 -- 172.21.15.17:0/2254055184 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7efed40328d0 con 0x7efee4105d60 2024-09-16T01:34:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.213+0000 7efee2ffd640 1 -- 172.21.15.17:0/2254055184 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efed40307d0 con 0x7efee4105d60 2024-09-16T01:34:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.213+0000 7efeea558640 1 -- 172.21.15.17:0/2254055184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efee4105d60 msgr2=0x7efee4106160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.213+0000 7efeea558640 1 --2- 172.21.15.17:0/2254055184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efee4105d60 0x7efee4106160 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7efed4009820 tx=0x7efed402a270 comp rx=0 tx=0).stop 2024-09-16T01:34:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.214+0000 7efeea558640 1 -- 172.21.15.17:0/2254055184 shutdown_connections 2024-09-16T01:34:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.214+0000 7efeea558640 1 --2- 172.21.15.17:0/2254055184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efee4105d60 0x7efee4106160 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.214+0000 7efeea558640 1 -- 172.21.15.17:0/2254055184 >> 172.21.15.17:0/2254055184 conn(0x7efee4101b10 msgr2=0x7efee4103f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.214+0000 7efeea558640 1 -- 172.21.15.17:0/2254055184 shutdown_connections 2024-09-16T01:34:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.214+0000 7efeea558640 1 -- 172.21.15.17:0/2254055184 wait complete. 2024-09-16T01:34:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.214+0000 7efeea558640 1 Processor -- start 2024-09-16T01:34:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.214+0000 7efeea558640 1 -- start start 2024-09-16T01:34:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.215+0000 7efeea558640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efee4105d60 0x7efee419d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.215+0000 7efeea558640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efee4107740 con 0x7efee4105d60 2024-09-16T01:34:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.215+0000 7efee3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efee4105d60 0x7efee419d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.215+0000 7efee3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efee4105d60 0x7efee419d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52414/0 (socket says 172.21.15.17:52414) 2024-09-16T01:34:05.702 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.215+0000 7efee3fff640 1 -- 172.21.15.17:0/2767514378 learned_addr learned my addr 172.21.15.17:0/2767514378 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:05.702 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.215+0000 7efee3fff640 1 -- 172.21.15.17:0/2767514378 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efee419de90 con 0x7efee4105d60 2024-09-16T01:34:05.702 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.215+0000 7efee3fff640 1 --2- 172.21.15.17:0/2767514378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efee4105d60 0x7efee419d950 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7efed40097f0 tx=0x7efed4030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:05.702 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.215+0000 7efee17fa640 1 -- 172.21.15.17:0/2767514378 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efed4037040 con 0x7efee4105d60 2024-09-16T01:34:05.702 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.215+0000 7efeea558640 1 -- 172.21.15.17:0/2767514378 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efee419e120 con 0x7efee4105d60 2024-09-16T01:34:05.702 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.216+0000 7efee17fa640 1 -- 172.21.15.17:0/2767514378 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7efed403b3f0 con 0x7efee4105d60 2024-09-16T01:34:05.702 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.216+0000 7efee17fa640 1 -- 172.21.15.17:0/2767514378 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7efed403a520 con 0x7efee4105d60 2024-09-16T01:34:05.702 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.216+0000 7efeea558640 1 -- 172.21.15.17:0/2767514378 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efee41a0e10 con 0x7efee4105d60 2024-09-16T01:34:05.702 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.216+0000 7efee17fa640 1 -- 172.21.15.17:0/2767514378 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7efed403a710 con 0x7efee4105d60 2024-09-16T01:34:05.702 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.216+0000 7efee17fa640 1 -- 172.21.15.17:0/2767514378 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7efed4044b50 con 0x7efee4105d60 2024-09-16T01:34:05.702 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.217+0000 7efeea558640 1 -- 172.21.15.17:0/2767514378 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efee4106160 con 0x7efee4105d60 2024-09-16T01:34:05.702 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.219+0000 7efee17fa640 1 -- 172.21.15.17:0/2767514378 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7efed403b980 con 0x7efee4105d60 2024-09-16T01:34:05.702 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.282+0000 7efeea558640 1 -- 172.21.15.17:0/2767514378 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7efee402d7c0 con 0x7efee4105d60 2024-09-16T01:34:05.702 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.282+0000 7efee17fa640 1 -- 172.21.15.17:0/2767514378 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7efed403b5a0 con 0x7efee4105d60 2024-09-16T01:34:05.703 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.283+0000 7efeea558640 1 -- 172.21.15.17:0/2767514378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efee4105d60 msgr2=0x7efee419d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:05.703 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.283+0000 7efeea558640 1 --2- 172.21.15.17:0/2767514378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efee4105d60 0x7efee419d950 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7efed40097f0 tx=0x7efed4030d00 comp rx=0 tx=0).stop 2024-09-16T01:34:05.703 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.284+0000 7efeea558640 1 -- 172.21.15.17:0/2767514378 shutdown_connections 2024-09-16T01:34:05.703 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.284+0000 7efeea558640 1 --2- 172.21.15.17:0/2767514378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efee4105d60 0x7efee419d950 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:05.703 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.284+0000 7efeea558640 1 -- 172.21.15.17:0/2767514378 >> 172.21.15.17:0/2767514378 conn(0x7efee4101b10 msgr2=0x7efee4194360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:05.703 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.284+0000 7efeea558640 1 -- 172.21.15.17:0/2767514378 shutdown_connections 2024-09-16T01:34:05.703 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:00.284+0000 7efeea558640 1 -- 172.21.15.17:0/2767514378 wait complete. 2024-09-16T01:34:05.703 INFO:teuthology.orchestra.run.smithi017.stdout:mgr not available, waiting (1/15)... 2024-09-16T01:34:07.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:06 smithi017 ceph-mon[30972]: mgrmap e3: x(active, since 1.00765s) 2024-09-16T01:34:08.065 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:07 smithi017 ceph-mon[30972]: mgrmap e4: x(active, since 2s) 2024-09-16T01:34:09.040 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-09-16T01:34:09.040 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout { 2024-09-16T01:34:09.041 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "fsid": "9c4454ae-73cb-11ef-bceb-c7b262605968", 2024-09-16T01:34:09.041 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "health": { 2024-09-16T01:34:09.041 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-16T01:34:09.041 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-16T01:34:09.041 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-16T01:34:09.041 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-09-16T01:34:09.041 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-16T01:34:09.041 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-16T01:34:09.041 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 0 2024-09-16T01:34:09.041 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-09-16T01:34:09.041 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-16T01:34:09.041 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "a" 2024-09-16T01:34:09.041 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-09-16T01:34:09.042 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-09-16T01:34:09.042 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-16T01:34:09.042 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T01:34:09.042 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-09-16T01:34:09.042 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-16T01:34:09.042 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-09-16T01:34:09.042 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-16T01:34:09.042 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T01:34:09.042 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-16T01:34:09.042 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-16T01:34:09.042 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-16T01:34:09.042 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-16T01:34:09.043 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-16T01:34:09.043 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-16T01:34:09.043 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-09-16T01:34:09.043 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-16T01:34:09.043 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-16T01:34:09.043 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-16T01:34:09.043 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-16T01:34:09.043 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-16T01:34:09.043 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-16T01:34:09.043 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-16T01:34:09.043 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-16T01:34:09.043 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-16T01:34:09.043 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-09-16T01:34:09.044 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-16T01:34:09.044 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T01:34:09.044 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "btime": "2024-09-16T01:33:53:298108+0000", 2024-09-16T01:34:09.044 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-16T01:34:09.044 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-16T01:34:09.044 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-09-16T01:34:09.044 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-16T01:34:09.044 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-16T01:34:09.044 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-16T01:34:09.044 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-16T01:34:09.044 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-16T01:34:09.044 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-16T01:34:09.045 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "restful" 2024-09-16T01:34:09.045 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-09-16T01:34:09.045 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T01:34:09.045 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-09-16T01:34:09.045 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-16T01:34:09.045 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T01:34:09.045 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "modified": "2024-09-16T01:33:53.298726+0000", 2024-09-16T01:34:09.045 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T01:34:09.045 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-09-16T01:34:09.045 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-16T01:34:09.045 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout } 2024-09-16T01:34:09.045 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.067+0000 7f52ada1e640 1 Processor -- start 2024-09-16T01:34:09.045 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.067+0000 7f52ada1e640 1 -- start start 2024-09-16T01:34:09.046 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.067+0000 7f52ada1e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52a807de10 0x7f52a807c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:09.046 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.067+0000 7f52ada1e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f52a807c800 con 0x7f52a807de10 2024-09-16T01:34:09.046 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.067+0000 7f52a6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52a807de10 0x7f52a807c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:09.046 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.067+0000 7f52a6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52a807de10 0x7f52a807c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53314/0 (socket says 172.21.15.17:53314) 2024-09-16T01:34:09.046 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.067+0000 7f52a6ffd640 1 -- 172.21.15.17:0/4056966227 learned_addr learned my addr 172.21.15.17:0/4056966227 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:09.046 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.067+0000 7f52a6ffd640 1 -- 172.21.15.17:0/4056966227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52a807c980 con 0x7f52a807de10 2024-09-16T01:34:09.046 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.068+0000 7f52a6ffd640 1 --2- 172.21.15.17:0/4056966227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52a807de10 0x7f52a807c2c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f5298009820 tx=0x7f529802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bed31555acf1fdca server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:09.046 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.068+0000 7f52a67fc640 1 -- 172.21.15.17:0/4056966227 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5298037070 con 0x7f52a807de10 2024-09-16T01:34:09.046 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.068+0000 7f52a67fc640 1 -- 172.21.15.17:0/4056966227 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f52980328d0 con 0x7f52a807de10 2024-09-16T01:34:09.046 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.068+0000 7f52a67fc640 1 -- 172.21.15.17:0/4056966227 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f52980307d0 con 0x7f52a807de10 2024-09-16T01:34:09.046 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.069+0000 7f52ada1e640 1 -- 172.21.15.17:0/4056966227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52a807de10 msgr2=0x7f52a807c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:09.046 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.069+0000 7f52ada1e640 1 --2- 172.21.15.17:0/4056966227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52a807de10 0x7f52a807c2c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f5298009820 tx=0x7f529802a270 comp rx=0 tx=0).stop 2024-09-16T01:34:09.046 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.069+0000 7f52ada1e640 1 -- 172.21.15.17:0/4056966227 shutdown_connections 2024-09-16T01:34:09.046 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.069+0000 7f52ada1e640 1 --2- 172.21.15.17:0/4056966227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52a807de10 0x7f52a807c2c0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:09.047 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.069+0000 7f52ada1e640 1 -- 172.21.15.17:0/4056966227 >> 172.21.15.17:0/4056966227 conn(0x7f52a8102ca0 msgr2=0x7f52a81050e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:09.047 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.069+0000 7f52ada1e640 1 -- 172.21.15.17:0/4056966227 shutdown_connections 2024-09-16T01:34:09.047 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.069+0000 7f52ada1e640 1 -- 172.21.15.17:0/4056966227 wait complete. 2024-09-16T01:34:09.047 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.070+0000 7f52ada1e640 1 Processor -- start 2024-09-16T01:34:09.047 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.070+0000 7f52ada1e640 1 -- start start 2024-09-16T01:34:09.047 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.070+0000 7f52ada1e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52a807de10 0x7f52a819d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:09.047 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.070+0000 7f52ada1e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f52a810dae0 con 0x7f52a807de10 2024-09-16T01:34:09.047 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.070+0000 7f52a6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52a807de10 0x7f52a819d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:09.047 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.070+0000 7f52a6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52a807de10 0x7f52a819d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53324/0 (socket says 172.21.15.17:53324) 2024-09-16T01:34:09.047 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.070+0000 7f52a6ffd640 1 -- 172.21.15.17:0/3763730264 learned_addr learned my addr 172.21.15.17:0/3763730264 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:09.047 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.071+0000 7f52a6ffd640 1 -- 172.21.15.17:0/3763730264 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f52a819de40 con 0x7f52a807de10 2024-09-16T01:34:09.047 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.071+0000 7f52a6ffd640 1 --2- 172.21.15.17:0/3763730264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52a807de10 0x7f52a819d900 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f52980097f0 tx=0x7f5298030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:09.047 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.071+0000 7f52aca1c640 1 -- 172.21.15.17:0/3763730264 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5298037040 con 0x7f52a807de10 2024-09-16T01:34:09.047 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.071+0000 7f52ada1e640 1 -- 172.21.15.17:0/3763730264 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f52a819e0d0 con 0x7f52a807de10 2024-09-16T01:34:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.071+0000 7f52aca1c640 1 -- 172.21.15.17:0/3763730264 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f5298032bb0 con 0x7f52a807de10 2024-09-16T01:34:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.071+0000 7f52aca1c640 1 -- 172.21.15.17:0/3763730264 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f529803a390 con 0x7f52a807de10 2024-09-16T01:34:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.071+0000 7f52ada1e640 1 -- 172.21.15.17:0/3763730264 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52a81a0dc0 con 0x7f52a807de10 2024-09-16T01:34:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.072+0000 7f52aca1c640 1 -- 172.21.15.17:0/3763730264 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 4) ==== 46450+0+0 (secure 0 0 0) 0x7f529803a5d0 con 0x7f52a807de10 2024-09-16T01:34:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.072+0000 7f52ada1e640 1 -- 172.21.15.17:0/3763730264 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f52a807c340 con 0x7f52a807de10 2024-09-16T01:34:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.072+0000 7f52aca1c640 1 --2- 172.21.15.17:0/3763730264 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7f5294039160 0x7f529403b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.072+0000 7f52aca1c640 1 -- 172.21.15.17:0/3763730264 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f529806c640 con 0x7f52a807de10 2024-09-16T01:34:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.072+0000 7f529e7fc640 1 --2- 172.21.15.17:0/3763730264 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7f5294039160 0x7f529403b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.073+0000 7f529e7fc640 1 --2- 172.21.15.17:0/3763730264 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7f5294039160 0x7f529403b620 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f52900098c0 tx=0x7f5290006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.077+0000 7f52aca1c640 1 -- 172.21.15.17:0/3763730264 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5298032dd0 con 0x7f52a807de10 2024-09-16T01:34:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.317+0000 7f52ada1e640 1 -- 172.21.15.17:0/3763730264 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) -- 0x7f52a802d7c0 con 0x7f52a807de10 2024-09-16T01:34:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.317+0000 7f52aca1c640 1 -- 172.21.15.17:0/3763730264 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) ==== 79+0+1291 (secure 0 0 0) 0x7f5298031560 con 0x7f52a807de10 2024-09-16T01:34:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.319+0000 7f52ada1e640 1 -- 172.21.15.17:0/3763730264 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7f5294039160 msgr2=0x7f529403b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.319+0000 7f52ada1e640 1 --2- 172.21.15.17:0/3763730264 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7f5294039160 0x7f529403b620 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f52900098c0 tx=0x7f5290006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:09.049 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.319+0000 7f52ada1e640 1 -- 172.21.15.17:0/3763730264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52a807de10 msgr2=0x7f52a819d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:09.049 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.319+0000 7f52ada1e640 1 --2- 172.21.15.17:0/3763730264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52a807de10 0x7f52a819d900 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f52980097f0 tx=0x7f5298030d00 comp rx=0 tx=0).stop 2024-09-16T01:34:09.049 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.320+0000 7f52ada1e640 1 -- 172.21.15.17:0/3763730264 shutdown_connections 2024-09-16T01:34:09.049 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.320+0000 7f52ada1e640 1 --2- 172.21.15.17:0/3763730264 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7f5294039160 0x7f529403b620 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:09.049 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.320+0000 7f52ada1e640 1 --2- 172.21.15.17:0/3763730264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52a807de10 0x7f52a819d900 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:09.049 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.320+0000 7f52ada1e640 1 -- 172.21.15.17:0/3763730264 >> 172.21.15.17:0/3763730264 conn(0x7f52a8102ca0 msgr2=0x7f52a81039a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:09.049 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.320+0000 7f52ada1e640 1 -- 172.21.15.17:0/3763730264 shutdown_connections 2024-09-16T01:34:09.049 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:08.320+0000 7f52ada1e640 1 -- 172.21.15.17:0/3763730264 wait complete. 2024-09-16T01:34:09.049 INFO:teuthology.orchestra.run.smithi017.stdout:mgr is available 2024-09-16T01:34:09.160 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:08 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3763730264' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-16T01:34:10.182 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:09 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2215336228' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-16T01:34:10.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-09-16T01:34:10.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout [global] 2024-09-16T01:34:10.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout fsid = 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:34:10.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.17:3300,v1:172.21.15.17:6789] 2024-09-16T01:34:10.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-16T01:34:10.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-16T01:34:10.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-16T01:34:10.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-16T01:34:10.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-09-16T01:34:10.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-16T01:34:10.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-16T01:34:10.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-09-16T01:34:10.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout [osd] 2024-09-16T01:34:10.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-09-16T01:34:10.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-09-16T01:34:10.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-09-16T01:34:10.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-16T01:34:10.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-16T01:34:10.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.409+0000 7fb58a3a9640 1 Processor -- start 2024-09-16T01:34:10.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.409+0000 7fb58a3a9640 1 -- start start 2024-09-16T01:34:10.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.409+0000 7fb58a3a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb584105de0 0x7fb5841061e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:10.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.409+0000 7fb58a3a9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb58407bdc0 con 0x7fb584105de0 2024-09-16T01:34:10.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.410+0000 7fb583fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb584105de0 0x7fb5841061e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:10.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.410+0000 7fb583fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb584105de0 0x7fb5841061e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53334/0 (socket says 172.21.15.17:53334) 2024-09-16T01:34:10.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.410+0000 7fb583fff640 1 -- 172.21.15.17:0/3423970818 learned_addr learned my addr 172.21.15.17:0/3423970818 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:10.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.410+0000 7fb583fff640 1 -- 172.21.15.17:0/3423970818 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb584106720 con 0x7fb584105de0 2024-09-16T01:34:10.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.411+0000 7fb583fff640 1 --2- 172.21.15.17:0/3423970818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb584105de0 0x7fb5841061e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb574009820 tx=0x7fb57402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd4c558e07de691 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:10.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.411+0000 7fb582ffd640 1 -- 172.21.15.17:0/3423970818 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb574037070 con 0x7fb584105de0 2024-09-16T01:34:10.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.411+0000 7fb582ffd640 1 -- 172.21.15.17:0/3423970818 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fb5740328d0 con 0x7fb584105de0 2024-09-16T01:34:10.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.411+0000 7fb582ffd640 1 -- 172.21.15.17:0/3423970818 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb5740307d0 con 0x7fb584105de0 2024-09-16T01:34:10.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.412+0000 7fb58a3a9640 1 -- 172.21.15.17:0/3423970818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb584105de0 msgr2=0x7fb5841061e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.412+0000 7fb58a3a9640 1 --2- 172.21.15.17:0/3423970818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb584105de0 0x7fb5841061e0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb574009820 tx=0x7fb57402a270 comp rx=0 tx=0).stop 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.412+0000 7fb58a3a9640 1 -- 172.21.15.17:0/3423970818 shutdown_connections 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.412+0000 7fb58a3a9640 1 --2- 172.21.15.17:0/3423970818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb584105de0 0x7fb5841061e0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.412+0000 7fb58a3a9640 1 -- 172.21.15.17:0/3423970818 >> 172.21.15.17:0/3423970818 conn(0x7fb584101bb0 msgr2=0x7fb584103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.412+0000 7fb58a3a9640 1 -- 172.21.15.17:0/3423970818 shutdown_connections 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.412+0000 7fb58a3a9640 1 -- 172.21.15.17:0/3423970818 wait complete. 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.413+0000 7fb58a3a9640 1 Processor -- start 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.413+0000 7fb58a3a9640 1 -- start start 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.413+0000 7fb58a3a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb584105de0 0x7fb58419d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.413+0000 7fb58a3a9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb584107640 con 0x7fb584105de0 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.413+0000 7fb583fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb584105de0 0x7fb58419d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.413+0000 7fb583fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb584105de0 0x7fb58419d8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53342/0 (socket says 172.21.15.17:53342) 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.413+0000 7fb583fff640 1 -- 172.21.15.17:0/2215336228 learned_addr learned my addr 172.21.15.17:0/2215336228 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.413+0000 7fb583fff640 1 -- 172.21.15.17:0/2215336228 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb58419de10 con 0x7fb584105de0 2024-09-16T01:34:10.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.414+0000 7fb583fff640 1 --2- 172.21.15.17:0/2215336228 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb584105de0 0x7fb58419d8d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fb5740097f0 tx=0x7fb574030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:10.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.414+0000 7fb5817fa640 1 -- 172.21.15.17:0/2215336228 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb574037040 con 0x7fb584105de0 2024-09-16T01:34:10.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.414+0000 7fb5817fa640 1 -- 172.21.15.17:0/2215336228 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fb574032bb0 con 0x7fb584105de0 2024-09-16T01:34:10.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.414+0000 7fb58a3a9640 1 -- 172.21.15.17:0/2215336228 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb58419e0a0 con 0x7fb584105de0 2024-09-16T01:34:10.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.414+0000 7fb5817fa640 1 -- 172.21.15.17:0/2215336228 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fb57403a390 con 0x7fb584105de0 2024-09-16T01:34:10.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.414+0000 7fb58a3a9640 1 -- 172.21.15.17:0/2215336228 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5841a0d90 con 0x7fb584105de0 2024-09-16T01:34:10.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.415+0000 7fb5817fa640 1 -- 172.21.15.17:0/2215336228 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 4) ==== 46450+0+0 (secure 0 0 0) 0x7fb57403b3f0 con 0x7fb584105de0 2024-09-16T01:34:10.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.415+0000 7fb58a3a9640 1 -- 172.21.15.17:0/2215336228 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb584107d10 con 0x7fb584105de0 2024-09-16T01:34:10.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.415+0000 7fb5817fa640 1 --2- 172.21.15.17:0/2215336228 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7fb56c039160 0x7fb56c03b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:10.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.415+0000 7fb5817fa640 1 -- 172.21.15.17:0/2215336228 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7fb57406c480 con 0x7fb584105de0 2024-09-16T01:34:10.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.415+0000 7fb5837fe640 1 --2- 172.21.15.17:0/2215336228 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7fb56c039160 0x7fb56c03b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:10.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.416+0000 7fb5837fe640 1 --2- 172.21.15.17:0/2215336228 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7fb56c039160 0x7fb56c03b620 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb5780098c0 tx=0x7fb578006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:10.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.420+0000 7fb5817fa640 1 -- 172.21.15.17:0/2215336228 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb574040210 con 0x7fb584105de0 2024-09-16T01:34:10.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.597+0000 7fb58a3a9640 1 -- 172.21.15.17:0/2215336228 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) -- 0x7fb584196180 con 0x7fb584105de0 2024-09-16T01:34:10.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.598+0000 7fb5817fa640 1 -- 172.21.15.17:0/2215336228 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) ==== 70+0+429 (secure 0 0 0) 0x7fb57406bea0 con 0x7fb584105de0 2024-09-16T01:34:10.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.599+0000 7fb58a3a9640 1 -- 172.21.15.17:0/2215336228 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7fb56c039160 msgr2=0x7fb56c03b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:10.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.599+0000 7fb58a3a9640 1 --2- 172.21.15.17:0/2215336228 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7fb56c039160 0x7fb56c03b620 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fb5780098c0 tx=0x7fb578006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:10.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.600+0000 7fb58a3a9640 1 -- 172.21.15.17:0/2215336228 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb584105de0 msgr2=0x7fb58419d8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:10.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.600+0000 7fb58a3a9640 1 --2- 172.21.15.17:0/2215336228 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb584105de0 0x7fb58419d8d0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fb5740097f0 tx=0x7fb574030d00 comp rx=0 tx=0).stop 2024-09-16T01:34:10.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.600+0000 7fb58a3a9640 1 -- 172.21.15.17:0/2215336228 shutdown_connections 2024-09-16T01:34:10.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.600+0000 7fb58a3a9640 1 --2- 172.21.15.17:0/2215336228 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7fb56c039160 0x7fb56c03b620 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:10.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.600+0000 7fb58a3a9640 1 --2- 172.21.15.17:0/2215336228 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb584105de0 0x7fb58419d8d0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:10.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.600+0000 7fb58a3a9640 1 -- 172.21.15.17:0/2215336228 >> 172.21.15.17:0/2215336228 conn(0x7fb584101bb0 msgr2=0x7fb5841942a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:10.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.600+0000 7fb58a3a9640 1 -- 172.21.15.17:0/2215336228 shutdown_connections 2024-09-16T01:34:10.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:09.600+0000 7fb58a3a9640 1 -- 172.21.15.17:0/2215336228 wait complete. 2024-09-16T01:34:10.196 INFO:teuthology.orchestra.run.smithi017.stdout:Enabling cephadm module... 2024-09-16T01:34:11.139 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:10 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: ignoring --setuser ceph since I am not root 2024-09-16T01:34:11.139 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:10 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: ignoring --setgroup ceph since I am not root 2024-09-16T01:34:11.139 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:10 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:10.989+0000 7fbb8e753040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T01:34:11.139 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:11 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:11.048+0000 7fbb8e753040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T01:34:11.139 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:10 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/641798235' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-16T01:34:11.371 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.568+0000 7f4774fc6640 1 Processor -- start 2024-09-16T01:34:11.371 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.568+0000 7f4774fc6640 1 -- start start 2024-09-16T01:34:11.371 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.569+0000 7f4774fc6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f477007de10 0x7f477007c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:11.371 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.569+0000 7f4774fc6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f477007c800 con 0x7f477007de10 2024-09-16T01:34:11.371 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.569+0000 7f476e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f477007de10 0x7f477007c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:11.371 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.569+0000 7f476e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f477007de10 0x7f477007c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53352/0 (socket says 172.21.15.17:53352) 2024-09-16T01:34:11.371 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.569+0000 7f476e59c640 1 -- 172.21.15.17:0/2692470538 learned_addr learned my addr 172.21.15.17:0/2692470538 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:11.371 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.569+0000 7f476e59c640 1 -- 172.21.15.17:0/2692470538 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f477007c980 con 0x7f477007de10 2024-09-16T01:34:11.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.570+0000 7f476e59c640 1 --2- 172.21.15.17:0/2692470538 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f477007de10 0x7f477007c2c0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4760009820 tx=0x7f476002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5077d2b89378abf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:11.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.570+0000 7f476d59a640 1 -- 172.21.15.17:0/2692470538 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4760037070 con 0x7f477007de10 2024-09-16T01:34:11.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.570+0000 7f476d59a640 1 -- 172.21.15.17:0/2692470538 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f47600328d0 con 0x7f477007de10 2024-09-16T01:34:11.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.570+0000 7f476d59a640 1 -- 172.21.15.17:0/2692470538 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f47600307d0 con 0x7f477007de10 2024-09-16T01:34:11.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.571+0000 7f4774fc6640 1 -- 172.21.15.17:0/2692470538 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f477007de10 msgr2=0x7f477007c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:11.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.571+0000 7f4774fc6640 1 --2- 172.21.15.17:0/2692470538 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f477007de10 0x7f477007c2c0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4760009820 tx=0x7f476002a270 comp rx=0 tx=0).stop 2024-09-16T01:34:11.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.571+0000 7f4774fc6640 1 -- 172.21.15.17:0/2692470538 shutdown_connections 2024-09-16T01:34:11.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.571+0000 7f4774fc6640 1 --2- 172.21.15.17:0/2692470538 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f477007de10 0x7f477007c2c0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:11.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.571+0000 7f4774fc6640 1 -- 172.21.15.17:0/2692470538 >> 172.21.15.17:0/2692470538 conn(0x7f4770102ca0 msgr2=0x7f47701050e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:11.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.571+0000 7f4774fc6640 1 -- 172.21.15.17:0/2692470538 shutdown_connections 2024-09-16T01:34:11.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.571+0000 7f4774fc6640 1 -- 172.21.15.17:0/2692470538 wait complete. 2024-09-16T01:34:11.372 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.572+0000 7f4774fc6640 1 Processor -- start 2024-09-16T01:34:11.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.572+0000 7f4774fc6640 1 -- start start 2024-09-16T01:34:11.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.572+0000 7f4774fc6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f477007de10 0x7f477019d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:11.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.572+0000 7f4774fc6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f477010dae0 con 0x7f477007de10 2024-09-16T01:34:11.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.572+0000 7f476e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f477007de10 0x7f477019d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:11.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.572+0000 7f476e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f477007de10 0x7f477019d900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53354/0 (socket says 172.21.15.17:53354) 2024-09-16T01:34:11.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.572+0000 7f476e59c640 1 -- 172.21.15.17:0/641798235 learned_addr learned my addr 172.21.15.17:0/641798235 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:11.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.572+0000 7f476e59c640 1 -- 172.21.15.17:0/641798235 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f477019de40 con 0x7f477007de10 2024-09-16T01:34:11.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.573+0000 7f476e59c640 1 --2- 172.21.15.17:0/641798235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f477007de10 0x7f477019d900 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4760032e10 tx=0x7f4760032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:11.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.573+0000 7f475f7fe640 1 -- 172.21.15.17:0/641798235 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4760042070 con 0x7f477007de10 2024-09-16T01:34:11.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.573+0000 7f475f7fe640 1 -- 172.21.15.17:0/641798235 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f4760030c80 con 0x7f477007de10 2024-09-16T01:34:11.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.573+0000 7f475f7fe640 1 -- 172.21.15.17:0/641798235 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4760037040 con 0x7f477007de10 2024-09-16T01:34:11.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.573+0000 7f4774fc6640 1 -- 172.21.15.17:0/641798235 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f477019e0d0 con 0x7f477007de10 2024-09-16T01:34:11.373 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.573+0000 7f4774fc6640 1 -- 172.21.15.17:0/641798235 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47701a0dc0 con 0x7f477007de10 2024-09-16T01:34:11.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.574+0000 7f475f7fe640 1 -- 172.21.15.17:0/641798235 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 4) ==== 46450+0+0 (secure 0 0 0) 0x7f4760045070 con 0x7f477007de10 2024-09-16T01:34:11.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.574+0000 7f475f7fe640 1 --2- 172.21.15.17:0/641798235 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7f4758039160 0x7f475803b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:11.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.574+0000 7f475f7fe640 1 -- 172.21.15.17:0/641798235 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7f476006c140 con 0x7f477007de10 2024-09-16T01:34:11.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.574+0000 7f4774fc6640 1 -- 172.21.15.17:0/641798235 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f477007c340 con 0x7f477007de10 2024-09-16T01:34:11.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.574+0000 7f476dd9b640 1 --2- 172.21.15.17:0/641798235 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7f4758039160 0x7f475803b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:11.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.574+0000 7f476dd9b640 1 --2- 172.21.15.17:0/641798235 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7f4758039160 0x7f475803b620 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f47640098c0 tx=0x7f4764006db0 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:11.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.579+0000 7f475f7fe640 1 -- 172.21.15.17:0/641798235 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4760045360 con 0x7f477007de10 2024-09-16T01:34:11.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.800+0000 7f4774fc6640 1 -- 172.21.15.17:0/641798235 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) -- 0x7f477002d7c0 con 0x7f477007de10 2024-09-16T01:34:11.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.845+0000 7f475f7fe640 1 -- 172.21.15.17:0/641798235 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) ==== 86+0+0 (secure 0 0 0) 0x7f476002ed90 con 0x7f477007de10 2024-09-16T01:34:11.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.847+0000 7f475f7fe640 1 -- 172.21.15.17:0/641798235 <== mon.0 v2:172.21.15.17:3300/0 8 ==== mgrmap(e 5) ==== 46461+0+0 (secure 0 0 0) 0x7f476003b330 con 0x7f477007de10 2024-09-16T01:34:11.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.848+0000 7f4774fc6640 1 -- 172.21.15.17:0/641798235 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7f4758039160 msgr2=0x7f475803b620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:11.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.848+0000 7f4774fc6640 1 --2- 172.21.15.17:0/641798235 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7f4758039160 0x7f475803b620 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f47640098c0 tx=0x7f4764006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:11.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.848+0000 7f4774fc6640 1 -- 172.21.15.17:0/641798235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f477007de10 msgr2=0x7f477019d900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:11.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.848+0000 7f4774fc6640 1 --2- 172.21.15.17:0/641798235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f477007de10 0x7f477019d900 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4760032e10 tx=0x7f4760032e40 comp rx=0 tx=0).stop 2024-09-16T01:34:11.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.848+0000 7f4774fc6640 1 -- 172.21.15.17:0/641798235 shutdown_connections 2024-09-16T01:34:11.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.848+0000 7f4774fc6640 1 --2- 172.21.15.17:0/641798235 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7f4758039160 0x7f475803b620 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:11.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.848+0000 7f4774fc6640 1 --2- 172.21.15.17:0/641798235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f477007de10 0x7f477019d900 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:11.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.848+0000 7f4774fc6640 1 -- 172.21.15.17:0/641798235 >> 172.21.15.17:0/641798235 conn(0x7f4770102ca0 msgr2=0x7f4770103940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:11.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.848+0000 7f4774fc6640 1 -- 172.21.15.17:0/641798235 shutdown_connections 2024-09-16T01:34:11.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:10.848+0000 7f4774fc6640 1 -- 172.21.15.17:0/641798235 wait complete. 2024-09-16T01:34:11.438 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:11 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:11.204+0000 7fbb8e753040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T01:34:11.438 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:11 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:11.274+0000 7fbb8e753040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T01:34:11.438 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:11 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:11.436+0000 7fbb8e753040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:34:11.708 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:11 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:11.586+0000 7fbb8e753040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T01:34:11.989 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:11 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/641798235' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-16T01:34:11.989 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:11 smithi017 ceph-mon[30972]: mgrmap e5: x(active, since 6s) 2024-09-16T01:34:11.989 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:11 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:11.924+0000 7fbb8e753040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T01:34:12.275 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:11 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:11.988+0000 7fbb8e753040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T01:34:12.275 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:12 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:12.185+0000 7fbb8e753040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T01:34:13.112 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:12 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2441403703' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-16T01:34:13.525 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:13 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:13.111+0000 7fbb8e753040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T01:34:13.525 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:13 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:13.182+0000 7fbb8e753040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T01:34:14.204 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:13 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:13.928+0000 7fbb8e753040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T01:34:14.204 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:14 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:14.049+0000 7fbb8e753040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T01:34:14.463 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:14 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:14.201+0000 7fbb8e753040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:34:14.464 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:14 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:14.267+0000 7fbb8e753040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T01:34:14.464 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:14 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:14.427+0000 7fbb8e753040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T01:34:14.735 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:14 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:14.499+0000 7fbb8e753040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T01:34:14.735 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:14 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:14.563+0000 7fbb8e753040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T01:34:14.736 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:14 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:14.734+0000 7fbb8e753040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T01:34:15.025 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:14 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:14.803+0000 7fbb8e753040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T01:34:15.025 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:14 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:14.874+0000 7fbb8e753040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T01:34:15.025 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:14 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:14.961+0000 7fbb8e753040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T01:34:15.433 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:15.024+0000 7fbb8e753040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T01:34:15.433 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:15.086+0000 7fbb8e753040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T01:34:15.877 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout { 2024-09-16T01:34:15.883 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-16T01:34:15.883 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-16T01:34:15.883 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-16T01:34:15.883 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-16T01:34:15.883 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout } 2024-09-16T01:34:15.883 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.786+0000 7ff85d74d640 1 Processor -- start 2024-09-16T01:34:15.883 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.786+0000 7ff85d74d640 1 -- start start 2024-09-16T01:34:15.883 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.787+0000 7ff85d74d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff858107fa0 0x7ff85810a390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:15.884 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.787+0000 7ff85d74d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff85807be10 con 0x7ff858107fa0 2024-09-16T01:34:15.884 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.787+0000 7ff856ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff858107fa0 0x7ff85810a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:15.884 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.787+0000 7ff856ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff858107fa0 0x7ff85810a390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53388/0 (socket says 172.21.15.17:53388) 2024-09-16T01:34:15.884 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.787+0000 7ff856ffd640 1 -- 172.21.15.17:0/691834789 learned_addr learned my addr 172.21.15.17:0/691834789 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:15.884 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.787+0000 7ff856ffd640 1 -- 172.21.15.17:0/691834789 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff85810a8d0 con 0x7ff858107fa0 2024-09-16T01:34:15.884 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.788+0000 7ff856ffd640 1 --2- 172.21.15.17:0/691834789 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff858107fa0 0x7ff85810a390 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff848009820 tx=0x7ff84802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7c38f4430db4795 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:15.884 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.788+0000 7ff855ffb640 1 -- 172.21.15.17:0/691834789 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff848037070 con 0x7ff858107fa0 2024-09-16T01:34:15.884 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.788+0000 7ff855ffb640 1 -- 172.21.15.17:0/691834789 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff8480328d0 con 0x7ff858107fa0 2024-09-16T01:34:15.884 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.788+0000 7ff855ffb640 1 -- 172.21.15.17:0/691834789 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff8480307d0 con 0x7ff858107fa0 2024-09-16T01:34:15.884 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.789+0000 7ff85d74d640 1 -- 172.21.15.17:0/691834789 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff858107fa0 msgr2=0x7ff85810a390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:15.884 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.789+0000 7ff85d74d640 1 --2- 172.21.15.17:0/691834789 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff858107fa0 0x7ff85810a390 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7ff848009820 tx=0x7ff84802a270 comp rx=0 tx=0).stop 2024-09-16T01:34:15.884 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.789+0000 7ff85d74d640 1 -- 172.21.15.17:0/691834789 shutdown_connections 2024-09-16T01:34:15.885 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.789+0000 7ff85d74d640 1 --2- 172.21.15.17:0/691834789 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff858107fa0 0x7ff85810a390 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:15.885 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.789+0000 7ff85d74d640 1 -- 172.21.15.17:0/691834789 >> 172.21.15.17:0/691834789 conn(0x7ff858101b20 msgr2=0x7ff858103f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:15.885 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.789+0000 7ff85d74d640 1 -- 172.21.15.17:0/691834789 shutdown_connections 2024-09-16T01:34:15.885 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.789+0000 7ff85d74d640 1 -- 172.21.15.17:0/691834789 wait complete. 2024-09-16T01:34:15.885 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.789+0000 7ff85d74d640 1 Processor -- start 2024-09-16T01:34:15.885 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.789+0000 7ff85d74d640 1 -- start start 2024-09-16T01:34:15.885 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.790+0000 7ff85d74d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff858107fa0 0x7ff85819d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:15.885 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.790+0000 7ff85d74d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff85810b850 con 0x7ff858107fa0 2024-09-16T01:34:15.885 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.790+0000 7ff856ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff858107fa0 0x7ff85819d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:15.885 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.790+0000 7ff856ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff858107fa0 0x7ff85819d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53400/0 (socket says 172.21.15.17:53400) 2024-09-16T01:34:15.885 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.790+0000 7ff856ffd640 1 -- 172.21.15.17:0/2441403703 learned_addr learned my addr 172.21.15.17:0/2441403703 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:15.885 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.790+0000 7ff856ffd640 1 -- 172.21.15.17:0/2441403703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff85819de70 con 0x7ff858107fa0 2024-09-16T01:34:15.886 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.790+0000 7ff856ffd640 1 --2- 172.21.15.17:0/2441403703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff858107fa0 0x7ff85819d930 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7ff8480097f0 tx=0x7ff848030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:15.886 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.790+0000 7ff84ffff640 1 -- 172.21.15.17:0/2441403703 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff848037040 con 0x7ff858107fa0 2024-09-16T01:34:15.886 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.791+0000 7ff85d74d640 1 -- 172.21.15.17:0/2441403703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff85819e100 con 0x7ff858107fa0 2024-09-16T01:34:15.886 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.791+0000 7ff84ffff640 1 -- 172.21.15.17:0/2441403703 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7ff848032bb0 con 0x7ff858107fa0 2024-09-16T01:34:15.886 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.791+0000 7ff84ffff640 1 -- 172.21.15.17:0/2441403703 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ff84803a390 con 0x7ff858107fa0 2024-09-16T01:34:15.886 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.791+0000 7ff85d74d640 1 -- 172.21.15.17:0/2441403703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff8581a0df0 con 0x7ff858107fa0 2024-09-16T01:34:15.886 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.792+0000 7ff85d74d640 1 -- 172.21.15.17:0/2441403703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff858108400 con 0x7ff858107fa0 2024-09-16T01:34:15.886 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.792+0000 7ff84ffff640 1 -- 172.21.15.17:0/2441403703 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) ==== 46461+0+0 (secure 0 0 0) 0x7ff84803b3f0 con 0x7ff858107fa0 2024-09-16T01:34:15.886 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.792+0000 7ff84ffff640 1 --2- 172.21.15.17:0/2441403703 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7ff8440391b0 0x7ff84403b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:15.886 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.792+0000 7ff84ffff640 1 -- 172.21.15.17:0/2441403703 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ff84806c520 con 0x7ff858107fa0 2024-09-16T01:34:15.886 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.792+0000 7ff8567fc640 1 -- 172.21.15.17:0/2441403703 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7ff8440391b0 msgr2=0x7ff84403b670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/3425156495 2024-09-16T01:34:15.886 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.792+0000 7ff8567fc640 1 --2- 172.21.15.17:0/2441403703 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7ff8440391b0 0x7ff84403b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T01:34:15.887 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.801+0000 7ff84ffff640 1 -- 172.21.15.17:0/2441403703 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff84806bf40 con 0x7ff858107fa0 2024-09-16T01:34:15.887 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.993+0000 7ff8567fc640 1 -- 172.21.15.17:0/2441403703 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7ff8440391b0 msgr2=0x7ff84403b670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/3425156495 2024-09-16T01:34:15.887 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:11.993+0000 7ff8567fc640 1 --2- 172.21.15.17:0/2441403703 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7ff8440391b0 0x7ff84403b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-16T01:34:15.887 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:12.028+0000 7ff85d74d640 1 -- 172.21.15.17:0/2441403703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7ff85802d7c0 con 0x7ff858107fa0 2024-09-16T01:34:15.887 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:12.028+0000 7ff84ffff640 1 -- 172.21.15.17:0/2441403703 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) ==== 56+0+88 (secure 0 0 0) 0x7ff84803a5d0 con 0x7ff858107fa0 2024-09-16T01:34:15.887 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:12.030+0000 7ff85d74d640 1 -- 172.21.15.17:0/2441403703 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7ff8440391b0 msgr2=0x7ff84403b670 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:34:15.887 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:12.030+0000 7ff85d74d640 1 --2- 172.21.15.17:0/2441403703 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7ff8440391b0 0x7ff84403b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:15.887 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:12.030+0000 7ff85d74d640 1 -- 172.21.15.17:0/2441403703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff858107fa0 msgr2=0x7ff85819d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:15.887 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:12.030+0000 7ff85d74d640 1 --2- 172.21.15.17:0/2441403703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff858107fa0 0x7ff85819d930 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7ff8480097f0 tx=0x7ff848030d00 comp rx=0 tx=0).stop 2024-09-16T01:34:15.887 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:12.030+0000 7ff85d74d640 1 -- 172.21.15.17:0/2441403703 shutdown_connections 2024-09-16T01:34:15.887 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:12.030+0000 7ff85d74d640 1 --2- 172.21.15.17:0/2441403703 >> [v2:172.21.15.17:6800/3425156495,v1:172.21.15.17:6801/3425156495] conn(0x7ff8440391b0 0x7ff84403b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:15.887 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:12.030+0000 7ff85d74d640 1 --2- 172.21.15.17:0/2441403703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff858107fa0 0x7ff85819d930 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:15.887 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:12.030+0000 7ff85d74d640 1 -- 172.21.15.17:0/2441403703 >> 172.21.15.17:0/2441403703 conn(0x7ff858101b20 msgr2=0x7ff858102770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:15.888 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:12.030+0000 7ff85d74d640 1 -- 172.21.15.17:0/2441403703 shutdown_connections 2024-09-16T01:34:15.888 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:12.030+0000 7ff85d74d640 1 -- 172.21.15.17:0/2441403703 wait complete. 2024-09-16T01:34:15.888 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for the mgr to restart... 2024-09-16T01:34:15.888 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for mgr epoch 5... 2024-09-16T01:34:16.169 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:15.925+0000 7fbb8e753040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T01:34:16.169 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: Active manager daemon x restarted 2024-09-16T01:34:16.169 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: Activating manager daemon x 2024-09-16T01:34:16.169 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: osdmap e2: 0 total, 0 up, 0 in 2024-09-16T01:34:16.169 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: mgrmap e6: x(active, starting, since 0.00321738s) 2024-09-16T01:34:16.169 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:34:16.170 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T01:34:16.170 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T01:34:16.170 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T01:34:16.170 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T01:34:16.170 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: Manager daemon x is now available 2024-09-16T01:34:16.170 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' 2024-09-16T01:34:16.170 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' 2024-09-16T01:34:16.170 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:34:16.170 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:34:16.170 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T01:34:16.170 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:15 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T01:34:17.230 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:16 smithi017 ceph-mon[30972]: Found migration_current of "None". Setting to last migration. 2024-09-16T01:34:17.230 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:16 smithi017 ceph-mon[30972]: mgrmap e7: x(active, since 1.00555s) 2024-09-16T01:34:17.505 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout { 2024-09-16T01:34:17.505 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-16T01:34:17.505 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-16T01:34:17.506 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout } 2024-09-16T01:34:17.506 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.248+0000 7fe5297e3640 1 Processor -- start 2024-09-16T01:34:17.506 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.248+0000 7fe5297e3640 1 -- start start 2024-09-16T01:34:17.506 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.248+0000 7fe5297e3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe524107fe0 0x7fe52410a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:17.506 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.248+0000 7fe5297e3640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe52407bdd0 con 0x7fe524107fe0 2024-09-16T01:34:17.506 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.248+0000 7fe522ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe524107fe0 0x7fe52410a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:17.506 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.248+0000 7fe522ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe524107fe0 0x7fe52410a3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40310/0 (socket says 172.21.15.17:40310) 2024-09-16T01:34:17.506 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.248+0000 7fe522ffd640 1 -- 172.21.15.17:0/1201074456 learned_addr learned my addr 172.21.15.17:0/1201074456 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:17.506 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.249+0000 7fe522ffd640 1 -- 172.21.15.17:0/1201074456 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe52410a910 con 0x7fe524107fe0 2024-09-16T01:34:17.506 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.250+0000 7fe522ffd640 1 --2- 172.21.15.17:0/1201074456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe524107fe0 0x7fe52410a3d0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fe514009820 tx=0x7fe51402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0cd37983ec83031 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:17.506 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.250+0000 7fe521ffb640 1 -- 172.21.15.17:0/1201074456 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe514037070 con 0x7fe524107fe0 2024-09-16T01:34:17.506 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.250+0000 7fe521ffb640 1 -- 172.21.15.17:0/1201074456 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fe5140328d0 con 0x7fe524107fe0 2024-09-16T01:34:17.506 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.250+0000 7fe521ffb640 1 -- 172.21.15.17:0/1201074456 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe5140307d0 con 0x7fe524107fe0 2024-09-16T01:34:17.506 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.250+0000 7fe5297e3640 1 -- 172.21.15.17:0/1201074456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe524107fe0 msgr2=0x7fe52410a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:17.507 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.250+0000 7fe5297e3640 1 --2- 172.21.15.17:0/1201074456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe524107fe0 0x7fe52410a3d0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fe514009820 tx=0x7fe51402a270 comp rx=0 tx=0).stop 2024-09-16T01:34:17.507 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.250+0000 7fe5297e3640 1 -- 172.21.15.17:0/1201074456 shutdown_connections 2024-09-16T01:34:17.507 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.250+0000 7fe5297e3640 1 --2- 172.21.15.17:0/1201074456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe524107fe0 0x7fe52410a3d0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:17.507 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.250+0000 7fe5297e3640 1 -- 172.21.15.17:0/1201074456 >> 172.21.15.17:0/1201074456 conn(0x7fe524101b20 msgr2=0x7fe524103f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:17.507 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.251+0000 7fe5297e3640 1 -- 172.21.15.17:0/1201074456 shutdown_connections 2024-09-16T01:34:17.507 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.251+0000 7fe5297e3640 1 -- 172.21.15.17:0/1201074456 wait complete. 2024-09-16T01:34:17.507 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.251+0000 7fe5297e3640 1 Processor -- start 2024-09-16T01:34:17.507 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.251+0000 7fe5297e3640 1 -- start start 2024-09-16T01:34:17.507 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.252+0000 7fe5297e3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe524107fe0 0x7fe52419b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:17.507 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.252+0000 7fe5297e3640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe52410b890 con 0x7fe524107fe0 2024-09-16T01:34:17.507 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.252+0000 7fe522ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe524107fe0 0x7fe52419b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:17.507 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.252+0000 7fe522ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe524107fe0 0x7fe52419b700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40314/0 (socket says 172.21.15.17:40314) 2024-09-16T01:34:17.507 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.252+0000 7fe522ffd640 1 -- 172.21.15.17:0/3854504696 learned_addr learned my addr 172.21.15.17:0/3854504696 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:17.508 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.252+0000 7fe522ffd640 1 -- 172.21.15.17:0/3854504696 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe52419bc40 con 0x7fe524107fe0 2024-09-16T01:34:17.508 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.252+0000 7fe522ffd640 1 --2- 172.21.15.17:0/3854504696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe524107fe0 0x7fe52419b700 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fe514032e10 tx=0x7fe514032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:17.508 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.252+0000 7fe50bfff640 1 -- 172.21.15.17:0/3854504696 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe514042070 con 0x7fe524107fe0 2024-09-16T01:34:17.508 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.252+0000 7fe5297e3640 1 -- 172.21.15.17:0/3854504696 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe52419bed0 con 0x7fe524107fe0 2024-09-16T01:34:17.508 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.252+0000 7fe50bfff640 1 -- 172.21.15.17:0/3854504696 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fe514030c80 con 0x7fe524107fe0 2024-09-16T01:34:17.508 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.253+0000 7fe50bfff640 1 -- 172.21.15.17:0/3854504696 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fe514037040 con 0x7fe524107fe0 2024-09-16T01:34:17.508 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.253+0000 7fe5297e3640 1 -- 172.21.15.17:0/3854504696 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe52419ebc0 con 0x7fe524107fe0 2024-09-16T01:34:17.508 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.254+0000 7fe50bfff640 1 -- 172.21.15.17:0/3854504696 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 6) ==== 46228+0+0 (secure 0 0 0) 0x7fe514045070 con 0x7fe524107fe0 2024-09-16T01:34:17.508 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.254+0000 7fe50bfff640 1 -- 172.21.15.17:0/3854504696 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fe51406be20 con 0x7fe524107fe0 2024-09-16T01:34:17.508 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.930+0000 7fe50bfff640 1 -- 172.21.15.17:0/3854504696 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mgrmap(e 7) ==== 46355+0+0 (secure 0 0 0) 0x7fe51406ab40 con 0x7fe524107fe0 2024-09-16T01:34:17.508 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.930+0000 7fe50bfff640 1 --2- 172.21.15.17:0/3854504696 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7fe50c039cf0 0x7fe50c03c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:17.508 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.931+0000 7fe50bfff640 1 -- 172.21.15.17:0/3854504696 --> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fe514006810 con 0x7fe50c039cf0 2024-09-16T01:34:17.509 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.931+0000 7fe5227fc640 1 --2- 172.21.15.17:0/3854504696 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7fe50c039cf0 0x7fe50c03c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:17.509 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.931+0000 7fe5227fc640 1 --2- 172.21.15.17:0/3854504696 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7fe50c039cf0 0x7fe50c03c0e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe5180098c0 tx=0x7fe518006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:17.509 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.932+0000 7fe50bfff640 1 -- 172.21.15.17:0/3854504696 <== mgr.14116 v2:172.21.15.17:6800/2297452982 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7fe514006810 con 0x7fe50c039cf0 2024-09-16T01:34:17.509 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.944+0000 7fe5297e3640 1 -- 172.21.15.17:0/3854504696 --> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7fe524108440 con 0x7fe50c039cf0 2024-09-16T01:34:17.509 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.945+0000 7fe50bfff640 1 -- 172.21.15.17:0/3854504696 <== mgr.14116 v2:172.21.15.17:6800/2297452982 2 ==== command_reply(tid 1: 0 ) ==== 8+0+51 (secure 0 0 0) 0x7fe524108440 con 0x7fe50c039cf0 2024-09-16T01:34:17.509 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.945+0000 7fe5297e3640 1 -- 172.21.15.17:0/3854504696 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7fe50c039cf0 msgr2=0x7fe50c03c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:17.509 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.945+0000 7fe5297e3640 1 --2- 172.21.15.17:0/3854504696 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7fe50c039cf0 0x7fe50c03c0e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fe5180098c0 tx=0x7fe518006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:17.509 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.945+0000 7fe5297e3640 1 -- 172.21.15.17:0/3854504696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe524107fe0 msgr2=0x7fe52419b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:17.509 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.945+0000 7fe5297e3640 1 --2- 172.21.15.17:0/3854504696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe524107fe0 0x7fe52419b700 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fe514032e10 tx=0x7fe514032e40 comp rx=0 tx=0).stop 2024-09-16T01:34:17.509 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.945+0000 7fe5297e3640 1 -- 172.21.15.17:0/3854504696 shutdown_connections 2024-09-16T01:34:17.509 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.945+0000 7fe5297e3640 1 --2- 172.21.15.17:0/3854504696 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7fe50c039cf0 0x7fe50c03c0e0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:17.509 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.945+0000 7fe5297e3640 1 --2- 172.21.15.17:0/3854504696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe524107fe0 0x7fe52419b700 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:17.509 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.945+0000 7fe5297e3640 1 -- 172.21.15.17:0/3854504696 >> 172.21.15.17:0/3854504696 conn(0x7fe524101b20 msgr2=0x7fe524102830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:17.510 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.945+0000 7fe5297e3640 1 -- 172.21.15.17:0/3854504696 shutdown_connections 2024-09-16T01:34:17.510 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:16.945+0000 7fe5297e3640 1 -- 172.21.15.17:0/3854504696 wait complete. 2024-09-16T01:34:17.510 INFO:teuthology.orchestra.run.smithi017.stdout:mgr epoch 5 is available 2024-09-16T01:34:17.510 INFO:teuthology.orchestra.run.smithi017.stdout:Setting orchestrator backend to cephadm... 2024-09-16T01:34:18.694 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.889+0000 7f636f896640 1 Processor -- start 2024-09-16T01:34:18.694 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.889+0000 7f636f896640 1 -- start start 2024-09-16T01:34:18.694 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.889+0000 7f636f896640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6368106380 0x7f6368106780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:18.694 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.889+0000 7f636f896640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6368106d50 con 0x7f6368106380 2024-09-16T01:34:18.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.889+0000 7f636d632640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6368106380 0x7f6368106780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:18.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.889+0000 7f636d632640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6368106380 0x7f6368106780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40316/0 (socket says 172.21.15.17:40316) 2024-09-16T01:34:18.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.889+0000 7f636d632640 1 -- 172.21.15.17:0/3585798004 learned_addr learned my addr 172.21.15.17:0/3585798004 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:18.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.889+0000 7f636d632640 1 -- 172.21.15.17:0/3585798004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6368107580 con 0x7f6368106380 2024-09-16T01:34:18.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.890+0000 7f636d632640 1 --2- 172.21.15.17:0/3585798004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6368106380 0x7f6368106780 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f6364009820 tx=0x7f636402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b62c182db9214f5a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:18.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.890+0000 7f635ffff640 1 -- 172.21.15.17:0/3585798004 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6364037070 con 0x7f6368106380 2024-09-16T01:34:18.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.890+0000 7f635ffff640 1 -- 172.21.15.17:0/3585798004 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f63640328d0 con 0x7f6368106380 2024-09-16T01:34:18.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.890+0000 7f635ffff640 1 -- 172.21.15.17:0/3585798004 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f63640307d0 con 0x7f6368106380 2024-09-16T01:34:18.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.891+0000 7f636f896640 1 -- 172.21.15.17:0/3585798004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6368106380 msgr2=0x7f6368106780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:18.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.891+0000 7f636f896640 1 --2- 172.21.15.17:0/3585798004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6368106380 0x7f6368106780 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f6364009820 tx=0x7f636402a270 comp rx=0 tx=0).stop 2024-09-16T01:34:18.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.891+0000 7f636f896640 1 -- 172.21.15.17:0/3585798004 shutdown_connections 2024-09-16T01:34:18.695 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.891+0000 7f636f896640 1 --2- 172.21.15.17:0/3585798004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6368106380 0x7f6368106780 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:18.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.891+0000 7f636f896640 1 -- 172.21.15.17:0/3585798004 >> 172.21.15.17:0/3585798004 conn(0x7f6368101b10 msgr2=0x7f6368103f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:18.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.891+0000 7f636f896640 1 -- 172.21.15.17:0/3585798004 shutdown_connections 2024-09-16T01:34:18.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.891+0000 7f636f896640 1 -- 172.21.15.17:0/3585798004 wait complete. 2024-09-16T01:34:18.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.892+0000 7f636f896640 1 Processor -- start 2024-09-16T01:34:18.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.892+0000 7f636f896640 1 -- start start 2024-09-16T01:34:18.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.892+0000 7f636f896640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6368106380 0x7f636819b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:18.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.892+0000 7f636f896640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f636810a930 con 0x7f6368106380 2024-09-16T01:34:18.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.892+0000 7f636d632640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6368106380 0x7f636819b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:18.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.892+0000 7f636d632640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6368106380 0x7f636819b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40326/0 (socket says 172.21.15.17:40326) 2024-09-16T01:34:18.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.892+0000 7f636d632640 1 -- 172.21.15.17:0/1347581221 learned_addr learned my addr 172.21.15.17:0/1347581221 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:18.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.892+0000 7f636d632640 1 -- 172.21.15.17:0/1347581221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f636819bd20 con 0x7f6368106380 2024-09-16T01:34:18.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.892+0000 7f636d632640 1 --2- 172.21.15.17:0/1347581221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6368106380 0x7f636819b7e0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f6364030520 tx=0x7f6364032dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:18.696 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.893+0000 7f635e7fc640 1 -- 172.21.15.17:0/1347581221 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6364042070 con 0x7f6368106380 2024-09-16T01:34:18.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.893+0000 7f635e7fc640 1 -- 172.21.15.17:0/1347581221 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f6364030cc0 con 0x7f6368106380 2024-09-16T01:34:18.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.893+0000 7f636f896640 1 -- 172.21.15.17:0/1347581221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f636819bfb0 con 0x7f6368106380 2024-09-16T01:34:18.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.893+0000 7f635e7fc640 1 -- 172.21.15.17:0/1347581221 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6364037040 con 0x7f6368106380 2024-09-16T01:34:18.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.893+0000 7f636f896640 1 -- 172.21.15.17:0/1347581221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f636819eca0 con 0x7f6368106380 2024-09-16T01:34:18.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.894+0000 7f636f896640 1 -- 172.21.15.17:0/1347581221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f636810aab0 con 0x7f6368106380 2024-09-16T01:34:18.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.894+0000 7f635e7fc640 1 -- 172.21.15.17:0/1347581221 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 7) ==== 46355+0+0 (secure 0 0 0) 0x7f6364045070 con 0x7f6368106380 2024-09-16T01:34:18.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.894+0000 7f635e7fc640 1 --2- 172.21.15.17:0/1347581221 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f63540390f0 0x7f635403b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:18.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.894+0000 7f635e7fc640 1 -- 172.21.15.17:0/1347581221 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f636406c030 con 0x7f6368106380 2024-09-16T01:34:18.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.894+0000 7f636ce31640 1 --2- 172.21.15.17:0/1347581221 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f63540390f0 0x7f635403b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:18.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.895+0000 7f636ce31640 1 --2- 172.21.15.17:0/1347581221 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f63540390f0 0x7f635403b5b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f63580098c0 tx=0x7f6358006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:18.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:17.899+0000 7f635e7fc640 1 -- 172.21.15.17:0/1347581221 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6364045360 con 0x7f6368106380 2024-09-16T01:34:18.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:18.091+0000 7f636f896640 1 -- 172.21.15.17:0/1347581221 --> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) -- 0x7f6368062630 con 0x7f63540390f0 2024-09-16T01:34:18.697 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:18.097+0000 7f635e7fc640 1 -- 172.21.15.17:0/1347581221 <== mgr.14116 v2:172.21.15.17:6800/2297452982 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f6368062630 con 0x7f63540390f0 2024-09-16T01:34:18.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:18.099+0000 7f636f896640 1 -- 172.21.15.17:0/1347581221 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f63540390f0 msgr2=0x7f635403b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:18.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:18.099+0000 7f636f896640 1 --2- 172.21.15.17:0/1347581221 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f63540390f0 0x7f635403b5b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f63580098c0 tx=0x7f6358006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:18.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:18.099+0000 7f636f896640 1 -- 172.21.15.17:0/1347581221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6368106380 msgr2=0x7f636819b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:18.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:18.099+0000 7f636f896640 1 --2- 172.21.15.17:0/1347581221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6368106380 0x7f636819b7e0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f6364030520 tx=0x7f6364032dd0 comp rx=0 tx=0).stop 2024-09-16T01:34:18.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:18.099+0000 7f636f896640 1 -- 172.21.15.17:0/1347581221 shutdown_connections 2024-09-16T01:34:18.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:18.099+0000 7f636f896640 1 --2- 172.21.15.17:0/1347581221 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f63540390f0 0x7f635403b5b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:18.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:18.099+0000 7f636f896640 1 --2- 172.21.15.17:0/1347581221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6368106380 0x7f636819b7e0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:18.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:18.099+0000 7f636f896640 1 -- 172.21.15.17:0/1347581221 >> 172.21.15.17:0/1347581221 conn(0x7f6368101b10 msgr2=0x7f6368102a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:18.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:18.099+0000 7f636f896640 1 -- 172.21.15.17:0/1347581221 shutdown_connections 2024-09-16T01:34:18.698 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:18.099+0000 7f636f896640 1 -- 172.21.15.17:0/1347581221 wait complete. 2024-09-16T01:34:18.998 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:18 smithi017 ceph-mon[30972]: from='client.14126 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-16T01:34:18.998 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:18 smithi017 ceph-mon[30972]: from='client.14126 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-16T01:34:18.998 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:18 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' 2024-09-16T01:34:18.998 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:18 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' 2024-09-16T01:34:18.998 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:18 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' 2024-09-16T01:34:18.998 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:18 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:34:19.871 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:19.559+0000 7fbaf5a6d640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:01:34:19] ENGINE Error in HTTPServer.serve 2024-09-16T01:34:19.871 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: Traceback (most recent call last): 2024-09-16T01:34:19.871 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T01:34:19.871 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: self._connections.run(self.expiration_interval) 2024-09-16T01:34:19.871 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T01:34:19.871 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: self._run(expiration_interval) 2024-09-16T01:34:19.871 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T01:34:19.871 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T01:34:19.871 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T01:34:19.871 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T01:34:19.871 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T01:34:19.871 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: s = self.context.wrap_socket( 2024-09-16T01:34:19.872 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T01:34:19.872 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: return self.sslsocket_class._create( 2024-09-16T01:34:19.872 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T01:34:19.872 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: self.do_handshake() 2024-09-16T01:34:19.872 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T01:34:19.872 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: self._sslobj.do_handshake() 2024-09-16T01:34:19.872 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T01:34:19.872 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:19.878 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-16T01:34:19.878 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.076+0000 7f7263ecf640 1 Processor -- start 2024-09-16T01:34:19.878 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.076+0000 7f7263ecf640 1 -- start start 2024-09-16T01:34:19.878 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.076+0000 7f7263ecf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f725c106380 0x7f725c106780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:19.878 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.076+0000 7f7263ecf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f725c106d50 con 0x7f725c106380 2024-09-16T01:34:19.878 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.076+0000 7f7261c6b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f725c106380 0x7f725c106780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:19.878 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.076+0000 7f7261c6b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f725c106380 0x7f725c106780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40328/0 (socket says 172.21.15.17:40328) 2024-09-16T01:34:19.879 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.076+0000 7f7261c6b640 1 -- 172.21.15.17:0/1001919559 learned_addr learned my addr 172.21.15.17:0/1001919559 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:19.879 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.077+0000 7f7261c6b640 1 -- 172.21.15.17:0/1001919559 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f725c107580 con 0x7f725c106380 2024-09-16T01:34:19.879 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.077+0000 7f7261c6b640 1 --2- 172.21.15.17:0/1001919559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f725c106380 0x7f725c106780 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7258009820 tx=0x7f725802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5e0fedfd5796691 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:19.879 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.077+0000 7f7260c69640 1 -- 172.21.15.17:0/1001919559 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7258037070 con 0x7f725c106380 2024-09-16T01:34:19.879 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.077+0000 7f7260c69640 1 -- 172.21.15.17:0/1001919559 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f72580328d0 con 0x7f725c106380 2024-09-16T01:34:19.879 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.077+0000 7f7260c69640 1 -- 172.21.15.17:0/1001919559 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f72580307d0 con 0x7f725c106380 2024-09-16T01:34:19.879 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.078+0000 7f7263ecf640 1 -- 172.21.15.17:0/1001919559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f725c106380 msgr2=0x7f725c106780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:19.879 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.078+0000 7f7263ecf640 1 --2- 172.21.15.17:0/1001919559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f725c106380 0x7f725c106780 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f7258009820 tx=0x7f725802a270 comp rx=0 tx=0).stop 2024-09-16T01:34:19.879 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.078+0000 7f7263ecf640 1 -- 172.21.15.17:0/1001919559 shutdown_connections 2024-09-16T01:34:19.879 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.078+0000 7f7263ecf640 1 --2- 172.21.15.17:0/1001919559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f725c106380 0x7f725c106780 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:19.879 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.078+0000 7f7263ecf640 1 -- 172.21.15.17:0/1001919559 >> 172.21.15.17:0/1001919559 conn(0x7f725c101b10 msgr2=0x7f725c103f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:19.880 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.078+0000 7f7263ecf640 1 -- 172.21.15.17:0/1001919559 shutdown_connections 2024-09-16T01:34:19.880 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.078+0000 7f7263ecf640 1 -- 172.21.15.17:0/1001919559 wait complete. 2024-09-16T01:34:19.880 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.079+0000 7f7263ecf640 1 Processor -- start 2024-09-16T01:34:19.880 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.079+0000 7f7263ecf640 1 -- start start 2024-09-16T01:34:19.880 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.079+0000 7f7263ecf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f725c106380 0x7f725c19b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:19.880 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.079+0000 7f7263ecf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f725c10a930 con 0x7f725c106380 2024-09-16T01:34:19.880 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.079+0000 7f7261c6b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f725c106380 0x7f725c19b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:19.880 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.079+0000 7f7261c6b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f725c106380 0x7f725c19b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40330/0 (socket says 172.21.15.17:40330) 2024-09-16T01:34:19.880 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.079+0000 7f7261c6b640 1 -- 172.21.15.17:0/1215777105 learned_addr learned my addr 172.21.15.17:0/1215777105 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:19.880 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.079+0000 7f7261c6b640 1 -- 172.21.15.17:0/1215777105 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f725c19bcf0 con 0x7f725c106380 2024-09-16T01:34:19.880 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.079+0000 7f7261c6b640 1 --2- 172.21.15.17:0/1215777105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f725c106380 0x7f725c19b7b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f72580097f0 tx=0x7f7258030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:19.880 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.080+0000 7f7252ffd640 1 -- 172.21.15.17:0/1215777105 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7258037040 con 0x7f725c106380 2024-09-16T01:34:19.880 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.080+0000 7f7263ecf640 1 -- 172.21.15.17:0/1215777105 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f725c19bf80 con 0x7f725c106380 2024-09-16T01:34:19.881 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.080+0000 7f7252ffd640 1 -- 172.21.15.17:0/1215777105 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f7258032bb0 con 0x7f725c106380 2024-09-16T01:34:19.881 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.080+0000 7f7252ffd640 1 -- 172.21.15.17:0/1215777105 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f725803a390 con 0x7f725c106380 2024-09-16T01:34:19.881 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.080+0000 7f7263ecf640 1 -- 172.21.15.17:0/1215777105 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f725c19ec70 con 0x7f725c106380 2024-09-16T01:34:19.881 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.081+0000 7f7252ffd640 1 -- 172.21.15.17:0/1215777105 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f725803b3f0 con 0x7f725c106380 2024-09-16T01:34:19.881 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.081+0000 7f7263ecf640 1 -- 172.21.15.17:0/1215777105 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f725c10aab0 con 0x7f725c106380 2024-09-16T01:34:19.881 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.081+0000 7f7252ffd640 1 --2- 172.21.15.17:0/1215777105 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f72480391b0 0x7f724803b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:19.881 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.081+0000 7f7252ffd640 1 -- 172.21.15.17:0/1215777105 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f725806c480 con 0x7f725c106380 2024-09-16T01:34:19.881 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.081+0000 7f726146a640 1 --2- 172.21.15.17:0/1215777105 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f72480391b0 0x7f724803b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:19.881 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.081+0000 7f726146a640 1 --2- 172.21.15.17:0/1215777105 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f72480391b0 0x7f724803b670 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f724c0098c0 tx=0x7f724c006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:19.881 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.086+0000 7f7252ffd640 1 -- 172.21.15.17:0/1215777105 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f725803a5d0 con 0x7f725c106380 2024-09-16T01:34:19.881 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.262+0000 7f7263ecf640 1 -- 172.21.15.17:0/1215777105 --> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) -- 0x7f725c062630 con 0x7f72480391b0 2024-09-16T01:34:19.881 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.263+0000 7f7252ffd640 1 -- 172.21.15.17:0/1215777105 <== mgr.14116 v2:172.21.15.17:6800/2297452982 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+16 (secure 0 0 0) 0x7f725c062630 con 0x7f72480391b0 2024-09-16T01:34:19.881 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.265+0000 7f7263ecf640 1 -- 172.21.15.17:0/1215777105 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f72480391b0 msgr2=0x7f724803b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:19.882 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.265+0000 7f7263ecf640 1 --2- 172.21.15.17:0/1215777105 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f72480391b0 0x7f724803b670 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f724c0098c0 tx=0x7f724c006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:19.882 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.265+0000 7f7263ecf640 1 -- 172.21.15.17:0/1215777105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f725c106380 msgr2=0x7f725c19b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:19.882 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.265+0000 7f7263ecf640 1 --2- 172.21.15.17:0/1215777105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f725c106380 0x7f725c19b7b0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f72580097f0 tx=0x7f7258030d00 comp rx=0 tx=0).stop 2024-09-16T01:34:19.882 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.265+0000 7f7263ecf640 1 -- 172.21.15.17:0/1215777105 shutdown_connections 2024-09-16T01:34:19.882 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.265+0000 7f7263ecf640 1 --2- 172.21.15.17:0/1215777105 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f72480391b0 0x7f724803b670 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:19.882 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.265+0000 7f7263ecf640 1 --2- 172.21.15.17:0/1215777105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f725c106380 0x7f725c19b7b0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:19.882 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.265+0000 7f7263ecf640 1 -- 172.21.15.17:0/1215777105 >> 172.21.15.17:0/1215777105 conn(0x7f725c101b10 msgr2=0x7f725c102a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:19.882 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.265+0000 7f7263ecf640 1 -- 172.21.15.17:0/1215777105 shutdown_connections 2024-09-16T01:34:19.882 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:19.265+0000 7f7263ecf640 1 -- 172.21.15.17:0/1215777105 wait complete. 2024-09-16T01:34:19.882 INFO:teuthology.orchestra.run.smithi017.stdout:Generating ssh key... 2024-09-16T01:34:20.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-mon[30972]: from='client.14128 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:34:20.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-mon[30972]: mgrmap e8: x(active, since 2s) 2024-09-16T01:34:20.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:19 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:34:21.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:20 smithi017 ceph-mon[30972]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:34:21.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:20 smithi017 ceph-mon[30972]: [16/Sep/2024:01:34:19] ENGINE Bus STARTING 2024-09-16T01:34:21.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:20 smithi017 ceph-mon[30972]: [16/Sep/2024:01:34:19] ENGINE Serving on http://172.21.15.17:8765 2024-09-16T01:34:21.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:20 smithi017 ceph-mon[30972]: [16/Sep/2024:01:34:19] ENGINE Serving on https://172.21.15.17:7150 2024-09-16T01:34:21.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:20 smithi017 ceph-mon[30972]: [16/Sep/2024:01:34:19] ENGINE Bus STARTED 2024-09-16T01:34:21.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:20 smithi017 ceph-mon[30972]: [16/Sep/2024:01:34:19] ENGINE Error in HTTPServer.serve 2024-09-16T01:34:21.026 INFO:journalctl@ceph.mon.a.smithi017.stdout: Traceback (most recent call last): 2024-09-16T01:34:21.026 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T01:34:21.027 INFO:journalctl@ceph.mon.a.smithi017.stdout: self._connections.run(self.expiration_interval) 2024-09-16T01:34:21.027 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T01:34:21.027 INFO:journalctl@ceph.mon.a.smithi017.stdout: self._run(expiration_interval) 2024-09-16T01:34:21.027 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T01:34:21.027 INFO:journalctl@ceph.mon.a.smithi017.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T01:34:21.028 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T01:34:21.028 INFO:journalctl@ceph.mon.a.smithi017.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T01:34:21.028 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T01:34:21.028 INFO:journalctl@ceph.mon.a.smithi017.stdout: s = self.context.wrap_socket( 2024-09-16T01:34:21.028 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T01:34:21.029 INFO:journalctl@ceph.mon.a.smithi017.stdout: return self.sslsocket_class._create( 2024-09-16T01:34:21.029 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T01:34:21.029 INFO:journalctl@ceph.mon.a.smithi017.stdout: self.do_handshake() 2024-09-16T01:34:21.029 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T01:34:21.029 INFO:journalctl@ceph.mon.a.smithi017.stdout: self._sslobj.do_handshake() 2024-09-16T01:34:21.030 INFO:journalctl@ceph.mon.a.smithi017.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T01:34:21.699 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: Generating public/private rsa key pair. 2024-09-16T01:34:21.699 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: Your identification has been saved in /tmp/tmpjue0j4h2/key 2024-09-16T01:34:21.699 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: Your public key has been saved in /tmp/tmpjue0j4h2/key.pub 2024-09-16T01:34:21.699 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: The key fingerprint is: 2024-09-16T01:34:21.699 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: SHA256:80PsTEo7OJZi8pR5s4xN597sDr7mjnj7BCbKEooS1T8 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:34:21.700 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: The key's randomart image is: 2024-09-16T01:34:21.700 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: +---[RSA 3072]----+ 2024-09-16T01:34:21.700 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: | | 2024-09-16T01:34:21.700 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: | . | 2024-09-16T01:34:21.700 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: | . . | 2024-09-16T01:34:21.700 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: | . . . | 2024-09-16T01:34:21.700 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: |o . E S + | 2024-09-16T01:34:21.700 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: |o+ . = * X | 2024-09-16T01:34:21.700 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: |= + * O B = | 2024-09-16T01:34:21.700 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: |.. = X.X.= . | 2024-09-16T01:34:21.700 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: | +.*BO+= | 2024-09-16T01:34:21.700 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: +----[SHA256]-----+ 2024-09-16T01:34:21.983 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-mon[30972]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:34:21.983 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-mon[30972]: Generating ssh key... 2024-09-16T01:34:21.983 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' 2024-09-16T01:34:21.983 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:21 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' 2024-09-16T01:34:21.990 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.667+0000 7faab6756640 1 Processor -- start 2024-09-16T01:34:21.990 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.667+0000 7faab6756640 1 -- start start 2024-09-16T01:34:21.990 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.667+0000 7faab6756640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faab0107ff0 0x7faab010a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:21.990 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.667+0000 7faab6756640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faab007bdc0 con 0x7faab0107ff0 2024-09-16T01:34:21.990 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.667+0000 7faaaffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faab0107ff0 0x7faab010a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:21.990 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.667+0000 7faaaffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faab0107ff0 0x7faab010a3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40340/0 (socket says 172.21.15.17:40340) 2024-09-16T01:34:21.990 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.667+0000 7faaaffff640 1 -- 172.21.15.17:0/2317415140 learned_addr learned my addr 172.21.15.17:0/2317415140 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:21.991 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.668+0000 7faaaffff640 1 -- 172.21.15.17:0/2317415140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faab010a920 con 0x7faab0107ff0 2024-09-16T01:34:21.991 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.668+0000 7faaaffff640 1 --2- 172.21.15.17:0/2317415140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faab0107ff0 0x7faab010a3e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7faaa0009820 tx=0x7faaa002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b096d6ee3ba2ef1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:21.991 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.669+0000 7faaaeffd640 1 -- 172.21.15.17:0/2317415140 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faaa0037070 con 0x7faab0107ff0 2024-09-16T01:34:21.991 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.669+0000 7faaaeffd640 1 -- 172.21.15.17:0/2317415140 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7faaa00328d0 con 0x7faab0107ff0 2024-09-16T01:34:21.991 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.669+0000 7faaaeffd640 1 -- 172.21.15.17:0/2317415140 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faaa00307d0 con 0x7faab0107ff0 2024-09-16T01:34:21.991 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.669+0000 7faab6756640 1 -- 172.21.15.17:0/2317415140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faab0107ff0 msgr2=0x7faab010a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:21.991 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.669+0000 7faab6756640 1 --2- 172.21.15.17:0/2317415140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faab0107ff0 0x7faab010a3e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7faaa0009820 tx=0x7faaa002a270 comp rx=0 tx=0).stop 2024-09-16T01:34:21.991 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.670+0000 7faab6756640 1 -- 172.21.15.17:0/2317415140 shutdown_connections 2024-09-16T01:34:21.991 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.670+0000 7faab6756640 1 --2- 172.21.15.17:0/2317415140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faab0107ff0 0x7faab010a3e0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:21.991 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.670+0000 7faab6756640 1 -- 172.21.15.17:0/2317415140 >> 172.21.15.17:0/2317415140 conn(0x7faab0101bb0 msgr2=0x7faab0103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:21.991 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.670+0000 7faab6756640 1 -- 172.21.15.17:0/2317415140 shutdown_connections 2024-09-16T01:34:21.991 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.670+0000 7faab6756640 1 -- 172.21.15.17:0/2317415140 wait complete. 2024-09-16T01:34:21.992 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.670+0000 7faab6756640 1 Processor -- start 2024-09-16T01:34:21.992 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.670+0000 7faab6756640 1 -- start start 2024-09-16T01:34:21.992 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.671+0000 7faab6756640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faab0107ff0 0x7faab019b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:21.992 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.671+0000 7faab6756640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faab010b840 con 0x7faab0107ff0 2024-09-16T01:34:21.992 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.671+0000 7faaaffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faab0107ff0 0x7faab019b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:21.992 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.671+0000 7faaaffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faab0107ff0 0x7faab019b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40352/0 (socket says 172.21.15.17:40352) 2024-09-16T01:34:21.992 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.671+0000 7faaaffff640 1 -- 172.21.15.17:0/2068659857 learned_addr learned my addr 172.21.15.17:0/2068659857 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:21.992 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.671+0000 7faaaffff640 1 -- 172.21.15.17:0/2068659857 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faab019bc00 con 0x7faab0107ff0 2024-09-16T01:34:21.992 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.671+0000 7faaaffff640 1 --2- 172.21.15.17:0/2068659857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faab0107ff0 0x7faab019b6c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7faaa0032e10 tx=0x7faaa0032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:21.992 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.672+0000 7faaad7fa640 1 -- 172.21.15.17:0/2068659857 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faaa0042070 con 0x7faab0107ff0 2024-09-16T01:34:21.992 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.672+0000 7faaad7fa640 1 -- 172.21.15.17:0/2068659857 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7faaa0030c80 con 0x7faab0107ff0 2024-09-16T01:34:21.992 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.672+0000 7faab6756640 1 -- 172.21.15.17:0/2068659857 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faab019be90 con 0x7faab0107ff0 2024-09-16T01:34:21.992 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.672+0000 7faaad7fa640 1 -- 172.21.15.17:0/2068659857 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7faaa0037040 con 0x7faab0107ff0 2024-09-16T01:34:21.993 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.672+0000 7faab6756640 1 -- 172.21.15.17:0/2068659857 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faab019eb80 con 0x7faab0107ff0 2024-09-16T01:34:21.993 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.672+0000 7faaad7fa640 1 -- 172.21.15.17:0/2068659857 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7faaa0045070 con 0x7faab0107ff0 2024-09-16T01:34:21.993 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.673+0000 7faaad7fa640 1 --2- 172.21.15.17:0/2068659857 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7faa98039200 0x7faa9803b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:21.993 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.673+0000 7faaad7fa640 1 -- 172.21.15.17:0/2068659857 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7faaa006c200 con 0x7faab0107ff0 2024-09-16T01:34:21.993 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.673+0000 7faaaf7fe640 1 --2- 172.21.15.17:0/2068659857 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7faa98039200 0x7faa9803b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:21.993 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.673+0000 7faab6756640 1 -- 172.21.15.17:0/2068659857 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faab0108450 con 0x7faab0107ff0 2024-09-16T01:34:21.993 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.673+0000 7faaaf7fe640 1 --2- 172.21.15.17:0/2068659857 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7faa98039200 0x7faa9803b6c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7faaa40098c0 tx=0x7faaa4006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:21.993 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.678+0000 7faaad7fa640 1 -- 172.21.15.17:0/2068659857 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faaa0045360 con 0x7faab0107ff0 2024-09-16T01:34:21.993 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:20.854+0000 7faab6756640 1 -- 172.21.15.17:0/2068659857 --> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) -- 0x7faab0102f10 con 0x7faa98039200 2024-09-16T01:34:21.993 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:21.403+0000 7faaad7fa640 1 -- 172.21.15.17:0/2068659857 <== mgr.14116 v2:172.21.15.17:6800/2297452982 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7faab0102f10 con 0x7faa98039200 2024-09-16T01:34:21.993 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:21.405+0000 7faab6756640 1 -- 172.21.15.17:0/2068659857 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7faa98039200 msgr2=0x7faa9803b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:21.993 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:21.405+0000 7faab6756640 1 --2- 172.21.15.17:0/2068659857 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7faa98039200 0x7faa9803b6c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7faaa40098c0 tx=0x7faaa4006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:21.993 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:21.405+0000 7faab6756640 1 -- 172.21.15.17:0/2068659857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faab0107ff0 msgr2=0x7faab019b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:21.994 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:21.405+0000 7faab6756640 1 --2- 172.21.15.17:0/2068659857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faab0107ff0 0x7faab019b6c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7faaa0032e10 tx=0x7faaa0032e40 comp rx=0 tx=0).stop 2024-09-16T01:34:21.994 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:21.405+0000 7faab6756640 1 -- 172.21.15.17:0/2068659857 shutdown_connections 2024-09-16T01:34:21.994 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:21.405+0000 7faab6756640 1 --2- 172.21.15.17:0/2068659857 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7faa98039200 0x7faa9803b6c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:21.994 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:21.405+0000 7faab6756640 1 --2- 172.21.15.17:0/2068659857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faab0107ff0 0x7faab019b6c0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:21.994 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:21.405+0000 7faab6756640 1 -- 172.21.15.17:0/2068659857 >> 172.21.15.17:0/2068659857 conn(0x7faab0101bb0 msgr2=0x7faab01027a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:21.994 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:21.405+0000 7faab6756640 1 -- 172.21.15.17:0/2068659857 shutdown_connections 2024-09-16T01:34:21.994 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:21.405+0000 7faab6756640 1 -- 172.21.15.17:0/2068659857 wait complete. 2024-09-16T01:34:22.996 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDI7T97P9Zzngecc2NOHgtQ/1AjRp4/typd7s1OVDQSjp1kyvOwqkBdDK+a61NOA0RUQoN0wGwDghH91oLbsZGLmpZTmck432Z+K7g4HBd//8rVS3DcGhWyU9Z6R+ttjGK4uCET2BlsEZtf/DFa0ocJuLmgX2VPV/wf6mR/lzHGb+VRbvAOeK3omKMb0FV+BBuB9RsyUIniQln9mxpW4KPTx5I85L2tSgaMC/MhTpxwQ5bUtU1+uJqkOOcJ82DGp2Us++8fnsV8LCbkl70+cmANmAeXqWYEmXjAcMm/MrI0Vlm6SaF275q7UkdJ6fSrOQYXQSHIPeZ9TZ3wRORhJ6l22Qcd5OKZXgDvral/TzcWCvTJyqfxTqR18G17OLuiI5E54aEgLjxbqH6l2L0xgJzmc3twCqCJL1GO5phhwYKQNhd7IegUuafTFhIaNNbzwPWx580oQbeZbMH5dwnEKryHt7A0PA6TfWCzwwNNEUX4hORNUmyZP2BKNli2oigez68= ceph-9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:34:22.996 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.349+0000 7fa381a65640 1 Processor -- start 2024-09-16T01:34:22.996 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.349+0000 7fa381a65640 1 -- start start 2024-09-16T01:34:22.996 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.349+0000 7fa381a65640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa37c1057e0 0x7fa37c105be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:22.997 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.349+0000 7fa381a65640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa37c1061b0 con 0x7fa37c1057e0 2024-09-16T01:34:22.997 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.349+0000 7fa37b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa37c1057e0 0x7fa37c105be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:22.997 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.349+0000 7fa37b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa37c1057e0 0x7fa37c105be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40358/0 (socket says 172.21.15.17:40358) 2024-09-16T01:34:22.997 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.349+0000 7fa37b7fe640 1 -- 172.21.15.17:0/522113841 learned_addr learned my addr 172.21.15.17:0/522113841 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:22.997 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.349+0000 7fa37b7fe640 1 -- 172.21.15.17:0/522113841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa37c1087c0 con 0x7fa37c1057e0 2024-09-16T01:34:22.997 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.350+0000 7fa37b7fe640 1 --2- 172.21.15.17:0/522113841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa37c1057e0 0x7fa37c105be0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa36c009820 tx=0x7fa36c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55dd23e0fb4c714 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:22.997 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.350+0000 7fa37a7fc640 1 -- 172.21.15.17:0/522113841 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa36c037070 con 0x7fa37c1057e0 2024-09-16T01:34:22.997 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.350+0000 7fa37a7fc640 1 -- 172.21.15.17:0/522113841 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa36c0328d0 con 0x7fa37c1057e0 2024-09-16T01:34:22.997 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.350+0000 7fa37a7fc640 1 -- 172.21.15.17:0/522113841 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa36c0307d0 con 0x7fa37c1057e0 2024-09-16T01:34:22.997 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.351+0000 7fa381a65640 1 -- 172.21.15.17:0/522113841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa37c1057e0 msgr2=0x7fa37c105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:22.997 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.351+0000 7fa381a65640 1 --2- 172.21.15.17:0/522113841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa37c1057e0 0x7fa37c105be0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fa36c009820 tx=0x7fa36c02a270 comp rx=0 tx=0).stop 2024-09-16T01:34:22.997 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.351+0000 7fa381a65640 1 -- 172.21.15.17:0/522113841 shutdown_connections 2024-09-16T01:34:22.998 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.351+0000 7fa381a65640 1 --2- 172.21.15.17:0/522113841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa37c1057e0 0x7fa37c105be0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:22.998 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.351+0000 7fa381a65640 1 -- 172.21.15.17:0/522113841 >> 172.21.15.17:0/522113841 conn(0x7fa37c1012f0 msgr2=0x7fa37c103770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:22.998 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.351+0000 7fa381a65640 1 -- 172.21.15.17:0/522113841 shutdown_connections 2024-09-16T01:34:22.998 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.351+0000 7fa381a65640 1 -- 172.21.15.17:0/522113841 wait complete. 2024-09-16T01:34:22.998 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.352+0000 7fa381a65640 1 Processor -- start 2024-09-16T01:34:22.998 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.352+0000 7fa381a65640 1 -- start start 2024-09-16T01:34:22.998 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.352+0000 7fa381a65640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa37c1057e0 0x7fa37c19b830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:22.998 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.352+0000 7fa381a65640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa37c10b9f0 con 0x7fa37c1057e0 2024-09-16T01:34:22.998 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.352+0000 7fa37b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa37c1057e0 0x7fa37c19b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:22.998 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.352+0000 7fa37b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa37c1057e0 0x7fa37c19b830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40372/0 (socket says 172.21.15.17:40372) 2024-09-16T01:34:22.998 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.352+0000 7fa37b7fe640 1 -- 172.21.15.17:0/1111665144 learned_addr learned my addr 172.21.15.17:0/1111665144 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:22.998 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.352+0000 7fa37b7fe640 1 -- 172.21.15.17:0/1111665144 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa37c19bd70 con 0x7fa37c1057e0 2024-09-16T01:34:22.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.353+0000 7fa37b7fe640 1 --2- 172.21.15.17:0/1111665144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa37c1057e0 0x7fa37c19b830 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa36c0097f0 tx=0x7fa36c030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:22.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.353+0000 7fa378ff9640 1 -- 172.21.15.17:0/1111665144 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa36c037040 con 0x7fa37c1057e0 2024-09-16T01:34:22.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.353+0000 7fa378ff9640 1 -- 172.21.15.17:0/1111665144 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7fa36c032bb0 con 0x7fa37c1057e0 2024-09-16T01:34:22.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.353+0000 7fa381a65640 1 -- 172.21.15.17:0/1111665144 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa37c19c000 con 0x7fa37c1057e0 2024-09-16T01:34:22.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.353+0000 7fa378ff9640 1 -- 172.21.15.17:0/1111665144 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7fa36c03a390 con 0x7fa37c1057e0 2024-09-16T01:34:22.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.353+0000 7fa381a65640 1 -- 172.21.15.17:0/1111665144 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa37c19ecf0 con 0x7fa37c1057e0 2024-09-16T01:34:22.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.354+0000 7fa378ff9640 1 -- 172.21.15.17:0/1111665144 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7fa36c03a580 con 0x7fa37c1057e0 2024-09-16T01:34:22.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.354+0000 7fa378ff9640 1 --2- 172.21.15.17:0/1111665144 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7fa364039200 0x7fa36403b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:22.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.354+0000 7fa378ff9640 1 -- 172.21.15.17:0/1111665144 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7fa36c06c580 con 0x7fa37c1057e0 2024-09-16T01:34:22.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.354+0000 7fa381a65640 1 -- 172.21.15.17:0/1111665144 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa37c105c60 con 0x7fa37c1057e0 2024-09-16T01:34:22.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.354+0000 7fa37affd640 1 --2- 172.21.15.17:0/1111665144 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7fa364039200 0x7fa36403b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:22.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.354+0000 7fa37affd640 1 --2- 172.21.15.17:0/1111665144 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7fa364039200 0x7fa36403b6c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa3700098c0 tx=0x7fa370006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:22.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.359+0000 7fa378ff9640 1 -- 172.21.15.17:0/1111665144 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa36c032dd0 con 0x7fa37c1057e0 2024-09-16T01:34:23.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.536+0000 7fa381a65640 1 -- 172.21.15.17:0/1111665144 --> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) -- 0x7fa37c062630 con 0x7fa364039200 2024-09-16T01:34:23.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.537+0000 7fa378ff9640 1 -- 172.21.15.17:0/1111665144 <== mgr.14116 v2:172.21.15.17:6800/2297452982 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+595 (secure 0 0 0) 0x7fa37c062630 con 0x7fa364039200 2024-09-16T01:34:23.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.539+0000 7fa381a65640 1 -- 172.21.15.17:0/1111665144 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7fa364039200 msgr2=0x7fa36403b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:23.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.539+0000 7fa381a65640 1 --2- 172.21.15.17:0/1111665144 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7fa364039200 0x7fa36403b6c0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa3700098c0 tx=0x7fa370006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:23.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.539+0000 7fa381a65640 1 -- 172.21.15.17:0/1111665144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa37c1057e0 msgr2=0x7fa37c19b830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:23.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.539+0000 7fa381a65640 1 --2- 172.21.15.17:0/1111665144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa37c1057e0 0x7fa37c19b830 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa36c0097f0 tx=0x7fa36c030d00 comp rx=0 tx=0).stop 2024-09-16T01:34:23.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.539+0000 7fa381a65640 1 -- 172.21.15.17:0/1111665144 shutdown_connections 2024-09-16T01:34:23.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.539+0000 7fa381a65640 1 --2- 172.21.15.17:0/1111665144 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7fa364039200 0x7fa36403b6c0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:23.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.539+0000 7fa381a65640 1 --2- 172.21.15.17:0/1111665144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa37c1057e0 0x7fa37c19b830 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:23.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.539+0000 7fa381a65640 1 -- 172.21.15.17:0/1111665144 >> 172.21.15.17:0/1111665144 conn(0x7fa37c1012f0 msgr2=0x7fa37c1020d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:23.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.540+0000 7fa381a65640 1 -- 172.21.15.17:0/1111665144 shutdown_connections 2024-09-16T01:34:23.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:22.540+0000 7fa381a65640 1 -- 172.21.15.17:0/1111665144 wait complete. 2024-09-16T01:34:23.000 INFO:teuthology.orchestra.run.smithi017.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-16T01:34:23.000 INFO:teuthology.orchestra.run.smithi017.stdout:Adding key to root@localhost authorized_keys... 2024-09-16T01:34:23.002 INFO:teuthology.orchestra.run.smithi017.stdout:Adding host smithi017... 2024-09-16T01:34:23.230 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:22 smithi017 ceph-mon[30972]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:34:24.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:23 smithi017 ceph-mon[30972]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi017", "addr": "172.21.15.17", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:34:25.267 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:24 smithi017 ceph-mon[30972]: Deploying cephadm binary to smithi017 2024-09-16T01:34:28.105 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout Added host 'smithi017' with addr '172.21.15.17' 2024-09-16T01:34:28.105 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.406+0000 7f593992b640 1 Processor -- start 2024-09-16T01:34:28.105 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.406+0000 7f593992b640 1 -- start start 2024-09-16T01:34:28.106 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.406+0000 7f593992b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5934107ff0 0x7f593410a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:28.106 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.406+0000 7f593992b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f593407bdc0 con 0x7f5934107ff0 2024-09-16T01:34:28.106 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.406+0000 7f5932ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5934107ff0 0x7f593410a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:28.106 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.407+0000 7f5932ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5934107ff0 0x7f593410a3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40380/0 (socket says 172.21.15.17:40380) 2024-09-16T01:34:28.106 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.407+0000 7f5932ffd640 1 -- 172.21.15.17:0/1723913138 learned_addr learned my addr 172.21.15.17:0/1723913138 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:28.106 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.407+0000 7f5932ffd640 1 -- 172.21.15.17:0/1723913138 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f593410a920 con 0x7f5934107ff0 2024-09-16T01:34:28.106 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.407+0000 7f5932ffd640 1 --2- 172.21.15.17:0/1723913138 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5934107ff0 0x7f593410a3e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5924009e80 tx=0x7f592402a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ea9713c71ef0ede server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:28.106 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.408+0000 7f5931ffb640 1 -- 172.21.15.17:0/1723913138 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5924036070 con 0x7f5934107ff0 2024-09-16T01:34:28.106 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.408+0000 7f5931ffb640 1 -- 172.21.15.17:0/1723913138 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f5924031890 con 0x7f5934107ff0 2024-09-16T01:34:28.106 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.408+0000 7f5931ffb640 1 -- 172.21.15.17:0/1723913138 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5924007980 con 0x7f5934107ff0 2024-09-16T01:34:28.106 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.408+0000 7f593992b640 1 -- 172.21.15.17:0/1723913138 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5934107ff0 msgr2=0x7f593410a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:28.107 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.408+0000 7f593992b640 1 --2- 172.21.15.17:0/1723913138 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5934107ff0 0x7f593410a3e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f5924009e80 tx=0x7f592402a7a0 comp rx=0 tx=0).stop 2024-09-16T01:34:28.107 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.408+0000 7f593992b640 1 -- 172.21.15.17:0/1723913138 shutdown_connections 2024-09-16T01:34:28.107 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.408+0000 7f593992b640 1 --2- 172.21.15.17:0/1723913138 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5934107ff0 0x7f593410a3e0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:28.107 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.408+0000 7f593992b640 1 -- 172.21.15.17:0/1723913138 >> 172.21.15.17:0/1723913138 conn(0x7f5934101bb0 msgr2=0x7f5934103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:28.107 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.408+0000 7f593992b640 1 -- 172.21.15.17:0/1723913138 shutdown_connections 2024-09-16T01:34:28.107 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.408+0000 7f593992b640 1 -- 172.21.15.17:0/1723913138 wait complete. 2024-09-16T01:34:28.107 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.409+0000 7f593992b640 1 Processor -- start 2024-09-16T01:34:28.107 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.409+0000 7f593992b640 1 -- start start 2024-09-16T01:34:28.107 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.409+0000 7f593992b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5934107ff0 0x7f593419b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:28.107 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.409+0000 7f593992b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f593410b840 con 0x7f5934107ff0 2024-09-16T01:34:28.107 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.409+0000 7f5932ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5934107ff0 0x7f593419b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:28.107 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.410+0000 7f5932ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5934107ff0 0x7f593419b6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40382/0 (socket says 172.21.15.17:40382) 2024-09-16T01:34:28.107 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.410+0000 7f5932ffd640 1 -- 172.21.15.17:0/1162022399 learned_addr learned my addr 172.21.15.17:0/1162022399 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:28.108 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.410+0000 7f5932ffd640 1 -- 172.21.15.17:0/1162022399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f593419bc00 con 0x7f5934107ff0 2024-09-16T01:34:28.108 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.410+0000 7f5932ffd640 1 --2- 172.21.15.17:0/1162022399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5934107ff0 0x7f593419b6c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5924031c70 tx=0x7f5924031ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:28.108 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.410+0000 7f5938929640 1 -- 172.21.15.17:0/1162022399 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5924041020 con 0x7f5934107ff0 2024-09-16T01:34:28.108 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.410+0000 7f5938929640 1 -- 172.21.15.17:0/1162022399 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f592403c900 con 0x7f5934107ff0 2024-09-16T01:34:28.108 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.410+0000 7f593992b640 1 -- 172.21.15.17:0/1162022399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f593419be90 con 0x7f5934107ff0 2024-09-16T01:34:28.108 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.410+0000 7f5938929640 1 -- 172.21.15.17:0/1162022399 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5924036040 con 0x7f5934107ff0 2024-09-16T01:34:28.108 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.410+0000 7f593992b640 1 -- 172.21.15.17:0/1162022399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f593419eb80 con 0x7f5934107ff0 2024-09-16T01:34:28.108 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.411+0000 7f5938929640 1 -- 172.21.15.17:0/1162022399 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f5924044020 con 0x7f5934107ff0 2024-09-16T01:34:28.108 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.411+0000 7f593992b640 1 -- 172.21.15.17:0/1162022399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5934108450 con 0x7f5934107ff0 2024-09-16T01:34:28.108 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.411+0000 7f5938929640 1 --2- 172.21.15.17:0/1162022399 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f5920039200 0x7f592003b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:28.108 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.411+0000 7f5938929640 1 -- 172.21.15.17:0/1162022399 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f592406d710 con 0x7f5934107ff0 2024-09-16T01:34:28.108 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.412+0000 7f59327fc640 1 --2- 172.21.15.17:0/1162022399 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f5920039200 0x7f592003b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:28.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.412+0000 7f59327fc640 1 --2- 172.21.15.17:0/1162022399 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f5920039200 0x7f592003b6c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f591c0098c0 tx=0x7f591c006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:28.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.416+0000 7f5938929640 1 -- 172.21.15.17:0/1162022399 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f592404b020 con 0x7f5934107ff0 2024-09-16T01:34:28.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:23.595+0000 7f593992b640 1 -- 172.21.15.17:0/1162022399 --> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi017", "addr": "172.21.15.17", "target": ["mon-mgr", ""]}) -- 0x7f5934102f10 con 0x7f5920039200 2024-09-16T01:34:28.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:27.550+0000 7f5938929640 1 -- 172.21.15.17:0/1162022399 <== mgr.14116 v2:172.21.15.17:6800/2297452982 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f5934102f10 con 0x7f5920039200 2024-09-16T01:34:28.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:27.553+0000 7f593992b640 1 -- 172.21.15.17:0/1162022399 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f5920039200 msgr2=0x7f592003b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:28.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:27.553+0000 7f593992b640 1 --2- 172.21.15.17:0/1162022399 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f5920039200 0x7f592003b6c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f591c0098c0 tx=0x7f591c006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:28.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:27.553+0000 7f593992b640 1 -- 172.21.15.17:0/1162022399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5934107ff0 msgr2=0x7f593419b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:28.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:27.553+0000 7f593992b640 1 --2- 172.21.15.17:0/1162022399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5934107ff0 0x7f593419b6c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f5924031c70 tx=0x7f5924031ca0 comp rx=0 tx=0).stop 2024-09-16T01:34:28.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:27.553+0000 7f593992b640 1 -- 172.21.15.17:0/1162022399 shutdown_connections 2024-09-16T01:34:28.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:27.553+0000 7f593992b640 1 --2- 172.21.15.17:0/1162022399 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f5920039200 0x7f592003b6c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:28.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:27.553+0000 7f593992b640 1 --2- 172.21.15.17:0/1162022399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5934107ff0 0x7f593419b6c0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:28.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:27.553+0000 7f593992b640 1 -- 172.21.15.17:0/1162022399 >> 172.21.15.17:0/1162022399 conn(0x7f5934101bb0 msgr2=0x7f59341027a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:28.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:27.554+0000 7f593992b640 1 -- 172.21.15.17:0/1162022399 shutdown_connections 2024-09-16T01:34:28.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:27.554+0000 7f593992b640 1 -- 172.21.15.17:0/1162022399 wait complete. 2024-09-16T01:34:28.110 INFO:teuthology.orchestra.run.smithi017.stdout:Deploying unmanaged mon service... 2024-09-16T01:34:28.701 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:28 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' 2024-09-16T01:34:28.701 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:28 smithi017 ceph-mon[30972]: Added host smithi017 2024-09-16T01:34:28.701 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:28 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:34:29.265 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-16T01:34:29.266 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.501+0000 7f5588cf0640 1 Processor -- start 2024-09-16T01:34:29.266 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.501+0000 7f5588cf0640 1 -- start start 2024-09-16T01:34:29.266 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.502+0000 7f5588cf0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5584107f70 0x7f558410a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:29.266 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.502+0000 7f5588cf0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f558407be10 con 0x7f5584107f70 2024-09-16T01:34:29.266 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.502+0000 7f558259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5584107f70 0x7f558410a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:29.266 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.502+0000 7f558259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5584107f70 0x7f558410a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40404/0 (socket says 172.21.15.17:40404) 2024-09-16T01:34:29.266 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.502+0000 7f558259c640 1 -- 172.21.15.17:0/3829743709 learned_addr learned my addr 172.21.15.17:0/3829743709 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:29.266 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.502+0000 7f558259c640 1 -- 172.21.15.17:0/3829743709 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f558410a8a0 con 0x7f5584107f70 2024-09-16T01:34:29.266 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.503+0000 7f558259c640 1 --2- 172.21.15.17:0/3829743709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5584107f70 0x7f558410a360 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5574009820 tx=0x7f557402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b66e84db49f18245 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:29.266 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.503+0000 7f558159a640 1 -- 172.21.15.17:0/3829743709 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5574037070 con 0x7f5584107f70 2024-09-16T01:34:29.266 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.503+0000 7f558159a640 1 -- 172.21.15.17:0/3829743709 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f55740328d0 con 0x7f5584107f70 2024-09-16T01:34:29.266 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.503+0000 7f558159a640 1 -- 172.21.15.17:0/3829743709 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f55740307d0 con 0x7f5584107f70 2024-09-16T01:34:29.267 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.504+0000 7f5588cf0640 1 -- 172.21.15.17:0/3829743709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5584107f70 msgr2=0x7f558410a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:29.267 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.504+0000 7f5588cf0640 1 --2- 172.21.15.17:0/3829743709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5584107f70 0x7f558410a360 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5574009820 tx=0x7f557402a270 comp rx=0 tx=0).stop 2024-09-16T01:34:29.267 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.504+0000 7f5588cf0640 1 -- 172.21.15.17:0/3829743709 shutdown_connections 2024-09-16T01:34:29.267 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.504+0000 7f5588cf0640 1 --2- 172.21.15.17:0/3829743709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5584107f70 0x7f558410a360 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:29.267 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.504+0000 7f5588cf0640 1 -- 172.21.15.17:0/3829743709 >> 172.21.15.17:0/3829743709 conn(0x7f5584101b10 msgr2=0x7f5584103f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:29.267 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.504+0000 7f5588cf0640 1 -- 172.21.15.17:0/3829743709 shutdown_connections 2024-09-16T01:34:29.267 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.504+0000 7f5588cf0640 1 -- 172.21.15.17:0/3829743709 wait complete. 2024-09-16T01:34:29.267 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.505+0000 7f5588cf0640 1 Processor -- start 2024-09-16T01:34:29.267 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.505+0000 7f5588cf0640 1 -- start start 2024-09-16T01:34:29.267 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.505+0000 7f5588cf0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5584107f70 0x7f558419b770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:29.267 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.505+0000 7f5588cf0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f558410b820 con 0x7f5584107f70 2024-09-16T01:34:29.267 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.505+0000 7f558259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5584107f70 0x7f558419b770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:29.268 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.505+0000 7f558259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5584107f70 0x7f558419b770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40406/0 (socket says 172.21.15.17:40406) 2024-09-16T01:34:29.268 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.505+0000 7f558259c640 1 -- 172.21.15.17:0/254485397 learned_addr learned my addr 172.21.15.17:0/254485397 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:29.268 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.505+0000 7f558259c640 1 -- 172.21.15.17:0/254485397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f558419bcb0 con 0x7f5584107f70 2024-09-16T01:34:29.268 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.505+0000 7f558259c640 1 --2- 172.21.15.17:0/254485397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5584107f70 0x7f558419b770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f55740097f0 tx=0x7f5574030d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:29.268 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.505+0000 7f55737fe640 1 -- 172.21.15.17:0/254485397 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f5574037040 con 0x7f5584107f70 2024-09-16T01:34:29.268 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.505+0000 7f55737fe640 1 -- 172.21.15.17:0/254485397 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1071+0+0 (secure 0 0 0) 0x7f557403b3f0 con 0x7f5584107f70 2024-09-16T01:34:29.268 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.506+0000 7f5588cf0640 1 -- 172.21.15.17:0/254485397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f558419bf40 con 0x7f5584107f70 2024-09-16T01:34:29.268 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.506+0000 7f55737fe640 1 -- 172.21.15.17:0/254485397 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f557403a520 con 0x7f5584107f70 2024-09-16T01:34:29.268 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.506+0000 7f5588cf0640 1 -- 172.21.15.17:0/254485397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f558419ec30 con 0x7f5584107f70 2024-09-16T01:34:29.268 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.506+0000 7f55737fe640 1 -- 172.21.15.17:0/254485397 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f557403a6c0 con 0x7f5584107f70 2024-09-16T01:34:29.268 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.507+0000 7f5588cf0640 1 -- 172.21.15.17:0/254485397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55841083d0 con 0x7f5584107f70 2024-09-16T01:34:29.268 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.507+0000 7f55737fe640 1 --2- 172.21.15.17:0/254485397 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f556c039200 0x7f556c03b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:29.268 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.507+0000 7f55737fe640 1 -- 172.21.15.17:0/254485397 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f557406c420 con 0x7f5584107f70 2024-09-16T01:34:29.269 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.507+0000 7f5581d9b640 1 --2- 172.21.15.17:0/254485397 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f556c039200 0x7f556c03b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:29.269 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.507+0000 7f5581d9b640 1 --2- 172.21.15.17:0/254485397 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f556c039200 0x7f556c03b6c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f55780098c0 tx=0x7f5578006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:29.269 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.512+0000 7f55737fe640 1 -- 172.21.15.17:0/254485397 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5574032820 con 0x7f5584107f70 2024-09-16T01:34:29.269 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.699+0000 7f5588cf0640 1 -- 172.21.15.17:0/254485397 --> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f5584062630 con 0x7f556c039200 2024-09-16T01:34:29.269 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.704+0000 7f55737fe640 1 -- 172.21.15.17:0/254485397 <== mgr.14116 v2:172.21.15.17:6800/2297452982 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f5584062630 con 0x7f556c039200 2024-09-16T01:34:29.269 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.706+0000 7f5588cf0640 1 -- 172.21.15.17:0/254485397 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f556c039200 msgr2=0x7f556c03b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:29.269 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.706+0000 7f5588cf0640 1 --2- 172.21.15.17:0/254485397 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f556c039200 0x7f556c03b6c0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f55780098c0 tx=0x7f5578006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:29.269 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.706+0000 7f5588cf0640 1 -- 172.21.15.17:0/254485397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5584107f70 msgr2=0x7f558419b770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:29.269 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.706+0000 7f5588cf0640 1 --2- 172.21.15.17:0/254485397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5584107f70 0x7f558419b770 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f55740097f0 tx=0x7f5574030d00 comp rx=0 tx=0).stop 2024-09-16T01:34:29.269 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.706+0000 7f5588cf0640 1 -- 172.21.15.17:0/254485397 shutdown_connections 2024-09-16T01:34:29.269 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.706+0000 7f5588cf0640 1 --2- 172.21.15.17:0/254485397 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f556c039200 0x7f556c03b6c0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:29.269 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.706+0000 7f5588cf0640 1 --2- 172.21.15.17:0/254485397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5584107f70 0x7f558419b770 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:29.270 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.706+0000 7f5588cf0640 1 -- 172.21.15.17:0/254485397 >> 172.21.15.17:0/254485397 conn(0x7f5584101b10 msgr2=0x7f5584102960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:29.270 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.706+0000 7f5588cf0640 1 -- 172.21.15.17:0/254485397 shutdown_connections 2024-09-16T01:34:29.270 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:28.706+0000 7f5588cf0640 1 -- 172.21.15.17:0/254485397 wait complete. 2024-09-16T01:34:29.270 INFO:teuthology.orchestra.run.smithi017.stdout:Deploying unmanaged mgr service... 2024-09-16T01:34:29.911 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:29 smithi017 ceph-mon[30972]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:34:29.912 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:29 smithi017 ceph-mon[30972]: Saving service mon spec with placement count:5 2024-09-16T01:34:29.912 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:29 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' 2024-09-16T01:34:31.321 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-16T01:34:31.321 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.524+0000 7f9d60848640 1 Processor -- start 2024-09-16T01:34:31.321 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.524+0000 7f9d60848640 1 -- start start 2024-09-16T01:34:31.321 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.524+0000 7f9d60848640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d5c107fd0 0x7f9d5c10a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:31.321 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.524+0000 7f9d60848640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9d5c07bde0 con 0x7f9d5c107fd0 2024-09-16T01:34:31.321 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.524+0000 7f9d5a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d5c107fd0 0x7f9d5c10a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:31.322 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.525+0000 7f9d5a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d5c107fd0 0x7f9d5c10a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40418/0 (socket says 172.21.15.17:40418) 2024-09-16T01:34:31.322 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.525+0000 7f9d5a59c640 1 -- 172.21.15.17:0/3715670614 learned_addr learned my addr 172.21.15.17:0/3715670614 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:31.322 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.525+0000 7f9d5a59c640 1 -- 172.21.15.17:0/3715670614 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d5c10a900 con 0x7f9d5c107fd0 2024-09-16T01:34:31.322 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.526+0000 7f9d5a59c640 1 --2- 172.21.15.17:0/3715670614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d5c107fd0 0x7f9d5c10a3c0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9d50009820 tx=0x7f9d5002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6f4217c8fb7d077 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:31.322 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.526+0000 7f9d5959a640 1 -- 172.21.15.17:0/3715670614 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d50037070 con 0x7f9d5c107fd0 2024-09-16T01:34:31.322 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.526+0000 7f9d5959a640 1 -- 172.21.15.17:0/3715670614 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d500328f0 con 0x7f9d5c107fd0 2024-09-16T01:34:31.322 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.526+0000 7f9d5959a640 1 -- 172.21.15.17:0/3715670614 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d50030740 con 0x7f9d5c107fd0 2024-09-16T01:34:31.322 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.526+0000 7f9d60848640 1 -- 172.21.15.17:0/3715670614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d5c107fd0 msgr2=0x7f9d5c10a3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:31.322 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.526+0000 7f9d60848640 1 --2- 172.21.15.17:0/3715670614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d5c107fd0 0x7f9d5c10a3c0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f9d50009820 tx=0x7f9d5002a270 comp rx=0 tx=0).stop 2024-09-16T01:34:31.322 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.526+0000 7f9d60848640 1 -- 172.21.15.17:0/3715670614 shutdown_connections 2024-09-16T01:34:31.322 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.527+0000 7f9d60848640 1 --2- 172.21.15.17:0/3715670614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d5c107fd0 0x7f9d5c10a3c0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:31.323 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.527+0000 7f9d60848640 1 -- 172.21.15.17:0/3715670614 >> 172.21.15.17:0/3715670614 conn(0x7f9d5c101bb0 msgr2=0x7f9d5c103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:31.323 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.527+0000 7f9d60848640 1 -- 172.21.15.17:0/3715670614 shutdown_connections 2024-09-16T01:34:31.323 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.527+0000 7f9d60848640 1 -- 172.21.15.17:0/3715670614 wait complete. 2024-09-16T01:34:31.323 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.527+0000 7f9d60848640 1 Processor -- start 2024-09-16T01:34:31.323 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.527+0000 7f9d60848640 1 -- start start 2024-09-16T01:34:31.323 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.527+0000 7f9d60848640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d5c107fd0 0x7f9d5c107850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:31.323 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.527+0000 7f9d60848640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9d5c10b8c0 con 0x7f9d5c107fd0 2024-09-16T01:34:31.323 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.528+0000 7f9d5a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d5c107fd0 0x7f9d5c107850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:31.323 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.528+0000 7f9d5a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d5c107fd0 0x7f9d5c107850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40432/0 (socket says 172.21.15.17:40432) 2024-09-16T01:34:31.323 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.528+0000 7f9d5a59c640 1 -- 172.21.15.17:0/799726747 learned_addr learned my addr 172.21.15.17:0/799726747 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:31.323 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.528+0000 7f9d5a59c640 1 -- 172.21.15.17:0/799726747 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9d5c107d90 con 0x7f9d5c107fd0 2024-09-16T01:34:31.324 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.528+0000 7f9d5a59c640 1 --2- 172.21.15.17:0/799726747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d5c107fd0 0x7f9d5c107850 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9d50030cc0 tx=0x7f9d50030cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:31.324 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.528+0000 7f9d4b7fe640 1 -- 172.21.15.17:0/799726747 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d50042070 con 0x7f9d5c107fd0 2024-09-16T01:34:31.324 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.528+0000 7f9d4b7fe640 1 -- 172.21.15.17:0/799726747 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9d50030e60 con 0x7f9d5c107fd0 2024-09-16T01:34:31.324 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.528+0000 7f9d60848640 1 -- 172.21.15.17:0/799726747 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9d5c105f80 con 0x7f9d5c107fd0 2024-09-16T01:34:31.324 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.528+0000 7f9d4b7fe640 1 -- 172.21.15.17:0/799726747 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f9d50037040 con 0x7f9d5c107fd0 2024-09-16T01:34:31.324 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.528+0000 7f9d60848640 1 -- 172.21.15.17:0/799726747 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9d5c1064c0 con 0x7f9d5c107fd0 2024-09-16T01:34:31.324 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.529+0000 7f9d4b7fe640 1 -- 172.21.15.17:0/799726747 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f9d50045070 con 0x7f9d5c107fd0 2024-09-16T01:34:31.324 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.529+0000 7f9d60848640 1 -- 172.21.15.17:0/799726747 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9d5c108430 con 0x7f9d5c107fd0 2024-09-16T01:34:31.324 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.529+0000 7f9d4b7fe640 1 --2- 172.21.15.17:0/799726747 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f9d440391b0 0x7f9d4403b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:31.324 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.529+0000 7f9d4b7fe640 1 -- 172.21.15.17:0/799726747 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f9d5006c380 con 0x7f9d5c107fd0 2024-09-16T01:34:31.324 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.530+0000 7f9d59d9b640 1 --2- 172.21.15.17:0/799726747 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f9d440391b0 0x7f9d4403b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:31.325 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.530+0000 7f9d59d9b640 1 --2- 172.21.15.17:0/799726747 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f9d440391b0 0x7f9d4403b670 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c0098c0 tx=0x7f9d4c006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:31.325 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.534+0000 7f9d4b7fe640 1 -- 172.21.15.17:0/799726747 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9d50045360 con 0x7f9d5c107fd0 2024-09-16T01:34:31.325 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.727+0000 7f9d60848640 1 -- 172.21.15.17:0/799726747 --> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) -- 0x7f9d5c194f00 con 0x7f9d440391b0 2024-09-16T01:34:31.325 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.732+0000 7f9d4b7fe640 1 -- 172.21.15.17:0/799726747 <== mgr.14116 v2:172.21.15.17:6800/2297452982 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f9d5c194f00 con 0x7f9d440391b0 2024-09-16T01:34:31.325 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.734+0000 7f9d60848640 1 -- 172.21.15.17:0/799726747 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f9d440391b0 msgr2=0x7f9d4403b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:31.325 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.734+0000 7f9d60848640 1 --2- 172.21.15.17:0/799726747 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f9d440391b0 0x7f9d4403b670 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c0098c0 tx=0x7f9d4c006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:31.325 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.734+0000 7f9d60848640 1 -- 172.21.15.17:0/799726747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d5c107fd0 msgr2=0x7f9d5c107850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:31.325 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.734+0000 7f9d60848640 1 --2- 172.21.15.17:0/799726747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d5c107fd0 0x7f9d5c107850 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f9d50030cc0 tx=0x7f9d50030cf0 comp rx=0 tx=0).stop 2024-09-16T01:34:31.326 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.734+0000 7f9d60848640 1 -- 172.21.15.17:0/799726747 shutdown_connections 2024-09-16T01:34:31.326 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.734+0000 7f9d60848640 1 --2- 172.21.15.17:0/799726747 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f9d440391b0 0x7f9d4403b670 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:31.326 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.734+0000 7f9d60848640 1 --2- 172.21.15.17:0/799726747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d5c107fd0 0x7f9d5c107850 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:31.326 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.734+0000 7f9d60848640 1 -- 172.21.15.17:0/799726747 >> 172.21.15.17:0/799726747 conn(0x7f9d5c101bb0 msgr2=0x7f9d5c1027f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:31.326 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.735+0000 7f9d60848640 1 -- 172.21.15.17:0/799726747 shutdown_connections 2024-09-16T01:34:31.326 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:30.735+0000 7f9d60848640 1 -- 172.21.15.17:0/799726747 wait complete. 2024-09-16T01:34:31.698 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:31 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' 2024-09-16T01:34:31.698 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:31 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' 2024-09-16T01:34:31.698 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:31 smithi017 ceph-mon[30972]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:34:31.699 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:31 smithi017 ceph-mon[30972]: Saving service mgr spec with placement count:2 2024-09-16T01:34:31.699 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:31 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' 2024-09-16T01:34:32.484 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.703+0000 7f7a0e8e4640 1 Processor -- start 2024-09-16T01:34:32.484 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.703+0000 7f7a0e8e4640 1 -- start start 2024-09-16T01:34:32.484 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.704+0000 7f7a0e8e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a08106380 0x7f7a08106780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:32.484 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.704+0000 7f7a0e8e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7a08106d50 con 0x7f7a08106380 2024-09-16T01:34:32.484 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.704+0000 7f7a07fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a08106380 0x7f7a08106780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:32.485 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.704+0000 7f7a07fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a08106380 0x7f7a08106780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40444/0 (socket says 172.21.15.17:40444) 2024-09-16T01:34:32.485 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.704+0000 7f7a07fff640 1 -- 172.21.15.17:0/4032907842 learned_addr learned my addr 172.21.15.17:0/4032907842 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:32.485 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.704+0000 7f7a07fff640 1 -- 172.21.15.17:0/4032907842 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a08107580 con 0x7f7a08106380 2024-09-16T01:34:32.485 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.705+0000 7f7a07fff640 1 --2- 172.21.15.17:0/4032907842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a08106380 0x7f7a08106780 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f79f800bac0 tx=0x7f79f802c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74a713ab375f38a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:32.485 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.705+0000 7f7a077fe640 1 -- 172.21.15.17:0/4032907842 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79f80326d0 con 0x7f7a08106380 2024-09-16T01:34:32.485 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.705+0000 7f7a077fe640 1 -- 172.21.15.17:0/4032907842 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79f8038070 con 0x7f7a08106380 2024-09-16T01:34:32.485 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.705+0000 7f7a077fe640 1 -- 172.21.15.17:0/4032907842 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79f8033c40 con 0x7f7a08106380 2024-09-16T01:34:32.485 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.706+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/4032907842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a08106380 msgr2=0x7f7a08106780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:32.485 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.706+0000 7f7a0e8e4640 1 --2- 172.21.15.17:0/4032907842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a08106380 0x7f7a08106780 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f79f800bac0 tx=0x7f79f802c920 comp rx=0 tx=0).stop 2024-09-16T01:34:32.485 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.706+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/4032907842 shutdown_connections 2024-09-16T01:34:32.485 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.706+0000 7f7a0e8e4640 1 --2- 172.21.15.17:0/4032907842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a08106380 0x7f7a08106780 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:32.485 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.706+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/4032907842 >> 172.21.15.17:0/4032907842 conn(0x7f7a08101b10 msgr2=0x7f7a08103f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:32.486 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.706+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/4032907842 shutdown_connections 2024-09-16T01:34:32.486 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.706+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/4032907842 wait complete. 2024-09-16T01:34:32.486 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.706+0000 7f7a0e8e4640 1 Processor -- start 2024-09-16T01:34:32.486 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.707+0000 7f7a0e8e4640 1 -- start start 2024-09-16T01:34:32.486 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.707+0000 7f7a0e8e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a08106380 0x7f7a081995f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:32.486 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.707+0000 7f7a0e8e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7a0807b130 con 0x7f7a08106380 2024-09-16T01:34:32.486 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.707+0000 7f7a07fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a08106380 0x7f7a081995f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:32.486 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.707+0000 7f7a07fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a08106380 0x7f7a081995f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40458/0 (socket says 172.21.15.17:40458) 2024-09-16T01:34:32.486 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.707+0000 7f7a07fff640 1 -- 172.21.15.17:0/2679202756 learned_addr learned my addr 172.21.15.17:0/2679202756 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:32.486 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.707+0000 7f7a07fff640 1 -- 172.21.15.17:0/2679202756 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a08199b30 con 0x7f7a08106380 2024-09-16T01:34:32.486 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.707+0000 7f7a07fff640 1 --2- 172.21.15.17:0/2679202756 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a08106380 0x7f7a081995f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f79f800b2c0 tx=0x7f79f80327d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:32.486 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.707+0000 7f7a05ffb640 1 -- 172.21.15.17:0/2679202756 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79f8042070 con 0x7f7a08106380 2024-09-16T01:34:32.486 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.707+0000 7f7a05ffb640 1 -- 172.21.15.17:0/2679202756 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79f8032de0 con 0x7f7a08106380 2024-09-16T01:34:32.486 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.707+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/2679202756 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a08199dc0 con 0x7f7a08106380 2024-09-16T01:34:32.487 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.708+0000 7f7a05ffb640 1 -- 172.21.15.17:0/2679202756 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f79f8045540 con 0x7f7a08106380 2024-09-16T01:34:32.487 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.708+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/2679202756 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a0819cab0 con 0x7f7a08106380 2024-09-16T01:34:32.487 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.708+0000 7f7a05ffb640 1 -- 172.21.15.17:0/2679202756 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f79f804d060 con 0x7f7a08106380 2024-09-16T01:34:32.487 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.709+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/2679202756 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7a08106780 con 0x7f7a08106380 2024-09-16T01:34:32.487 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.709+0000 7f7a05ffb640 1 --2- 172.21.15.17:0/2679202756 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f79f4039200 0x7f79f403b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:32.487 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.709+0000 7f7a05ffb640 1 -- 172.21.15.17:0/2679202756 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f79f8030050 con 0x7f7a08106380 2024-09-16T01:34:32.487 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.709+0000 7f79fffff640 1 --2- 172.21.15.17:0/2679202756 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f79f4039200 0x7f79f403b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:32.487 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.709+0000 7f79fffff640 1 --2- 172.21.15.17:0/2679202756 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f79f4039200 0x7f79f403b6c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f79f00098c0 tx=0x7f79f0006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:32.487 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.713+0000 7f7a05ffb640 1 -- 172.21.15.17:0/2679202756 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f79f803b780 con 0x7f7a08106380 2024-09-16T01:34:32.487 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.896+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/2679202756 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) -- 0x7f7a08192a60 con 0x7f7a08106380 2024-09-16T01:34:32.487 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.898+0000 7f7a05ffb640 1 -- 172.21.15.17:0/2679202756 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) ==== 142+0+0 (secure 0 0 0) 0x7f79f804dc20 con 0x7f7a08106380 2024-09-16T01:34:32.487 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.900+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/2679202756 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f79f4039200 msgr2=0x7f79f403b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:32.487 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.900+0000 7f7a0e8e4640 1 --2- 172.21.15.17:0/2679202756 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f79f4039200 0x7f79f403b6c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f79f00098c0 tx=0x7f79f0006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:32.488 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.900+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/2679202756 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a08106380 msgr2=0x7f7a081995f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:32.488 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.900+0000 7f7a0e8e4640 1 --2- 172.21.15.17:0/2679202756 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a08106380 0x7f7a081995f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f79f800b2c0 tx=0x7f79f80327d0 comp rx=0 tx=0).stop 2024-09-16T01:34:32.488 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.901+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/2679202756 shutdown_connections 2024-09-16T01:34:32.488 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.901+0000 7f7a0e8e4640 1 --2- 172.21.15.17:0/2679202756 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f79f4039200 0x7f79f403b6c0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:32.488 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.901+0000 7f7a0e8e4640 1 --2- 172.21.15.17:0/2679202756 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a08106380 0x7f7a081995f0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:32.488 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.901+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/2679202756 >> 172.21.15.17:0/2679202756 conn(0x7f7a08101b10 msgr2=0x7f7a0818fbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:32.488 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.901+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/2679202756 shutdown_connections 2024-09-16T01:34:32.488 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:31.901+0000 7f7a0e8e4640 1 -- 172.21.15.17:0/2679202756 wait complete. 2024-09-16T01:34:33.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:32 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2679202756' entity='client.admin' 2024-09-16T01:34:34.153 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.430+0000 7f748f8ea640 1 Processor -- start 2024-09-16T01:34:34.153 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.430+0000 7f748f8ea640 1 -- start start 2024-09-16T01:34:34.153 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.431+0000 7f748f8ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7488106380 0x7f7488106780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:34.153 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.431+0000 7f748f8ea640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7488106d50 con 0x7f7488106380 2024-09-16T01:34:34.153 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.431+0000 7f748d686640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7488106380 0x7f7488106780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:34.154 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.431+0000 7f748d686640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7488106380 0x7f7488106780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40474/0 (socket says 172.21.15.17:40474) 2024-09-16T01:34:34.154 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.431+0000 7f748d686640 1 -- 172.21.15.17:0/3763814044 learned_addr learned my addr 172.21.15.17:0/3763814044 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:34.154 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.431+0000 7f748d686640 1 -- 172.21.15.17:0/3763814044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7488107580 con 0x7f7488106380 2024-09-16T01:34:34.154 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.432+0000 7f748d686640 1 --2- 172.21.15.17:0/3763814044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7488106380 0x7f7488106780 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7484009820 tx=0x7f748402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c1a6d9b45bab057 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:34.154 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.432+0000 7f747ffff640 1 -- 172.21.15.17:0/3763814044 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7484037070 con 0x7f7488106380 2024-09-16T01:34:34.154 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.432+0000 7f747ffff640 1 -- 172.21.15.17:0/3763814044 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f74840328f0 con 0x7f7488106380 2024-09-16T01:34:34.154 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.432+0000 7f747ffff640 1 -- 172.21.15.17:0/3763814044 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7484030740 con 0x7f7488106380 2024-09-16T01:34:34.154 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.433+0000 7f748f8ea640 1 -- 172.21.15.17:0/3763814044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7488106380 msgr2=0x7f7488106780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:34.154 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.433+0000 7f748f8ea640 1 --2- 172.21.15.17:0/3763814044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7488106380 0x7f7488106780 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7484009820 tx=0x7f748402a270 comp rx=0 tx=0).stop 2024-09-16T01:34:34.154 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.433+0000 7f748f8ea640 1 -- 172.21.15.17:0/3763814044 shutdown_connections 2024-09-16T01:34:34.154 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.433+0000 7f748f8ea640 1 --2- 172.21.15.17:0/3763814044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7488106380 0x7f7488106780 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:34.154 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.433+0000 7f748f8ea640 1 -- 172.21.15.17:0/3763814044 >> 172.21.15.17:0/3763814044 conn(0x7f7488101b10 msgr2=0x7f7488103f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:34.154 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.433+0000 7f748f8ea640 1 -- 172.21.15.17:0/3763814044 shutdown_connections 2024-09-16T01:34:34.155 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.433+0000 7f748f8ea640 1 -- 172.21.15.17:0/3763814044 wait complete. 2024-09-16T01:34:34.155 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.434+0000 7f748f8ea640 1 Processor -- start 2024-09-16T01:34:34.155 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.434+0000 7f748f8ea640 1 -- start start 2024-09-16T01:34:34.155 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.434+0000 7f748f8ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7488106380 0x7f748819b820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:34.155 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.434+0000 7f748f8ea640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f748810a930 con 0x7f7488106380 2024-09-16T01:34:34.155 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.434+0000 7f748d686640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7488106380 0x7f748819b820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:34.155 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.434+0000 7f748d686640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7488106380 0x7f748819b820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40478/0 (socket says 172.21.15.17:40478) 2024-09-16T01:34:34.155 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.434+0000 7f748d686640 1 -- 172.21.15.17:0/2955774329 learned_addr learned my addr 172.21.15.17:0/2955774329 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:34.155 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.434+0000 7f748d686640 1 -- 172.21.15.17:0/2955774329 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f748819bd60 con 0x7f7488106380 2024-09-16T01:34:34.155 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.435+0000 7f748d686640 1 --2- 172.21.15.17:0/2955774329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7488106380 0x7f748819b820 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7484009940 tx=0x7f74840327b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:34.155 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.435+0000 7f747e7fc640 1 -- 172.21.15.17:0/2955774329 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7484042070 con 0x7f7488106380 2024-09-16T01:34:34.155 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.435+0000 7f747e7fc640 1 -- 172.21.15.17:0/2955774329 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7484030d00 con 0x7f7488106380 2024-09-16T01:34:34.155 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.435+0000 7f748f8ea640 1 -- 172.21.15.17:0/2955774329 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f748819bff0 con 0x7f7488106380 2024-09-16T01:34:34.156 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.435+0000 7f747e7fc640 1 -- 172.21.15.17:0/2955774329 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f7484037040 con 0x7f7488106380 2024-09-16T01:34:34.156 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.435+0000 7f748f8ea640 1 -- 172.21.15.17:0/2955774329 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f748819ece0 con 0x7f7488106380 2024-09-16T01:34:34.156 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.436+0000 7f747e7fc640 1 -- 172.21.15.17:0/2955774329 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f7484045070 con 0x7f7488106380 2024-09-16T01:34:34.156 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.436+0000 7f747e7fc640 1 --2- 172.21.15.17:0/2955774329 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f7474039200 0x7f747403b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:34.156 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.436+0000 7f747e7fc640 1 -- 172.21.15.17:0/2955774329 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f748406c450 con 0x7f7488106380 2024-09-16T01:34:34.156 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.436+0000 7f748ce85640 1 --2- 172.21.15.17:0/2955774329 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f7474039200 0x7f747403b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:34.156 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.436+0000 7f748f8ea640 1 -- 172.21.15.17:0/2955774329 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f748810aab0 con 0x7f7488106380 2024-09-16T01:34:34.156 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.437+0000 7f748ce85640 1 --2- 172.21.15.17:0/2955774329 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f7474039200 0x7f747403b6c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f74780098c0 tx=0x7f7478006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:34.156 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.441+0000 7f747e7fc640 1 -- 172.21.15.17:0/2955774329 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7484046e00 con 0x7f7488106380 2024-09-16T01:34:34.156 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.633+0000 7f748f8ea640 1 -- 172.21.15.17:0/2955774329 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) -- 0x7f748802d7c0 con 0x7f7488106380 2024-09-16T01:34:34.156 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.637+0000 7f747e7fc640 1 -- 172.21.15.17:0/2955774329 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) ==== 130+0+0 (secure 0 0 0) 0x7f7484045360 con 0x7f7488106380 2024-09-16T01:34:34.157 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.639+0000 7f748f8ea640 1 -- 172.21.15.17:0/2955774329 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f7474039200 msgr2=0x7f747403b6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:34.157 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.639+0000 7f748f8ea640 1 --2- 172.21.15.17:0/2955774329 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f7474039200 0x7f747403b6c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f74780098c0 tx=0x7f7478006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:34.157 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.639+0000 7f748f8ea640 1 -- 172.21.15.17:0/2955774329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7488106380 msgr2=0x7f748819b820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:34.157 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.639+0000 7f748f8ea640 1 --2- 172.21.15.17:0/2955774329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7488106380 0x7f748819b820 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f7484009940 tx=0x7f74840327b0 comp rx=0 tx=0).stop 2024-09-16T01:34:34.157 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.639+0000 7f748f8ea640 1 -- 172.21.15.17:0/2955774329 shutdown_connections 2024-09-16T01:34:34.157 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.639+0000 7f748f8ea640 1 --2- 172.21.15.17:0/2955774329 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f7474039200 0x7f747403b6c0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:34.157 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.639+0000 7f748f8ea640 1 --2- 172.21.15.17:0/2955774329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7488106380 0x7f748819b820 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:34.157 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.639+0000 7f748f8ea640 1 -- 172.21.15.17:0/2955774329 >> 172.21.15.17:0/2955774329 conn(0x7f7488101b10 msgr2=0x7f7488102a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:34.157 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.640+0000 7f748f8ea640 1 -- 172.21.15.17:0/2955774329 shutdown_connections 2024-09-16T01:34:34.157 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:33.640+0000 7f748f8ea640 1 -- 172.21.15.17:0/2955774329 wait complete. 2024-09-16T01:34:34.157 INFO:teuthology.orchestra.run.smithi017.stdout:Enabling the dashboard module... 2024-09-16T01:34:34.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:34 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' 2024-09-16T01:34:34.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:34 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2955774329' entity='client.admin' 2024-09-16T01:34:35.621 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:35 smithi017 ceph-mon[30972]: from='mgr.14116 172.21.15.17:0/1867486884' entity='mgr.x' 2024-09-16T01:34:35.621 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:35 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/453390426' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-16T01:34:35.622 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:35 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: ignoring --setuser ceph since I am not root 2024-09-16T01:34:35.622 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:35 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: ignoring --setgroup ceph since I am not root 2024-09-16T01:34:35.622 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:35 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:35.511+0000 7ffb5c112040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T01:34:35.622 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:35 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:35.571+0000 7ffb5c112040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T01:34:35.952 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:35 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:35.726+0000 7ffb5c112040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T01:34:35.952 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:35 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:35.795+0000 7ffb5c112040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T01:34:35.952 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:35 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:35.950+0000 7ffb5c112040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:34:36.275 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:36 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:36.097+0000 7ffb5c112040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T01:34:36.306 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.529+0000 7f302c99e640 1 Processor -- start 2024-09-16T01:34:36.306 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.530+0000 7f302c99e640 1 -- start start 2024-09-16T01:34:36.306 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.530+0000 7f302c99e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3028107d90 0x7f302810a180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:36.306 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.530+0000 7f302c99e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f302807be10 con 0x7f3028107d90 2024-09-16T01:34:36.307 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.530+0000 7f30277fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3028107d90 0x7f302810a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:36.307 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.530+0000 7f30277fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3028107d90 0x7f302810a180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40484/0 (socket says 172.21.15.17:40484) 2024-09-16T01:34:36.307 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.530+0000 7f30277fe640 1 -- 172.21.15.17:0/3085769730 learned_addr learned my addr 172.21.15.17:0/3085769730 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:36.307 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.530+0000 7f30277fe640 1 -- 172.21.15.17:0/3085769730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f302810a6c0 con 0x7f3028107d90 2024-09-16T01:34:36.307 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.531+0000 7f30277fe640 1 --2- 172.21.15.17:0/3085769730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3028107d90 0x7f302810a180 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f3018009820 tx=0x7f301802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa4bb2b5f657867b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:36.307 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.531+0000 7f30267fc640 1 -- 172.21.15.17:0/3085769730 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3018037070 con 0x7f3028107d90 2024-09-16T01:34:36.307 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.531+0000 7f30267fc640 1 -- 172.21.15.17:0/3085769730 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f30180328f0 con 0x7f3028107d90 2024-09-16T01:34:36.307 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.531+0000 7f30267fc640 1 -- 172.21.15.17:0/3085769730 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3018030740 con 0x7f3028107d90 2024-09-16T01:34:36.307 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.532+0000 7f302c99e640 1 -- 172.21.15.17:0/3085769730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3028107d90 msgr2=0x7f302810a180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:36.307 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.532+0000 7f302c99e640 1 --2- 172.21.15.17:0/3085769730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3028107d90 0x7f302810a180 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f3018009820 tx=0x7f301802a270 comp rx=0 tx=0).stop 2024-09-16T01:34:36.307 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.532+0000 7f302c99e640 1 -- 172.21.15.17:0/3085769730 shutdown_connections 2024-09-16T01:34:36.307 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.532+0000 7f302c99e640 1 --2- 172.21.15.17:0/3085769730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3028107d90 0x7f302810a180 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:36.308 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.532+0000 7f302c99e640 1 -- 172.21.15.17:0/3085769730 >> 172.21.15.17:0/3085769730 conn(0x7f3028101930 msgr2=0x7f3028103d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:36.308 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.532+0000 7f302c99e640 1 -- 172.21.15.17:0/3085769730 shutdown_connections 2024-09-16T01:34:36.308 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.532+0000 7f302c99e640 1 -- 172.21.15.17:0/3085769730 wait complete. 2024-09-16T01:34:36.308 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.533+0000 7f302c99e640 1 Processor -- start 2024-09-16T01:34:36.308 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.533+0000 7f302c99e640 1 -- start start 2024-09-16T01:34:36.308 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.533+0000 7f302c99e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3028107d90 0x7f302819b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:36.308 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.533+0000 7f302c99e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f302810b680 con 0x7f3028107d90 2024-09-16T01:34:36.308 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.534+0000 7f30277fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3028107d90 0x7f302819b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:36.308 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.534+0000 7f30277fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3028107d90 0x7f302819b560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40496/0 (socket says 172.21.15.17:40496) 2024-09-16T01:34:36.308 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.534+0000 7f30277fe640 1 -- 172.21.15.17:0/453390426 learned_addr learned my addr 172.21.15.17:0/453390426 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:36.308 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.534+0000 7f30277fe640 1 -- 172.21.15.17:0/453390426 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f302819baa0 con 0x7f3028107d90 2024-09-16T01:34:36.308 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.534+0000 7f30277fe640 1 --2- 172.21.15.17:0/453390426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3028107d90 0x7f302819b560 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f30180097f0 tx=0x7f3018030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:36.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.534+0000 7f3024ff9640 1 -- 172.21.15.17:0/453390426 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3018042070 con 0x7f3028107d90 2024-09-16T01:34:36.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.534+0000 7f302c99e640 1 -- 172.21.15.17:0/453390426 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f302819bd30 con 0x7f3028107d90 2024-09-16T01:34:36.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.534+0000 7f3024ff9640 1 -- 172.21.15.17:0/453390426 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3018030d80 con 0x7f3028107d90 2024-09-16T01:34:36.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.534+0000 7f3024ff9640 1 -- 172.21.15.17:0/453390426 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f3018037040 con 0x7f3028107d90 2024-09-16T01:34:36.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.534+0000 7f302c99e640 1 -- 172.21.15.17:0/453390426 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f302819ea20 con 0x7f3028107d90 2024-09-16T01:34:36.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.535+0000 7f3024ff9640 1 -- 172.21.15.17:0/453390426 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) ==== 46461+0+0 (secure 0 0 0) 0x7f3018045070 con 0x7f3028107d90 2024-09-16T01:34:36.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.535+0000 7f302c99e640 1 -- 172.21.15.17:0/453390426 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f30281081f0 con 0x7f3028107d90 2024-09-16T01:34:36.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.536+0000 7f3024ff9640 1 --2- 172.21.15.17:0/453390426 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f30100391b0 0x7f301003b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:36.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.536+0000 7f3024ff9640 1 -- 172.21.15.17:0/453390426 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f301806c360 con 0x7f3028107d90 2024-09-16T01:34:36.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.536+0000 7f3026ffd640 1 --2- 172.21.15.17:0/453390426 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f30100391b0 0x7f301003b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:36.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.536+0000 7f3026ffd640 1 --2- 172.21.15.17:0/453390426 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f30100391b0 0x7f301003b670 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f301c0098c0 tx=0x7f301c006db0 comp rx=0 tx=0).ready entity=mgr.14116 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:36.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.544+0000 7f3024ff9640 1 -- 172.21.15.17:0/453390426 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3018045520 con 0x7f3028107d90 2024-09-16T01:34:36.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:34.784+0000 7f302c99e640 1 -- 172.21.15.17:0/453390426 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) -- 0x7f302802d7c0 con 0x7f3028107d90 2024-09-16T01:34:36.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:35.356+0000 7f3024ff9640 1 -- 172.21.15.17:0/453390426 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) ==== 88+0+0 (secure 0 0 0) 0x7f301803add0 con 0x7f3028107d90 2024-09-16T01:34:36.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:35.358+0000 7f3024ff9640 1 -- 172.21.15.17:0/453390426 <== mon.0 v2:172.21.15.17:3300/0 8 ==== mgrmap(e 9) ==== 46474+0+0 (secure 0 0 0) 0x7f301803db00 con 0x7f3028107d90 2024-09-16T01:34:36.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:35.359+0000 7f302c99e640 1 -- 172.21.15.17:0/453390426 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f30100391b0 msgr2=0x7f301003b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:36.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:35.359+0000 7f302c99e640 1 --2- 172.21.15.17:0/453390426 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f30100391b0 0x7f301003b670 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f301c0098c0 tx=0x7f301c006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:36.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:35.359+0000 7f302c99e640 1 -- 172.21.15.17:0/453390426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3028107d90 msgr2=0x7f302819b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:36.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:35.359+0000 7f302c99e640 1 --2- 172.21.15.17:0/453390426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3028107d90 0x7f302819b560 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f30180097f0 tx=0x7f3018030c70 comp rx=0 tx=0).stop 2024-09-16T01:34:36.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:35.360+0000 7f302c99e640 1 -- 172.21.15.17:0/453390426 shutdown_connections 2024-09-16T01:34:36.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:35.360+0000 7f302c99e640 1 --2- 172.21.15.17:0/453390426 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f30100391b0 0x7f301003b670 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:36.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:35.360+0000 7f302c99e640 1 --2- 172.21.15.17:0/453390426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3028107d90 0x7f302819b560 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:36.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:35.360+0000 7f302c99e640 1 -- 172.21.15.17:0/453390426 >> 172.21.15.17:0/453390426 conn(0x7f3028101930 msgr2=0x7f3028102670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:36.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:35.360+0000 7f302c99e640 1 -- 172.21.15.17:0/453390426 shutdown_connections 2024-09-16T01:34:36.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:35.360+0000 7f302c99e640 1 -- 172.21.15.17:0/453390426 wait complete. 2024-09-16T01:34:36.569 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:36 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/453390426' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-16T01:34:36.569 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:36 smithi017 ceph-mon[30972]: mgrmap e9: x(active, since 19s) 2024-09-16T01:34:36.570 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:36 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:36.428+0000 7ffb5c112040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T01:34:36.570 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:36 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:36.493+0000 7ffb5c112040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T01:34:36.931 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:36 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:36.692+0000 7ffb5c112040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T01:34:37.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:37 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/625768015' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-16T01:34:37.564 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout { 2024-09-16T01:34:37.564 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-16T01:34:37.564 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-16T01:34:37.564 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-09-16T01:34:37.564 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-16T01:34:37.564 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout } 2024-09-16T01:34:37.564 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.723+0000 7f4f7f7ef640 1 Processor -- start 2024-09-16T01:34:37.565 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.723+0000 7f4f7f7ef640 1 -- start start 2024-09-16T01:34:37.565 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.723+0000 7f4f7f7ef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f78106380 0x7f4f78106780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:37.565 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.723+0000 7f4f7f7ef640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4f78106d50 con 0x7f4f78106380 2024-09-16T01:34:37.565 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.724+0000 7f4f7d58b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f78106380 0x7f4f78106780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:37.565 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.724+0000 7f4f7d58b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f78106380 0x7f4f78106780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34794/0 (socket says 172.21.15.17:34794) 2024-09-16T01:34:37.565 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.724+0000 7f4f7d58b640 1 -- 172.21.15.17:0/2390023247 learned_addr learned my addr 172.21.15.17:0/2390023247 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:37.565 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.724+0000 7f4f7d58b640 1 -- 172.21.15.17:0/2390023247 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f78107580 con 0x7f4f78106380 2024-09-16T01:34:37.565 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.725+0000 7f4f7d58b640 1 --2- 172.21.15.17:0/2390023247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f78106380 0x7f4f78106780 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c009e80 tx=0x7f4f6c02a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a11aa5cdb48ec858 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:37.565 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.725+0000 7f4f6bfff640 1 -- 172.21.15.17:0/2390023247 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f6c036070 con 0x7f4f78106380 2024-09-16T01:34:37.565 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.725+0000 7f4f6bfff640 1 -- 172.21.15.17:0/2390023247 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f6c0318b0 con 0x7f4f78106380 2024-09-16T01:34:37.565 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.725+0000 7f4f6bfff640 1 -- 172.21.15.17:0/2390023247 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f6c007930 con 0x7f4f78106380 2024-09-16T01:34:37.565 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.725+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/2390023247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f78106380 msgr2=0x7f4f78106780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:37.565 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.725+0000 7f4f7f7ef640 1 --2- 172.21.15.17:0/2390023247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f78106380 0x7f4f78106780 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c009e80 tx=0x7f4f6c02a7a0 comp rx=0 tx=0).stop 2024-09-16T01:34:37.566 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.726+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/2390023247 shutdown_connections 2024-09-16T01:34:37.566 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.726+0000 7f4f7f7ef640 1 --2- 172.21.15.17:0/2390023247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f78106380 0x7f4f78106780 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:37.566 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.726+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/2390023247 >> 172.21.15.17:0/2390023247 conn(0x7f4f78101b10 msgr2=0x7f4f78103f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:37.566 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.726+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/2390023247 shutdown_connections 2024-09-16T01:34:37.566 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.726+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/2390023247 wait complete. 2024-09-16T01:34:37.566 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.726+0000 7f4f7f7ef640 1 Processor -- start 2024-09-16T01:34:37.566 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.726+0000 7f4f7f7ef640 1 -- start start 2024-09-16T01:34:37.566 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.727+0000 7f4f7f7ef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f78106380 0x7f4f7807ba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:37.566 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.727+0000 7f4f7f7ef640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4f7810a930 con 0x7f4f78106380 2024-09-16T01:34:37.566 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.727+0000 7f4f7d58b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f78106380 0x7f4f7807ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:37.566 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.727+0000 7f4f7d58b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f78106380 0x7f4f7807ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34810/0 (socket says 172.21.15.17:34810) 2024-09-16T01:34:37.566 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.727+0000 7f4f7d58b640 1 -- 172.21.15.17:0/625768015 learned_addr learned my addr 172.21.15.17:0/625768015 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:37.566 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.727+0000 7f4f7d58b640 1 -- 172.21.15.17:0/625768015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f7819e530 con 0x7f4f78106380 2024-09-16T01:34:37.567 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.727+0000 7f4f7d58b640 1 --2- 172.21.15.17:0/625768015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f78106380 0x7f4f7807ba30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c031c90 tx=0x7f4f6c031cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:37.567 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.728+0000 7f4f6a7fc640 1 -- 172.21.15.17:0/625768015 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f6c036050 con 0x7f4f78106380 2024-09-16T01:34:37.567 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.728+0000 7f4f6a7fc640 1 -- 172.21.15.17:0/625768015 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f6c042070 con 0x7f4f78106380 2024-09-16T01:34:37.567 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.728+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/625768015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f7819e700 con 0x7f4f78106380 2024-09-16T01:34:37.567 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.728+0000 7f4f6a7fc640 1 -- 172.21.15.17:0/625768015 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4f6c03da30 con 0x7f4f78106380 2024-09-16T01:34:37.567 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.728+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/625768015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f7819eaa0 con 0x7f4f78106380 2024-09-16T01:34:37.567 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.729+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/625768015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f78106800 con 0x7f4f78106380 2024-09-16T01:34:37.567 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.729+0000 7f4f6a7fc640 1 -- 172.21.15.17:0/625768015 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 9) ==== 46474+0+0 (secure 0 0 0) 0x7f4f6c03b740 con 0x7f4f78106380 2024-09-16T01:34:37.567 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.729+0000 7f4f6a7fc640 1 --2- 172.21.15.17:0/625768015 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f4f64039200 0x7f4f6403b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:37.568 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.729+0000 7f4f7cd8a640 1 -- 172.21.15.17:0/625768015 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f4f64039200 msgr2=0x7f4f6403b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2297452982 2024-09-16T01:34:37.568 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.729+0000 7f4f6a7fc640 1 -- 172.21.15.17:0/625768015 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f4f6c06d910 con 0x7f4f78106380 2024-09-16T01:34:37.568 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.729+0000 7f4f7cd8a640 1 --2- 172.21.15.17:0/625768015 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f4f64039200 0x7f4f6403b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T01:34:37.568 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.734+0000 7f4f6a7fc640 1 -- 172.21.15.17:0/625768015 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4f6c042220 con 0x7f4f78106380 2024-09-16T01:34:37.568 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.930+0000 7f4f7cd8a640 1 -- 172.21.15.17:0/625768015 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f4f64039200 msgr2=0x7f4f6403b6c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2297452982 2024-09-16T01:34:37.568 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.930+0000 7f4f7cd8a640 1 --2- 172.21.15.17:0/625768015 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f4f64039200 0x7f4f6403b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-16T01:34:37.568 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.958+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/625768015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) -- 0x7f4f7802dae0 con 0x7f4f78106380 2024-09-16T01:34:37.568 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.958+0000 7f4f6a7fc640 1 -- 172.21.15.17:0/625768015 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) ==== 56+0+88 (secure 0 0 0) 0x7f4f6c03bd60 con 0x7f4f78106380 2024-09-16T01:34:37.568 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.960+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/625768015 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f4f64039200 msgr2=0x7f4f6403b6c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:34:37.568 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.960+0000 7f4f7f7ef640 1 --2- 172.21.15.17:0/625768015 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f4f64039200 0x7f4f6403b6c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:37.568 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.960+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/625768015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f78106380 msgr2=0x7f4f7807ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:37.568 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.960+0000 7f4f7f7ef640 1 --2- 172.21.15.17:0/625768015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f78106380 0x7f4f7807ba30 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f4f6c031c90 tx=0x7f4f6c031cc0 comp rx=0 tx=0).stop 2024-09-16T01:34:37.568 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.960+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/625768015 shutdown_connections 2024-09-16T01:34:37.568 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.960+0000 7f4f7f7ef640 1 --2- 172.21.15.17:0/625768015 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f4f64039200 0x7f4f6403b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:37.569 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.960+0000 7f4f7f7ef640 1 --2- 172.21.15.17:0/625768015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f78106380 0x7f4f7807ba30 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:37.569 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.960+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/625768015 >> 172.21.15.17:0/625768015 conn(0x7f4f78101b10 msgr2=0x7f4f781028c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:37.569 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.961+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/625768015 shutdown_connections 2024-09-16T01:34:37.569 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:36.961+0000 7f4f7f7ef640 1 -- 172.21.15.17:0/625768015 wait complete. 2024-09-16T01:34:37.569 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for the mgr to restart... 2024-09-16T01:34:37.569 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for mgr epoch 9... 2024-09-16T01:34:37.842 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:37 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:37.640+0000 7ffb5c112040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T01:34:37.842 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:37 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:37.713+0000 7ffb5c112040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T01:34:38.736 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:38 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:38.466+0000 7ffb5c112040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T01:34:38.736 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:38 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:38.586+0000 7ffb5c112040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T01:34:39.025 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:38 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:38.734+0000 7ffb5c112040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:34:39.025 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:38 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:38.798+0000 7ffb5c112040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T01:34:39.025 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:38 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:38.954+0000 7ffb5c112040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T01:34:39.321 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:39 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:39.024+0000 7ffb5c112040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T01:34:39.321 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:39 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:39.087+0000 7ffb5c112040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T01:34:39.321 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:39 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:39.252+0000 7ffb5c112040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T01:34:39.321 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:39 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:39.319+0000 7ffb5c112040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T01:34:39.599 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:39 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:39.389+0000 7ffb5c112040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T01:34:39.600 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:39 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:39.475+0000 7ffb5c112040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T01:34:39.600 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:39 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:39.537+0000 7ffb5c112040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T01:34:39.600 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:39 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:39.598+0000 7ffb5c112040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T01:34:40.673 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:40 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:40.422+0000 7ffb5c112040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T01:34:40.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:40 smithi017 ceph-mon[30972]: Active manager daemon x restarted 2024-09-16T01:34:40.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:40 smithi017 ceph-mon[30972]: Activating manager daemon x 2024-09-16T01:34:40.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:40 smithi017 ceph-mon[30972]: osdmap e3: 0 total, 0 up, 0 in 2024-09-16T01:34:40.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:40 smithi017 ceph-mon[30972]: mgrmap e10: x(active, starting, since 0.00346628s) 2024-09-16T01:34:40.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:40 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:34:40.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:40 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T01:34:40.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:40 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T01:34:40.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:40 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T01:34:40.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:40 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T01:34:40.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:40 smithi017 ceph-mon[30972]: Manager daemon x is now available 2024-09-16T01:34:40.675 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:40 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:34:40.675 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:40 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T01:34:40.675 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:40 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T01:34:42.208 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:42.104+0000 7ffac7426640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:01:34:42] ENGINE Error in HTTPServer.serve 2024-09-16T01:34:42.208 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: Traceback (most recent call last): 2024-09-16T01:34:42.208 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T01:34:42.208 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: self._connections.run(self.expiration_interval) 2024-09-16T01:34:42.208 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T01:34:42.208 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: self._run(expiration_interval) 2024-09-16T01:34:42.208 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T01:34:42.209 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T01:34:42.209 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T01:34:42.209 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T01:34:42.209 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T01:34:42.209 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: s = self.context.wrap_socket( 2024-09-16T01:34:42.209 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T01:34:42.209 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: return self.sslsocket_class._create( 2024-09-16T01:34:42.209 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T01:34:42.209 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: self.do_handshake() 2024-09-16T01:34:42.209 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T01:34:42.209 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: self._sslobj.do_handshake() 2024-09-16T01:34:42.209 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T01:34:42.209 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:34:42.219 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout { 2024-09-16T01:34:42.219 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-16T01:34:42.219 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-16T01:34:42.219 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout } 2024-09-16T01:34:42.219 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.922+0000 7f0adf840640 1 Processor -- start 2024-09-16T01:34:42.219 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.922+0000 7f0adf840640 1 -- start start 2024-09-16T01:34:42.219 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.922+0000 7f0adf840640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ad8107ef0 0x7f0ad810a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:42.219 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.922+0000 7f0adf840640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0ad807be90 con 0x7f0ad8107ef0 2024-09-16T01:34:42.219 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.922+0000 7f0add5dc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ad8107ef0 0x7f0ad810a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:42.219 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.922+0000 7f0add5dc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ad8107ef0 0x7f0ad810a2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34812/0 (socket says 172.21.15.17:34812) 2024-09-16T01:34:42.219 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.922+0000 7f0add5dc640 1 -- 172.21.15.17:0/1049779178 learned_addr learned my addr 172.21.15.17:0/1049779178 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:42.219 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.923+0000 7f0add5dc640 1 -- 172.21.15.17:0/1049779178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ad810a820 con 0x7f0ad8107ef0 2024-09-16T01:34:42.220 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.923+0000 7f0add5dc640 1 --2- 172.21.15.17:0/1049779178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ad8107ef0 0x7f0ad810a2e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0ad4009820 tx=0x7f0ad402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e19a5e0b34e31b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:42.220 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.924+0000 7f0acffff640 1 -- 172.21.15.17:0/1049779178 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ad4037070 con 0x7f0ad8107ef0 2024-09-16T01:34:42.220 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.924+0000 7f0acffff640 1 -- 172.21.15.17:0/1049779178 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ad40328f0 con 0x7f0ad8107ef0 2024-09-16T01:34:42.220 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.924+0000 7f0acffff640 1 -- 172.21.15.17:0/1049779178 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ad4030740 con 0x7f0ad8107ef0 2024-09-16T01:34:42.220 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.924+0000 7f0adf840640 1 -- 172.21.15.17:0/1049779178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ad8107ef0 msgr2=0x7f0ad810a2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:42.220 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.924+0000 7f0adf840640 1 --2- 172.21.15.17:0/1049779178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ad8107ef0 0x7f0ad810a2e0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0ad4009820 tx=0x7f0ad402a270 comp rx=0 tx=0).stop 2024-09-16T01:34:42.220 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.924+0000 7f0adf840640 1 -- 172.21.15.17:0/1049779178 shutdown_connections 2024-09-16T01:34:42.220 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.924+0000 7f0adf840640 1 --2- 172.21.15.17:0/1049779178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ad8107ef0 0x7f0ad810a2e0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:42.220 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.924+0000 7f0adf840640 1 -- 172.21.15.17:0/1049779178 >> 172.21.15.17:0/1049779178 conn(0x7f0ad8101b10 msgr2=0x7f0ad8103f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:42.220 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.924+0000 7f0adf840640 1 -- 172.21.15.17:0/1049779178 shutdown_connections 2024-09-16T01:34:42.220 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.924+0000 7f0adf840640 1 -- 172.21.15.17:0/1049779178 wait complete. 2024-09-16T01:34:42.220 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.925+0000 7f0adf840640 1 Processor -- start 2024-09-16T01:34:42.221 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.925+0000 7f0adf840640 1 -- start start 2024-09-16T01:34:42.221 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.925+0000 7f0adf840640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ad8107ef0 0x7f0ad819d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:42.221 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.925+0000 7f0adf840640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0ad810b8a0 con 0x7f0ad8107ef0 2024-09-16T01:34:42.221 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.925+0000 7f0add5dc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ad8107ef0 0x7f0ad819d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:42.221 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.925+0000 7f0add5dc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ad8107ef0 0x7f0ad819d9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34824/0 (socket says 172.21.15.17:34824) 2024-09-16T01:34:42.221 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.925+0000 7f0add5dc640 1 -- 172.21.15.17:0/3253687905 learned_addr learned my addr 172.21.15.17:0/3253687905 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:42.221 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.925+0000 7f0add5dc640 1 -- 172.21.15.17:0/3253687905 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ad819df20 con 0x7f0ad8107ef0 2024-09-16T01:34:42.221 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.926+0000 7f0add5dc640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ad8107ef0 0x7f0ad819d9e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f0ad40327b0 tx=0x7f0ad40327e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:42.221 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.926+0000 7f0ace7fc640 1 -- 172.21.15.17:0/3253687905 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ad4042070 con 0x7f0ad8107ef0 2024-09-16T01:34:42.221 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.926+0000 7f0ace7fc640 1 -- 172.21.15.17:0/3253687905 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ad4030d50 con 0x7f0ad8107ef0 2024-09-16T01:34:42.221 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.926+0000 7f0adf840640 1 -- 172.21.15.17:0/3253687905 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ad819e1b0 con 0x7f0ad8107ef0 2024-09-16T01:34:42.221 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.926+0000 7f0ace7fc640 1 -- 172.21.15.17:0/3253687905 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0ad4037040 con 0x7f0ad8107ef0 2024-09-16T01:34:42.221 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.926+0000 7f0adf840640 1 -- 172.21.15.17:0/3253687905 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ad81a0ea0 con 0x7f0ad8107ef0 2024-09-16T01:34:42.222 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.927+0000 7f0ace7fc640 1 -- 172.21.15.17:0/3253687905 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 9) ==== 46474+0+0 (secure 0 0 0) 0x7f0ad4045070 con 0x7f0ad8107ef0 2024-09-16T01:34:42.222 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.927+0000 7f0ace7fc640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f0ac40391b0 0x7f0ac403b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:42.222 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.927+0000 7f0adf840640 1 -- 172.21.15.17:0/3253687905 --> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f0ad8108350 con 0x7f0ac40391b0 2024-09-16T01:34:42.222 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.927+0000 7f0ace7fc640 1 -- 172.21.15.17:0/3253687905 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 940+0+0 (secure 0 0 0) 0x7f0ad406c4c0 con 0x7f0ad8107ef0 2024-09-16T01:34:42.222 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.927+0000 7f0adcddb640 1 -- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f0ac40391b0 msgr2=0x7f0ac403b670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2297452982 2024-09-16T01:34:42.222 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:37.927+0000 7f0adcddb640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f0ac40391b0 0x7f0ac403b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T01:34:42.222 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:38.128+0000 7f0adcddb640 1 -- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f0ac40391b0 msgr2=0x7f0ac403b670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2297452982 2024-09-16T01:34:42.222 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:38.128+0000 7f0adcddb640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f0ac40391b0 0x7f0ac403b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-16T01:34:42.222 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:38.529+0000 7f0adcddb640 1 -- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f0ac40391b0 msgr2=0x7f0ac403b670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2297452982 2024-09-16T01:34:42.222 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:38.529+0000 7f0adcddb640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f0ac40391b0 0x7f0ac403b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-16T01:34:42.222 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:39.330+0000 7f0adcddb640 1 -- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f0ac40391b0 msgr2=0x7f0ac403b670 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2297452982 2024-09-16T01:34:42.222 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:39.330+0000 7f0adcddb640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f0ac40391b0 0x7f0ac403b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-16T01:34:42.223 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:40.425+0000 7f0ace7fc640 1 -- 172.21.15.17:0/3253687905 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mgrmap(e 10) ==== 46241+0+0 (secure 0 0 0) 0x7f0ad406af70 con 0x7f0ad8107ef0 2024-09-16T01:34:42.223 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:40.425+0000 7f0ace7fc640 1 -- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f0ac40391b0 msgr2=0x7f0ac403b670 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:34:42.223 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:40.425+0000 7f0ace7fc640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f0ac40391b0 0x7f0ac403b670 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:42.223 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.426+0000 7f0ace7fc640 1 -- 172.21.15.17:0/3253687905 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mgrmap(e 11) ==== 46368+0+0 (secure 0 0 0) 0x7f0ad403b330 con 0x7f0ad8107ef0 2024-09-16T01:34:42.223 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.427+0000 7f0ace7fc640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ac403ca80 0x7f0ac403ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:42.223 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.427+0000 7f0ace7fc640 1 -- 172.21.15.17:0/3253687905 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f0ad4006810 con 0x7f0ac403ca80 2024-09-16T01:34:42.223 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.427+0000 7f0adcddb640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ac403ca80 0x7f0ac403ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:42.223 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.428+0000 7f0adcddb640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ac403ca80 0x7f0ac403ee70 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f0ac8003980 tx=0x7f0ac8006e10 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:42.223 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.428+0000 7f0ace7fc640 1 -- 172.21.15.17:0/3253687905 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== command_reply(tid 0: 0 ) ==== 8+0+9564 (secure 0 0 0) 0x7f0ad4006810 con 0x7f0ac403ca80 2024-09-16T01:34:42.223 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.435+0000 7f0adf840640 1 -- 172.21.15.17:0/3253687905 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- command(tid 1: {"prefix": "mgr_status"}) -- 0x7f0ad8075d10 con 0x7f0ac403ca80 2024-09-16T01:34:42.223 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.436+0000 7f0ace7fc640 1 -- 172.21.15.17:0/3253687905 <== mgr.14148 v2:172.21.15.17:6800/4259215187 2 ==== command_reply(tid 1: 0 ) ==== 8+0+52 (secure 0 0 0) 0x7f0ad8075d10 con 0x7f0ac403ca80 2024-09-16T01:34:42.223 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.436+0000 7f0adf840640 1 -- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ac403ca80 msgr2=0x7f0ac403ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:42.223 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.436+0000 7f0adf840640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ac403ca80 0x7f0ac403ee70 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f0ac8003980 tx=0x7f0ac8006e10 comp rx=0 tx=0).stop 2024-09-16T01:34:42.224 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.436+0000 7f0adf840640 1 -- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ad8107ef0 msgr2=0x7f0ad819d9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:42.224 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.436+0000 7f0adf840640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ad8107ef0 0x7f0ad819d9e0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f0ad40327b0 tx=0x7f0ad40327e0 comp rx=0 tx=0).stop 2024-09-16T01:34:42.224 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.436+0000 7f0adf840640 1 -- 172.21.15.17:0/3253687905 shutdown_connections 2024-09-16T01:34:42.224 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.436+0000 7f0adf840640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ac403ca80 0x7f0ac403ee70 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:42.224 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.436+0000 7f0adf840640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:6800/2297452982,v1:172.21.15.17:6801/2297452982] conn(0x7f0ac40391b0 0x7f0ac403b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:42.224 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.436+0000 7f0adf840640 1 --2- 172.21.15.17:0/3253687905 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ad8107ef0 0x7f0ad819d9e0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:42.224 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.436+0000 7f0adf840640 1 -- 172.21.15.17:0/3253687905 >> 172.21.15.17:0/3253687905 conn(0x7f0ad8101b10 msgr2=0x7f0ad8102900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:42.224 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.436+0000 7f0adf840640 1 -- 172.21.15.17:0/3253687905 shutdown_connections 2024-09-16T01:34:42.225 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:41.436+0000 7f0adf840640 1 -- 172.21.15.17:0/3253687905 wait complete. 2024-09-16T01:34:42.225 INFO:teuthology.orchestra.run.smithi017.stdout:mgr epoch 9 is available 2024-09-16T01:34:42.225 INFO:teuthology.orchestra.run.smithi017.stdout:Generating a dashboard self-signed certificate... 2024-09-16T01:34:42.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-mon[30972]: mgrmap e11: x(active, since 1.00584s) 2024-09-16T01:34:42.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-mon[30972]: [16/Sep/2024:01:34:41] ENGINE Bus STARTING 2024-09-16T01:34:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-mon[30972]: [16/Sep/2024:01:34:42] ENGINE Serving on https://172.21.15.17:7150 2024-09-16T01:34:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-mon[30972]: [16/Sep/2024:01:34:42] ENGINE Error in HTTPServer.serve 2024-09-16T01:34:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout: Traceback (most recent call last): 2024-09-16T01:34:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T01:34:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout: self._connections.run(self.expiration_interval) 2024-09-16T01:34:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T01:34:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout: self._run(expiration_interval) 2024-09-16T01:34:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T01:34:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T01:34:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T01:34:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T01:34:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T01:34:42.527 INFO:journalctl@ceph.mon.a.smithi017.stdout: s = self.context.wrap_socket( 2024-09-16T01:34:42.527 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T01:34:42.527 INFO:journalctl@ceph.mon.a.smithi017.stdout: return self.sslsocket_class._create( 2024-09-16T01:34:42.527 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T01:34:42.527 INFO:journalctl@ceph.mon.a.smithi017.stdout: self.do_handshake() 2024-09-16T01:34:42.527 INFO:journalctl@ceph.mon.a.smithi017.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T01:34:42.527 INFO:journalctl@ceph.mon.a.smithi017.stdout: self._sslobj.do_handshake() 2024-09-16T01:34:42.527 INFO:journalctl@ceph.mon.a.smithi017.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T01:34:42.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-mon[30972]: [16/Sep/2024:01:34:42] ENGINE Serving on http://172.21.15.17:8765 2024-09-16T01:34:42.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:42 smithi017 ceph-mon[30972]: [16/Sep/2024:01:34:42] ENGINE Bus STARTED 2024-09-16T01:34:43.471 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-16T01:34:43.471 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.621+0000 7f4d0310d640 1 Processor -- start 2024-09-16T01:34:43.471 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.621+0000 7f4d0310d640 1 -- start start 2024-09-16T01:34:43.471 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.621+0000 7f4d0310d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc105d60 0x7f4cfc106160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:43.471 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.621+0000 7f4d0310d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4cfc07be10 con 0x7f4cfc105d60 2024-09-16T01:34:43.471 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.622+0000 7f4d00ea9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc105d60 0x7f4cfc106160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:43.471 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.622+0000 7f4d00ea9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc105d60 0x7f4cfc106160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34890/0 (socket says 172.21.15.17:34890) 2024-09-16T01:34:43.472 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.622+0000 7f4d00ea9640 1 -- 172.21.15.17:0/3286468999 learned_addr learned my addr 172.21.15.17:0/3286468999 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:43.472 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.622+0000 7f4d00ea9640 1 -- 172.21.15.17:0/3286468999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cfc1066a0 con 0x7f4cfc105d60 2024-09-16T01:34:43.472 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.623+0000 7f4d00ea9640 1 --2- 172.21.15.17:0/3286468999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc105d60 0x7f4cfc106160 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0009820 tx=0x7f4cf002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3d40594fa27a1b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:43.472 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.623+0000 7f4cfb7fe640 1 -- 172.21.15.17:0/3286468999 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4cf0037070 con 0x7f4cfc105d60 2024-09-16T01:34:43.472 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.623+0000 7f4cfb7fe640 1 -- 172.21.15.17:0/3286468999 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4cf00328f0 con 0x7f4cfc105d60 2024-09-16T01:34:43.472 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.623+0000 7f4cfb7fe640 1 -- 172.21.15.17:0/3286468999 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4cf0030740 con 0x7f4cfc105d60 2024-09-16T01:34:43.472 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.624+0000 7f4d0310d640 1 -- 172.21.15.17:0/3286468999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc105d60 msgr2=0x7f4cfc106160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:43.472 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.624+0000 7f4d0310d640 1 --2- 172.21.15.17:0/3286468999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc105d60 0x7f4cfc106160 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0009820 tx=0x7f4cf002a270 comp rx=0 tx=0).stop 2024-09-16T01:34:43.472 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.624+0000 7f4d0310d640 1 -- 172.21.15.17:0/3286468999 shutdown_connections 2024-09-16T01:34:43.472 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.624+0000 7f4d0310d640 1 --2- 172.21.15.17:0/3286468999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc105d60 0x7f4cfc106160 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:43.472 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.624+0000 7f4d0310d640 1 -- 172.21.15.17:0/3286468999 >> 172.21.15.17:0/3286468999 conn(0x7f4cfc101b10 msgr2=0x7f4cfc103f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:43.472 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.624+0000 7f4d0310d640 1 -- 172.21.15.17:0/3286468999 shutdown_connections 2024-09-16T01:34:43.472 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.624+0000 7f4d0310d640 1 -- 172.21.15.17:0/3286468999 wait complete. 2024-09-16T01:34:43.473 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.624+0000 7f4d0310d640 1 Processor -- start 2024-09-16T01:34:43.473 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.624+0000 7f4d0310d640 1 -- start start 2024-09-16T01:34:43.473 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.625+0000 7f4d0310d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc105d60 0x7f4cfc19d980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:43.473 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.625+0000 7f4d0310d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4cfc107780 con 0x7f4cfc105d60 2024-09-16T01:34:43.473 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.625+0000 7f4d00ea9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc105d60 0x7f4cfc19d980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:43.473 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.625+0000 7f4d00ea9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc105d60 0x7f4cfc19d980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34906/0 (socket says 172.21.15.17:34906) 2024-09-16T01:34:43.473 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.625+0000 7f4d00ea9640 1 -- 172.21.15.17:0/3353778448 learned_addr learned my addr 172.21.15.17:0/3353778448 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:43.473 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.625+0000 7f4d00ea9640 1 -- 172.21.15.17:0/3353778448 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cfc19dec0 con 0x7f4cfc105d60 2024-09-16T01:34:43.473 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.625+0000 7f4d00ea9640 1 --2- 172.21.15.17:0/3353778448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc105d60 0x7f4cfc19d980 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f4cf00327b0 tx=0x7f4cf00327e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:43.473 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.625+0000 7f4cf9ffb640 1 -- 172.21.15.17:0/3353778448 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4cf0042070 con 0x7f4cfc105d60 2024-09-16T01:34:43.473 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.625+0000 7f4cf9ffb640 1 -- 172.21.15.17:0/3353778448 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4cf0030d50 con 0x7f4cfc105d60 2024-09-16T01:34:43.473 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.625+0000 7f4d0310d640 1 -- 172.21.15.17:0/3353778448 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cfc19e150 con 0x7f4cfc105d60 2024-09-16T01:34:43.474 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.626+0000 7f4cf9ffb640 1 -- 172.21.15.17:0/3353778448 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4cf0037040 con 0x7f4cfc105d60 2024-09-16T01:34:43.474 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.626+0000 7f4d0310d640 1 -- 172.21.15.17:0/3353778448 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cfc1a0e40 con 0x7f4cfc105d60 2024-09-16T01:34:43.474 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.627+0000 7f4cf9ffb640 1 -- 172.21.15.17:0/3353778448 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 11) ==== 46368+0+0 (secure 0 0 0) 0x7f4cf0045070 con 0x7f4cfc105d60 2024-09-16T01:34:43.474 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.627+0000 7f4d0310d640 1 -- 172.21.15.17:0/3353778448 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4cfc106160 con 0x7f4cfc105d60 2024-09-16T01:34:43.474 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.627+0000 7f4cf9ffb640 1 --2- 172.21.15.17:0/3353778448 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4cec0390f0 0x7f4cec03b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:43.474 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.627+0000 7f4cf9ffb640 1 -- 172.21.15.17:0/3353778448 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4cf006c230 con 0x7f4cfc105d60 2024-09-16T01:34:43.474 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.627+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/3353778448 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4cec0390f0 0x7f4cec03b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:43.474 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.627+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/3353778448 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4cec0390f0 0x7f4cec03b5b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80098c0 tx=0x7f4ce8006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:43.474 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.632+0000 7f4cf9ffb640 1 -- 172.21.15.17:0/3353778448 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4cf0045360 con 0x7f4cfc105d60 2024-09-16T01:34:43.474 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.816+0000 7f4d0310d640 1 -- 172.21.15.17:0/3353778448 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) -- 0x7f4cfc062630 con 0x7f4cec0390f0 2024-09-16T01:34:43.474 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.825+0000 7f4cf9ffb640 1 -- 172.21.15.17:0/3353778448 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mgrmap(e 12) ==== 46474+0+0 (secure 0 0 0) 0x7f4cf003c620 con 0x7f4cfc105d60 2024-09-16T01:34:43.474 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.912+0000 7f4cf9ffb640 1 -- 172.21.15.17:0/3353778448 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+32 (secure 0 0 0) 0x7f4cfc062630 con 0x7f4cec0390f0 2024-09-16T01:34:43.474 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.914+0000 7f4d0310d640 1 -- 172.21.15.17:0/3353778448 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4cec0390f0 msgr2=0x7f4cec03b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:43.475 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.914+0000 7f4d0310d640 1 --2- 172.21.15.17:0/3353778448 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4cec0390f0 0x7f4cec03b5b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4ce80098c0 tx=0x7f4ce8006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:43.475 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.914+0000 7f4d0310d640 1 -- 172.21.15.17:0/3353778448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc105d60 msgr2=0x7f4cfc19d980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:43.475 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.914+0000 7f4d0310d640 1 --2- 172.21.15.17:0/3353778448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc105d60 0x7f4cfc19d980 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f4cf00327b0 tx=0x7f4cf00327e0 comp rx=0 tx=0).stop 2024-09-16T01:34:43.475 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.914+0000 7f4d0310d640 1 -- 172.21.15.17:0/3353778448 shutdown_connections 2024-09-16T01:34:43.475 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.914+0000 7f4d0310d640 1 --2- 172.21.15.17:0/3353778448 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4cec0390f0 0x7f4cec03b5b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:43.475 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.914+0000 7f4d0310d640 1 --2- 172.21.15.17:0/3353778448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc105d60 0x7f4cfc19d980 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:43.475 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.914+0000 7f4d0310d640 1 -- 172.21.15.17:0/3353778448 >> 172.21.15.17:0/3353778448 conn(0x7f4cfc101b10 msgr2=0x7f4cfc194300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:43.475 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.915+0000 7f4d0310d640 1 -- 172.21.15.17:0/3353778448 shutdown_connections 2024-09-16T01:34:43.475 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:42.915+0000 7f4d0310d640 1 -- 172.21.15.17:0/3353778448 wait complete. 2024-09-16T01:34:43.475 INFO:teuthology.orchestra.run.smithi017.stdout:Creating initial admin user... 2024-09-16T01:34:43.867 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:43 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:43.867 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:43 smithi017 ceph-mon[30972]: from='client.14160 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:34:43.867 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:43 smithi017 ceph-mon[30972]: mgrmap e12: x(active, since 2s) 2024-09-16T01:34:43.867 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:43 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:43.867 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:43 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:46.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$WfKk3fu5FBtLqg0GG8keAexo9N6F6A7VWDBdhHum2CESaPydm0vYG", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726450485, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-16T01:34:46.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.948+0000 7f25c01bd640 1 Processor -- start 2024-09-16T01:34:46.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.948+0000 7f25c01bd640 1 -- start start 2024-09-16T01:34:46.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.949+0000 7f25c01bd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b8107ef0 0x7f25b810a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:46.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.949+0000 7f25c01bd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f25b807be90 con 0x7f25b8107ef0 2024-09-16T01:34:46.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.949+0000 7f25bdf59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b8107ef0 0x7f25b810a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:46.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.949+0000 7f25bdf59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b8107ef0 0x7f25b810a2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34914/0 (socket says 172.21.15.17:34914) 2024-09-16T01:34:46.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.949+0000 7f25bdf59640 1 -- 172.21.15.17:0/991983438 learned_addr learned my addr 172.21.15.17:0/991983438 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:46.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.949+0000 7f25bdf59640 1 -- 172.21.15.17:0/991983438 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b810a820 con 0x7f25b8107ef0 2024-09-16T01:34:46.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.950+0000 7f25bdf59640 1 --2- 172.21.15.17:0/991983438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b8107ef0 0x7f25b810a2e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f25ac009820 tx=0x7f25ac02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a8509417e31f0c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:46.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.950+0000 7f25bcf57640 1 -- 172.21.15.17:0/991983438 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f25ac037070 con 0x7f25b8107ef0 2024-09-16T01:34:46.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.950+0000 7f25bcf57640 1 -- 172.21.15.17:0/991983438 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f25ac0328f0 con 0x7f25b8107ef0 2024-09-16T01:34:46.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.950+0000 7f25bcf57640 1 -- 172.21.15.17:0/991983438 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f25ac030740 con 0x7f25b8107ef0 2024-09-16T01:34:46.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.951+0000 7f25c01bd640 1 -- 172.21.15.17:0/991983438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b8107ef0 msgr2=0x7f25b810a2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:46.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.951+0000 7f25c01bd640 1 --2- 172.21.15.17:0/991983438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b8107ef0 0x7f25b810a2e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f25ac009820 tx=0x7f25ac02a270 comp rx=0 tx=0).stop 2024-09-16T01:34:46.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.951+0000 7f25c01bd640 1 -- 172.21.15.17:0/991983438 shutdown_connections 2024-09-16T01:34:46.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.951+0000 7f25c01bd640 1 --2- 172.21.15.17:0/991983438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b8107ef0 0x7f25b810a2e0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:46.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.951+0000 7f25c01bd640 1 -- 172.21.15.17:0/991983438 >> 172.21.15.17:0/991983438 conn(0x7f25b8101b10 msgr2=0x7f25b8103f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:46.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.951+0000 7f25c01bd640 1 -- 172.21.15.17:0/991983438 shutdown_connections 2024-09-16T01:34:46.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.951+0000 7f25c01bd640 1 -- 172.21.15.17:0/991983438 wait complete. 2024-09-16T01:34:46.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.952+0000 7f25c01bd640 1 Processor -- start 2024-09-16T01:34:46.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.952+0000 7f25c01bd640 1 -- start start 2024-09-16T01:34:46.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.952+0000 7f25c01bd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b8107ef0 0x7f25b819b790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:46.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.952+0000 7f25c01bd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f25b810b8a0 con 0x7f25b8107ef0 2024-09-16T01:34:46.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.952+0000 7f25bdf59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b8107ef0 0x7f25b819b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:46.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.952+0000 7f25bdf59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b8107ef0 0x7f25b819b790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34926/0 (socket says 172.21.15.17:34926) 2024-09-16T01:34:46.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.952+0000 7f25bdf59640 1 -- 172.21.15.17:0/2084064650 learned_addr learned my addr 172.21.15.17:0/2084064650 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:46.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.953+0000 7f25bdf59640 1 -- 172.21.15.17:0/2084064650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25b819bcd0 con 0x7f25b8107ef0 2024-09-16T01:34:46.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.953+0000 7f25bdf59640 1 --2- 172.21.15.17:0/2084064650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b8107ef0 0x7f25b819b790 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f25ac0327b0 tx=0x7f25ac0327e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:46.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.953+0000 7f25aaffd640 1 -- 172.21.15.17:0/2084064650 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f25ac042070 con 0x7f25b8107ef0 2024-09-16T01:34:46.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.953+0000 7f25aaffd640 1 -- 172.21.15.17:0/2084064650 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f25ac030d50 con 0x7f25b8107ef0 2024-09-16T01:34:46.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.953+0000 7f25aaffd640 1 -- 172.21.15.17:0/2084064650 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f25ac037040 con 0x7f25b8107ef0 2024-09-16T01:34:46.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.953+0000 7f25c01bd640 1 -- 172.21.15.17:0/2084064650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25b819bf60 con 0x7f25b8107ef0 2024-09-16T01:34:46.004 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.953+0000 7f25c01bd640 1 -- 172.21.15.17:0/2084064650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f25b819ec50 con 0x7f25b8107ef0 2024-09-16T01:34:46.004 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.954+0000 7f25aaffd640 1 -- 172.21.15.17:0/2084064650 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 12) ==== 46474+0+0 (secure 0 0 0) 0x7f25ac045070 con 0x7f25b8107ef0 2024-09-16T01:34:46.004 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.954+0000 7f25c01bd640 1 -- 172.21.15.17:0/2084064650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25b8108350 con 0x7f25b8107ef0 2024-09-16T01:34:46.004 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.954+0000 7f25aaffd640 1 --2- 172.21.15.17:0/2084064650 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f25a40391b0 0x7f25a403b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:46.004 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.954+0000 7f25aaffd640 1 -- 172.21.15.17:0/2084064650 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f25ac06c3e0 con 0x7f25b8107ef0 2024-09-16T01:34:46.004 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.955+0000 7f25bd758640 1 --2- 172.21.15.17:0/2084064650 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f25a40391b0 0x7f25a403b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:46.004 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.955+0000 7f25bd758640 1 --2- 172.21.15.17:0/2084064650 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f25a40391b0 0x7f25a403b670 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f25b40098c0 tx=0x7f25b4006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:46.004 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:44.960+0000 7f25aaffd640 1 -- 172.21.15.17:0/2084064650 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f25ac04b170 con 0x7f25b8107ef0 2024-09-16T01:34:46.004 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:45.150+0000 7f25c01bd640 1 -- 172.21.15.17:0/2084064650 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) -- 0x7f25b819c440 con 0x7f25a40391b0 2024-09-16T01:34:46.004 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:45.399+0000 7f25aaffd640 1 -- 172.21.15.17:0/2084064650 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+252 (secure 0 0 0) 0x7f25b819c440 con 0x7f25a40391b0 2024-09-16T01:34:46.004 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:45.401+0000 7f25c01bd640 1 -- 172.21.15.17:0/2084064650 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f25a40391b0 msgr2=0x7f25a403b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:46.004 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:45.401+0000 7f25c01bd640 1 --2- 172.21.15.17:0/2084064650 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f25a40391b0 0x7f25a403b670 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f25b40098c0 tx=0x7f25b4006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:46.004 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:45.401+0000 7f25c01bd640 1 -- 172.21.15.17:0/2084064650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b8107ef0 msgr2=0x7f25b819b790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:46.005 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:45.401+0000 7f25c01bd640 1 --2- 172.21.15.17:0/2084064650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b8107ef0 0x7f25b819b790 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f25ac0327b0 tx=0x7f25ac0327e0 comp rx=0 tx=0).stop 2024-09-16T01:34:46.005 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:45.402+0000 7f25c01bd640 1 -- 172.21.15.17:0/2084064650 shutdown_connections 2024-09-16T01:34:46.005 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:45.402+0000 7f25c01bd640 1 --2- 172.21.15.17:0/2084064650 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f25a40391b0 0x7f25a403b670 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:46.005 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:45.402+0000 7f25c01bd640 1 --2- 172.21.15.17:0/2084064650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f25b8107ef0 0x7f25b819b790 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:46.005 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:45.402+0000 7f25c01bd640 1 -- 172.21.15.17:0/2084064650 >> 172.21.15.17:0/2084064650 conn(0x7f25b8101b10 msgr2=0x7f25b81028f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:46.005 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:45.402+0000 7f25c01bd640 1 -- 172.21.15.17:0/2084064650 shutdown_connections 2024-09-16T01:34:46.005 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:45.402+0000 7f25c01bd640 1 -- 172.21.15.17:0/2084064650 wait complete. 2024-09-16T01:34:46.005 INFO:teuthology.orchestra.run.smithi017.stdout:Fetching dashboard port number... 2024-09-16T01:34:46.597 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:46 smithi017 ceph-mon[30972]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:34:46.597 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:46 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:47.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 8443 2024-09-16T01:34:47.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.411+0000 7f0b0e227640 1 Processor -- start 2024-09-16T01:34:47.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.411+0000 7f0b0e227640 1 -- start start 2024-09-16T01:34:47.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.411+0000 7f0b0e227640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b08106400 0x7f0b08106800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:47.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.411+0000 7f0b0e227640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0b08106dd0 con 0x7f0b08106400 2024-09-16T01:34:47.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.411+0000 7f0b077fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b08106400 0x7f0b08106800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:47.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.411+0000 7f0b077fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b08106400 0x7f0b08106800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42348/0 (socket says 172.21.15.17:42348) 2024-09-16T01:34:47.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.411+0000 7f0b077fe640 1 -- 172.21.15.17:0/2241551890 learned_addr learned my addr 172.21.15.17:0/2241551890 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:47.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.412+0000 7f0b077fe640 1 -- 172.21.15.17:0/2241551890 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b081075b0 con 0x7f0b08106400 2024-09-16T01:34:47.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.412+0000 7f0b077fe640 1 --2- 172.21.15.17:0/2241551890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b08106400 0x7f0b08106800 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0af800bac0 tx=0x7f0af802c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72cb439f3260fc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:47.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.412+0000 7f0b067fc640 1 -- 172.21.15.17:0/2241551890 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0af80326d0 con 0x7f0b08106400 2024-09-16T01:34:47.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.412+0000 7f0b067fc640 1 -- 172.21.15.17:0/2241551890 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0af8038070 con 0x7f0b08106400 2024-09-16T01:34:47.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.413+0000 7f0b067fc640 1 -- 172.21.15.17:0/2241551890 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0af8033c40 con 0x7f0b08106400 2024-09-16T01:34:47.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.413+0000 7f0b0e227640 1 -- 172.21.15.17:0/2241551890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b08106400 msgr2=0x7f0b08106800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:47.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.413+0000 7f0b0e227640 1 --2- 172.21.15.17:0/2241551890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b08106400 0x7f0b08106800 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0af800bac0 tx=0x7f0af802c920 comp rx=0 tx=0).stop 2024-09-16T01:34:47.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.413+0000 7f0b0e227640 1 -- 172.21.15.17:0/2241551890 shutdown_connections 2024-09-16T01:34:47.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.413+0000 7f0b0e227640 1 --2- 172.21.15.17:0/2241551890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b08106400 0x7f0b08106800 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:47.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.413+0000 7f0b0e227640 1 -- 172.21.15.17:0/2241551890 >> 172.21.15.17:0/2241551890 conn(0x7f0b08101bb0 msgr2=0x7f0b08103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:47.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.413+0000 7f0b0e227640 1 -- 172.21.15.17:0/2241551890 shutdown_connections 2024-09-16T01:34:47.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.413+0000 7f0b0e227640 1 -- 172.21.15.17:0/2241551890 wait complete. 2024-09-16T01:34:47.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.414+0000 7f0b0e227640 1 Processor -- start 2024-09-16T01:34:47.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.414+0000 7f0b0e227640 1 -- start start 2024-09-16T01:34:47.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.414+0000 7f0b0e227640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b08106400 0x7f0b08199580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:47.193 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.414+0000 7f0b0e227640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0b0807b130 con 0x7f0b08106400 2024-09-16T01:34:47.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.414+0000 7f0b077fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b08106400 0x7f0b08199580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:47.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.414+0000 7f0b077fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b08106400 0x7f0b08199580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42354/0 (socket says 172.21.15.17:42354) 2024-09-16T01:34:47.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.414+0000 7f0b077fe640 1 -- 172.21.15.17:0/3803404918 learned_addr learned my addr 172.21.15.17:0/3803404918 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:47.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.415+0000 7f0b077fe640 1 -- 172.21.15.17:0/3803404918 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b08199ac0 con 0x7f0b08106400 2024-09-16T01:34:47.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.415+0000 7f0b077fe640 1 --2- 172.21.15.17:0/3803404918 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b08106400 0x7f0b08199580 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0af800b2c0 tx=0x7f0af80327d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:47.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.415+0000 7f0b04ff9640 1 -- 172.21.15.17:0/3803404918 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0af8042070 con 0x7f0b08106400 2024-09-16T01:34:47.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.415+0000 7f0b0e227640 1 -- 172.21.15.17:0/3803404918 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b08199d50 con 0x7f0b08106400 2024-09-16T01:34:47.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.415+0000 7f0b04ff9640 1 -- 172.21.15.17:0/3803404918 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0af8032d20 con 0x7f0b08106400 2024-09-16T01:34:47.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.415+0000 7f0b04ff9640 1 -- 172.21.15.17:0/3803404918 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0af803c580 con 0x7f0b08106400 2024-09-16T01:34:47.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.415+0000 7f0b0e227640 1 -- 172.21.15.17:0/3803404918 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b0819ca40 con 0x7f0b08106400 2024-09-16T01:34:47.194 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.416+0000 7f0b04ff9640 1 -- 172.21.15.17:0/3803404918 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 12) ==== 46474+0+0 (secure 0 0 0) 0x7f0af803c880 con 0x7f0b08106400 2024-09-16T01:34:47.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.416+0000 7f0b04ff9640 1 --2- 172.21.15.17:0/3803404918 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0af00391b0 0x7f0af003b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:47.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.416+0000 7f0b04ff9640 1 -- 172.21.15.17:0/3803404918 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0af8030050 con 0x7f0b08106400 2024-09-16T01:34:47.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.416+0000 7f0b06ffd640 1 --2- 172.21.15.17:0/3803404918 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0af00391b0 0x7f0af003b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:47.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.416+0000 7f0b0e227640 1 -- 172.21.15.17:0/3803404918 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b08106800 con 0x7f0b08106400 2024-09-16T01:34:47.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.417+0000 7f0b06ffd640 1 --2- 172.21.15.17:0/3803404918 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0af00391b0 0x7f0af003b670 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0afc0098c0 tx=0x7f0afc006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:47.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.421+0000 7f0b04ff9640 1 -- 172.21.15.17:0/3803404918 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0af8009250 con 0x7f0b08106400 2024-09-16T01:34:47.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.596+0000 7f0b0e227640 1 -- 172.21.15.17:0/3803404918 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) -- 0x7f0b081929f0 con 0x7f0b08106400 2024-09-16T01:34:47.195 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.596+0000 7f0b04ff9640 1 -- 172.21.15.17:0/3803404918 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) ==== 112+0+5 (secure 0 0 0) 0x7f0af803ada0 con 0x7f0b08106400 2024-09-16T01:34:47.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.598+0000 7f0b0e227640 1 -- 172.21.15.17:0/3803404918 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0af00391b0 msgr2=0x7f0af003b670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:47.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.598+0000 7f0b0e227640 1 --2- 172.21.15.17:0/3803404918 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0af00391b0 0x7f0af003b670 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0afc0098c0 tx=0x7f0afc006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:47.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.598+0000 7f0b0e227640 1 -- 172.21.15.17:0/3803404918 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b08106400 msgr2=0x7f0b08199580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:47.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.598+0000 7f0b0e227640 1 --2- 172.21.15.17:0/3803404918 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b08106400 0x7f0b08199580 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0af800b2c0 tx=0x7f0af80327d0 comp rx=0 tx=0).stop 2024-09-16T01:34:47.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.598+0000 7f0b0e227640 1 -- 172.21.15.17:0/3803404918 shutdown_connections 2024-09-16T01:34:47.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.598+0000 7f0b0e227640 1 --2- 172.21.15.17:0/3803404918 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0af00391b0 0x7f0af003b670 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:47.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.598+0000 7f0b0e227640 1 --2- 172.21.15.17:0/3803404918 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b08106400 0x7f0b08199580 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:47.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.598+0000 7f0b0e227640 1 -- 172.21.15.17:0/3803404918 >> 172.21.15.17:0/3803404918 conn(0x7f0b08101bb0 msgr2=0x7f0b0818fb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:47.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.598+0000 7f0b0e227640 1 -- 172.21.15.17:0/3803404918 shutdown_connections 2024-09-16T01:34:47.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:46.598+0000 7f0b0e227640 1 -- 172.21.15.17:0/3803404918 wait complete. 2024-09-16T01:34:47.201 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T01:34:47.201 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout disabled 2024-09-16T01:34:47.210 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T01:34:47.210 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout inactive 2024-09-16T01:34:47.210 INFO:teuthology.orchestra.run.smithi017.stdout:firewalld.service is not enabled 2024-09-16T01:34:47.210 INFO:teuthology.orchestra.run.smithi017.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-16T01:34:47.213 INFO:teuthology.orchestra.run.smithi017.stdout:Ceph Dashboard is now available at: 2024-09-16T01:34:47.213 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:34:47.213 INFO:teuthology.orchestra.run.smithi017.stdout: URL: https://smithi017.front.sepia.ceph.com:8443/ 2024-09-16T01:34:47.213 INFO:teuthology.orchestra.run.smithi017.stdout: User: admin 2024-09-16T01:34:47.213 INFO:teuthology.orchestra.run.smithi017.stdout: Password: 6nyzambt7n 2024-09-16T01:34:47.213 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:34:47.213 INFO:teuthology.orchestra.run.smithi017.stdout:Saving cluster configuration to /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/config directory 2024-09-16T01:34:47.602 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:47 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3803404918' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-16T01:34:48.405 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.616+0000 7f4814a7b640 1 Processor -- start 2024-09-16T01:34:48.406 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.616+0000 7f4814a7b640 1 -- start start 2024-09-16T01:34:48.406 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.617+0000 7f4814a7b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48101057e0 0x7f4810105be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:48.406 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.617+0000 7f4814a7b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f48101061b0 con 0x7f48101057e0 2024-09-16T01:34:48.406 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.617+0000 7f480e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48101057e0 0x7f4810105be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:48.406 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.617+0000 7f480e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48101057e0 0x7f4810105be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42366/0 (socket says 172.21.15.17:42366) 2024-09-16T01:34:48.406 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.617+0000 7f480e59c640 1 -- 172.21.15.17:0/2479854131 learned_addr learned my addr 172.21.15.17:0/2479854131 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:48.406 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.617+0000 7f480e59c640 1 -- 172.21.15.17:0/2479854131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48101087c0 con 0x7f48101057e0 2024-09-16T01:34:48.406 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.618+0000 7f480e59c640 1 --2- 172.21.15.17:0/2479854131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48101057e0 0x7f4810105be0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f4800009820 tx=0x7f480002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8000b23f5ba1275 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:48.406 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.618+0000 7f480d59a640 1 -- 172.21.15.17:0/2479854131 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4800037070 con 0x7f48101057e0 2024-09-16T01:34:48.406 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.618+0000 7f480d59a640 1 -- 172.21.15.17:0/2479854131 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48000328f0 con 0x7f48101057e0 2024-09-16T01:34:48.406 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.618+0000 7f480d59a640 1 -- 172.21.15.17:0/2479854131 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4800030740 con 0x7f48101057e0 2024-09-16T01:34:48.406 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.619+0000 7f4814a7b640 1 -- 172.21.15.17:0/2479854131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48101057e0 msgr2=0x7f4810105be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:48.407 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.619+0000 7f4814a7b640 1 --2- 172.21.15.17:0/2479854131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48101057e0 0x7f4810105be0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f4800009820 tx=0x7f480002a270 comp rx=0 tx=0).stop 2024-09-16T01:34:48.407 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.619+0000 7f4814a7b640 1 -- 172.21.15.17:0/2479854131 shutdown_connections 2024-09-16T01:34:48.407 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.619+0000 7f4814a7b640 1 --2- 172.21.15.17:0/2479854131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48101057e0 0x7f4810105be0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:48.407 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.619+0000 7f4814a7b640 1 -- 172.21.15.17:0/2479854131 >> 172.21.15.17:0/2479854131 conn(0x7f48101012f0 msgr2=0x7f4810103770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:48.407 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.619+0000 7f4814a7b640 1 -- 172.21.15.17:0/2479854131 shutdown_connections 2024-09-16T01:34:48.407 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.619+0000 7f4814a7b640 1 -- 172.21.15.17:0/2479854131 wait complete. 2024-09-16T01:34:48.407 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.620+0000 7f4814a7b640 1 Processor -- start 2024-09-16T01:34:48.407 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.620+0000 7f4814a7b640 1 -- start start 2024-09-16T01:34:48.407 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.620+0000 7f4814a7b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48101057e0 0x7f481019b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:48.407 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.620+0000 7f4814a7b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f481010b9f0 con 0x7f48101057e0 2024-09-16T01:34:48.407 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.620+0000 7f480e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48101057e0 0x7f481019b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:48.407 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.620+0000 7f480e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48101057e0 0x7f481019b810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42378/0 (socket says 172.21.15.17:42378) 2024-09-16T01:34:48.408 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.620+0000 7f480e59c640 1 -- 172.21.15.17:0/2351249603 learned_addr learned my addr 172.21.15.17:0/2351249603 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:48.408 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.621+0000 7f480e59c640 1 -- 172.21.15.17:0/2351249603 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f481019bd50 con 0x7f48101057e0 2024-09-16T01:34:48.408 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.621+0000 7f480e59c640 1 --2- 172.21.15.17:0/2351249603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48101057e0 0x7f481019b810 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f48000097f0 tx=0x7f4800030c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:48.408 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.621+0000 7f47ff7fe640 1 -- 172.21.15.17:0/2351249603 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4800042070 con 0x7f48101057e0 2024-09-16T01:34:48.408 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.621+0000 7f47ff7fe640 1 -- 172.21.15.17:0/2351249603 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4800030e80 con 0x7f48101057e0 2024-09-16T01:34:48.408 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.621+0000 7f4814a7b640 1 -- 172.21.15.17:0/2351249603 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f481019bfe0 con 0x7f48101057e0 2024-09-16T01:34:48.408 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.621+0000 7f47ff7fe640 1 -- 172.21.15.17:0/2351249603 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4800037040 con 0x7f48101057e0 2024-09-16T01:34:48.408 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.621+0000 7f4814a7b640 1 -- 172.21.15.17:0/2351249603 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f481019ecd0 con 0x7f48101057e0 2024-09-16T01:34:48.408 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.622+0000 7f47ff7fe640 1 -- 172.21.15.17:0/2351249603 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f4800045070 con 0x7f48101057e0 2024-09-16T01:34:48.408 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.622+0000 7f47ff7fe640 1 --2- 172.21.15.17:0/2351249603 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f47f80392a0 0x7f47f803b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:48.408 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.622+0000 7f4814a7b640 1 -- 172.21.15.17:0/2351249603 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4810105c60 con 0x7f48101057e0 2024-09-16T01:34:48.408 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.622+0000 7f47ff7fe640 1 -- 172.21.15.17:0/2351249603 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f480006c650 con 0x7f48101057e0 2024-09-16T01:34:48.408 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.622+0000 7f480dd9b640 1 --2- 172.21.15.17:0/2351249603 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f47f80392a0 0x7f47f803b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:48.409 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.623+0000 7f480dd9b640 1 --2- 172.21.15.17:0/2351249603 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f47f80392a0 0x7f47f803b760 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f480400ad30 tx=0x7f48040093f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:48.409 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.627+0000 7f47ff7fe640 1 -- 172.21.15.17:0/2351249603 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f480003add0 con 0x7f48101057e0 2024-09-16T01:34:48.409 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.894+0000 7f4814a7b640 1 -- 172.21.15.17:0/2351249603 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) -- 0x7f481002d7c0 con 0x7f48101057e0 2024-09-16T01:34:48.409 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.897+0000 7f47ff7fe640 1 -- 172.21.15.17:0/2351249603 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) ==== 153+0+0 (secure 0 0 0) 0x7f4800045520 con 0x7f48101057e0 2024-09-16T01:34:48.409 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-16T01:34:48.409 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.899+0000 7f4814a7b640 1 -- 172.21.15.17:0/2351249603 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f47f80392a0 msgr2=0x7f47f803b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:48.409 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.899+0000 7f4814a7b640 1 --2- 172.21.15.17:0/2351249603 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f47f80392a0 0x7f47f803b760 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f480400ad30 tx=0x7f48040093f0 comp rx=0 tx=0).stop 2024-09-16T01:34:48.409 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.899+0000 7f4814a7b640 1 -- 172.21.15.17:0/2351249603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48101057e0 msgr2=0x7f481019b810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:48.409 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.899+0000 7f4814a7b640 1 --2- 172.21.15.17:0/2351249603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48101057e0 0x7f481019b810 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f48000097f0 tx=0x7f4800030c70 comp rx=0 tx=0).stop 2024-09-16T01:34:48.409 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.899+0000 7f4814a7b640 1 -- 172.21.15.17:0/2351249603 shutdown_connections 2024-09-16T01:34:48.409 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.899+0000 7f4814a7b640 1 --2- 172.21.15.17:0/2351249603 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f47f80392a0 0x7f47f803b760 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:48.409 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.899+0000 7f4814a7b640 1 --2- 172.21.15.17:0/2351249603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48101057e0 0x7f481019b810 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:48.409 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.899+0000 7f4814a7b640 1 -- 172.21.15.17:0/2351249603 >> 172.21.15.17:0/2351249603 conn(0x7f48101012f0 msgr2=0x7f48101020f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:48.410 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.899+0000 7f4814a7b640 1 -- 172.21.15.17:0/2351249603 shutdown_connections 2024-09-16T01:34:48.410 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-09-16T01:34:47.899+0000 7f4814a7b640 1 -- 172.21.15.17:0/2351249603 wait complete. 2024-09-16T01:34:48.410 INFO:teuthology.orchestra.run.smithi017.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-16T01:34:48.410 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:34:48.410 INFO:teuthology.orchestra.run.smithi017.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-16T01:34:48.410 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:34:48.410 INFO:teuthology.orchestra.run.smithi017.stdout:Or, if you are only running a single cluster on this host: 2024-09-16T01:34:48.410 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:34:48.410 INFO:teuthology.orchestra.run.smithi017.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-16T01:34:48.410 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:34:48.410 INFO:teuthology.orchestra.run.smithi017.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-16T01:34:48.410 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:34:48.410 INFO:teuthology.orchestra.run.smithi017.stdout: ceph telemetry on 2024-09-16T01:34:48.411 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:34:48.411 INFO:teuthology.orchestra.run.smithi017.stdout:For more information see: 2024-09-16T01:34:48.411 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:34:48.411 INFO:teuthology.orchestra.run.smithi017.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-16T01:34:48.411 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:34:48.411 INFO:teuthology.orchestra.run.smithi017.stdout:Bootstrap complete. 2024-09-16T01:34:48.449 INFO:tasks.cephadm:Fetching config... 2024-09-16T01:34:48.449 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:34:48.449 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-16T01:34:48.466 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-16T01:34:48.466 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:34:48.466 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-16T01:34:48.522 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-16T01:34:48.522 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:34:48.522 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-16T01:34:48.588 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-16T01:34:48.588 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:34:48.588 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-16T01:34:48.615 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:48 smithi017 ceph-mon[30972]: mgrmap e13: x(active, since 6s) 2024-09-16T01:34:48.615 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:48 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2351249603' entity='client.admin' 2024-09-16T01:34:48.630 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-16T01:34:48.631 DEBUG:teuthology.orchestra.run.smithi017:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDI7T97P9Zzngecc2NOHgtQ/1AjRp4/typd7s1OVDQSjp1kyvOwqkBdDK+a61NOA0RUQoN0wGwDghH91oLbsZGLmpZTmck432Z+K7g4HBd//8rVS3DcGhWyU9Z6R+ttjGK4uCET2BlsEZtf/DFa0ocJuLmgX2VPV/wf6mR/lzHGb+VRbvAOeK3omKMb0FV+BBuB9RsyUIniQln9mxpW4KPTx5I85L2tSgaMC/MhTpxwQ5bUtU1+uJqkOOcJ82DGp2Us++8fnsV8LCbkl70+cmANmAeXqWYEmXjAcMm/MrI0Vlm6SaF275q7UkdJ6fSrOQYXQSHIPeZ9TZ3wRORhJ6l22Qcd5OKZXgDvral/TzcWCvTJyqfxTqR18G17OLuiI5E54aEgLjxbqH6l2L0xgJzmc3twCqCJL1GO5phhwYKQNhd7IegUuafTFhIaNNbzwPWx580oQbeZbMH5dwnEKryHt7A0PA6TfWCzwwNNEUX4hORNUmyZP2BKNli2oigez68= ceph-9c4454ae-73cb-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-16T01:34:48.706 INFO:teuthology.orchestra.run.smithi017.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDI7T97P9Zzngecc2NOHgtQ/1AjRp4/typd7s1OVDQSjp1kyvOwqkBdDK+a61NOA0RUQoN0wGwDghH91oLbsZGLmpZTmck432Z+K7g4HBd//8rVS3DcGhWyU9Z6R+ttjGK4uCET2BlsEZtf/DFa0ocJuLmgX2VPV/wf6mR/lzHGb+VRbvAOeK3omKMb0FV+BBuB9RsyUIniQln9mxpW4KPTx5I85L2tSgaMC/MhTpxwQ5bUtU1+uJqkOOcJ82DGp2Us++8fnsV8LCbkl70+cmANmAeXqWYEmXjAcMm/MrI0Vlm6SaF275q7UkdJ6fSrOQYXQSHIPeZ9TZ3wRORhJ6l22Qcd5OKZXgDvral/TzcWCvTJyqfxTqR18G17OLuiI5E54aEgLjxbqH6l2L0xgJzmc3twCqCJL1GO5phhwYKQNhd7IegUuafTFhIaNNbzwPWx580oQbeZbMH5dwnEKryHt7A0PA6TfWCzwwNNEUX4hORNUmyZP2BKNli2oigez68= ceph-9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:34:48.718 DEBUG:teuthology.orchestra.run.smithi029:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDI7T97P9Zzngecc2NOHgtQ/1AjRp4/typd7s1OVDQSjp1kyvOwqkBdDK+a61NOA0RUQoN0wGwDghH91oLbsZGLmpZTmck432Z+K7g4HBd//8rVS3DcGhWyU9Z6R+ttjGK4uCET2BlsEZtf/DFa0ocJuLmgX2VPV/wf6mR/lzHGb+VRbvAOeK3omKMb0FV+BBuB9RsyUIniQln9mxpW4KPTx5I85L2tSgaMC/MhTpxwQ5bUtU1+uJqkOOcJ82DGp2Us++8fnsV8LCbkl70+cmANmAeXqWYEmXjAcMm/MrI0Vlm6SaF275q7UkdJ6fSrOQYXQSHIPeZ9TZ3wRORhJ6l22Qcd5OKZXgDvral/TzcWCvTJyqfxTqR18G17OLuiI5E54aEgLjxbqH6l2L0xgJzmc3twCqCJL1GO5phhwYKQNhd7IegUuafTFhIaNNbzwPWx580oQbeZbMH5dwnEKryHt7A0PA6TfWCzwwNNEUX4hORNUmyZP2BKNli2oigez68= ceph-9c4454ae-73cb-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-16T01:34:48.774 INFO:teuthology.orchestra.run.smithi029.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDI7T97P9Zzngecc2NOHgtQ/1AjRp4/typd7s1OVDQSjp1kyvOwqkBdDK+a61NOA0RUQoN0wGwDghH91oLbsZGLmpZTmck432Z+K7g4HBd//8rVS3DcGhWyU9Z6R+ttjGK4uCET2BlsEZtf/DFa0ocJuLmgX2VPV/wf6mR/lzHGb+VRbvAOeK3omKMb0FV+BBuB9RsyUIniQln9mxpW4KPTx5I85L2tSgaMC/MhTpxwQ5bUtU1+uJqkOOcJ82DGp2Us++8fnsV8LCbkl70+cmANmAeXqWYEmXjAcMm/MrI0Vlm6SaF275q7UkdJ6fSrOQYXQSHIPeZ9TZ3wRORhJ6l22Qcd5OKZXgDvral/TzcWCvTJyqfxTqR18G17OLuiI5E54aEgLjxbqH6l2L0xgJzmc3twCqCJL1GO5phhwYKQNhd7IegUuafTFhIaNNbzwPWx580oQbeZbMH5dwnEKryHt7A0PA6TfWCzwwNNEUX4hORNUmyZP2BKNli2oigez68= ceph-9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:34:48.788 DEBUG:teuthology.orchestra.run.smithi122:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDI7T97P9Zzngecc2NOHgtQ/1AjRp4/typd7s1OVDQSjp1kyvOwqkBdDK+a61NOA0RUQoN0wGwDghH91oLbsZGLmpZTmck432Z+K7g4HBd//8rVS3DcGhWyU9Z6R+ttjGK4uCET2BlsEZtf/DFa0ocJuLmgX2VPV/wf6mR/lzHGb+VRbvAOeK3omKMb0FV+BBuB9RsyUIniQln9mxpW4KPTx5I85L2tSgaMC/MhTpxwQ5bUtU1+uJqkOOcJ82DGp2Us++8fnsV8LCbkl70+cmANmAeXqWYEmXjAcMm/MrI0Vlm6SaF275q7UkdJ6fSrOQYXQSHIPeZ9TZ3wRORhJ6l22Qcd5OKZXgDvral/TzcWCvTJyqfxTqR18G17OLuiI5E54aEgLjxbqH6l2L0xgJzmc3twCqCJL1GO5phhwYKQNhd7IegUuafTFhIaNNbzwPWx580oQbeZbMH5dwnEKryHt7A0PA6TfWCzwwNNEUX4hORNUmyZP2BKNli2oigez68= ceph-9c4454ae-73cb-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-16T01:34:48.838 INFO:teuthology.orchestra.run.smithi122.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDI7T97P9Zzngecc2NOHgtQ/1AjRp4/typd7s1OVDQSjp1kyvOwqkBdDK+a61NOA0RUQoN0wGwDghH91oLbsZGLmpZTmck432Z+K7g4HBd//8rVS3DcGhWyU9Z6R+ttjGK4uCET2BlsEZtf/DFa0ocJuLmgX2VPV/wf6mR/lzHGb+VRbvAOeK3omKMb0FV+BBuB9RsyUIniQln9mxpW4KPTx5I85L2tSgaMC/MhTpxwQ5bUtU1+uJqkOOcJ82DGp2Us++8fnsV8LCbkl70+cmANmAeXqWYEmXjAcMm/MrI0Vlm6SaF275q7UkdJ6fSrOQYXQSHIPeZ9TZ3wRORhJ6l22Qcd5OKZXgDvral/TzcWCvTJyqfxTqR18G17OLuiI5E54aEgLjxbqH6l2L0xgJzmc3twCqCJL1GO5phhwYKQNhd7IegUuafTFhIaNNbzwPWx580oQbeZbMH5dwnEKryHt7A0PA6TfWCzwwNNEUX4hORNUmyZP2BKNli2oigez68= ceph-9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:34:48.852 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-16T01:34:49.107 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:34:49.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.571+0000 7ffa71186640 1 -- 172.21.15.17:0/3353639834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa6c101600 msgr2=0x7ffa6c101a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:49.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.571+0000 7ffa71186640 1 --2- 172.21.15.17:0/3353639834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa6c101600 0x7ffa6c101a00 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c009880 tx=0x7ffa5c02a5d0 comp rx=0 tx=0).stop 2024-09-16T01:34:49.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.571+0000 7ffa71186640 1 -- 172.21.15.17:0/3353639834 shutdown_connections 2024-09-16T01:34:49.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.571+0000 7ffa71186640 1 --2- 172.21.15.17:0/3353639834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa6c101600 0x7ffa6c101a00 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:49.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.571+0000 7ffa71186640 1 -- 172.21.15.17:0/3353639834 >> 172.21.15.17:0/3353639834 conn(0x7ffa6c0fcdb0 msgr2=0x7ffa6c0ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:49.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.572+0000 7ffa71186640 1 -- 172.21.15.17:0/3353639834 shutdown_connections 2024-09-16T01:34:49.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.572+0000 7ffa71186640 1 -- 172.21.15.17:0/3353639834 wait complete. 2024-09-16T01:34:49.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.572+0000 7ffa71186640 1 Processor -- start 2024-09-16T01:34:49.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.573+0000 7ffa71186640 1 -- start start 2024-09-16T01:34:49.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.573+0000 7ffa71186640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa6c101600 0x7ffa6c196cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:49.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.573+0000 7ffa71186640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffa6c1075c0 con 0x7ffa6c101600 2024-09-16T01:34:49.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.573+0000 7ffa6ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa6c101600 0x7ffa6c196cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:49.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.573+0000 7ffa6ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa6c101600 0x7ffa6c196cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42384/0 (socket says 172.21.15.17:42384) 2024-09-16T01:34:49.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.573+0000 7ffa6ad9d640 1 -- 172.21.15.17:0/442344259 learned_addr learned my addr 172.21.15.17:0/442344259 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:49.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.573+0000 7ffa6ad9d640 1 -- 172.21.15.17:0/442344259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa6c197200 con 0x7ffa6c101600 2024-09-16T01:34:49.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.573+0000 7ffa6ad9d640 1 --2- 172.21.15.17:0/442344259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa6c101600 0x7ffa6c196cc0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c009230 tx=0x7ffa5c0048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:49.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.573+0000 7ffa53fff640 1 -- 172.21.15.17:0/442344259 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa5c03f070 con 0x7ffa6c101600 2024-09-16T01:34:49.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.573+0000 7ffa71186640 1 -- 172.21.15.17:0/442344259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa6c197490 con 0x7ffa6c101600 2024-09-16T01:34:49.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.574+0000 7ffa53fff640 1 -- 172.21.15.17:0/442344259 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa5c003aa0 con 0x7ffa6c101600 2024-09-16T01:34:49.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.574+0000 7ffa53fff640 1 -- 172.21.15.17:0/442344259 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7ffa5c035030 con 0x7ffa6c101600 2024-09-16T01:34:49.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.574+0000 7ffa71186640 1 -- 172.21.15.17:0/442344259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa6c19a180 con 0x7ffa6c101600 2024-09-16T01:34:49.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.575+0000 7ffa53fff640 1 -- 172.21.15.17:0/442344259 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7ffa5c042070 con 0x7ffa6c101600 2024-09-16T01:34:49.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.574+0000 7ffa71186640 1 -- 172.21.15.17:0/442344259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa6c107d40 con 0x7ffa6c101600 2024-09-16T01:34:49.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.575+0000 7ffa53fff640 1 --2- 172.21.15.17:0/442344259 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffa540392a0 0x7ffa5403b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:49.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.575+0000 7ffa53fff640 1 -- 172.21.15.17:0/442344259 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7ffa5c06d110 con 0x7ffa6c101600 2024-09-16T01:34:49.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.575+0000 7ffa6a59c640 1 --2- 172.21.15.17:0/442344259 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffa540392a0 0x7ffa5403b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:49.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.575+0000 7ffa6a59c640 1 --2- 172.21.15.17:0/442344259 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffa540392a0 0x7ffa5403b760 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ffa600098c0 tx=0x7ffa60006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:49.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.579+0000 7ffa53fff640 1 -- 172.21.15.17:0/442344259 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffa5c039350 con 0x7ffa6c101600 2024-09-16T01:34:49.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.754+0000 7ffa71186640 1 -- 172.21.15.17:0/442344259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) -- 0x7ffa6c02d830 con 0x7ffa6c101600 2024-09-16T01:34:49.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.757+0000 7ffa53fff640 1 -- 172.21.15.17:0/442344259 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) ==== 125+0+0 (secure 0 0 0) 0x7ffa5c02f300 con 0x7ffa6c101600 2024-09-16T01:34:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.759+0000 7ffa71186640 1 -- 172.21.15.17:0/442344259 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffa540392a0 msgr2=0x7ffa5403b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.759+0000 7ffa71186640 1 --2- 172.21.15.17:0/442344259 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffa540392a0 0x7ffa5403b760 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ffa600098c0 tx=0x7ffa60006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.759+0000 7ffa71186640 1 -- 172.21.15.17:0/442344259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa6c101600 msgr2=0x7ffa6c196cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.759+0000 7ffa71186640 1 --2- 172.21.15.17:0/442344259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa6c101600 0x7ffa6c196cc0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ffa5c009230 tx=0x7ffa5c0048f0 comp rx=0 tx=0).stop 2024-09-16T01:34:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.759+0000 7ffa71186640 1 -- 172.21.15.17:0/442344259 shutdown_connections 2024-09-16T01:34:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.759+0000 7ffa71186640 1 --2- 172.21.15.17:0/442344259 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffa540392a0 0x7ffa5403b760 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.759+0000 7ffa71186640 1 --2- 172.21.15.17:0/442344259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa6c101600 0x7ffa6c196cc0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.759+0000 7ffa71186640 1 -- 172.21.15.17:0/442344259 >> 172.21.15.17:0/442344259 conn(0x7ffa6c0fcdb0 msgr2=0x7ffa6c0fd7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.759+0000 7ffa71186640 1 -- 172.21.15.17:0/442344259 shutdown_connections 2024-09-16T01:34:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:49.759+0000 7ffa71186640 1 -- 172.21.15.17:0/442344259 wait complete. 2024-09-16T01:34:51.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:50 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/442344259' entity='client.admin' 2024-09-16T01:34:51.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:51.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:51.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi017", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:34:51.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:51.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:34:51.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:51.279 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-16T01:34:51.280 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-16T01:34:51.942 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:34:52.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.399+0000 7f0ea0171640 1 -- 172.21.15.17:0/1773235363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e981020a0 msgr2=0x7f0e98104490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:52.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.399+0000 7f0ea0171640 1 --2- 172.21.15.17:0/1773235363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e981020a0 0x7f0e98104490 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f0e94009880 tx=0x7f0e9402a5d0 comp rx=0 tx=0).stop 2024-09-16T01:34:52.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.399+0000 7f0ea0171640 1 -- 172.21.15.17:0/1773235363 shutdown_connections 2024-09-16T01:34:52.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.399+0000 7f0ea0171640 1 --2- 172.21.15.17:0/1773235363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e981020a0 0x7f0e98104490 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:52.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.399+0000 7f0ea0171640 1 -- 172.21.15.17:0/1773235363 >> 172.21.15.17:0/1773235363 conn(0x7f0e980fbc80 msgr2=0x7f0e980fe0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:52.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.399+0000 7f0ea0171640 1 -- 172.21.15.17:0/1773235363 shutdown_connections 2024-09-16T01:34:52.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.399+0000 7f0ea0171640 1 -- 172.21.15.17:0/1773235363 wait complete. 2024-09-16T01:34:52.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.400+0000 7f0ea0171640 1 Processor -- start 2024-09-16T01:34:52.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.400+0000 7f0ea0171640 1 -- start start 2024-09-16T01:34:52.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.400+0000 7f0ea0171640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e981020a0 0x7f0e98101920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:52.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.400+0000 7f0ea0171640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0e98107560 con 0x7f0e981020a0 2024-09-16T01:34:52.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.400+0000 7f0e9df0d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e981020a0 0x7f0e98101920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:52.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.400+0000 7f0e9df0d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e981020a0 0x7f0e98101920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42404/0 (socket says 172.21.15.17:42404) 2024-09-16T01:34:52.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.400+0000 7f0e9df0d640 1 -- 172.21.15.17:0/2119123567 learned_addr learned my addr 172.21.15.17:0/2119123567 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:52.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.401+0000 7f0e9df0d640 1 -- 172.21.15.17:0/2119123567 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e98101e60 con 0x7f0e981020a0 2024-09-16T01:34:52.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.401+0000 7f0e9df0d640 1 --2- 172.21.15.17:0/2119123567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e981020a0 0x7f0e98101920 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0e94009230 tx=0x7f0e940048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:52.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.401+0000 7f0e8effd640 1 -- 172.21.15.17:0/2119123567 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e9403f070 con 0x7f0e981020a0 2024-09-16T01:34:52.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.401+0000 7f0ea0171640 1 -- 172.21.15.17:0/2119123567 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e98100050 con 0x7f0e981020a0 2024-09-16T01:34:52.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.401+0000 7f0e8effd640 1 -- 172.21.15.17:0/2119123567 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0e94003aa0 con 0x7f0e981020a0 2024-09-16T01:34:52.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.401+0000 7f0e8effd640 1 -- 172.21.15.17:0/2119123567 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f0e94035030 con 0x7f0e981020a0 2024-09-16T01:34:52.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.401+0000 7f0ea0171640 1 -- 172.21.15.17:0/2119123567 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e98100590 con 0x7f0e981020a0 2024-09-16T01:34:52.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.402+0000 7f0e8effd640 1 -- 172.21.15.17:0/2119123567 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f0e94042070 con 0x7f0e981020a0 2024-09-16T01:34:52.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.402+0000 7f0ea0171640 1 -- 172.21.15.17:0/2119123567 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e98107ce0 con 0x7f0e981020a0 2024-09-16T01:34:52.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.402+0000 7f0e8effd640 1 --2- 172.21.15.17:0/2119123567 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0e84039350 0x7f0e8403b810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:52.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.402+0000 7f0e8effd640 1 -- 172.21.15.17:0/2119123567 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f0e9406d1e0 con 0x7f0e981020a0 2024-09-16T01:34:52.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.403+0000 7f0e9d70c640 1 --2- 172.21.15.17:0/2119123567 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0e84039350 0x7f0e8403b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:52.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.403+0000 7f0e9d70c640 1 --2- 172.21.15.17:0/2119123567 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0e84039350 0x7f0e8403b810 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f0e880098c0 tx=0x7f0e88006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:52.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.407+0000 7f0e8effd640 1 -- 172.21.15.17:0/2119123567 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0e94039350 con 0x7f0e981020a0 2024-09-16T01:34:52.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.587+0000 7f0ea0171640 1 -- 172.21.15.17:0/2119123567 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) -- 0x7f0e981900c0 con 0x7f0e84039350 2024-09-16T01:34:52.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.590+0000 7f0e8effd640 1 -- 172.21.15.17:0/2119123567 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f0e981900c0 con 0x7f0e84039350 2024-09-16T01:34:52.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.592+0000 7f0ea0171640 1 -- 172.21.15.17:0/2119123567 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0e84039350 msgr2=0x7f0e8403b810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:52.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.592+0000 7f0ea0171640 1 --2- 172.21.15.17:0/2119123567 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0e84039350 0x7f0e8403b810 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f0e880098c0 tx=0x7f0e88006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:52.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.592+0000 7f0ea0171640 1 -- 172.21.15.17:0/2119123567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e981020a0 msgr2=0x7f0e98101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:52.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.592+0000 7f0ea0171640 1 --2- 172.21.15.17:0/2119123567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e981020a0 0x7f0e98101920 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f0e94009230 tx=0x7f0e940048f0 comp rx=0 tx=0).stop 2024-09-16T01:34:52.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.592+0000 7f0ea0171640 1 -- 172.21.15.17:0/2119123567 shutdown_connections 2024-09-16T01:34:52.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.592+0000 7f0ea0171640 1 --2- 172.21.15.17:0/2119123567 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0e84039350 0x7f0e8403b810 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:52.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.592+0000 7f0ea0171640 1 --2- 172.21.15.17:0/2119123567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e981020a0 0x7f0e98101920 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:52.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.592+0000 7f0ea0171640 1 -- 172.21.15.17:0/2119123567 >> 172.21.15.17:0/2119123567 conn(0x7f0e980fbc80 msgr2=0x7f0e980fc6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:52.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.592+0000 7f0ea0171640 1 -- 172.21.15.17:0/2119123567 shutdown_connections 2024-09-16T01:34:52.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:52.592+0000 7f0ea0171640 1 -- 172.21.15.17:0/2119123567 wait complete. 2024-09-16T01:34:53.268 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi029 2024-09-16T01:34:53.268 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:34:53.268 DEBUG:teuthology.orchestra.run.smithi029:> dd of=/etc/ceph/ceph.conf 2024-09-16T01:34:53.289 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:34:53.289 DEBUG:teuthology.orchestra.run.smithi029:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-16T01:34:53.348 INFO:tasks.cephadm:Adding host smithi029 to orchestrator... 2024-09-16T01:34:53.348 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch host add smithi029 2024-09-16T01:34:53.604 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:34:53.879 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:53 smithi017 ceph-mon[30972]: from='client.14170 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:34:53.879 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:53.880 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:34:53.880 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:34:53.880 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:34:53.880 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:53 smithi017 ceph-mon[30972]: Updating smithi017:/etc/ceph/ceph.conf 2024-09-16T01:34:53.880 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:53 smithi017 ceph-mon[30972]: Updating smithi017:/var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T01:34:53.880 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:53 smithi017 ceph-mon[30972]: Updating smithi017:/etc/ceph/ceph.client.admin.keyring 2024-09-16T01:34:53.880 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:53 smithi017 ceph-mon[30972]: Updating smithi017:/var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T01:34:53.880 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:53.880 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:53.880 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:54.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.072+0000 7f45d84ba640 1 -- 172.21.15.17:0/626448069 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45d01027d0 msgr2=0x7f45d0102bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:54.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.072+0000 7f45d84ba640 1 --2- 172.21.15.17:0/626448069 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45d01027d0 0x7f45d0102bb0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f45c0009c10 tx=0x7f45c002aa10 comp rx=0 tx=0).stop 2024-09-16T01:34:54.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.072+0000 7f45d84ba640 1 -- 172.21.15.17:0/626448069 shutdown_connections 2024-09-16T01:34:54.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.072+0000 7f45d84ba640 1 --2- 172.21.15.17:0/626448069 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45d01027d0 0x7f45d0102bb0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:54.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.072+0000 7f45d84ba640 1 -- 172.21.15.17:0/626448069 >> 172.21.15.17:0/626448069 conn(0x7f45d0077310 msgr2=0x7f45d00fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:54.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.072+0000 7f45d84ba640 1 -- 172.21.15.17:0/626448069 shutdown_connections 2024-09-16T01:34:54.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.072+0000 7f45d84ba640 1 -- 172.21.15.17:0/626448069 wait complete. 2024-09-16T01:34:54.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.073+0000 7f45d84ba640 1 Processor -- start 2024-09-16T01:34:54.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.073+0000 7f45d84ba640 1 -- start start 2024-09-16T01:34:54.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.073+0000 7f45d84ba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45d01027d0 0x7f45d0197110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:54.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.073+0000 7f45d84ba640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f45d010bb30 con 0x7f45d01027d0 2024-09-16T01:34:54.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.073+0000 7f45d6256640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45d01027d0 0x7f45d0197110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:54.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.073+0000 7f45d6256640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45d01027d0 0x7f45d0197110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42434/0 (socket says 172.21.15.17:42434) 2024-09-16T01:34:54.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.073+0000 7f45d6256640 1 -- 172.21.15.17:0/2656812653 learned_addr learned my addr 172.21.15.17:0/2656812653 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:54.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.073+0000 7f45d6256640 1 -- 172.21.15.17:0/2656812653 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45d0197650 con 0x7f45d01027d0 2024-09-16T01:34:54.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.073+0000 7f45d6256640 1 --2- 172.21.15.17:0/2656812653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45d01027d0 0x7f45d0197110 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f45c0005dd0 tx=0x7f45c002f980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:54.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.074+0000 7f45cf7fe640 1 -- 172.21.15.17:0/2656812653 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45c0034070 con 0x7f45d01027d0 2024-09-16T01:34:54.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.074+0000 7f45cf7fe640 1 -- 172.21.15.17:0/2656812653 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f45c002feb0 con 0x7f45d01027d0 2024-09-16T01:34:54.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.074+0000 7f45d84ba640 1 -- 172.21.15.17:0/2656812653 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45d01978e0 con 0x7f45d01027d0 2024-09-16T01:34:54.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.074+0000 7f45cf7fe640 1 -- 172.21.15.17:0/2656812653 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f45c0004360 con 0x7f45d01027d0 2024-09-16T01:34:54.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.074+0000 7f45d84ba640 1 -- 172.21.15.17:0/2656812653 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45d0197ce0 con 0x7f45d01027d0 2024-09-16T01:34:54.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.075+0000 7f45cf7fe640 1 -- 172.21.15.17:0/2656812653 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f45c0037020 con 0x7f45d01027d0 2024-09-16T01:34:54.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.075+0000 7f45d84ba640 1 -- 172.21.15.17:0/2656812653 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45d0069ef0 con 0x7f45d01027d0 2024-09-16T01:34:54.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.075+0000 7f45cf7fe640 1 --2- 172.21.15.17:0/2656812653 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f45b8039300 0x7f45b803b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:54.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.075+0000 7f45cf7fe640 1 -- 172.21.15.17:0/2656812653 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f45c006d1f0 con 0x7f45d01027d0 2024-09-16T01:34:54.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.075+0000 7f45d5a55640 1 --2- 172.21.15.17:0/2656812653 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f45b8039300 0x7f45b803b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:54.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.075+0000 7f45d5a55640 1 --2- 172.21.15.17:0/2656812653 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f45b8039300 0x7f45b803b7c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f45c40098c0 tx=0x7f45c4006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:54.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.080+0000 7f45cf7fe640 1 -- 172.21.15.17:0/2656812653 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f45c003f070 con 0x7f45d01027d0 2024-09-16T01:34:54.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:54.258+0000 7f45d84ba640 1 -- 172.21.15.17:0/2656812653 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi029", "target": ["mon-mgr", ""]}) -- 0x7f45d0106c80 con 0x7f45b8039300 2024-09-16T01:34:55.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:54 smithi017 ceph-mon[30972]: from='client.14172 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi029", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:34:56.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:56 smithi017 ceph-mon[30972]: Deploying cephadm binary to smithi029 2024-09-16T01:34:58.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:58.200+0000 7f45cf7fe640 1 -- 172.21.15.17:0/2656812653 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+48 (secure 0 0 0) 0x7f45d0106c80 con 0x7f45b8039300 2024-09-16T01:34:58.202 INFO:teuthology.orchestra.run.smithi017.stdout:Added host 'smithi029' with addr '172.21.15.29' 2024-09-16T01:34:58.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:58.202+0000 7f45d84ba640 1 -- 172.21.15.17:0/2656812653 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f45b8039300 msgr2=0x7f45b803b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:58.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:58.202+0000 7f45d84ba640 1 --2- 172.21.15.17:0/2656812653 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f45b8039300 0x7f45b803b7c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f45c40098c0 tx=0x7f45c4006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:58.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:58.202+0000 7f45d84ba640 1 -- 172.21.15.17:0/2656812653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45d01027d0 msgr2=0x7f45d0197110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:58.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:58.202+0000 7f45d84ba640 1 --2- 172.21.15.17:0/2656812653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45d01027d0 0x7f45d0197110 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f45c0005dd0 tx=0x7f45c002f980 comp rx=0 tx=0).stop 2024-09-16T01:34:58.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:58.202+0000 7f45d84ba640 1 -- 172.21.15.17:0/2656812653 shutdown_connections 2024-09-16T01:34:58.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:58.202+0000 7f45d84ba640 1 --2- 172.21.15.17:0/2656812653 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f45b8039300 0x7f45b803b7c0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:58.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:58.202+0000 7f45d84ba640 1 --2- 172.21.15.17:0/2656812653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45d01027d0 0x7f45d0197110 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:58.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:58.202+0000 7f45d84ba640 1 -- 172.21.15.17:0/2656812653 >> 172.21.15.17:0/2656812653 conn(0x7f45d0077310 msgr2=0x7f45d0105560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:58.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:58.203+0000 7f45d84ba640 1 -- 172.21.15.17:0/2656812653 shutdown_connections 2024-09-16T01:34:58.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:58.203+0000 7f45d84ba640 1 -- 172.21.15.17:0/2656812653 wait complete. 2024-09-16T01:34:58.891 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-16T01:34:59.138 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:34:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:59 smithi017 ceph-mon[30972]: Added host smithi029 2024-09-16T01:34:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:34:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:34:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:34:59.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.636+0000 7f4c196d9640 1 -- 172.21.15.17:0/896848281 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14106540 msgr2=0x7f4c14106920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:59.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.636+0000 7f4c196d9640 1 --2- 172.21.15.17:0/896848281 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14106540 0x7f4c14106920 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4c04009c10 tx=0x7f4c0402aa10 comp rx=0 tx=0).stop 2024-09-16T01:34:59.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.636+0000 7f4c196d9640 1 -- 172.21.15.17:0/896848281 shutdown_connections 2024-09-16T01:34:59.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.636+0000 7f4c196d9640 1 --2- 172.21.15.17:0/896848281 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14106540 0x7f4c14106920 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:59.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.636+0000 7f4c196d9640 1 -- 172.21.15.17:0/896848281 >> 172.21.15.17:0/896848281 conn(0x7f4c14077310 msgr2=0x7f4c140fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:59.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.637+0000 7f4c196d9640 1 -- 172.21.15.17:0/896848281 shutdown_connections 2024-09-16T01:34:59.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.637+0000 7f4c196d9640 1 -- 172.21.15.17:0/896848281 wait complete. 2024-09-16T01:34:59.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.637+0000 7f4c196d9640 1 Processor -- start 2024-09-16T01:34:59.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.637+0000 7f4c196d9640 1 -- start start 2024-09-16T01:34:59.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.638+0000 7f4c196d9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14106540 0x7f4c140fd3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:59.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.638+0000 7f4c196d9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4c1410aa20 con 0x7f4c14106540 2024-09-16T01:34:59.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.638+0000 7f4c12ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14106540 0x7f4c140fd3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:59.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.638+0000 7f4c12ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14106540 0x7f4c140fd3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50686/0 (socket says 172.21.15.17:50686) 2024-09-16T01:34:59.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.638+0000 7f4c12ffd640 1 -- 172.21.15.17:0/4181244140 learned_addr learned my addr 172.21.15.17:0/4181244140 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:34:59.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.638+0000 7f4c12ffd640 1 -- 172.21.15.17:0/4181244140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c140ff2c0 con 0x7f4c14106540 2024-09-16T01:34:59.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.638+0000 7f4c12ffd640 1 --2- 172.21.15.17:0/4181244140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14106540 0x7f4c140fd3d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4c04009d30 tx=0x7f4c0402f980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:59.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.638+0000 7f4bfbfff640 1 -- 172.21.15.17:0/4181244140 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4c04034070 con 0x7f4c14106540 2024-09-16T01:34:59.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.638+0000 7f4c196d9640 1 -- 172.21.15.17:0/4181244140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c140fd910 con 0x7f4c14106540 2024-09-16T01:34:59.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.638+0000 7f4bfbfff640 1 -- 172.21.15.17:0/4181244140 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4c04003970 con 0x7f4c14106540 2024-09-16T01:34:59.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.638+0000 7f4bfbfff640 1 -- 172.21.15.17:0/4181244140 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f4c04004430 con 0x7f4c14106540 2024-09-16T01:34:59.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.638+0000 7f4c196d9640 1 -- 172.21.15.17:0/4181244140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c140fdd10 con 0x7f4c14106540 2024-09-16T01:34:59.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.639+0000 7f4bfbfff640 1 -- 172.21.15.17:0/4181244140 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f4c04037020 con 0x7f4c14106540 2024-09-16T01:34:59.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.639+0000 7f4bfbfff640 1 --2- 172.21.15.17:0/4181244140 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4bfc0392a0 0x7f4bfc03b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:34:59.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.639+0000 7f4bfbfff640 1 -- 172.21.15.17:0/4181244140 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f4c0406d1e0 con 0x7f4c14106540 2024-09-16T01:34:59.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.639+0000 7f4c196d9640 1 -- 172.21.15.17:0/4181244140 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c14101bb0 con 0x7f4c14106540 2024-09-16T01:34:59.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.640+0000 7f4c127fc640 1 --2- 172.21.15.17:0/4181244140 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4bfc0392a0 0x7f4bfc03b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:34:59.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.640+0000 7f4c127fc640 1 --2- 172.21.15.17:0/4181244140 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4bfc0392a0 0x7f4bfc03b760 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4c080098c0 tx=0x7f4c08006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:34:59.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.645+0000 7f4bfbfff640 1 -- 172.21.15.17:0/4181244140 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4c0403f070 con 0x7f4c14106540 2024-09-16T01:34:59.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.824+0000 7f4c196d9640 1 -- 172.21.15.17:0/4181244140 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4c140fe970 con 0x7f4bfc0392a0 2024-09-16T01:34:59.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.825+0000 7f4bfbfff640 1 -- 172.21.15.17:0/4181244140 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+159 (secure 0 0 0) 0x7f4c140fe970 con 0x7f4bfc0392a0 2024-09-16T01:34:59.827 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:34:59.827 INFO:teuthology.orchestra.run.smithi017.stdout:[{"addr": "172.21.15.17", "hostname": "smithi017", "labels": [], "status": ""}, {"addr": "172.21.15.29", "hostname": "smithi029", "labels": [], "status": ""}] 2024-09-16T01:34:59.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.827+0000 7f4c196d9640 1 -- 172.21.15.17:0/4181244140 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4bfc0392a0 msgr2=0x7f4bfc03b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:59.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.827+0000 7f4c196d9640 1 --2- 172.21.15.17:0/4181244140 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4bfc0392a0 0x7f4bfc03b760 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4c080098c0 tx=0x7f4c08006db0 comp rx=0 tx=0).stop 2024-09-16T01:34:59.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.827+0000 7f4c196d9640 1 -- 172.21.15.17:0/4181244140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14106540 msgr2=0x7f4c140fd3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:34:59.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.827+0000 7f4c196d9640 1 --2- 172.21.15.17:0/4181244140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14106540 0x7f4c140fd3d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4c04009d30 tx=0x7f4c0402f980 comp rx=0 tx=0).stop 2024-09-16T01:34:59.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.828+0000 7f4c196d9640 1 -- 172.21.15.17:0/4181244140 shutdown_connections 2024-09-16T01:34:59.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.828+0000 7f4c196d9640 1 --2- 172.21.15.17:0/4181244140 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4bfc0392a0 0x7f4bfc03b760 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:59.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.828+0000 7f4c196d9640 1 --2- 172.21.15.17:0/4181244140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14106540 0x7f4c140fd3d0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:34:59.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.828+0000 7f4c196d9640 1 -- 172.21.15.17:0/4181244140 >> 172.21.15.17:0/4181244140 conn(0x7f4c14077310 msgr2=0x7f4c140696b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:34:59.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.828+0000 7f4c196d9640 1 -- 172.21.15.17:0/4181244140 shutdown_connections 2024-09-16T01:34:59.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:34:59.828+0000 7f4c196d9640 1 -- 172.21.15.17:0/4181244140 wait complete. 2024-09-16T01:35:00.414 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi122 2024-09-16T01:35:00.414 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:35:00.414 DEBUG:teuthology.orchestra.run.smithi122:> dd of=/etc/ceph/ceph.conf 2024-09-16T01:35:00.433 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:35:00.433 DEBUG:teuthology.orchestra.run.smithi122:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-16T01:35:00.491 INFO:tasks.cephadm:Adding host smithi122 to orchestrator... 2024-09-16T01:35:00.491 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch host add smithi122 2024-09-16T01:35:00.741 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:35:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:00 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:00 smithi017 ceph-mon[30972]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:35:01.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.169+0000 7f684c6a7640 1 -- 172.21.15.17:0/2658157759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6844106540 msgr2=0x7f6844106920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:01.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.169+0000 7f684c6a7640 1 --2- 172.21.15.17:0/2658157759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6844106540 0x7f6844106920 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f6840009810 tx=0x7f684002a540 comp rx=0 tx=0).stop 2024-09-16T01:35:01.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.170+0000 7f684c6a7640 1 -- 172.21.15.17:0/2658157759 shutdown_connections 2024-09-16T01:35:01.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.170+0000 7f684c6a7640 1 --2- 172.21.15.17:0/2658157759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6844106540 0x7f6844106920 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:01.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.170+0000 7f684c6a7640 1 -- 172.21.15.17:0/2658157759 >> 172.21.15.17:0/2658157759 conn(0x7f6844077310 msgr2=0x7f68440fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:01.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.170+0000 7f684c6a7640 1 -- 172.21.15.17:0/2658157759 shutdown_connections 2024-09-16T01:35:01.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.170+0000 7f684c6a7640 1 -- 172.21.15.17:0/2658157759 wait complete. 2024-09-16T01:35:01.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.170+0000 7f684c6a7640 1 Processor -- start 2024-09-16T01:35:01.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.170+0000 7f684c6a7640 1 -- start start 2024-09-16T01:35:01.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.170+0000 7f684c6a7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6844106540 0x7f68440fd3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:01.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.170+0000 7f684c6a7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f684410aa20 con 0x7f6844106540 2024-09-16T01:35:01.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.171+0000 7f684a443640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6844106540 0x7f68440fd3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:01.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.171+0000 7f684a443640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6844106540 0x7f68440fd3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50704/0 (socket says 172.21.15.17:50704) 2024-09-16T01:35:01.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.171+0000 7f684a443640 1 -- 172.21.15.17:0/764392466 learned_addr learned my addr 172.21.15.17:0/764392466 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:35:01.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.171+0000 7f684a443640 1 -- 172.21.15.17:0/764392466 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f68440ff2d0 con 0x7f6844106540 2024-09-16T01:35:01.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.171+0000 7f684a443640 1 --2- 172.21.15.17:0/764392466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6844106540 0x7f68440fd3e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6840030b00 tx=0x7f6840030b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:01.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.171+0000 7f683b7fe640 1 -- 172.21.15.17:0/764392466 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6840040070 con 0x7f6844106540 2024-09-16T01:35:01.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.171+0000 7f684c6a7640 1 -- 172.21.15.17:0/764392466 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f68440fd920 con 0x7f6844106540 2024-09-16T01:35:01.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.171+0000 7f683b7fe640 1 -- 172.21.15.17:0/764392466 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f68400318b0 con 0x7f6844106540 2024-09-16T01:35:01.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.171+0000 7f683b7fe640 1 -- 172.21.15.17:0/764392466 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f6840003de0 con 0x7f6844106540 2024-09-16T01:35:01.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.171+0000 7f684c6a7640 1 -- 172.21.15.17:0/764392466 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f68440fdde0 con 0x7f6844106540 2024-09-16T01:35:01.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.172+0000 7f683b7fe640 1 -- 172.21.15.17:0/764392466 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f6840039040 con 0x7f6844106540 2024-09-16T01:35:01.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.172+0000 7f684c6a7640 1 -- 172.21.15.17:0/764392466 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6844101bb0 con 0x7f6844106540 2024-09-16T01:35:01.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.172+0000 7f683b7fe640 1 --2- 172.21.15.17:0/764392466 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f68300392a0 0x7f683003b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:01.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.172+0000 7f683b7fe640 1 -- 172.21.15.17:0/764392466 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f684006d7d0 con 0x7f6844106540 2024-09-16T01:35:01.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.173+0000 7f6849c42640 1 --2- 172.21.15.17:0/764392466 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f68300392a0 0x7f683003b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:01.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.173+0000 7f6849c42640 1 --2- 172.21.15.17:0/764392466 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f68300392a0 0x7f683003b760 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f68340098c0 tx=0x7f6834006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:01.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.177+0000 7f683b7fe640 1 -- 172.21.15.17:0/764392466 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6840003730 con 0x7f6844106540 2024-09-16T01:35:01.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:01.357+0000 7f684c6a7640 1 -- 172.21.15.17:0/764392466 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi122", "target": ["mon-mgr", ""]}) -- 0x7f68440fe910 con 0x7f68300392a0 2024-09-16T01:35:02.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:01 smithi017 ceph-mon[30972]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:02.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:01 smithi017 ceph-mon[30972]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi122", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:35:03.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:03.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:03.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:03.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: Deploying cephadm binary to smithi122 2024-09-16T01:35:03.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:03.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:03.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi029", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:35:03.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:03.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:35:03.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: Updating smithi029:/etc/ceph/ceph.conf 2024-09-16T01:35:03.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: Updating smithi029:/var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T01:35:03.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: Updating smithi029:/etc/ceph/ceph.client.admin.keyring 2024-09-16T01:35:03.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: Updating smithi029:/var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T01:35:03.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:03.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:03.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:05.214 INFO:teuthology.orchestra.run.smithi017.stdout:Added host 'smithi122' with addr '172.21.15.122' 2024-09-16T01:35:05.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:05.212+0000 7f683b7fe640 1 -- 172.21.15.17:0/764392466 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+49 (secure 0 0 0) 0x7f68440fe910 con 0x7f68300392a0 2024-09-16T01:35:05.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:05.215+0000 7f684c6a7640 1 -- 172.21.15.17:0/764392466 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f68300392a0 msgr2=0x7f683003b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:05.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:05.215+0000 7f684c6a7640 1 --2- 172.21.15.17:0/764392466 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f68300392a0 0x7f683003b760 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f68340098c0 tx=0x7f6834006db0 comp rx=0 tx=0).stop 2024-09-16T01:35:05.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:05.215+0000 7f684c6a7640 1 -- 172.21.15.17:0/764392466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6844106540 msgr2=0x7f68440fd3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:05.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:05.215+0000 7f684c6a7640 1 --2- 172.21.15.17:0/764392466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6844106540 0x7f68440fd3e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6840030b00 tx=0x7f6840030b30 comp rx=0 tx=0).stop 2024-09-16T01:35:05.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:05.215+0000 7f684c6a7640 1 -- 172.21.15.17:0/764392466 shutdown_connections 2024-09-16T01:35:05.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:05.215+0000 7f684c6a7640 1 --2- 172.21.15.17:0/764392466 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f68300392a0 0x7f683003b760 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:05.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:05.215+0000 7f684c6a7640 1 --2- 172.21.15.17:0/764392466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6844106540 0x7f68440fd3e0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:05.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:05.215+0000 7f684c6a7640 1 -- 172.21.15.17:0/764392466 >> 172.21.15.17:0/764392466 conn(0x7f6844077310 msgr2=0x7f68440696b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:05.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:05.215+0000 7f684c6a7640 1 -- 172.21.15.17:0/764392466 shutdown_connections 2024-09-16T01:35:05.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:05.215+0000 7f684c6a7640 1 -- 172.21.15.17:0/764392466 wait complete. 2024-09-16T01:35:05.742 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-16T01:35:05.990 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:35:06.418 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:06 smithi017 ceph-mon[30972]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:06.418 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:06 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:06.418 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:06 smithi017 ceph-mon[30972]: Added host smithi122 2024-09-16T01:35:06.418 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:06 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:06.418 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:06 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:06.418 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:06 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:06.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.415+0000 7f8f6471d640 1 -- 172.21.15.17:0/2401212916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f5c1027d0 msgr2=0x7f8f5c102bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:06.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.415+0000 7f8f6471d640 1 --2- 172.21.15.17:0/2401212916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f5c1027d0 0x7f8f5c102bb0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f8f58009880 tx=0x7f8f5802a670 comp rx=0 tx=0).stop 2024-09-16T01:35:06.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.416+0000 7f8f6471d640 1 -- 172.21.15.17:0/2401212916 shutdown_connections 2024-09-16T01:35:06.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.416+0000 7f8f6471d640 1 --2- 172.21.15.17:0/2401212916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f5c1027d0 0x7f8f5c102bb0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:06.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.416+0000 7f8f6471d640 1 -- 172.21.15.17:0/2401212916 >> 172.21.15.17:0/2401212916 conn(0x7f8f5c0fc1b0 msgr2=0x7f8f5c0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:06.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.416+0000 7f8f6471d640 1 -- 172.21.15.17:0/2401212916 shutdown_connections 2024-09-16T01:35:06.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.416+0000 7f8f6471d640 1 -- 172.21.15.17:0/2401212916 wait complete. 2024-09-16T01:35:06.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.416+0000 7f8f6471d640 1 Processor -- start 2024-09-16T01:35:06.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.417+0000 7f8f6471d640 1 -- start start 2024-09-16T01:35:06.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.417+0000 7f8f6471d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f5c1027d0 0x7f8f5c100430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:06.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.417+0000 7f8f6471d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8f5c10bb60 con 0x7f8f5c1027d0 2024-09-16T01:35:06.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.417+0000 7f8f624b9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f5c1027d0 0x7f8f5c100430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:06.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.418+0000 7f8f624b9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f5c1027d0 0x7f8f5c100430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43780/0 (socket says 172.21.15.17:43780) 2024-09-16T01:35:06.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.418+0000 7f8f624b9640 1 -- 172.21.15.17:0/1353354240 learned_addr learned my addr 172.21.15.17:0/1353354240 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:35:06.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.418+0000 7f8f624b9640 1 -- 172.21.15.17:0/1353354240 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f5c102320 con 0x7f8f5c1027d0 2024-09-16T01:35:06.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.418+0000 7f8f624b9640 1 --2- 172.21.15.17:0/1353354240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f5c1027d0 0x7f8f5c100430 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8f58009230 tx=0x7f8f580048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:06.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.418+0000 7f8f537fe640 1 -- 172.21.15.17:0/1353354240 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f5803f070 con 0x7f8f5c1027d0 2024-09-16T01:35:06.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.418+0000 7f8f537fe640 1 -- 172.21.15.17:0/1353354240 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f58004d10 con 0x7f8f5c1027d0 2024-09-16T01:35:06.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.418+0000 7f8f6471d640 1 -- 172.21.15.17:0/1353354240 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f5c100970 con 0x7f8f5c1027d0 2024-09-16T01:35:06.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.418+0000 7f8f537fe640 1 -- 172.21.15.17:0/1353354240 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8f58035030 con 0x7f8f5c1027d0 2024-09-16T01:35:06.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.418+0000 7f8f6471d640 1 -- 172.21.15.17:0/1353354240 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f5c100e30 con 0x7f8f5c1027d0 2024-09-16T01:35:06.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.419+0000 7f8f537fe640 1 -- 172.21.15.17:0/1353354240 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f8f58042070 con 0x7f8f5c1027d0 2024-09-16T01:35:06.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.419+0000 7f8f6471d640 1 -- 172.21.15.17:0/1353354240 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f5c06a730 con 0x7f8f5c1027d0 2024-09-16T01:35:06.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.419+0000 7f8f537fe640 1 --2- 172.21.15.17:0/1353354240 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8f480392a0 0x7f8f4803b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:06.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.419+0000 7f8f537fe640 1 -- 172.21.15.17:0/1353354240 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f8f5806cfb0 con 0x7f8f5c1027d0 2024-09-16T01:35:06.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.420+0000 7f8f61cb8640 1 --2- 172.21.15.17:0/1353354240 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8f480392a0 0x7f8f4803b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:06.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.420+0000 7f8f61cb8640 1 --2- 172.21.15.17:0/1353354240 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8f480392a0 0x7f8f4803b760 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c0098c0 tx=0x7f8f4c006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:06.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.424+0000 7f8f537fe640 1 -- 172.21.15.17:0/1353354240 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f8f58039350 con 0x7f8f5c1027d0 2024-09-16T01:35:06.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.618+0000 7f8f6471d640 1 -- 172.21.15.17:0/1353354240 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f8f5c101960 con 0x7f8f480392a0 2024-09-16T01:35:06.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.619+0000 7f8f537fe640 1 -- 172.21.15.17:0/1353354240 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+239 (secure 0 0 0) 0x7f8f5c101960 con 0x7f8f480392a0 2024-09-16T01:35:06.621 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:35:06.621 INFO:teuthology.orchestra.run.smithi017.stdout:[{"addr": "172.21.15.17", "hostname": "smithi017", "labels": [], "status": ""}, {"addr": "172.21.15.29", "hostname": "smithi029", "labels": [], "status": ""}, {"addr": "172.21.15.122", "hostname": "smithi122", "labels": [], "status": ""}] 2024-09-16T01:35:06.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.621+0000 7f8f6471d640 1 -- 172.21.15.17:0/1353354240 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8f480392a0 msgr2=0x7f8f4803b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:06.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.621+0000 7f8f6471d640 1 --2- 172.21.15.17:0/1353354240 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8f480392a0 0x7f8f4803b760 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f8f4c0098c0 tx=0x7f8f4c006db0 comp rx=0 tx=0).stop 2024-09-16T01:35:06.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.621+0000 7f8f6471d640 1 -- 172.21.15.17:0/1353354240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f5c1027d0 msgr2=0x7f8f5c100430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:06.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.621+0000 7f8f6471d640 1 --2- 172.21.15.17:0/1353354240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f5c1027d0 0x7f8f5c100430 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8f58009230 tx=0x7f8f580048f0 comp rx=0 tx=0).stop 2024-09-16T01:35:06.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.621+0000 7f8f6471d640 1 -- 172.21.15.17:0/1353354240 shutdown_connections 2024-09-16T01:35:06.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.621+0000 7f8f6471d640 1 --2- 172.21.15.17:0/1353354240 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8f480392a0 0x7f8f4803b760 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:06.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.621+0000 7f8f6471d640 1 --2- 172.21.15.17:0/1353354240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f5c1027d0 0x7f8f5c100430 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:06.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.621+0000 7f8f6471d640 1 -- 172.21.15.17:0/1353354240 >> 172.21.15.17:0/1353354240 conn(0x7f8f5c0fc1b0 msgr2=0x7f8f5c105590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:06.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.622+0000 7f8f6471d640 1 -- 172.21.15.17:0/1353354240 shutdown_connections 2024-09-16T01:35:06.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:06.622+0000 7f8f6471d640 1 -- 172.21.15.17:0/1353354240 wait complete. 2024-09-16T01:35:07.175 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-16T01:35:07.175 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-16T01:35:07.422 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:35:07.849 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:07 smithi017 ceph-mon[30972]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:07.849 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:07.849 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:07 smithi017 ceph-mon[30972]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:35:07.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.847+0000 7f2ae53f4640 1 -- 172.21.15.17:0/3509937996 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ae0102730 msgr2=0x7f2ae0102b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:07.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.847+0000 7f2ae53f4640 1 --2- 172.21.15.17:0/3509937996 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ae0102730 0x7f2ae0102b10 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f2ad0009810 tx=0x7f2ad002a540 comp rx=0 tx=0).stop 2024-09-16T01:35:07.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.847+0000 7f2ae53f4640 1 -- 172.21.15.17:0/3509937996 shutdown_connections 2024-09-16T01:35:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.847+0000 7f2ae53f4640 1 --2- 172.21.15.17:0/3509937996 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ae0102730 0x7f2ae0102b10 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.847+0000 7f2ae53f4640 1 -- 172.21.15.17:0/3509937996 >> 172.21.15.17:0/3509937996 conn(0x7f2ae0077310 msgr2=0x7f2ae00fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.847+0000 7f2ae53f4640 1 -- 172.21.15.17:0/3509937996 shutdown_connections 2024-09-16T01:35:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.847+0000 7f2ae53f4640 1 -- 172.21.15.17:0/3509937996 wait complete. 2024-09-16T01:35:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.847+0000 7f2ae53f4640 1 Processor -- start 2024-09-16T01:35:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.848+0000 7f2ae53f4640 1 -- start start 2024-09-16T01:35:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.848+0000 7f2ae53f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ae0102730 0x7f2ae0197040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.848+0000 7f2ae53f4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2ae010bb30 con 0x7f2ae0102730 2024-09-16T01:35:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.848+0000 7f2adeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ae0102730 0x7f2ae0197040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.848+0000 7f2adeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ae0102730 0x7f2ae0197040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43810/0 (socket says 172.21.15.17:43810) 2024-09-16T01:35:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.848+0000 7f2adeffd640 1 -- 172.21.15.17:0/435327488 learned_addr learned my addr 172.21.15.17:0/435327488 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:35:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.848+0000 7f2adeffd640 1 -- 172.21.15.17:0/435327488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ae0197580 con 0x7f2ae0102730 2024-09-16T01:35:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.849+0000 7f2adeffd640 1 --2- 172.21.15.17:0/435327488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ae0102730 0x7f2ae0197040 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2ad0030b00 tx=0x7f2ad0030b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.849+0000 7f2ac7fff640 1 -- 172.21.15.17:0/435327488 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2ad0040070 con 0x7f2ae0102730 2024-09-16T01:35:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.849+0000 7f2ac7fff640 1 -- 172.21.15.17:0/435327488 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ad00318b0 con 0x7f2ae0102730 2024-09-16T01:35:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.849+0000 7f2ae53f4640 1 -- 172.21.15.17:0/435327488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ae0197810 con 0x7f2ae0102730 2024-09-16T01:35:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.849+0000 7f2ac7fff640 1 -- 172.21.15.17:0/435327488 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f2ad0003de0 con 0x7f2ae0102730 2024-09-16T01:35:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.849+0000 7f2ae53f4640 1 -- 172.21.15.17:0/435327488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ae0197c70 con 0x7f2ae0102730 2024-09-16T01:35:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.850+0000 7f2ac7fff640 1 -- 172.21.15.17:0/435327488 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f2ad0039040 con 0x7f2ae0102730 2024-09-16T01:35:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.850+0000 7f2ae53f4640 1 -- 172.21.15.17:0/435327488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ae0069f90 con 0x7f2ae0102730 2024-09-16T01:35:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.850+0000 7f2ac7fff640 1 --2- 172.21.15.17:0/435327488 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ac8039300 0x7f2ac803b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.850+0000 7f2ac7fff640 1 -- 172.21.15.17:0/435327488 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 1155+0+0 (secure 0 0 0) 0x7f2ad006d9b0 con 0x7f2ae0102730 2024-09-16T01:35:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.850+0000 7f2ade7fc640 1 --2- 172.21.15.17:0/435327488 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ac8039300 0x7f2ac803b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.851+0000 7f2ade7fc640 1 --2- 172.21.15.17:0/435327488 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ac8039300 0x7f2ac803b7c0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2ad40098c0 tx=0x7f2ad4006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:07.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:07.855+0000 7f2ac7fff640 1 -- 172.21.15.17:0/435327488 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2ad0043c00 con 0x7f2ae0102730 2024-09-16T01:35:08.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:08.034+0000 7f2ae53f4640 1 -- 172.21.15.17:0/435327488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7f2ae01983a0 con 0x7f2ae0102730 2024-09-16T01:35:08.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:08.558+0000 7f2ac7fff640 1 -- 172.21.15.17:0/435327488 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) ==== 124+0+0 (secure 0 0 0) 0x7f2ad004d3a0 con 0x7f2ae0102730 2024-09-16T01:35:08.560 INFO:teuthology.orchestra.run.smithi017.stderr:adjusted tunables profile to default 2024-09-16T01:35:08.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:08.561+0000 7f2ae53f4640 1 -- 172.21.15.17:0/435327488 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ac8039300 msgr2=0x7f2ac803b7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:08.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:08.561+0000 7f2ae53f4640 1 --2- 172.21.15.17:0/435327488 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ac8039300 0x7f2ac803b7c0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2ad40098c0 tx=0x7f2ad4006db0 comp rx=0 tx=0).stop 2024-09-16T01:35:08.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:08.561+0000 7f2ae53f4640 1 -- 172.21.15.17:0/435327488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ae0102730 msgr2=0x7f2ae0197040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:08.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:08.561+0000 7f2ae53f4640 1 --2- 172.21.15.17:0/435327488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ae0102730 0x7f2ae0197040 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f2ad0030b00 tx=0x7f2ad0030b30 comp rx=0 tx=0).stop 2024-09-16T01:35:08.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:08.561+0000 7f2ae53f4640 1 -- 172.21.15.17:0/435327488 shutdown_connections 2024-09-16T01:35:08.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:08.561+0000 7f2ae53f4640 1 --2- 172.21.15.17:0/435327488 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ac8039300 0x7f2ac803b7c0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:08.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:08.561+0000 7f2ae53f4640 1 --2- 172.21.15.17:0/435327488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ae0102730 0x7f2ae0197040 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:08.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:08.561+0000 7f2ae53f4640 1 -- 172.21.15.17:0/435327488 >> 172.21.15.17:0/435327488 conn(0x7f2ae0077310 msgr2=0x7f2ae01034b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:08.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:08.562+0000 7f2ae53f4640 1 -- 172.21.15.17:0/435327488 shutdown_connections 2024-09-16T01:35:08.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:08.562+0000 7f2ae53f4640 1 -- 172.21.15.17:0/435327488 wait complete. 2024-09-16T01:35:08.869 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:08 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/435327488' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-16T01:35:09.164 INFO:tasks.cephadm:Adding mon.a on smithi017 2024-09-16T01:35:09.164 INFO:tasks.cephadm:Adding mon.b on smithi029 2024-09-16T01:35:09.164 INFO:tasks.cephadm:Adding mon.c on smithi122 2024-09-16T01:35:09.164 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi017:172.21.15.17=a;smithi029:172.21.15.29=b;smithi122:172.21.15.122=c' 2024-09-16T01:35:09.403 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-16T01:35:09.447 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /etc/ceph/ceph.conf 2024-09-16T01:35:10.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:09 smithi017 ceph-mon[30972]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:10.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:09 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/435327488' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-16T01:35:10.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:09 smithi017 ceph-mon[30972]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T01:35:10.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:09 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:10.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:09 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:10.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:09 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:10.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:09 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:10.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:09 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi122", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:35:10.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:09 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:10.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:09 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:35:10.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:09 smithi017 ceph-mon[30972]: Updating smithi122:/etc/ceph/ceph.conf 2024-09-16T01:35:10.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.990+0000 7f869c4b5640 1 -- 172.21.15.122:0/3895110457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86940ff900 msgr2=0x7f86940ffd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:10.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.990+0000 7f869c4b5640 1 --2- 172.21.15.122:0/3895110457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86940ff900 0x7f86940ffd00 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f8690009880 tx=0x7f869002a5d0 comp rx=0 tx=0).stop 2024-09-16T01:35:10.027 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.990+0000 7f869c4b5640 1 -- 172.21.15.122:0/3895110457 shutdown_connections 2024-09-16T01:35:10.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.990+0000 7f869c4b5640 1 --2- 172.21.15.122:0/3895110457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86940ff900 0x7f86940ffd00 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:10.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.990+0000 7f869c4b5640 1 -- 172.21.15.122:0/3895110457 >> 172.21.15.122:0/3895110457 conn(0x7f86940fb450 msgr2=0x7f86940fd890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:10.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.990+0000 7f869c4b5640 1 -- 172.21.15.122:0/3895110457 shutdown_connections 2024-09-16T01:35:10.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.990+0000 7f869c4b5640 1 -- 172.21.15.122:0/3895110457 wait complete. 2024-09-16T01:35:10.028 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.991+0000 7f869c4b5640 1 Processor -- start 2024-09-16T01:35:10.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.991+0000 7f869c4b5640 1 -- start start 2024-09-16T01:35:10.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.991+0000 7f869c4b5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86940ff900 0x7f8694196ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:10.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.991+0000 7f869c4b5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8694107590 con 0x7f86940ff900 2024-09-16T01:35:10.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.991+0000 7f869a251640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86940ff900 0x7f8694196ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:10.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.991+0000 7f869a251640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86940ff900 0x7f8694196ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.122:38776/0 (socket says 172.21.15.122:38776) 2024-09-16T01:35:10.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.991+0000 7f869a251640 1 -- 172.21.15.122:0/1625737387 learned_addr learned my addr 172.21.15.122:0/1625737387 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:35:10.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.992+0000 7f869a251640 1 -- 172.21.15.122:0/1625737387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8694197220 con 0x7f86940ff900 2024-09-16T01:35:10.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.992+0000 7f869a251640 1 --2- 172.21.15.122:0/1625737387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86940ff900 0x7f8694196ce0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8690009230 tx=0x7f86900048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:10.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.992+0000 7f868b7fe640 1 -- 172.21.15.122:0/1625737387 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f869003f070 con 0x7f86940ff900 2024-09-16T01:35:10.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.992+0000 7f869c4b5640 1 -- 172.21.15.122:0/1625737387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f86941974b0 con 0x7f86940ff900 2024-09-16T01:35:10.029 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.992+0000 7f868b7fe640 1 -- 172.21.15.122:0/1625737387 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8690003aa0 con 0x7f86940ff900 2024-09-16T01:35:10.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.992+0000 7f868b7fe640 1 -- 172.21.15.122:0/1625737387 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f8690035030 con 0x7f86940ff900 2024-09-16T01:35:10.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.992+0000 7f869c4b5640 1 -- 172.21.15.122:0/1625737387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f869419a190 con 0x7f86940ff900 2024-09-16T01:35:10.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.993+0000 7f868b7fe640 1 -- 172.21.15.122:0/1625737387 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f8690042070 con 0x7f86940ff900 2024-09-16T01:35:10.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.993+0000 7f869c4b5640 1 -- 172.21.15.122:0/1625737387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8694107d10 con 0x7f86940ff900 2024-09-16T01:35:10.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.993+0000 7f868b7fe640 1 --2- 172.21.15.122:0/1625737387 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86800392a0 0x7f868003b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:10.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.993+0000 7f868b7fe640 1 -- 172.21.15.122:0/1625737387 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f869006d1a0 con 0x7f86940ff900 2024-09-16T01:35:10.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.994+0000 7f8699a50640 1 --2- 172.21.15.122:0/1625737387 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86800392a0 0x7f868003b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:10.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.994+0000 7f8699a50640 1 --2- 172.21.15.122:0/1625737387 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86800392a0 0x7f868003b760 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f86840098c0 tx=0x7f8684006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:10.030 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:09.998+0000 7f868b7fe640 1 -- 172.21.15.122:0/1625737387 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f869002f300 con 0x7f86940ff900 2024-09-16T01:35:10.193 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:10.192+0000 7f869c4b5640 1 -- 172.21.15.122:0/1625737387 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi017:172.21.15.17=a;smithi029:172.21.15.29=b;smithi122:172.21.15.122=c", "target": ["mon-mgr", ""]}) -- 0x7f869402da00 con 0x7f86800392a0 2024-09-16T01:35:10.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:10.197+0000 7f868b7fe640 1 -- 172.21.15.122:0/1625737387 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f869402da00 con 0x7f86800392a0 2024-09-16T01:35:10.198 INFO:teuthology.orchestra.run.smithi122.stdout:Scheduled mon update... 2024-09-16T01:35:10.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:10.199+0000 7f869c4b5640 1 -- 172.21.15.122:0/1625737387 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86800392a0 msgr2=0x7f868003b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:10.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:10.199+0000 7f869c4b5640 1 --2- 172.21.15.122:0/1625737387 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86800392a0 0x7f868003b760 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f86840098c0 tx=0x7f8684006db0 comp rx=0 tx=0).stop 2024-09-16T01:35:10.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:10.199+0000 7f869c4b5640 1 -- 172.21.15.122:0/1625737387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86940ff900 msgr2=0x7f8694196ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:10.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:10.199+0000 7f869c4b5640 1 --2- 172.21.15.122:0/1625737387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86940ff900 0x7f8694196ce0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f8690009230 tx=0x7f86900048f0 comp rx=0 tx=0).stop 2024-09-16T01:35:10.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:10.199+0000 7f869c4b5640 1 -- 172.21.15.122:0/1625737387 shutdown_connections 2024-09-16T01:35:10.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:10.199+0000 7f869c4b5640 1 --2- 172.21.15.122:0/1625737387 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86800392a0 0x7f868003b760 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:10.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:10.199+0000 7f869c4b5640 1 --2- 172.21.15.122:0/1625737387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86940ff900 0x7f8694196ce0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:10.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:10.199+0000 7f869c4b5640 1 -- 172.21.15.122:0/1625737387 >> 172.21.15.122:0/1625737387 conn(0x7f86940fb450 msgr2=0x7f86940fbf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:10.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:10.199+0000 7f869c4b5640 1 -- 172.21.15.122:0/1625737387 shutdown_connections 2024-09-16T01:35:10.202 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:10.199+0000 7f869c4b5640 1 -- 172.21.15.122:0/1625737387 wait complete. 2024-09-16T01:35:10.898 DEBUG:teuthology.orchestra.run.smithi029:mon.b> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.b.service 2024-09-16T01:35:10.901 DEBUG:teuthology.orchestra.run.smithi122:mon.c> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.c.service 2024-09-16T01:35:10.904 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-16T01:35:10.904 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-16T01:35:11.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:11 smithi017 ceph-mon[30972]: Updating smithi122:/var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T01:35:11.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:11 smithi017 ceph-mon[30972]: Updating smithi122:/etc/ceph/ceph.client.admin.keyring 2024-09-16T01:35:11.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:11 smithi017 ceph-mon[30972]: Updating smithi122:/var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T01:35:11.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:11 smithi017 ceph-mon[30972]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi017:172.21.15.17=a;smithi029:172.21.15.29=b;smithi122:172.21.15.122=c", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:35:11.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:11 smithi017 ceph-mon[30972]: Saving service mon spec with placement smithi017:172.21.15.17=a;smithi029:172.21.15.29=b;smithi122:172.21.15.122=c;count:3 2024-09-16T01:35:11.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:11.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:11.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:11.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:11.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T01:35:11.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:11.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:11 smithi017 ceph-mon[30972]: Deploying daemon mon.c on smithi122 2024-09-16T01:35:11.870 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T01:35:12.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:12 smithi017 ceph-mon[30972]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:12.907 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.902+0000 7f09e20f2640 1 -- 172.21.15.122:0/2296842152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09dc106540 msgr2=0x7f09dc106920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:12.907 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.902+0000 7f09e20f2640 1 --2- 172.21.15.122:0/2296842152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09dc106540 0x7f09dc106920 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f09cc009810 tx=0x7f09cc02a540 comp rx=0 tx=0).stop 2024-09-16T01:35:12.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.902+0000 7f09e20f2640 1 -- 172.21.15.122:0/2296842152 shutdown_connections 2024-09-16T01:35:12.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.902+0000 7f09e20f2640 1 --2- 172.21.15.122:0/2296842152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09dc106540 0x7f09dc106920 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:12.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.902+0000 7f09e20f2640 1 -- 172.21.15.122:0/2296842152 >> 172.21.15.122:0/2296842152 conn(0x7f09dc077310 msgr2=0x7f09dc0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:12.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.902+0000 7f09e20f2640 1 -- 172.21.15.122:0/2296842152 shutdown_connections 2024-09-16T01:35:12.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.902+0000 7f09e20f2640 1 -- 172.21.15.122:0/2296842152 wait complete. 2024-09-16T01:35:12.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.902+0000 7f09e20f2640 1 Processor -- start 2024-09-16T01:35:12.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.902+0000 7f09e20f2640 1 -- start start 2024-09-16T01:35:12.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.903+0000 7f09e20f2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09dc106540 0x7f09dc197e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:12.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.903+0000 7f09e20f2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f09dc10aa20 con 0x7f09dc106540 2024-09-16T01:35:12.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.903+0000 7f09db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09dc106540 0x7f09dc197e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:12.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.903+0000 7f09db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09dc106540 0x7f09dc197e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.122:48872/0 (socket says 172.21.15.122:48872) 2024-09-16T01:35:12.908 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.903+0000 7f09db7fe640 1 -- 172.21.15.122:0/3682116211 learned_addr learned my addr 172.21.15.122:0/3682116211 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:35:12.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.903+0000 7f09db7fe640 1 -- 172.21.15.122:0/3682116211 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09dc1983d0 con 0x7f09dc106540 2024-09-16T01:35:12.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.903+0000 7f09db7fe640 1 --2- 172.21.15.122:0/3682116211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09dc106540 0x7f09dc197e90 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f09cc030b30 tx=0x7f09cc030b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:12.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.903+0000 7f09d97fa640 1 -- 172.21.15.122:0/3682116211 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f09cc040070 con 0x7f09dc106540 2024-09-16T01:35:12.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.904+0000 7f09e20f2640 1 -- 172.21.15.122:0/3682116211 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09dc198660 con 0x7f09dc106540 2024-09-16T01:35:12.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.904+0000 7f09d97fa640 1 -- 172.21.15.122:0/3682116211 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09cc0318b0 con 0x7f09dc106540 2024-09-16T01:35:12.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.904+0000 7f09e20f2640 1 -- 172.21.15.122:0/3682116211 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09dc198ac0 con 0x7f09dc106540 2024-09-16T01:35:12.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.904+0000 7f09d97fa640 1 -- 172.21.15.122:0/3682116211 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 205+0+0 (secure 0 0 0) 0x7f09cc031b80 con 0x7f09dc106540 2024-09-16T01:35:12.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.904+0000 7f09d97fa640 1 -- 172.21.15.122:0/3682116211 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f09cc039040 con 0x7f09dc106540 2024-09-16T01:35:12.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.905+0000 7f09e20f2640 1 -- 172.21.15.122:0/3682116211 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09dc101bb0 con 0x7f09dc106540 2024-09-16T01:35:12.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.905+0000 7f09d97fa640 1 --2- 172.21.15.122:0/3682116211 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f09c8039440 0x7f09c803b900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:12.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.905+0000 7f09d97fa640 1 -- 172.21.15.122:0/3682116211 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f09cc06d570 con 0x7f09dc106540 2024-09-16T01:35:12.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.905+0000 7f09d3fff640 1 --2- 172.21.15.122:0/3682116211 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f09c8039440 0x7f09c803b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:12.909 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.905+0000 7f09d3fff640 1 --2- 172.21.15.122:0/3682116211 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f09c8039440 0x7f09c803b900 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f09c40098c0 tx=0x7f09c4006db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:12.911 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:12.910+0000 7f09d97fa640 1 -- 172.21.15.122:0/3682116211 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f09cc04d3f0 con 0x7f09dc106540 2024-09-16T01:35:13.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:13.139+0000 7f09e20f2640 1 -- 172.21.15.122:0/3682116211 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f09dc106920 con 0x7f09dc106540 2024-09-16T01:35:13.141 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:13.140+0000 7f09d97fa640 1 -- 172.21.15.122:0/3682116211 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) ==== 95+0+745 (secure 0 0 0) 0x7f09cc044c30 con 0x7f09dc106540 2024-09-16T01:35:13.142 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:35:13.142 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":1,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","modified":"2024-09-16T01:33:50.450626Z","created":"2024-09-16T01:33:50.450626Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:3300","nonce":0},{"type":"v1","addr":"172.21.15.17:6789","nonce":0}]},"addr":"172.21.15.17:6789/0","public_addr":"172.21.15.17:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-16T01:35:13.142 INFO:teuthology.orchestra.run.smithi122.stderr:dumped monmap epoch 1 2024-09-16T01:35:13.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:13.142+0000 7f09e20f2640 1 -- 172.21.15.122:0/3682116211 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f09c8039440 msgr2=0x7f09c803b900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:13.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:13.142+0000 7f09e20f2640 1 --2- 172.21.15.122:0/3682116211 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f09c8039440 0x7f09c803b900 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f09c40098c0 tx=0x7f09c4006db0 comp rx=0 tx=0).stop 2024-09-16T01:35:13.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:13.142+0000 7f09e20f2640 1 -- 172.21.15.122:0/3682116211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09dc106540 msgr2=0x7f09dc197e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:13.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:13.142+0000 7f09e20f2640 1 --2- 172.21.15.122:0/3682116211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09dc106540 0x7f09dc197e90 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f09cc030b30 tx=0x7f09cc030b60 comp rx=0 tx=0).stop 2024-09-16T01:35:13.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:13.142+0000 7f09e20f2640 1 -- 172.21.15.122:0/3682116211 shutdown_connections 2024-09-16T01:35:13.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:13.142+0000 7f09e20f2640 1 --2- 172.21.15.122:0/3682116211 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f09c8039440 0x7f09c803b900 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:13.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:13.142+0000 7f09e20f2640 1 --2- 172.21.15.122:0/3682116211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09dc106540 0x7f09dc197e90 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:13.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:13.142+0000 7f09e20f2640 1 -- 172.21.15.122:0/3682116211 >> 172.21.15.122:0/3682116211 conn(0x7f09dc077310 msgr2=0x7f09dc0feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:13.144 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:13.142+0000 7f09e20f2640 1 -- 172.21.15.122:0/3682116211 shutdown_connections 2024-09-16T01:35:13.145 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:13.142+0000 7f09e20f2640 1 -- 172.21.15.122:0/3682116211 wait complete. 2024-09-16T01:35:13.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:13 smithi017 ceph-mon[30972]: from='client.? 172.21.15.122:0/3682116211' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T01:35:14.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:14 smithi017 ceph-mon[30972]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:15.055 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-16T01:35:15.056 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-16T01:35:15.314 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T01:35:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.122+0000 7f0d41cb6640 1 -- 172.21.15.122:0/2582700916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d24003530 msgr2=0x7f0d240059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.122+0000 7f0d41cb6640 1 --2- 172.21.15.122:0/2582700916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d24003530 0x7f0d240059c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c1016c0 tx=0x7f0d2c02c490 comp rx=0 tx=0).stop 2024-09-16T01:35:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.122+0000 7f0d41cb6640 1 -- 172.21.15.122:0/2582700916 shutdown_connections 2024-09-16T01:35:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.122+0000 7f0d41cb6640 1 --2- 172.21.15.122:0/2582700916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d24003530 0x7f0d240059c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:20.125 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.122+0000 7f0d41cb6640 1 -- 172.21.15.122:0/2582700916 >> 172.21.15.122:0/2582700916 conn(0x7f0d3c0fc280 msgr2=0x7f0d3c0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:20.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.122+0000 7f0d41cb6640 1 -- 172.21.15.122:0/2582700916 shutdown_connections 2024-09-16T01:35:20.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.122+0000 7f0d41cb6640 1 -- 172.21.15.122:0/2582700916 wait complete. 2024-09-16T01:35:20.126 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.123+0000 7f0d41cb6640 1 Processor -- start 2024-09-16T01:35:20.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.123+0000 7f0d41cb6640 1 -- start start 2024-09-16T01:35:20.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.123+0000 7f0d41cb6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d24003530 0x7f0d3c102210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:20.127 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.123+0000 7f0d41cb6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d3c102750 0x7f0d3c102bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:20.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.123+0000 7f0d41cb6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0d3c108540 con 0x7f0d24003530 2024-09-16T01:35:20.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.123+0000 7f0d41cb6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0d3c1083c0 con 0x7f0d3c102750 2024-09-16T01:35:20.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.124+0000 7f0d3affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d3c102750 0x7f0d3c102bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:20.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.124+0000 7f0d3affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d3c102750 0x7f0d3c102bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:45346/0 (socket says 172.21.15.122:45346) 2024-09-16T01:35:20.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.124+0000 7f0d3affd640 1 -- 172.21.15.122:0/3222882215 learned_addr learned my addr 172.21.15.122:0/3222882215 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:35:20.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.124+0000 7f0d3b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d24003530 0x7f0d3c102210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:20.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.124+0000 7f0d3affd640 1 -- 172.21.15.122:0/3222882215 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d3c102750 msgr2=0x7f0d3c102bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-09-16T01:35:20.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.124+0000 7f0d3affd640 1 -- 172.21.15.122:0/3222882215 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d3c102750 msgr2=0x7f0d3c102bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T01:35:20.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.124+0000 7f0d3affd640 1 --2- 172.21.15.122:0/3222882215 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d3c102750 0x7f0d3c102bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T01:35:20.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.124+0000 7f0d3affd640 1 --2- 172.21.15.122:0/3222882215 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d3c102750 0x7f0d3c102bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T01:35:20.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.124+0000 7f0d3b7fe640 1 -- 172.21.15.122:0/3222882215 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d3c102750 msgr2=0x7f0d3c102bb0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:35:20.128 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.124+0000 7f0d3b7fe640 1 --2- 172.21.15.122:0/3222882215 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d3c102750 0x7f0d3c102bb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:20.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.124+0000 7f0d3b7fe640 1 -- 172.21.15.122:0/3222882215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d3c104100 con 0x7f0d24003530 2024-09-16T01:35:20.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.124+0000 7f0d3b7fe640 1 --2- 172.21.15.122:0/3222882215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d24003530 0x7f0d3c102210 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c005f30 tx=0x7f0d2c032620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:20.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.125+0000 7f0d38ff9640 1 -- 172.21.15.122:0/3222882215 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f0d2c038040 con 0x7f0d24003530 2024-09-16T01:35:20.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.125+0000 7f0d38ff9640 1 -- 172.21.15.122:0/3222882215 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d2c032de0 con 0x7f0d24003530 2024-09-16T01:35:20.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.125+0000 7f0d41cb6640 1 -- 172.21.15.122:0/3222882215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d3c1a3430 con 0x7f0d24003530 2024-09-16T01:35:20.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.125+0000 7f0d38ff9640 1 -- 172.21.15.122:0/3222882215 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f0d2c03cd60 con 0x7f0d24003530 2024-09-16T01:35:20.129 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.125+0000 7f0d41cb6640 1 -- 172.21.15.122:0/3222882215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d3c1a39c0 con 0x7f0d24003530 2024-09-16T01:35:20.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.126+0000 7f0d38ff9640 1 -- 172.21.15.122:0/3222882215 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f0d2c043020 con 0x7f0d24003530 2024-09-16T01:35:20.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.126+0000 7f0d38ff9640 1 --2- 172.21.15.122:0/3222882215 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d28039090 0x7f0d2803b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:20.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.126+0000 7f0d38ff9640 1 -- 172.21.15.122:0/3222882215 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f0d2c06e970 con 0x7f0d24003530 2024-09-16T01:35:20.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.126+0000 7f0d41cb6640 1 -- 172.21.15.122:0/3222882215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d3c101cc0 con 0x7f0d24003530 2024-09-16T01:35:20.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.126+0000 7f0d3affd640 1 --2- 172.21.15.122:0/3222882215 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d28039090 0x7f0d2803b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:20.130 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.127+0000 7f0d3affd640 1 --2- 172.21.15.122:0/3222882215 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d28039090 0x7f0d2803b550 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0d30009100 tx=0x7f0d30008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:20.134 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.132+0000 7f0d38ff9640 1 -- 172.21.15.122:0/3222882215 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0d2c04a020 con 0x7f0d24003530 2024-09-16T01:35:20.371 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.369+0000 7f0d41cb6640 1 -- 172.21.15.122:0/3222882215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f0d3c1a3c70 con 0x7f0d24003530 2024-09-16T01:35:20.372 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.370+0000 7f0d38ff9640 1 -- 172.21.15.122:0/3222882215 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f0d2c03c580 con 0x7f0d24003530 2024-09-16T01:35:20.372 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:35:20.372 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":2,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","modified":"2024-09-16T01:35:14.981500Z","created":"2024-09-16T01:33:50.450626Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:3300","nonce":0},{"type":"v1","addr":"172.21.15.17:6789","nonce":0}]},"addr":"172.21.15.17:6789/0","public_addr":"172.21.15.17:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:3300","nonce":0},{"type":"v1","addr":"172.21.15.122:6789","nonce":0}]},"addr":"172.21.15.122:6789/0","public_addr":"172.21.15.122:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-16T01:35:20.373 INFO:teuthology.orchestra.run.smithi122.stderr:dumped monmap epoch 2 2024-09-16T01:35:20.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.372+0000 7f0d41cb6640 1 -- 172.21.15.122:0/3222882215 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d28039090 msgr2=0x7f0d2803b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:20.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.372+0000 7f0d41cb6640 1 --2- 172.21.15.122:0/3222882215 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d28039090 0x7f0d2803b550 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0d30009100 tx=0x7f0d30008040 comp rx=0 tx=0).stop 2024-09-16T01:35:20.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.372+0000 7f0d41cb6640 1 -- 172.21.15.122:0/3222882215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d24003530 msgr2=0x7f0d3c102210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:20.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.372+0000 7f0d41cb6640 1 --2- 172.21.15.122:0/3222882215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d24003530 0x7f0d3c102210 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0d2c005f30 tx=0x7f0d2c032620 comp rx=0 tx=0).stop 2024-09-16T01:35:20.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.372+0000 7f0d41cb6640 1 -- 172.21.15.122:0/3222882215 shutdown_connections 2024-09-16T01:35:20.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.372+0000 7f0d41cb6640 1 --2- 172.21.15.122:0/3222882215 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d28039090 0x7f0d2803b550 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:20.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.372+0000 7f0d41cb6640 1 --2- 172.21.15.122:0/3222882215 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d3c102750 0x7f0d3c102bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:20.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.372+0000 7f0d41cb6640 1 --2- 172.21.15.122:0/3222882215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d24003530 0x7f0d3c102210 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:20.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.372+0000 7f0d41cb6640 1 -- 172.21.15.122:0/3222882215 >> 172.21.15.122:0/3222882215 conn(0x7f0d3c0fc280 msgr2=0x7f0d3c06a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:20.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.372+0000 7f0d41cb6640 1 -- 172.21.15.122:0/3222882215 shutdown_connections 2024-09-16T01:35:20.375 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:20.372+0000 7f0d41cb6640 1 -- 172.21.15.122:0/3222882215 wait complete. 2024-09-16T01:35:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:35:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:35:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: mon.a calling monitor election 2024-09-16T01:35:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:35:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:20.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:35:20.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: mon.c calling monitor election 2024-09-16T01:35:20.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:35:20.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:20.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:35:20.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:35:20.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-16T01:35:20.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: monmap epoch 2 2024-09-16T01:35:20.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:35:20.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: last_changed 2024-09-16T01:35:14.981500+0000 2024-09-16T01:35:20.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: created 2024-09-16T01:33:50.450626+0000 2024-09-16T01:35:20.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: min_mon_release 19 (squid) 2024-09-16T01:35:20.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: election_strategy: 1 2024-09-16T01:35:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: 0: [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] mon.a 2024-09-16T01:35:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: 1: [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] mon.c 2024-09-16T01:35:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: fsmap 2024-09-16T01:35:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T01:35:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: mgrmap e13: x(active, since 39s) 2024-09-16T01:35:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: overall HEALTH_OK 2024-09-16T01:35:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T01:35:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:21.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:21 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:35:21.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:21 smithi017 ceph-mon[30972]: Deploying daemon mon.b on smithi029 2024-09-16T01:35:21.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:21 smithi017 ceph-mon[30972]: from='client.? 172.21.15.122:0/3222882215' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T01:35:21.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:21 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:35:22.013 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-16T01:35:22.013 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-16T01:35:22.262 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T01:35:22.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:22 smithi122 ceph-mon[34758]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:22.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:22 smithi017 ceph-mon[30972]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:22.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.673+0000 7f9144dbe640 1 -- 172.21.15.122:0/2791851572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9140107660 msgr2=0x7f9140107a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:22.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.673+0000 7f9144dbe640 1 --2- 172.21.15.122:0/2791851572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9140107660 0x7f9140107a40 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f9134009880 tx=0x7f913402a5d0 comp rx=0 tx=0).stop 2024-09-16T01:35:22.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.673+0000 7f9144dbe640 1 -- 172.21.15.122:0/2791851572 shutdown_connections 2024-09-16T01:35:22.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.673+0000 7f9144dbe640 1 --2- 172.21.15.122:0/2791851572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9140107660 0x7f9140107a40 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:22.680 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.673+0000 7f9144dbe640 1 -- 172.21.15.122:0/2791851572 >> 172.21.15.122:0/2791851572 conn(0x7f91400fd320 msgr2=0x7f91400ff740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:22.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.673+0000 7f9144dbe640 1 -- 172.21.15.122:0/2791851572 shutdown_connections 2024-09-16T01:35:22.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.673+0000 7f9144dbe640 1 -- 172.21.15.122:0/2791851572 wait complete. 2024-09-16T01:35:22.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.673+0000 7f9144dbe640 1 Processor -- start 2024-09-16T01:35:22.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f9144dbe640 1 -- start start 2024-09-16T01:35:22.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f9144dbe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9140107660 0x7f91400744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:22.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f9144dbe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9140074a30 0x7f9140074e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:22.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f9144dbe640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f914010bbd0 con 0x7f9140107660 2024-09-16T01:35:22.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f9144dbe640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f914010ba50 con 0x7f9140074a30 2024-09-16T01:35:22.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f913dd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9140074a30 0x7f9140074e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:22.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f913dd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9140074a30 0x7f9140074e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:38720/0 (socket says 172.21.15.122:38720) 2024-09-16T01:35:22.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f913dd9b640 1 -- 172.21.15.122:0/1762054416 learned_addr learned my addr 172.21.15.122:0/1762054416 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:35:22.681 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f913e59c640 1 --2- 172.21.15.122:0/1762054416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9140107660 0x7f91400744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:22.682 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f913dd9b640 1 -- 172.21.15.122:0/1762054416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9140074a30 msgr2=0x7f9140074e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-09-16T01:35:22.682 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f913dd9b640 1 -- 172.21.15.122:0/1762054416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9140074a30 msgr2=0x7f9140074e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T01:35:22.682 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f913dd9b640 1 --2- 172.21.15.122:0/1762054416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9140074a30 0x7f9140074e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T01:35:22.682 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f913dd9b640 1 --2- 172.21.15.122:0/1762054416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9140074a30 0x7f9140074e90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T01:35:22.682 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f913e59c640 1 -- 172.21.15.122:0/1762054416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9140074a30 msgr2=0x7f9140074e90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:35:22.682 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f913e59c640 1 --2- 172.21.15.122:0/1762054416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9140074a30 0x7f9140074e90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:22.682 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f913e59c640 1 -- 172.21.15.122:0/1762054416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91400763e0 con 0x7f9140107660 2024-09-16T01:35:22.682 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.674+0000 7f913e59c640 1 --2- 172.21.15.122:0/1762054416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9140107660 0x7f91400744f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9134006010 tx=0x7f9134004e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:22.682 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.675+0000 7f912f7fe640 1 -- 172.21.15.122:0/1762054416 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f9134035030 con 0x7f9140107660 2024-09-16T01:35:22.683 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.675+0000 7f912f7fe640 1 -- 172.21.15.122:0/1762054416 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91340053a0 con 0x7f9140107660 2024-09-16T01:35:22.683 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.675+0000 7f9144dbe640 1 -- 172.21.15.122:0/1762054416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91401a34d0 con 0x7f9140107660 2024-09-16T01:35:22.683 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.675+0000 7f912f7fe640 1 -- 172.21.15.122:0/1762054416 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 309+0+0 (secure 0 0 0) 0x7f9134031830 con 0x7f9140107660 2024-09-16T01:35:22.683 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.675+0000 7f9144dbe640 1 -- 172.21.15.122:0/1762054416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91401a3a60 con 0x7f9140107660 2024-09-16T01:35:22.683 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.676+0000 7f912f7fe640 1 -- 172.21.15.122:0/1762054416 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f9134042070 con 0x7f9140107660 2024-09-16T01:35:22.683 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.676+0000 7f9144dbe640 1 -- 172.21.15.122:0/1762054416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9140102da0 con 0x7f9140107660 2024-09-16T01:35:22.683 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.676+0000 7f912f7fe640 1 --2- 172.21.15.122:0/1762054416 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9128039040 0x7f912803b500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:22.683 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.676+0000 7f912f7fe640 1 -- 172.21.15.122:0/1762054416 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f913406d0e0 con 0x7f9140107660 2024-09-16T01:35:22.683 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.676+0000 7f913dd9b640 1 --2- 172.21.15.122:0/1762054416 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9128039040 0x7f912803b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:22.683 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.677+0000 7f913dd9b640 1 --2- 172.21.15.122:0/1762054416 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9128039040 0x7f912803b500 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f9130009100 tx=0x7f9130008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:22.684 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.681+0000 7f912f7fe640 1 -- 172.21.15.122:0/1762054416 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9134039350 con 0x7f9140107660 2024-09-16T01:35:22.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.910+0000 7f9144dbe640 1 -- 172.21.15.122:0/1762054416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f91401a3d10 con 0x7f9140107660 2024-09-16T01:35:22.913 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.911+0000 7f912f7fe640 1 -- 172.21.15.122:0/1762054416 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) ==== 95+0+1015 (secure 0 0 0) 0x7f9134005550 con 0x7f9140107660 2024-09-16T01:35:22.913 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:35:22.914 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":2,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","modified":"2024-09-16T01:35:14.981500Z","created":"2024-09-16T01:33:50.450626Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:3300","nonce":0},{"type":"v1","addr":"172.21.15.17:6789","nonce":0}]},"addr":"172.21.15.17:6789/0","public_addr":"172.21.15.17:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:3300","nonce":0},{"type":"v1","addr":"172.21.15.122:6789","nonce":0}]},"addr":"172.21.15.122:6789/0","public_addr":"172.21.15.122:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-16T01:35:22.914 INFO:teuthology.orchestra.run.smithi122.stderr:dumped monmap epoch 2 2024-09-16T01:35:22.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.913+0000 7f9144dbe640 1 -- 172.21.15.122:0/1762054416 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9128039040 msgr2=0x7f912803b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:22.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.913+0000 7f9144dbe640 1 --2- 172.21.15.122:0/1762054416 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9128039040 0x7f912803b500 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f9130009100 tx=0x7f9130008040 comp rx=0 tx=0).stop 2024-09-16T01:35:22.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.913+0000 7f9144dbe640 1 -- 172.21.15.122:0/1762054416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9140107660 msgr2=0x7f91400744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:22.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.913+0000 7f9144dbe640 1 --2- 172.21.15.122:0/1762054416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9140107660 0x7f91400744f0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9134006010 tx=0x7f9134004e40 comp rx=0 tx=0).stop 2024-09-16T01:35:22.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.913+0000 7f9144dbe640 1 -- 172.21.15.122:0/1762054416 shutdown_connections 2024-09-16T01:35:22.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.913+0000 7f9144dbe640 1 --2- 172.21.15.122:0/1762054416 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9128039040 0x7f912803b500 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:22.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.913+0000 7f9144dbe640 1 --2- 172.21.15.122:0/1762054416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9140074a30 0x7f9140074e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:22.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.913+0000 7f9144dbe640 1 --2- 172.21.15.122:0/1762054416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9140107660 0x7f91400744f0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:22.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.913+0000 7f9144dbe640 1 -- 172.21.15.122:0/1762054416 >> 172.21.15.122:0/1762054416 conn(0x7f91400fd320 msgr2=0x7f91400fd700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:22.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.913+0000 7f9144dbe640 1 -- 172.21.15.122:0/1762054416 shutdown_connections 2024-09-16T01:35:22.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:22.913+0000 7f9144dbe640 1 -- 172.21.15.122:0/1762054416 wait complete. 2024-09-16T01:35:23.396 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:23 smithi122 ceph-mon[34758]: from='client.? 172.21.15.122:0/1762054416' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T01:35:23.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:23 smithi017 ceph-mon[30972]: from='client.? 172.21.15.122:0/1762054416' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T01:35:23.945 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:23 smithi029 ceph-mon[34783]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-16T01:35:23.945 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:23 smithi029 bash[34764]: 0eb3ad9eb3a759cc64775f12b33ea53a2befd05d0a15a656783e0ace4f463eac 2024-09-16T01:35:24.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:23 smithi029 systemd[1]: Started Ceph mon.b for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:35:24.502 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-16T01:35:24.502 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-16T01:35:24.751 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T01:35:29.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:35:29.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: mon.c calling monitor election 2024-09-16T01:35:29.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: mon.a calling monitor election 2024-09-16T01:35:29.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:29.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:35:29.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:29.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:29.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:29.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:29.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:29.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:29.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:29.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-16T01:35:29.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: monmap epoch 3 2024-09-16T01:35:29.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:35:29.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: last_changed 2024-09-16T01:35:23.924912+0000 2024-09-16T01:35:29.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: created 2024-09-16T01:33:50.450626+0000 2024-09-16T01:35:29.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: min_mon_release 19 (squid) 2024-09-16T01:35:29.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: election_strategy: 1 2024-09-16T01:35:29.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: 0: [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] mon.a 2024-09-16T01:35:29.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: 1: [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] mon.c 2024-09-16T01:35:29.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: 2: [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] mon.b 2024-09-16T01:35:29.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: fsmap 2024-09-16T01:35:29.278 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T01:35:29.278 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: mgrmap e13: x(active, since 48s) 2024-09-16T01:35:29.278 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: overall HEALTH_OK 2024-09-16T01:35:29.278 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:29.278 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:29.278 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:29.278 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:29.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:35:29.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: mon.c calling monitor election 2024-09-16T01:35:29.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: mon.a calling monitor election 2024-09-16T01:35:29.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:29.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:35:29.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:29.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:29.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:29.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:29.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:29.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:29.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:29.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-16T01:35:29.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: monmap epoch 3 2024-09-16T01:35:29.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: last_changed 2024-09-16T01:35:23.924912+0000 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: created 2024-09-16T01:33:50.450626+0000 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: min_mon_release 19 (squid) 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: election_strategy: 1 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: 0: [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] mon.a 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: 1: [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] mon.c 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: 2: [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] mon.b 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: fsmap 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: mgrmap e13: x(active, since 48s) 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: overall HEALTH_OK 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:29.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:29.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.576+0000 7f7378393640 1 -- 172.21.15.122:0/2075361086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7358003530 msgr2=0x7f73580059c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:29.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.576+0000 7f7378393640 1 --2- 172.21.15.122:0/2075361086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7358003530 0x7f73580059c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f73701016a0 tx=0x7f736002bfe0 comp rx=0 tx=0).stop 2024-09-16T01:35:29.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.576+0000 7f7378393640 1 -- 172.21.15.122:0/2075361086 shutdown_connections 2024-09-16T01:35:29.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.576+0000 7f7378393640 1 --2- 172.21.15.122:0/2075361086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7358003530 0x7f73580059c0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:29.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.576+0000 7f7378393640 1 -- 172.21.15.122:0/2075361086 >> 172.21.15.122:0/2075361086 conn(0x7f73700fc220 msgr2=0x7f73700fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:29.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.576+0000 7f7378393640 1 -- 172.21.15.122:0/2075361086 shutdown_connections 2024-09-16T01:35:29.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.576+0000 7f7378393640 1 -- 172.21.15.122:0/2075361086 wait complete. 2024-09-16T01:35:29.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.577+0000 7f7378393640 1 Processor -- start 2024-09-16T01:35:29.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.577+0000 7f7378393640 1 -- start start 2024-09-16T01:35:29.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.577+0000 7f7378393640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7358003530 0x7f7370198100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:29.580 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.577+0000 7f7378393640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7370198640 0x7f7370198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:29.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.577+0000 7f7378393640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73701a1170 0x7f73701a3560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:29.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.577+0000 7f7378393640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7370108510 con 0x7f7370198640 2024-09-16T01:35:29.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.577+0000 7f7378393640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7370108390 con 0x7f7358003530 2024-09-16T01:35:29.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.577+0000 7f7378393640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7370108690 con 0x7f73701a1170 2024-09-16T01:35:29.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.577+0000 7f737612f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7358003530 0x7f7370198100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:29.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.577+0000 7f737612f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7358003530 0x7f7370198100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.122:37344/0 (socket says 172.21.15.122:37344) 2024-09-16T01:35:29.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.577+0000 7f737612f640 1 -- 172.21.15.122:0/1203664009 learned_addr learned my addr 172.21.15.122:0/1203664009 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:35:29.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.577+0000 7f7376930640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73701a1170 0x7f73701a3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:29.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f737612f640 1 -- 172.21.15.122:0/1203664009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7358003530 msgr2=0x7f7370198100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-09-16T01:35:29.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f737612f640 1 -- 172.21.15.122:0/1203664009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7358003530 msgr2=0x7f7370198100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T01:35:29.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f737612f640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7358003530 0x7f7370198100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T01:35:29.581 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f737592e640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7370198640 0x7f7370198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:29.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f7376930640 1 -- 172.21.15.122:0/1203664009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73701a1170 msgr2=0x7f73701a3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 14 2024-09-16T01:35:29.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f737612f640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7358003530 0x7f7370198100 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T01:35:29.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f7376930640 1 -- 172.21.15.122:0/1203664009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73701a1170 msgr2=0x7f73701a3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-09-16T01:35:29.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f7376930640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73701a1170 0x7f73701a3560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-16T01:35:29.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f7376930640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73701a1170 0x7f73701a3560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-16T01:35:29.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f737592e640 1 -- 172.21.15.122:0/1203664009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73701a1170 msgr2=0x7f73701a3560 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:35:29.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f737592e640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73701a1170 0x7f73701a3560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:29.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f737592e640 1 -- 172.21.15.122:0/1203664009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7358003530 msgr2=0x7f7370198100 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-16T01:35:29.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f737592e640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7358003530 0x7f7370198100 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:29.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f737592e640 1 -- 172.21.15.122:0/1203664009 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73701a3d00 con 0x7f7370198640 2024-09-16T01:35:29.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f737592e640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7370198640 0x7f7370198aa0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f736400b450 tx=0x7f736400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:29.582 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f736f7fe640 1 -- 172.21.15.122:0/1203664009 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7364004230 con 0x7f7370198640 2024-09-16T01:35:29.583 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f736f7fe640 1 -- 172.21.15.122:0/1203664009 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73640043d0 con 0x7f7370198640 2024-09-16T01:35:29.583 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f7378393640 1 -- 172.21.15.122:0/1203664009 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73701a3ff0 con 0x7f7370198640 2024-09-16T01:35:29.583 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f736f7fe640 1 -- 172.21.15.122:0/1203664009 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7364003be0 con 0x7f7370198640 2024-09-16T01:35:29.583 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.578+0000 7f7378393640 1 -- 172.21.15.122:0/1203664009 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73701a4500 con 0x7f7370198640 2024-09-16T01:35:29.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.579+0000 7f736f7fe640 1 -- 172.21.15.122:0/1203664009 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f736400f050 con 0x7f7370198640 2024-09-16T01:35:29.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.580+0000 7f7378393640 1 -- 172.21.15.122:0/1203664009 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7370109600 con 0x7f7370198640 2024-09-16T01:35:29.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.580+0000 7f736f7fe640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f735c039730 0x7f735c03bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:29.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.580+0000 7f736f7fe640 1 -- 172.21.15.122:0/1203664009 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f736404c140 con 0x7f7370198640 2024-09-16T01:35:29.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.580+0000 7f737612f640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f735c039730 0x7f735c03bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:29.584 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.580+0000 7f737612f640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f735c039730 0x7f735c03bbf0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f7360009b30 tx=0x7f7360009480 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:29.586 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.585+0000 7f736f7fe640 1 -- 172.21.15.122:0/1203664009 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f736400d040 con 0x7f7370198640 2024-09-16T01:35:29.825 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.824+0000 7f7378393640 1 -- 172.21.15.122:0/1203664009 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) -- 0x7f737002d7c0 con 0x7f7370198640 2024-09-16T01:35:29.826 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.824+0000 7f736f7fe640 1 -- 172.21.15.122:0/1203664009 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) ==== 95+0+1279 (secure 0 0 0) 0x7f7364018e00 con 0x7f7370198640 2024-09-16T01:35:29.826 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:35:29.826 INFO:teuthology.orchestra.run.smithi122.stdout:{"epoch":3,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","modified":"2024-09-16T01:35:23.924912Z","created":"2024-09-16T01:33:50.450626Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:3300","nonce":0},{"type":"v1","addr":"172.21.15.17:6789","nonce":0}]},"addr":"172.21.15.17:6789/0","public_addr":"172.21.15.17:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:3300","nonce":0},{"type":"v1","addr":"172.21.15.122:6789","nonce":0}]},"addr":"172.21.15.122:6789/0","public_addr":"172.21.15.122:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:3300","nonce":0},{"type":"v1","addr":"172.21.15.29:6789","nonce":0}]},"addr":"172.21.15.29:6789/0","public_addr":"172.21.15.29:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-16T01:35:29.826 INFO:teuthology.orchestra.run.smithi122.stderr:dumped monmap epoch 3 2024-09-16T01:35:29.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.826+0000 7f7378393640 1 -- 172.21.15.122:0/1203664009 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f735c039730 msgr2=0x7f735c03bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:29.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.826+0000 7f7378393640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f735c039730 0x7f735c03bbf0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f7360009b30 tx=0x7f7360009480 comp rx=0 tx=0).stop 2024-09-16T01:35:29.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.826+0000 7f7378393640 1 -- 172.21.15.122:0/1203664009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7370198640 msgr2=0x7f7370198aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:29.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.826+0000 7f7378393640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7370198640 0x7f7370198aa0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f736400b450 tx=0x7f736400b910 comp rx=0 tx=0).stop 2024-09-16T01:35:29.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.827+0000 7f7378393640 1 -- 172.21.15.122:0/1203664009 shutdown_connections 2024-09-16T01:35:29.828 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.827+0000 7f7378393640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f735c039730 0x7f735c03bbf0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:29.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.827+0000 7f7378393640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73701a1170 0x7f73701a3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:29.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.827+0000 7f7378393640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7370198640 0x7f7370198aa0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:29.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.827+0000 7f7378393640 1 --2- 172.21.15.122:0/1203664009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7358003530 0x7f7370198100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:29.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.827+0000 7f7378393640 1 -- 172.21.15.122:0/1203664009 >> 172.21.15.122:0/1203664009 conn(0x7f73700fc220 msgr2=0x7f7370105140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:29.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.827+0000 7f7378393640 1 -- 172.21.15.122:0/1203664009 shutdown_connections 2024-09-16T01:35:29.829 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:29.827+0000 7f7378393640 1 -- 172.21.15.122:0/1203664009 wait complete. 2024-09-16T01:35:30.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:29 smithi017 ceph-mon[30972]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:30.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:29 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:30.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:29 smithi017 ceph-mon[30972]: from='client.? 172.21.15.122:0/1203664009' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T01:35:30.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:29 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:30.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:29 smithi122 ceph-mon[34758]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:30.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:29 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:30.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:29 smithi122 ceph-mon[34758]: from='client.? 172.21.15.122:0/1203664009' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T01:35:30.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:29 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:30.819 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-16T01:35:30.819 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-16T01:35:31.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:35:31.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: mon.c calling monitor election 2024-09-16T01:35:31.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: mon.a calling monitor election 2024-09-16T01:35:31.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:31.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:35:31.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:31.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:31.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:31.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:31.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:31.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:31.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:31.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-09-16T01:35:31.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: monmap epoch 3 2024-09-16T01:35:31.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:35:31.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: last_changed 2024-09-16T01:35:23.924912+0000 2024-09-16T01:35:31.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: created 2024-09-16T01:33:50.450626+0000 2024-09-16T01:35:31.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: min_mon_release 19 (squid) 2024-09-16T01:35:31.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: election_strategy: 1 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: 0: [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] mon.a 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: 1: [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] mon.c 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: 2: [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] mon.b 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: fsmap 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: mgrmap e13: x(active, since 48s) 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: overall HEALTH_OK 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='client.? 172.21.15.122:0/1203664009' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T01:35:31.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:30 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:32.008 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: mon.b calling monitor election 2024-09-16T01:35:32.008 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:32.008 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: Reconfiguring mon.a (unknown last config time)... 2024-09-16T01:35:32.008 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: Reconfiguring daemon mon.a on smithi017 2024-09-16T01:35:32.008 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: mon.b calling monitor election 2024-09-16T01:35:32.008 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: mon.c calling monitor election 2024-09-16T01:35:32.008 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: mon.a calling monitor election 2024-09-16T01:35:32.009 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-16T01:35:32.009 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: monmap epoch 3 2024-09-16T01:35:32.009 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:35:32.009 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: last_changed 2024-09-16T01:35:23.924912+0000 2024-09-16T01:35:32.009 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: created 2024-09-16T01:33:50.450626+0000 2024-09-16T01:35:32.009 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: min_mon_release 19 (squid) 2024-09-16T01:35:32.009 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: election_strategy: 1 2024-09-16T01:35:32.009 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: 0: [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] mon.a 2024-09-16T01:35:32.009 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: 1: [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] mon.c 2024-09-16T01:35:32.009 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: 2: [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] mon.b 2024-09-16T01:35:32.009 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: fsmap 2024-09-16T01:35:32.009 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T01:35:32.009 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: mgrmap e13: x(active, since 50s) 2024-09-16T01:35:32.010 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:31 smithi017 ceph-mon[30972]: overall HEALTH_OK 2024-09-16T01:35:32.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: mon.b calling monitor election 2024-09-16T01:35:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: Reconfiguring mon.a (unknown last config time)... 2024-09-16T01:35:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: Reconfiguring daemon mon.a on smithi017 2024-09-16T01:35:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: mon.b calling monitor election 2024-09-16T01:35:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: mon.c calling monitor election 2024-09-16T01:35:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: mon.a calling monitor election 2024-09-16T01:35:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-16T01:35:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: monmap epoch 3 2024-09-16T01:35:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:35:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: last_changed 2024-09-16T01:35:23.924912+0000 2024-09-16T01:35:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: created 2024-09-16T01:33:50.450626+0000 2024-09-16T01:35:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: min_mon_release 19 (squid) 2024-09-16T01:35:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: election_strategy: 1 2024-09-16T01:35:32.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: 0: [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] mon.a 2024-09-16T01:35:32.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: 1: [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] mon.c 2024-09-16T01:35:32.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: 2: [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] mon.b 2024-09-16T01:35:32.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: fsmap 2024-09-16T01:35:32.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T01:35:32.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: mgrmap e13: x(active, since 50s) 2024-09-16T01:35:32.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:31 smithi122 ceph-mon[34758]: overall HEALTH_OK 2024-09-16T01:35:32.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: mon.b calling monitor election 2024-09-16T01:35:32.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:32.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: Reconfiguring mon.a (unknown last config time)... 2024-09-16T01:35:32.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: Reconfiguring daemon mon.a on smithi017 2024-09-16T01:35:32.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: mon.b calling monitor election 2024-09-16T01:35:32.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: mon.c calling monitor election 2024-09-16T01:35:32.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: mon.a calling monitor election 2024-09-16T01:35:32.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-09-16T01:35:32.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: monmap epoch 3 2024-09-16T01:35:32.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:35:32.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: last_changed 2024-09-16T01:35:23.924912+0000 2024-09-16T01:35:32.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: created 2024-09-16T01:33:50.450626+0000 2024-09-16T01:35:32.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: min_mon_release 19 (squid) 2024-09-16T01:35:32.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: election_strategy: 1 2024-09-16T01:35:32.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: 0: [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] mon.a 2024-09-16T01:35:32.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: 1: [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] mon.c 2024-09-16T01:35:32.050 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: 2: [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] mon.b 2024-09-16T01:35:32.050 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: fsmap 2024-09-16T01:35:32.050 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T01:35:32.050 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: mgrmap e13: x(active, since 50s) 2024-09-16T01:35:32.050 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:31 smithi029 ceph-mon[34783]: overall HEALTH_OK 2024-09-16T01:35:32.113 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:35:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.499+0000 7f97c5b8f640 1 -- 172.21.15.17:0/126462739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c0101de0 msgr2=0x7f97c01021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.499+0000 7f97c5b8f640 1 --2- 172.21.15.17:0/126462739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c0101de0 0x7f97c01021c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f97b0009900 tx=0x7f97b002a410 comp rx=0 tx=0).stop 2024-09-16T01:35:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.499+0000 7f97c5b8f640 1 -- 172.21.15.17:0/126462739 shutdown_connections 2024-09-16T01:35:32.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.499+0000 7f97c5b8f640 1 --2- 172.21.15.17:0/126462739 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97c0106f10 0x7f97c010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:32.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.499+0000 7f97c5b8f640 1 --2- 172.21.15.17:0/126462739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f97c0102790 0x7f97c01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:32.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.499+0000 7f97c5b8f640 1 --2- 172.21.15.17:0/126462739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c0101de0 0x7f97c01021c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:32.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.499+0000 7f97c5b8f640 1 -- 172.21.15.17:0/126462739 >> 172.21.15.17:0/126462739 conn(0x7f97c00fd8c0 msgr2=0x7f97c00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:32.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.499+0000 7f97c5b8f640 1 -- 172.21.15.17:0/126462739 shutdown_connections 2024-09-16T01:35:32.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.499+0000 7f97c5b8f640 1 -- 172.21.15.17:0/126462739 wait complete. 2024-09-16T01:35:32.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.500+0000 7f97c5b8f640 1 Processor -- start 2024-09-16T01:35:32.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.500+0000 7f97c5b8f640 1 -- start start 2024-09-16T01:35:32.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97c5b8f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c0101de0 0x7f97c01983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:32.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97c5b8f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f97c0102790 0x7f97c0198920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:32.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97c5b8f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97c0106f10 0x7f97c019ccb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97c5b8f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f97c0111e40 con 0x7f97c0101de0 2024-09-16T01:35:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97c5b8f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f97c0111cc0 con 0x7f97c0102790 2024-09-16T01:35:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97c5b8f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f97c0111fc0 con 0x7f97c0106f10 2024-09-16T01:35:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97bf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c0101de0 0x7f97c01983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97bf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c0101de0 0x7f97c01983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60612/0 (socket says 172.21.15.17:60612) 2024-09-16T01:35:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97bf7fe640 1 -- 172.21.15.17:0/293240512 learned_addr learned my addr 172.21.15.17:0/293240512 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:35:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97b6ffd640 1 --2- 172.21.15.17:0/293240512 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f97c0102790 0x7f97c0198920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97bffff640 1 --2- 172.21.15.17:0/293240512 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97c0106f10 0x7f97c019ccb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97bf7fe640 1 -- 172.21.15.17:0/293240512 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97c0106f10 msgr2=0x7f97c019ccb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97bf7fe640 1 --2- 172.21.15.17:0/293240512 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97c0106f10 0x7f97c019ccb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97bf7fe640 1 -- 172.21.15.17:0/293240512 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f97c0102790 msgr2=0x7f97c0198920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:32.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97bf7fe640 1 --2- 172.21.15.17:0/293240512 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f97c0102790 0x7f97c0198920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:32.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.501+0000 7f97bf7fe640 1 -- 172.21.15.17:0/293240512 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97c019d390 con 0x7f97c0101de0 2024-09-16T01:35:32.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.502+0000 7f97bf7fe640 1 --2- 172.21.15.17:0/293240512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c0101de0 0x7f97c01983e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f97b0006010 tx=0x7f97b0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:32.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.502+0000 7f97bd7fa640 1 -- 172.21.15.17:0/293240512 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b003f030 con 0x7f97c0101de0 2024-09-16T01:35:32.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.502+0000 7f97bd7fa640 1 -- 172.21.15.17:0/293240512 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97b00035f0 con 0x7f97c0101de0 2024-09-16T01:35:32.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.502+0000 7f97c5b8f640 1 -- 172.21.15.17:0/293240512 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97c019d620 con 0x7f97c0101de0 2024-09-16T01:35:32.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.502+0000 7f97bd7fa640 1 -- 172.21.15.17:0/293240512 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b0035070 con 0x7f97c0101de0 2024-09-16T01:35:32.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.502+0000 7f97c5b8f640 1 -- 172.21.15.17:0/293240512 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97c01a4f60 con 0x7f97c0101de0 2024-09-16T01:35:32.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.503+0000 7f97bd7fa640 1 -- 172.21.15.17:0/293240512 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f97b0032520 con 0x7f97c0101de0 2024-09-16T01:35:32.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.503+0000 7f97c5b8f640 1 -- 172.21.15.17:0/293240512 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97c01032c0 con 0x7f97c0101de0 2024-09-16T01:35:32.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.503+0000 7f97bd7fa640 1 --2- 172.21.15.17:0/293240512 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97ac0394d0 0x7f97ac03b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:32.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.503+0000 7f97bd7fa640 1 -- 172.21.15.17:0/293240512 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f97b006d1a0 con 0x7f97c0101de0 2024-09-16T01:35:32.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.503+0000 7f97b6ffd640 1 --2- 172.21.15.17:0/293240512 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97ac0394d0 0x7f97ac03b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:32.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.504+0000 7f97b6ffd640 1 --2- 172.21.15.17:0/293240512 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97ac0394d0 0x7f97ac03b990 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f97c00ffde0 tx=0x7f97a800a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:32.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.508+0000 7f97bd7fa640 1 -- 172.21.15.17:0/293240512 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f97b00433c0 con 0x7f97c0101de0 2024-09-16T01:35:32.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.687+0000 7f97c5b8f640 1 -- 172.21.15.17:0/293240512 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) -- 0x7f97c010a0f0 con 0x7f97c0101de0 2024-09-16T01:35:32.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.687+0000 7f97bd7fa640 1 -- 172.21.15.17:0/293240512 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) ==== 76+0+273 (secure 0 0 0) 0x7f97b002fdc0 con 0x7f97c0101de0 2024-09-16T01:35:32.690 INFO:teuthology.orchestra.run.smithi017.stdout:# minimal ceph.conf for 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:35:32.690 INFO:teuthology.orchestra.run.smithi017.stdout:[global] 2024-09-16T01:35:32.690 INFO:teuthology.orchestra.run.smithi017.stdout: fsid = 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:35:32.690 INFO:teuthology.orchestra.run.smithi017.stdout: mon_host = [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] 2024-09-16T01:35:32.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.689+0000 7f97c5b8f640 1 -- 172.21.15.17:0/293240512 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97ac0394d0 msgr2=0x7f97ac03b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:32.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.689+0000 7f97c5b8f640 1 --2- 172.21.15.17:0/293240512 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97ac0394d0 0x7f97ac03b990 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f97c00ffde0 tx=0x7f97a800a2d0 comp rx=0 tx=0).stop 2024-09-16T01:35:32.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.689+0000 7f97c5b8f640 1 -- 172.21.15.17:0/293240512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c0101de0 msgr2=0x7f97c01983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:32.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.689+0000 7f97c5b8f640 1 --2- 172.21.15.17:0/293240512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c0101de0 0x7f97c01983e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f97b0006010 tx=0x7f97b0004270 comp rx=0 tx=0).stop 2024-09-16T01:35:32.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.689+0000 7f97c5b8f640 1 -- 172.21.15.17:0/293240512 shutdown_connections 2024-09-16T01:35:32.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.689+0000 7f97c5b8f640 1 --2- 172.21.15.17:0/293240512 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97ac0394d0 0x7f97ac03b990 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:32.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.690+0000 7f97c5b8f640 1 --2- 172.21.15.17:0/293240512 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97c0106f10 0x7f97c019ccb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:32.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.690+0000 7f97c5b8f640 1 --2- 172.21.15.17:0/293240512 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f97c0102790 0x7f97c0198920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:32.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.690+0000 7f97c5b8f640 1 --2- 172.21.15.17:0/293240512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97c0101de0 0x7f97c01983e0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:32.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.690+0000 7f97c5b8f640 1 -- 172.21.15.17:0/293240512 >> 172.21.15.17:0/293240512 conn(0x7f97c00fd8c0 msgr2=0x7f97c00fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:32.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.690+0000 7f97c5b8f640 1 -- 172.21.15.17:0/293240512 shutdown_connections 2024-09-16T01:35:32.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:32.690+0000 7f97c5b8f640 1 -- 172.21.15.17:0/293240512 wait complete. 2024-09-16T01:35:33.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:32 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:33.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:32 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:33.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:32 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:33.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:32 smithi017 ceph-mon[30972]: Reconfiguring mon.b (monmap changed)... 2024-09-16T01:35:33.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:32 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T01:35:33.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:32 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T01:35:33.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:32 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:33.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:32 smithi017 ceph-mon[30972]: Reconfiguring daemon mon.b on smithi029 2024-09-16T01:35:33.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:32 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/293240512' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:33.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:32 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:33.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:32 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:32 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:32 smithi029 ceph-mon[34783]: Reconfiguring mon.b (monmap changed)... 2024-09-16T01:35:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:32 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T01:35:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:32 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T01:35:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:32 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:32 smithi029 ceph-mon[34783]: Reconfiguring daemon mon.b on smithi029 2024-09-16T01:35:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:32 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/293240512' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:33.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:32 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:35:33.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:32 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:32 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:32 smithi122 ceph-mon[34758]: Reconfiguring mon.b (monmap changed)... 2024-09-16T01:35:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:32 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T01:35:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:32 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T01:35:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:32 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:32 smithi122 ceph-mon[34758]: Reconfiguring daemon mon.b on smithi029 2024-09-16T01:35:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:32 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/293240512' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:33.309 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-16T01:35:33.309 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:35:33.309 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/etc/ceph/ceph.conf 2024-09-16T01:35:33.339 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:35:33.339 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-16T01:35:33.406 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:35:33.406 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/ceph/ceph.conf 2024-09-16T01:35:33.434 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:35:33.435 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-16T01:35:33.502 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:35:33.502 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/etc/ceph/ceph.conf 2024-09-16T01:35:33.529 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:35:33.529 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-16T01:35:33.595 INFO:tasks.cephadm:Adding mgr.x on smithi017 2024-09-16T01:35:33.596 INFO:tasks.cephadm:Adding mgr.y on smithi029 2024-09-16T01:35:33.596 INFO:tasks.cephadm:Adding mgr.z on smithi122 2024-09-16T01:35:33.596 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch apply mgr '3;smithi017=x;smithi029=y;smithi122=z' 2024-09-16T01:35:34.217 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T01:35:34.601 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:34 smithi017 ceph-mon[30972]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:34.601 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:34 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:34.601 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:34 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:34.601 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:34 smithi017 ceph-mon[30972]: Reconfiguring mon.c (monmap changed)... 2024-09-16T01:35:34.601 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:34 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T01:35:34.602 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:34 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T01:35:34.602 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:34 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:34.602 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:34 smithi017 ceph-mon[30972]: Reconfiguring daemon mon.c on smithi122 2024-09-16T01:35:34.648 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:34 smithi122 ceph-mon[34758]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:34.648 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:34 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:34.648 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:34 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:34.648 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:34 smithi122 ceph-mon[34758]: Reconfiguring mon.c (monmap changed)... 2024-09-16T01:35:34.648 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:34 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T01:35:34.648 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:34 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T01:35:34.648 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:34 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:34.648 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:34 smithi122 ceph-mon[34758]: Reconfiguring daemon mon.c on smithi122 2024-09-16T01:35:34.650 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.646+0000 7f32a9982640 1 -- 172.21.15.122:0/3134919110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32a4102180 msgr2=0x7f32a4104570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:34.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.646+0000 7f32a9982640 1 --2- 172.21.15.122:0/3134919110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32a4102180 0x7f32a4104570 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f3294009880 tx=0x7f329402a5d0 comp rx=0 tx=0).stop 2024-09-16T01:35:34.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.646+0000 7f32a9982640 1 -- 172.21.15.122:0/3134919110 shutdown_connections 2024-09-16T01:35:34.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.646+0000 7f32a9982640 1 --2- 172.21.15.122:0/3134919110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32a4102180 0x7f32a4104570 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:34.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.646+0000 7f32a9982640 1 -- 172.21.15.122:0/3134919110 >> 172.21.15.122:0/3134919110 conn(0x7f32a40fbda0 msgr2=0x7f32a40fe1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:34.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.646+0000 7f32a9982640 1 -- 172.21.15.122:0/3134919110 shutdown_connections 2024-09-16T01:35:34.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.646+0000 7f32a9982640 1 -- 172.21.15.122:0/3134919110 wait complete. 2024-09-16T01:35:34.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.647+0000 7f32a9982640 1 Processor -- start 2024-09-16T01:35:34.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.647+0000 7f32a9982640 1 -- start start 2024-09-16T01:35:34.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.647+0000 7f32a9982640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32a4102180 0x7f32a4196e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:34.651 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.647+0000 7f32a9982640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32a41973a0 0x7f32a419c410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:34.652 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.647+0000 7f32a9982640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32a4197820 0x7f32a419e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:34.652 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.647+0000 7f32a9982640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f32a4107640 con 0x7f32a4102180 2024-09-16T01:35:34.652 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.647+0000 7f32a9982640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f32a41074c0 con 0x7f32a4197820 2024-09-16T01:35:34.652 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.647+0000 7f32a9982640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f32a41077c0 con 0x7f32a41973a0 2024-09-16T01:35:34.652 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.647+0000 7f32a27fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32a41973a0 0x7f32a419c410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:34.652 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.647+0000 7f32a27fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32a41973a0 0x7f32a419c410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:54134/0 (socket says 172.21.15.122:54134) 2024-09-16T01:35:34.652 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.647+0000 7f32a27fc640 1 -- 172.21.15.122:0/3411153866 learned_addr learned my addr 172.21.15.122:0/3411153866 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:35:34.652 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.648+0000 7f32a2ffd640 1 --2- 172.21.15.122:0/3411153866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32a4102180 0x7f32a4196e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:34.652 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.648+0000 7f32a37fe640 1 --2- 172.21.15.122:0/3411153866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32a4197820 0x7f32a419e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:34.652 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.648+0000 7f32a27fc640 1 -- 172.21.15.122:0/3411153866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32a4197820 msgr2=0x7f32a419e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:34.652 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.648+0000 7f32a27fc640 1 --2- 172.21.15.122:0/3411153866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32a4197820 0x7f32a419e9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:34.652 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.648+0000 7f32a27fc640 1 -- 172.21.15.122:0/3411153866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32a4102180 msgr2=0x7f32a4196e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:34.653 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.648+0000 7f32a27fc640 1 --2- 172.21.15.122:0/3411153866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32a4102180 0x7f32a4196e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:34.653 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.648+0000 7f32a27fc640 1 -- 172.21.15.122:0/3411153866 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32a419f260 con 0x7f32a41973a0 2024-09-16T01:35:34.653 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.648+0000 7f32a27fc640 1 --2- 172.21.15.122:0/3411153866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32a41973a0 0x7f32a419c410 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f329800b520 tx=0x7f329800b9e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:34.653 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.648+0000 7f32a8980640 1 -- 172.21.15.122:0/3411153866 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3298004230 con 0x7f32a41973a0 2024-09-16T01:35:34.653 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.648+0000 7f32a8980640 1 -- 172.21.15.122:0/3411153866 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32980043d0 con 0x7f32a41973a0 2024-09-16T01:35:34.653 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.648+0000 7f32a9982640 1 -- 172.21.15.122:0/3411153866 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32a419f550 con 0x7f32a41973a0 2024-09-16T01:35:34.653 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.648+0000 7f32a8980640 1 -- 172.21.15.122:0/3411153866 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3298003cf0 con 0x7f32a41973a0 2024-09-16T01:35:34.653 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.648+0000 7f32a9982640 1 -- 172.21.15.122:0/3411153866 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32a419fb10 con 0x7f32a41973a0 2024-09-16T01:35:34.653 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.649+0000 7f32a8980640 1 -- 172.21.15.122:0/3411153866 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7f329800e070 con 0x7f32a41973a0 2024-09-16T01:35:34.653 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.649+0000 7f32a8980640 1 --2- 172.21.15.122:0/3411153866 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f328c039730 0x7f328c03bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:34.653 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.649+0000 7f32a8980640 1 -- 172.21.15.122:0/3411153866 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7f329804bd90 con 0x7f32a41973a0 2024-09-16T01:35:34.654 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.650+0000 7f32a2ffd640 1 --2- 172.21.15.122:0/3411153866 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f328c039730 0x7f328c03bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:34.654 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.650+0000 7f32a9982640 1 -- 172.21.15.122:0/3411153866 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32a41025e0 con 0x7f32a41973a0 2024-09-16T01:35:34.654 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.650+0000 7f32a2ffd640 1 --2- 172.21.15.122:0/3411153866 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f328c039730 0x7f328c03bbf0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f32940314e0 tx=0x7f329402aad0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:34.656 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.655+0000 7f32a8980640 1 -- 172.21.15.122:0/3411153866 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3298014020 con 0x7f32a41973a0 2024-09-16T01:35:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:34 smithi029 ceph-mon[34783]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:34 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:34 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:34 smithi029 ceph-mon[34783]: Reconfiguring mon.c (monmap changed)... 2024-09-16T01:35:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:34 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T01:35:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:34 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T01:35:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:34 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:34 smithi029 ceph-mon[34783]: Reconfiguring daemon mon.c on smithi122 2024-09-16T01:35:34.837 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.836+0000 7f32a9982640 1 -- 172.21.15.122:0/3411153866 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi017=x;smithi029=y;smithi122=z", "target": ["mon-mgr", ""]}) -- 0x7f32a4062780 con 0x7f328c039730 2024-09-16T01:35:34.843 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.841+0000 7f32a8980640 1 -- 172.21.15.122:0/3411153866 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+24 (secure 0 0 0) 0x7f32a4062780 con 0x7f328c039730 2024-09-16T01:35:34.843 INFO:teuthology.orchestra.run.smithi122.stdout:Scheduled mgr update... 2024-09-16T01:35:34.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.843+0000 7f32a9982640 1 -- 172.21.15.122:0/3411153866 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f328c039730 msgr2=0x7f328c03bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:34.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.843+0000 7f32a9982640 1 --2- 172.21.15.122:0/3411153866 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f328c039730 0x7f328c03bbf0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f32940314e0 tx=0x7f329402aad0 comp rx=0 tx=0).stop 2024-09-16T01:35:34.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.843+0000 7f32a9982640 1 -- 172.21.15.122:0/3411153866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32a41973a0 msgr2=0x7f32a419c410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:34.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.843+0000 7f32a9982640 1 --2- 172.21.15.122:0/3411153866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32a41973a0 0x7f32a419c410 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f329800b520 tx=0x7f329800b9e0 comp rx=0 tx=0).stop 2024-09-16T01:35:34.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.844+0000 7f32a9982640 1 -- 172.21.15.122:0/3411153866 shutdown_connections 2024-09-16T01:35:34.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.844+0000 7f32a9982640 1 --2- 172.21.15.122:0/3411153866 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f328c039730 0x7f328c03bbf0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:34.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.844+0000 7f32a9982640 1 --2- 172.21.15.122:0/3411153866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32a4197820 0x7f32a419e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:34.845 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.844+0000 7f32a9982640 1 --2- 172.21.15.122:0/3411153866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32a41973a0 0x7f32a419c410 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:34.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.844+0000 7f32a9982640 1 --2- 172.21.15.122:0/3411153866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32a4102180 0x7f32a4196e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:34.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.844+0000 7f32a9982640 1 -- 172.21.15.122:0/3411153866 >> 172.21.15.122:0/3411153866 conn(0x7f32a40fbda0 msgr2=0x7f32a40fc910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:34.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.844+0000 7f32a9982640 1 -- 172.21.15.122:0/3411153866 shutdown_connections 2024-09-16T01:35:34.846 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:35:34.844+0000 7f32a9982640 1 -- 172.21.15.122:0/3411153866 wait complete. 2024-09-16T01:35:35.807 DEBUG:teuthology.orchestra.run.smithi029:mgr.y> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mgr.y.service 2024-09-16T01:35:35.815 DEBUG:teuthology.orchestra.run.smithi122:mgr.z> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mgr.z.service 2024-09-16T01:35:35.817 INFO:tasks.cephadm:Deploying OSDs... 2024-09-16T01:35:35.817 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:35:35.818 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T01:35:35.838 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T01:35:35.838 DEBUG:teuthology.orchestra.run.smithi017:> stat /dev/vg_nvme/lv_1 2024-09-16T01:35:35.897 INFO:teuthology.orchestra.run.smithi017.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T01:35:35.897 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:35:35.897 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-16T01:35:35.897 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:35:35.897 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:35:35.897 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-09-16 01:34:51.085244614 +0000 2024-09-16T01:35:35.897 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-09-16 01:30:39.556224948 +0000 2024-09-16T01:35:35.898 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-09-16 01:30:39.556224948 +0000 2024-09-16T01:35:35.898 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: 2024-09-16 01:30:39.556224948 +0000 2024-09-16T01:35:35.898 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T01:35:35.966 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records in 2024-09-16T01:35:35.966 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records out 2024-09-16T01:35:35.966 INFO:teuthology.orchestra.run.smithi017.stderr:512 bytes copied, 0.000123389 s, 4.1 MB/s 2024-09-16T01:35:35.968 DEBUG:teuthology.orchestra.run.smithi017:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T01:35:36.027 DEBUG:teuthology.orchestra.run.smithi017:> stat /dev/vg_nvme/lv_2 2024-09-16T01:35:36.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:36.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi017=x;smithi029=y;smithi122=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:35:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: Saving service mgr spec with placement smithi017=x;smithi029=y;smithi122=z;count:3 2024-09-16T01:35:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:35:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T01:35:36.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T01:35:36.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T01:35:36.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:36.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:35 smithi122 ceph-mon[34758]: Deploying daemon mgr.z on smithi122 2024-09-16T01:35:36.084 INFO:teuthology.orchestra.run.smithi017.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T01:35:36.084 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:35:36.084 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-09-16T01:35:36.084 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:35:36.085 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:35:36.085 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-09-16 01:34:51.112244362 +0000 2024-09-16T01:35:36.085 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-09-16 01:30:39.884221986 +0000 2024-09-16T01:35:36.085 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-09-16 01:30:39.884221986 +0000 2024-09-16T01:35:36.085 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: 2024-09-16 01:30:39.884221986 +0000 2024-09-16T01:35:36.085 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T01:35:36.147 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:36.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi017=x;smithi029=y;smithi122=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:35:36.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: Saving service mgr spec with placement smithi017=x;smithi029=y;smithi122=z;count:3 2024-09-16T01:35:36.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:36.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:36.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:36.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:36.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:36.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:35:36.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:36.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T01:35:36.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T01:35:36.149 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T01:35:36.149 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:36.149 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:35 smithi017 ceph-mon[30972]: Deploying daemon mgr.z on smithi122 2024-09-16T01:35:36.150 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records in 2024-09-16T01:35:36.150 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records out 2024-09-16T01:35:36.150 INFO:teuthology.orchestra.run.smithi017.stderr:512 bytes copied, 0.000132872 s, 3.9 MB/s 2024-09-16T01:35:36.151 DEBUG:teuthology.orchestra.run.smithi017:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T01:35:36.208 DEBUG:teuthology.orchestra.run.smithi017:> stat /dev/vg_nvme/lv_3 2024-09-16T01:35:36.265 INFO:teuthology.orchestra.run.smithi017.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T01:35:36.265 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:35:36.266 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-09-16T01:35:36.266 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:35:36.266 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:35:36.266 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-09-16 01:34:51.138244120 +0000 2024-09-16T01:35:36.266 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-09-16 01:30:40.220218952 +0000 2024-09-16T01:35:36.266 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-09-16 01:30:40.220218952 +0000 2024-09-16T01:35:36.266 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: 2024-09-16 01:30:40.220218952 +0000 2024-09-16T01:35:36.266 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T01:35:36.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi017=x;smithi029=y;smithi122=z", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:35:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: Saving service mgr spec with placement smithi017=x;smithi029=y;smithi122=z;count:3 2024-09-16T01:35:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:35:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T01:35:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T01:35:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T01:35:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:36.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:35 smithi029 ceph-mon[34783]: Deploying daemon mgr.z on smithi122 2024-09-16T01:35:36.331 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records in 2024-09-16T01:35:36.331 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records out 2024-09-16T01:35:36.331 INFO:teuthology.orchestra.run.smithi017.stderr:512 bytes copied, 0.000111913 s, 4.6 MB/s 2024-09-16T01:35:36.332 DEBUG:teuthology.orchestra.run.smithi017:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T01:35:36.390 DEBUG:teuthology.orchestra.run.smithi017:> stat /dev/vg_nvme/lv_4 2024-09-16T01:35:36.447 INFO:teuthology.orchestra.run.smithi017.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T01:35:36.447 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:35:36.447 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-09-16T01:35:36.447 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:35:36.447 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:35:36.447 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-09-16 01:34:51.165243868 +0000 2024-09-16T01:35:36.447 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-09-16 01:30:40.563215856 +0000 2024-09-16T01:35:36.447 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-09-16 01:30:40.563215856 +0000 2024-09-16T01:35:36.447 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: 2024-09-16 01:30:40.563215856 +0000 2024-09-16T01:35:36.447 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T01:35:36.512 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records in 2024-09-16T01:35:36.512 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records out 2024-09-16T01:35:36.512 INFO:teuthology.orchestra.run.smithi017.stderr:512 bytes copied, 0.000103992 s, 4.9 MB/s 2024-09-16T01:35:36.513 DEBUG:teuthology.orchestra.run.smithi017:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T01:35:36.570 DEBUG:teuthology.orchestra.run.smithi029:> set -ex 2024-09-16T01:35:36.570 DEBUG:teuthology.orchestra.run.smithi029:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T01:35:36.590 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T01:35:36.590 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_1 2024-09-16T01:35:36.650 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T01:35:36.650 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:35:36.650 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-16T01:35:36.650 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:35:36.650 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:35:36.650 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2024-09-16 01:35:23.374442259 +0000 2024-09-16T01:35:36.650 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2024-09-16 01:30:44.335080471 +0000 2024-09-16T01:35:36.650 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2024-09-16 01:30:44.335080471 +0000 2024-09-16T01:35:36.650 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: 2024-09-16 01:30:44.335080471 +0000 2024-09-16T01:35:36.650 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T01:35:36.718 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2024-09-16T01:35:36.718 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2024-09-16T01:35:36.718 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000127008 s, 4.0 MB/s 2024-09-16T01:35:36.720 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T01:35:36.779 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_2 2024-09-16T01:35:36.838 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T01:35:36.838 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:35:36.838 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-16T01:35:36.838 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:35:36.838 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:35:36.838 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2024-09-16 01:35:23.374442259 +0000 2024-09-16T01:35:36.839 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2024-09-16 01:30:44.658075361 +0000 2024-09-16T01:35:36.839 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2024-09-16 01:30:44.658075361 +0000 2024-09-16T01:35:36.839 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: 2024-09-16 01:30:44.658075361 +0000 2024-09-16T01:35:36.839 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T01:35:36.905 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2024-09-16T01:35:36.905 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2024-09-16T01:35:36.905 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000124798 s, 4.1 MB/s 2024-09-16T01:35:36.907 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T01:35:36.965 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_3 2024-09-16T01:35:37.022 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T01:35:37.022 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:35:37.022 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-16T01:35:37.022 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:35:37.022 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:35:37.022 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2024-09-16 01:35:23.374442259 +0000 2024-09-16T01:35:37.022 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2024-09-16 01:30:44.993070062 +0000 2024-09-16T01:35:37.022 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2024-09-16 01:30:44.993070062 +0000 2024-09-16T01:35:37.022 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: 2024-09-16 01:30:44.993070062 +0000 2024-09-16T01:35:37.023 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T01:35:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2024-09-16T01:35:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2024-09-16T01:35:37.087 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000116043 s, 4.4 MB/s 2024-09-16T01:35:37.089 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T01:35:37.146 DEBUG:teuthology.orchestra.run.smithi029:> stat /dev/vg_nvme/lv_4 2024-09-16T01:35:37.202 INFO:teuthology.orchestra.run.smithi029.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T01:35:37.202 INFO:teuthology.orchestra.run.smithi029.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:35:37.202 INFO:teuthology.orchestra.run.smithi029.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-09-16T01:35:37.202 INFO:teuthology.orchestra.run.smithi029.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:35:37.203 INFO:teuthology.orchestra.run.smithi029.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:35:37.203 INFO:teuthology.orchestra.run.smithi029.stdout:Access: 2024-09-16 01:35:23.375442242 +0000 2024-09-16T01:35:37.203 INFO:teuthology.orchestra.run.smithi029.stdout:Modify: 2024-09-16 01:30:45.306065110 +0000 2024-09-16T01:35:37.203 INFO:teuthology.orchestra.run.smithi029.stdout:Change: 2024-09-16 01:30:45.307065094 +0000 2024-09-16T01:35:37.203 INFO:teuthology.orchestra.run.smithi029.stdout: Birth: 2024-09-16 01:30:45.306065110 +0000 2024-09-16T01:35:37.203 DEBUG:teuthology.orchestra.run.smithi029:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T01:35:37.267 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records in 2024-09-16T01:35:37.267 INFO:teuthology.orchestra.run.smithi029.stderr:1+0 records out 2024-09-16T01:35:37.268 INFO:teuthology.orchestra.run.smithi029.stderr:512 bytes copied, 0.000113109 s, 4.5 MB/s 2024-09-16T01:35:37.269 DEBUG:teuthology.orchestra.run.smithi029:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T01:35:37.326 DEBUG:teuthology.orchestra.run.smithi122:> set -ex 2024-09-16T01:35:37.326 DEBUG:teuthology.orchestra.run.smithi122:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T01:35:37.343 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T01:35:37.343 DEBUG:teuthology.orchestra.run.smithi122:> stat /dev/vg_nvme/lv_1 2024-09-16T01:35:37.399 INFO:teuthology.orchestra.run.smithi122.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T01:35:37.399 INFO:teuthology.orchestra.run.smithi122.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:35:37.399 INFO:teuthology.orchestra.run.smithi122.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-16T01:35:37.399 INFO:teuthology.orchestra.run.smithi122.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:35:37.399 INFO:teuthology.orchestra.run.smithi122.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:35:37.399 INFO:teuthology.orchestra.run.smithi122.stdout:Access: 2024-09-16 01:35:37.184579783 +0000 2024-09-16T01:35:37.399 INFO:teuthology.orchestra.run.smithi122.stdout:Modify: 2024-09-16 01:30:33.085548834 +0000 2024-09-16T01:35:37.400 INFO:teuthology.orchestra.run.smithi122.stdout:Change: 2024-09-16 01:30:33.085548834 +0000 2024-09-16T01:35:37.400 INFO:teuthology.orchestra.run.smithi122.stdout: Birth: 2024-09-16 01:30:33.085548834 +0000 2024-09-16T01:35:37.400 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T01:35:37.460 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:37 smithi122 systemd[1]: Starting Ceph mgr.z for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T01:35:37.464 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records in 2024-09-16T01:35:37.464 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records out 2024-09-16T01:35:37.464 INFO:teuthology.orchestra.run.smithi122.stderr:512 bytes copied, 0.000212326 s, 2.4 MB/s 2024-09-16T01:35:37.465 DEBUG:teuthology.orchestra.run.smithi122:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T01:35:37.523 DEBUG:teuthology.orchestra.run.smithi122:> stat /dev/vg_nvme/lv_2 2024-09-16T01:35:37.581 INFO:teuthology.orchestra.run.smithi122.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T01:35:37.581 INFO:teuthology.orchestra.run.smithi122.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:35:37.581 INFO:teuthology.orchestra.run.smithi122.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-16T01:35:37.581 INFO:teuthology.orchestra.run.smithi122.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:35:37.581 INFO:teuthology.orchestra.run.smithi122.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:35:37.581 INFO:teuthology.orchestra.run.smithi122.stdout:Access: 2024-09-16 01:35:37.184579783 +0000 2024-09-16T01:35:37.582 INFO:teuthology.orchestra.run.smithi122.stdout:Modify: 2024-09-16 01:30:33.426541078 +0000 2024-09-16T01:35:37.582 INFO:teuthology.orchestra.run.smithi122.stdout:Change: 2024-09-16 01:30:33.426541078 +0000 2024-09-16T01:35:37.582 INFO:teuthology.orchestra.run.smithi122.stdout: Birth: 2024-09-16 01:30:33.426541078 +0000 2024-09-16T01:35:37.582 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T01:35:37.662 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records in 2024-09-16T01:35:37.662 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records out 2024-09-16T01:35:37.663 INFO:teuthology.orchestra.run.smithi122.stderr:512 bytes copied, 0.000202763 s, 2.5 MB/s 2024-09-16T01:35:37.664 DEBUG:teuthology.orchestra.run.smithi122:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T01:35:37.710 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:37 smithi122 podman[36343]: 2024-09-16 01:35:37.362141125 +0000 UTC m=+0.015690296 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T01:35:37.710 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:37 smithi122 podman[36343]: 2024-09-16 01:35:37.480481406 +0000 UTC m=+0.134030622 container create 62d74fab4a6720fc22470dd38cc419cf8cefc2ef0577c285dd9defcefa5e3841 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-16T01:35:37.710 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:37 smithi122 podman[36343]: 2024-09-16 01:35:37.682794317 +0000 UTC m=+0.336343490 container init 62d74fab4a6720fc22470dd38cc419cf8cefc2ef0577c285dd9defcefa5e3841 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T01:35:37.711 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:37 smithi122 podman[36343]: 2024-09-16 01:35:37.685389139 +0000 UTC m=+0.338938312 container start 62d74fab4a6720fc22470dd38cc419cf8cefc2ef0577c285dd9defcefa5e3841 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e) 2024-09-16T01:35:37.721 DEBUG:teuthology.orchestra.run.smithi122:> stat /dev/vg_nvme/lv_3 2024-09-16T01:35:37.776 INFO:teuthology.orchestra.run.smithi122.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T01:35:37.776 INFO:teuthology.orchestra.run.smithi122.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:35:37.776 INFO:teuthology.orchestra.run.smithi122.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-09-16T01:35:37.776 INFO:teuthology.orchestra.run.smithi122.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:35:37.777 INFO:teuthology.orchestra.run.smithi122.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:35:37.777 INFO:teuthology.orchestra.run.smithi122.stdout:Access: 2024-09-16 01:35:37.184579783 +0000 2024-09-16T01:35:37.777 INFO:teuthology.orchestra.run.smithi122.stdout:Modify: 2024-09-16 01:30:33.760533481 +0000 2024-09-16T01:35:37.777 INFO:teuthology.orchestra.run.smithi122.stdout:Change: 2024-09-16 01:30:33.760533481 +0000 2024-09-16T01:35:37.777 INFO:teuthology.orchestra.run.smithi122.stdout: Birth: 2024-09-16 01:30:33.760533481 +0000 2024-09-16T01:35:37.777 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T01:35:37.841 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records in 2024-09-16T01:35:37.841 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records out 2024-09-16T01:35:37.841 INFO:teuthology.orchestra.run.smithi122.stderr:512 bytes copied, 0.00022182 s, 2.3 MB/s 2024-09-16T01:35:37.842 DEBUG:teuthology.orchestra.run.smithi122:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T01:35:37.898 DEBUG:teuthology.orchestra.run.smithi122:> stat /dev/vg_nvme/lv_4 2024-09-16T01:35:37.953 INFO:teuthology.orchestra.run.smithi122.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T01:35:37.953 INFO:teuthology.orchestra.run.smithi122.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T01:35:37.953 INFO:teuthology.orchestra.run.smithi122.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-16T01:35:37.953 INFO:teuthology.orchestra.run.smithi122.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:35:37.954 INFO:teuthology.orchestra.run.smithi122.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T01:35:37.954 INFO:teuthology.orchestra.run.smithi122.stdout:Access: 2024-09-16 01:35:37.185579761 +0000 2024-09-16T01:35:37.954 INFO:teuthology.orchestra.run.smithi122.stdout:Modify: 2024-09-16 01:30:34.099525770 +0000 2024-09-16T01:35:37.954 INFO:teuthology.orchestra.run.smithi122.stdout:Change: 2024-09-16 01:30:34.099525770 +0000 2024-09-16T01:35:37.954 INFO:teuthology.orchestra.run.smithi122.stdout: Birth: 2024-09-16 01:30:34.099525770 +0000 2024-09-16T01:35:37.954 DEBUG:teuthology.orchestra.run.smithi122:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T01:35:38.017 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:37 smithi122 ceph-mon[34758]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:38.017 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:37 smithi122 ceph-mgr[36449]: -- 172.21.15.122:0/661825720 <== mon.1 v2:172.21.15.122:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56120115f0e0 con 0x56120113d400 2024-09-16T01:35:38.017 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:37 smithi122 bash[36343]: 62d74fab4a6720fc22470dd38cc419cf8cefc2ef0577c285dd9defcefa5e3841 2024-09-16T01:35:38.017 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:37 smithi122 systemd[1]: Started Ceph mgr.z for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:35:38.017 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:37 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:37.808+0000 7f9b881b0040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T01:35:38.017 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:37 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:37.878+0000 7f9b881b0040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T01:35:38.019 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records in 2024-09-16T01:35:38.019 INFO:teuthology.orchestra.run.smithi122.stderr:1+0 records out 2024-09-16T01:35:38.019 INFO:teuthology.orchestra.run.smithi122.stderr:512 bytes copied, 0.000196787 s, 2.6 MB/s 2024-09-16T01:35:38.020 DEBUG:teuthology.orchestra.run.smithi122:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T01:35:38.077 INFO:tasks.cephadm:Deploying osd.0 on smithi017 with /dev/vg_nvme/lv_4... 2024-09-16T01:35:38.077 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-16T01:35:38.104 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:37 smithi017 ceph-mon[30972]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:38.296 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:38.032+0000 7f9b881b0040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T01:35:38.296 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:38.100+0000 7f9b881b0040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T01:35:38.296 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:38.246+0000 7f9b881b0040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:35:38.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:37 smithi029 ceph-mon[34783]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:38.340 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:35:38.692 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:38.382+0000 7f9b881b0040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T01:35:38.693 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:38.690+0000 7f9b881b0040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T01:35:39.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:38 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:39.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:38 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:39.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:38 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:39.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:38 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T01:35:39.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:38 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T01:35:39.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:38 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T01:35:39.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:38 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:39.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:38 smithi017 ceph-mon[30972]: Deploying daemon mgr.y on smithi029 2024-09-16T01:35:39.046 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:38.751+0000 7f9b881b0040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T01:35:39.046 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:38.933+0000 7f9b881b0040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T01:35:39.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:39.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:39.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:39.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T01:35:39.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T01:35:39.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T01:35:39.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:39.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:38 smithi122 ceph-mon[34758]: Deploying daemon mgr.y on smithi029 2024-09-16T01:35:39.192 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:38 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:39.192 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:38 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:39.192 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:38 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:39.192 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:38 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T01:35:39.192 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:38 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T01:35:39.192 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:38 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T01:35:39.192 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:38 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:39.192 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:38 smithi029 ceph-mon[34783]: Deploying daemon mgr.y on smithi029 2024-09-16T01:35:39.796 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:39 smithi029 systemd[1]: Starting Ceph mgr.y for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T01:35:40.143 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:39 smithi029 ceph-mon[34783]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:40.143 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:39 smithi029 podman[36134]: 2024-09-16 01:35:39.774886555 +0000 UTC m=+0.016228202 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T01:35:40.144 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:39 smithi029 podman[36134]: 2024-09-16 01:35:39.929184285 +0000 UTC m=+0.170525978 container create 1562a314df00ce38a01205d3178bda85c8598a4c2d55fe8334e1c18fda9924d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-16T01:35:40.144 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:40 smithi029 podman[36134]: 2024-09-16 01:35:40.142816257 +0000 UTC m=+0.384157905 container init 1562a314df00ce38a01205d3178bda85c8598a4c2d55fe8334e1c18fda9924d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-16T01:35:40.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:39 smithi017 ceph-mon[30972]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:40.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:39 smithi122 ceph-mon[34758]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:40.296 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:39 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:39.800+0000 7f9b881b0040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T01:35:40.297 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:39 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:39.867+0000 7f9b881b0040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T01:35:40.498 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:40 smithi029 podman[36134]: 2024-09-16 01:35:40.145957179 +0000 UTC m=+0.387298835 container start 1562a314df00ce38a01205d3178bda85c8598a4c2d55fe8334e1c18fda9924d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True) 2024-09-16T01:35:40.498 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:40 smithi029 ceph-mgr[36153]: -- 172.21.15.29:0/1233225636 <== mon.2 v2:172.21.15.29:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a6ce0790e0 con 0x55a6ce057000 2024-09-16T01:35:40.498 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:40 smithi029 bash[36134]: 1562a314df00ce38a01205d3178bda85c8598a4c2d55fe8334e1c18fda9924d2 2024-09-16T01:35:40.498 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:40 smithi029 systemd[1]: Started Ceph mgr.y for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:35:40.498 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:40 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:40.274+0000 7fc7ab472040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T01:35:40.498 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:40 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:40.336+0000 7fc7ab472040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T01:35:40.498 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:40 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:40.496+0000 7fc7ab472040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T01:35:40.630 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:35:40.655 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi017:vg_nvme/lv_4 2024-09-16T01:35:40.796 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:40 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:40.567+0000 7fc7ab472040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T01:35:40.796 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:40 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:40.733+0000 7fc7ab472040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:35:40.867 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:40 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:40.589+0000 7f9b881b0040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T01:35:40.867 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:40 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:40.713+0000 7f9b881b0040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T01:35:40.867 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:40 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:40.865+0000 7f9b881b0040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:35:40.944 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:35:41.119 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:40 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:40.927+0000 7f9b881b0040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T01:35:41.120 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:41.083+0000 7f9b881b0040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T01:35:41.153 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:40 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:40.899+0000 7fc7ab472040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T01:35:41.378 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:41.154+0000 7f9b881b0040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T01:35:41.378 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:41.216+0000 7f9b881b0040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T01:35:41.379 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:41.377+0000 7f9b881b0040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T01:35:41.379 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.379 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.379 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.379 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.379 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:41.379 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.400+0000 7fa0cedf9640 1 -- 172.21.15.17:0/438200912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c81026d0 msgr2=0x7fa0c8108f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.400+0000 7fa0cedf9640 1 --2- 172.21.15.17:0/438200912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c81026d0 0x7fa0c8108f60 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0009ca0 tx=0x7fa0c002a8c0 comp rx=0 tx=0).stop 2024-09-16T01:35:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.400+0000 7fa0cedf9640 1 -- 172.21.15.17:0/438200912 shutdown_connections 2024-09-16T01:35:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.400+0000 7fa0cedf9640 1 --2- 172.21.15.17:0/438200912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c81026d0 0x7fa0c8108f60 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.400+0000 7fa0cedf9640 1 --2- 172.21.15.17:0/438200912 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0c8101d10 0x7fa0c8102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.400+0000 7fa0cedf9640 1 --2- 172.21.15.17:0/438200912 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0c8100b10 0x7fa0c8100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.400+0000 7fa0cedf9640 1 -- 172.21.15.17:0/438200912 >> 172.21.15.17:0/438200912 conn(0x7fa0c80fc2a0 msgr2=0x7fa0c80fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:35:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.400+0000 7fa0cedf9640 1 -- 172.21.15.17:0/438200912 shutdown_connections 2024-09-16T01:35:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.400+0000 7fa0cedf9640 1 -- 172.21.15.17:0/438200912 wait complete. 2024-09-16T01:35:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.400+0000 7fa0cedf9640 1 Processor -- start 2024-09-16T01:35:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.400+0000 7fa0cedf9640 1 -- start start 2024-09-16T01:35:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0cedf9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c8100b10 0x7fa0c8196d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0cedf9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0c8101d10 0x7fa0c8197240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0cedf9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0c81026d0 0x7fa0c819e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0cedf9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c810c690 con 0x7fa0c8100b10 2024-09-16T01:35:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0cedf9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c810c510 con 0x7fa0c81026d0 2024-09-16T01:35:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0cedf9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa0c810c810 con 0x7fa0c8101d10 2024-09-16T01:35:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0ccb95640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c8100b10 0x7fa0c8196d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0ccb95640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c8100b10 0x7fa0c8196d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54698/0 (socket says 172.21.15.17:54698) 2024-09-16T01:35:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0ccb95640 1 -- 172.21.15.17:0/260123948 learned_addr learned my addr 172.21.15.17:0/260123948 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:35:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0c7fff640 1 --2- 172.21.15.17:0/260123948 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0c8101d10 0x7fa0c8197240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0cd396640 1 --2- 172.21.15.17:0/260123948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0c81026d0 0x7fa0c819e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0ccb95640 1 -- 172.21.15.17:0/260123948 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0c8101d10 msgr2=0x7fa0c8197240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0ccb95640 1 --2- 172.21.15.17:0/260123948 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0c8101d10 0x7fa0c8197240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0ccb95640 1 -- 172.21.15.17:0/260123948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0c81026d0 msgr2=0x7fa0c819e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:35:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0ccb95640 1 --2- 172.21.15.17:0/260123948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0c81026d0 0x7fa0c819e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:35:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0ccb95640 1 -- 172.21.15.17:0/260123948 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0c819e920 con 0x7fa0c8100b10 2024-09-16T01:35:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0ccb95640 1 --2- 172.21.15.17:0/260123948 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c8100b10 0x7fa0c8196d00 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa0bc00d950 tx=0x7fa0bc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0c5ffb640 1 -- 172.21.15.17:0/260123948 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0bc017070 con 0x7fa0c8100b10 2024-09-16T01:35:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0c5ffb640 1 -- 172.21.15.17:0/260123948 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa0bc009c30 con 0x7fa0c8100b10 2024-09-16T01:35:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0c5ffb640 1 -- 172.21.15.17:0/260123948 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0bc00f620 con 0x7fa0c8100b10 2024-09-16T01:35:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.401+0000 7fa0cedf9640 1 -- 172.21.15.17:0/260123948 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0c819ec10 con 0x7fa0c8100b10 2024-09-16T01:35:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.402+0000 7fa0cedf9640 1 -- 172.21.15.17:0/260123948 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0c819f150 con 0x7fa0c8100b10 2024-09-16T01:35:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.403+0000 7fa0c5ffb640 1 -- 172.21.15.17:0/260123948 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) ==== 46517+0+0 (secure 0 0 0) 0x7fa0bc01a070 con 0x7fa0c8100b10 2024-09-16T01:35:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.403+0000 7fa0cedf9640 1 -- 172.21.15.17:0/260123948 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0c8107f10 con 0x7fa0c8100b10 2024-09-16T01:35:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.403+0000 7fa0c5ffb640 1 --2- 172.21.15.17:0/260123948 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa0b80394d0 0x7fa0b803b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:35:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.403+0000 7fa0c5ffb640 1 -- 172.21.15.17:0/260123948 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 1155+0+0 (secure 0 0 0) 0x7fa0bc04c0c0 con 0x7fa0c8100b10 2024-09-16T01:35:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.403+0000 7fa0c7fff640 1 --2- 172.21.15.17:0/260123948 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa0b80394d0 0x7fa0b803b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:35:41.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.403+0000 7fa0c7fff640 1 --2- 172.21.15.17:0/260123948 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa0b80394d0 0x7fa0b803b990 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa0b400bbe0 tx=0x7fa0b400b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:35:41.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.408+0000 7fa0c5ffb640 1 -- 172.21.15.17:0/260123948 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa0bc009de0 con 0x7fa0c8100b10 2024-09-16T01:35:41.509 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:41 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:41.242+0000 7fc7ab472040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T01:35:41.509 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:41 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:41.306+0000 7fc7ab472040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T01:35:41.509 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:41 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:41.507+0000 7fc7ab472040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T01:35:41.509 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.509 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.509 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.509 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.509 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:41.510 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:41.595+0000 7fa0cedf9640 1 -- 172.21.15.17:0/260123948 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fa0c8062630 con 0x7fa0b80394d0 2024-09-16T01:35:41.596 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.597 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.597 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.597 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.597 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:41.597 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:41.660 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:41.442+0000 7f9b881b0040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T01:35:41.660 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:41.509+0000 7f9b881b0040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T01:35:41.660 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:41.597+0000 7f9b881b0040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T01:35:41.661 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:41.658+0000 7f9b881b0040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T01:35:42.046 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:41.718+0000 7f9b881b0040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T01:35:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:42 smithi017 ceph-mon[30972]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:35:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:35:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:35:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T01:35:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T01:35:42.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:42.796 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:42.439+0000 7fc7ab472040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T01:35:42.796 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:42.509+0000 7fc7ab472040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T01:35:42.797 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z[36424]: 2024-09-16T01:35:42.494+0000 7f9b881b0040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T01:35:42.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-mon[34783]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:42.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:35:42.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:35:42.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:42.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:42.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:35:42.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T01:35:42.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T01:35:42.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:42.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-mon[34758]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:42.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:35:42.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:35:42.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:42.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:42.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:35:42.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:42.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T01:35:42.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T01:35:42.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:43.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:43.333+0000 7fa0c5ffb640 1 -- 172.21.15.17:0/260123948 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mgrmap(e 14) ==== 92408+0+0 (secure 0 0 0) 0x7fa0bc010460 con 0x7fa0c8100b10 2024-09-16T01:35:43.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:43 smithi017 ceph-mon[30972]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:35:43.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:43 smithi017 ceph-mon[30972]: Reconfiguring mgr.x (unknown last config time)... 2024-09-16T01:35:43.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:43 smithi017 ceph-mon[30972]: Reconfiguring daemon mgr.x on smithi017 2024-09-16T01:35:43.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:43 smithi017 ceph-mon[30972]: Standby manager daemon z started 2024-09-16T01:35:43.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:43 smithi017 ceph-mon[30972]: from='mgr.? 172.21.15.122:0/136322296' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-16T01:35:43.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:43 smithi017 ceph-mon[30972]: from='mgr.? 172.21.15.122:0/136322296' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T01:35:43.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:43 smithi017 ceph-mon[30972]: from='mgr.? 172.21.15.122:0/136322296' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-16T01:35:43.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:43 smithi017 ceph-mon[30972]: from='mgr.? 172.21.15.122:0/136322296' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T01:35:43.545 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:43.272+0000 7fc7ab472040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T01:35:43.545 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:43.394+0000 7fc7ab472040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T01:35:43.545 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-mon[34783]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:35:43.545 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-mon[34783]: Reconfiguring mgr.x (unknown last config time)... 2024-09-16T01:35:43.545 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-mon[34783]: Reconfiguring daemon mgr.x on smithi017 2024-09-16T01:35:43.545 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-mon[34783]: Standby manager daemon z started 2024-09-16T01:35:43.545 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-mon[34783]: from='mgr.? 172.21.15.122:0/136322296' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-16T01:35:43.545 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-mon[34783]: from='mgr.? 172.21.15.122:0/136322296' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T01:35:43.545 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-mon[34783]: from='mgr.? 172.21.15.122:0/136322296' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-16T01:35:43.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-mon[34783]: from='mgr.? 172.21.15.122:0/136322296' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T01:35:43.796 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:43.543+0000 7fc7ab472040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T01:35:43.796 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:43.607+0000 7fc7ab472040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T01:35:43.796 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:43.763+0000 7fc7ab472040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T01:35:43.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:43 smithi122 ceph-mon[34758]: from='client.14217 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:35:43.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:43 smithi122 ceph-mon[34758]: Reconfiguring mgr.x (unknown last config time)... 2024-09-16T01:35:43.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:43 smithi122 ceph-mon[34758]: Reconfiguring daemon mgr.x on smithi017 2024-09-16T01:35:43.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:43 smithi122 ceph-mon[34758]: Standby manager daemon z started 2024-09-16T01:35:43.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:43 smithi122 ceph-mon[34758]: from='mgr.? 172.21.15.122:0/136322296' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-09-16T01:35:43.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:43 smithi122 ceph-mon[34758]: from='mgr.? 172.21.15.122:0/136322296' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T01:35:43.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:43 smithi122 ceph-mon[34758]: from='mgr.? 172.21.15.122:0/136322296' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-09-16T01:35:43.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:43 smithi122 ceph-mon[34758]: from='mgr.? 172.21.15.122:0/136322296' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T01:35:44.133 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:43.835+0000 7fc7ab472040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T01:35:44.133 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:43 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:43.898+0000 7fc7ab472040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T01:35:44.133 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:44.063+0000 7fc7ab472040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T01:35:44.133 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:44.132+0000 7fc7ab472040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T01:35:44.415 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:44.201+0000 7fc7ab472040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T01:35:44.415 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:44.287+0000 7fc7ab472040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T01:35:44.415 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:44.350+0000 7fc7ab472040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T01:35:44.415 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:44.413+0000 7fc7ab472040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T01:35:44.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-mon[34783]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:44.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-mon[34783]: mgrmap e14: x(active, since 62s), standbys: z 2024-09-16T01:35:44.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-16T01:35:44.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:44.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:44.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:44.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:44.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:35:44.416 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:44 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:44.569 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:44 smithi017 ceph-mon[30972]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:44.569 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:44 smithi017 ceph-mon[30972]: mgrmap e14: x(active, since 62s), standbys: z 2024-09-16T01:35:44.569 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:44 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-16T01:35:44.569 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:44 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:44.570 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:44 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:44.570 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:44 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:44.570 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:44 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:44.570 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:44 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:35:44.570 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:44 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:44.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:44 smithi122 ceph-mon[34758]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:44.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:44 smithi122 ceph-mon[34758]: mgrmap e14: x(active, since 62s), standbys: z 2024-09-16T01:35:44.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:44 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-09-16T01:35:44.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:44 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:44.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:44 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:44.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:44 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:44.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:44 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:44.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:44 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:35:44.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:44 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:45.473 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:45 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/167347837' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8922682-71d1-43de-99c1-33159c0e154f"}]: dispatch 2024-09-16T01:35:45.473 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:45 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/167347837' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b8922682-71d1-43de-99c1-33159c0e154f"}]': finished 2024-09-16T01:35:45.473 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:45 smithi017 ceph-mon[30972]: osdmap e5: 1 total, 0 up, 1 in 2024-09-16T01:35:45.473 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:45 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:35:45.473 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:45 smithi017 ceph-mon[30972]: Standby manager daemon y started 2024-09-16T01:35:45.473 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:45 smithi017 ceph-mon[30972]: from='mgr.? 172.21.15.29:0/490714771' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T01:35:45.473 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:45 smithi017 ceph-mon[30972]: from='mgr.? 172.21.15.29:0/490714771' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T01:35:45.473 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:45 smithi017 ceph-mon[30972]: from='mgr.? 172.21.15.29:0/490714771' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T01:35:45.473 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:45 smithi017 ceph-mon[30972]: from='mgr.? 172.21.15.29:0/490714771' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T01:35:45.548 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 01:35:45 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y[36149]: 2024-09-16T01:35:45.244+0000 7fc7ab472040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T01:35:45.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:45 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/167347837' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8922682-71d1-43de-99c1-33159c0e154f"}]: dispatch 2024-09-16T01:35:45.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:45 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/167347837' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b8922682-71d1-43de-99c1-33159c0e154f"}]': finished 2024-09-16T01:35:45.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:45 smithi029 ceph-mon[34783]: osdmap e5: 1 total, 0 up, 1 in 2024-09-16T01:35:45.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:45 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:35:45.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:45 smithi029 ceph-mon[34783]: Standby manager daemon y started 2024-09-16T01:35:45.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:45 smithi029 ceph-mon[34783]: from='mgr.? 172.21.15.29:0/490714771' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T01:35:45.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:45 smithi029 ceph-mon[34783]: from='mgr.? 172.21.15.29:0/490714771' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T01:35:45.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:45 smithi029 ceph-mon[34783]: from='mgr.? 172.21.15.29:0/490714771' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T01:35:45.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:45 smithi029 ceph-mon[34783]: from='mgr.? 172.21.15.29:0/490714771' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T01:35:45.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:45 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/167347837' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b8922682-71d1-43de-99c1-33159c0e154f"}]: dispatch 2024-09-16T01:35:45.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:45 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/167347837' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b8922682-71d1-43de-99c1-33159c0e154f"}]': finished 2024-09-16T01:35:45.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:45 smithi122 ceph-mon[34758]: osdmap e5: 1 total, 0 up, 1 in 2024-09-16T01:35:45.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:45 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:35:45.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:45 smithi122 ceph-mon[34758]: Standby manager daemon y started 2024-09-16T01:35:45.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:45 smithi122 ceph-mon[34758]: from='mgr.? 172.21.15.29:0/490714771' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T01:35:45.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:45 smithi122 ceph-mon[34758]: from='mgr.? 172.21.15.29:0/490714771' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T01:35:45.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:45 smithi122 ceph-mon[34758]: from='mgr.? 172.21.15.29:0/490714771' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T01:35:45.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:45 smithi122 ceph-mon[34758]: from='mgr.? 172.21.15.29:0/490714771' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T01:35:45.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:35:45.913+0000 7fa0c5ffb640 1 -- 172.21.15.17:0/260123948 <== mon.0 v2:172.21.15.17:3300/0 8 ==== mgrmap(e 15) ==== 138299+0+0 (secure 0 0 0) 0x7fa0bc010930 con 0x7fa0c8100b10 2024-09-16T01:35:46.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:46 smithi017 ceph-mon[30972]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:46.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:46 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/912702403' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:35:46.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:46 smithi017 ceph-mon[30972]: mgrmap e15: x(active, since 65s), standbys: z, y 2024-09-16T01:35:46.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:46 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T01:35:46.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:46 smithi029 ceph-mon[34783]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:46 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/912702403' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:35:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:46 smithi029 ceph-mon[34783]: mgrmap e15: x(active, since 65s), standbys: z, y 2024-09-16T01:35:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:46 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T01:35:46.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:46 smithi122 ceph-mon[34758]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:46.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:46 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/912702403' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:35:46.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:46 smithi122 ceph-mon[34758]: mgrmap e15: x(active, since 65s), standbys: z, y 2024-09-16T01:35:46.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:46 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T01:35:48.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:48 smithi017 ceph-mon[30972]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:48.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:48 smithi029 ceph-mon[34783]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:48.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:48 smithi122 ceph-mon[34758]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:50.598 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:50 smithi029 ceph-mon[34783]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:50.599 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:50 smithi122 ceph-mon[34758]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:50.621 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:50 smithi017 ceph-mon[30972]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:52.447 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:52 smithi017 ceph-mon[30972]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:52.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:52 smithi029 ceph-mon[34783]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:52.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:52 smithi122 ceph-mon[34758]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:53.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T01:35:53.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:53.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T01:35:53.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:53.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T01:35:53.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:35:54.383 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:54 smithi017 ceph-mon[30972]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:54.383 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:54 smithi017 ceph-mon[30972]: Deploying daemon osd.0 on smithi017 2024-09-16T01:35:54.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:54 smithi122 ceph-mon[34758]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:54.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:54 smithi122 ceph-mon[34758]: Deploying daemon osd.0 on smithi017 2024-09-16T01:35:54.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:54 smithi029 ceph-mon[34783]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:54.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:54 smithi029 ceph-mon[34783]: Deploying daemon osd.0 on smithi017 2024-09-16T01:35:56.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:56 smithi017 ceph-mon[30972]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:56.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:56 smithi029 ceph-mon[34783]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:56 smithi122 ceph-mon[34758]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:58.521 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:58 smithi017 ceph-mon[30972]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:58.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:58 smithi029 ceph-mon[34783]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:58 smithi122 ceph-mon[34758]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:35:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:35:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:59.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:35:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:59.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:35:59.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:35:59.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:35:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:00.549 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:00 smithi017 ceph-mon[30972]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:00 smithi122 ceph-mon[34758]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:00.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:00 smithi029 ceph-mon[34783]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:02.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:02 smithi017 ceph-mon[30972]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:02.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:02 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:02.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:02 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:02.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:02 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:02.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:02 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:02.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:02 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:02.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:02 smithi029 ceph-mon[34783]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:02.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:02 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:02.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:02 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:02.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:02 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:02.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:02 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:02.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:02 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:02 smithi122 ceph-mon[34758]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:02 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:02 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:02 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:02 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:02 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:02.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:02.859+0000 7fa0c5ffb640 1 -- 172.21.15.17:0/260123948 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fa0c8062630 con 0x7fa0b80394d0 2024-09-16T01:36:02.861 INFO:teuthology.orchestra.run.smithi017.stdout:Created osd(s) 0 on host 'smithi017' 2024-09-16T01:36:02.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:02.862+0000 7fa0cedf9640 1 -- 172.21.15.17:0/260123948 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa0b80394d0 msgr2=0x7fa0b803b990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:02.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:02.862+0000 7fa0cedf9640 1 --2- 172.21.15.17:0/260123948 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa0b80394d0 0x7fa0b803b990 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa0b400bbe0 tx=0x7fa0b400b390 comp rx=0 tx=0).stop 2024-09-16T01:36:02.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:02.862+0000 7fa0cedf9640 1 -- 172.21.15.17:0/260123948 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c8100b10 msgr2=0x7fa0c8196d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:02.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:02.862+0000 7fa0cedf9640 1 --2- 172.21.15.17:0/260123948 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c8100b10 0x7fa0c8196d00 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fa0bc00d950 tx=0x7fa0bc00de10 comp rx=0 tx=0).stop 2024-09-16T01:36:02.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:02.862+0000 7fa0cedf9640 1 -- 172.21.15.17:0/260123948 shutdown_connections 2024-09-16T01:36:02.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:02.862+0000 7fa0cedf9640 1 --2- 172.21.15.17:0/260123948 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa0b80394d0 0x7fa0b803b990 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:02.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:02.862+0000 7fa0cedf9640 1 --2- 172.21.15.17:0/260123948 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa0c81026d0 0x7fa0c819e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:02.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:02.862+0000 7fa0cedf9640 1 --2- 172.21.15.17:0/260123948 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa0c8101d10 0x7fa0c8197240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:02.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:02.862+0000 7fa0cedf9640 1 --2- 172.21.15.17:0/260123948 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c8100b10 0x7fa0c8196d00 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:02.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:02.862+0000 7fa0cedf9640 1 -- 172.21.15.17:0/260123948 >> 172.21.15.17:0/260123948 conn(0x7fa0c80fc2a0 msgr2=0x7fa0c81050e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:36:02.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:02.862+0000 7fa0cedf9640 1 -- 172.21.15.17:0/260123948 shutdown_connections 2024-09-16T01:36:02.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:02.862+0000 7fa0cedf9640 1 -- 172.21.15.17:0/260123948 wait complete. 2024-09-16T01:36:03.460 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:03.460 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:03.460 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:03.488 DEBUG:teuthology.orchestra.run.smithi017:osd.0> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.0.service 2024-09-16T01:36:03.490 INFO:tasks.cephadm:Deploying osd.1 on smithi029 with /dev/vg_nvme/lv_4... 2024-09-16T01:36:03.491 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-16T01:36:03.739 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T01:36:03.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:03.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:03.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:03.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:03.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:03.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:04.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:04 smithi029 ceph-mon[34783]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:04.655 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:04 smithi017 ceph-mon[30972]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:04.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:04 smithi122 ceph-mon[34758]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:04.919 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 01:36:04 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0[44372]: 2024-09-16T01:36:04.772+0000 7f6f8da65640 -1 osd.0 0 log_to_monitors true 2024-09-16T01:36:05.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:05 smithi029 ceph-mon[34783]: from='osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T01:36:05.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:05 smithi017 ceph-mon[30972]: from='osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T01:36:05.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:05 smithi122 ceph-mon[34758]: from='osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T01:36:06.362 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:36:06.386 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:06 smithi029 ceph-mon[34783]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:06.387 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:06 smithi029 ceph-mon[34783]: from='osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T01:36:06.387 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:06 smithi029 ceph-mon[34783]: osdmap e6: 1 total, 0 up, 1 in 2024-09-16T01:36:06.387 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:06 smithi029 ceph-mon[34783]: from='osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-09-16T01:36:06.387 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:06 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:36:06.387 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:06 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:06.387 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:06 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:06.387 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:06 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:36:06.387 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:06 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:06.387 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:06 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:06.387 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:06 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:06.388 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:06 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:06.389 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi029:vg_nvme/lv_4 2024-09-16T01:36:06.525 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 01:36:06 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0[44372]: 2024-09-16T01:36:06.360+0000 7f6f899e8640 -1 osd.0 0 waiting for initial osdmap 2024-09-16T01:36:06.525 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 01:36:06 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0[44372]: 2024-09-16T01:36:06.364+0000 7f6f85810640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:36:06.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:06 smithi017 ceph-mon[30972]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:06.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:06 smithi017 ceph-mon[30972]: from='osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T01:36:06.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:06 smithi017 ceph-mon[30972]: osdmap e6: 1 total, 0 up, 1 in 2024-09-16T01:36:06.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:06 smithi017 ceph-mon[30972]: from='osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-09-16T01:36:06.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:06 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:36:06.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:06 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:06.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:06 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:06.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:06 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:36:06.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:06 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:06.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:06 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:06.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:06 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:06.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:06 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:06.653 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T01:36:06.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:06 smithi122 ceph-mon[34758]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:06.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:06 smithi122 ceph-mon[34758]: from='osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T01:36:06.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:06 smithi122 ceph-mon[34758]: osdmap e6: 1 total, 0 up, 1 in 2024-09-16T01:36:06.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:06 smithi122 ceph-mon[34758]: from='osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-09-16T01:36:06.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:06 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:36:06.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:06 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:06.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:06 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:06.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:06 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:36:06.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:06 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:06.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:06 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:06.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:06 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:06.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:06 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:07.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.119+0000 7fc62074a640 1 -- 172.21.15.29:0/2570447723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc618100ad0 msgr2=0x7fc618100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:07.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.119+0000 7fc62074a640 1 --2- 172.21.15.29:0/2570447723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc618100ad0 0x7fc618100ed0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc614009900 tx=0x7fc61402a410 comp rx=0 tx=0).stop 2024-09-16T01:36:07.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.119+0000 7fc62074a640 1 -- 172.21.15.29:0/2570447723 shutdown_connections 2024-09-16T01:36:07.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.119+0000 7fc62074a640 1 --2- 172.21.15.29:0/2570447723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc618102690 0x7fc618108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:07.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.119+0000 7fc62074a640 1 --2- 172.21.15.29:0/2570447723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc618101cd0 0x7fc618102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:07.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.119+0000 7fc62074a640 1 --2- 172.21.15.29:0/2570447723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc618100ad0 0x7fc618100ed0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:07.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.119+0000 7fc62074a640 1 -- 172.21.15.29:0/2570447723 >> 172.21.15.29:0/2570447723 conn(0x7fc6180fc280 msgr2=0x7fc6180fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:36:07.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.119+0000 7fc62074a640 1 -- 172.21.15.29:0/2570447723 shutdown_connections 2024-09-16T01:36:07.123 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.119+0000 7fc62074a640 1 -- 172.21.15.29:0/2570447723 wait complete. 2024-09-16T01:36:07.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc62074a640 1 Processor -- start 2024-09-16T01:36:07.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc62074a640 1 -- start start 2024-09-16T01:36:07.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc62074a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc618100ad0 0x7fc618104a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:36:07.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc62074a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc618101cd0 0x7fc6181030b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:36:07.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc62074a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc618102690 0x7fc6181035f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:36:07.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc62074a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc61810c610 con 0x7fc618102690 2024-09-16T01:36:07.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc62074a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc61810c490 con 0x7fc618101cd0 2024-09-16T01:36:07.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc62074a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc61810c790 con 0x7fc618100ad0 2024-09-16T01:36:07.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc61dce5640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc618101cd0 0x7fc6181030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:36:07.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc61dce5640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc618101cd0 0x7fc6181030b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:33632/0 (socket says 172.21.15.29:33632) 2024-09-16T01:36:07.124 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc61dce5640 1 -- 172.21.15.29:0/2359026605 learned_addr learned my addr 172.21.15.29:0/2359026605 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:36:07.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc61e4e6640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc618100ad0 0x7fc618104a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:36:07.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc61ece7640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc618102690 0x7fc6181035f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:36:07.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc61dce5640 1 -- 172.21.15.29:0/2359026605 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc618100ad0 msgr2=0x7fc618104a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:07.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc61dce5640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc618100ad0 0x7fc618104a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:07.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc61dce5640 1 -- 172.21.15.29:0/2359026605 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc618102690 msgr2=0x7fc6181035f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:07.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc61dce5640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc618102690 0x7fc6181035f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:07.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc61dce5640 1 -- 172.21.15.29:0/2359026605 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc618103eb0 con 0x7fc618101cd0 2024-09-16T01:36:07.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.120+0000 7fc61e4e6640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc618100ad0 0x7fc618104a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:36:07.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.121+0000 7fc61dce5640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc618101cd0 0x7fc6181030b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc60c00d950 tx=0x7fc60c00de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:36:07.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.121+0000 7fc60b7fe640 1 -- 172.21.15.29:0/2359026605 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc60c017070 con 0x7fc618101cd0 2024-09-16T01:36:07.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.121+0000 7fc60b7fe640 1 -- 172.21.15.29:0/2359026605 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc60c009c30 con 0x7fc618101cd0 2024-09-16T01:36:07.125 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.121+0000 7fc62074a640 1 -- 172.21.15.29:0/2359026605 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6181a1fe0 con 0x7fc618101cd0 2024-09-16T01:36:07.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.121+0000 7fc60b7fe640 1 -- 172.21.15.29:0/2359026605 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc60c00f620 con 0x7fc618101cd0 2024-09-16T01:36:07.126 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.121+0000 7fc62074a640 1 -- 172.21.15.29:0/2359026605 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6181a2440 con 0x7fc618101cd0 2024-09-16T01:36:07.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.122+0000 7fc62074a640 1 -- 172.21.15.29:0/2359026605 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6181a2730 con 0x7fc618101cd0 2024-09-16T01:36:07.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.123+0000 7fc60b7fe640 1 -- 172.21.15.29:0/2359026605 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 15) ==== 138299+0+0 (secure 0 0 0) 0x7fc60c0109a0 con 0x7fc618101cd0 2024-09-16T01:36:07.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.124+0000 7fc60b7fe640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6040a3230 0x7fc6040a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:36:07.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.124+0000 7fc60b7fe640 1 -- 172.21.15.29:0/2359026605 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(7..7 src has 1..7) ==== 1487+0+0 (secure 0 0 0) 0x7fc60c0cd980 con 0x7fc618101cd0 2024-09-16T01:36:07.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.124+0000 7fc61e4e6640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6040a3230 0x7fc6040a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:36:07.127 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.124+0000 7fc61e4e6640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6040a3230 0x7fc6040a56f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc614004770 tx=0x7fc614000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:36:07.134 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.132+0000 7fc60b7fe640 1 -- 172.21.15.29:0/2359026605 <== mon.2 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc60c009de0 con 0x7fc618101cd0 2024-09-16T01:36:07.319 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:07.318+0000 7fc62074a640 1 -- 172.21.15.29:0/2359026605 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7fc61806a730 con 0x7fc6040a3230 2024-09-16T01:36:07.742 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:07 smithi029 ceph-mon[34783]: Detected new or changed devices on smithi017 2024-09-16T01:36:07.743 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:07 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi017 to 17092M 2024-09-16T01:36:07.743 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:07 smithi029 ceph-mon[34783]: from='osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-09-16T01:36:07.743 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:07 smithi029 ceph-mon[34783]: osdmap e7: 1 total, 0 up, 1 in 2024-09-16T01:36:07.743 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:36:07.743 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:36:07.743 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:36:07.743 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:36:07.743 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:07.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:07 smithi017 ceph-mon[30972]: Detected new or changed devices on smithi017 2024-09-16T01:36:07.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:07 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi017 to 17092M 2024-09-16T01:36:07.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:07 smithi017 ceph-mon[30972]: from='osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-09-16T01:36:07.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:07 smithi017 ceph-mon[30972]: osdmap e7: 1 total, 0 up, 1 in 2024-09-16T01:36:07.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:36:07.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:36:07.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:36:07.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:36:07.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:07.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:07 smithi122 ceph-mon[34758]: Detected new or changed devices on smithi017 2024-09-16T01:36:07.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:07 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi017 to 17092M 2024-09-16T01:36:07.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:07 smithi122 ceph-mon[34758]: from='osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-09-16T01:36:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:07 smithi122 ceph-mon[34758]: osdmap e7: 1 total, 0 up, 1 in 2024-09-16T01:36:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:36:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:36:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:36:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:36:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:08.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:08 smithi029 ceph-mon[34783]: purged_snaps scrub starts 2024-09-16T01:36:08.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:08 smithi029 ceph-mon[34783]: purged_snaps scrub ok 2024-09-16T01:36:08.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:08 smithi029 ceph-mon[34783]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:08.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:08 smithi029 ceph-mon[34783]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:36:08.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:08 smithi029 ceph-mon[34783]: osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367] boot 2024-09-16T01:36:08.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:08 smithi029 ceph-mon[34783]: osdmap e8: 1 total, 1 up, 1 in 2024-09-16T01:36:08.716 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:36:08.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:08 smithi017 ceph-mon[30972]: purged_snaps scrub starts 2024-09-16T01:36:08.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:08 smithi017 ceph-mon[30972]: purged_snaps scrub ok 2024-09-16T01:36:08.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:08 smithi017 ceph-mon[30972]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:08.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:08 smithi017 ceph-mon[30972]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:36:08.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:08 smithi017 ceph-mon[30972]: osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367] boot 2024-09-16T01:36:08.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:08 smithi017 ceph-mon[30972]: osdmap e8: 1 total, 1 up, 1 in 2024-09-16T01:36:08.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:36:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:08 smithi122 ceph-mon[34758]: purged_snaps scrub starts 2024-09-16T01:36:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:08 smithi122 ceph-mon[34758]: purged_snaps scrub ok 2024-09-16T01:36:08.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:08 smithi122 ceph-mon[34758]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T01:36:08.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:08 smithi122 ceph-mon[34758]: from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:36:08.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:08 smithi122 ceph-mon[34758]: osd.0 [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367] boot 2024-09-16T01:36:08.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:08 smithi122 ceph-mon[34758]: osdmap e8: 1 total, 1 up, 1 in 2024-09-16T01:36:08.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T01:36:09.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:09 smithi017 ceph-mon[30972]: osdmap e9: 1 total, 1 up, 1 in 2024-09-16T01:36:09.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:09 smithi122 ceph-mon[34758]: osdmap e9: 1 total, 1 up, 1 in 2024-09-16T01:36:09.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:09 smithi029 ceph-mon[34783]: osdmap e9: 1 total, 1 up, 1 in 2024-09-16T01:36:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:10 smithi029 ceph-mon[34783]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:10 smithi029 ceph-mon[34783]: from='client.? 172.21.15.29:0/2063159854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "757f97f3-d423-4451-bb57-6179ff651bab"}]: dispatch 2024-09-16T01:36:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:10 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "757f97f3-d423-4451-bb57-6179ff651bab"}]: dispatch 2024-09-16T01:36:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:10 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "757f97f3-d423-4451-bb57-6179ff651bab"}]': finished 2024-09-16T01:36:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:10 smithi029 ceph-mon[34783]: osdmap e10: 2 total, 1 up, 2 in 2024-09-16T01:36:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:10 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:10 smithi029 ceph-mon[34783]: from='client.? 172.21.15.29:0/1606177231' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:36:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:10 smithi017 ceph-mon[30972]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:10 smithi017 ceph-mon[30972]: from='client.? 172.21.15.29:0/2063159854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "757f97f3-d423-4451-bb57-6179ff651bab"}]: dispatch 2024-09-16T01:36:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:10 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "757f97f3-d423-4451-bb57-6179ff651bab"}]: dispatch 2024-09-16T01:36:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:10 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "757f97f3-d423-4451-bb57-6179ff651bab"}]': finished 2024-09-16T01:36:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:10 smithi017 ceph-mon[30972]: osdmap e10: 2 total, 1 up, 2 in 2024-09-16T01:36:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:10 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:10 smithi017 ceph-mon[30972]: from='client.? 172.21.15.29:0/1606177231' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:36:10.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:10 smithi122 ceph-mon[34758]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:10 smithi122 ceph-mon[34758]: from='client.? 172.21.15.29:0/2063159854' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "757f97f3-d423-4451-bb57-6179ff651bab"}]: dispatch 2024-09-16T01:36:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:10 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "757f97f3-d423-4451-bb57-6179ff651bab"}]: dispatch 2024-09-16T01:36:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:10 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "757f97f3-d423-4451-bb57-6179ff651bab"}]': finished 2024-09-16T01:36:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:10 smithi122 ceph-mon[34758]: osdmap e10: 2 total, 1 up, 2 in 2024-09-16T01:36:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:10 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:10 smithi122 ceph-mon[34758]: from='client.? 172.21.15.29:0/1606177231' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:36:12.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:12 smithi017 ceph-mon[30972]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:12 smithi122 ceph-mon[34758]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:12.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:12 smithi029 ceph-mon[34783]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:14.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:14 smithi017 ceph-mon[30972]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:14.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:14 smithi122 ceph-mon[34758]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:14.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:14 smithi029 ceph-mon[34783]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:16.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:16 smithi029 ceph-mon[34783]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:16.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:16 smithi017 ceph-mon[30972]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:16 smithi122 ceph-mon[34758]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:18.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:18 smithi029 ceph-mon[34783]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:18.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:18 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T01:36:18.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:18 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:18.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:18 smithi017 ceph-mon[30972]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:18.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:18 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T01:36:18.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:18 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:18 smithi122 ceph-mon[34758]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:18 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T01:36:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:18 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:19.684 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:19 smithi029 ceph-mon[34783]: Deploying daemon osd.1 on smithi029 2024-09-16T01:36:19.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:19 smithi017 ceph-mon[30972]: Deploying daemon osd.1 on smithi029 2024-09-16T01:36:19.820 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:19 smithi122 ceph-mon[34758]: Deploying daemon osd.1 on smithi029 2024-09-16T01:36:20.533 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:20 smithi029 ceph-mon[34783]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:20.697 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:20 smithi122 ceph-mon[34758]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:20 smithi017 ceph-mon[30972]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:22.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:22 smithi017 ceph-mon[30972]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:22.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:22 smithi122 ceph-mon[34758]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:22.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:22 smithi029 ceph-mon[34783]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:24.639 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:24 smithi029 ceph-mon[34783]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:24.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:24 smithi017 ceph-mon[30972]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:24 smithi122 ceph-mon[34758]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:25.682 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:25.682 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:25.682 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:25.716 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:25.716 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:25.716 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:25.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:25.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:25.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:26.626 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:26 smithi029 ceph-mon[34783]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:26.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:26 smithi017 ceph-mon[30972]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:26 smithi122 ceph-mon[34758]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:28 smithi017 ceph-mon[30972]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:28 smithi029 ceph-mon[34783]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:28 smithi122 ceph-mon[34758]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:29.182 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:29.180+0000 7fc60b7fe640 1 -- 172.21.15.29:0/2359026605 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc61806a730 con 0x7fc6040a3230 2024-09-16T01:36:29.182 INFO:teuthology.orchestra.run.smithi029.stdout:Created osd(s) 1 on host 'smithi029' 2024-09-16T01:36:29.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:29.183+0000 7fc62074a640 1 -- 172.21.15.29:0/2359026605 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6040a3230 msgr2=0x7fc6040a56f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:29.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:29.183+0000 7fc62074a640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6040a3230 0x7fc6040a56f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc614004770 tx=0x7fc614000bc0 comp rx=0 tx=0).stop 2024-09-16T01:36:29.184 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:29.183+0000 7fc62074a640 1 -- 172.21.15.29:0/2359026605 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc618101cd0 msgr2=0x7fc6181030b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:29.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:29.183+0000 7fc62074a640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc618101cd0 0x7fc6181030b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc60c00d950 tx=0x7fc60c00de10 comp rx=0 tx=0).stop 2024-09-16T01:36:29.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:29.183+0000 7fc62074a640 1 -- 172.21.15.29:0/2359026605 shutdown_connections 2024-09-16T01:36:29.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:29.183+0000 7fc62074a640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6040a3230 0x7fc6040a56f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:29.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:29.183+0000 7fc62074a640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc618102690 0x7fc6181035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:29.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:29.183+0000 7fc62074a640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc618101cd0 0x7fc6181030b0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:29.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:29.183+0000 7fc62074a640 1 --2- 172.21.15.29:0/2359026605 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc618100ad0 0x7fc618104a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:29.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:29.183+0000 7fc62074a640 1 -- 172.21.15.29:0/2359026605 >> 172.21.15.29:0/2359026605 conn(0x7fc6180fc280 msgr2=0x7fc61806a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:36:29.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:29.183+0000 7fc62074a640 1 -- 172.21.15.29:0/2359026605 shutdown_connections 2024-09-16T01:36:29.185 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:36:29.183+0000 7fc62074a640 1 -- 172.21.15.29:0/2359026605 wait complete. 2024-09-16T01:36:29.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:29 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:29.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:29 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:29.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:29 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:29.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:29 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:29.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:29 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:29.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:29 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:29.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:29 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:29.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:29 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:29.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:29 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:29.839 DEBUG:teuthology.orchestra.run.smithi029:osd.1> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.1.service 2024-09-16T01:36:29.842 INFO:tasks.cephadm:Deploying osd.2 on smithi122 with /dev/vg_nvme/lv_4... 2024-09-16T01:36:29.842 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-16T01:36:30.091 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T01:36:30.505 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:30 smithi122 ceph-mon[34758]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:30 smithi017 ceph-mon[30972]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:30.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:30 smithi029 ceph-mon[34783]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:30.797 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 01:36:30 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1[39239]: 2024-09-16T01:36:30.436+0000 7fa37450a640 -1 osd.1 0 log_to_monitors true 2024-09-16T01:36:31.630 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:31 smithi029 ceph-mon[34783]: from='osd.1 [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T01:36:31.630 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:31 smithi029 ceph-mon[34783]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T01:36:31.745 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:31 smithi122 ceph-mon[34758]: from='osd.1 [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T01:36:31.745 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:31 smithi122 ceph-mon[34758]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T01:36:31.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:31 smithi017 ceph-mon[30972]: from='osd.1 [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T01:36:31.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:31 smithi017 ceph-mon[30972]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T01:36:32.468 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:36:32.497 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi122:vg_nvme/lv_4 2024-09-16T01:36:32.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:32 smithi122 ceph-mon[34758]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:32.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:32 smithi122 ceph-mon[34758]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T01:36:32.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:32 smithi122 ceph-mon[34758]: from='osd.1 [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:36:32.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:32 smithi122 ceph-mon[34758]: osdmap e11: 2 total, 1 up, 2 in 2024-09-16T01:36:32.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:32 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:32.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:32 smithi122 ceph-mon[34758]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:36:32.745 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T01:36:32.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:32 smithi017 ceph-mon[30972]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:32.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:32 smithi017 ceph-mon[30972]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T01:36:32.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:32 smithi017 ceph-mon[30972]: from='osd.1 [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:36:32.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:32 smithi017 ceph-mon[30972]: osdmap e11: 2 total, 1 up, 2 in 2024-09-16T01:36:32.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:32 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:32.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:32 smithi017 ceph-mon[30972]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:36:32.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:32 smithi029 ceph-mon[34783]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:32.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:32 smithi029 ceph-mon[34783]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T01:36:32.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:32 smithi029 ceph-mon[34783]: from='osd.1 [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:36:32.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:32 smithi029 ceph-mon[34783]: osdmap e11: 2 total, 1 up, 2 in 2024-09-16T01:36:32.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:32 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:32.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:32 smithi029 ceph-mon[34783]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:36:33.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.193+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2426185635 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f26e4100b00 msgr2=0x7f26e4100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:33.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.193+0000 7f26eb6cc640 1 --2- 172.21.15.122:0/2426185635 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f26e4100b00 0x7f26e4100f00 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f26e0009900 tx=0x7f26e002a410 comp rx=0 tx=0).stop 2024-09-16T01:36:33.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.193+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2426185635 shutdown_connections 2024-09-16T01:36:33.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.193+0000 7f26eb6cc640 1 --2- 172.21.15.122:0/2426185635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26e41026c0 0x7f26e4108f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:33.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.193+0000 7f26eb6cc640 1 --2- 172.21.15.122:0/2426185635 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26e4101d00 0x7f26e4102180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:33.197 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.193+0000 7f26eb6cc640 1 --2- 172.21.15.122:0/2426185635 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f26e4100b00 0x7f26e4100f00 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:33.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.193+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2426185635 >> 172.21.15.122:0/2426185635 conn(0x7f26e40fc270 msgr2=0x7f26e40fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:36:33.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.193+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2426185635 shutdown_connections 2024-09-16T01:36:33.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.193+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2426185635 wait complete. 2024-09-16T01:36:33.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.194+0000 7f26eb6cc640 1 Processor -- start 2024-09-16T01:36:33.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.194+0000 7f26eb6cc640 1 -- start start 2024-09-16T01:36:33.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.194+0000 7f26eb6cc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26e4100b00 0x7f26e406b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:36:33.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.194+0000 7f26eb6cc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26e4101d00 0x7f26e419cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:36:33.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.194+0000 7f26eb6cc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f26e41026c0 0x7f26e419f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:36:33.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.194+0000 7f26eb6cc640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f26e410c690 con 0x7f26e4101d00 2024-09-16T01:36:33.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.194+0000 7f26eb6cc640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f26e410c510 con 0x7f26e4100b00 2024-09-16T01:36:33.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.194+0000 7f26eb6cc640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f26e410c810 con 0x7f26e41026c0 2024-09-16T01:36:33.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.194+0000 7f26e9c69640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f26e41026c0 0x7f26e419f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:36:33.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.194+0000 7f26e9c69640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f26e41026c0 0x7f26e419f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:54586/0 (socket says 172.21.15.122:54586) 2024-09-16T01:36:33.198 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.194+0000 7f26e9c69640 1 -- 172.21.15.122:0/2421240020 learned_addr learned my addr 172.21.15.122:0/2421240020 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:36:33.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.195+0000 7f26e8c67640 1 --2- 172.21.15.122:0/2421240020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26e4101d00 0x7f26e419cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:36:33.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.195+0000 7f26e9468640 1 --2- 172.21.15.122:0/2421240020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26e4100b00 0x7f26e406b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:36:33.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.195+0000 7f26e9c69640 1 -- 172.21.15.122:0/2421240020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26e4100b00 msgr2=0x7f26e406b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:33.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.195+0000 7f26e9c69640 1 --2- 172.21.15.122:0/2421240020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26e4100b00 0x7f26e406b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:33.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.195+0000 7f26e9c69640 1 -- 172.21.15.122:0/2421240020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26e4101d00 msgr2=0x7f26e419cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:33.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.195+0000 7f26e9c69640 1 --2- 172.21.15.122:0/2421240020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26e4101d00 0x7f26e419cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:33.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.195+0000 7f26e9c69640 1 -- 172.21.15.122:0/2421240020 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26e419fba0 con 0x7f26e41026c0 2024-09-16T01:36:33.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.195+0000 7f26e9c69640 1 --2- 172.21.15.122:0/2421240020 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f26e41026c0 0x7f26e419f290 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f26dc00b970 tx=0x7f26dc00be30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:36:33.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.195+0000 7f26da7fc640 1 -- 172.21.15.122:0/2421240020 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26dc019070 con 0x7f26e41026c0 2024-09-16T01:36:33.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.195+0000 7f26da7fc640 1 -- 172.21.15.122:0/2421240020 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f26dc014440 con 0x7f26e41026c0 2024-09-16T01:36:33.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.195+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2421240020 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26e419fe30 con 0x7f26e41026c0 2024-09-16T01:36:33.199 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.195+0000 7f26da7fc640 1 -- 172.21.15.122:0/2421240020 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f26dc0075d0 con 0x7f26e41026c0 2024-09-16T01:36:33.200 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.195+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2421240020 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26e41a03c0 con 0x7f26e41026c0 2024-09-16T01:36:33.200 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.197+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2421240020 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26e4108090 con 0x7f26e41026c0 2024-09-16T01:36:33.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.197+0000 7f26da7fc640 1 -- 172.21.15.122:0/2421240020 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 15) ==== 138299+0+0 (secure 0 0 0) 0x7f26dc01c070 con 0x7f26e41026c0 2024-09-16T01:36:33.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.198+0000 7f26da7fc640 1 --2- 172.21.15.122:0/2421240020 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f26d00a3230 0x7f26d00a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:36:33.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.198+0000 7f26da7fc640 1 -- 172.21.15.122:0/2421240020 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(12..12 src has 1..12) ==== 2029+0+0 (secure 0 0 0) 0x7f26dc0cd490 con 0x7f26e41026c0 2024-09-16T01:36:33.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.198+0000 7f26e9468640 1 --2- 172.21.15.122:0/2421240020 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f26d00a3230 0x7f26d00a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:36:33.201 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.199+0000 7f26e9468640 1 --2- 172.21.15.122:0/2421240020 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f26d00a3230 0x7f26d00a56f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f26e0000c00 tx=0x7f26e00314a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:36:33.204 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.203+0000 7f26da7fc640 1 -- 172.21.15.122:0/2421240020 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f26dc09b4d0 con 0x7f26e41026c0 2024-09-16T01:36:33.296 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 01:36:32 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1[39239]: 2024-09-16T01:36:32.837+0000 7fa37048d640 -1 osd.1 0 waiting for initial osdmap 2024-09-16T01:36:33.297 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 01:36:32 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1[39239]: 2024-09-16T01:36:32.840+0000 7fa3682ad640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:36:33.401 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:33.400+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2421240020 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) -- 0x7f26e4062630 con 0x7f26d00a3230 2024-09-16T01:36:33.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2024-09-16T01:36:33.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: osdmap e12: 2 total, 1 up, 2 in 2024-09-16T01:36:33.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:33.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:33.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: from='osd.1 ' entity='osd.1' 2024-09-16T01:36:33.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:33.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:33.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:36:33.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:33.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:33.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:33.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:33.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:36:33.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:36:33.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:33.788 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2024-09-16T01:36:33.788 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: osdmap e12: 2 total, 1 up, 2 in 2024-09-16T01:36:33.788 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:33.788 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:33.788 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: from='osd.1 ' entity='osd.1' 2024-09-16T01:36:33.788 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:33.788 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:33.788 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:36:33.789 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:33.789 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:33.789 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:33.789 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:33.789 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:36:33.789 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:36:33.789 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:33.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2024-09-16T01:36:33.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: osdmap e12: 2 total, 1 up, 2 in 2024-09-16T01:36:33.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:33.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:33.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: from='osd.1 ' entity='osd.1' 2024-09-16T01:36:33.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:33.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:33.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:36:33.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:33.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:33.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:33.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:33.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:36:33.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:36:33.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:34.766 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:34 smithi122 ceph-mon[34758]: purged_snaps scrub starts 2024-09-16T01:36:34.766 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:34 smithi122 ceph-mon[34758]: purged_snaps scrub ok 2024-09-16T01:36:34.766 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:34 smithi122 ceph-mon[34758]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:34.766 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:34 smithi122 ceph-mon[34758]: Detected new or changed devices on smithi029 2024-09-16T01:36:34.767 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:34 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi029 to 17092M 2024-09-16T01:36:34.767 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:34 smithi122 ceph-mon[34758]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:36:34.767 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:34 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:34.767 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:34 smithi122 ceph-mon[34758]: osd.1 [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632] boot 2024-09-16T01:36:34.767 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:34 smithi122 ceph-mon[34758]: osdmap e13: 2 total, 2 up, 2 in 2024-09-16T01:36:34.767 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:34 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:34 smithi017 ceph-mon[30972]: purged_snaps scrub starts 2024-09-16T01:36:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:34 smithi017 ceph-mon[30972]: purged_snaps scrub ok 2024-09-16T01:36:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:34 smithi017 ceph-mon[30972]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:34 smithi017 ceph-mon[30972]: Detected new or changed devices on smithi029 2024-09-16T01:36:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:34 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi029 to 17092M 2024-09-16T01:36:34.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:34 smithi017 ceph-mon[30972]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:36:34.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:34 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:34.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:34 smithi017 ceph-mon[30972]: osd.1 [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632] boot 2024-09-16T01:36:34.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:34 smithi017 ceph-mon[30972]: osdmap e13: 2 total, 2 up, 2 in 2024-09-16T01:36:34.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:34 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:34.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:34 smithi029 ceph-mon[34783]: purged_snaps scrub starts 2024-09-16T01:36:34.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:34 smithi029 ceph-mon[34783]: purged_snaps scrub ok 2024-09-16T01:36:34.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:34 smithi029 ceph-mon[34783]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T01:36:34.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:34 smithi029 ceph-mon[34783]: Detected new or changed devices on smithi029 2024-09-16T01:36:34.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:34 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi029 to 17092M 2024-09-16T01:36:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:34 smithi029 ceph-mon[34783]: from='client.24169 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:36:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:34 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:34 smithi029 ceph-mon[34783]: osd.1 [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632] boot 2024-09-16T01:36:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:34 smithi029 ceph-mon[34783]: osdmap e13: 2 total, 2 up, 2 in 2024-09-16T01:36:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:34 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T01:36:36.261 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:35 smithi122 ceph-mon[34758]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:36.262 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:35 smithi122 ceph-mon[34758]: osdmap e14: 2 total, 2 up, 2 in 2024-09-16T01:36:36.262 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:35 smithi122 ceph-mon[34758]: from='client.? 172.21.15.122:0/2731651156' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6100863-2f60-4213-895c-bf6d2026378f"}]: dispatch 2024-09-16T01:36:36.262 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:35 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6100863-2f60-4213-895c-bf6d2026378f"}]: dispatch 2024-09-16T01:36:36.262 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:35 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6100863-2f60-4213-895c-bf6d2026378f"}]': finished 2024-09-16T01:36:36.262 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:35 smithi122 ceph-mon[34758]: osdmap e15: 3 total, 2 up, 3 in 2024-09-16T01:36:36.262 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:36.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:35 smithi017 ceph-mon[30972]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:36.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:35 smithi017 ceph-mon[30972]: osdmap e14: 2 total, 2 up, 2 in 2024-09-16T01:36:36.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:35 smithi017 ceph-mon[30972]: from='client.? 172.21.15.122:0/2731651156' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6100863-2f60-4213-895c-bf6d2026378f"}]: dispatch 2024-09-16T01:36:36.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:35 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6100863-2f60-4213-895c-bf6d2026378f"}]: dispatch 2024-09-16T01:36:36.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:35 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6100863-2f60-4213-895c-bf6d2026378f"}]': finished 2024-09-16T01:36:36.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:35 smithi017 ceph-mon[30972]: osdmap e15: 3 total, 2 up, 3 in 2024-09-16T01:36:36.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:35 smithi029 ceph-mon[34783]: pgmap v60: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:35 smithi029 ceph-mon[34783]: osdmap e14: 2 total, 2 up, 2 in 2024-09-16T01:36:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:35 smithi029 ceph-mon[34783]: from='client.? 172.21.15.122:0/2731651156' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6100863-2f60-4213-895c-bf6d2026378f"}]: dispatch 2024-09-16T01:36:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:35 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e6100863-2f60-4213-895c-bf6d2026378f"}]: dispatch 2024-09-16T01:36:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:35 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e6100863-2f60-4213-895c-bf6d2026378f"}]': finished 2024-09-16T01:36:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:35 smithi029 ceph-mon[34783]: osdmap e15: 3 total, 2 up, 3 in 2024-09-16T01:36:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:37.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:36 smithi017 ceph-mon[30972]: from='client.? 172.21.15.122:0/889545934' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:36:37.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:36 smithi029 ceph-mon[34783]: from='client.? 172.21.15.122:0/889545934' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:36:37.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:36 smithi122 ceph-mon[34758]: from='client.? 172.21.15.122:0/889545934' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:36:38.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:37 smithi017 ceph-mon[30972]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:38.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:37 smithi029 ceph-mon[34783]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:38.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:37 smithi122 ceph-mon[34758]: pgmap v63: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:40.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:39 smithi017 ceph-mon[30972]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:40.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:39 smithi029 ceph-mon[34783]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:40.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:39 smithi122 ceph-mon[34758]: pgmap v64: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:42.152 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:41 smithi122 ceph-mon[34758]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:42.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:41 smithi017 ceph-mon[30972]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:42.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:41 smithi029 ceph-mon[34783]: pgmap v65: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:44.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:43 smithi122 ceph-mon[34758]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:44.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:43 smithi017 ceph-mon[30972]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:44.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:43 smithi029 ceph-mon[34783]: pgmap v66: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:45.143 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:44 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T01:36:45.143 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:44 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:45.143 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:44 smithi122 ceph-mon[34758]: Deploying daemon osd.2 on smithi122 2024-09-16T01:36:45.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:44 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T01:36:45.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:44 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:45.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:44 smithi017 ceph-mon[30972]: Deploying daemon osd.2 on smithi122 2024-09-16T01:36:45.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:44 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T01:36:45.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:44 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:45.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:44 smithi029 ceph-mon[34783]: Deploying daemon osd.2 on smithi122 2024-09-16T01:36:46.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:45 smithi122 ceph-mon[34758]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:46.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:45 smithi017 ceph-mon[30972]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:46.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:45 smithi029 ceph-mon[34783]: pgmap v67: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:48.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:47 smithi017 ceph-mon[30972]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:48.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:47 smithi122 ceph-mon[34758]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:48.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:47 smithi029 ceph-mon[34783]: pgmap v68: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:50.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:49 smithi017 ceph-mon[30972]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:50.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:49 smithi122 ceph-mon[34758]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:50.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:49 smithi029 ceph-mon[34783]: pgmap v69: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:51.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:51.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:51.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:51.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:51.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:51.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:51.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:51.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:51.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:52.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:52 smithi017 ceph-mon[30972]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:52.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:52 smithi029 ceph-mon[34783]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:52.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:52 smithi122 ceph-mon[34758]: pgmap v70: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:53.643 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:53.643 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:53.643 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:53.644 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:53.644 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:53.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:53.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:53.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:53.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:53.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:53.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:53.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:53.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:53.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:53.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:53.950 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:53.949+0000 7f26da7fc640 1 -- 172.21.15.122:0/2421240020 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f26e4062630 con 0x7f26d00a3230 2024-09-16T01:36:53.951 INFO:teuthology.orchestra.run.smithi122.stdout:Created osd(s) 2 on host 'smithi122' 2024-09-16T01:36:53.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:53.951+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2421240020 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f26d00a3230 msgr2=0x7f26d00a56f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:53.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:53.951+0000 7f26eb6cc640 1 --2- 172.21.15.122:0/2421240020 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f26d00a3230 0x7f26d00a56f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f26e0000c00 tx=0x7f26e00314a0 comp rx=0 tx=0).stop 2024-09-16T01:36:53.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:53.951+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2421240020 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f26e41026c0 msgr2=0x7f26e419f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:53.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:53.951+0000 7f26eb6cc640 1 --2- 172.21.15.122:0/2421240020 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f26e41026c0 0x7f26e419f290 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f26dc00b970 tx=0x7f26dc00be30 comp rx=0 tx=0).stop 2024-09-16T01:36:53.953 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:53.951+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2421240020 shutdown_connections 2024-09-16T01:36:53.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:53.951+0000 7f26eb6cc640 1 --2- 172.21.15.122:0/2421240020 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f26d00a3230 0x7f26d00a56f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:53.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:53.951+0000 7f26eb6cc640 1 --2- 172.21.15.122:0/2421240020 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f26e41026c0 0x7f26e419f290 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:53.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:53.951+0000 7f26eb6cc640 1 --2- 172.21.15.122:0/2421240020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f26e4101d00 0x7f26e419cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:53.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:53.951+0000 7f26eb6cc640 1 --2- 172.21.15.122:0/2421240020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f26e4100b00 0x7f26e406b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:53.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:53.951+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2421240020 >> 172.21.15.122:0/2421240020 conn(0x7f26e40fc270 msgr2=0x7f26e4105260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:36:53.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:53.951+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2421240020 shutdown_connections 2024-09-16T01:36:53.954 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:36:53.951+0000 7f26eb6cc640 1 -- 172.21.15.122:0/2421240020 wait complete. 2024-09-16T01:36:54.533 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:54 smithi122 ceph-mon[34758]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:54.533 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:54 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:54.533 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:54 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:54.534 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:54 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:54.560 DEBUG:teuthology.orchestra.run.smithi122:osd.2> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.2.service 2024-09-16T01:36:54.563 INFO:tasks.cephadm:Deploying osd.3 on smithi017 with /dev/vg_nvme/lv_3... 2024-09-16T01:36:54.563 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-16T01:36:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:54 smithi017 ceph-mon[30972]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:54 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:54 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:54 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:54.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:54 smithi029 ceph-mon[34783]: pgmap v71: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:54.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:54 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:36:54.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:54 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:54.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:54 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:54.829 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:36:56.679 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:56 smithi017 ceph-mon[30972]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:56.680 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:56 smithi017 ceph-mon[30972]: from='osd.2 [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T01:36:56.680 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:56 smithi017 ceph-mon[30972]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T01:36:56.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:56 smithi029 ceph-mon[34783]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:56.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:56 smithi029 ceph-mon[34783]: from='osd.2 [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T01:36:56.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:56 smithi029 ceph-mon[34783]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T01:36:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:56 smithi122 ceph-mon[34758]: pgmap v72: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:56 smithi122 ceph-mon[34758]: from='osd.2 [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T01:36:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:56 smithi122 ceph-mon[34758]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T01:36:56.797 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 01:36:56 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2[39716]: 2024-09-16T01:36:56.347+0000 7fa84c55d640 -1 osd.2 0 log_to_monitors true 2024-09-16T01:36:57.437 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:36:57.468 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi017:vg_nvme/lv_3 2024-09-16T01:36:57.713 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:57 smithi017 ceph-mon[30972]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T01:36:57.713 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:57 smithi017 ceph-mon[30972]: from='osd.2 [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:36:57.713 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:57 smithi017 ceph-mon[30972]: osdmap e16: 3 total, 2 up, 3 in 2024-09-16T01:36:57.713 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:57 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:57.713 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:57 smithi017 ceph-mon[30972]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:36:57.713 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:57 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:57.713 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:57 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:57.713 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:57 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:36:57.713 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:57 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:57.713 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:57 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:57.714 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:57 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:57.714 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:57 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:57.728 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:36:57.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:57 smithi122 ceph-mon[34758]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T01:36:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:57 smithi122 ceph-mon[34758]: from='osd.2 [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:36:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:57 smithi122 ceph-mon[34758]: osdmap e16: 3 total, 2 up, 3 in 2024-09-16T01:36:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:57 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:57 smithi122 ceph-mon[34758]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:36:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:57 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:57 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:57 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:36:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:57 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:57 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:57 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:57 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:57 smithi029 ceph-mon[34783]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T01:36:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:57 smithi029 ceph-mon[34783]: from='osd.2 [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:36:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:57 smithi029 ceph-mon[34783]: osdmap e16: 3 total, 2 up, 3 in 2024-09-16T01:36:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:57 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:57 smithi029 ceph-mon[34783]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:36:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:57 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:57 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:57 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:36:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:57 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:57 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:57 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:36:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:57 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:36:58.296 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 01:36:57 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2[39716]: 2024-09-16T01:36:57.798+0000 7fa8484e0640 -1 osd.2 0 waiting for initial osdmap 2024-09-16T01:36:58.297 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 01:36:57 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2[39716]: 2024-09-16T01:36:57.801+0000 7fa840300640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:36:58.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.349+0000 7f2f21b5d640 1 -- 172.21.15.17:0/1571274107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f1c100ad0 msgr2=0x7f2f1c100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:58.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.349+0000 7f2f21b5d640 1 --2- 172.21.15.17:0/1571274107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f1c100ad0 0x7f2f1c100ed0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f2f0c009900 tx=0x7f2f0c02a410 comp rx=0 tx=0).stop 2024-09-16T01:36:58.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.349+0000 7f2f21b5d640 1 -- 172.21.15.17:0/1571274107 shutdown_connections 2024-09-16T01:36:58.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.349+0000 7f2f21b5d640 1 --2- 172.21.15.17:0/1571274107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f1c102690 0x7f2f1c108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:58.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.349+0000 7f2f21b5d640 1 --2- 172.21.15.17:0/1571274107 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2f1c101cd0 0x7f2f1c102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:58.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.349+0000 7f2f21b5d640 1 --2- 172.21.15.17:0/1571274107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f1c100ad0 0x7f2f1c100ed0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:58.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.349+0000 7f2f21b5d640 1 -- 172.21.15.17:0/1571274107 >> 172.21.15.17:0/1571274107 conn(0x7f2f1c0fc280 msgr2=0x7f2f1c0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:36:58.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.349+0000 7f2f21b5d640 1 -- 172.21.15.17:0/1571274107 shutdown_connections 2024-09-16T01:36:58.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.349+0000 7f2f21b5d640 1 -- 172.21.15.17:0/1571274107 wait complete. 2024-09-16T01:36:58.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.349+0000 7f2f21b5d640 1 Processor -- start 2024-09-16T01:36:58.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f21b5d640 1 -- start start 2024-09-16T01:36:58.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f21b5d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f1c100ad0 0x7f2f1c104a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:36:58.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f21b5d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2f1c101cd0 0x7f2f1c1030b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:36:58.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f21b5d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f1c102690 0x7f2f1c1035f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:36:58.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f21b5d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2f1c10c650 con 0x7f2f1c100ad0 2024-09-16T01:36:58.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f21b5d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2f1c10c4d0 con 0x7f2f1c102690 2024-09-16T01:36:58.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f21b5d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2f1c10c7d0 con 0x7f2f1c101cd0 2024-09-16T01:36:58.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f1b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f1c100ad0 0x7f2f1c104a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:36:58.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f1b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f1c100ad0 0x7f2f1c104a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33612/0 (socket says 172.21.15.17:33612) 2024-09-16T01:36:58.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f1b7fe640 1 -- 172.21.15.17:0/3312210668 learned_addr learned my addr 172.21.15.17:0/3312210668 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:36:58.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f1bfff640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f1c102690 0x7f2f1c1035f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:36:58.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f12ffd640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2f1c101cd0 0x7f2f1c1030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:36:58.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f1b7fe640 1 -- 172.21.15.17:0/3312210668 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2f1c101cd0 msgr2=0x7f2f1c1030b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:58.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f1b7fe640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2f1c101cd0 0x7f2f1c1030b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:58.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f1b7fe640 1 -- 172.21.15.17:0/3312210668 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f1c102690 msgr2=0x7f2f1c1035f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:36:58.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f1b7fe640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f1c102690 0x7f2f1c1035f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:36:58.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f1b7fe640 1 -- 172.21.15.17:0/3312210668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f1c103eb0 con 0x7f2f1c100ad0 2024-09-16T01:36:58.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.350+0000 7f2f12ffd640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2f1c101cd0 0x7f2f1c1030b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:36:58.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.351+0000 7f2f1b7fe640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f1c100ad0 0x7f2f1c104a60 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f2f0c0314e0 tx=0x7f2f0c003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:36:58.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.351+0000 7f2f197fa640 1 -- 172.21.15.17:0/3312210668 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f0c03f070 con 0x7f2f1c100ad0 2024-09-16T01:36:58.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.351+0000 7f2f197fa640 1 -- 172.21.15.17:0/3312210668 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2f0c031e40 con 0x7f2f1c100ad0 2024-09-16T01:36:58.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.351+0000 7f2f21b5d640 1 -- 172.21.15.17:0/3312210668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f1c1a1f90 con 0x7f2f1c100ad0 2024-09-16T01:36:58.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.351+0000 7f2f197fa640 1 -- 172.21.15.17:0/3312210668 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f0c035030 con 0x7f2f1c100ad0 2024-09-16T01:36:58.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.351+0000 7f2f21b5d640 1 -- 172.21.15.17:0/3312210668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f1c1a2330 con 0x7f2f1c100ad0 2024-09-16T01:36:58.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.352+0000 7f2f21b5d640 1 -- 172.21.15.17:0/3312210668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f1c1a2560 con 0x7f2f1c100ad0 2024-09-16T01:36:58.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.353+0000 7f2f197fa640 1 -- 172.21.15.17:0/3312210668 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 15) ==== 138299+0+0 (secure 0 0 0) 0x7f2f0c042070 con 0x7f2f1c100ad0 2024-09-16T01:36:58.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.354+0000 7f2f197fa640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2f080a31b0 0x7f2f080a5670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:36:58.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.354+0000 7f2f197fa640 1 -- 172.21.15.17:0/3312210668 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(17..17 src has 1..17) ==== 2571+0+0 (secure 0 0 0) 0x7f2f0c0ef0a0 con 0x7f2f1c100ad0 2024-09-16T01:36:58.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.354+0000 7f2f12ffd640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2f080a31b0 0x7f2f080a5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:36:58.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.355+0000 7f2f12ffd640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2f080a31b0 0x7f2f080a5670 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c1047e0 tx=0x7f2f04005d30 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:36:58.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.357+0000 7f2f197fa640 1 -- 172.21.15.17:0/3312210668 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2f0c0bd510 con 0x7f2f1c100ad0 2024-09-16T01:36:58.522 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:58 smithi017 ceph-mon[30972]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:58.522 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:58 smithi017 ceph-mon[30972]: Detected new or changed devices on smithi122 2024-09-16T01:36:58.522 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:58 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi122 to 17087M 2024-09-16T01:36:58.523 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:58 smithi017 ceph-mon[30972]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]': finished 2024-09-16T01:36:58.523 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:58 smithi017 ceph-mon[30972]: osdmap e17: 3 total, 2 up, 3 in 2024-09-16T01:36:58.523 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:58.523 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:58.523 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:58 smithi017 ceph-mon[30972]: from='osd.2 ' entity='osd.2' 2024-09-16T01:36:58.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:36:58.563+0000 7f2f21b5d640 1 -- 172.21.15.17:0/3312210668 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f2f1c1a27f0 con 0x7f2f080a31b0 2024-09-16T01:36:58.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:58 smithi029 ceph-mon[34783]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:58.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:58 smithi029 ceph-mon[34783]: Detected new or changed devices on smithi122 2024-09-16T01:36:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:58 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi122 to 17087M 2024-09-16T01:36:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:58 smithi029 ceph-mon[34783]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]': finished 2024-09-16T01:36:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:58 smithi029 ceph-mon[34783]: osdmap e17: 3 total, 2 up, 3 in 2024-09-16T01:36:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:58 smithi029 ceph-mon[34783]: from='osd.2 ' entity='osd.2' 2024-09-16T01:36:58.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:58 smithi122 ceph-mon[34758]: pgmap v74: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:58.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:58 smithi122 ceph-mon[34758]: Detected new or changed devices on smithi122 2024-09-16T01:36:58.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:58 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi122 to 17087M 2024-09-16T01:36:58.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:58 smithi122 ceph-mon[34758]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]': finished 2024-09-16T01:36:58.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:58 smithi122 ceph-mon[34758]: osdmap e17: 3 total, 2 up, 3 in 2024-09-16T01:36:58.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:58.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:58.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:58 smithi122 ceph-mon[34758]: from='osd.2 ' entity='osd.2' 2024-09-16T01:36:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:59 smithi017 ceph-mon[30972]: purged_snaps scrub starts 2024-09-16T01:36:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:59 smithi017 ceph-mon[30972]: purged_snaps scrub ok 2024-09-16T01:36:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:59 smithi017 ceph-mon[30972]: pgmap v76: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:59 smithi017 ceph-mon[30972]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:36:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:36:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:36:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:59 smithi017 ceph-mon[30972]: osd.2 [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683] boot 2024-09-16T01:36:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:59 smithi017 ceph-mon[30972]: osdmap e18: 3 total, 3 up, 3 in 2024-09-16T01:36:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:36:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:59 smithi122 ceph-mon[34758]: purged_snaps scrub starts 2024-09-16T01:36:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:59 smithi122 ceph-mon[34758]: purged_snaps scrub ok 2024-09-16T01:36:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:59 smithi122 ceph-mon[34758]: pgmap v76: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:59 smithi122 ceph-mon[34758]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:36:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:36:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:36:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:59 smithi122 ceph-mon[34758]: osd.2 [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683] boot 2024-09-16T01:36:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:59 smithi122 ceph-mon[34758]: osdmap e18: 3 total, 3 up, 3 in 2024-09-16T01:36:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:36:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:59.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:59 smithi029 ceph-mon[34783]: purged_snaps scrub starts 2024-09-16T01:36:59.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:59 smithi029 ceph-mon[34783]: purged_snaps scrub ok 2024-09-16T01:36:59.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:36:59.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:59 smithi029 ceph-mon[34783]: pgmap v76: 0 pgs: ; 0 B data, 61 MiB used, 179 GiB / 179 GiB avail 2024-09-16T01:36:59.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:59 smithi029 ceph-mon[34783]: from='client.14280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:36:59.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:36:59.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:36:59.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:36:59.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:59 smithi029 ceph-mon[34783]: osd.2 [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683] boot 2024-09-16T01:36:59.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:59 smithi029 ceph-mon[34783]: osdmap e18: 3 total, 3 up, 3 in 2024-09-16T01:36:59.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:36:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T01:37:01.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:00 smithi017 ceph-mon[30972]: osdmap e19: 3 total, 3 up, 3 in 2024-09-16T01:37:01.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:00 smithi029 ceph-mon[34783]: osdmap e19: 3 total, 3 up, 3 in 2024-09-16T01:37:01.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:00 smithi122 ceph-mon[34758]: osdmap e19: 3 total, 3 up, 3 in 2024-09-16T01:37:02.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:01 smithi017 ceph-mon[30972]: pgmap v79: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:02.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:01 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-16T01:37:02.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:01 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-16T01:37:02.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:01 smithi017 ceph-mon[30972]: osdmap e20: 3 total, 3 up, 3 in 2024-09-16T01:37:02.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:01 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T01:37:02.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:01 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2010103540' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "611d7433-6cb9-4016-a58b-bb96394d2d24"}]: dispatch 2024-09-16T01:37:02.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:01 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-16T01:37:02.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:01 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2010103540' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "611d7433-6cb9-4016-a58b-bb96394d2d24"}]': finished 2024-09-16T01:37:02.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:01 smithi017 ceph-mon[30972]: osdmap e21: 4 total, 3 up, 4 in 2024-09-16T01:37:02.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:01 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:02.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:01 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/326784608' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:37:02.026 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 01:37:01 smithi017 sudo[49088]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T01:37:02.026 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 01:37:01 smithi017 sudo[49088]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T01:37:02.027 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 01:37:01 smithi017 sudo[49088]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T01:37:02.027 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 01:37:01 smithi017 sudo[49088]: pam_unix(sudo:session): session closed for user root 2024-09-16T01:37:02.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:01 smithi029 ceph-mon[34783]: pgmap v79: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:02.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:01 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-16T01:37:02.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:01 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-16T01:37:02.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:01 smithi029 ceph-mon[34783]: osdmap e20: 3 total, 3 up, 3 in 2024-09-16T01:37:02.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:01 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T01:37:02.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:01 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2010103540' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "611d7433-6cb9-4016-a58b-bb96394d2d24"}]: dispatch 2024-09-16T01:37:02.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:01 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-16T01:37:02.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:01 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2010103540' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "611d7433-6cb9-4016-a58b-bb96394d2d24"}]': finished 2024-09-16T01:37:02.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:01 smithi029 ceph-mon[34783]: osdmap e21: 4 total, 3 up, 4 in 2024-09-16T01:37:02.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:01 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:02.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:01 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/326784608' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:37:02.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:01 smithi122 ceph-mon[34758]: pgmap v79: 0 pgs: ; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:02.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:01 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-16T01:37:02.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:01 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-16T01:37:02.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:01 smithi122 ceph-mon[34758]: osdmap e20: 3 total, 3 up, 3 in 2024-09-16T01:37:02.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:01 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T01:37:02.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:01 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2010103540' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "611d7433-6cb9-4016-a58b-bb96394d2d24"}]: dispatch 2024-09-16T01:37:02.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:01 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-16T01:37:02.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:01 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2010103540' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "611d7433-6cb9-4016-a58b-bb96394d2d24"}]': finished 2024-09-16T01:37:02.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:01 smithi122 ceph-mon[34758]: osdmap e21: 4 total, 3 up, 4 in 2024-09-16T01:37:02.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:01 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:02.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:01 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/326784608' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:37:02.525 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 01:37:02 smithi017 sudo[49137]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T01:37:02.525 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 01:37:02 smithi017 sudo[49137]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T01:37:02.525 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 01:37:02 smithi017 sudo[49137]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T01:37:02.526 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 01:37:02 smithi017 sudo[49137]: pam_unix(sudo:session): session closed for user root 2024-09-16T01:37:03.046 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 01:37:02 smithi029 sudo[43354]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T01:37:03.047 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 01:37:02 smithi029 sudo[43354]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T01:37:03.047 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 01:37:02 smithi029 sudo[43354]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T01:37:03.047 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 01:37:02 smithi029 sudo[43354]: pam_unix(sudo:session): session closed for user root 2024-09-16T01:37:03.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:37:03.248+0000 7f2f197fa640 1 -- 172.21.15.17:0/3312210668 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f2f0c0b9480 con 0x7f2f1c100ad0 2024-09-16T01:37:03.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:03 smithi017 ceph-mon[30972]: osdmap e22: 4 total, 3 up, 4 in 2024-09-16T01:37:03.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:03.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:03.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:03.546 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 01:37:03 smithi122 sudo[43344]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T01:37:03.546 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 01:37:03 smithi122 sudo[43344]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T01:37:03.546 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 01:37:03 smithi122 sudo[43344]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T01:37:03.547 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 01:37:03 smithi122 sudo[43344]: pam_unix(sudo:session): session closed for user root 2024-09-16T01:37:03.547 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 01:37:03 smithi029 sudo[43357]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T01:37:03.547 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 01:37:03 smithi029 sudo[43357]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T01:37:03.547 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 01:37:03 smithi029 sudo[43357]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T01:37:03.547 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 01:37:03 smithi029 sudo[43357]: pam_unix(sudo:session): session closed for user root 2024-09-16T01:37:03.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:03 smithi122 ceph-mon[34758]: osdmap e22: 4 total, 3 up, 4 in 2024-09-16T01:37:03.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:03.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:03.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:03.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:03 smithi029 ceph-mon[34783]: osdmap e22: 4 total, 3 up, 4 in 2024-09-16T01:37:03.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:03.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:03.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:04.046 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 01:37:03 smithi122 sudo[43347]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T01:37:04.046 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 01:37:03 smithi122 sudo[43347]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T01:37:04.046 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 01:37:03 smithi122 sudo[43347]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T01:37:04.046 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 01:37:03 smithi122 sudo[43347]: pam_unix(sudo:session): session closed for user root 2024-09-16T01:37:04.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:04 smithi017 sudo[49515]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T01:37:04.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:04 smithi017 sudo[49515]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T01:37:04.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:04 smithi017 sudo[49515]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T01:37:04.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:04 smithi017 sudo[49515]: pam_unix(sudo:session): session closed for user root 2024-09-16T01:37:04.852 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:04 smithi122 ceph-mon[34758]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:04.852 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:04 smithi122 ceph-mon[34758]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-16T01:37:04.852 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:04 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:04.853 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:04 smithi122 ceph-mon[34758]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T01:37:04.853 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:04 smithi122 sudo[43350]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T01:37:04.853 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:04 smithi122 sudo[43350]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T01:37:04.853 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:04 smithi122 sudo[43350]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T01:37:04.853 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:04 smithi122 sudo[43350]: pam_unix(sudo:session): session closed for user root 2024-09-16T01:37:05.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:04 smithi017 sudo[49884]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T01:37:05.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:04 smithi017 sudo[49884]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T01:37:05.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:04 smithi017 sudo[49884]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T01:37:05.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:04 smithi017 sudo[49884]: pam_unix(sudo:session): session closed for user root 2024-09-16T01:37:05.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:04 smithi017 ceph-mon[30972]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:05.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:04 smithi017 ceph-mon[30972]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-16T01:37:05.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:04 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:05.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:04 smithi017 ceph-mon[30972]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T01:37:05.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:04 smithi029 ceph-mon[34783]: pgmap v83: 1 pgs: 1 unknown; 0 B data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:05.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:04 smithi029 ceph-mon[34783]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-09-16T01:37:05.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:04 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:05.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:04 smithi029 ceph-mon[34783]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T01:37:05.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 sudo[43353]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T01:37:05.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 sudo[43353]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T01:37:05.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 sudo[43353]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T01:37:05.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 sudo[43353]: pam_unix(sudo:session): session closed for user root 2024-09-16T01:37:05.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 sudo[43360]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T01:37:05.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 sudo[43360]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T01:37:05.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 sudo[43360]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T01:37:05.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 sudo[43360]: pam_unix(sudo:session): session closed for user root 2024-09-16T01:37:06.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:05 smithi017 ceph-mon[30972]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:06.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:05 smithi017 ceph-mon[30972]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T01:37:06.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:05 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:37:06.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:05 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:37:06.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:05 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:37:06.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:05 smithi017 ceph-mon[30972]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T01:37:06.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:05 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:37:06.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:05 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:37:06.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:05 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:37:06.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:05 smithi017 ceph-mon[30972]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T01:37:06.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:05 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:37:06.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:05 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:37:06.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:05 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:37:06.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 sudo[43363]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T01:37:06.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 sudo[43363]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T01:37:06.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 sudo[43363]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T01:37:06.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 sudo[43363]: pam_unix(sudo:session): session closed for user root 2024-09-16T01:37:06.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 ceph-mon[34783]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:06.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 ceph-mon[34783]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T01:37:06.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:37:06.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:37:06.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:37:06.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 ceph-mon[34783]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T01:37:06.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:37:06.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:37:06.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:37:06.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 ceph-mon[34783]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T01:37:06.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:37:06.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:37:06.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:05 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:37:06.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 ceph-mon[34758]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:06.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 ceph-mon[34758]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T01:37:06.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:37:06.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:37:06.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:37:06.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 ceph-mon[34758]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T01:37:06.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:37:06.299 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:37:06.299 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:37:06.299 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 ceph-mon[34758]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T01:37:06.299 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T01:37:06.299 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T01:37:06.299 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:05 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T01:37:07.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:07 smithi017 ceph-mon[30972]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T01:37:07.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:07 smithi017 ceph-mon[30972]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T01:37:07.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:07 smithi029 ceph-mon[34783]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T01:37:07.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:07 smithi029 ceph-mon[34783]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T01:37:07.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:07 smithi122 ceph-mon[34758]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T01:37:07.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:07 smithi122 ceph-mon[34758]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T01:37:08.152 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:08 smithi017 ceph-mon[30972]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:08.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:08 smithi122 ceph-mon[34758]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:08.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:08 smithi029 ceph-mon[34783]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:10.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:10 smithi017 ceph-mon[30972]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:10.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:10 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T01:37:10.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:10 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:10.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:10 smithi029 ceph-mon[34783]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:10.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:10 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T01:37:10.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:10 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:10.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:10 smithi122 ceph-mon[34758]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:10.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:10 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T01:37:10.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:10 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:11.116 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:11 smithi017 ceph-mon[30972]: Deploying daemon osd.3 on smithi017 2024-09-16T01:37:11.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:11 smithi029 ceph-mon[34783]: Deploying daemon osd.3 on smithi017 2024-09-16T01:37:11.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:11 smithi122 ceph-mon[34758]: Deploying daemon osd.3 on smithi017 2024-09-16T01:37:12.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:12 smithi017 ceph-mon[30972]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-09-16T01:37:12.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:12 smithi122 ceph-mon[34758]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-09-16T01:37:12.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:12 smithi029 ceph-mon[34783]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 44 KiB/s wr, 3 op/s 2024-09-16T01:37:14.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:14 smithi017 ceph-mon[30972]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-09-16T01:37:14.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:14 smithi029 ceph-mon[34783]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-09-16T01:37:14.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:14 smithi122 ceph-mon[34758]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 1.1 KiB/s rd, 33 KiB/s wr, 2 op/s 2024-09-16T01:37:16.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:16 smithi017 ceph-mon[30972]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-09-16T01:37:16.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:16 smithi122 ceph-mon[34758]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-09-16T01:37:16.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:16 smithi029 ceph-mon[34783]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 921 B/s rd, 26 KiB/s wr, 2 op/s 2024-09-16T01:37:17.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:37:17.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:17.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:17.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:37:17.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:17.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:17.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:37:17.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:17.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:18.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:18 smithi017 ceph-mon[30972]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-16T01:37:18.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:18 smithi029 ceph-mon[34783]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-16T01:37:18.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:18 smithi122 ceph-mon[34758]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-16T01:37:19.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:19 smithi017 ceph-mon[30972]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-16T01:37:19.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:19 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:19.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:19 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:19.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:19 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:19.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:19 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:37:19.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:19 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:20.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:19 smithi029 ceph-mon[34783]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-16T01:37:20.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:19 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:20.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:19 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:20.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:19 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:20.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:19 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:37:20.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:19 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:20.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:19 smithi122 ceph-mon[34758]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-16T01:37:20.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:19 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:20.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:19 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:20.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:19 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:20.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:19 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:37:20.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:19 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:20.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:37:20.220+0000 7f2f197fa640 1 -- 172.21.15.17:0/3312210668 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f2f1c1a27f0 con 0x7f2f080a31b0 2024-09-16T01:37:20.223 INFO:teuthology.orchestra.run.smithi017.stdout:Created osd(s) 3 on host 'smithi017' 2024-09-16T01:37:20.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:37:20.223+0000 7f2f21b5d640 1 -- 172.21.15.17:0/3312210668 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2f080a31b0 msgr2=0x7f2f080a5670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:37:20.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:37:20.223+0000 7f2f21b5d640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2f080a31b0 0x7f2f080a5670 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f2f1c1047e0 tx=0x7f2f04005d30 comp rx=0 tx=0).stop 2024-09-16T01:37:20.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:37:20.223+0000 7f2f21b5d640 1 -- 172.21.15.17:0/3312210668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f1c100ad0 msgr2=0x7f2f1c104a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:37:20.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:37:20.223+0000 7f2f21b5d640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f1c100ad0 0x7f2f1c104a60 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f2f0c0314e0 tx=0x7f2f0c003c80 comp rx=0 tx=0).stop 2024-09-16T01:37:20.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:37:20.223+0000 7f2f21b5d640 1 -- 172.21.15.17:0/3312210668 shutdown_connections 2024-09-16T01:37:20.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:37:20.223+0000 7f2f21b5d640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2f080a31b0 0x7f2f080a5670 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:20.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:37:20.223+0000 7f2f21b5d640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2f1c102690 0x7f2f1c1035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:20.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:37:20.223+0000 7f2f21b5d640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2f1c101cd0 0x7f2f1c1030b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:20.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:37:20.223+0000 7f2f21b5d640 1 --2- 172.21.15.17:0/3312210668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2f1c100ad0 0x7f2f1c104a60 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:20.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:37:20.223+0000 7f2f21b5d640 1 -- 172.21.15.17:0/3312210668 >> 172.21.15.17:0/3312210668 conn(0x7f2f1c0fc280 msgr2=0x7f2f1c06a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:37:20.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:37:20.223+0000 7f2f21b5d640 1 -- 172.21.15.17:0/3312210668 shutdown_connections 2024-09-16T01:37:20.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:37:20.223+0000 7f2f21b5d640 1 -- 172.21.15.17:0/3312210668 wait complete. 2024-09-16T01:37:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:37:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:20.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:20.842 DEBUG:teuthology.orchestra.run.smithi017:osd.3> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.3.service 2024-09-16T01:37:20.845 INFO:tasks.cephadm:Deploying osd.4 on smithi029 with /dev/vg_nvme/lv_3... 2024-09-16T01:37:20.845 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-16T01:37:20.868 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:20 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:37:20.869 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:20 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:20.869 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:20 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:21.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:20 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:37:21.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:20 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:21.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:20 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:21.096 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T01:37:21.775 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 01:37:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3[51095]: 2024-09-16T01:37:21.461+0000 7f8281585640 -1 osd.3 0 log_to_monitors true 2024-09-16T01:37:22.415 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:22 smithi017 ceph-mon[30972]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-16T01:37:22.416 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:22 smithi017 ceph-mon[30972]: from='osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T01:37:22.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:22 smithi029 ceph-mon[34783]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-16T01:37:22.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:22 smithi029 ceph-mon[34783]: from='osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T01:37:22.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:22 smithi122 ceph-mon[34758]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-09-16T01:37:22.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:22 smithi122 ceph-mon[34758]: from='osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T01:37:23.444 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:23 smithi029 ceph-mon[34783]: from='osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T01:37:23.444 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:23 smithi029 ceph-mon[34783]: osdmap e23: 4 total, 3 up, 4 in 2024-09-16T01:37:23.444 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:23 smithi029 ceph-mon[34783]: from='osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-09-16T01:37:23.444 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:23.444 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:23 smithi029 ceph-mon[34783]: from='osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-09-16T01:37:23.444 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:23 smithi029 ceph-mon[34783]: osdmap e24: 4 total, 3 up, 4 in 2024-09-16T01:37:23.445 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:23.487 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 01:37:23 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3[51095]: 2024-09-16T01:37:23.229+0000 7f827d508640 -1 osd.3 0 waiting for initial osdmap 2024-09-16T01:37:23.488 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 01:37:23 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3[51095]: 2024-09-16T01:37:23.235+0000 7f8279330640 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:37:23.488 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:23 smithi017 ceph-mon[30972]: from='osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T01:37:23.488 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:23 smithi017 ceph-mon[30972]: osdmap e23: 4 total, 3 up, 4 in 2024-09-16T01:37:23.488 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:23 smithi017 ceph-mon[30972]: from='osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-09-16T01:37:23.488 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:23.488 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:23 smithi017 ceph-mon[30972]: from='osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-09-16T01:37:23.488 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:23 smithi017 ceph-mon[30972]: osdmap e24: 4 total, 3 up, 4 in 2024-09-16T01:37:23.488 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:23.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:23 smithi122 ceph-mon[34758]: from='osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T01:37:23.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:23 smithi122 ceph-mon[34758]: osdmap e23: 4 total, 3 up, 4 in 2024-09-16T01:37:23.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:23 smithi122 ceph-mon[34758]: from='osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-09-16T01:37:23.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:23.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:23 smithi122 ceph-mon[34758]: from='osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-09-16T01:37:23.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:23 smithi122 ceph-mon[34758]: osdmap e24: 4 total, 3 up, 4 in 2024-09-16T01:37:23.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:23.733 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:37:23.766 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi029:vg_nvme/lv_3 2024-09-16T01:37:24.072 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T01:37:24.511 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:24 smithi029 ceph-mon[34783]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:24.512 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:24 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:24.512 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:24 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:24.512 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:24 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:24.512 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:24 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:37:24.512 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:24 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:37:24.512 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:24 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:24.512 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:24 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:24.512 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:24 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:37:24.512 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:24 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:24.512 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:24 smithi029 ceph-mon[34783]: osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388] boot 2024-09-16T01:37:24.512 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:24 smithi029 ceph-mon[34783]: osdmap e25: 4 total, 4 up, 4 in 2024-09-16T01:37:24.513 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:24 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:24.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:24 smithi017 ceph-mon[30972]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:24.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:24 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:24.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:24 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:24.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:24 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:24.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:24 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:37:24.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:24 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:37:24.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:24 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:24.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:24 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:24.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:24 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:37:24.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:24 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:24.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:24 smithi017 ceph-mon[30972]: osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388] boot 2024-09-16T01:37:24.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:24 smithi017 ceph-mon[30972]: osdmap e25: 4 total, 4 up, 4 in 2024-09-16T01:37:24.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:24 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:24.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:24 smithi122 ceph-mon[34758]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 92 MiB used, 268 GiB / 268 GiB avail 2024-09-16T01:37:24.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:24 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:24.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:24 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:24.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:24 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:24.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:24 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:37:24.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:24 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:37:24.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:24 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:24.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:24 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:24.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:24 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:37:24.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:24 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:24.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:24 smithi122 ceph-mon[34758]: osd.3 [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388] boot 2024-09-16T01:37:24.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:24 smithi122 ceph-mon[34758]: osdmap e25: 4 total, 4 up, 4 in 2024-09-16T01:37:24.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:24 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T01:37:24.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.596+0000 7f4c21a9d640 1 -- 172.21.15.29:0/1179669155 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4c1c1020a0 msgr2=0x7f4c1c1024a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:37:24.637 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.596+0000 7f4c21a9d640 1 --2- 172.21.15.29:0/1179669155 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4c1c1020a0 0x7f4c1c1024a0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f4c04009ca0 tx=0x7f4c0402a8c0 comp rx=0 tx=0).stop 2024-09-16T01:37:24.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.597+0000 7f4c21a9d640 1 -- 172.21.15.29:0/1179669155 shutdown_connections 2024-09-16T01:37:24.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.597+0000 7f4c21a9d640 1 --2- 172.21.15.29:0/1179669155 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c1c1017a0 0x7f4c1c109040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:24.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.597+0000 7f4c21a9d640 1 --2- 172.21.15.29:0/1179669155 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c1c100de0 0x7f4c1c101260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:24.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.597+0000 7f4c21a9d640 1 --2- 172.21.15.29:0/1179669155 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4c1c1020a0 0x7f4c1c1024a0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:24.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.597+0000 7f4c21a9d640 1 -- 172.21.15.29:0/1179669155 >> 172.21.15.29:0/1179669155 conn(0x7f4c1c0fba40 msgr2=0x7f4c1c0fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:37:24.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.597+0000 7f4c21a9d640 1 -- 172.21.15.29:0/1179669155 shutdown_connections 2024-09-16T01:37:24.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.597+0000 7f4c21a9d640 1 -- 172.21.15.29:0/1179669155 wait complete. 2024-09-16T01:37:24.641 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.597+0000 7f4c21a9d640 1 Processor -- start 2024-09-16T01:37:24.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.597+0000 7f4c21a9d640 1 -- start start 2024-09-16T01:37:24.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c21a9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c1c100de0 0x7f4c1c19a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:37:24.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c21a9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c1c1017a0 0x7f4c1c19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:37:24.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c21a9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4c1c1020a0 0x7f4c1c1a1660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:37:24.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c21a9d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4c1c10c630 con 0x7f4c1c100de0 2024-09-16T01:37:24.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c21a9d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4c1c10c4b0 con 0x7f4c1c1020a0 2024-09-16T01:37:24.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c21a9d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4c1c10c7b0 con 0x7f4c1c1017a0 2024-09-16T01:37:24.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c1b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c1c100de0 0x7f4c1c19a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:37:24.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c1bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4c1c1020a0 0x7f4c1c1a1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:37:24.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c1bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4c1c1020a0 0x7f4c1c1a1660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:42840/0 (socket says 172.21.15.29:42840) 2024-09-16T01:37:24.642 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c1b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c1c100de0 0x7f4c1c19a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.29:34986/0 (socket says 172.21.15.29:34986) 2024-09-16T01:37:24.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c1bfff640 1 -- 172.21.15.29:0/2414734565 learned_addr learned my addr 172.21.15.29:0/2414734565 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:37:24.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c1affd640 1 --2- 172.21.15.29:0/2414734565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c1c1017a0 0x7f4c1c19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:37:24.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c1bfff640 1 -- 172.21.15.29:0/2414734565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c1c1017a0 msgr2=0x7f4c1c19a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:37:24.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c1bfff640 1 --2- 172.21.15.29:0/2414734565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c1c1017a0 0x7f4c1c19a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:24.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c1bfff640 1 -- 172.21.15.29:0/2414734565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c1c100de0 msgr2=0x7f4c1c19a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:37:24.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c1bfff640 1 --2- 172.21.15.29:0/2414734565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c1c100de0 0x7f4c1c19a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:24.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c1bfff640 1 -- 172.21.15.29:0/2414734565 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c1c1a1cd0 con 0x7f4c1c1020a0 2024-09-16T01:37:24.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c1bfff640 1 --2- 172.21.15.29:0/2414734565 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4c1c1020a0 0x7f4c1c1a1660 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4c1400d950 tx=0x7f4c1400de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:37:24.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c18ff9640 1 -- 172.21.15.29:0/2414734565 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c14017030 con 0x7f4c1c1020a0 2024-09-16T01:37:24.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c21a9d640 1 -- 172.21.15.29:0/2414734565 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c1c1a1fc0 con 0x7f4c1c1020a0 2024-09-16T01:37:24.643 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c18ff9640 1 -- 172.21.15.29:0/2414734565 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4c14004020 con 0x7f4c1c1020a0 2024-09-16T01:37:24.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c18ff9640 1 -- 172.21.15.29:0/2414734565 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c14003b20 con 0x7f4c1c1020a0 2024-09-16T01:37:24.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.598+0000 7f4c21a9d640 1 -- 172.21.15.29:0/2414734565 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c1c1a2470 con 0x7f4c1c1020a0 2024-09-16T01:37:24.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.600+0000 7f4c21a9d640 1 -- 172.21.15.29:0/2414734565 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4c1c1a2790 con 0x7f4c1c1020a0 2024-09-16T01:37:24.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.602+0000 7f4c18ff9640 1 -- 172.21.15.29:0/2414734565 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f4c1401a070 con 0x7f4c1c1020a0 2024-09-16T01:37:24.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.602+0000 7f4c18ff9640 1 --2- 172.21.15.29:0/2414734565 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4c080a3270 0x7f4c080a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:37:24.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.603+0000 7f4c18ff9640 1 -- 172.21.15.29:0/2414734565 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 3702+0+0 (secure 0 0 0) 0x7f4c140ce500 con 0x7f4c1c1020a0 2024-09-16T01:37:24.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.603+0000 7f4c1b7fe640 1 --2- 172.21.15.29:0/2414734565 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4c080a3270 0x7f4c080a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:37:24.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.603+0000 7f4c1b7fe640 1 --2- 172.21.15.29:0/2414734565 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4c080a3270 0x7f4c080a5730 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4c04000f80 tx=0x7f4c04031000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:37:24.644 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.606+0000 7f4c18ff9640 1 -- 172.21.15.29:0/2414734565 <== mon.2 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4c1409c420 con 0x7f4c1c1020a0 2024-09-16T01:37:24.791 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:24.789+0000 7f4c21a9d640 1 -- 172.21.15.29:0/2414734565 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f4c1c1a2960 con 0x7f4c080a3270 2024-09-16T01:37:25.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:25 smithi017 ceph-mon[30972]: purged_snaps scrub starts 2024-09-16T01:37:25.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:25 smithi017 ceph-mon[30972]: purged_snaps scrub ok 2024-09-16T01:37:25.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:25 smithi017 ceph-mon[30972]: Detected new or changed devices on smithi017 2024-09-16T01:37:25.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:25 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi017 to 8546M 2024-09-16T01:37:25.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:37:25.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:37:25.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:25.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:25 smithi017 ceph-mon[30972]: osdmap e26: 4 total, 4 up, 4 in 2024-09-16T01:37:25.544 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:25 smithi029 ceph-mon[34783]: purged_snaps scrub starts 2024-09-16T01:37:25.545 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:25 smithi029 ceph-mon[34783]: purged_snaps scrub ok 2024-09-16T01:37:25.545 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:25 smithi029 ceph-mon[34783]: Detected new or changed devices on smithi017 2024-09-16T01:37:25.545 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:25 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi017 to 8546M 2024-09-16T01:37:25.545 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:37:25.545 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:37:25.545 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:25.545 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:25 smithi029 ceph-mon[34783]: osdmap e26: 4 total, 4 up, 4 in 2024-09-16T01:37:25.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:25 smithi122 ceph-mon[34758]: purged_snaps scrub starts 2024-09-16T01:37:25.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:25 smithi122 ceph-mon[34758]: purged_snaps scrub ok 2024-09-16T01:37:25.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:25 smithi122 ceph-mon[34758]: Detected new or changed devices on smithi017 2024-09-16T01:37:25.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:25 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi017 to 8546M 2024-09-16T01:37:25.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:37:25.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:37:25.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:25.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:25 smithi122 ceph-mon[34758]: osdmap e26: 4 total, 4 up, 4 in 2024-09-16T01:37:26.496 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:26 smithi029 ceph-mon[34783]: pgmap v97: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:26.496 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:26 smithi029 ceph-mon[34783]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:37:26.496 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:26 smithi029 ceph-mon[34783]: osdmap e27: 4 total, 4 up, 4 in 2024-09-16T01:37:26.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:26 smithi017 ceph-mon[30972]: pgmap v97: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:26.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:26 smithi017 ceph-mon[30972]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:37:26.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:26 smithi017 ceph-mon[30972]: osdmap e27: 4 total, 4 up, 4 in 2024-09-16T01:37:26.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:26 smithi122 ceph-mon[34758]: pgmap v97: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:26.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:26 smithi122 ceph-mon[34758]: from='client.24206 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:37:26.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:26 smithi122 ceph-mon[34758]: osdmap e27: 4 total, 4 up, 4 in 2024-09-16T01:37:27.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:27 smithi122 ceph-mon[34758]: from='client.? 172.21.15.29:0/3337594422' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d202bcb-50ab-4f6e-a090-7e61c538fa77"}]: dispatch 2024-09-16T01:37:27.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:27 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d202bcb-50ab-4f6e-a090-7e61c538fa77"}]: dispatch 2024-09-16T01:37:27.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:27 smithi122 ceph-mon[34758]: osdmap e28: 4 total, 4 up, 4 in 2024-09-16T01:37:27.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:27 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d202bcb-50ab-4f6e-a090-7e61c538fa77"}]': finished 2024-09-16T01:37:27.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:27 smithi122 ceph-mon[34758]: osdmap e29: 5 total, 4 up, 5 in 2024-09-16T01:37:27.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:27.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:27 smithi029 ceph-mon[34783]: from='client.? 172.21.15.29:0/3337594422' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d202bcb-50ab-4f6e-a090-7e61c538fa77"}]: dispatch 2024-09-16T01:37:27.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:27 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d202bcb-50ab-4f6e-a090-7e61c538fa77"}]: dispatch 2024-09-16T01:37:27.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:27 smithi029 ceph-mon[34783]: osdmap e28: 4 total, 4 up, 4 in 2024-09-16T01:37:27.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:27 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d202bcb-50ab-4f6e-a090-7e61c538fa77"}]': finished 2024-09-16T01:37:27.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:27 smithi029 ceph-mon[34783]: osdmap e29: 5 total, 4 up, 5 in 2024-09-16T01:37:27.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:27.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:27 smithi017 ceph-mon[30972]: from='client.? 172.21.15.29:0/3337594422' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d202bcb-50ab-4f6e-a090-7e61c538fa77"}]: dispatch 2024-09-16T01:37:27.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:27 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d202bcb-50ab-4f6e-a090-7e61c538fa77"}]: dispatch 2024-09-16T01:37:27.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:27 smithi017 ceph-mon[30972]: osdmap e28: 4 total, 4 up, 4 in 2024-09-16T01:37:27.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:27 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d202bcb-50ab-4f6e-a090-7e61c538fa77"}]': finished 2024-09-16T01:37:27.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:27 smithi017 ceph-mon[30972]: osdmap e29: 5 total, 4 up, 5 in 2024-09-16T01:37:27.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:28.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:28 smithi122 ceph-mon[34758]: pgmap v100: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:28.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:28 smithi122 ceph-mon[34758]: from='client.? 172.21.15.29:0/1551017654' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:37:28.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:28 smithi122 ceph-mon[34758]: osdmap e30: 5 total, 4 up, 5 in 2024-09-16T01:37:28.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:28.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:28 smithi029 ceph-mon[34783]: pgmap v100: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:28.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:28 smithi029 ceph-mon[34783]: from='client.? 172.21.15.29:0/1551017654' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:37:28.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:28 smithi029 ceph-mon[34783]: osdmap e30: 5 total, 4 up, 5 in 2024-09-16T01:37:28.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:28 smithi017 ceph-mon[30972]: pgmap v100: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:28 smithi017 ceph-mon[30972]: from='client.? 172.21.15.29:0/1551017654' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:37:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:28 smithi017 ceph-mon[30972]: osdmap e30: 5 total, 4 up, 5 in 2024-09-16T01:37:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:30.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:30 smithi122 ceph-mon[34758]: pgmap v104: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:30.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:30 smithi029 ceph-mon[34783]: pgmap v104: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:30 smithi017 ceph-mon[30972]: pgmap v104: 1 pgs: 1 remapped+peering; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:32.699 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:32 smithi029 ceph-mon[34783]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 136 KiB/s, 0 objects/s recovering 2024-09-16T01:37:32.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:32 smithi017 ceph-mon[30972]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 136 KiB/s, 0 objects/s recovering 2024-09-16T01:37:32.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:32 smithi122 ceph-mon[34758]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 136 KiB/s, 0 objects/s recovering 2024-09-16T01:37:34.468 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:34 smithi029 ceph-mon[34783]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T01:37:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:34 smithi017 ceph-mon[30972]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T01:37:34.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:34 smithi122 ceph-mon[34758]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T01:37:36.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:36 smithi029 ceph-mon[34783]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-09-16T01:37:36.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:36 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T01:37:36.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:36 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:36 smithi017 ceph-mon[30972]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-09-16T01:37:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:36 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T01:37:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:36 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:36 smithi122 ceph-mon[34758]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-09-16T01:37:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:36 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T01:37:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:36 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:37.585 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:37 smithi029 ceph-mon[34783]: Deploying daemon osd.4 on smithi029 2024-09-16T01:37:37.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:37 smithi017 ceph-mon[30972]: Deploying daemon osd.4 on smithi029 2024-09-16T01:37:37.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:37 smithi122 ceph-mon[34758]: Deploying daemon osd.4 on smithi029 2024-09-16T01:37:38.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:38 smithi029 ceph-mon[34783]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-16T01:37:38.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:38 smithi017 ceph-mon[30972]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-16T01:37:38.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:38 smithi122 ceph-mon[34758]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-09-16T01:37:40.750 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:40 smithi029 ceph-mon[34783]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-16T01:37:40.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:40 smithi017 ceph-mon[30972]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-16T01:37:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:40 smithi122 ceph-mon[34758]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 56 KiB/s, 0 objects/s recovering 2024-09-16T01:37:42.657 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:42 smithi029 ceph-mon[34783]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T01:37:42.658 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:37:42.658 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:42.658 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:42 smithi017 ceph-mon[30972]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T01:37:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:37:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:42 smithi122 ceph-mon[34758]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T01:37:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:37:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:44.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:44 smithi029 ceph-mon[34783]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:44.577 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:44 smithi017 ceph-mon[30972]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:44.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:44 smithi122 ceph-mon[34758]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:46.138 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:45 smithi029 ceph-mon[34783]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:46.138 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:45 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:46.138 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:45 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:46.138 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:45 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:46.138 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:45 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:37:46.138 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:45 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:46.177 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:46.176+0000 7f4c18ff9640 1 -- 172.21.15.29:0/2414734565 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f4c1c1a2960 con 0x7f4c080a3270 2024-09-16T01:37:46.178 INFO:teuthology.orchestra.run.smithi029.stdout:Created osd(s) 4 on host 'smithi029' 2024-09-16T01:37:46.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:46.178+0000 7f4c21a9d640 1 -- 172.21.15.29:0/2414734565 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4c080a3270 msgr2=0x7f4c080a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:37:46.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:46.178+0000 7f4c21a9d640 1 --2- 172.21.15.29:0/2414734565 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4c080a3270 0x7f4c080a5730 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f4c04000f80 tx=0x7f4c04031000 comp rx=0 tx=0).stop 2024-09-16T01:37:46.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:46.178+0000 7f4c21a9d640 1 -- 172.21.15.29:0/2414734565 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4c1c1020a0 msgr2=0x7f4c1c1a1660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:37:46.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:46.178+0000 7f4c21a9d640 1 --2- 172.21.15.29:0/2414734565 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4c1c1020a0 0x7f4c1c1a1660 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f4c1400d950 tx=0x7f4c1400de10 comp rx=0 tx=0).stop 2024-09-16T01:37:46.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:46.178+0000 7f4c21a9d640 1 -- 172.21.15.29:0/2414734565 shutdown_connections 2024-09-16T01:37:46.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:46.178+0000 7f4c21a9d640 1 --2- 172.21.15.29:0/2414734565 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4c080a3270 0x7f4c080a5730 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:46.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:46.178+0000 7f4c21a9d640 1 --2- 172.21.15.29:0/2414734565 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4c1c1020a0 0x7f4c1c1a1660 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:46.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:46.178+0000 7f4c21a9d640 1 --2- 172.21.15.29:0/2414734565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4c1c1017a0 0x7f4c1c19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:46.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:46.178+0000 7f4c21a9d640 1 --2- 172.21.15.29:0/2414734565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c1c100de0 0x7f4c1c19a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:46.180 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:46.178+0000 7f4c21a9d640 1 -- 172.21.15.29:0/2414734565 >> 172.21.15.29:0/2414734565 conn(0x7f4c1c0fba40 msgr2=0x7f4c1c0ffd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:37:46.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:46.178+0000 7f4c21a9d640 1 -- 172.21.15.29:0/2414734565 shutdown_connections 2024-09-16T01:37:46.181 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:37:46.178+0000 7f4c21a9d640 1 -- 172.21.15.29:0/2414734565 wait complete. 2024-09-16T01:37:46.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:45 smithi017 ceph-mon[30972]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:46.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:45 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:46.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:45 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:46.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:45 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:46.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:45 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:37:46.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:45 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:46.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:45 smithi122 ceph-mon[34758]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:46.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:45 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:46.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:45 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:46.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:45 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:46.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:45 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:37:46.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:45 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:46.858 DEBUG:teuthology.orchestra.run.smithi029:osd.4> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.4.service 2024-09-16T01:37:46.861 INFO:tasks.cephadm:Deploying osd.5 on smithi122 with /dev/vg_nvme/lv_3... 2024-09-16T01:37:46.861 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-16T01:37:47.114 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T01:37:47.176 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:46 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:37:47.176 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:46 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:47.176 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:46 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:47.233 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:46 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:37:47.233 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:46 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:47.233 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:46 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:47.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:46 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:37:47.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:46 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:47.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:46 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:48.181 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 01:37:47 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4[46087]: 2024-09-16T01:37:47.901+0000 7f208c2ed640 -1 osd.4 0 log_to_monitors true 2024-09-16T01:37:48.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:48 smithi122 ceph-mon[34758]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:48.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:48 smithi122 ceph-mon[34758]: from='osd.4 [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T01:37:48.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:48 smithi122 ceph-mon[34758]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T01:37:48.445 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:48 smithi029 ceph-mon[34783]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:48.445 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:48 smithi029 ceph-mon[34783]: from='osd.4 [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T01:37:48.445 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:48 smithi029 ceph-mon[34783]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T01:37:48.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:48 smithi017 ceph-mon[30972]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:48.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:48 smithi017 ceph-mon[30972]: from='osd.4 [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T01:37:48.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:48 smithi017 ceph-mon[30972]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T01:37:49.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:49 smithi122 ceph-mon[34758]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T01:37:49.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:49 smithi122 ceph-mon[34758]: from='osd.4 [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:37:49.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:49 smithi122 ceph-mon[34758]: osdmap e31: 5 total, 4 up, 5 in 2024-09-16T01:37:49.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:49 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:49.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:49 smithi122 ceph-mon[34758]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:37:49.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:49 smithi122 ceph-mon[34758]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2024-09-16T01:37:49.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:49 smithi017 ceph-mon[30972]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T01:37:49.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:49 smithi017 ceph-mon[30972]: from='osd.4 [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:37:49.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:49 smithi017 ceph-mon[30972]: osdmap e31: 5 total, 4 up, 5 in 2024-09-16T01:37:49.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:49 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:49.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:49 smithi017 ceph-mon[30972]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:37:49.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:49 smithi017 ceph-mon[30972]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2024-09-16T01:37:49.537 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:49 smithi029 ceph-mon[34783]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T01:37:49.537 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:49 smithi029 ceph-mon[34783]: from='osd.4 [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:37:49.537 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:49 smithi029 ceph-mon[34783]: osdmap e31: 5 total, 4 up, 5 in 2024-09-16T01:37:49.537 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:49 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:49.537 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:49 smithi029 ceph-mon[34783]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:37:49.537 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:49 smithi029 ceph-mon[34783]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2024-09-16T01:37:49.693 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:37:49.719 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi122:vg_nvme/lv_3 2024-09-16T01:37:49.796 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 01:37:49 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4[46087]: 2024-09-16T01:37:49.613+0000 7f2088a84640 -1 osd.4 0 waiting for initial osdmap 2024-09-16T01:37:49.796 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 01:37:49 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4[46087]: 2024-09-16T01:37:49.619+0000 7f2080090640 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:37:49.969 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T01:37:50.352 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:50 smithi122 ceph-mon[34758]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:50.352 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:50 smithi122 ceph-mon[34758]: osdmap e32: 5 total, 4 up, 5 in 2024-09-16T01:37:50.352 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:50.352 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:50.352 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:50 smithi122 ceph-mon[34758]: from='osd.4 ' entity='osd.4' 2024-09-16T01:37:50.352 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:50.352 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:50.352 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:37:50.352 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:37:50.353 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:50.353 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:50.353 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:37:50.353 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:50.353 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:50.471 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.468+0000 7f457001d640 1 -- 172.21.15.122:0/2860324019 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45681026d0 msgr2=0x7f4568108f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:37:50.472 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.468+0000 7f457001d640 1 --2- 172.21.15.122:0/2860324019 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45681026d0 0x7f4568108f60 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f4560009ca0 tx=0x7f456002a8c0 comp rx=0 tx=0).stop 2024-09-16T01:37:50.472 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.468+0000 7f457001d640 1 -- 172.21.15.122:0/2860324019 shutdown_connections 2024-09-16T01:37:50.472 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.468+0000 7f457001d640 1 --2- 172.21.15.122:0/2860324019 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f45681026d0 0x7f4568108f60 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:50.472 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.468+0000 7f457001d640 1 --2- 172.21.15.122:0/2860324019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4568101d10 0x7f4568102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:50.472 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.468+0000 7f457001d640 1 --2- 172.21.15.122:0/2860324019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4568100b10 0x7f4568100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:50.472 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.468+0000 7f457001d640 1 -- 172.21.15.122:0/2860324019 >> 172.21.15.122:0/2860324019 conn(0x7f45680fc2a0 msgr2=0x7f45680fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:37:50.472 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.468+0000 7f457001d640 1 -- 172.21.15.122:0/2860324019 shutdown_connections 2024-09-16T01:37:50.472 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.468+0000 7f457001d640 1 -- 172.21.15.122:0/2860324019 wait complete. 2024-09-16T01:37:50.472 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f457001d640 1 Processor -- start 2024-09-16T01:37:50.472 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f457001d640 1 -- start start 2024-09-16T01:37:50.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f457001d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4568100b10 0x7f4568197dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:37:50.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f457001d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4568101d10 0x7f4568198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:37:50.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f457001d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45681026d0 0x7f456819f380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:37:50.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f457001d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f456810c640 con 0x7f45681026d0 2024-09-16T01:37:50.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f457001d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f456810c4c0 con 0x7f4568101d10 2024-09-16T01:37:50.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f457001d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f456810c7c0 con 0x7f4568100b10 2024-09-16T01:37:50.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f456ddb9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4568100b10 0x7f4568197dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:37:50.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f456ddb9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4568100b10 0x7f4568197dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:57856/0 (socket says 172.21.15.122:57856) 2024-09-16T01:37:50.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f456ddb9640 1 -- 172.21.15.122:0/1437633120 learned_addr learned my addr 172.21.15.122:0/1437633120 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:37:50.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f456d5b8640 1 --2- 172.21.15.122:0/1437633120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4568101d10 0x7f4568198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:37:50.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f456e5ba640 1 --2- 172.21.15.122:0/1437633120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45681026d0 0x7f456819f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:37:50.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f456ddb9640 1 -- 172.21.15.122:0/1437633120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4568101d10 msgr2=0x7f4568198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:37:50.473 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f456ddb9640 1 --2- 172.21.15.122:0/1437633120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4568101d10 0x7f4568198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:50.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f456ddb9640 1 -- 172.21.15.122:0/1437633120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45681026d0 msgr2=0x7f456819f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:37:50.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f456ddb9640 1 --2- 172.21.15.122:0/1437633120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45681026d0 0x7f456819f380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:37:50.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f456ddb9640 1 -- 172.21.15.122:0/1437633120 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f456819f9f0 con 0x7f4568100b10 2024-09-16T01:37:50.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.469+0000 7f456ddb9640 1 --2- 172.21.15.122:0/1437633120 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4568100b10 0x7f4568197dc0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f455c00e9c0 tx=0x7f455c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:37:50.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.470+0000 7f455affd640 1 -- 172.21.15.122:0/1437633120 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f455c00cd80 con 0x7f4568100b10 2024-09-16T01:37:50.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.470+0000 7f455affd640 1 -- 172.21.15.122:0/1437633120 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f455c0035f0 con 0x7f4568100b10 2024-09-16T01:37:50.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.470+0000 7f457001d640 1 -- 172.21.15.122:0/1437633120 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f456819fce0 con 0x7f4568100b10 2024-09-16T01:37:50.474 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.470+0000 7f455affd640 1 -- 172.21.15.122:0/1437633120 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f455c010690 con 0x7f4568100b10 2024-09-16T01:37:50.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.470+0000 7f457001d640 1 -- 172.21.15.122:0/1437633120 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45681a0170 con 0x7f4568100b10 2024-09-16T01:37:50.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.471+0000 7f457001d640 1 -- 172.21.15.122:0/1437633120 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45681a0400 con 0x7f4568100b10 2024-09-16T01:37:50.475 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.472+0000 7f455affd640 1 -- 172.21.15.122:0/1437633120 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f455c0037a0 con 0x7f4568100b10 2024-09-16T01:37:50.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.473+0000 7f455affd640 1 --2- 172.21.15.122:0/1437633120 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f45540a3270 0x7f45540a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:37:50.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.473+0000 7f455affd640 1 -- 172.21.15.122:0/1437633120 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 3821+0+0 (secure 0 0 0) 0x7f455c0cee00 con 0x7f4568100b10 2024-09-16T01:37:50.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.473+0000 7f456d5b8640 1 --2- 172.21.15.122:0/1437633120 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f45540a3270 0x7f45540a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:37:50.476 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.473+0000 7f456d5b8640 1 --2- 172.21.15.122:0/1437633120 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f45540a3270 0x7f45540a5730 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f45681992e0 tx=0x7f456400b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:37:50.477 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.476+0000 7f455affd640 1 -- 172.21.15.122:0/1437633120 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f455c09cc10 con 0x7f4568100b10 2024-09-16T01:37:50.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:50 smithi017 ceph-mon[30972]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:50 smithi017 ceph-mon[30972]: osdmap e32: 5 total, 4 up, 5 in 2024-09-16T01:37:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:50 smithi017 ceph-mon[30972]: from='osd.4 ' entity='osd.4' 2024-09-16T01:37:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:37:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:37:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:37:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:50.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:50.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:50 smithi029 ceph-mon[34783]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:50 smithi029 ceph-mon[34783]: osdmap e32: 5 total, 4 up, 5 in 2024-09-16T01:37:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:50 smithi029 ceph-mon[34783]: from='osd.4 ' entity='osd.4' 2024-09-16T01:37:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:37:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:37:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:37:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:37:50.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:50.654 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:37:50.653+0000 7f457001d640 1 -- 172.21.15.122:0/1437633120 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) -- 0x7f45681a05d0 con 0x7f45540a3270 2024-09-16T01:37:51.373 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:51 smithi122 ceph-mon[34758]: purged_snaps scrub starts 2024-09-16T01:37:51.373 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:51 smithi122 ceph-mon[34758]: purged_snaps scrub ok 2024-09-16T01:37:51.373 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:51 smithi122 ceph-mon[34758]: Detected new or changed devices on smithi029 2024-09-16T01:37:51.373 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:51 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi029 to 8546M 2024-09-16T01:37:51.373 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:51 smithi122 ceph-mon[34758]: osd.4 [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164] boot 2024-09-16T01:37:51.374 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:51 smithi122 ceph-mon[34758]: osdmap e33: 5 total, 5 up, 5 in 2024-09-16T01:37:51.374 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:51.374 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:37:51.374 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:37:51.374 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:51.481 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:51 smithi029 ceph-mon[34783]: purged_snaps scrub starts 2024-09-16T01:37:51.481 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:51 smithi029 ceph-mon[34783]: purged_snaps scrub ok 2024-09-16T01:37:51.481 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:51 smithi029 ceph-mon[34783]: Detected new or changed devices on smithi029 2024-09-16T01:37:51.481 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:51 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi029 to 8546M 2024-09-16T01:37:51.482 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:51 smithi029 ceph-mon[34783]: osd.4 [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164] boot 2024-09-16T01:37:51.482 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:51 smithi029 ceph-mon[34783]: osdmap e33: 5 total, 5 up, 5 in 2024-09-16T01:37:51.482 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:51.482 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:37:51.482 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:37:51.482 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:51.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:51 smithi017 ceph-mon[30972]: purged_snaps scrub starts 2024-09-16T01:37:51.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:51 smithi017 ceph-mon[30972]: purged_snaps scrub ok 2024-09-16T01:37:51.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:51 smithi017 ceph-mon[30972]: Detected new or changed devices on smithi029 2024-09-16T01:37:51.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:51 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi029 to 8546M 2024-09-16T01:37:51.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:51 smithi017 ceph-mon[30972]: osd.4 [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164] boot 2024-09-16T01:37:51.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:51 smithi017 ceph-mon[30972]: osdmap e33: 5 total, 5 up, 5 in 2024-09-16T01:37:51.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T01:37:51.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:37:51.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:37:51.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:37:52.491 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:52 smithi029 ceph-mon[34783]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:52.492 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:52 smithi029 ceph-mon[34783]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:37:52.492 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:52 smithi029 ceph-mon[34783]: osdmap e34: 5 total, 5 up, 5 in 2024-09-16T01:37:52.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:52 smithi017 ceph-mon[30972]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:52.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:52 smithi017 ceph-mon[30972]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:37:52.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:52 smithi017 ceph-mon[30972]: osdmap e34: 5 total, 5 up, 5 in 2024-09-16T01:37:52.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:52 smithi122 ceph-mon[34758]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 119 MiB used, 357 GiB / 358 GiB avail 2024-09-16T01:37:52.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:52 smithi122 ceph-mon[34758]: from='client.24229 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:37:52.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:52 smithi122 ceph-mon[34758]: osdmap e34: 5 total, 5 up, 5 in 2024-09-16T01:37:53.489 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:53 smithi122 ceph-mon[34758]: from='client.? 172.21.15.122:0/4287930913' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bcc07f4f-f204-465b-b9c6-c04604d243c1"}]: dispatch 2024-09-16T01:37:53.490 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:53 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bcc07f4f-f204-465b-b9c6-c04604d243c1"}]: dispatch 2024-09-16T01:37:53.490 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:53 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bcc07f4f-f204-465b-b9c6-c04604d243c1"}]': finished 2024-09-16T01:37:53.490 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:53 smithi122 ceph-mon[34758]: osdmap e35: 6 total, 5 up, 6 in 2024-09-16T01:37:53.490 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:37:53.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:53 smithi017 ceph-mon[30972]: from='client.? 172.21.15.122:0/4287930913' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bcc07f4f-f204-465b-b9c6-c04604d243c1"}]: dispatch 2024-09-16T01:37:53.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:53 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bcc07f4f-f204-465b-b9c6-c04604d243c1"}]: dispatch 2024-09-16T01:37:53.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:53 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bcc07f4f-f204-465b-b9c6-c04604d243c1"}]': finished 2024-09-16T01:37:53.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:53 smithi017 ceph-mon[30972]: osdmap e35: 6 total, 5 up, 6 in 2024-09-16T01:37:53.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:37:53.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:53 smithi029 ceph-mon[34783]: from='client.? 172.21.15.122:0/4287930913' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bcc07f4f-f204-465b-b9c6-c04604d243c1"}]: dispatch 2024-09-16T01:37:53.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:53 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bcc07f4f-f204-465b-b9c6-c04604d243c1"}]: dispatch 2024-09-16T01:37:53.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:53 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bcc07f4f-f204-465b-b9c6-c04604d243c1"}]': finished 2024-09-16T01:37:53.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:53 smithi029 ceph-mon[34783]: osdmap e35: 6 total, 5 up, 6 in 2024-09-16T01:37:53.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:37:54.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:54 smithi017 ceph-mon[30972]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:37:54.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:54 smithi017 ceph-mon[30972]: from='client.? 172.21.15.122:0/1302962542' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:37:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:54 smithi122 ceph-mon[34758]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:37:54.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:54 smithi122 ceph-mon[34758]: from='client.? 172.21.15.122:0/1302962542' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:37:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:54 smithi029 ceph-mon[34783]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:37:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:54 smithi029 ceph-mon[34783]: from='client.? 172.21.15.122:0/1302962542' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:37:56.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:56 smithi017 ceph-mon[30972]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:37:56.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:56 smithi029 ceph-mon[34783]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:37:56.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:56 smithi122 ceph-mon[34758]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:37:58.395 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:37:58 smithi122 ceph-mon[34758]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:37:58.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:37:58 smithi017 ceph-mon[30972]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:37:58.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:37:58 smithi029 ceph-mon[34783]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:00.468 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:00 smithi122 ceph-mon[34758]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:00.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:00 smithi017 ceph-mon[30972]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:00.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:00 smithi029 ceph-mon[34783]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:02.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:02 smithi029 ceph-mon[34783]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:02.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:02 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T01:38:02.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:02 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:02.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:02 smithi017 ceph-mon[30972]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:02.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:02 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T01:38:02.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:02 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:02.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:02 smithi122 ceph-mon[34758]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:02.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:02 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T01:38:02.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:02 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:03.470 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:03 smithi122 ceph-mon[34758]: Deploying daemon osd.5 on smithi122 2024-09-16T01:38:03.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:03 smithi017 ceph-mon[30972]: Deploying daemon osd.5 on smithi122 2024-09-16T01:38:03.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:03 smithi029 ceph-mon[34783]: Deploying daemon osd.5 on smithi122 2024-09-16T01:38:04.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:04 smithi017 ceph-mon[30972]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:04.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:04 smithi029 ceph-mon[34783]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:04.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:04 smithi122 ceph-mon[34758]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:06.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:06 smithi017 ceph-mon[30972]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:06.540 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:06 smithi122 ceph-mon[34758]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:06.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:06 smithi029 ceph-mon[34783]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:08.503 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:08 smithi122 ceph-mon[34758]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:08.503 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:08.503 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:08.503 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:08.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:08 smithi017 ceph-mon[30972]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:08.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:08.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:08.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:08.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:08 smithi029 ceph-mon[34783]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:08.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:08.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:08.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:10.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:10 smithi017 ceph-mon[30972]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:10.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:10 smithi029 ceph-mon[34783]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:10.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:10 smithi122 ceph-mon[34758]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:11.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:11 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:11.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:11 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:11.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:11 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:11.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:11 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:38:11.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:11 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:11.601 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:38:11.599+0000 7f455affd640 1 -- 172.21.15.122:0/1437633120 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f45681a05d0 con 0x7f45540a3270 2024-09-16T01:38:11.601 INFO:teuthology.orchestra.run.smithi122.stdout:Created osd(s) 5 on host 'smithi122' 2024-09-16T01:38:11.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:38:11.601+0000 7f457001d640 1 -- 172.21.15.122:0/1437633120 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f45540a3270 msgr2=0x7f45540a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:38:11.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:38:11.601+0000 7f457001d640 1 --2- 172.21.15.122:0/1437633120 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f45540a3270 0x7f45540a5730 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f45681992e0 tx=0x7f456400b390 comp rx=0 tx=0).stop 2024-09-16T01:38:11.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:38:11.601+0000 7f457001d640 1 -- 172.21.15.122:0/1437633120 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4568100b10 msgr2=0x7f4568197dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:38:11.603 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:38:11.601+0000 7f457001d640 1 --2- 172.21.15.122:0/1437633120 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4568100b10 0x7f4568197dc0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f455c00e9c0 tx=0x7f455c00ee80 comp rx=0 tx=0).stop 2024-09-16T01:38:11.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:38:11.602+0000 7f457001d640 1 -- 172.21.15.122:0/1437633120 shutdown_connections 2024-09-16T01:38:11.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:38:11.602+0000 7f457001d640 1 --2- 172.21.15.122:0/1437633120 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f45540a3270 0x7f45540a5730 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:11.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:38:11.602+0000 7f457001d640 1 --2- 172.21.15.122:0/1437633120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45681026d0 0x7f456819f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:11.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:38:11.602+0000 7f457001d640 1 --2- 172.21.15.122:0/1437633120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4568101d10 0x7f4568198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:11.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:38:11.602+0000 7f457001d640 1 --2- 172.21.15.122:0/1437633120 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4568100b10 0x7f4568197dc0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:11.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:38:11.602+0000 7f457001d640 1 -- 172.21.15.122:0/1437633120 >> 172.21.15.122:0/1437633120 conn(0x7f45680fc2a0 msgr2=0x7f456806a7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:38:11.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:38:11.602+0000 7f457001d640 1 -- 172.21.15.122:0/1437633120 shutdown_connections 2024-09-16T01:38:11.604 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:38:11.602+0000 7f457001d640 1 -- 172.21.15.122:0/1437633120 wait complete. 2024-09-16T01:38:11.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:11.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:11.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:11.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:38:11.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:11.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:11 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:11.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:11 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:11.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:11 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:11.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:11 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:38:11.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:11 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:12.375 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:12 smithi122 ceph-mon[34758]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:12.375 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:12 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:12.375 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:12 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:12.375 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:12 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:12.401 DEBUG:teuthology.orchestra.run.smithi122:osd.5> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.5.service 2024-09-16T01:38:12.404 INFO:tasks.cephadm:Deploying osd.6 on smithi017 with /dev/vg_nvme/lv_2... 2024-09-16T01:38:12.404 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-16T01:38:12.667 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:38:12.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:12 smithi017 ceph-mon[30972]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:12.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:12 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:12.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:12 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:12.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:12 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:12.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:12 smithi029 ceph-mon[34783]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:12.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:12 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:12.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:12 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:12.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:12 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:14.297 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 01:38:14 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T01:38:14.032+0000 7f5bb91bf640 -1 osd.5 0 log_to_monitors true 2024-09-16T01:38:14.573 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:14 smithi017 ceph-mon[30972]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:14.573 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:14 smithi017 ceph-mon[30972]: from='osd.5 [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T01:38:14.574 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:14 smithi017 ceph-mon[30972]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T01:38:14.707 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:14 smithi122 ceph-mon[34758]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:14.707 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:14 smithi122 ceph-mon[34758]: from='osd.5 [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T01:38:14.708 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:14 smithi122 ceph-mon[34758]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T01:38:14.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:14 smithi029 ceph-mon[34783]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:14.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:14 smithi029 ceph-mon[34783]: from='osd.5 [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T01:38:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:14 smithi029 ceph-mon[34783]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T01:38:15.155 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:38:15.185 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi017:vg_nvme/lv_2 2024-09-16T01:38:15.443 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:38:15.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:15 smithi017 ceph-mon[30972]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T01:38:15.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:15 smithi017 ceph-mon[30972]: osdmap e36: 6 total, 5 up, 6 in 2024-09-16T01:38:15.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:15 smithi017 ceph-mon[30972]: from='osd.5 [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:38:15.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:15 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:15.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:15 smithi017 ceph-mon[30972]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:38:15.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:15 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:15.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:15 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:15.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:15 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:15.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:15 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:15.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:15 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:15.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:15 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:15.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:15 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:38:15.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:15 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:15.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:15 smithi017 ceph-mon[30972]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]': finished 2024-09-16T01:38:15.726 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-mon[34758]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T01:38:15.726 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-mon[34758]: osdmap e36: 6 total, 5 up, 6 in 2024-09-16T01:38:15.726 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-mon[34758]: from='osd.5 [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:38:15.726 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:15.727 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-mon[34758]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:38:15.727 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:15.727 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:15.727 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:15.727 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:15.727 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:15.727 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:15.727 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:38:15.727 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:15.727 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-mon[34758]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]': finished 2024-09-16T01:38:15.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:15 smithi029 ceph-mon[34783]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T01:38:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:15 smithi029 ceph-mon[34783]: osdmap e36: 6 total, 5 up, 6 in 2024-09-16T01:38:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:15 smithi029 ceph-mon[34783]: from='osd.5 [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:38:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:15 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:15 smithi029 ceph-mon[34783]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:38:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:15 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:15 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:15 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:15 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:15 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:15 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:15 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:38:15.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:15 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:15.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:15 smithi029 ceph-mon[34783]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]': finished 2024-09-16T01:38:16.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.007+0000 7f3f6193d640 1 -- 172.21.15.17:0/1523593039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f5c100b10 msgr2=0x7f3f5c100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:38:16.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.007+0000 7f3f6193d640 1 --2- 172.21.15.17:0/1523593039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f5c100b10 0x7f3f5c100f10 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f3f4c009900 tx=0x7f3f4c02a410 comp rx=0 tx=0).stop 2024-09-16T01:38:16.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.007+0000 7f3f6193d640 1 -- 172.21.15.17:0/1523593039 shutdown_connections 2024-09-16T01:38:16.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.007+0000 7f3f6193d640 1 --2- 172.21.15.17:0/1523593039 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3f5c1026d0 0x7f3f5c108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:16.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.007+0000 7f3f6193d640 1 --2- 172.21.15.17:0/1523593039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f5c101d10 0x7f3f5c102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:16.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.007+0000 7f3f6193d640 1 --2- 172.21.15.17:0/1523593039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f5c100b10 0x7f3f5c100f10 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:16.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.007+0000 7f3f6193d640 1 -- 172.21.15.17:0/1523593039 >> 172.21.15.17:0/1523593039 conn(0x7f3f5c0fc2a0 msgr2=0x7f3f5c0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:38:16.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.007+0000 7f3f6193d640 1 -- 172.21.15.17:0/1523593039 shutdown_connections 2024-09-16T01:38:16.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.007+0000 7f3f6193d640 1 -- 172.21.15.17:0/1523593039 wait complete. 2024-09-16T01:38:16.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.008+0000 7f3f6193d640 1 Processor -- start 2024-09-16T01:38:16.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.008+0000 7f3f6193d640 1 -- start start 2024-09-16T01:38:16.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.008+0000 7f3f6193d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f5c100b10 0x7f3f5c197e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:38:16.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.008+0000 7f3f6193d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f5c101d10 0x7f3f5c1983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:38:16.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.008+0000 7f3f6193d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3f5c1026d0 0x7f3f5c19f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:38:16.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.008+0000 7f3f6193d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3f5c10d770 con 0x7f3f5c101d10 2024-09-16T01:38:16.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.008+0000 7f3f6193d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3f5c10d5f0 con 0x7f3f5c100b10 2024-09-16T01:38:16.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.008+0000 7f3f6193d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3f5c10d8f0 con 0x7f3f5c1026d0 2024-09-16T01:38:16.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.008+0000 7f3f53fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f5c101d10 0x7f3f5c1983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:38:16.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.008+0000 7f3f53fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f5c101d10 0x7f3f5c1983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54752/0 (socket says 172.21.15.17:54752) 2024-09-16T01:38:16.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.008+0000 7f3f53fff640 1 -- 172.21.15.17:0/1275761823 learned_addr learned my addr 172.21.15.17:0/1275761823 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:38:16.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.008+0000 7f3f5affd640 1 --2- 172.21.15.17:0/1275761823 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f5c100b10 0x7f3f5c197e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:38:16.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.008+0000 7f3f5b7fe640 1 --2- 172.21.15.17:0/1275761823 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3f5c1026d0 0x7f3f5c19f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:38:16.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.009+0000 7f3f53fff640 1 -- 172.21.15.17:0/1275761823 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3f5c1026d0 msgr2=0x7f3f5c19f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:38:16.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.009+0000 7f3f53fff640 1 --2- 172.21.15.17:0/1275761823 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3f5c1026d0 0x7f3f5c19f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:16.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.009+0000 7f3f53fff640 1 -- 172.21.15.17:0/1275761823 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f5c100b10 msgr2=0x7f3f5c197e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:38:16.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.009+0000 7f3f53fff640 1 --2- 172.21.15.17:0/1275761823 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f5c100b10 0x7f3f5c197e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:16.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.009+0000 7f3f53fff640 1 -- 172.21.15.17:0/1275761823 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f5c19faa0 con 0x7f3f5c101d10 2024-09-16T01:38:16.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.009+0000 7f3f53fff640 1 --2- 172.21.15.17:0/1275761823 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f5c101d10 0x7f3f5c1983b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3f4400e9f0 tx=0x7f3f4400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:38:16.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.009+0000 7f3f6093b640 1 -- 172.21.15.17:0/1275761823 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f4400cd80 con 0x7f3f5c101d10 2024-09-16T01:38:16.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.009+0000 7f3f6193d640 1 -- 172.21.15.17:0/1275761823 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f5c19fd90 con 0x7f3f5c101d10 2024-09-16T01:38:16.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.009+0000 7f3f6093b640 1 -- 172.21.15.17:0/1275761823 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f440108e0 con 0x7f3f5c101d10 2024-09-16T01:38:16.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.009+0000 7f3f6093b640 1 -- 172.21.15.17:0/1275761823 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f44018920 con 0x7f3f5c101d10 2024-09-16T01:38:16.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.009+0000 7f3f6193d640 1 -- 172.21.15.17:0/1275761823 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f5c1a0250 con 0x7f3f5c101d10 2024-09-16T01:38:16.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.010+0000 7f3f6193d640 1 -- 172.21.15.17:0/1275761823 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3f5c100f10 con 0x7f3f5c101d10 2024-09-16T01:38:16.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.011+0000 7f3f6093b640 1 -- 172.21.15.17:0/1275761823 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f3f44010a90 con 0x7f3f5c101d10 2024-09-16T01:38:16.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.012+0000 7f3f6093b640 1 --2- 172.21.15.17:0/1275761823 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3f480a3270 0x7f3f480a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:38:16.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.012+0000 7f3f5affd640 1 --2- 172.21.15.17:0/1275761823 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3f480a3270 0x7f3f480a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:38:16.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.012+0000 7f3f6093b640 1 -- 172.21.15.17:0/1275761823 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(37..37 src has 1..37) ==== 4253+0+0 (secure 0 0 0) 0x7f3f440cf0a0 con 0x7f3f5c101d10 2024-09-16T01:38:16.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.013+0000 7f3f5affd640 1 --2- 172.21.15.17:0/1275761823 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3f480a3270 0x7f3f480a5730 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3f4c004770 tx=0x7f3f4c000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:38:16.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.016+0000 7f3f6093b640 1 -- 172.21.15.17:0/1275761823 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3f4409c750 con 0x7f3f5c101d10 2024-09-16T01:38:16.046 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T01:38:15.723+0000 7f5bb5142640 -1 osd.5 0 waiting for initial osdmap 2024-09-16T01:38:16.046 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 01:38:15 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T01:38:15.728+0000 7f5bacf62640 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:38:16.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:16.201+0000 7f3f6193d640 1 -- 172.21.15.17:0/1275761823 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f3f5c0626f0 con 0x7f3f480a3270 2024-09-16T01:38:16.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:16 smithi017 ceph-mon[30972]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:16.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:16 smithi017 ceph-mon[30972]: Detected new or changed devices on smithi122 2024-09-16T01:38:16.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:16 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi122 to 8543M 2024-09-16T01:38:16.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:16 smithi017 ceph-mon[30972]: osdmap e37: 6 total, 5 up, 6 in 2024-09-16T01:38:16.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:16 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:16.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:16 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:16.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:16 smithi017 ceph-mon[30972]: from='osd.5 ' entity='osd.5' 2024-09-16T01:38:16.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:16 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:38:16.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:16 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:38:16.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:16 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:16.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:16 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:16.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:16 smithi029 ceph-mon[34783]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:16 smithi029 ceph-mon[34783]: Detected new or changed devices on smithi122 2024-09-16T01:38:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:16 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi122 to 8543M 2024-09-16T01:38:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:16 smithi029 ceph-mon[34783]: osdmap e37: 6 total, 5 up, 6 in 2024-09-16T01:38:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:16 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:16 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:16 smithi029 ceph-mon[34783]: from='osd.5 ' entity='osd.5' 2024-09-16T01:38:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:16 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:38:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:16 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:38:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:16 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:16 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:16.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:16 smithi122 ceph-mon[34758]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:16.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:16 smithi122 ceph-mon[34758]: Detected new or changed devices on smithi122 2024-09-16T01:38:16.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:16 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi122 to 8543M 2024-09-16T01:38:16.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:16 smithi122 ceph-mon[34758]: osdmap e37: 6 total, 5 up, 6 in 2024-09-16T01:38:16.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:16 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:16.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:16 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:16.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:16 smithi122 ceph-mon[34758]: from='osd.5 ' entity='osd.5' 2024-09-16T01:38:16.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:16 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:38:16.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:16 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:38:16.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:16 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:16.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:16 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:17.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:17 smithi017 ceph-mon[30972]: purged_snaps scrub starts 2024-09-16T01:38:17.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:17 smithi017 ceph-mon[30972]: purged_snaps scrub ok 2024-09-16T01:38:17.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:17 smithi017 ceph-mon[30972]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:38:17.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:17 smithi017 ceph-mon[30972]: osd.5 [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168] boot 2024-09-16T01:38:17.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:17 smithi017 ceph-mon[30972]: osdmap e38: 6 total, 6 up, 6 in 2024-09-16T01:38:17.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:17.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:17 smithi122 ceph-mon[34758]: purged_snaps scrub starts 2024-09-16T01:38:17.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:17 smithi122 ceph-mon[34758]: purged_snaps scrub ok 2024-09-16T01:38:17.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:17 smithi122 ceph-mon[34758]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:38:17.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:17 smithi122 ceph-mon[34758]: osd.5 [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168] boot 2024-09-16T01:38:17.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:17 smithi122 ceph-mon[34758]: osdmap e38: 6 total, 6 up, 6 in 2024-09-16T01:38:17.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:17.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:17 smithi029 ceph-mon[34783]: purged_snaps scrub starts 2024-09-16T01:38:17.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:17 smithi029 ceph-mon[34783]: purged_snaps scrub ok 2024-09-16T01:38:17.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:17 smithi029 ceph-mon[34783]: from='client.14352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:38:17.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:17 smithi029 ceph-mon[34783]: osd.5 [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168] boot 2024-09-16T01:38:17.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:17 smithi029 ceph-mon[34783]: osdmap e38: 6 total, 6 up, 6 in 2024-09-16T01:38:17.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T01:38:18.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:18 smithi017 ceph-mon[30972]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:18.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:18 smithi017 ceph-mon[30972]: osdmap e39: 6 total, 6 up, 6 in 2024-09-16T01:38:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:18 smithi122 ceph-mon[34758]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:18.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:18 smithi122 ceph-mon[34758]: osdmap e39: 6 total, 6 up, 6 in 2024-09-16T01:38:18.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:18 smithi029 ceph-mon[34783]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 154 MiB used, 447 GiB / 447 GiB avail 2024-09-16T01:38:18.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:18 smithi029 ceph-mon[34783]: osdmap e39: 6 total, 6 up, 6 in 2024-09-16T01:38:19.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:19 smithi017 ceph-mon[30972]: osdmap e40: 6 total, 6 up, 6 in 2024-09-16T01:38:19.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:19 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2194492022' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64080f89-a0f5-4a86-aa16-77938675379e"}]: dispatch 2024-09-16T01:38:19.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:19 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2194492022' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "64080f89-a0f5-4a86-aa16-77938675379e"}]': finished 2024-09-16T01:38:19.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:19 smithi017 ceph-mon[30972]: osdmap e41: 7 total, 6 up, 7 in 2024-09-16T01:38:19.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:19 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:19.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:19 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1396256144' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:38:19.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:19 smithi029 ceph-mon[34783]: osdmap e40: 6 total, 6 up, 6 in 2024-09-16T01:38:19.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:19 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2194492022' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64080f89-a0f5-4a86-aa16-77938675379e"}]: dispatch 2024-09-16T01:38:19.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:19 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2194492022' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "64080f89-a0f5-4a86-aa16-77938675379e"}]': finished 2024-09-16T01:38:19.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:19 smithi029 ceph-mon[34783]: osdmap e41: 7 total, 6 up, 7 in 2024-09-16T01:38:19.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:19 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:19.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:19 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1396256144' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:38:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:19 smithi122 ceph-mon[34758]: osdmap e40: 6 total, 6 up, 6 in 2024-09-16T01:38:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:19 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2194492022' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "64080f89-a0f5-4a86-aa16-77938675379e"}]: dispatch 2024-09-16T01:38:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:19 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2194492022' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "64080f89-a0f5-4a86-aa16-77938675379e"}]': finished 2024-09-16T01:38:19.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:19 smithi122 ceph-mon[34758]: osdmap e41: 7 total, 6 up, 7 in 2024-09-16T01:38:19.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:19 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:19.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:19 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1396256144' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:38:20.698 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:20 smithi029 ceph-mon[34783]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:20.698 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:20 smithi029 ceph-mon[34783]: osdmap e42: 7 total, 6 up, 7 in 2024-09-16T01:38:20.698 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:20 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:20.698 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:20 smithi122 ceph-mon[34758]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:20.699 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:20 smithi122 ceph-mon[34758]: osdmap e42: 7 total, 6 up, 7 in 2024-09-16T01:38:20.699 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:20 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:20 smithi017 ceph-mon[30972]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:20 smithi017 ceph-mon[30972]: osdmap e42: 7 total, 6 up, 7 in 2024-09-16T01:38:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:22.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:22 smithi017 ceph-mon[30972]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-16T01:38:22.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:22 smithi029 ceph-mon[34783]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-16T01:38:22.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:22 smithi122 ceph-mon[34758]: pgmap v142: 1 pgs: 1 peering; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-16T01:38:24.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:24 smithi017 ceph-mon[30972]: pgmap v143: 1 pgs: 1 peering; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-09-16T01:38:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:24 smithi122 ceph-mon[34758]: pgmap v143: 1 pgs: 1 peering; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-09-16T01:38:24.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:24 smithi029 ceph-mon[34783]: pgmap v143: 1 pgs: 1 peering; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-09-16T01:38:26.490 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:26 smithi017 ceph-mon[30972]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-16T01:38:26.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:26 smithi029 ceph-mon[34783]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-16T01:38:26.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:26 smithi122 ceph-mon[34758]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-09-16T01:38:27.727 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T01:38:27.727 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:27.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T01:38:27.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:27.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T01:38:27.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:28.565 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:28 smithi017 ceph-mon[30972]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T01:38:28.565 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:28 smithi017 ceph-mon[30972]: Deploying daemon osd.6 on smithi017 2024-09-16T01:38:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:28 smithi029 ceph-mon[34783]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T01:38:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:28 smithi029 ceph-mon[34783]: Deploying daemon osd.6 on smithi017 2024-09-16T01:38:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:28 smithi122 ceph-mon[34758]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T01:38:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:28 smithi122 ceph-mon[34758]: Deploying daemon osd.6 on smithi017 2024-09-16T01:38:30.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:30 smithi017 ceph-mon[30972]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T01:38:30.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:30 smithi029 ceph-mon[34783]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T01:38:30.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:30 smithi122 ceph-mon[34758]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T01:38:32.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:32 smithi017 ceph-mon[30972]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:32.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:32 smithi029 ceph-mon[34783]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:32.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:32 smithi122 ceph-mon[34758]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:33.622 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:33.622 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:33.622 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:33.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:33.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:33.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:33.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:33.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:33.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:34.644 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:34 smithi017 ceph-mon[30972]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:34.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:34 smithi122 ceph-mon[34758]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:34 smithi029 ceph-mon[34783]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:36 smithi017 ceph-mon[30972]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:36.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:36 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:36.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:36 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:36.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:36 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:36.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:36 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:38:36.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:36 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:36.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:36 smithi122 ceph-mon[34758]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:36.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:36 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:36.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:36 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:36.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:36 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:36.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:36 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:38:36.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:36 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:36.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:36 smithi029 ceph-mon[34783]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:36.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:36 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:36.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:36 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:36.800 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:36 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:36.800 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:36 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:38:36.800 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:36 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:37.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:37.102+0000 7f3f6093b640 1 -- 172.21.15.17:0/1275761823 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f3f5c0626f0 con 0x7f3f480a3270 2024-09-16T01:38:37.104 INFO:teuthology.orchestra.run.smithi017.stdout:Created osd(s) 6 on host 'smithi017' 2024-09-16T01:38:37.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:37.105+0000 7f3f6193d640 1 -- 172.21.15.17:0/1275761823 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3f480a3270 msgr2=0x7f3f480a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:38:37.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:37.105+0000 7f3f6193d640 1 --2- 172.21.15.17:0/1275761823 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3f480a3270 0x7f3f480a5730 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f3f4c004770 tx=0x7f3f4c000bc0 comp rx=0 tx=0).stop 2024-09-16T01:38:37.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:37.105+0000 7f3f6193d640 1 -- 172.21.15.17:0/1275761823 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f5c101d10 msgr2=0x7f3f5c1983b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:38:37.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:37.105+0000 7f3f6193d640 1 --2- 172.21.15.17:0/1275761823 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f5c101d10 0x7f3f5c1983b0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f3f4400e9f0 tx=0x7f3f4400eeb0 comp rx=0 tx=0).stop 2024-09-16T01:38:37.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:37.106+0000 7f3f6193d640 1 -- 172.21.15.17:0/1275761823 shutdown_connections 2024-09-16T01:38:37.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:37.106+0000 7f3f6193d640 1 --2- 172.21.15.17:0/1275761823 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3f480a3270 0x7f3f480a5730 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:37.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:37.106+0000 7f3f6193d640 1 --2- 172.21.15.17:0/1275761823 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3f5c1026d0 0x7f3f5c19f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:37.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:37.106+0000 7f3f6193d640 1 --2- 172.21.15.17:0/1275761823 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f5c101d10 0x7f3f5c1983b0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:37.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:37.106+0000 7f3f6193d640 1 --2- 172.21.15.17:0/1275761823 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f5c100b10 0x7f3f5c197e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:37.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:37.106+0000 7f3f6193d640 1 -- 172.21.15.17:0/1275761823 >> 172.21.15.17:0/1275761823 conn(0x7f3f5c0fc2a0 msgr2=0x7f3f5c1051d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:38:37.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:37.106+0000 7f3f6193d640 1 -- 172.21.15.17:0/1275761823 shutdown_connections 2024-09-16T01:38:37.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:38:37.106+0000 7f3f6193d640 1 -- 172.21.15.17:0/1275761823 wait complete. 2024-09-16T01:38:37.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:37 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:37.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:37 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:37.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:37 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:37.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:37 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:37.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:37 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:37.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:37 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:37.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:37 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:37.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:37 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:37.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:37 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:37.830 DEBUG:teuthology.orchestra.run.smithi017:osd.6> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.6.service 2024-09-16T01:38:37.832 INFO:tasks.cephadm:Deploying osd.7 on smithi029 with /dev/vg_nvme/lv_2... 2024-09-16T01:38:37.833 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-16T01:38:38.099 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T01:38:38.521 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:38 smithi029 ceph-mon[34783]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:38.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:38 smithi017 ceph-mon[30972]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:38.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:38 smithi122 ceph-mon[34758]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:39.524 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:39 smithi029 ceph-mon[34783]: from='osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T01:38:39.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:39 smithi017 ceph-mon[30972]: from='osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T01:38:39.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 01:38:39 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T01:38:39.248+0000 7f1cca245640 -1 osd.6 0 log_to_monitors true 2024-09-16T01:38:39.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:39 smithi122 ceph-mon[34758]: from='osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T01:38:40.667 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:40 smithi029 ceph-mon[34783]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:40.668 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:40 smithi029 ceph-mon[34783]: from='osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T01:38:40.668 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:40 smithi029 ceph-mon[34783]: osdmap e43: 7 total, 6 up, 7 in 2024-09-16T01:38:40.668 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:40 smithi029 ceph-mon[34783]: from='osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-09-16T01:38:40.668 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:40 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:40.684 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:40 smithi017 ceph-mon[30972]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:40.684 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:40 smithi017 ceph-mon[30972]: from='osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T01:38:40.684 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:40 smithi017 ceph-mon[30972]: osdmap e43: 7 total, 6 up, 7 in 2024-09-16T01:38:40.685 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:40 smithi017 ceph-mon[30972]: from='osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-09-16T01:38:40.685 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:40 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:40.685 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 01:38:40 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T01:38:40.395+0000 7f1cc61c8640 -1 osd.6 0 waiting for initial osdmap 2024-09-16T01:38:40.685 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 01:38:40 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T01:38:40.405+0000 7f1cc1ff0640 -1 osd.6 44 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:38:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:40 smithi122 ceph-mon[34758]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:40 smithi122 ceph-mon[34758]: from='osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T01:38:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:40 smithi122 ceph-mon[34758]: osdmap e43: 7 total, 6 up, 7 in 2024-09-16T01:38:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:40 smithi122 ceph-mon[34758]: from='osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-09-16T01:38:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:40 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:40.868 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:38:40.895 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi029:vg_nvme/lv_2 2024-09-16T01:38:41.153 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T01:38:41.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:41 smithi029 ceph-mon[34783]: from='osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-09-16T01:38:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:41 smithi029 ceph-mon[34783]: osdmap e44: 7 total, 6 up, 7 in 2024-09-16T01:38:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:38:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:41.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.665+0000 7f85dd961640 1 -- 172.21.15.29:0/2020081910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d8100ad0 msgr2=0x7f85d8100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:38:41.689 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.665+0000 7f85dd961640 1 --2- 172.21.15.29:0/2020081910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d8100ad0 0x7f85d8100ed0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f85c8009900 tx=0x7f85c802a410 comp rx=0 tx=0).stop 2024-09-16T01:38:41.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.666+0000 7f85dd961640 1 -- 172.21.15.29:0/2020081910 shutdown_connections 2024-09-16T01:38:41.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.666+0000 7f85dd961640 1 --2- 172.21.15.29:0/2020081910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f85d8102690 0x7f85d8108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:41.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.666+0000 7f85dd961640 1 --2- 172.21.15.29:0/2020081910 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85d8101cd0 0x7f85d8102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:41.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.666+0000 7f85dd961640 1 --2- 172.21.15.29:0/2020081910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d8100ad0 0x7f85d8100ed0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:41.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.666+0000 7f85dd961640 1 -- 172.21.15.29:0/2020081910 >> 172.21.15.29:0/2020081910 conn(0x7f85d80fc280 msgr2=0x7f85d80fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:38:41.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.666+0000 7f85dd961640 1 -- 172.21.15.29:0/2020081910 shutdown_connections 2024-09-16T01:38:41.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.666+0000 7f85dd961640 1 -- 172.21.15.29:0/2020081910 wait complete. 2024-09-16T01:38:41.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.666+0000 7f85dd961640 1 Processor -- start 2024-09-16T01:38:41.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.666+0000 7f85dd961640 1 -- start start 2024-09-16T01:38:41.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85dd961640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85d8100ad0 0x7f85d8197e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:38:41.690 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85dd961640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d8101cd0 0x7f85d81983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:38:41.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85dd961640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f85d8102690 0x7f85d819f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:38:41.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85dd961640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f85d810d6f0 con 0x7f85d8100ad0 2024-09-16T01:38:41.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85dd961640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f85d810d570 con 0x7f85d8101cd0 2024-09-16T01:38:41.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85dd961640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f85d810d870 con 0x7f85d8102690 2024-09-16T01:38:41.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85d67fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d8101cd0 0x7f85d81983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:38:41.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85d67fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d8101cd0 0x7f85d81983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:39960/0 (socket says 172.21.15.29:39960) 2024-09-16T01:38:41.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85d67fc640 1 -- 172.21.15.29:0/283099092 learned_addr learned my addr 172.21.15.29:0/283099092 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:38:41.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85d6ffd640 1 --2- 172.21.15.29:0/283099092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85d8100ad0 0x7f85d8197e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:38:41.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85d77fe640 1 --2- 172.21.15.29:0/283099092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f85d8102690 0x7f85d819f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:38:41.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85d67fc640 1 -- 172.21.15.29:0/283099092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f85d8102690 msgr2=0x7f85d819f440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:38:41.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85d67fc640 1 --2- 172.21.15.29:0/283099092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f85d8102690 0x7f85d819f440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:41.691 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85d67fc640 1 -- 172.21.15.29:0/283099092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85d8100ad0 msgr2=0x7f85d8197e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:38:41.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85d67fc640 1 --2- 172.21.15.29:0/283099092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85d8100ad0 0x7f85d8197e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:38:41.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85d67fc640 1 -- 172.21.15.29:0/283099092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85d819fab0 con 0x7f85d8101cd0 2024-09-16T01:38:41.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85d67fc640 1 --2- 172.21.15.29:0/283099092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d8101cd0 0x7f85d81983c0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f85cc00c890 tx=0x7f85cc00cd50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:38:41.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85dc95f640 1 -- 172.21.15.29:0/283099092 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85cc004220 con 0x7f85d8101cd0 2024-09-16T01:38:41.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85dd961640 1 -- 172.21.15.29:0/283099092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85d819fda0 con 0x7f85d8101cd0 2024-09-16T01:38:41.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85dc95f640 1 -- 172.21.15.29:0/283099092 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f85cc0043c0 con 0x7f85d8101cd0 2024-09-16T01:38:41.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.667+0000 7f85dc95f640 1 -- 172.21.15.29:0/283099092 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85cc004a00 con 0x7f85d8101cd0 2024-09-16T01:38:41.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.668+0000 7f85dd961640 1 -- 172.21.15.29:0/283099092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85d81a0260 con 0x7f85d8101cd0 2024-09-16T01:38:41.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.669+0000 7f85dd961640 1 -- 172.21.15.29:0/283099092 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85d8108010 con 0x7f85d8101cd0 2024-09-16T01:38:41.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.670+0000 7f85dc95f640 1 -- 172.21.15.29:0/283099092 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f85cc004ba0 con 0x7f85d8101cd0 2024-09-16T01:38:41.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.671+0000 7f85dc95f640 1 --2- 172.21.15.29:0/283099092 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f85c00a32f0 0x7f85c00a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:38:41.692 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.671+0000 7f85dc95f640 1 -- 172.21.15.29:0/283099092 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 4965+0+0 (secure 0 0 0) 0x7f85cc0cebf0 con 0x7f85d8101cd0 2024-09-16T01:38:41.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.671+0000 7f85d6ffd640 1 --2- 172.21.15.29:0/283099092 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f85c00a32f0 0x7f85c00a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:38:41.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.671+0000 7f85d6ffd640 1 --2- 172.21.15.29:0/283099092 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f85c00a32f0 0x7f85c00a57b0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f85c8004770 tx=0x7f85c8000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:38:41.693 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.674+0000 7f85dc95f640 1 -- 172.21.15.29:0/283099092 <== mon.2 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f85cc014030 con 0x7f85d8101cd0 2024-09-16T01:38:41.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:41 smithi017 ceph-mon[30972]: from='osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-09-16T01:38:41.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:41 smithi017 ceph-mon[30972]: osdmap e44: 7 total, 6 up, 7 in 2024-09-16T01:38:41.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:41.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:41.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:41.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:41.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:41.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:41.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:41.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:41.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:41.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:38:41.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:41.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:41 smithi122 ceph-mon[34758]: from='osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-09-16T01:38:41.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:41 smithi122 ceph-mon[34758]: osdmap e44: 7 total, 6 up, 7 in 2024-09-16T01:38:41.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:41.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:41.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:41.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:41.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:41.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:41.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:38:41.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:41.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:41.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:38:41.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:41.862 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:38:41.861+0000 7f85dd961640 1 -- 172.21.15.29:0/283099092 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7f85d8062630 con 0x7f85c00a32f0 2024-09-16T01:38:42.535 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:42 smithi029 ceph-mon[34783]: purged_snaps scrub starts 2024-09-16T01:38:42.535 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:42 smithi029 ceph-mon[34783]: purged_snaps scrub ok 2024-09-16T01:38:42.535 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:42 smithi029 ceph-mon[34783]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:42.535 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:42 smithi029 ceph-mon[34783]: Detected new or changed devices on smithi017 2024-09-16T01:38:42.535 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:42 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi017 to 5697M 2024-09-16T01:38:42.536 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:42.536 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:42 smithi029 ceph-mon[34783]: osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288] boot 2024-09-16T01:38:42.536 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:42 smithi029 ceph-mon[34783]: osdmap e45: 7 total, 7 up, 7 in 2024-09-16T01:38:42.536 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:42.536 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:38:42.536 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:38:42.536 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:42 smithi017 ceph-mon[30972]: purged_snaps scrub starts 2024-09-16T01:38:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:42 smithi017 ceph-mon[30972]: purged_snaps scrub ok 2024-09-16T01:38:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:42 smithi017 ceph-mon[30972]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:42 smithi017 ceph-mon[30972]: Detected new or changed devices on smithi017 2024-09-16T01:38:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:42 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi017 to 5697M 2024-09-16T01:38:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:42 smithi017 ceph-mon[30972]: osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288] boot 2024-09-16T01:38:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:42 smithi017 ceph-mon[30972]: osdmap e45: 7 total, 7 up, 7 in 2024-09-16T01:38:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:38:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:38:42.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:42 smithi122 ceph-mon[34758]: purged_snaps scrub starts 2024-09-16T01:38:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:42 smithi122 ceph-mon[34758]: purged_snaps scrub ok 2024-09-16T01:38:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:42 smithi122 ceph-mon[34758]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 185 MiB used, 536 GiB / 536 GiB avail 2024-09-16T01:38:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:42 smithi122 ceph-mon[34758]: Detected new or changed devices on smithi017 2024-09-16T01:38:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:42 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi017 to 5697M 2024-09-16T01:38:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:42 smithi122 ceph-mon[34758]: osd.6 [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288] boot 2024-09-16T01:38:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:42 smithi122 ceph-mon[34758]: osdmap e45: 7 total, 7 up, 7 in 2024-09-16T01:38:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T01:38:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:38:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:38:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:43.738 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:43 smithi029 ceph-mon[34783]: from='client.24263 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:38:43.739 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:43 smithi029 ceph-mon[34783]: osdmap e46: 7 total, 7 up, 7 in 2024-09-16T01:38:43.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:43 smithi017 ceph-mon[30972]: from='client.24263 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:38:43.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:43 smithi017 ceph-mon[30972]: osdmap e46: 7 total, 7 up, 7 in 2024-09-16T01:38:43.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:43 smithi122 ceph-mon[34758]: from='client.24263 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:38:43.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:43 smithi122 ceph-mon[34758]: osdmap e46: 7 total, 7 up, 7 in 2024-09-16T01:38:44.677 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:44 smithi017 ceph-mon[30972]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:44.738 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:44 smithi029 ceph-mon[34783]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:44.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:44 smithi122 ceph-mon[34758]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:45.698 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:45 smithi017 ceph-mon[30972]: from='client.? 172.21.15.29:0/121866933' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca554bd-1914-455c-936a-aa59b1504194"}]: dispatch 2024-09-16T01:38:45.698 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:45 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca554bd-1914-455c-936a-aa59b1504194"}]: dispatch 2024-09-16T01:38:45.698 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:45 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aca554bd-1914-455c-936a-aa59b1504194"}]': finished 2024-09-16T01:38:45.698 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:45 smithi017 ceph-mon[30972]: osdmap e47: 8 total, 7 up, 8 in 2024-09-16T01:38:45.698 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:45 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:38:45.698 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:45 smithi017 ceph-mon[30972]: from='client.? 172.21.15.29:0/3699190686' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:38:45.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:45 smithi029 ceph-mon[34783]: from='client.? 172.21.15.29:0/121866933' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca554bd-1914-455c-936a-aa59b1504194"}]: dispatch 2024-09-16T01:38:45.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:45 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca554bd-1914-455c-936a-aa59b1504194"}]: dispatch 2024-09-16T01:38:45.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:45 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aca554bd-1914-455c-936a-aa59b1504194"}]': finished 2024-09-16T01:38:45.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:45 smithi029 ceph-mon[34783]: osdmap e47: 8 total, 7 up, 8 in 2024-09-16T01:38:45.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:45 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:38:45.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:45 smithi029 ceph-mon[34783]: from='client.? 172.21.15.29:0/3699190686' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:38:45.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:45 smithi122 ceph-mon[34758]: from='client.? 172.21.15.29:0/121866933' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca554bd-1914-455c-936a-aa59b1504194"}]: dispatch 2024-09-16T01:38:45.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:45 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "aca554bd-1914-455c-936a-aa59b1504194"}]: dispatch 2024-09-16T01:38:45.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:45 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "aca554bd-1914-455c-936a-aa59b1504194"}]': finished 2024-09-16T01:38:45.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:45 smithi122 ceph-mon[34758]: osdmap e47: 8 total, 7 up, 8 in 2024-09-16T01:38:45.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:45 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:38:45.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:45 smithi122 ceph-mon[34758]: from='client.? 172.21.15.29:0/3699190686' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:38:46.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:46 smithi017 ceph-mon[30972]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:46.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:46 smithi122 ceph-mon[34758]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:46.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:46 smithi029 ceph-mon[34783]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:48.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:48 smithi017 ceph-mon[30972]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:48.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:48 smithi029 ceph-mon[34783]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:48.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:48 smithi122 ceph-mon[34758]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:50.743 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:50 smithi029 ceph-mon[34783]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:50.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:50 smithi017 ceph-mon[30972]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:50.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:50 smithi122 ceph-mon[34758]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:52.747 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:52 smithi029 ceph-mon[34783]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:52.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:52 smithi017 ceph-mon[30972]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:52.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:52 smithi122 ceph-mon[34758]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:53.673 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T01:38:53.673 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:53.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T01:38:53.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:53.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T01:38:53.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:38:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:54 smithi017 ceph-mon[30972]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:54 smithi017 ceph-mon[30972]: Deploying daemon osd.7 on smithi029 2024-09-16T01:38:54.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:54 smithi029 ceph-mon[34783]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:54.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:54 smithi029 ceph-mon[34783]: Deploying daemon osd.7 on smithi029 2024-09-16T01:38:54.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:54 smithi122 ceph-mon[34758]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:54.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:54 smithi122 ceph-mon[34758]: Deploying daemon osd.7 on smithi029 2024-09-16T01:38:56.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:56 smithi017 ceph-mon[30972]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:56.787 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:56 smithi029 ceph-mon[34783]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:56 smithi122 ceph-mon[34758]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:58.588 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:58 smithi029 ceph-mon[34783]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:58.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:58 smithi017 ceph-mon[30972]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:58 smithi122 ceph-mon[34758]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:38:59.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:59.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:59.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:38:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:59.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:59.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:59.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:38:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:38:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:38:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:38:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:00.721 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:00 smithi029 ceph-mon[34783]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:00 smithi017 ceph-mon[30972]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:00 smithi122 ceph-mon[34758]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:02.673 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:02 smithi029 ceph-mon[34783]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:02.712 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:02.711+0000 7f85dc95f640 1 -- 172.21.15.29:0/283099092 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f85d8062630 con 0x7f85c00a32f0 2024-09-16T01:39:02.713 INFO:teuthology.orchestra.run.smithi029.stdout:Created osd(s) 7 on host 'smithi029' 2024-09-16T01:39:02.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:02.713+0000 7f85dd961640 1 -- 172.21.15.29:0/283099092 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f85c00a32f0 msgr2=0x7f85c00a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:02.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:02.713+0000 7f85dd961640 1 --2- 172.21.15.29:0/283099092 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f85c00a32f0 0x7f85c00a57b0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f85c8004770 tx=0x7f85c8000bc0 comp rx=0 tx=0).stop 2024-09-16T01:39:02.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:02.713+0000 7f85dd961640 1 -- 172.21.15.29:0/283099092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d8101cd0 msgr2=0x7f85d81983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:02.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:02.713+0000 7f85dd961640 1 --2- 172.21.15.29:0/283099092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d8101cd0 0x7f85d81983c0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f85cc00c890 tx=0x7f85cc00cd50 comp rx=0 tx=0).stop 2024-09-16T01:39:02.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:02.713+0000 7f85dd961640 1 -- 172.21.15.29:0/283099092 shutdown_connections 2024-09-16T01:39:02.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:02.713+0000 7f85dd961640 1 --2- 172.21.15.29:0/283099092 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f85c00a32f0 0x7f85c00a57b0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:02.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:02.713+0000 7f85dd961640 1 --2- 172.21.15.29:0/283099092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f85d8102690 0x7f85d819f440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:02.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:02.713+0000 7f85dd961640 1 --2- 172.21.15.29:0/283099092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f85d8101cd0 0x7f85d81983c0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:02.715 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:02.713+0000 7f85dd961640 1 --2- 172.21.15.29:0/283099092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85d8100ad0 0x7f85d8197e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:02.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:02.713+0000 7f85dd961640 1 -- 172.21.15.29:0/283099092 >> 172.21.15.29:0/283099092 conn(0x7f85d80fc280 msgr2=0x7f85d81051e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:39:02.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:02.713+0000 7f85dd961640 1 -- 172.21.15.29:0/283099092 shutdown_connections 2024-09-16T01:39:02.716 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:02.713+0000 7f85dd961640 1 -- 172.21.15.29:0/283099092 wait complete. 2024-09-16T01:39:02.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:02 smithi017 ceph-mon[30972]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:02.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:02 smithi122 ceph-mon[34758]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:03.429 DEBUG:teuthology.orchestra.run.smithi029:osd.7> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.7.service 2024-09-16T01:39:03.431 INFO:tasks.cephadm:Deploying osd.8 on smithi122 with /dev/vg_nvme/lv_2... 2024-09-16T01:39:03.432 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-16T01:39:03.682 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T01:39:03.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:03 smithi122 ceph-mon[34758]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:03.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:03.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:03.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:03.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:04.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:03 smithi017 ceph-mon[30972]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:04.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:04.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:04.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:04.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:04.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:03 smithi029 ceph-mon[34783]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:04.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:04.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:04.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:04.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:05.068 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 01:39:04 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T01:39:04.814+0000 7fd8cd94a640 -1 osd.7 0 log_to_monitors true 2024-09-16T01:39:05.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:05 smithi122 ceph-mon[34758]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:05.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:05 smithi122 ceph-mon[34758]: from='osd.7 [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T01:39:05.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:05 smithi122 ceph-mon[34758]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T01:39:06.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:05 smithi017 ceph-mon[30972]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:06.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:05 smithi017 ceph-mon[30972]: from='osd.7 [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T01:39:06.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:05 smithi017 ceph-mon[30972]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T01:39:06.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:05 smithi029 ceph-mon[34783]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:06.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:05 smithi029 ceph-mon[34783]: from='osd.7 [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T01:39:06.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:05 smithi029 ceph-mon[34783]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T01:39:06.227 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:39:06.252 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi122:vg_nvme/lv_2 2024-09-16T01:39:06.501 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T01:39:06.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:06 smithi029 ceph-mon[34783]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T01:39:06.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:06 smithi029 ceph-mon[34783]: osdmap e48: 8 total, 7 up, 8 in 2024-09-16T01:39:06.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:06 smithi029 ceph-mon[34783]: from='osd.7 [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:39:06.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:06 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:39:06.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:06 smithi029 ceph-mon[34783]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:39:06.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:06 smithi029 ceph-mon[34783]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2024-09-16T01:39:06.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:06 smithi122 ceph-mon[34758]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T01:39:06.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:06 smithi122 ceph-mon[34758]: osdmap e48: 8 total, 7 up, 8 in 2024-09-16T01:39:06.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:06 smithi122 ceph-mon[34758]: from='osd.7 [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:39:06.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:06 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:39:06.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:06 smithi122 ceph-mon[34758]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:39:06.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:06 smithi122 ceph-mon[34758]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2024-09-16T01:39:06.971 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.960+0000 7fc7e170e640 1 -- 172.21.15.122:0/4097068799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7dc100ad0 msgr2=0x7fc7dc100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:06.971 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.960+0000 7fc7e170e640 1 --2- 172.21.15.122:0/4097068799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7dc100ad0 0x7fc7dc100ed0 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc009900 tx=0x7fc7cc02a410 comp rx=0 tx=0).stop 2024-09-16T01:39:06.971 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.961+0000 7fc7e170e640 1 -- 172.21.15.122:0/4097068799 shutdown_connections 2024-09-16T01:39:06.971 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.961+0000 7fc7e170e640 1 --2- 172.21.15.122:0/4097068799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc102690 0x7fc7dc108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:06.971 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.961+0000 7fc7e170e640 1 --2- 172.21.15.122:0/4097068799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7dc101cd0 0x7fc7dc102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:06.971 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.961+0000 7fc7e170e640 1 --2- 172.21.15.122:0/4097068799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7dc100ad0 0x7fc7dc100ed0 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:06.971 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.961+0000 7fc7e170e640 1 -- 172.21.15.122:0/4097068799 >> 172.21.15.122:0/4097068799 conn(0x7fc7dc0fc280 msgr2=0x7fc7dc0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:39:06.971 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.961+0000 7fc7e170e640 1 -- 172.21.15.122:0/4097068799 shutdown_connections 2024-09-16T01:39:06.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.961+0000 7fc7e170e640 1 -- 172.21.15.122:0/4097068799 wait complete. 2024-09-16T01:39:06.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.961+0000 7fc7e170e640 1 Processor -- start 2024-09-16T01:39:06.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.961+0000 7fc7e170e640 1 -- start start 2024-09-16T01:39:06.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.961+0000 7fc7e170e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7dc100ad0 0x7fc7dc104a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:39:06.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7e170e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7dc101cd0 0x7fc7dc1030b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:39:06.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7e170e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc102690 0x7fc7dc1035f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:39:06.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7e170e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc7dc10c600 con 0x7fc7dc102690 2024-09-16T01:39:06.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7e170e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc7dc10c480 con 0x7fc7dc100ad0 2024-09-16T01:39:06.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7e170e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc7dc10c780 con 0x7fc7dc101cd0 2024-09-16T01:39:06.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7da7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7dc101cd0 0x7fc7dc1030b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:39:06.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7daffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7dc100ad0 0x7fc7dc104a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:39:06.972 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7da7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7dc101cd0 0x7fc7dc1030b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:57350/0 (socket says 172.21.15.122:57350) 2024-09-16T01:39:06.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7daffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7dc100ad0 0x7fc7dc104a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.122:40816/0 (socket says 172.21.15.122:40816) 2024-09-16T01:39:06.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7da7fc640 1 -- 172.21.15.122:0/4082777751 learned_addr learned my addr 172.21.15.122:0/4082777751 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:39:06.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7db7fe640 1 --2- 172.21.15.122:0/4082777751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc102690 0x7fc7dc1035f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:39:06.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7da7fc640 1 -- 172.21.15.122:0/4082777751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7dc100ad0 msgr2=0x7fc7dc104a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:06.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7da7fc640 1 --2- 172.21.15.122:0/4082777751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7dc100ad0 0x7fc7dc104a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:06.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7da7fc640 1 -- 172.21.15.122:0/4082777751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc102690 msgr2=0x7fc7dc1035f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:06.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7da7fc640 1 --2- 172.21.15.122:0/4082777751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc102690 0x7fc7dc1035f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:06.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7da7fc640 1 -- 172.21.15.122:0/4082777751 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7dc103eb0 con 0x7fc7dc101cd0 2024-09-16T01:39:06.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7db7fe640 1 --2- 172.21.15.122:0/4082777751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc102690 0x7fc7dc1035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:39:06.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7da7fc640 1 --2- 172.21.15.122:0/4082777751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7dc101cd0 0x7fc7dc1030b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc7d000e9f0 tx=0x7fc7d000edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:39:06.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7c3fff640 1 -- 172.21.15.122:0/4082777751 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7d000cd80 con 0x7fc7dc101cd0 2024-09-16T01:39:06.973 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7e170e640 1 -- 172.21.15.122:0/4082777751 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7dc1a1fc0 con 0x7fc7dc101cd0 2024-09-16T01:39:06.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7c3fff640 1 -- 172.21.15.122:0/4082777751 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7d00054d0 con 0x7fc7dc101cd0 2024-09-16T01:39:06.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7c3fff640 1 -- 172.21.15.122:0/4082777751 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7d0010490 con 0x7fc7dc101cd0 2024-09-16T01:39:06.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.962+0000 7fc7e170e640 1 -- 172.21.15.122:0/4082777751 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7dc1a2420 con 0x7fc7dc101cd0 2024-09-16T01:39:06.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.963+0000 7fc7e170e640 1 -- 172.21.15.122:0/4082777751 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7dc1a26b0 con 0x7fc7dc101cd0 2024-09-16T01:39:06.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.964+0000 7fc7c3fff640 1 -- 172.21.15.122:0/4082777751 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fc7d0005020 con 0x7fc7dc101cd0 2024-09-16T01:39:06.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.965+0000 7fc7c3fff640 1 --2- 172.21.15.122:0/4082777751 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc7c40a3240 0x7fc7c40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:39:06.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.965+0000 7fc7c3fff640 1 -- 172.21.15.122:0/4082777751 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(49..49 src has 1..49) ==== 5117+0+0 (secure 0 0 0) 0x7fc7d00cf0a0 con 0x7fc7dc101cd0 2024-09-16T01:39:06.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.965+0000 7fc7daffd640 1 --2- 172.21.15.122:0/4082777751 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc7c40a3240 0x7fc7c40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:39:06.974 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.966+0000 7fc7daffd640 1 --2- 172.21.15.122:0/4082777751 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc7c40a3240 0x7fc7c40a5700 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc004770 tx=0x7fc7cc000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:39:06.975 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:06.970+0000 7fc7c3fff640 1 -- 172.21.15.122:0/4082777751 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc7d009ca40 con 0x7fc7dc101cd0 2024-09-16T01:39:07.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:06 smithi017 ceph-mon[30972]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T01:39:07.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:06 smithi017 ceph-mon[30972]: osdmap e48: 8 total, 7 up, 8 in 2024-09-16T01:39:07.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:06 smithi017 ceph-mon[30972]: from='osd.7 [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:39:07.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:06 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:39:07.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:06 smithi017 ceph-mon[30972]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:39:07.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:06 smithi017 ceph-mon[30972]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2024-09-16T01:39:07.155 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:07.154+0000 7fc7e170e640 1 -- 172.21.15.122:0/4082777751 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) -- 0x7fc7dc1a2880 con 0x7fc7c40a3240 2024-09-16T01:39:07.546 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T01:39:07.146+0000 7fd8ca0e1640 -1 osd.7 0 waiting for initial osdmap 2024-09-16T01:39:07.546 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T01:39:07.154+0000 7fd8c16ed640 -1 osd.7 49 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:39:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: osdmap e49: 8 total, 7 up, 8 in 2024-09-16T01:39:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:39:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:39:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: Detected new or changed devices on smithi029 2024-09-16T01:39:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:07.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:07.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:07.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi029 to 5697M 2024-09-16T01:39:07.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:07.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:07.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:07.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:07.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:07.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:07.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:07.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:07.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='osd.7 ' entity='osd.7' 2024-09-16T01:39:07.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:39:07.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:39:07.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:39:07.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:08.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:08.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: osdmap e49: 8 total, 7 up, 8 in 2024-09-16T01:39:08.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:39:08.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:39:08.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: Detected new or changed devices on smithi029 2024-09-16T01:39:08.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:08.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:08.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:08.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:08.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:08.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi029 to 5697M 2024-09-16T01:39:08.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:08.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:08.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:08.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:08.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:08.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:08.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:08.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:08.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='osd.7 ' entity='osd.7' 2024-09-16T01:39:08.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:39:08.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:39:08.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:39:08.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:08.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 212 MiB used, 626 GiB / 626 GiB avail 2024-09-16T01:39:08.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: osdmap e49: 8 total, 7 up, 8 in 2024-09-16T01:39:08.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:39:08.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:39:08.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: Detected new or changed devices on smithi029 2024-09-16T01:39:08.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:08.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:08.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:08.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:08.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:08.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi029 to 5697M 2024-09-16T01:39:08.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:08.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:08.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:08.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:08.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:08.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:08.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:08.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:08.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='osd.7 ' entity='osd.7' 2024-09-16T01:39:08.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:39:08.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:39:08.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:39:08.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:08.815 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:08 smithi122 ceph-mon[34758]: purged_snaps scrub starts 2024-09-16T01:39:08.815 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:08 smithi122 ceph-mon[34758]: purged_snaps scrub ok 2024-09-16T01:39:08.816 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:08 smithi122 ceph-mon[34758]: osd.7 [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728] boot 2024-09-16T01:39:08.816 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:08 smithi122 ceph-mon[34758]: osdmap e50: 8 total, 8 up, 8 in 2024-09-16T01:39:08.816 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:39:08.816 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:08 smithi122 ceph-mon[34758]: osdmap e51: 8 total, 8 up, 8 in 2024-09-16T01:39:09.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:08 smithi017 ceph-mon[30972]: purged_snaps scrub starts 2024-09-16T01:39:09.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:08 smithi017 ceph-mon[30972]: purged_snaps scrub ok 2024-09-16T01:39:09.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:08 smithi017 ceph-mon[30972]: osd.7 [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728] boot 2024-09-16T01:39:09.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:08 smithi017 ceph-mon[30972]: osdmap e50: 8 total, 8 up, 8 in 2024-09-16T01:39:09.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:39:09.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:08 smithi017 ceph-mon[30972]: osdmap e51: 8 total, 8 up, 8 in 2024-09-16T01:39:09.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:08 smithi029 ceph-mon[34783]: purged_snaps scrub starts 2024-09-16T01:39:09.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:08 smithi029 ceph-mon[34783]: purged_snaps scrub ok 2024-09-16T01:39:09.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:08 smithi029 ceph-mon[34783]: osd.7 [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728] boot 2024-09-16T01:39:09.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:08 smithi029 ceph-mon[34783]: osdmap e50: 8 total, 8 up, 8 in 2024-09-16T01:39:09.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T01:39:09.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:08 smithi029 ceph-mon[34783]: osdmap e51: 8 total, 8 up, 8 in 2024-09-16T01:39:10.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:09 smithi017 ceph-mon[30972]: pgmap v175: 1 pgs: 1 unknown; 577 KiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:10.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:09 smithi017 ceph-mon[30972]: osdmap e52: 8 total, 8 up, 8 in 2024-09-16T01:39:10.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:09 smithi017 ceph-mon[30972]: from='client.? 172.21.15.122:0/2620182134' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0b5ed7f4-4b47-4cbe-9086-8948ce393446"}]: dispatch 2024-09-16T01:39:10.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:09 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0b5ed7f4-4b47-4cbe-9086-8948ce393446"}]: dispatch 2024-09-16T01:39:10.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:09 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0b5ed7f4-4b47-4cbe-9086-8948ce393446"}]': finished 2024-09-16T01:39:10.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:09 smithi017 ceph-mon[30972]: osdmap e53: 9 total, 8 up, 9 in 2024-09-16T01:39:10.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:09 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:10.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:09 smithi029 ceph-mon[34783]: pgmap v175: 1 pgs: 1 unknown; 577 KiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:10.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:09 smithi029 ceph-mon[34783]: osdmap e52: 8 total, 8 up, 8 in 2024-09-16T01:39:10.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:09 smithi029 ceph-mon[34783]: from='client.? 172.21.15.122:0/2620182134' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0b5ed7f4-4b47-4cbe-9086-8948ce393446"}]: dispatch 2024-09-16T01:39:10.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:09 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0b5ed7f4-4b47-4cbe-9086-8948ce393446"}]: dispatch 2024-09-16T01:39:10.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:09 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0b5ed7f4-4b47-4cbe-9086-8948ce393446"}]': finished 2024-09-16T01:39:10.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:09 smithi029 ceph-mon[34783]: osdmap e53: 9 total, 8 up, 9 in 2024-09-16T01:39:10.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:09 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:10.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:09 smithi122 ceph-mon[34758]: pgmap v175: 1 pgs: 1 unknown; 577 KiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:10.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:09 smithi122 ceph-mon[34758]: osdmap e52: 8 total, 8 up, 8 in 2024-09-16T01:39:10.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:09 smithi122 ceph-mon[34758]: from='client.? 172.21.15.122:0/2620182134' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0b5ed7f4-4b47-4cbe-9086-8948ce393446"}]: dispatch 2024-09-16T01:39:10.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:09 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0b5ed7f4-4b47-4cbe-9086-8948ce393446"}]: dispatch 2024-09-16T01:39:10.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:09 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0b5ed7f4-4b47-4cbe-9086-8948ce393446"}]': finished 2024-09-16T01:39:10.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:09 smithi122 ceph-mon[34758]: osdmap e53: 9 total, 8 up, 9 in 2024-09-16T01:39:10.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:09 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:11.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:10 smithi017 ceph-mon[30972]: from='client.? 172.21.15.122:0/2050666945' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:39:11.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:10 smithi017 ceph-mon[30972]: osdmap e54: 9 total, 8 up, 9 in 2024-09-16T01:39:11.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:10 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:11.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:10 smithi122 ceph-mon[34758]: from='client.? 172.21.15.122:0/2050666945' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:39:11.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:10 smithi122 ceph-mon[34758]: osdmap e54: 9 total, 8 up, 9 in 2024-09-16T01:39:11.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:10 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:11.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:10 smithi029 ceph-mon[34783]: from='client.? 172.21.15.122:0/2050666945' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:39:11.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:10 smithi029 ceph-mon[34783]: osdmap e54: 9 total, 8 up, 9 in 2024-09-16T01:39:11.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:10 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:12.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:11 smithi017 ceph-mon[30972]: pgmap v178: 1 pgs: 1 unknown; 577 KiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:12.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:11 smithi122 ceph-mon[34758]: pgmap v178: 1 pgs: 1 unknown; 577 KiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:12.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:11 smithi029 ceph-mon[34783]: pgmap v178: 1 pgs: 1 unknown; 577 KiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:14.268 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:13 smithi122 ceph-mon[34758]: pgmap v180: 1 pgs: 1 unknown; 577 KiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:14.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:13 smithi017 ceph-mon[30972]: pgmap v180: 1 pgs: 1 unknown; 577 KiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:14.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:13 smithi029 ceph-mon[34783]: pgmap v180: 1 pgs: 1 unknown; 577 KiB data, 262 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:16.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:15 smithi017 ceph-mon[30972]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:16.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:15 smithi122 ceph-mon[34758]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:16.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:15 smithi029 ceph-mon[34783]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:18.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:17 smithi017 ceph-mon[30972]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:18.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-16T01:39:18.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:18.290 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:17 smithi122 ceph-mon[34758]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:18.290 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-16T01:39:18.290 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:18.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:17 smithi029 ceph-mon[34783]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:18.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-09-16T01:39:18.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:19.248 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:18 smithi122 ceph-mon[34758]: Deploying daemon osd.8 on smithi122 2024-09-16T01:39:19.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:18 smithi017 ceph-mon[30972]: Deploying daemon osd.8 on smithi122 2024-09-16T01:39:19.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:18 smithi029 ceph-mon[34783]: Deploying daemon osd.8 on smithi122 2024-09-16T01:39:20.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:19 smithi017 ceph-mon[30972]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:20.293 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:19 smithi122 ceph-mon[34758]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:20.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:19 smithi029 ceph-mon[34783]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:22.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:21 smithi017 ceph-mon[30972]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:22.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:21 smithi029 ceph-mon[34783]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:22.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:21 smithi122 ceph-mon[34758]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:24.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:23 smithi017 ceph-mon[30972]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:24.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:24.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:24.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:24.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:23 smithi122 ceph-mon[34758]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:24.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:24.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:24.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:24.300 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:23 smithi029 ceph-mon[34783]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:24.300 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:24.300 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:24.301 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:26.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:25 smithi017 ceph-mon[30972]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:26.280 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:25 smithi122 ceph-mon[34758]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:26.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:25 smithi029 ceph-mon[34783]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:27.665 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:27.664+0000 7fc7c3fff640 1 -- 172.21.15.122:0/4082777751 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7fc7dc1a2880 con 0x7fc7c40a3240 2024-09-16T01:39:27.666 INFO:teuthology.orchestra.run.smithi122.stdout:Created osd(s) 8 on host 'smithi122' 2024-09-16T01:39:27.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:27.666+0000 7fc7e170e640 1 -- 172.21.15.122:0/4082777751 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc7c40a3240 msgr2=0x7fc7c40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:27.667 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:27.666+0000 7fc7e170e640 1 --2- 172.21.15.122:0/4082777751 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc7c40a3240 0x7fc7c40a5700 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc004770 tx=0x7fc7cc000bc0 comp rx=0 tx=0).stop 2024-09-16T01:39:27.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:27.666+0000 7fc7e170e640 1 -- 172.21.15.122:0/4082777751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7dc101cd0 msgr2=0x7fc7dc1030b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:27.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:27.666+0000 7fc7e170e640 1 --2- 172.21.15.122:0/4082777751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7dc101cd0 0x7fc7dc1030b0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fc7d000e9f0 tx=0x7fc7d000edf0 comp rx=0 tx=0).stop 2024-09-16T01:39:27.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:27.666+0000 7fc7e170e640 1 -- 172.21.15.122:0/4082777751 shutdown_connections 2024-09-16T01:39:27.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:27.666+0000 7fc7e170e640 1 --2- 172.21.15.122:0/4082777751 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc7c40a3240 0x7fc7c40a5700 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:27.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:27.666+0000 7fc7e170e640 1 --2- 172.21.15.122:0/4082777751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7dc102690 0x7fc7dc1035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:27.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:27.666+0000 7fc7e170e640 1 --2- 172.21.15.122:0/4082777751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7dc101cd0 0x7fc7dc1030b0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:27.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:27.666+0000 7fc7e170e640 1 --2- 172.21.15.122:0/4082777751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7dc100ad0 0x7fc7dc104a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:27.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:27.666+0000 7fc7e170e640 1 -- 172.21.15.122:0/4082777751 >> 172.21.15.122:0/4082777751 conn(0x7fc7dc0fc280 msgr2=0x7fc7dc069fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:39:27.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:27.666+0000 7fc7e170e640 1 -- 172.21.15.122:0/4082777751 shutdown_connections 2024-09-16T01:39:27.668 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:39:27.666+0000 7fc7e170e640 1 -- 172.21.15.122:0/4082777751 wait complete. 2024-09-16T01:39:27.972 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:27 smithi122 ceph-mon[34758]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:27.972 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:27.973 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:27.973 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:27.973 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:27.973 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:28.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:27 smithi017 ceph-mon[30972]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:28.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:28.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:28.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:28.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:28.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:28.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:27 smithi029 ceph-mon[34783]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:28.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:28.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:28.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:28.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:28.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:28.317 DEBUG:teuthology.orchestra.run.smithi122:osd.8> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.8.service 2024-09-16T01:39:28.320 INFO:tasks.cephadm:Deploying osd.9 on smithi017 with /dev/vg_nvme/lv_1... 2024-09-16T01:39:28.320 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-16T01:39:28.586 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:39:28.708 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:28.708 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:28.708 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:28.861 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:28.861 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:28.861 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:29.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:29.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:29.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:29.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:29 smithi122 ceph-mon[34758]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:30.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:29 smithi017 ceph-mon[30972]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:30.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:29 smithi029 ceph-mon[34783]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:30.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 01:39:29 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T01:39:29.957+0000 7f0903018640 -1 osd.8 0 log_to_monitors true 2024-09-16T01:39:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:30 smithi122 ceph-mon[34758]: from='osd.8 [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-16T01:39:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:30 smithi122 ceph-mon[34758]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-16T01:39:31.000 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:30 smithi017 ceph-mon[30972]: from='osd.8 [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-16T01:39:31.000 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:30 smithi017 ceph-mon[30972]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-16T01:39:31.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:30 smithi029 ceph-mon[34783]: from='osd.8 [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-16T01:39:31.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:30 smithi029 ceph-mon[34783]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-09-16T01:39:31.412 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:39:31.439 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi017:vg_nvme/lv_1 2024-09-16T01:39:31.699 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:39:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-16T01:39:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: osdmap e55: 9 total, 8 up, 9 in 2024-09-16T01:39:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: from='osd.8 [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:39:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:39:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: Detected new or changed devices on smithi122 2024-09-16T01:39:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:31.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:31.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:31.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:31.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi122 to 5695M 2024-09-16T01:39:31.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:31.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:31.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:31.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:31.986 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:31.986 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-16T01:39:31.986 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: osdmap e55: 9 total, 8 up, 9 in 2024-09-16T01:39:31.986 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:31.986 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: from='osd.8 [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:39:31.986 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:39:31.987 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: Detected new or changed devices on smithi122 2024-09-16T01:39:31.987 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:31.987 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:31.987 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:31.987 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:31.987 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:31.987 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi122 to 5695M 2024-09-16T01:39:31.987 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:31.987 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:31.987 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:31.987 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:32.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:32.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-09-16T01:39:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: osdmap e55: 9 total, 8 up, 9 in 2024-09-16T01:39:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: from='osd.8 [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:39:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:39:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: Detected new or changed devices on smithi122 2024-09-16T01:39:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi122 to 5695M 2024-09-16T01:39:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:32.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:32.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:32.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:32.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.183+0000 7f6f35289640 1 -- 172.21.15.17:0/2973863861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f30100b10 msgr2=0x7f6f30100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:32.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.183+0000 7f6f35289640 1 --2- 172.21.15.17:0/2973863861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f30100b10 0x7f6f30100f10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f6f20009900 tx=0x7f6f2002a410 comp rx=0 tx=0).stop 2024-09-16T01:39:32.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.183+0000 7f6f35289640 1 -- 172.21.15.17:0/2973863861 shutdown_connections 2024-09-16T01:39:32.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.183+0000 7f6f35289640 1 --2- 172.21.15.17:0/2973863861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6f301026d0 0x7f6f30108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:32.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.183+0000 7f6f35289640 1 --2- 172.21.15.17:0/2973863861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6f30101d10 0x7f6f30102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:32.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.183+0000 7f6f35289640 1 --2- 172.21.15.17:0/2973863861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f30100b10 0x7f6f30100f10 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:32.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.183+0000 7f6f35289640 1 -- 172.21.15.17:0/2973863861 >> 172.21.15.17:0/2973863861 conn(0x7f6f300fc2a0 msgr2=0x7f6f300fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:39:32.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.183+0000 7f6f35289640 1 -- 172.21.15.17:0/2973863861 shutdown_connections 2024-09-16T01:39:32.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.183+0000 7f6f35289640 1 -- 172.21.15.17:0/2973863861 wait complete. 2024-09-16T01:39:32.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.184+0000 7f6f35289640 1 Processor -- start 2024-09-16T01:39:32.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.184+0000 7f6f35289640 1 -- start start 2024-09-16T01:39:32.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.184+0000 7f6f35289640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6f30100b10 0x7f6f30104aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:39:32.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.184+0000 7f6f35289640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f30101d10 0x7f6f301030f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:39:32.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.184+0000 7f6f35289640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6f301026d0 0x7f6f30103630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:39:32.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.184+0000 7f6f35289640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3010c620 con 0x7f6f30101d10 2024-09-16T01:39:32.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.184+0000 7f6f35289640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3010c4a0 con 0x7f6f301026d0 2024-09-16T01:39:32.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.184+0000 7f6f35289640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6f3010c7a0 con 0x7f6f30100b10 2024-09-16T01:39:32.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.184+0000 7f6f27fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f30101d10 0x7f6f301030f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:39:32.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.184+0000 7f6f27fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f30101d10 0x7f6f301030f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43492/0 (socket says 172.21.15.17:43492) 2024-09-16T01:39:32.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.184+0000 7f6f27fff640 1 -- 172.21.15.17:0/864833132 learned_addr learned my addr 172.21.15.17:0/864833132 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:39:32.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.185+0000 7f6f2effd640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6f30100b10 0x7f6f30104aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:39:32.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.185+0000 7f6f2f7fe640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6f301026d0 0x7f6f30103630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:39:32.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.185+0000 7f6f27fff640 1 -- 172.21.15.17:0/864833132 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6f30100b10 msgr2=0x7f6f30104aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:32.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.185+0000 7f6f27fff640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6f30100b10 0x7f6f30104aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:32.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.185+0000 7f6f27fff640 1 -- 172.21.15.17:0/864833132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6f301026d0 msgr2=0x7f6f30103630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:32.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.185+0000 7f6f27fff640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6f301026d0 0x7f6f30103630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:32.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.185+0000 7f6f27fff640 1 -- 172.21.15.17:0/864833132 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f30103ef0 con 0x7f6f30101d10 2024-09-16T01:39:32.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.185+0000 7f6f2f7fe640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6f301026d0 0x7f6f30103630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:39:32.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.185+0000 7f6f27fff640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f30101d10 0x7f6f301030f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f6f1800d950 tx=0x7f6f1800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:39:32.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.185+0000 7f6f2cff9640 1 -- 172.21.15.17:0/864833132 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f18017030 con 0x7f6f30101d10 2024-09-16T01:39:32.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.185+0000 7f6f2cff9640 1 -- 172.21.15.17:0/864833132 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f18004020 con 0x7f6f30101d10 2024-09-16T01:39:32.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.185+0000 7f6f35289640 1 -- 172.21.15.17:0/864833132 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f301a1fa0 con 0x7f6f30101d10 2024-09-16T01:39:32.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.185+0000 7f6f2cff9640 1 -- 172.21.15.17:0/864833132 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f180047a0 con 0x7f6f30101d10 2024-09-16T01:39:32.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.185+0000 7f6f35289640 1 -- 172.21.15.17:0/864833132 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f301a2400 con 0x7f6f30101d10 2024-09-16T01:39:32.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.186+0000 7f6f35289640 1 -- 172.21.15.17:0/864833132 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f301a2690 con 0x7f6f30101d10 2024-09-16T01:39:32.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.188+0000 7f6f2cff9640 1 -- 172.21.15.17:0/864833132 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f6f180041d0 con 0x7f6f30101d10 2024-09-16T01:39:32.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.189+0000 7f6f2cff9640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6f1c0a3240 0x7f6f1c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:39:32.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.189+0000 7f6f2effd640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6f1c0a3240 0x7f6f1c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:39:32.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.189+0000 7f6f2cff9640 1 -- 172.21.15.17:0/864833132 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5549+0+0 (secure 0 0 0) 0x7f6f180cf100 con 0x7f6f30101d10 2024-09-16T01:39:32.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.189+0000 7f6f2effd640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6f1c0a3240 0x7f6f1c0a5700 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6f20000c00 tx=0x7f6f200314a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:39:32.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.192+0000 7f6f2cff9640 1 -- 172.21.15.17:0/864833132 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6f1809c850 con 0x7f6f30101d10 2024-09-16T01:39:32.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:32.381+0000 7f6f35289640 1 -- 172.21.15.17:0/864833132 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f6f301a2860 con 0x7f6f1c0a3240 2024-09-16T01:39:32.546 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 01:39:32 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T01:39:32.067+0000 7f08ff7af640 -1 osd.8 0 waiting for initial osdmap 2024-09-16T01:39:32.546 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 01:39:32 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T01:39:32.077+0000 7f08f6dbb640 -1 osd.8 56 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:39:32.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:32 smithi017 ceph-mon[30972]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]': finished 2024-09-16T01:39:32.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:32 smithi017 ceph-mon[30972]: osdmap e56: 9 total, 8 up, 9 in 2024-09-16T01:39:32.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:32 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:32.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:32 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:32.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:32 smithi017 ceph-mon[30972]: from='osd.8 ' entity='osd.8' 2024-09-16T01:39:32.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:32 smithi017 ceph-mon[30972]: from='client.14415 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:39:32.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:32 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:39:32.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:32 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:39:32.954 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:32 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:33.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:32 smithi029 ceph-mon[34783]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]': finished 2024-09-16T01:39:33.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:32 smithi029 ceph-mon[34783]: osdmap e56: 9 total, 8 up, 9 in 2024-09-16T01:39:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:32 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:32 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:32 smithi029 ceph-mon[34783]: from='osd.8 ' entity='osd.8' 2024-09-16T01:39:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:32 smithi029 ceph-mon[34783]: from='client.14415 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:39:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:32 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:39:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:32 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:39:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:32 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:32 smithi122 ceph-mon[34758]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]': finished 2024-09-16T01:39:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:32 smithi122 ceph-mon[34758]: osdmap e56: 9 total, 8 up, 9 in 2024-09-16T01:39:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:32 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:32 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:32 smithi122 ceph-mon[34758]: from='osd.8 ' entity='osd.8' 2024-09-16T01:39:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:32 smithi122 ceph-mon[34758]: from='client.14415 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:39:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:32 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:39:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:32 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:39:33.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:32 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:33.938 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:33 smithi017 ceph-mon[30972]: purged_snaps scrub starts 2024-09-16T01:39:33.938 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:33 smithi017 ceph-mon[30972]: purged_snaps scrub ok 2024-09-16T01:39:33.939 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:33 smithi017 ceph-mon[30972]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:33.939 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:33.939 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:33 smithi017 ceph-mon[30972]: osd.8 [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259] boot 2024-09-16T01:39:33.939 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:33 smithi017 ceph-mon[30972]: osdmap e57: 9 total, 9 up, 9 in 2024-09-16T01:39:33.939 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:33 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:33.939 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:33 smithi017 ceph-mon[30972]: osdmap e58: 9 total, 9 up, 9 in 2024-09-16T01:39:34.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:33 smithi122 ceph-mon[34758]: purged_snaps scrub starts 2024-09-16T01:39:34.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:33 smithi122 ceph-mon[34758]: purged_snaps scrub ok 2024-09-16T01:39:34.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:33 smithi122 ceph-mon[34758]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:34.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:34.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:33 smithi122 ceph-mon[34758]: osd.8 [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259] boot 2024-09-16T01:39:34.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:33 smithi122 ceph-mon[34758]: osdmap e57: 9 total, 9 up, 9 in 2024-09-16T01:39:34.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:33 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:34.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:33 smithi122 ceph-mon[34758]: osdmap e58: 9 total, 9 up, 9 in 2024-09-16T01:39:34.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:33 smithi029 ceph-mon[34783]: purged_snaps scrub starts 2024-09-16T01:39:34.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:33 smithi029 ceph-mon[34783]: purged_snaps scrub ok 2024-09-16T01:39:34.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:33 smithi029 ceph-mon[34783]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 244 MiB used, 715 GiB / 715 GiB avail 2024-09-16T01:39:34.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:34.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:33 smithi029 ceph-mon[34783]: osd.8 [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259] boot 2024-09-16T01:39:34.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:33 smithi029 ceph-mon[34783]: osdmap e57: 9 total, 9 up, 9 in 2024-09-16T01:39:34.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:33 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-09-16T01:39:34.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:33 smithi029 ceph-mon[34783]: osdmap e58: 9 total, 9 up, 9 in 2024-09-16T01:39:35.243 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:34 smithi017 ceph-mon[30972]: osdmap e59: 9 total, 9 up, 9 in 2024-09-16T01:39:35.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:34 smithi122 ceph-mon[34758]: osdmap e59: 9 total, 9 up, 9 in 2024-09-16T01:39:35.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:34 smithi029 ceph-mon[34783]: osdmap e59: 9 total, 9 up, 9 in 2024-09-16T01:39:36.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:35 smithi017 ceph-mon[30972]: pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 275 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:36.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:35 smithi017 ceph-mon[30972]: osdmap e60: 9 total, 9 up, 9 in 2024-09-16T01:39:36.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:35 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3933150909' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add"}]: dispatch 2024-09-16T01:39:36.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:35 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3933150909' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add"}]': finished 2024-09-16T01:39:36.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:35 smithi017 ceph-mon[30972]: osdmap e61: 10 total, 9 up, 10 in 2024-09-16T01:39:36.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:36.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:35 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/4229090182' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:39:36.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:35 smithi122 ceph-mon[34758]: pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 275 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:36.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:35 smithi122 ceph-mon[34758]: osdmap e60: 9 total, 9 up, 9 in 2024-09-16T01:39:36.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:35 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3933150909' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add"}]: dispatch 2024-09-16T01:39:36.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:35 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3933150909' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add"}]': finished 2024-09-16T01:39:36.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:35 smithi122 ceph-mon[34758]: osdmap e61: 10 total, 9 up, 10 in 2024-09-16T01:39:36.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:36.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:35 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/4229090182' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:39:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:35 smithi029 ceph-mon[34783]: pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 275 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:35 smithi029 ceph-mon[34783]: osdmap e60: 9 total, 9 up, 9 in 2024-09-16T01:39:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:35 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3933150909' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add"}]: dispatch 2024-09-16T01:39:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:35 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3933150909' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add"}]': finished 2024-09-16T01:39:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:35 smithi029 ceph-mon[34783]: osdmap e61: 10 total, 9 up, 10 in 2024-09-16T01:39:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:35 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/4229090182' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:39:38.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:37 smithi017 ceph-mon[30972]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 275 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:38.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:37 smithi029 ceph-mon[34783]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 275 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:38.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:37 smithi122 ceph-mon[34758]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 275 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:40.180 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:39 smithi017 ceph-mon[30972]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 275 MiB used, 804 GiB / 805 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-09-16T01:39:40.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:39 smithi029 ceph-mon[34783]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 275 MiB used, 804 GiB / 805 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-09-16T01:39:40.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:39 smithi122 ceph-mon[34758]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 275 MiB used, 804 GiB / 805 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-09-16T01:39:42.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:41 smithi017 ceph-mon[30972]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-16T01:39:42.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:41 smithi122 ceph-mon[34758]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-16T01:39:42.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:41 smithi029 ceph-mon[34783]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-09-16T01:39:44.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:43 smithi017 ceph-mon[30972]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T01:39:44.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:43 smithi029 ceph-mon[34783]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T01:39:44.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:43 smithi122 ceph-mon[34758]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T01:39:45.089 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:44 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-16T01:39:45.089 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:44 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:45.090 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:44 smithi017 ceph-mon[30972]: Deploying daemon osd.9 on smithi017 2024-09-16T01:39:45.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:44 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-16T01:39:45.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:44 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:45.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:44 smithi122 ceph-mon[34758]: Deploying daemon osd.9 on smithi017 2024-09-16T01:39:45.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:44 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-09-16T01:39:45.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:44 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:45.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:44 smithi029 ceph-mon[34783]: Deploying daemon osd.9 on smithi017 2024-09-16T01:39:46.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:45 smithi017 ceph-mon[30972]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-16T01:39:46.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:45 smithi122 ceph-mon[34758]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-16T01:39:46.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:45 smithi029 ceph-mon[34783]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-09-16T01:39:48.261 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:47 smithi017 ceph-mon[30972]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-16T01:39:48.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:47 smithi122 ceph-mon[34758]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-16T01:39:48.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:47 smithi029 ceph-mon[34783]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-09-16T01:39:50.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:49 smithi017 ceph-mon[30972]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T01:39:50.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:49 smithi029 ceph-mon[34783]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T01:39:50.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:49 smithi122 ceph-mon[34758]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T01:39:51.274 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:51.274 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:51.274 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:51.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:51.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:51.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:51.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:51.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:51.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:52.230 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:51 smithi017 ceph-mon[30972]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:52.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:51 smithi029 ceph-mon[34783]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:52.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:51 smithi122 ceph-mon[34758]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:54.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:53 smithi017 ceph-mon[30972]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:54.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:54.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:54.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:54.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:54.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:54.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:53 smithi029 ceph-mon[34783]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:54.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:54.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:54.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:54.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:54.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:54.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:53 smithi122 ceph-mon[34758]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:54.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:54.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:54.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:54.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:54.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:54.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:54.368+0000 7f6f2cff9640 1 -- 172.21.15.17:0/864833132 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+37 (secure 0 0 0) 0x7f6f301a2860 con 0x7f6f1c0a3240 2024-09-16T01:39:54.370 INFO:teuthology.orchestra.run.smithi017.stdout:Created osd(s) 9 on host 'smithi017' 2024-09-16T01:39:54.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:54.371+0000 7f6f35289640 1 -- 172.21.15.17:0/864833132 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6f1c0a3240 msgr2=0x7f6f1c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:54.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:54.371+0000 7f6f35289640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6f1c0a3240 0x7f6f1c0a5700 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f6f20000c00 tx=0x7f6f200314a0 comp rx=0 tx=0).stop 2024-09-16T01:39:54.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:54.371+0000 7f6f35289640 1 -- 172.21.15.17:0/864833132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f30101d10 msgr2=0x7f6f301030f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:54.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:54.371+0000 7f6f35289640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f30101d10 0x7f6f301030f0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f6f1800d950 tx=0x7f6f1800de10 comp rx=0 tx=0).stop 2024-09-16T01:39:54.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:54.372+0000 7f6f35289640 1 -- 172.21.15.17:0/864833132 shutdown_connections 2024-09-16T01:39:54.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:54.372+0000 7f6f35289640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6f1c0a3240 0x7f6f1c0a5700 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:54.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:54.372+0000 7f6f35289640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6f301026d0 0x7f6f30103630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:54.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:54.372+0000 7f6f35289640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f30101d10 0x7f6f301030f0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:54.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:54.372+0000 7f6f35289640 1 --2- 172.21.15.17:0/864833132 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6f30100b10 0x7f6f30104aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:54.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:54.372+0000 7f6f35289640 1 -- 172.21.15.17:0/864833132 >> 172.21.15.17:0/864833132 conn(0x7f6f300fc2a0 msgr2=0x7f6f3006a840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:39:54.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:54.372+0000 7f6f35289640 1 -- 172.21.15.17:0/864833132 shutdown_connections 2024-09-16T01:39:54.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:39:54.372+0000 7f6f35289640 1 -- 172.21.15.17:0/864833132 wait complete. 2024-09-16T01:39:55.046 DEBUG:teuthology.orchestra.run.smithi017:osd.9> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.9.service 2024-09-16T01:39:55.048 INFO:tasks.cephadm:Deploying osd.10 on smithi029 with /dev/vg_nvme/lv_1... 2024-09-16T01:39:55.048 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-16T01:39:55.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:55 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:55.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:55 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:55.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:55 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:55.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:55 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:55.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:55 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:55.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:55 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:55.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:55 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:39:55.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:55 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:55.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:55 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:55.315 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T01:39:56.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 01:39:55 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T01:39:55.803+0000 7fa352d5e640 -1 osd.9 0 log_to_monitors true 2024-09-16T01:39:56.617 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:56 smithi017 ceph-mon[30972]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:56.617 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:56 smithi017 ceph-mon[30972]: from='osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-16T01:39:56.648 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:56 smithi029 ceph-mon[34783]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:56.648 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:56 smithi029 ceph-mon[34783]: from='osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-16T01:39:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:56 smithi122 ceph-mon[34758]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:56 smithi122 ceph-mon[34758]: from='osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-09-16T01:39:57.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:57 smithi029 ceph-mon[34783]: from='osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-16T01:39:57.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:57 smithi029 ceph-mon[34783]: osdmap e62: 10 total, 9 up, 10 in 2024-09-16T01:39:57.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:57 smithi029 ceph-mon[34783]: from='osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-09-16T01:39:57.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:57 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:57.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:57 smithi029 ceph-mon[34783]: from='osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-09-16T01:39:57.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:57 smithi029 ceph-mon[34783]: osdmap e63: 10 total, 9 up, 10 in 2024-09-16T01:39:57.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:57 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:57.721 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 01:39:57 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T01:39:57.375+0000 7fa34ece1640 -1 osd.9 0 waiting for initial osdmap 2024-09-16T01:39:57.721 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 01:39:57 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T01:39:57.388+0000 7fa34ab09640 -1 osd.9 63 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:39:57.721 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:57 smithi017 ceph-mon[30972]: from='osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-16T01:39:57.721 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:57 smithi017 ceph-mon[30972]: osdmap e62: 10 total, 9 up, 10 in 2024-09-16T01:39:57.721 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:57 smithi017 ceph-mon[30972]: from='osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-09-16T01:39:57.721 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:57 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:57.721 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:57 smithi017 ceph-mon[30972]: from='osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-09-16T01:39:57.722 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:57 smithi017 ceph-mon[30972]: osdmap e63: 10 total, 9 up, 10 in 2024-09-16T01:39:57.722 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:57 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:57.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:57 smithi122 ceph-mon[34758]: from='osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-09-16T01:39:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:57 smithi122 ceph-mon[34758]: osdmap e62: 10 total, 9 up, 10 in 2024-09-16T01:39:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:57 smithi122 ceph-mon[34758]: from='osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-09-16T01:39:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:57 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:57 smithi122 ceph-mon[34758]: from='osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-09-16T01:39:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:57 smithi122 ceph-mon[34758]: osdmap e63: 10 total, 9 up, 10 in 2024-09-16T01:39:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:57 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:58.018 INFO:teuthology.orchestra.run.smithi029.stdout: 2024-09-16T01:39:58.051 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi029:vg_nvme/lv_1 2024-09-16T01:39:58.314 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T01:39:58.714 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:58 smithi029 ceph-mon[34783]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:58.714 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:58.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:58.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:58.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:58.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:58.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:58.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:58.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:58.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:58.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:58.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:58.715 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:58.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:58 smithi017 ceph-mon[30972]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:58.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:58.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:58.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:58.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:58.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:58.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:58.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:58.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:58.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:58.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:58.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:58.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:58 smithi122 ceph-mon[34758]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:39:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:58.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:58.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:58.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:58.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:58.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:39:58.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:58.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:58.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:39:58.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:39:58.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.800+0000 7f5b082a5640 1 -- 172.21.15.29:0/4249593482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b00101490 msgr2=0x7f5b00101910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.800+0000 7f5b082a5640 1 --2- 172.21.15.29:0/4249593482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b00101490 0x7f5b00101910 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f5af8009ca0 tx=0x7f5af802a8c0 comp rx=0 tx=0).stop 2024-09-16T01:39:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.800+0000 7f5b082a5640 1 -- 172.21.15.29:0/4249593482 shutdown_connections 2024-09-16T01:39:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.800+0000 7f5b082a5640 1 --2- 172.21.15.29:0/4249593482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b00101490 0x7f5b00101910 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:58.831 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.800+0000 7f5b082a5640 1 --2- 172.21.15.29:0/4249593482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5b0006a390 0x7f5b001007d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.800+0000 7f5b082a5640 1 --2- 172.21.15.29:0/4249593482 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b00069f00 0x7f5b00100290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.800+0000 7f5b082a5640 1 -- 172.21.15.29:0/4249593482 >> 172.21.15.29:0/4249593482 conn(0x7f5b000fba40 msgr2=0x7f5b000fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:39:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.800+0000 7f5b082a5640 1 -- 172.21.15.29:0/4249593482 shutdown_connections 2024-09-16T01:39:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.800+0000 7f5b082a5640 1 -- 172.21.15.29:0/4249593482 wait complete. 2024-09-16T01:39:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.801+0000 7f5b082a5640 1 Processor -- start 2024-09-16T01:39:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.801+0000 7f5b082a5640 1 -- start start 2024-09-16T01:39:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.801+0000 7f5b082a5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5b00069f00 0x7f5b00105330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:39:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.801+0000 7f5b082a5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b0006a390 0x7f5b00103980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:39:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.801+0000 7f5b082a5640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b00101490 0x7f5b00103ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:39:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.801+0000 7f5b082a5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5b0010c5f0 con 0x7f5b00069f00 2024-09-16T01:39:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.801+0000 7f5b082a5640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5b0010c470 con 0x7f5b00101490 2024-09-16T01:39:58.832 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.801+0000 7f5b082a5640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5b0010c770 con 0x7f5b0006a390 2024-09-16T01:39:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.801+0000 7f5b06842640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b00101490 0x7f5b00103ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:39:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.801+0000 7f5b06842640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b00101490 0x7f5b00103ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.29:40874/0 (socket says 172.21.15.29:40874) 2024-09-16T01:39:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.801+0000 7f5b06842640 1 -- 172.21.15.29:0/4027145763 learned_addr learned my addr 172.21.15.29:0/4027145763 (peer_addr_for_me v2:172.21.15.29:0/0) 2024-09-16T01:39:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.801+0000 7f5b06041640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5b00069f00 0x7f5b00105330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:39:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.801+0000 7f5b05840640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b0006a390 0x7f5b00103980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:39:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.802+0000 7f5b06842640 1 -- 172.21.15.29:0/4027145763 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b0006a390 msgr2=0x7f5b00103980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.802+0000 7f5b06842640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b0006a390 0x7f5b00103980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.802+0000 7f5b06842640 1 -- 172.21.15.29:0/4027145763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5b00069f00 msgr2=0x7f5b00105330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:39:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.802+0000 7f5b06842640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5b00069f00 0x7f5b00105330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:39:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.802+0000 7f5b06842640 1 -- 172.21.15.29:0/4027145763 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b00104780 con 0x7f5b00101490 2024-09-16T01:39:58.833 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.802+0000 7f5b05840640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b0006a390 0x7f5b00103980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:39:58.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.802+0000 7f5b06842640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b00101490 0x7f5b00103ec0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5af8006010 tx=0x7f5af8003a10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:39:58.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.802+0000 7f5af77fe640 1 -- 172.21.15.29:0/4027145763 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af8003e00 con 0x7f5b00101490 2024-09-16T01:39:58.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.802+0000 7f5b082a5640 1 -- 172.21.15.29:0/4027145763 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b001a1e60 con 0x7f5b00101490 2024-09-16T01:39:58.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.802+0000 7f5af77fe640 1 -- 172.21.15.29:0/4027145763 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5af80044f0 con 0x7f5b00101490 2024-09-16T01:39:58.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.802+0000 7f5af77fe640 1 -- 172.21.15.29:0/4027145763 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5af802f660 con 0x7f5b00101490 2024-09-16T01:39:58.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.802+0000 7f5b082a5640 1 -- 172.21.15.29:0/4027145763 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b001a2310 con 0x7f5b00101490 2024-09-16T01:39:58.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.803+0000 7f5b082a5640 1 -- 172.21.15.29:0/4027145763 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b001090f0 con 0x7f5b00101490 2024-09-16T01:39:58.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.804+0000 7f5af77fe640 1 -- 172.21.15.29:0/4027145763 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f5af80046a0 con 0x7f5b00101490 2024-09-16T01:39:58.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.805+0000 7f5af77fe640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5aec0a3240 0x7f5aec0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:39:58.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.805+0000 7f5af77fe640 1 -- 172.21.15.29:0/4027145763 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 6261+0+0 (secure 0 0 0) 0x7f5af80f08d0 con 0x7f5b00101490 2024-09-16T01:39:58.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.806+0000 7f5b06041640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5aec0a3240 0x7f5aec0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:39:58.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.806+0000 7f5b06041640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5aec0a3240 0x7f5aec0a5700 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5b001012f0 tx=0x7f5afc005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:39:58.834 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.810+0000 7f5af77fe640 1 -- 172.21.15.29:0/4027145763 <== mon.2 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5af80bdd50 con 0x7f5b00101490 2024-09-16T01:39:58.994 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:39:58.992+0000 7f5b082a5640 1 -- 172.21.15.29:0/4027145763 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f5b00062630 con 0x7f5aec0a3240 2024-09-16T01:39:59.689 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:59 smithi029 ceph-mon[34783]: purged_snaps scrub starts 2024-09-16T01:39:59.689 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:59 smithi029 ceph-mon[34783]: purged_snaps scrub ok 2024-09-16T01:39:59.689 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:59 smithi029 ceph-mon[34783]: Detected new or changed devices on smithi017 2024-09-16T01:39:59.689 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:59 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi017 to 4273M 2024-09-16T01:39:59.689 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:59 smithi029 ceph-mon[34783]: osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753] boot 2024-09-16T01:39:59.689 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:59 smithi029 ceph-mon[34783]: osdmap e64: 10 total, 10 up, 10 in 2024-09-16T01:39:59.689 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:59.689 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:39:59.689 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:39:59.690 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:39:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:59.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:59 smithi017 ceph-mon[30972]: purged_snaps scrub starts 2024-09-16T01:39:59.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:59 smithi017 ceph-mon[30972]: purged_snaps scrub ok 2024-09-16T01:39:59.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:59 smithi017 ceph-mon[30972]: Detected new or changed devices on smithi017 2024-09-16T01:39:59.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:59 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi017 to 4273M 2024-09-16T01:39:59.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:59 smithi017 ceph-mon[30972]: osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753] boot 2024-09-16T01:39:59.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:59 smithi017 ceph-mon[30972]: osdmap e64: 10 total, 10 up, 10 in 2024-09-16T01:39:59.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:59.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:39:59.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:39:59.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:39:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:39:59.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:59 smithi122 ceph-mon[34758]: purged_snaps scrub starts 2024-09-16T01:39:59.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:59 smithi122 ceph-mon[34758]: purged_snaps scrub ok 2024-09-16T01:39:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:59 smithi122 ceph-mon[34758]: Detected new or changed devices on smithi017 2024-09-16T01:39:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:59 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi017 to 4273M 2024-09-16T01:39:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:59 smithi122 ceph-mon[34758]: osd.9 [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753] boot 2024-09-16T01:39:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:59 smithi122 ceph-mon[34758]: osdmap e64: 10 total, 10 up, 10 in 2024-09-16T01:39:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-09-16T01:39:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:39:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:39:59.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:39:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:00.739 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:00 smithi029 ceph-mon[34783]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:40:00.739 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:00 smithi029 ceph-mon[34783]: from='client.24314 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:40:00.739 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:00 smithi029 ceph-mon[34783]: osdmap e65: 10 total, 10 up, 10 in 2024-09-16T01:40:00.739 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:00 smithi029 ceph-mon[34783]: overall HEALTH_OK 2024-09-16T01:40:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:00 smithi017 ceph-mon[30972]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:40:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:00 smithi017 ceph-mon[30972]: from='client.24314 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:40:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:00 smithi017 ceph-mon[30972]: osdmap e65: 10 total, 10 up, 10 in 2024-09-16T01:40:00.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:00 smithi017 ceph-mon[30972]: overall HEALTH_OK 2024-09-16T01:40:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:00 smithi122 ceph-mon[34758]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 276 MiB used, 804 GiB / 805 GiB avail 2024-09-16T01:40:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:00 smithi122 ceph-mon[34758]: from='client.24314 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi029:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:40:00.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:00 smithi122 ceph-mon[34758]: osdmap e65: 10 total, 10 up, 10 in 2024-09-16T01:40:00.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:00 smithi122 ceph-mon[34758]: overall HEALTH_OK 2024-09-16T01:40:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:02 smithi029 ceph-mon[34783]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:02 smithi029 ceph-mon[34783]: from='client.? 172.21.15.29:0/2022176970' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c83a74f2-e570-487c-9e87-bb0b74965ca2"}]: dispatch 2024-09-16T01:40:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:02 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c83a74f2-e570-487c-9e87-bb0b74965ca2"}]: dispatch 2024-09-16T01:40:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:02 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c83a74f2-e570-487c-9e87-bb0b74965ca2"}]': finished 2024-09-16T01:40:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:02 smithi029 ceph-mon[34783]: osdmap e66: 11 total, 10 up, 11 in 2024-09-16T01:40:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:02 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:02 smithi029 ceph-mon[34783]: from='client.? 172.21.15.29:0/3639860764' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:40:02.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:02 smithi017 ceph-mon[30972]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:02.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:02 smithi017 ceph-mon[30972]: from='client.? 172.21.15.29:0/2022176970' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c83a74f2-e570-487c-9e87-bb0b74965ca2"}]: dispatch 2024-09-16T01:40:02.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:02 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c83a74f2-e570-487c-9e87-bb0b74965ca2"}]: dispatch 2024-09-16T01:40:02.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:02 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c83a74f2-e570-487c-9e87-bb0b74965ca2"}]': finished 2024-09-16T01:40:02.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:02 smithi017 ceph-mon[30972]: osdmap e66: 11 total, 10 up, 11 in 2024-09-16T01:40:02.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:02 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:02.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:02 smithi017 ceph-mon[30972]: from='client.? 172.21.15.29:0/3639860764' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:40:02.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:02 smithi122 ceph-mon[34758]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:02.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:02 smithi122 ceph-mon[34758]: from='client.? 172.21.15.29:0/2022176970' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c83a74f2-e570-487c-9e87-bb0b74965ca2"}]: dispatch 2024-09-16T01:40:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:02 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c83a74f2-e570-487c-9e87-bb0b74965ca2"}]: dispatch 2024-09-16T01:40:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:02 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c83a74f2-e570-487c-9e87-bb0b74965ca2"}]': finished 2024-09-16T01:40:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:02 smithi122 ceph-mon[34758]: osdmap e66: 11 total, 10 up, 11 in 2024-09-16T01:40:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:02 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:02 smithi122 ceph-mon[34758]: from='client.? 172.21.15.29:0/3639860764' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:40:04.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:04 smithi017 ceph-mon[30972]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:04.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:04 smithi122 ceph-mon[34758]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:04.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:04 smithi029 ceph-mon[34783]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:06.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:06 smithi029 ceph-mon[34783]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:06.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:06 smithi017 ceph-mon[30972]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:06.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:06 smithi122 ceph-mon[34758]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:08.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:08 smithi017 ceph-mon[30972]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:08.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:08 smithi029 ceph-mon[34783]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:08 smithi122 ceph-mon[34758]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:10 smithi017 ceph-mon[30972]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:10 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-16T01:40:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:10 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:10.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:10 smithi029 ceph-mon[34783]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:10.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:10 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-16T01:40:10.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:10 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:10 smithi122 ceph-mon[34758]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:10 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-09-16T01:40:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:10 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:11.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:11 smithi017 ceph-mon[30972]: Deploying daemon osd.10 on smithi029 2024-09-16T01:40:11.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:11 smithi122 ceph-mon[34758]: Deploying daemon osd.10 on smithi029 2024-09-16T01:40:11.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:11 smithi029 ceph-mon[34783]: Deploying daemon osd.10 on smithi029 2024-09-16T01:40:12.544 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:12 smithi029 ceph-mon[34783]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:12.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:12 smithi017 ceph-mon[30972]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:12.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:12 smithi122 ceph-mon[34758]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:14.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:14 smithi017 ceph-mon[30972]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:14.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:14 smithi122 ceph-mon[34758]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:14 smithi029 ceph-mon[34783]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:16.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:16 smithi017 ceph-mon[30972]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:16 smithi029 ceph-mon[34783]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:16.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:16 smithi122 ceph-mon[34758]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:17.726 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:17.726 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:17.726 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:17.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:17.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:17.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:17.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:17.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:17.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:18.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:18 smithi029 ceph-mon[34783]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:18.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:18 smithi017 ceph-mon[30972]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:18 smithi122 ceph-mon[34758]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:20.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:20 smithi029 ceph-mon[34783]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:20.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:20 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:20.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:20 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:20.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:20 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:20.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:20 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:20.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:20 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:20.671 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:40:20.670+0000 7f5af77fe640 1 -- 172.21.15.29:0/4027145763 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f5b00062630 con 0x7f5aec0a3240 2024-09-16T01:40:20.672 INFO:teuthology.orchestra.run.smithi029.stdout:Created osd(s) 10 on host 'smithi029' 2024-09-16T01:40:20.673 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:40:20.672+0000 7f5b082a5640 1 -- 172.21.15.29:0/4027145763 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5aec0a3240 msgr2=0x7f5aec0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:20.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:40:20.672+0000 7f5b082a5640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5aec0a3240 0x7f5aec0a5700 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5b001012f0 tx=0x7f5afc005f90 comp rx=0 tx=0).stop 2024-09-16T01:40:20.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:40:20.672+0000 7f5b082a5640 1 -- 172.21.15.29:0/4027145763 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b00101490 msgr2=0x7f5b00103ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:20.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:40:20.672+0000 7f5b082a5640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b00101490 0x7f5b00103ec0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f5af8006010 tx=0x7f5af8003a10 comp rx=0 tx=0).stop 2024-09-16T01:40:20.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:40:20.672+0000 7f5b082a5640 1 -- 172.21.15.29:0/4027145763 shutdown_connections 2024-09-16T01:40:20.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:40:20.672+0000 7f5b082a5640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5aec0a3240 0x7f5aec0a5700 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:20.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:40:20.672+0000 7f5b082a5640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5b00101490 0x7f5b00103ec0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:20.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:40:20.672+0000 7f5b082a5640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5b0006a390 0x7f5b00103980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:20.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:40:20.672+0000 7f5b082a5640 1 --2- 172.21.15.29:0/4027145763 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5b00069f00 0x7f5b00105330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:20.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:40:20.672+0000 7f5b082a5640 1 -- 172.21.15.29:0/4027145763 >> 172.21.15.29:0/4027145763 conn(0x7f5b000fba40 msgr2=0x7f5b00102c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:20.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:40:20.672+0000 7f5b082a5640 1 -- 172.21.15.29:0/4027145763 shutdown_connections 2024-09-16T01:40:20.674 INFO:teuthology.orchestra.run.smithi029.stderr:2024-09-16T01:40:20.672+0000 7f5b082a5640 1 -- 172.21.15.29:0/4027145763 wait complete. 2024-09-16T01:40:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:20 smithi017 ceph-mon[30972]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:20.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:20.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:20.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:20 smithi122 ceph-mon[34758]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:20 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:20 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:20 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:20.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:20 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:20.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:20 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:21.514 DEBUG:teuthology.orchestra.run.smithi029:osd.10> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.10.service 2024-09-16T01:40:21.517 INFO:tasks.cephadm:Deploying osd.11 on smithi122 with /dev/vg_nvme/lv_1... 2024-09-16T01:40:21.517 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-16T01:40:21.770 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:21 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:21.771 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:21 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:21.771 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:21 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:21.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:21 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:21.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:21 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:21.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:21 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:21.794 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T01:40:21.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:21 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:21.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:21 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:21.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:21 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:22.740 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:22 smithi029 ceph-mon[34783]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:22.741 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 01:40:22 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T01:40:22.658+0000 7f7f71edb640 -1 osd.10 0 log_to_monitors true 2024-09-16T01:40:22.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:22 smithi017 ceph-mon[30972]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:22.793 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:22 smithi122 ceph-mon[34758]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:23.720 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:23 smithi122 ceph-mon[34758]: from='osd.10 [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-16T01:40:23.720 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:23 smithi122 ceph-mon[34758]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-16T01:40:23.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:23 smithi017 ceph-mon[30972]: from='osd.10 [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-16T01:40:23.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:23 smithi017 ceph-mon[30972]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-16T01:40:23.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:23 smithi029 ceph-mon[34783]: from='osd.10 [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-16T01:40:23.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:23 smithi029 ceph-mon[34783]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-09-16T01:40:24.450 INFO:teuthology.orchestra.run.smithi122.stdout: 2024-09-16T01:40:24.477 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi122:vg_nvme/lv_1 2024-09-16T01:40:24.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:24 smithi029 ceph-mon[34783]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:24.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:24 smithi029 ceph-mon[34783]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-16T01:40:24.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:24 smithi029 ceph-mon[34783]: from='osd.10 [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:40:24.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:24 smithi029 ceph-mon[34783]: osdmap e67: 11 total, 10 up, 11 in 2024-09-16T01:40:24.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:24 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:24.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:24 smithi029 ceph-mon[34783]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:40:24.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 01:40:24 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T01:40:24.448+0000 7f7f6de5e640 -1 osd.10 0 waiting for initial osdmap 2024-09-16T01:40:24.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 01:40:24 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T01:40:24.461+0000 7f7f69c86640 -1 osd.10 68 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:40:24.722 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T01:40:24.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:24 smithi017 ceph-mon[30972]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:24.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:24 smithi017 ceph-mon[30972]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-16T01:40:24.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:24 smithi017 ceph-mon[30972]: from='osd.10 [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:40:24.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:24 smithi017 ceph-mon[30972]: osdmap e67: 11 total, 10 up, 11 in 2024-09-16T01:40:24.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:24 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:24.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:24 smithi017 ceph-mon[30972]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:40:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:24 smithi122 ceph-mon[34758]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:24 smithi122 ceph-mon[34758]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-09-16T01:40:24.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:24 smithi122 ceph-mon[34758]: from='osd.10 [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:40:24.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:24 smithi122 ceph-mon[34758]: osdmap e67: 11 total, 10 up, 11 in 2024-09-16T01:40:24.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:24 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:24.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:24 smithi122 ceph-mon[34758]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]: dispatch 2024-09-16T01:40:25.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.191+0000 7f2ed316a640 1 -- 172.21.15.122:0/969392035 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ecc100b10 msgr2=0x7f2ecc100f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:25.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.191+0000 7f2ed316a640 1 --2- 172.21.15.122:0/969392035 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ecc100b10 0x7f2ecc100f10 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f2ec0009900 tx=0x7f2ec002a410 comp rx=0 tx=0).stop 2024-09-16T01:40:25.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.191+0000 7f2ed316a640 1 -- 172.21.15.122:0/969392035 shutdown_connections 2024-09-16T01:40:25.210 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.191+0000 7f2ed316a640 1 --2- 172.21.15.122:0/969392035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ecc1026d0 0x7f2ecc108f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:25.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.191+0000 7f2ed316a640 1 --2- 172.21.15.122:0/969392035 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ecc101d10 0x7f2ecc102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:25.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.191+0000 7f2ed316a640 1 --2- 172.21.15.122:0/969392035 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ecc100b10 0x7f2ecc100f10 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:25.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.191+0000 7f2ed316a640 1 -- 172.21.15.122:0/969392035 >> 172.21.15.122:0/969392035 conn(0x7f2ecc0fc2a0 msgr2=0x7f2ecc0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:25.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.191+0000 7f2ed316a640 1 -- 172.21.15.122:0/969392035 shutdown_connections 2024-09-16T01:40:25.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.191+0000 7f2ed316a640 1 -- 172.21.15.122:0/969392035 wait complete. 2024-09-16T01:40:25.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed316a640 1 Processor -- start 2024-09-16T01:40:25.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed316a640 1 -- start start 2024-09-16T01:40:25.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed316a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ecc100b10 0x7f2ecc10b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:25.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed316a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ecc101d10 0x7f2ecc109ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:25.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed316a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ecc1026d0 0x7f2ecc10a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:25.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed316a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc10d7b0 con 0x7f2ecc101d10 2024-09-16T01:40:25.211 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed316a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc10d630 con 0x7f2ecc100b10 2024-09-16T01:40:25.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed316a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2ecc10d930 con 0x7f2ecc1026d0 2024-09-16T01:40:25.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed1707640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ecc1026d0 0x7f2ecc10a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:25.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed1707640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ecc1026d0 0x7f2ecc10a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:33384/0 (socket says 172.21.15.122:33384) 2024-09-16T01:40:25.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed1707640 1 -- 172.21.15.122:0/250406771 learned_addr learned my addr 172.21.15.122:0/250406771 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:40:25.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed1707640 1 -- 172.21.15.122:0/250406771 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ecc100b10 msgr2=0x7f2ecc10b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:25.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed1707640 1 --2- 172.21.15.122:0/250406771 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ecc100b10 0x7f2ecc10b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:25.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed1707640 1 -- 172.21.15.122:0/250406771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ecc101d10 msgr2=0x7f2ecc109ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:25.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed1707640 1 --2- 172.21.15.122:0/250406771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ecc101d10 0x7f2ecc109ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:25.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.192+0000 7f2ed1707640 1 -- 172.21.15.122:0/250406771 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ecc10a8e0 con 0x7f2ecc1026d0 2024-09-16T01:40:25.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.193+0000 7f2ed1707640 1 --2- 172.21.15.122:0/250406771 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ecc1026d0 0x7f2ecc10a020 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4009fd0 tx=0x7f2ec400b260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:25.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.193+0000 7f2ec9ffb640 1 -- 172.21.15.122:0/250406771 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec4017070 con 0x7f2ecc1026d0 2024-09-16T01:40:25.212 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.193+0000 7f2ec9ffb640 1 -- 172.21.15.122:0/250406771 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ec4003e20 con 0x7f2ecc1026d0 2024-09-16T01:40:25.213 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.193+0000 7f2ed316a640 1 -- 172.21.15.122:0/250406771 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ecc1a2050 con 0x7f2ecc1026d0 2024-09-16T01:40:25.213 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.193+0000 7f2ec9ffb640 1 -- 172.21.15.122:0/250406771 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ec4010460 con 0x7f2ecc1026d0 2024-09-16T01:40:25.213 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.193+0000 7f2ed316a640 1 -- 172.21.15.122:0/250406771 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ecc1a2560 con 0x7f2ecc1026d0 2024-09-16T01:40:25.213 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.194+0000 7f2ed316a640 1 -- 172.21.15.122:0/250406771 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ecc108020 con 0x7f2ecc1026d0 2024-09-16T01:40:25.213 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.195+0000 7f2ec9ffb640 1 -- 172.21.15.122:0/250406771 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f2ec4003970 con 0x7f2ecc1026d0 2024-09-16T01:40:25.213 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.195+0000 7f2ec9ffb640 1 --2- 172.21.15.122:0/250406771 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ebc0a32c0 0x7f2ebc0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:25.213 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.196+0000 7f2ec9ffb640 1 -- 172.21.15.122:0/250406771 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 6414+0+0 (secure 0 0 0) 0x7f2ec40cf080 con 0x7f2ecc1026d0 2024-09-16T01:40:25.213 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.196+0000 7f2ed0f06640 1 --2- 172.21.15.122:0/250406771 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ebc0a32c0 0x7f2ebc0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:25.213 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.196+0000 7f2ed0f06640 1 --2- 172.21.15.122:0/250406771 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ebc0a32c0 0x7f2ebc0a5780 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2ec002a930 tx=0x7f2ec00314a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:25.213 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.200+0000 7f2ec9ffb640 1 -- 172.21.15.122:0/250406771 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2ec409c510 con 0x7f2ecc1026d0 2024-09-16T01:40:25.378 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:25.376+0000 7f2ed316a640 1 -- 172.21.15.122:0/250406771 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) -- 0x7f2ecc062630 con 0x7f2ebc0a32c0 2024-09-16T01:40:25.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2024-09-16T01:40:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: osdmap e68: 11 total, 10 up, 11 in 2024-09-16T01:40:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:25.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:25.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:25.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:25.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:25.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:40:25.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:40:25.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:25.785 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2024-09-16T01:40:25.785 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: osdmap e68: 11 total, 10 up, 11 in 2024-09-16T01:40:25.785 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:25.785 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:25.785 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:25.785 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:25.785 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:25.785 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:25.786 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:25.786 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:25.786 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:25.786 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:25.786 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:25.786 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:25.786 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:40:25.786 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:40:25.786 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:25.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi029", "root=default"]}]': finished 2024-09-16T01:40:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: osdmap e68: 11 total, 10 up, 11 in 2024-09-16T01:40:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:25.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T01:40:25.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T01:40:25.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:26.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:26 smithi017 ceph-mon[30972]: purged_snaps scrub starts 2024-09-16T01:40:26.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:26 smithi017 ceph-mon[30972]: purged_snaps scrub ok 2024-09-16T01:40:26.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:26 smithi017 ceph-mon[30972]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:26.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:26 smithi017 ceph-mon[30972]: Detected new or changed devices on smithi029 2024-09-16T01:40:26.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:26 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi029 to 4273M 2024-09-16T01:40:26.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:26 smithi017 ceph-mon[30972]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:40:26.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:26 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:26.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:26 smithi017 ceph-mon[30972]: osd.10 [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550] boot 2024-09-16T01:40:26.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:26 smithi017 ceph-mon[30972]: osdmap e69: 11 total, 11 up, 11 in 2024-09-16T01:40:26.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:26 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:26.793 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:26 smithi122 ceph-mon[34758]: purged_snaps scrub starts 2024-09-16T01:40:26.793 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:26 smithi122 ceph-mon[34758]: purged_snaps scrub ok 2024-09-16T01:40:26.793 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:26 smithi122 ceph-mon[34758]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:26.793 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:26 smithi122 ceph-mon[34758]: Detected new or changed devices on smithi029 2024-09-16T01:40:26.793 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:26 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi029 to 4273M 2024-09-16T01:40:26.793 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:26 smithi122 ceph-mon[34758]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:40:26.794 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:26 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:26.794 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:26 smithi122 ceph-mon[34758]: osd.10 [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550] boot 2024-09-16T01:40:26.794 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:26 smithi122 ceph-mon[34758]: osdmap e69: 11 total, 11 up, 11 in 2024-09-16T01:40:26.794 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:26 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:26.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:26 smithi029 ceph-mon[34783]: purged_snaps scrub starts 2024-09-16T01:40:26.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:26 smithi029 ceph-mon[34783]: purged_snaps scrub ok 2024-09-16T01:40:26.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:26 smithi029 ceph-mon[34783]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 303 MiB used, 894 GiB / 894 GiB avail 2024-09-16T01:40:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:26 smithi029 ceph-mon[34783]: Detected new or changed devices on smithi029 2024-09-16T01:40:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:26 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi029 to 4273M 2024-09-16T01:40:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:26 smithi029 ceph-mon[34783]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi122:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:40:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:26 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:26 smithi029 ceph-mon[34783]: osd.10 [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550] boot 2024-09-16T01:40:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:26 smithi029 ceph-mon[34783]: osdmap e69: 11 total, 11 up, 11 in 2024-09-16T01:40:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:26 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-09-16T01:40:27.594 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:27 smithi122 ceph-mon[34758]: osdmap e70: 11 total, 11 up, 11 in 2024-09-16T01:40:27.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:27 smithi017 ceph-mon[30972]: osdmap e70: 11 total, 11 up, 11 in 2024-09-16T01:40:27.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:27 smithi029 ceph-mon[34783]: osdmap e70: 11 total, 11 up, 11 in 2024-09-16T01:40:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:28 smithi017 ceph-mon[30972]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:28 smithi017 ceph-mon[30972]: osdmap e71: 11 total, 11 up, 11 in 2024-09-16T01:40:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:28 smithi017 ceph-mon[30972]: from='client.? 172.21.15.122:0/2605313426' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c"}]: dispatch 2024-09-16T01:40:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:28 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c"}]: dispatch 2024-09-16T01:40:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:28 smithi017 ceph-mon[30972]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c"}]': finished 2024-09-16T01:40:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:28 smithi017 ceph-mon[30972]: osdmap e72: 12 total, 11 up, 12 in 2024-09-16T01:40:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:28 smithi017 ceph-mon[30972]: from='client.? 172.21.15.122:0/3327336883' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:40:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:28 smithi029 ceph-mon[34783]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:28 smithi029 ceph-mon[34783]: osdmap e71: 11 total, 11 up, 11 in 2024-09-16T01:40:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:28 smithi029 ceph-mon[34783]: from='client.? 172.21.15.122:0/2605313426' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c"}]: dispatch 2024-09-16T01:40:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:28 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c"}]: dispatch 2024-09-16T01:40:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:28 smithi029 ceph-mon[34783]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c"}]': finished 2024-09-16T01:40:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:28 smithi029 ceph-mon[34783]: osdmap e72: 12 total, 11 up, 12 in 2024-09-16T01:40:28.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:28.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:28 smithi029 ceph-mon[34783]: from='client.? 172.21.15.122:0/3327336883' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:40:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:28 smithi122 ceph-mon[34758]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 330 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:28 smithi122 ceph-mon[34758]: osdmap e71: 11 total, 11 up, 11 in 2024-09-16T01:40:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:28 smithi122 ceph-mon[34758]: from='client.? 172.21.15.122:0/2605313426' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c"}]: dispatch 2024-09-16T01:40:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:28 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c"}]: dispatch 2024-09-16T01:40:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:28 smithi122 ceph-mon[34758]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c"}]': finished 2024-09-16T01:40:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:28 smithi122 ceph-mon[34758]: osdmap e72: 12 total, 11 up, 12 in 2024-09-16T01:40:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:28 smithi122 ceph-mon[34758]: from='client.? 172.21.15.122:0/3327336883' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T01:40:30.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:29 smithi017 ceph-mon[30972]: pgmap v236: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 334 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-16T01:40:30.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:29 smithi017 ceph-mon[30972]: osdmap e73: 12 total, 11 up, 12 in 2024-09-16T01:40:30.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:29 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:30.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:29 smithi122 ceph-mon[34758]: pgmap v236: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 334 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-16T01:40:30.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:29 smithi122 ceph-mon[34758]: osdmap e73: 12 total, 11 up, 12 in 2024-09-16T01:40:30.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:29 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:30.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:29 smithi029 ceph-mon[34783]: pgmap v236: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 334 MiB used, 983 GiB / 983 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-09-16T01:40:30.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:29 smithi029 ceph-mon[34783]: osdmap e73: 12 total, 11 up, 12 in 2024-09-16T01:40:30.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:29 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:32.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:31 smithi017 ceph-mon[30972]: pgmap v238: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-09-16T01:40:32.290 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:31 smithi029 ceph-mon[34783]: pgmap v238: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-09-16T01:40:32.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:31 smithi122 ceph-mon[34758]: pgmap v238: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail; 143 KiB/s, 0 objects/s recovering 2024-09-16T01:40:34.251 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:33 smithi122 ceph-mon[34758]: pgmap v239: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T01:40:34.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:33 smithi017 ceph-mon[30972]: pgmap v239: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T01:40:34.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:33 smithi029 ceph-mon[34783]: pgmap v239: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T01:40:36.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:35 smithi122 ceph-mon[34758]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-16T01:40:36.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:35 smithi017 ceph-mon[30972]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-16T01:40:36.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:35 smithi029 ceph-mon[34783]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-09-16T01:40:37.229 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:36 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-16T01:40:37.229 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:36 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:37.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:36 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-16T01:40:37.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:36 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:37.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:36 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-09-16T01:40:37.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:36 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:38.246 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:37 smithi122 ceph-mon[34758]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:38.247 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:37 smithi122 ceph-mon[34758]: Deploying daemon osd.11 on smithi122 2024-09-16T01:40:38.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:37 smithi017 ceph-mon[30972]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:38.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:37 smithi017 ceph-mon[30972]: Deploying daemon osd.11 on smithi122 2024-09-16T01:40:38.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:37 smithi029 ceph-mon[34783]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:38.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:37 smithi029 ceph-mon[34783]: Deploying daemon osd.11 on smithi122 2024-09-16T01:40:40.082 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:39 smithi122 ceph-mon[34758]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:40.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:39 smithi017 ceph-mon[30972]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:40.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:39 smithi029 ceph-mon[34783]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:42.225 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:41 smithi122 ceph-mon[34758]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:42.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:41 smithi017 ceph-mon[30972]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:42.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:41 smithi029 ceph-mon[34783]: pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:42.971 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:42.972 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:42.972 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:43.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:43.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:43.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:43.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:43.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:43.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:44.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:44 smithi122 ceph-mon[34758]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:44.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:44 smithi029 ceph-mon[34783]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:44.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:44 smithi017 ceph-mon[30972]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:45.712 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:45.710+0000 7f2ec9ffb640 1 -- 172.21.15.122:0/250406771 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+38 (secure 0 0 0) 0x7f2ecc062630 con 0x7f2ebc0a32c0 2024-09-16T01:40:45.712 INFO:teuthology.orchestra.run.smithi122.stdout:Created osd(s) 11 on host 'smithi122' 2024-09-16T01:40:45.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:45.712+0000 7f2ed316a640 1 -- 172.21.15.122:0/250406771 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ebc0a32c0 msgr2=0x7f2ebc0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:45.713 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:45.712+0000 7f2ed316a640 1 --2- 172.21.15.122:0/250406771 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ebc0a32c0 0x7f2ebc0a5780 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2ec002a930 tx=0x7f2ec00314a0 comp rx=0 tx=0).stop 2024-09-16T01:40:45.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:45.712+0000 7f2ed316a640 1 -- 172.21.15.122:0/250406771 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ecc1026d0 msgr2=0x7f2ecc10a020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:45.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:45.712+0000 7f2ed316a640 1 --2- 172.21.15.122:0/250406771 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ecc1026d0 0x7f2ecc10a020 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f2ec4009fd0 tx=0x7f2ec400b260 comp rx=0 tx=0).stop 2024-09-16T01:40:45.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:45.712+0000 7f2ed316a640 1 -- 172.21.15.122:0/250406771 shutdown_connections 2024-09-16T01:40:45.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:45.712+0000 7f2ed316a640 1 --2- 172.21.15.122:0/250406771 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ebc0a32c0 0x7f2ebc0a5780 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:45.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:45.712+0000 7f2ed316a640 1 --2- 172.21.15.122:0/250406771 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ecc1026d0 0x7f2ecc10a020 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:45.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:45.712+0000 7f2ed316a640 1 --2- 172.21.15.122:0/250406771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ecc101d10 0x7f2ecc109ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:45.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:45.712+0000 7f2ed316a640 1 --2- 172.21.15.122:0/250406771 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ecc100b10 0x7f2ecc10b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:45.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:45.712+0000 7f2ed316a640 1 -- 172.21.15.122:0/250406771 >> 172.21.15.122:0/250406771 conn(0x7f2ecc0fc2a0 msgr2=0x7f2ecc1051f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:45.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:45.712+0000 7f2ed316a640 1 -- 172.21.15.122:0/250406771 shutdown_connections 2024-09-16T01:40:45.714 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:45.712+0000 7f2ed316a640 1 -- 172.21.15.122:0/250406771 wait complete. 2024-09-16T01:40:46.289 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:46 smithi122 ceph-mon[34758]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:46.289 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:46 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.289 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:46 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.289 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:46 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:46.289 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:46 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:46.289 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:46 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.289 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:46 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:46.289 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:46 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.289 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:46 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:46 smithi029 ceph-mon[34783]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:46.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:46 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:46 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:46 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:46.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:46 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:46.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:46 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:46 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:46.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:46 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:46 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.316 DEBUG:teuthology.orchestra.run.smithi122:osd.11> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.11.service 2024-09-16T01:40:46.318 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-09-16T01:40:46.318 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-16T01:40:46.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:46 smithi017 ceph-mon[30972]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:46.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:46 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:46 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.343 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:46 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:46.343 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:46 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:46.343 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:46 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.343 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:46 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:46.343 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:46 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.343 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:46 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:46.571 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:40:47.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.048+0000 7f1b74b16640 1 -- 172.21.15.17:0/1124049310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b701037c0 msgr2=0x7f1b7010a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:47.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.048+0000 7f1b74b16640 1 --2- 172.21.15.17:0/1124049310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b701037c0 0x7f1b7010a050 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f1b68009ca0 tx=0x7f1b6802a8c0 comp rx=0 tx=0).stop 2024-09-16T01:40:47.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.048+0000 7f1b74b16640 1 -- 172.21.15.17:0/1124049310 shutdown_connections 2024-09-16T01:40:47.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.048+0000 7f1b74b16640 1 --2- 172.21.15.17:0/1124049310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b701037c0 0x7f1b7010a050 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:47.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.048+0000 7f1b74b16640 1 --2- 172.21.15.17:0/1124049310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b70102e00 0x7f1b70103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:47.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.048+0000 7f1b74b16640 1 --2- 172.21.15.17:0/1124049310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b70101c00 0x7f1b70102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:47.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.048+0000 7f1b74b16640 1 -- 172.21.15.17:0/1124049310 >> 172.21.15.17:0/1124049310 conn(0x7f1b700fd390 msgr2=0x7f1b700ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:47.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.048+0000 7f1b74b16640 1 -- 172.21.15.17:0/1124049310 shutdown_connections 2024-09-16T01:40:47.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.048+0000 7f1b74b16640 1 -- 172.21.15.17:0/1124049310 wait complete. 2024-09-16T01:40:47.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.049+0000 7f1b74b16640 1 Processor -- start 2024-09-16T01:40:47.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.049+0000 7f1b74b16640 1 -- start start 2024-09-16T01:40:47.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.049+0000 7f1b74b16640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b70101c00 0x7f1b70197dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:47.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.049+0000 7f1b74b16640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b70102e00 0x7f1b70198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:47.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.049+0000 7f1b74b16640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b701037c0 0x7f1b7019f390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:47.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.049+0000 7f1b74b16640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1b7010d780 con 0x7f1b701037c0 2024-09-16T01:40:47.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.049+0000 7f1b74b16640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1b7010d600 con 0x7f1b70102e00 2024-09-16T01:40:47.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.049+0000 7f1b74b16640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1b7010d900 con 0x7f1b70101c00 2024-09-16T01:40:47.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.049+0000 7f1b6ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b701037c0 0x7f1b7019f390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:47.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.049+0000 7f1b6ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b701037c0 0x7f1b7019f390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60610/0 (socket says 172.21.15.17:60610) 2024-09-16T01:40:47.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.049+0000 7f1b6ed9d640 1 -- 172.21.15.17:0/2389806234 learned_addr learned my addr 172.21.15.17:0/2389806234 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:40:47.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.050+0000 7f1b6e59c640 1 --2- 172.21.15.17:0/2389806234 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b70101c00 0x7f1b70197dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:47.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.050+0000 7f1b6dd9b640 1 --2- 172.21.15.17:0/2389806234 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b70102e00 0x7f1b70198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:47.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.050+0000 7f1b6ed9d640 1 -- 172.21.15.17:0/2389806234 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b70101c00 msgr2=0x7f1b70197dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:47.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.050+0000 7f1b6ed9d640 1 --2- 172.21.15.17:0/2389806234 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b70101c00 0x7f1b70197dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:47.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.050+0000 7f1b6ed9d640 1 -- 172.21.15.17:0/2389806234 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b70102e00 msgr2=0x7f1b70198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:47.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.050+0000 7f1b6ed9d640 1 --2- 172.21.15.17:0/2389806234 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b70102e00 0x7f1b70198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:47.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.050+0000 7f1b6ed9d640 1 -- 172.21.15.17:0/2389806234 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b7019fa00 con 0x7f1b701037c0 2024-09-16T01:40:47.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.050+0000 7f1b6ed9d640 1 --2- 172.21.15.17:0/2389806234 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b701037c0 0x7f1b7019f390 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f1b68031040 tx=0x7f1b68003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:47.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.050+0000 7f1b5f7fe640 1 -- 172.21.15.17:0/2389806234 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b68032ec0 con 0x7f1b701037c0 2024-09-16T01:40:47.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.050+0000 7f1b5f7fe640 1 -- 172.21.15.17:0/2389806234 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b680044f0 con 0x7f1b701037c0 2024-09-16T01:40:47.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.050+0000 7f1b5f7fe640 1 -- 172.21.15.17:0/2389806234 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b68030d10 con 0x7f1b701037c0 2024-09-16T01:40:47.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.050+0000 7f1b74b16640 1 -- 172.21.15.17:0/2389806234 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b7019fc90 con 0x7f1b701037c0 2024-09-16T01:40:47.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.050+0000 7f1b74b16640 1 -- 172.21.15.17:0/2389806234 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b701a0180 con 0x7f1b701037c0 2024-09-16T01:40:47.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.051+0000 7f1b74b16640 1 -- 172.21.15.17:0/2389806234 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b70109050 con 0x7f1b701037c0 2024-09-16T01:40:47.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.052+0000 7f1b5f7fe640 1 -- 172.21.15.17:0/2389806234 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f1b68004040 con 0x7f1b701037c0 2024-09-16T01:40:47.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.053+0000 7f1b5f7fe640 1 --2- 172.21.15.17:0/2389806234 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1b580a3410 0x7f1b580a58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:47.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.053+0000 7f1b6e59c640 1 --2- 172.21.15.17:0/2389806234 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1b580a3410 0x7f1b580a58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:47.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.053+0000 7f1b5f7fe640 1 -- 172.21.15.17:0/2389806234 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(73..73 src has 1..73) ==== 6809+0+0 (secure 0 0 0) 0x7f1b680f09e0 con 0x7f1b701037c0 2024-09-16T01:40:47.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.054+0000 7f1b6e59c640 1 --2- 172.21.15.17:0/2389806234 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1b580a3410 0x7f1b580a58d0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f1b70102c60 tx=0x7f1b6400b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:47.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.057+0000 7f1b5f7fe640 1 -- 172.21.15.17:0/2389806234 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1b680bdc40 con 0x7f1b701037c0 2024-09-16T01:40:47.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.233+0000 7f1b74b16640 1 -- 172.21.15.17:0/2389806234 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f1b70062e20 con 0x7f1b701037c0 2024-09-16T01:40:47.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.233+0000 7f1b5f7fe640 1 -- 172.21.15.17:0/2389806234 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v73) ==== 74+0+133 (secure 0 0 0) 0x7f1b680bd540 con 0x7f1b701037c0 2024-09-16T01:40:47.236 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:40:47.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.235+0000 7f1b74b16640 1 -- 172.21.15.17:0/2389806234 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1b580a3410 msgr2=0x7f1b580a58d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:47.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.235+0000 7f1b74b16640 1 --2- 172.21.15.17:0/2389806234 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1b580a3410 0x7f1b580a58d0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f1b70102c60 tx=0x7f1b6400b390 comp rx=0 tx=0).stop 2024-09-16T01:40:47.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.235+0000 7f1b74b16640 1 -- 172.21.15.17:0/2389806234 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b701037c0 msgr2=0x7f1b7019f390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:47.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.235+0000 7f1b74b16640 1 --2- 172.21.15.17:0/2389806234 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b701037c0 0x7f1b7019f390 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f1b68031040 tx=0x7f1b68003ba0 comp rx=0 tx=0).stop 2024-09-16T01:40:47.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.235+0000 7f1b74b16640 1 -- 172.21.15.17:0/2389806234 shutdown_connections 2024-09-16T01:40:47.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.235+0000 7f1b74b16640 1 --2- 172.21.15.17:0/2389806234 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1b580a3410 0x7f1b580a58d0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:47.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.235+0000 7f1b74b16640 1 --2- 172.21.15.17:0/2389806234 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b701037c0 0x7f1b7019f390 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:47.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.235+0000 7f1b74b16640 1 --2- 172.21.15.17:0/2389806234 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b70102e00 0x7f1b70198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:47.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.235+0000 7f1b74b16640 1 --2- 172.21.15.17:0/2389806234 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b70101c00 0x7f1b70197dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:47.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.235+0000 7f1b74b16640 1 -- 172.21.15.17:0/2389806234 >> 172.21.15.17:0/2389806234 conn(0x7f1b700fd390 msgr2=0x7f1b70106220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:47.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.235+0000 7f1b74b16640 1 -- 172.21.15.17:0/2389806234 shutdown_connections 2024-09-16T01:40:47.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:47.235+0000 7f1b74b16640 1 -- 172.21.15.17:0/2389806234 wait complete. 2024-09-16T01:40:48.139 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":73,"num_osds":12,"num_up_osds":11,"osd_up_since":1726450825,"num_in_osds":12,"osd_in_since":1726450827,"num_remapped_pgs":0} 2024-09-16T01:40:48.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:48 smithi029 ceph-mon[34783]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:48.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:48 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2389806234' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T01:40:48.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:48 smithi122 ceph-mon[34758]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:48.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:48 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2389806234' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T01:40:48.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:48 smithi017 ceph-mon[30972]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:48.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:48 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2389806234' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T01:40:48.611 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 01:40:48 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T01:40:48.347+0000 7f62d5bc3640 -1 osd.11 0 log_to_monitors true 2024-09-16T01:40:49.140 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-16T01:40:49.274 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:49 smithi122 ceph-mon[34758]: from='osd.11 [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-16T01:40:49.275 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:49 smithi122 ceph-mon[34758]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-16T01:40:49.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:49 smithi029 ceph-mon[34783]: from='osd.11 [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-16T01:40:49.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:49 smithi029 ceph-mon[34783]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-16T01:40:49.413 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:40:49.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:49 smithi017 ceph-mon[30972]: from='osd.11 [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-16T01:40:49.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:49 smithi017 ceph-mon[30972]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-09-16T01:40:49.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.904+0000 7f44865be640 1 -- 172.21.15.17:0/2396316171 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4480102e00 msgr2=0x7f4480103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:49.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.904+0000 7f44865be640 1 --2- 172.21.15.17:0/2396316171 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4480102e00 0x7f4480103280 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f4474009900 tx=0x7f447402a410 comp rx=0 tx=0).stop 2024-09-16T01:40:49.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.904+0000 7f44865be640 1 -- 172.21.15.17:0/2396316171 shutdown_connections 2024-09-16T01:40:49.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.904+0000 7f44865be640 1 --2- 172.21.15.17:0/2396316171 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44801037c0 0x7f448010a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:49.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.904+0000 7f44865be640 1 --2- 172.21.15.17:0/2396316171 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4480102e00 0x7f4480103280 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:49.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.905+0000 7f44865be640 1 --2- 172.21.15.17:0/2396316171 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4480101c00 0x7f4480102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:49.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.905+0000 7f44865be640 1 -- 172.21.15.17:0/2396316171 >> 172.21.15.17:0/2396316171 conn(0x7f44800fd390 msgr2=0x7f44800ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:49.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.905+0000 7f44865be640 1 -- 172.21.15.17:0/2396316171 shutdown_connections 2024-09-16T01:40:49.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.905+0000 7f44865be640 1 -- 172.21.15.17:0/2396316171 wait complete. 2024-09-16T01:40:49.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.905+0000 7f44865be640 1 Processor -- start 2024-09-16T01:40:49.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.905+0000 7f44865be640 1 -- start start 2024-09-16T01:40:49.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.905+0000 7f44865be640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4480101c00 0x7f4480075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:49.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.905+0000 7f44865be640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4480102e00 0x7f44800745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:49.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.905+0000 7f44865be640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44801037c0 0x7f4480074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:49.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f44865be640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f448010d760 con 0x7f4480101c00 2024-09-16T01:40:49.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f44865be640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f448010d5e0 con 0x7f4480102e00 2024-09-16T01:40:49.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f44865be640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f448010d8e0 con 0x7f44801037c0 2024-09-16T01:40:49.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f447ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4480101c00 0x7f4480075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:49.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f447ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4480101c00 0x7f4480075f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60620/0 (socket says 172.21.15.17:60620) 2024-09-16T01:40:49.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f447ffff640 1 -- 172.21.15.17:0/2534859825 learned_addr learned my addr 172.21.15.17:0/2534859825 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:40:49.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f4484b5b640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44801037c0 0x7f4480074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:49.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f447f7fe640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4480102e00 0x7f44800745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:49.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f447ffff640 1 -- 172.21.15.17:0/2534859825 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44801037c0 msgr2=0x7f4480074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:49.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f447ffff640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44801037c0 0x7f4480074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:49.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f447ffff640 1 -- 172.21.15.17:0/2534859825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4480102e00 msgr2=0x7f44800745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:49.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f447ffff640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4480102e00 0x7f44800745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:49.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f447ffff640 1 -- 172.21.15.17:0/2534859825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f44800753e0 con 0x7f4480101c00 2024-09-16T01:40:49.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f447f7fe640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4480102e00 0x7f44800745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:40:49.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f447ffff640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4480101c00 0x7f4480075f90 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f447000d770 tx=0x7f447000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:49.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f447d7fa640 1 -- 172.21.15.17:0/2534859825 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4470017070 con 0x7f4480101c00 2024-09-16T01:40:49.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f447d7fa640 1 -- 172.21.15.17:0/2534859825 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4470009c30 con 0x7f4480101c00 2024-09-16T01:40:49.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f447d7fa640 1 -- 172.21.15.17:0/2534859825 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4470003d00 con 0x7f4480101c00 2024-09-16T01:40:49.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f44865be640 1 -- 172.21.15.17:0/2534859825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f44801a1f70 con 0x7f4480101c00 2024-09-16T01:40:49.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.906+0000 7f44865be640 1 -- 172.21.15.17:0/2534859825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44801a2310 con 0x7f4480101c00 2024-09-16T01:40:49.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.907+0000 7f44865be640 1 -- 172.21.15.17:0/2534859825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4480108fd0 con 0x7f4480101c00 2024-09-16T01:40:49.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.909+0000 7f447d7fa640 1 -- 172.21.15.17:0/2534859825 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f4470003ea0 con 0x7f4480101c00 2024-09-16T01:40:49.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.910+0000 7f447d7fa640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44680a3240 0x7f44680a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:49.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.910+0000 7f447f7fe640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44680a3240 0x7f44680a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:49.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.910+0000 7f447d7fa640 1 -- 172.21.15.17:0/2534859825 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(74..74 src has 1..74) ==== 6831+0+0 (secure 0 0 0) 0x7f44700cf0e0 con 0x7f4480101c00 2024-09-16T01:40:49.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.911+0000 7f447f7fe640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44680a3240 0x7f44680a5700 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4474000c00 tx=0x7f44740314a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:49.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:49.913+0000 7f447d7fa640 1 -- 172.21.15.17:0/2534859825 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f447009c330 con 0x7f4480101c00 2024-09-16T01:40:50.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:50.090+0000 7f44865be640 1 -- 172.21.15.17:0/2534859825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f448002da70 con 0x7f4480101c00 2024-09-16T01:40:50.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:50.090+0000 7f447d7fa640 1 -- 172.21.15.17:0/2534859825 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v75) ==== 74+0+133 (secure 0 0 0) 0x7f4470009de0 con 0x7f4480101c00 2024-09-16T01:40:50.093 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:40:50.093 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:50.093 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-16T01:40:50.093 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: osdmap e74: 12 total, 11 up, 12 in 2024-09-16T01:40:50.093 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:50.094 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: from='osd.11 [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:40:50.094 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:40:50.094 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: Detected new or changed devices on smithi122 2024-09-16T01:40:50.094 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:50.094 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:50.094 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:50.094 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:50.094 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:50.094 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:50.094 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi122 to 4271M 2024-09-16T01:40:50.094 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:50.094 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:50.094 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:50.095 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:50.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:50.093+0000 7f44865be640 1 -- 172.21.15.17:0/2534859825 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44680a3240 msgr2=0x7f44680a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:50.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:50.093+0000 7f44865be640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44680a3240 0x7f44680a5700 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4474000c00 tx=0x7f44740314a0 comp rx=0 tx=0).stop 2024-09-16T01:40:50.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:50.093+0000 7f44865be640 1 -- 172.21.15.17:0/2534859825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4480101c00 msgr2=0x7f4480075f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:50.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:50.093+0000 7f44865be640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4480101c00 0x7f4480075f90 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f447000d770 tx=0x7f447000dc30 comp rx=0 tx=0).stop 2024-09-16T01:40:50.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:50.093+0000 7f44865be640 1 -- 172.21.15.17:0/2534859825 shutdown_connections 2024-09-16T01:40:50.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:50.093+0000 7f44865be640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44680a3240 0x7f44680a5700 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:50.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:50.093+0000 7f44865be640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f44801037c0 0x7f4480074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:50.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:50.093+0000 7f44865be640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4480102e00 0x7f44800745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:50.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:50.093+0000 7f44865be640 1 --2- 172.21.15.17:0/2534859825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4480101c00 0x7f4480075f90 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:50.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:50.093+0000 7f44865be640 1 -- 172.21.15.17:0/2534859825 >> 172.21.15.17:0/2534859825 conn(0x7f44800fd390 msgr2=0x7f44801061a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:50.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:50.093+0000 7f44865be640 1 -- 172.21.15.17:0/2534859825 shutdown_connections 2024-09-16T01:40:50.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:50.093+0000 7f44865be640 1 -- 172.21.15.17:0/2534859825 wait complete. 2024-09-16T01:40:50.429 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:50.429 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-16T01:40:50.429 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: osdmap e74: 12 total, 11 up, 12 in 2024-09-16T01:40:50.429 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:50.429 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: from='osd.11 [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:40:50.429 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:40:50.429 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: Detected new or changed devices on smithi122 2024-09-16T01:40:50.429 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:50.429 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:50.429 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:50.429 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:50.430 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:50.430 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:50.430 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi122 to 4271M 2024-09-16T01:40:50.430 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:50.430 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:50.430 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:50.430 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:50.489 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:50.489 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-09-16T01:40:50.489 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: osdmap e74: 12 total, 11 up, 12 in 2024-09-16T01:40:50.489 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:50.490 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: from='osd.11 [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:40:50.490 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]: dispatch 2024-09-16T01:40:50.490 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: Detected new or changed devices on smithi122 2024-09-16T01:40:50.490 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:50.490 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:50.490 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:50.490 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:50.490 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:50.490 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:40:50.490 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi122 to 4271M 2024-09-16T01:40:50.490 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:50.490 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:50.490 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:50.491 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:50.796 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T01:40:50.427+0000 7f62d1b46640 -1 osd.11 0 waiting for initial osdmap 2024-09-16T01:40:50.797 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 01:40:50 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T01:40:50.438+0000 7f62c9966640 -1 osd.11 75 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T01:40:50.853 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":75,"num_osds":12,"num_up_osds":11,"osd_up_since":1726450825,"num_in_osds":12,"osd_in_since":1726450827,"num_remapped_pgs":0} 2024-09-16T01:40:51.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:51 smithi017 ceph-mon[30972]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]': finished 2024-09-16T01:40:51.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:51 smithi017 ceph-mon[30972]: osdmap e75: 12 total, 11 up, 12 in 2024-09-16T01:40:51.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:51.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:51.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:51 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2534859825' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T01:40:51.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:51 smithi017 ceph-mon[30972]: from='osd.11 ' entity='osd.11' 2024-09-16T01:40:51.440 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:51 smithi122 ceph-mon[34758]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]': finished 2024-09-16T01:40:51.441 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:51 smithi122 ceph-mon[34758]: osdmap e75: 12 total, 11 up, 12 in 2024-09-16T01:40:51.441 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:51.441 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:51.441 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:51 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2534859825' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T01:40:51.441 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:51 smithi122 ceph-mon[34758]: from='osd.11 ' entity='osd.11' 2024-09-16T01:40:51.493 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:51 smithi029 ceph-mon[34783]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi122", "root=default"]}]': finished 2024-09-16T01:40:51.494 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:51 smithi029 ceph-mon[34783]: osdmap e75: 12 total, 11 up, 12 in 2024-09-16T01:40:51.494 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:51.494 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:51.494 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:51 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2534859825' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T01:40:51.494 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:51 smithi029 ceph-mon[34783]: from='osd.11 ' entity='osd.11' 2024-09-16T01:40:51.854 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-16T01:40:52.122 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:40:52.243 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:52 smithi017 ceph-mon[30972]: purged_snaps scrub starts 2024-09-16T01:40:52.243 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:52 smithi017 ceph-mon[30972]: purged_snaps scrub ok 2024-09-16T01:40:52.244 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:52 smithi017 ceph-mon[30972]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:52.244 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:52 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:52.244 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:52 smithi017 ceph-mon[30972]: osd.11 [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597] boot 2024-09-16T01:40:52.244 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:52 smithi017 ceph-mon[30972]: osdmap e76: 12 total, 12 up, 12 in 2024-09-16T01:40:52.244 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:52 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:52.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:52 smithi029 ceph-mon[34783]: purged_snaps scrub starts 2024-09-16T01:40:52.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:52 smithi029 ceph-mon[34783]: purged_snaps scrub ok 2024-09-16T01:40:52.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:52 smithi029 ceph-mon[34783]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:52.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:52 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:52.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:52 smithi029 ceph-mon[34783]: osd.11 [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597] boot 2024-09-16T01:40:52.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:52 smithi029 ceph-mon[34783]: osdmap e76: 12 total, 12 up, 12 in 2024-09-16T01:40:52.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:52 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:52.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:52 smithi122 ceph-mon[34758]: purged_snaps scrub starts 2024-09-16T01:40:52.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:52 smithi122 ceph-mon[34758]: purged_snaps scrub ok 2024-09-16T01:40:52.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:52 smithi122 ceph-mon[34758]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 335 MiB used, 983 GiB / 983 GiB avail 2024-09-16T01:40:52.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:52 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:52.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:52 smithi122 ceph-mon[34758]: osd.11 [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597] boot 2024-09-16T01:40:52.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:52 smithi122 ceph-mon[34758]: osdmap e76: 12 total, 12 up, 12 in 2024-09-16T01:40:52.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:52 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-09-16T01:40:52.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.622+0000 7f5e076b7640 1 -- 172.21.15.17:0/2175247746 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e00102e00 msgr2=0x7f5e00103280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:52.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.622+0000 7f5e076b7640 1 --2- 172.21.15.17:0/2175247746 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e00102e00 0x7f5e00103280 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f5df0009900 tx=0x7f5df002a410 comp rx=0 tx=0).stop 2024-09-16T01:40:52.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.622+0000 7f5e076b7640 1 -- 172.21.15.17:0/2175247746 shutdown_connections 2024-09-16T01:40:52.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.622+0000 7f5e076b7640 1 --2- 172.21.15.17:0/2175247746 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e001037c0 0x7f5e0010a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:52.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.622+0000 7f5e076b7640 1 --2- 172.21.15.17:0/2175247746 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e00102e00 0x7f5e00103280 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:52.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.622+0000 7f5e076b7640 1 --2- 172.21.15.17:0/2175247746 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e00101c00 0x7f5e00102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:52.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.622+0000 7f5e076b7640 1 -- 172.21.15.17:0/2175247746 >> 172.21.15.17:0/2175247746 conn(0x7f5e000fd390 msgr2=0x7f5e000ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:52.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.622+0000 7f5e076b7640 1 -- 172.21.15.17:0/2175247746 shutdown_connections 2024-09-16T01:40:52.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.622+0000 7f5e076b7640 1 -- 172.21.15.17:0/2175247746 wait complete. 2024-09-16T01:40:52.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e076b7640 1 Processor -- start 2024-09-16T01:40:52.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e076b7640 1 -- start start 2024-09-16T01:40:52.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e076b7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e00101c00 0x7f5e00075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:52.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e076b7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e00102e00 0x7f5e000745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:52.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e076b7640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e001037c0 0x7f5e00074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:52.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e076b7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5e0010d730 con 0x7f5e00102e00 2024-09-16T01:40:52.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e076b7640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5e0010d5b0 con 0x7f5e001037c0 2024-09-16T01:40:52.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e076b7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5e0010d8b0 con 0x7f5e00101c00 2024-09-16T01:40:52.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e04c52640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e00102e00 0x7f5e000745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:52.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e04c52640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e00102e00 0x7f5e000745e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60638/0 (socket says 172.21.15.17:60638) 2024-09-16T01:40:52.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e04c52640 1 -- 172.21.15.17:0/1414528715 learned_addr learned my addr 172.21.15.17:0/1414528715 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:40:52.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e05453640 1 --2- 172.21.15.17:0/1414528715 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e00101c00 0x7f5e00075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:52.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e05c54640 1 --2- 172.21.15.17:0/1414528715 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e001037c0 0x7f5e00074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:52.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e04c52640 1 -- 172.21.15.17:0/1414528715 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e00101c00 msgr2=0x7f5e00075f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:52.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e04c52640 1 --2- 172.21.15.17:0/1414528715 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e00101c00 0x7f5e00075f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:52.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e04c52640 1 -- 172.21.15.17:0/1414528715 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e001037c0 msgr2=0x7f5e00074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:52.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e04c52640 1 --2- 172.21.15.17:0/1414528715 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e001037c0 0x7f5e00074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:52.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.623+0000 7f5e04c52640 1 -- 172.21.15.17:0/1414528715 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e000753e0 con 0x7f5e00102e00 2024-09-16T01:40:52.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.624+0000 7f5e04c52640 1 --2- 172.21.15.17:0/1414528715 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e00102e00 0x7f5e000745e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5df0005940 tx=0x7f5df00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:52.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.624+0000 7f5df67fc640 1 -- 172.21.15.17:0/1414528715 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5df003f030 con 0x7f5e00102e00 2024-09-16T01:40:52.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.624+0000 7f5df67fc640 1 -- 172.21.15.17:0/1414528715 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5df0003cb0 con 0x7f5e00102e00 2024-09-16T01:40:52.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.624+0000 7f5e076b7640 1 -- 172.21.15.17:0/1414528715 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e001a1f40 con 0x7f5e00102e00 2024-09-16T01:40:52.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.624+0000 7f5df67fc640 1 -- 172.21.15.17:0/1414528715 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5df0035070 con 0x7f5e00102e00 2024-09-16T01:40:52.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.624+0000 7f5e076b7640 1 -- 172.21.15.17:0/1414528715 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e001a2390 con 0x7f5e00102e00 2024-09-16T01:40:52.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.625+0000 7f5e076b7640 1 -- 172.21.15.17:0/1414528715 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e001090a0 con 0x7f5e00102e00 2024-09-16T01:40:52.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.626+0000 7f5df67fc640 1 -- 172.21.15.17:0/1414528715 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f5df0042030 con 0x7f5e00102e00 2024-09-16T01:40:52.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.627+0000 7f5df67fc640 1 --2- 172.21.15.17:0/1414528715 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5dec0a32c0 0x7f5dec0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:52.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.627+0000 7f5e05453640 1 --2- 172.21.15.17:0/1414528715 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5dec0a32c0 0x7f5dec0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:52.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.627+0000 7f5df67fc640 1 -- 172.21.15.17:0/1414528715 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 7127+0+0 (secure 0 0 0) 0x7f5df00ef9b0 con 0x7f5e00102e00 2024-09-16T01:40:52.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.628+0000 7f5e05453640 1 --2- 172.21.15.17:0/1414528715 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5dec0a32c0 0x7f5dec0a5780 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f5e00102c60 tx=0x7f5dfc00a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:52.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.631+0000 7f5df67fc640 1 -- 172.21.15.17:0/1414528715 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5df00bcb70 con 0x7f5e00102e00 2024-09-16T01:40:52.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.805+0000 7f5e076b7640 1 -- 172.21.15.17:0/1414528715 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) -- 0x7f5e0002da30 con 0x7f5e00102e00 2024-09-16T01:40:52.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.805+0000 7f5df67fc640 1 -- 172.21.15.17:0/1414528715 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v76) ==== 74+0+133 (secure 0 0 0) 0x7f5df00bc470 con 0x7f5e00102e00 2024-09-16T01:40:52.810 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:40:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.808+0000 7f5e076b7640 1 -- 172.21.15.17:0/1414528715 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5dec0a32c0 msgr2=0x7f5dec0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.808+0000 7f5e076b7640 1 --2- 172.21.15.17:0/1414528715 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5dec0a32c0 0x7f5dec0a5780 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f5e00102c60 tx=0x7f5dfc00a2d0 comp rx=0 tx=0).stop 2024-09-16T01:40:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.808+0000 7f5e076b7640 1 -- 172.21.15.17:0/1414528715 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e00102e00 msgr2=0x7f5e000745e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.808+0000 7f5e076b7640 1 --2- 172.21.15.17:0/1414528715 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e00102e00 0x7f5e000745e0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5df0005940 tx=0x7f5df00042f0 comp rx=0 tx=0).stop 2024-09-16T01:40:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.808+0000 7f5e076b7640 1 -- 172.21.15.17:0/1414528715 shutdown_connections 2024-09-16T01:40:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.808+0000 7f5e076b7640 1 --2- 172.21.15.17:0/1414528715 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5dec0a32c0 0x7f5dec0a5780 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.808+0000 7f5e076b7640 1 --2- 172.21.15.17:0/1414528715 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5e001037c0 0x7f5e00074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.808+0000 7f5e076b7640 1 --2- 172.21.15.17:0/1414528715 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e00102e00 0x7f5e000745e0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.808+0000 7f5e076b7640 1 --2- 172.21.15.17:0/1414528715 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5e00101c00 0x7f5e00075f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.808+0000 7f5e076b7640 1 -- 172.21.15.17:0/1414528715 >> 172.21.15.17:0/1414528715 conn(0x7f5e000fd390 msgr2=0x7f5e00106270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.808+0000 7f5e076b7640 1 -- 172.21.15.17:0/1414528715 shutdown_connections 2024-09-16T01:40:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:52.808+0000 7f5e076b7640 1 -- 172.21.15.17:0/1414528715 wait complete. 2024-09-16T01:40:53.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:53 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1414528715' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T01:40:53.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:53 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1414528715' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T01:40:53.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:53 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1414528715' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T01:40:53.596 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":76,"num_osds":12,"num_up_osds":12,"osd_up_since":1726450851,"num_in_osds":12,"osd_in_since":1726450827,"num_remapped_pgs":0} 2024-09-16T01:40:53.596 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T01:40:53.851 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:40:54.268 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:54 smithi017 ceph-mon[30972]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:40:54.269 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:54 smithi017 ceph-mon[30972]: osdmap e77: 12 total, 12 up, 12 in 2024-09-16T01:40:54.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.350+0000 7f24299a1640 1 -- 172.21.15.17:0/1491823510 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2424101de0 msgr2=0x7f24241021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:54.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.350+0000 7f24299a1640 1 --2- 172.21.15.17:0/1491823510 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2424101de0 0x7f24241021c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f2414009900 tx=0x7f241402a3f0 comp rx=0 tx=0).stop 2024-09-16T01:40:54.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.350+0000 7f24299a1640 1 -- 172.21.15.17:0/1491823510 shutdown_connections 2024-09-16T01:40:54.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.350+0000 7f24299a1640 1 --2- 172.21.15.17:0/1491823510 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2424106f10 0x7f242410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:54.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.350+0000 7f24299a1640 1 --2- 172.21.15.17:0/1491823510 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2424102790 0x7f24241067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:54.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.350+0000 7f24299a1640 1 --2- 172.21.15.17:0/1491823510 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2424101de0 0x7f24241021c0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:54.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.350+0000 7f24299a1640 1 -- 172.21.15.17:0/1491823510 >> 172.21.15.17:0/1491823510 conn(0x7f24240fd8c0 msgr2=0x7f24240ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:54.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.350+0000 7f24299a1640 1 -- 172.21.15.17:0/1491823510 shutdown_connections 2024-09-16T01:40:54.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.350+0000 7f24299a1640 1 -- 172.21.15.17:0/1491823510 wait complete. 2024-09-16T01:40:54.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.350+0000 7f24299a1640 1 Processor -- start 2024-09-16T01:40:54.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24299a1640 1 -- start start 2024-09-16T01:40:54.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24299a1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2424101de0 0x7f24241982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:54.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24299a1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2424102790 0x7f2424198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:54.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24299a1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2424106f10 0x7f242419cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:54.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24299a1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2424111e20 con 0x7f2424106f10 2024-09-16T01:40:54.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24299a1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2424111ca0 con 0x7f2424102790 2024-09-16T01:40:54.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24299a1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2424111fa0 con 0x7f2424101de0 2024-09-16T01:40:54.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24237fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2424106f10 0x7f242419cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:54.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24237fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2424106f10 0x7f242419cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60650/0 (socket says 172.21.15.17:60650) 2024-09-16T01:40:54.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24237fe640 1 -- 172.21.15.17:0/858681953 learned_addr learned my addr 172.21.15.17:0/858681953 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:40:54.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f2422ffd640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2424101de0 0x7f24241982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:54.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24227fc640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2424102790 0x7f2424198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:54.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24237fe640 1 -- 172.21.15.17:0/858681953 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2424101de0 msgr2=0x7f24241982e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:54.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24237fe640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2424101de0 0x7f24241982e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:54.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24237fe640 1 -- 172.21.15.17:0/858681953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2424102790 msgr2=0x7f2424198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:54.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24237fe640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2424102790 0x7f2424198820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:54.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f24237fe640 1 -- 172.21.15.17:0/858681953 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f242419d290 con 0x7f2424106f10 2024-09-16T01:40:54.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.351+0000 7f2422ffd640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2424101de0 0x7f24241982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:40:54.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.352+0000 7f24237fe640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2424106f10 0x7f242419cbb0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f241c00cce0 tx=0x7f241c00a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:54.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.352+0000 7f242899f640 1 -- 172.21.15.17:0/858681953 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f241c00f450 con 0x7f2424106f10 2024-09-16T01:40:54.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.352+0000 7f24299a1640 1 -- 172.21.15.17:0/858681953 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f242419d580 con 0x7f2424106f10 2024-09-16T01:40:54.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.352+0000 7f242899f640 1 -- 172.21.15.17:0/858681953 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f241c00faa0 con 0x7f2424106f10 2024-09-16T01:40:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.352+0000 7f242899f640 1 -- 172.21.15.17:0/858681953 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f241c018b70 con 0x7f2424106f10 2024-09-16T01:40:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.352+0000 7f24299a1640 1 -- 172.21.15.17:0/858681953 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24241a4e60 con 0x7f2424106f10 2024-09-16T01:40:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.353+0000 7f24299a1640 1 -- 172.21.15.17:0/858681953 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24241021c0 con 0x7f2424106f10 2024-09-16T01:40:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.354+0000 7f242899f640 1 -- 172.21.15.17:0/858681953 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f241c018d10 con 0x7f2424106f10 2024-09-16T01:40:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.355+0000 7f242899f640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f24100a3240 0x7f24100a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.355+0000 7f2422ffd640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f24100a3240 0x7f24100a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.355+0000 7f242899f640 1 -- 172.21.15.17:0/858681953 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f241c0cf990 con 0x7f2424106f10 2024-09-16T01:40:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.356+0000 7f2422ffd640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f24100a3240 0x7f24100a5700 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2414031440 tx=0x7f2414005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:54.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.360+0000 7f242899f640 1 -- 172.21.15.17:0/858681953 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f241c014030 con 0x7f2424106f10 2024-09-16T01:40:54.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.537+0000 7f24299a1640 1 -- 172.21.15.17:0/858681953 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2424109b60 con 0x7f2424106f10 2024-09-16T01:40:54.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.538+0000 7f242899f640 1 -- 172.21.15.17:0/858681953 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) ==== 74+0+18406 (secure 0 0 0) 0x7f241c09cab0 con 0x7f2424106f10 2024-09-16T01:40:54.540 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:40:54.540 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":77,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","created":"2024-09-16T01:33:53.298260+0000","modified":"2024-09-16T01:40:53.052674+0000","last_up_change":"2024-09-16T01:40:51.430063+0000","last_in_change":"2024-09-16T01:40:27.916637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:37:00.918910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b8922682-71d1-43de-99c1-33159c0e154f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6803","nonce":973418367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6805","nonce":973418367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6809","nonce":973418367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6807","nonce":973418367}]},"public_addr":"172.21.15.17:6803/973418367","cluster_addr":"172.21.15.17:6805/973418367","heartbeat_back_addr":"172.21.15.17:6809/973418367","heartbeat_front_addr":"172.21.15.17:6807/973418367","state":["exists","up"]},{"osd":1,"uuid":"757f97f3-d423-4451-bb57-6179ff651bab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6801","nonce":476361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6803","nonce":476361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6807","nonce":476361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6805","nonce":476361632}]},"public_addr":"172.21.15.29:6801/476361632","cluster_addr":"172.21.15.29:6803/476361632","heartbeat_back_addr":"172.21.15.29:6807/476361632","heartbeat_front_addr":"172.21.15.29:6805/476361632","state":["exists","up"]},{"osd":2,"uuid":"e6100863-2f60-4213-895c-bf6d2026378f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6801","nonce":3223940683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6803","nonce":3223940683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6807","nonce":3223940683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6805","nonce":3223940683}]},"public_addr":"172.21.15.122:6801/3223940683","cluster_addr":"172.21.15.122:6803/3223940683","heartbeat_back_addr":"172.21.15.122:6807/3223940683","heartbeat_front_addr":"172.21.15.122:6805/3223940683","state":["exists","up"]},{"osd":3,"uuid":"611d7433-6cb9-4016-a58b-bb96394d2d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6811","nonce":3558508388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6813","nonce":3558508388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6817","nonce":3558508388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6815","nonce":3558508388}]},"public_addr":"172.21.15.17:6811/3558508388","cluster_addr":"172.21.15.17:6813/3558508388","heartbeat_back_addr":"172.21.15.17:6817/3558508388","heartbeat_front_addr":"172.21.15.17:6815/3558508388","state":["exists","up"]},{"osd":4,"uuid":"7d202bcb-50ab-4f6e-a090-7e61c538fa77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6809","nonce":2110146164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6811","nonce":2110146164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6815","nonce":2110146164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6813","nonce":2110146164}]},"public_addr":"172.21.15.29:6809/2110146164","cluster_addr":"172.21.15.29:6811/2110146164","heartbeat_back_addr":"172.21.15.29:6815/2110146164","heartbeat_front_addr":"172.21.15.29:6813/2110146164","state":["exists","up"]},{"osd":5,"uuid":"bcc07f4f-f204-465b-b9c6-c04604d243c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":52,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6809","nonce":1621076168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6811","nonce":1621076168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6815","nonce":1621076168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6813","nonce":1621076168}]},"public_addr":"172.21.15.122:6809/1621076168","cluster_addr":"172.21.15.122:6811/1621076168","heartbeat_back_addr":"172.21.15.122:6815/1621076168","heartbeat_front_addr":"172.21.15.122:6813/1621076168","state":["exists","up"]},{"osd":6,"uuid":"64080f89-a0f5-4a86-aa16-77938675379e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6819","nonce":1408033288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6821","nonce":1408033288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6825","nonce":1408033288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6823","nonce":1408033288}]},"public_addr":"172.21.15.17:6819/1408033288","cluster_addr":"172.21.15.17:6821/1408033288","heartbeat_back_addr":"172.21.15.17:6825/1408033288","heartbeat_front_addr":"172.21.15.17:6823/1408033288","state":["exists","up"]},{"osd":7,"uuid":"aca554bd-1914-455c-936a-aa59b1504194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":72,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6817","nonce":127734728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6819","nonce":127734728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6823","nonce":127734728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6821","nonce":127734728}]},"public_addr":"172.21.15.29:6817/127734728","cluster_addr":"172.21.15.29:6819/127734728","heartbeat_back_addr":"172.21.15.29:6823/127734728","heartbeat_front_addr":"172.21.15.29:6821/127734728","state":["exists","up"]},{"osd":8,"uuid":"0b5ed7f4-4b47-4cbe-9086-8948ce393446","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6817","nonce":360974259}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6819","nonce":360974259}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6823","nonce":360974259}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6821","nonce":360974259}]},"public_addr":"172.21.15.122:6817/360974259","cluster_addr":"172.21.15.122:6819/360974259","heartbeat_back_addr":"172.21.15.122:6823/360974259","heartbeat_front_addr":"172.21.15.122:6821/360974259","state":["exists","up"]},{"osd":9,"uuid":"55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6827","nonce":2483471753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6829","nonce":2483471753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6833","nonce":2483471753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6831","nonce":2483471753}]},"public_addr":"172.21.15.17:6827/2483471753","cluster_addr":"172.21.15.17:6829/2483471753","heartbeat_back_addr":"172.21.15.17:6833/2483471753","heartbeat_front_addr":"172.21.15.17:6831/2483471753","state":["exists","up"]},{"osd":10,"uuid":"c83a74f2-e570-487c-9e87-bb0b74965ca2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6825","nonce":362618550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6827","nonce":362618550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6831","nonce":362618550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6829","nonce":362618550}]},"public_addr":"172.21.15.29:6825/362618550","cluster_addr":"172.21.15.29:6827/362618550","heartbeat_back_addr":"172.21.15.29:6831/362618550","heartbeat_front_addr":"172.21.15.29:6829/362618550","state":["exists","up"]},{"osd":11,"uuid":"1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6825","nonce":1375874597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6827","nonce":1375874597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6831","nonce":1375874597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6829","nonce":1375874597}]},"public_addr":"172.21.15.122:6825/1375874597","cluster_addr":"172.21.15.122:6827/1375874597","heartbeat_back_addr":"172.21.15.122:6831/1375874597","heartbeat_front_addr":"172.21.15.122:6829/1375874597","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:05.813342+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:31.420629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:57.341085+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:22.481098+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:48.928453+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:15.070471+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:40.275611+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:05.810417+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:30.926343+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:56.824386+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:23.647559+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:49.303702+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:0/171001531":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6801/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/149674379":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6800/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2909964706":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2310526449":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/844082331":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6800/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6801/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/270715983":"2024-09-17T01:34:15.927659+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:40:54.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.540+0000 7f24299a1640 1 -- 172.21.15.17:0/858681953 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f24100a3240 msgr2=0x7f24100a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:54.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.540+0000 7f24299a1640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f24100a3240 0x7f24100a5700 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f2414031440 tx=0x7f2414005a20 comp rx=0 tx=0).stop 2024-09-16T01:40:54.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.540+0000 7f24299a1640 1 -- 172.21.15.17:0/858681953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2424106f10 msgr2=0x7f242419cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:54.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.540+0000 7f24299a1640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2424106f10 0x7f242419cbb0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f241c00cce0 tx=0x7f241c00a620 comp rx=0 tx=0).stop 2024-09-16T01:40:54.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.540+0000 7f24299a1640 1 -- 172.21.15.17:0/858681953 shutdown_connections 2024-09-16T01:40:54.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.540+0000 7f24299a1640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f24100a3240 0x7f24100a5700 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:54.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.540+0000 7f24299a1640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2424106f10 0x7f242419cbb0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:54.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.540+0000 7f24299a1640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2424102790 0x7f2424198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:54.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.540+0000 7f24299a1640 1 --2- 172.21.15.17:0/858681953 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2424101de0 0x7f24241982e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:54.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.540+0000 7f24299a1640 1 -- 172.21.15.17:0/858681953 >> 172.21.15.17:0/858681953 conn(0x7f24240fd8c0 msgr2=0x7f24240fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:54.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.540+0000 7f24299a1640 1 -- 172.21.15.17:0/858681953 shutdown_connections 2024-09-16T01:40:54.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:54.540+0000 7f24299a1640 1 -- 172.21.15.17:0/858681953 wait complete. 2024-09-16T01:40:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:54 smithi122 ceph-mon[34758]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:40:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:54 smithi122 ceph-mon[34758]: osdmap e77: 12 total, 12 up, 12 in 2024-09-16T01:40:54.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:54 smithi029 ceph-mon[34783]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:40:54.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:54 smithi029 ceph-mon[34783]: osdmap e77: 12 total, 12 up, 12 in 2024-09-16T01:40:55.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:55 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/858681953' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:40:55.385 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:37:00.918910+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T01:40:55.386 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-16T01:40:55.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:55 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/858681953' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:40:55.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:55 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/858681953' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:40:55.635 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:40:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.129+0000 7fe4adf94640 1 -- 172.21.15.17:0/2074322589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4a8102d90 msgr2=0x7fe4a8103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.129+0000 7fe4adf94640 1 --2- 172.21.15.17:0/2074322589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4a8102d90 0x7fe4a8103170 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe498009930 tx=0x7fe49802a420 comp rx=0 tx=0).stop 2024-09-16T01:40:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.129+0000 7fe4adf94640 1 -- 172.21.15.17:0/2074322589 shutdown_connections 2024-09-16T01:40:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.129+0000 7fe4adf94640 1 --2- 172.21.15.17:0/2074322589 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4a8108290 0x7fe4a810ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.129+0000 7fe4adf94640 1 --2- 172.21.15.17:0/2074322589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4a8103740 0x7fe4a8107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.129+0000 7fe4adf94640 1 --2- 172.21.15.17:0/2074322589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4a8102d90 0x7fe4a8103170 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.129+0000 7fe4adf94640 1 -- 172.21.15.17:0/2074322589 >> 172.21.15.17:0/2074322589 conn(0x7fe4a80fc7d0 msgr2=0x7fe4a80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.129+0000 7fe4adf94640 1 -- 172.21.15.17:0/2074322589 shutdown_connections 2024-09-16T01:40:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.129+0000 7fe4adf94640 1 -- 172.21.15.17:0/2074322589 wait complete. 2024-09-16T01:40:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.129+0000 7fe4adf94640 1 Processor -- start 2024-09-16T01:40:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4adf94640 1 -- start start 2024-09-16T01:40:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4adf94640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4a8102d90 0x7fe4a81009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4adf94640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4a8103740 0x7fe4a8100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4adf94640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4a8108290 0x7fe4a8101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4adf94640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe4a8112050 con 0x7fe4a8103740 2024-09-16T01:40:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4adf94640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe4a8111ed0 con 0x7fe4a8108290 2024-09-16T01:40:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4adf94640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe4a81121d0 con 0x7fe4a8102d90 2024-09-16T01:40:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4a6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4a8103740 0x7fe4a8100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4a6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4a8103740 0x7fe4a8100f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51914/0 (socket says 172.21.15.17:51914) 2024-09-16T01:40:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4a6ffd640 1 -- 172.21.15.17:0/4002266680 learned_addr learned my addr 172.21.15.17:0/4002266680 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:40:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4a77fe640 1 --2- 172.21.15.17:0/4002266680 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4a8102d90 0x7fe4a81009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4a7fff640 1 --2- 172.21.15.17:0/4002266680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4a8108290 0x7fe4a8101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4a6ffd640 1 -- 172.21.15.17:0/4002266680 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4a8102d90 msgr2=0x7fe4a81009f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4a6ffd640 1 --2- 172.21.15.17:0/4002266680 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4a8102d90 0x7fe4a81009f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4a6ffd640 1 -- 172.21.15.17:0/4002266680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4a8108290 msgr2=0x7fe4a8101470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4a6ffd640 1 --2- 172.21.15.17:0/4002266680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4a8108290 0x7fe4a8101470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.130+0000 7fe4a6ffd640 1 -- 172.21.15.17:0/4002266680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4a81a6af0 con 0x7fe4a8103740 2024-09-16T01:40:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.131+0000 7fe4a6ffd640 1 --2- 172.21.15.17:0/4002266680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4a8103740 0x7fe4a8100f30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe49c00b450 tx=0x7fe49c00b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.131+0000 7fe4a4ff9640 1 -- 172.21.15.17:0/4002266680 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c015020 con 0x7fe4a8103740 2024-09-16T01:40:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.131+0000 7fe4a4ff9640 1 -- 172.21.15.17:0/4002266680 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe49c011d40 con 0x7fe4a8103740 2024-09-16T01:40:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.131+0000 7fe4a4ff9640 1 -- 172.21.15.17:0/4002266680 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe49c00f340 con 0x7fe4a8103740 2024-09-16T01:40:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.131+0000 7fe4adf94640 1 -- 172.21.15.17:0/4002266680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4a81a6de0 con 0x7fe4a8103740 2024-09-16T01:40:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.131+0000 7fe4adf94640 1 -- 172.21.15.17:0/4002266680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4a81a7290 con 0x7fe4a8103740 2024-09-16T01:40:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.132+0000 7fe4adf94640 1 -- 172.21.15.17:0/4002266680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe4a806a7f0 con 0x7fe4a8103740 2024-09-16T01:40:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.133+0000 7fe4a4ff9640 1 -- 172.21.15.17:0/4002266680 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fe49c018020 con 0x7fe4a8103740 2024-09-16T01:40:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.134+0000 7fe4a4ff9640 1 --2- 172.21.15.17:0/4002266680 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe4900a3240 0x7fe4900a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.134+0000 7fe4a4ff9640 1 -- 172.21.15.17:0/4002266680 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fe49c0cf390 con 0x7fe4a8103740 2024-09-16T01:40:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.134+0000 7fe4a77fe640 1 --2- 172.21.15.17:0/4002266680 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe4900a3240 0x7fe4900a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.134+0000 7fe4a77fe640 1 --2- 172.21.15.17:0/4002266680 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe4900a3240 0x7fe4900a5700 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fe498031440 tx=0x7fe498005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.137+0000 7fe4a4ff9640 1 -- 172.21.15.17:0/4002266680 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe49c01f020 con 0x7fe4a8103740 2024-09-16T01:40:56.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.311+0000 7fe4adf94640 1 -- 172.21.15.17:0/4002266680 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fe4a802d7c0 con 0x7fe4a8103740 2024-09-16T01:40:56.314 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:56 smithi017 ceph-mon[30972]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:40:56.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.312+0000 7fe4a4ff9640 1 -- 172.21.15.17:0/4002266680 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v77) ==== 93+0+10 (secure 0 0 0) 0x7fe49c00d040 con 0x7fe4a8103740 2024-09-16T01:40:56.315 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-09-16T01:40:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.314+0000 7fe4adf94640 1 -- 172.21.15.17:0/4002266680 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe4900a3240 msgr2=0x7fe4900a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.314+0000 7fe4adf94640 1 --2- 172.21.15.17:0/4002266680 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe4900a3240 0x7fe4900a5700 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fe498031440 tx=0x7fe498005a20 comp rx=0 tx=0).stop 2024-09-16T01:40:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.314+0000 7fe4adf94640 1 -- 172.21.15.17:0/4002266680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4a8103740 msgr2=0x7fe4a8100f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.314+0000 7fe4adf94640 1 --2- 172.21.15.17:0/4002266680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4a8103740 0x7fe4a8100f30 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe49c00b450 tx=0x7fe49c00b910 comp rx=0 tx=0).stop 2024-09-16T01:40:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.314+0000 7fe4adf94640 1 -- 172.21.15.17:0/4002266680 shutdown_connections 2024-09-16T01:40:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.314+0000 7fe4adf94640 1 --2- 172.21.15.17:0/4002266680 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe4900a3240 0x7fe4900a5700 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.314+0000 7fe4adf94640 1 --2- 172.21.15.17:0/4002266680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe4a8108290 0x7fe4a8101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.314+0000 7fe4adf94640 1 --2- 172.21.15.17:0/4002266680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4a8103740 0x7fe4a8100f30 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.314+0000 7fe4adf94640 1 --2- 172.21.15.17:0/4002266680 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe4a8102d90 0x7fe4a81009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.314+0000 7fe4adf94640 1 -- 172.21.15.17:0/4002266680 >> 172.21.15.17:0/4002266680 conn(0x7fe4a80fc7d0 msgr2=0x7fe4a8105e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.314+0000 7fe4adf94640 1 -- 172.21.15.17:0/4002266680 shutdown_connections 2024-09-16T01:40:56.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:56.314+0000 7fe4adf94640 1 -- 172.21.15.17:0/4002266680 wait complete. 2024-09-16T01:40:56.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:56 smithi029 ceph-mon[34783]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:40:56.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:56 smithi122 ceph-mon[34758]: pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:40:57.077 INFO:tasks.cephadm:Adding mds.a on smithi017 2024-09-16T01:40:57.078 INFO:tasks.cephadm:Adding mds.d on smithi017 2024-09-16T01:40:57.078 INFO:tasks.cephadm:Adding mds.g on smithi017 2024-09-16T01:40:57.078 INFO:tasks.cephadm:Adding mds.j on smithi017 2024-09-16T01:40:57.078 INFO:tasks.cephadm:Adding mds.b on smithi029 2024-09-16T01:40:57.078 INFO:tasks.cephadm:Adding mds.e on smithi029 2024-09-16T01:40:57.078 INFO:tasks.cephadm:Adding mds.h on smithi029 2024-09-16T01:40:57.078 INFO:tasks.cephadm:Adding mds.k on smithi029 2024-09-16T01:40:57.078 INFO:tasks.cephadm:Adding mds.c on smithi122 2024-09-16T01:40:57.078 INFO:tasks.cephadm:Adding mds.f on smithi122 2024-09-16T01:40:57.078 INFO:tasks.cephadm:Adding mds.i on smithi122 2024-09-16T01:40:57.079 INFO:tasks.cephadm:Adding mds.l on smithi122 2024-09-16T01:40:57.079 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph orch apply mds all '12;smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi029=b;smithi029=e;smithi029=h;smithi029=k;smithi122=c;smithi122=f;smithi122=i;smithi122=l' 2024-09-16T01:40:57.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:57 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/4002266680' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T01:40:57.333 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T01:40:57.454 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:57 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/4002266680' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T01:40:57.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:57 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/4002266680' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T01:40:57.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.910+0000 7f1ed9559640 1 -- 172.21.15.122:0/2740148639 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ed4104f90 msgr2=0x7f1ed4107380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:57.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.910+0000 7f1ed9559640 1 --2- 172.21.15.122:0/2740148639 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ed4104f90 0x7f1ed4107380 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc009900 tx=0x7f1ebc02a410 comp rx=0 tx=0).stop 2024-09-16T01:40:57.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.910+0000 7f1ed9559640 1 -- 172.21.15.122:0/2740148639 shutdown_connections 2024-09-16T01:40:57.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.911+0000 7f1ed9559640 1 --2- 172.21.15.122:0/2740148639 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ed41078c0 0x7f1ed4109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:57.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.911+0000 7f1ed9559640 1 --2- 172.21.15.122:0/2740148639 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ed4104f90 0x7f1ed4107380 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:57.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.911+0000 7f1ed9559640 1 --2- 172.21.15.122:0/2740148639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ed4102660 0x7f1ed4104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:57.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.911+0000 7f1ed9559640 1 -- 172.21.15.122:0/2740148639 >> 172.21.15.122:0/2740148639 conn(0x7f1ed40fc280 msgr2=0x7f1ed40fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:57.914 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.911+0000 7f1ed9559640 1 -- 172.21.15.122:0/2740148639 shutdown_connections 2024-09-16T01:40:57.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.911+0000 7f1ed9559640 1 -- 172.21.15.122:0/2740148639 wait complete. 2024-09-16T01:40:57.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.911+0000 7f1ed9559640 1 Processor -- start 2024-09-16T01:40:57.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.911+0000 7f1ed9559640 1 -- start start 2024-09-16T01:40:57.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.911+0000 7f1ed9559640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ed4102660 0x7f1ed4197e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:57.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.911+0000 7f1ed9559640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ed4104f90 0x7f1ed4198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:57.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.911+0000 7f1ed9559640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ed41078c0 0x7f1ed419f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:57.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.911+0000 7f1ed9559640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed410d6f0 con 0x7f1ed41078c0 2024-09-16T01:40:57.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.911+0000 7f1ed9559640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed410d570 con 0x7f1ed4104f90 2024-09-16T01:40:57.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.911+0000 7f1ed9559640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1ed410d870 con 0x7f1ed4102660 2024-09-16T01:40:57.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ed2ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ed4102660 0x7f1ed4197e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:57.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ed2ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ed4102660 0x7f1ed4197e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.122:47754/0 (socket says 172.21.15.122:47754) 2024-09-16T01:40:57.915 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ed2ffd640 1 -- 172.21.15.122:0/367376471 learned_addr learned my addr 172.21.15.122:0/367376471 (peer_addr_for_me v2:172.21.15.122:0/0) 2024-09-16T01:40:57.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ed37fe640 1 --2- 172.21.15.122:0/367376471 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ed41078c0 0x7f1ed419f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:57.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ed27fc640 1 --2- 172.21.15.122:0/367376471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ed4104f90 0x7f1ed4198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:57.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ed2ffd640 1 -- 172.21.15.122:0/367376471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ed4104f90 msgr2=0x7f1ed4198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:57.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ed2ffd640 1 --2- 172.21.15.122:0/367376471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ed4104f90 0x7f1ed4198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:57.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ed2ffd640 1 -- 172.21.15.122:0/367376471 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ed41078c0 msgr2=0x7f1ed419f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:57.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ed2ffd640 1 --2- 172.21.15.122:0/367376471 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ed41078c0 0x7f1ed419f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:57.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ed2ffd640 1 -- 172.21.15.122:0/367376471 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ed419fa60 con 0x7f1ed4102660 2024-09-16T01:40:57.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ed2ffd640 1 --2- 172.21.15.122:0/367376471 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ed4102660 0x7f1ed4197e30 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc00cce0 tx=0x7f1ecc00a620 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:57.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ecbfff640 1 -- 172.21.15.122:0/367376471 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ecc004b20 con 0x7f1ed4102660 2024-09-16T01:40:57.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ed9559640 1 -- 172.21.15.122:0/367376471 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ed419fd50 con 0x7f1ed4102660 2024-09-16T01:40:57.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ecbfff640 1 -- 172.21.15.122:0/367376471 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ecc004cc0 con 0x7f1ed4102660 2024-09-16T01:40:57.916 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ecbfff640 1 -- 172.21.15.122:0/367376471 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ecc00f6b0 con 0x7f1ed4102660 2024-09-16T01:40:57.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.912+0000 7f1ed9559640 1 -- 172.21.15.122:0/367376471 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ed41a01b0 con 0x7f1ed4102660 2024-09-16T01:40:57.917 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.913+0000 7f1ed9559640 1 -- 172.21.15.122:0/367376471 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ed40fdd70 con 0x7f1ed4102660 2024-09-16T01:40:57.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.914+0000 7f1ecbfff640 1 -- 172.21.15.122:0/367376471 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f1ecc00f850 con 0x7f1ed4102660 2024-09-16T01:40:57.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.915+0000 7f1ecbfff640 1 --2- 172.21.15.122:0/367376471 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1ec00a3270 0x7f1ec00a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:57.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.915+0000 7f1ecbfff640 1 -- 172.21.15.122:0/367376471 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f1ecc0cf850 con 0x7f1ed4102660 2024-09-16T01:40:57.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.915+0000 7f1ed27fc640 1 --2- 172.21.15.122:0/367376471 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1ec00a3270 0x7f1ec00a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:57.918 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.916+0000 7f1ed27fc640 1 --2- 172.21.15.122:0/367376471 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1ec00a3270 0x7f1ec00a5730 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc000c00 tx=0x7f1ebc0314a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:57.919 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:57.918+0000 7f1ecbfff640 1 -- 172.21.15.122:0/367376471 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1ecc014030 con 0x7f1ed4102660 2024-09-16T01:40:58.096 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:58.095+0000 7f1ed9559640 1 -- 172.21.15.122:0/367376471 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi029=b;smithi029=e;smithi029=h;smithi029=k;smithi122=c;smithi122=f;smithi122=i;smithi122=l", "target": ["mon-mgr", ""]}) -- 0x7f1ed4062730 con 0x7f1ec00a3270 2024-09-16T01:40:58.104 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:58.102+0000 7f1ecbfff640 1 -- 172.21.15.122:0/367376471 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+28 (secure 0 0 0) 0x7f1ed4062730 con 0x7f1ec00a3270 2024-09-16T01:40:58.104 INFO:teuthology.orchestra.run.smithi122.stdout:Scheduled mds.all update... 2024-09-16T01:40:58.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:58.104+0000 7f1ed9559640 1 -- 172.21.15.122:0/367376471 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1ec00a3270 msgr2=0x7f1ec00a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:58.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:58.104+0000 7f1ed9559640 1 --2- 172.21.15.122:0/367376471 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1ec00a3270 0x7f1ec00a5730 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f1ebc000c00 tx=0x7f1ebc0314a0 comp rx=0 tx=0).stop 2024-09-16T01:40:58.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:58.104+0000 7f1ed9559640 1 -- 172.21.15.122:0/367376471 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ed4102660 msgr2=0x7f1ed4197e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:58.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:58.104+0000 7f1ed9559640 1 --2- 172.21.15.122:0/367376471 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ed4102660 0x7f1ed4197e30 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc00cce0 tx=0x7f1ecc00a620 comp rx=0 tx=0).stop 2024-09-16T01:40:58.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:58.104+0000 7f1ed9559640 1 -- 172.21.15.122:0/367376471 shutdown_connections 2024-09-16T01:40:58.106 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:58.104+0000 7f1ed9559640 1 --2- 172.21.15.122:0/367376471 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1ec00a3270 0x7f1ec00a5730 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:58.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:58.104+0000 7f1ed9559640 1 --2- 172.21.15.122:0/367376471 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ed41078c0 0x7f1ed419f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:58.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:58.105+0000 7f1ed9559640 1 --2- 172.21.15.122:0/367376471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ed4104f90 0x7f1ed4198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:58.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:58.105+0000 7f1ed9559640 1 --2- 172.21.15.122:0/367376471 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ed4102660 0x7f1ed4197e30 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:58.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:58.105+0000 7f1ed9559640 1 -- 172.21.15.122:0/367376471 >> 172.21.15.122:0/367376471 conn(0x7f1ed40fc280 msgr2=0x7f1ed4102ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:58.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:58.105+0000 7f1ed9559640 1 -- 172.21.15.122:0/367376471 shutdown_connections 2024-09-16T01:40:58.107 INFO:teuthology.orchestra.run.smithi122.stderr:2024-09-16T01:40:58.105+0000 7f1ed9559640 1 -- 172.21.15.122:0/367376471 wait complete. 2024-09-16T01:40:58.481 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:58 smithi122 ceph-mon[34758]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:40:58.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:58 smithi017 ceph-mon[30972]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:40:58.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:58 smithi029 ceph-mon[34783]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:40:58.769 DEBUG:teuthology.orchestra.run.smithi017:mds.a> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.a.service 2024-09-16T01:40:58.772 DEBUG:teuthology.orchestra.run.smithi017:mds.d> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.d.service 2024-09-16T01:40:58.815 DEBUG:teuthology.orchestra.run.smithi017:mds.g> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.g.service 2024-09-16T01:40:58.858 DEBUG:teuthology.orchestra.run.smithi017:mds.j> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.j.service 2024-09-16T01:40:58.901 DEBUG:teuthology.orchestra.run.smithi029:mds.b> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.b.service 2024-09-16T01:40:58.904 DEBUG:teuthology.orchestra.run.smithi029:mds.e> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.e.service 2024-09-16T01:40:58.949 DEBUG:teuthology.orchestra.run.smithi029:mds.h> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.h.service 2024-09-16T01:40:58.992 DEBUG:teuthology.orchestra.run.smithi029:mds.k> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.k.service 2024-09-16T01:40:59.035 DEBUG:teuthology.orchestra.run.smithi122:mds.c> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.c.service 2024-09-16T01:40:59.038 DEBUG:teuthology.orchestra.run.smithi122:mds.f> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.f.service 2024-09-16T01:40:59.080 DEBUG:teuthology.orchestra.run.smithi122:mds.i> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.i.service 2024-09-16T01:40:59.123 DEBUG:teuthology.orchestra.run.smithi122:mds.l> sudo journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.l.service 2024-09-16T01:40:59.166 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-16T01:40:59.166 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:40:59.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:59 smithi029 ceph-mon[34783]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi029=b;smithi029=e;smithi029=h;smithi029=k;smithi122=c;smithi122=f;smithi122=i;smithi122=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:40:59.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:59 smithi029 ceph-mon[34783]: Saving service mds.all spec with placement smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi029=b;smithi029=e;smithi029=h;smithi029=k;smithi122=c;smithi122=f;smithi122=i;smithi122=l;count:12 2024-09-16T01:40:59.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:59.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:59.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:59.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:59.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:59.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:40:59.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:40:59.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:40:59 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:59.422 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:40:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:59 smithi017 ceph-mon[30972]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi029=b;smithi029=e;smithi029=h;smithi029=k;smithi122=c;smithi122=f;smithi122=i;smithi122=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:40:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:59 smithi017 ceph-mon[30972]: Saving service mds.all spec with placement smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi029=b;smithi029=e;smithi029=h;smithi029=k;smithi122=c;smithi122=f;smithi122=i;smithi122=l;count:12 2024-09-16T01:40:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:40:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:40:59.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:40:59 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:59.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:59 smithi122 ceph-mon[34758]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi029=b;smithi029=e;smithi029=h;smithi029=k;smithi122=c;smithi122=f;smithi122=i;smithi122=l", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:40:59.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:59 smithi122 ceph-mon[34758]: Saving service mds.all spec with placement smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi029=b;smithi029=e;smithi029=h;smithi029=k;smithi122=c;smithi122=f;smithi122=i;smithi122=l;count:12 2024-09-16T01:40:59.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:59.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:40:59.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:59.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:40:59.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:40:59.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:40:59.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:40:59.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:40:59 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:40:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.876+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2387450789 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4dcc102d30 msgr2=0x7f4dcc103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.876+0000 7f4dd2b00640 1 --2- 172.21.15.17:0/2387450789 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4dcc102d30 0x7f4dcc103110 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f4db4009930 tx=0x7f4db402a420 comp rx=0 tx=0).stop 2024-09-16T01:40:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2387450789 shutdown_connections 2024-09-16T01:40:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 --2- 172.21.15.17:0/2387450789 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4dcc1082a0 0x7f4dcc10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 --2- 172.21.15.17:0/2387450789 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4dcc1036e0 0x7f4dcc107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 --2- 172.21.15.17:0/2387450789 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4dcc102d30 0x7f4dcc103110 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2387450789 >> 172.21.15.17:0/2387450789 conn(0x7f4dcc0fc7d0 msgr2=0x7f4dcc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:40:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2387450789 shutdown_connections 2024-09-16T01:40:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2387450789 wait complete. 2024-09-16T01:40:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 Processor -- start 2024-09-16T01:40:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 -- start start 2024-09-16T01:40:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4dcc102d30 0x7f4dcc198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4dcc1036e0 0x7f4dcc1989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4dcc1082a0 0x7f4dcc19cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4dcc111f50 con 0x7f4dcc1082a0 2024-09-16T01:40:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4dcc111dd0 con 0x7f4dcc102d30 2024-09-16T01:40:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.877+0000 7f4dd2b00640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4dcc1120d0 con 0x7f4dcc1036e0 2024-09-16T01:40:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dd109d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4dcc1082a0 0x7f4dcc19cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dd109d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4dcc1082a0 0x7f4dcc19cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51924/0 (socket says 172.21.15.17:51924) 2024-09-16T01:40:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dd109d640 1 -- 172.21.15.17:0/2058026459 learned_addr learned my addr 172.21.15.17:0/2058026459 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:40:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dcbfff640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4dcc1036e0 0x7f4dcc1989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dd089c640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4dcc102d30 0x7f4dcc198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dd109d640 1 -- 172.21.15.17:0/2058026459 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4dcc1036e0 msgr2=0x7f4dcc1989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dd109d640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4dcc1036e0 0x7f4dcc1989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dd109d640 1 -- 172.21.15.17:0/2058026459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4dcc102d30 msgr2=0x7f4dcc198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:40:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dd109d640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4dcc102d30 0x7f4dcc198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:40:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dd109d640 1 -- 172.21.15.17:0/2058026459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4dcc19d420 con 0x7f4dcc1082a0 2024-09-16T01:40:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dcbfff640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4dcc1036e0 0x7f4dcc1989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:40:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dd089c640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4dcc102d30 0x7f4dcc198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:40:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dd109d640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4dcc1082a0 0x7f4dcc19cd40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4dc400c970 tx=0x7f4dc400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dc9ffb640 1 -- 172.21.15.17:0/2058026459 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dc4007bb0 con 0x7f4dcc1082a0 2024-09-16T01:40:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dc9ffb640 1 -- 172.21.15.17:0/2058026459 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4dc4007d50 con 0x7f4dcc1082a0 2024-09-16T01:40:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2058026459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4dcc19d710 con 0x7f4dcc1082a0 2024-09-16T01:40:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dc9ffb640 1 -- 172.21.15.17:0/2058026459 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4dc4018700 con 0x7f4dcc1082a0 2024-09-16T01:40:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.878+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2058026459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4dcc1a4ff0 con 0x7f4dcc1082a0 2024-09-16T01:40:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.879+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2058026459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4dcc06a850 con 0x7f4dcc1082a0 2024-09-16T01:40:59.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.880+0000 7f4dc9ffb640 1 -- 172.21.15.17:0/2058026459 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f4dc400fa20 con 0x7f4dcc1082a0 2024-09-16T01:40:59.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.881+0000 7f4dc9ffb640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4db80a3240 0x7f4db80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:40:59.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.881+0000 7f4dd089c640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4db80a3240 0x7f4db80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:40:59.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.881+0000 7f4dc9ffb640 1 -- 172.21.15.17:0/2058026459 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f4dc40cf5f0 con 0x7f4dcc1082a0 2024-09-16T01:40:59.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.882+0000 7f4dd089c640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4db80a3240 0x7f4db80a5700 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f4db4000c00 tx=0x7f4db4031cf0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:40:59.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:40:59.885+0000 7f4dc9ffb640 1 -- 172.21.15.17:0/2058026459 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4dc4014030 con 0x7f4dcc1082a0 2024-09-16T01:41:00.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:00.096+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2058026459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4dcc10a2b0 con 0x7f4dcc1082a0 2024-09-16T01:41:00.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:00.096+0000 7f4dc9ffb640 1 -- 172.21.15.17:0/2058026459 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) ==== 93+0+611 (secure 0 0 0) 0x7f4dc409c710 con 0x7f4dcc1082a0 2024-09-16T01:41:00.098 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:41:00.098 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":1,"btime":"2024-09-16T01:33:53:298108+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-16T01:41:00.098 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 1 2024-09-16T01:41:00.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:00.099+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2058026459 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4db80a3240 msgr2=0x7f4db80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:00.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:00.099+0000 7f4dd2b00640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4db80a3240 0x7f4db80a5700 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f4db4000c00 tx=0x7f4db4031cf0 comp rx=0 tx=0).stop 2024-09-16T01:41:00.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:00.099+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2058026459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4dcc1082a0 msgr2=0x7f4dcc19cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:00.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:00.099+0000 7f4dd2b00640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4dcc1082a0 0x7f4dcc19cd40 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4dc400c970 tx=0x7f4dc400ce30 comp rx=0 tx=0).stop 2024-09-16T01:41:00.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:00.099+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2058026459 shutdown_connections 2024-09-16T01:41:00.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:00.099+0000 7f4dd2b00640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4db80a3240 0x7f4db80a5700 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:00.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:00.099+0000 7f4dd2b00640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4dcc1082a0 0x7f4dcc19cd40 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:00.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:00.099+0000 7f4dd2b00640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4dcc1036e0 0x7f4dcc1989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:00.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:00.099+0000 7f4dd2b00640 1 --2- 172.21.15.17:0/2058026459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4dcc102d30 0x7f4dcc198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:00.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:00.099+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2058026459 >> 172.21.15.17:0/2058026459 conn(0x7f4dcc0fc7d0 msgr2=0x7f4dcc105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:00.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:00.099+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2058026459 shutdown_connections 2024-09-16T01:41:00.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:00.099+0000 7f4dd2b00640 1 -- 172.21.15.17:0/2058026459 wait complete. 2024-09-16T01:41:00.225 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:00 smithi122 ceph-mon[34758]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:00.225 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:00 smithi122 ceph-mon[34758]: Deploying daemon mds.l on smithi122 2024-09-16T01:41:00.226 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:00 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2058026459' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:00.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:00 smithi017 ceph-mon[30972]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:00.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:00 smithi017 ceph-mon[30972]: Deploying daemon mds.l on smithi122 2024-09-16T01:41:00.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:00 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2058026459' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:00.546 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 01:41:00 smithi122 systemd[1]: Starting Ceph mds.l for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T01:41:00.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:00 smithi029 ceph-mon[34783]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:00.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:00 smithi029 ceph-mon[34783]: Deploying daemon mds.l on smithi122 2024-09-16T01:41:00.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:00 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2058026459' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:00.869 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 01:41:00 smithi122 podman[63775]: 2024-09-16 01:41:00.517007486 +0000 UTC m=+0.015507223 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T01:41:00.869 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 01:41:00 smithi122 podman[63775]: 2024-09-16 01:41:00.622747458 +0000 UTC m=+0.121247194 container create 0af65751c269dffd1f0be39b629f04ad29c4643e57ef03d1a9fdcc706704d6eb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-16T01:41:00.869 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 01:41:00 smithi122 podman[63775]: 2024-09-16 01:41:00.842738416 +0000 UTC m=+0.341238153 container init 0af65751c269dffd1f0be39b629f04ad29c4643e57ef03d1a9fdcc706704d6eb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-09-16T01:41:00.870 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 01:41:00 smithi122 podman[63775]: 2024-09-16 01:41:00.84549851 +0000 UTC m=+0.343998250 container start 0af65751c269dffd1f0be39b629f04ad29c4643e57ef03d1a9fdcc706704d6eb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-l, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, ceph=True, RELEASE=squid-8921c8e, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T01:41:01.296 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 01:41:00 smithi122 ceph-mds[63794]: -- 172.21.15.122:0/3557645527 <== mon.1 v2:172.21.15.122:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556b457c7860 con 0x556b457a5400 2024-09-16T01:41:01.296 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 01:41:00 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-l[63790]: starting mds.l at 2024-09-16T01:41:01.297 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 01:41:00 smithi122 bash[63775]: 0af65751c269dffd1f0be39b629f04ad29c4643e57ef03d1a9fdcc706704d6eb 2024-09-16T01:41:01.297 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 01:41:00 smithi122 systemd[1]: Started Ceph mds.l for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:41:02.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:01 smithi029 ceph-mon[34783]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:02.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:01 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.122:6832/897085142,v1:172.21.15.122:6833/897085142] up:boot 2024-09-16T01:41:02.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:01 smithi029 ceph-mon[34783]: fsmap 1 up:standby 2024-09-16T01:41:02.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:01 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-16T01:41:02.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:01 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:02.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:01 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:02.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:01 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:02.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:01 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:02.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:01 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:02.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:01 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:02.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:01 smithi029 ceph-mon[34783]: Deploying daemon mds.k on smithi029 2024-09-16T01:41:02.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:01 smithi017 ceph-mon[30972]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:02.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:01 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.122:6832/897085142,v1:172.21.15.122:6833/897085142] up:boot 2024-09-16T01:41:02.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:01 smithi017 ceph-mon[30972]: fsmap 1 up:standby 2024-09-16T01:41:02.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:01 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-16T01:41:02.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:01 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:02.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:01 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:02.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:01 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:02.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:01 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:02.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:01 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:02.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:01 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:02.277 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:01 smithi017 ceph-mon[30972]: Deploying daemon mds.k on smithi029 2024-09-16T01:41:02.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:01 smithi122 ceph-mon[34758]: pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:02.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:01 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.122:6832/897085142,v1:172.21.15.122:6833/897085142] up:boot 2024-09-16T01:41:02.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:01 smithi122 ceph-mon[34758]: fsmap 1 up:standby 2024-09-16T01:41:02.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:01 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-16T01:41:02.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:01 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:02.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:01 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:02.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:01 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:02.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:01 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:02.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:01 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:02.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:01 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:02.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:01 smithi122 ceph-mon[34758]: Deploying daemon mds.k on smithi029 2024-09-16T01:41:02.908 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:41:03.175 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:03.297 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 01:41:03 smithi029 systemd[1]: Starting Ceph mds.k for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T01:41:03.590 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 01:41:03 smithi029 podman[63804]: 2024-09-16 01:41:03.202050552 +0000 UTC m=+0.016571296 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T01:41:03.590 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 01:41:03 smithi029 podman[63804]: 2024-09-16 01:41:03.317576833 +0000 UTC m=+0.132097577 container create 59eb914c3cfbfe4a0534a92def9ad174f87fd326c1fbc10401e0c8dfb690e977 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-k, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, io.buildah.version=1.37.2) 2024-09-16T01:41:03.590 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 01:41:03 smithi029 podman[63804]: 2024-09-16 01:41:03.58950331 +0000 UTC m=+0.404024055 container init 59eb914c3cfbfe4a0534a92def9ad174f87fd326c1fbc10401e0c8dfb690e977 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-k, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731) 2024-09-16T01:41:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.661+0000 7fa289690640 1 -- 172.21.15.17:0/1223813291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa284103660 msgr2=0x7fa28410bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.661+0000 7fa289690640 1 --2- 172.21.15.17:0/1223813291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa284103660 0x7fa28410bb50 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fa278009900 tx=0x7fa27802a480 comp rx=0 tx=0).stop 2024-09-16T01:41:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.661+0000 7fa289690640 1 -- 172.21.15.17:0/1223813291 shutdown_connections 2024-09-16T01:41:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.661+0000 7fa289690640 1 --2- 172.21.15.17:0/1223813291 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa28410c170 0x7fa28410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.661+0000 7fa289690640 1 --2- 172.21.15.17:0/1223813291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa284103660 0x7fa28410bb50 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.661+0000 7fa289690640 1 --2- 172.21.15.17:0/1223813291 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa284102d40 0x7fa284103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.661+0000 7fa289690640 1 -- 172.21.15.17:0/1223813291 >> 172.21.15.17:0/1223813291 conn(0x7fa2840fc7a0 msgr2=0x7fa2840febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.661+0000 7fa289690640 1 -- 172.21.15.17:0/1223813291 shutdown_connections 2024-09-16T01:41:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.661+0000 7fa289690640 1 -- 172.21.15.17:0/1223813291 wait complete. 2024-09-16T01:41:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa289690640 1 Processor -- start 2024-09-16T01:41:03.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa289690640 1 -- start start 2024-09-16T01:41:03.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa289690640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa284102d40 0x7fa2841009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:03.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa289690640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa284103660 0x7fa284100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:03.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa289690640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa28410c170 0x7fa284101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:03.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa289690640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa284111e20 con 0x7fa28410c170 2024-09-16T01:41:03.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa289690640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa284111ca0 con 0x7fa284103660 2024-09-16T01:41:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa289690640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa284111fa0 con 0x7fa284102d40 2024-09-16T01:41:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa2837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa28410c170 0x7fa284101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa2837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa28410c170 0x7fa284101420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51932/0 (socket says 172.21.15.17:51932) 2024-09-16T01:41:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa2837fe640 1 -- 172.21.15.17:0/1687499084 learned_addr learned my addr 172.21.15.17:0/1687499084 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa282ffd640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa284102d40 0x7fa2841009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa2827fc640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa284103660 0x7fa284100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa2837fe640 1 -- 172.21.15.17:0/1687499084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa284102d40 msgr2=0x7fa2841009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa2837fe640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa284102d40 0x7fa2841009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa2837fe640 1 -- 172.21.15.17:0/1687499084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa284103660 msgr2=0x7fa284100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.662+0000 7fa2837fe640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa284103660 0x7fa284100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.663+0000 7fa2837fe640 1 -- 172.21.15.17:0/1687499084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2841a68a0 con 0x7fa28410c170 2024-09-16T01:41:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.663+0000 7fa2827fc640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa284103660 0x7fa284100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:41:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.663+0000 7fa2837fe640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa28410c170 0x7fa284101420 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa27c00cad0 tx=0x7fa27c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.663+0000 7fa26bfff640 1 -- 172.21.15.17:0/1687499084 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c00ae20 con 0x7fa28410c170 2024-09-16T01:41:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.663+0000 7fa26bfff640 1 -- 172.21.15.17:0/1687499084 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa27c005020 con 0x7fa28410c170 2024-09-16T01:41:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.663+0000 7fa289690640 1 -- 172.21.15.17:0/1687499084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2841a6b90 con 0x7fa28410c170 2024-09-16T01:41:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.663+0000 7fa26bfff640 1 -- 172.21.15.17:0/1687499084 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa27c00f6b0 con 0x7fa28410c170 2024-09-16T01:41:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.663+0000 7fa289690640 1 -- 172.21.15.17:0/1687499084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2841a7050 con 0x7fa28410c170 2024-09-16T01:41:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.664+0000 7fa289690640 1 -- 172.21.15.17:0/1687499084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa284103120 con 0x7fa28410c170 2024-09-16T01:41:03.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.665+0000 7fa26bfff640 1 -- 172.21.15.17:0/1687499084 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fa27c0051d0 con 0x7fa28410c170 2024-09-16T01:41:03.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.666+0000 7fa26bfff640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa26c0a3240 0x7fa26c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:03.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.666+0000 7fa282ffd640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa26c0a3240 0x7fa26c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:03.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.666+0000 7fa26bfff640 1 -- 172.21.15.17:0/1687499084 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fa27c0cf460 con 0x7fa28410c170 2024-09-16T01:41:03.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.667+0000 7fa282ffd640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa26c0a3240 0x7fa26c0a5700 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa274005d00 tx=0x7fa27400b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:03.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.670+0000 7fa26bfff640 1 -- 172.21.15.17:0/1687499084 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa27c014030 con 0x7fa28410c170 2024-09-16T01:41:03.884 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 01:41:03 smithi029 podman[63804]: 2024-09-16 01:41:03.592475783 +0000 UTC m=+0.406996526 container start 59eb914c3cfbfe4a0534a92def9ad174f87fd326c1fbc10401e0c8dfb690e977 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-k, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-09-16T01:41:03.884 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 01:41:03 smithi029 ceph-mds[63823]: -- 172.21.15.29:0/1900305147 <== mon.2 v2:172.21.15.29:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dbd5ae5860 con 0x55dbd5ac3000 2024-09-16T01:41:03.884 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 01:41:03 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-k[63819]: starting mds.k at 2024-09-16T01:41:03.884 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 01:41:03 smithi029 bash[63804]: 59eb914c3cfbfe4a0534a92def9ad174f87fd326c1fbc10401e0c8dfb690e977 2024-09-16T01:41:03.885 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 01:41:03 smithi029 systemd[1]: Started Ceph mds.k for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:41:03.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.892+0000 7fa289690640 1 -- 172.21.15.17:0/1687499084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa2841071e0 con 0x7fa28410c170 2024-09-16T01:41:03.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.892+0000 7fa26bfff640 1 -- 172.21.15.17:0/1687499084 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2257 (secure 0 0 0) 0x7fa27c09c620 con 0x7fa28410c170 2024-09-16T01:41:03.894 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:41:03.894 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":3,"btime":"2024-09-16T01:41:03:877537+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-16T01:41:03.894 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 3 2024-09-16T01:41:03.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.894+0000 7fa289690640 1 -- 172.21.15.17:0/1687499084 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa26c0a3240 msgr2=0x7fa26c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:03.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.894+0000 7fa289690640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa26c0a3240 0x7fa26c0a5700 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fa274005d00 tx=0x7fa27400b410 comp rx=0 tx=0).stop 2024-09-16T01:41:03.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.894+0000 7fa289690640 1 -- 172.21.15.17:0/1687499084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa28410c170 msgr2=0x7fa284101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:03.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.894+0000 7fa289690640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa28410c170 0x7fa284101420 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fa27c00cad0 tx=0x7fa27c00cf90 comp rx=0 tx=0).stop 2024-09-16T01:41:03.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.894+0000 7fa289690640 1 -- 172.21.15.17:0/1687499084 shutdown_connections 2024-09-16T01:41:03.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.894+0000 7fa289690640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa26c0a3240 0x7fa26c0a5700 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:03.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.894+0000 7fa289690640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa28410c170 0x7fa284101420 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:03.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.894+0000 7fa289690640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa284103660 0x7fa284100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:03.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.894+0000 7fa289690640 1 --2- 172.21.15.17:0/1687499084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa284102d40 0x7fa2841009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:03.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.894+0000 7fa289690640 1 -- 172.21.15.17:0/1687499084 >> 172.21.15.17:0/1687499084 conn(0x7fa2840fc7a0 msgr2=0x7fa2840fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:03.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.895+0000 7fa289690640 1 -- 172.21.15.17:0/1687499084 shutdown_connections 2024-09-16T01:41:03.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:03.895+0000 7fa289690640 1 -- 172.21.15.17:0/1687499084 wait complete. 2024-09-16T01:41:04.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:03 smithi017 ceph-mon[30972]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:04.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:04.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:04.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:04.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:04.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:04.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:04.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:03 smithi122 ceph-mon[34758]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:04.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:04.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:04.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:04.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:04.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:04.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:04.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:03 smithi029 ceph-mon[34783]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:04.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:04.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:04.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:04.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:04.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:04.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:05.088 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:04 smithi017 ceph-mon[30972]: Deploying daemon mds.j on smithi017 2024-09-16T01:41:05.088 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:04 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.29:6832/621353939,v1:172.21.15.29:6833/621353939] up:boot 2024-09-16T01:41:05.088 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:04 smithi017 ceph-mon[30972]: fsmap 2 up:standby 2024-09-16T01:41:05.088 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:04 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-16T01:41:05.088 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:04 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1687499084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:05.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:04 smithi122 ceph-mon[34758]: Deploying daemon mds.j on smithi017 2024-09-16T01:41:05.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:04 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.29:6832/621353939,v1:172.21.15.29:6833/621353939] up:boot 2024-09-16T01:41:05.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:04 smithi122 ceph-mon[34758]: fsmap 2 up:standby 2024-09-16T01:41:05.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:04 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-16T01:41:05.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:04 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1687499084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:05.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:04 smithi029 ceph-mon[34783]: Deploying daemon mds.j on smithi017 2024-09-16T01:41:05.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:04 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.29:6832/621353939,v1:172.21.15.29:6833/621353939] up:boot 2024-09-16T01:41:05.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:04 smithi029 ceph-mon[34783]: fsmap 2 up:standby 2024-09-16T01:41:05.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:04 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-09-16T01:41:05.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:04 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1687499084' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:06.031 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:05 smithi029 ceph-mon[34783]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:06.250 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:05 smithi017 ceph-mon[30972]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:06.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:05 smithi122 ceph-mon[34758]: pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:06.525 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 01:41:06 smithi017 systemd[1]: Starting Ceph mds.j for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T01:41:06.614 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:41:06.895 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 01:41:06 smithi017 podman[69682]: 2024-09-16 01:41:06.63904966 +0000 UTC m=+0.104136869 container create c03086d75e0cde72fe20d4f3864e5993663d38cc205997b242b5f1b15acc8019 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-j, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T01:41:06.896 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 01:41:06 smithi017 podman[69682]: 2024-09-16 01:41:06.551470179 +0000 UTC m=+0.016557391 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T01:41:06.896 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 01:41:06 smithi017 podman[69682]: 2024-09-16 01:41:06.86708703 +0000 UTC m=+0.332174230 container init c03086d75e0cde72fe20d4f3864e5993663d38cc205997b242b5f1b15acc8019 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-j, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-16T01:41:06.896 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 01:41:06 smithi017 podman[69682]: 2024-09-16 01:41:06.870195905 +0000 UTC m=+0.335283112 container start c03086d75e0cde72fe20d4f3864e5993663d38cc205997b242b5f1b15acc8019 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-j, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-16T01:41:07.063 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:07.186 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 01:41:06 smithi017 ceph-mds[69731]: -- 172.21.15.17:0/3080910385 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5572ac9ef860 con 0x5572ac9cc800 2024-09-16T01:41:07.186 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 01:41:06 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-j[69715]: starting mds.j at 2024-09-16T01:41:07.186 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 01:41:06 smithi017 bash[69682]: c03086d75e0cde72fe20d4f3864e5993663d38cc205997b242b5f1b15acc8019 2024-09-16T01:41:07.186 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 01:41:06 smithi017 systemd[1]: Started Ceph mds.j for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:41:07.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.554+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1508173565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ec4101de0 msgr2=0x7f6ec41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:07.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.554+0000 7f6ecaaae640 1 --2- 172.21.15.17:0/1508173565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ec4101de0 0x7f6ec41021c0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f6ec0009900 tx=0x7f6ec002a410 comp rx=0 tx=0).stop 2024-09-16T01:41:07.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.554+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1508173565 shutdown_connections 2024-09-16T01:41:07.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.554+0000 7f6ecaaae640 1 --2- 172.21.15.17:0/1508173565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ec4106f10 0x7f6ec410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:07.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.554+0000 7f6ecaaae640 1 --2- 172.21.15.17:0/1508173565 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ec4102790 0x7f6ec41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:07.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.554+0000 7f6ecaaae640 1 --2- 172.21.15.17:0/1508173565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ec4101de0 0x7f6ec41021c0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:07.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.554+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1508173565 >> 172.21.15.17:0/1508173565 conn(0x7f6ec40fd8c0 msgr2=0x7f6ec40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:07.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.554+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1508173565 shutdown_connections 2024-09-16T01:41:07.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.554+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1508173565 wait complete. 2024-09-16T01:41:07.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.555+0000 7f6ecaaae640 1 Processor -- start 2024-09-16T01:41:07.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.555+0000 7f6ecaaae640 1 -- start start 2024-09-16T01:41:07.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.555+0000 7f6ecaaae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ec4101de0 0x7f6ec41983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:07.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.555+0000 7f6ecaaae640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ec4102790 0x7f6ec4198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:07.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.555+0000 7f6ecaaae640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ec4106f10 0x7f6ec419ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:07.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.555+0000 7f6ecaaae640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6ec4111e30 con 0x7f6ec4101de0 2024-09-16T01:41:07.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.555+0000 7f6ecaaae640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6ec4111cb0 con 0x7f6ec4102790 2024-09-16T01:41:07.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.555+0000 7f6ecaaae640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6ec4111fb0 con 0x7f6ec4106f10 2024-09-16T01:41:07.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.555+0000 7f6ec884a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ec4101de0 0x7f6ec41983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:07.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.555+0000 7f6ec884a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ec4101de0 0x7f6ec41983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45138/0 (socket says 172.21.15.17:45138) 2024-09-16T01:41:07.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.555+0000 7f6ec884a640 1 -- 172.21.15.17:0/1567298589 learned_addr learned my addr 172.21.15.17:0/1567298589 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:07.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.556+0000 7f6ec904b640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ec4106f10 0x7f6ec419ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:07.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.556+0000 7f6ec884a640 1 -- 172.21.15.17:0/1567298589 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ec4106f10 msgr2=0x7f6ec419ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:07.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.556+0000 7f6ec884a640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ec4106f10 0x7f6ec419ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:07.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.556+0000 7f6ebbfff640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ec4102790 0x7f6ec4198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:07.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.556+0000 7f6ec884a640 1 -- 172.21.15.17:0/1567298589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ec4102790 msgr2=0x7f6ec4198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:07.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.556+0000 7f6ec884a640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ec4102790 0x7f6ec4198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:07.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.556+0000 7f6ec884a640 1 -- 172.21.15.17:0/1567298589 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ec419d3a0 con 0x7f6ec4101de0 2024-09-16T01:41:07.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.556+0000 7f6ec904b640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ec4106f10 0x7f6ec419ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:41:07.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.556+0000 7f6ec884a640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ec4101de0 0x7f6ec41983f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f6ec0005ab0 tx=0x7f6ec0003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:07.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.556+0000 7f6eb9ffb640 1 -- 172.21.15.17:0/1567298589 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ec003f070 con 0x7f6ec4101de0 2024-09-16T01:41:07.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.556+0000 7f6eb9ffb640 1 -- 172.21.15.17:0/1567298589 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6ec0031d60 con 0x7f6ec4101de0 2024-09-16T01:41:07.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.556+0000 7f6eb9ffb640 1 -- 172.21.15.17:0/1567298589 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ec0035030 con 0x7f6ec4101de0 2024-09-16T01:41:07.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.556+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1567298589 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ec419d630 con 0x7f6ec4101de0 2024-09-16T01:41:07.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.556+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1567298589 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ec419dac0 con 0x7f6ec4101de0 2024-09-16T01:41:07.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.557+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1567298589 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ec41021c0 con 0x7f6ec4101de0 2024-09-16T01:41:07.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.559+0000 7f6eb9ffb640 1 -- 172.21.15.17:0/1567298589 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f6ec0042070 con 0x7f6ec4101de0 2024-09-16T01:41:07.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.559+0000 7f6eb9ffb640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6eac0a32c0 0x7f6eac0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:07.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.559+0000 7f6eb9ffb640 1 -- 172.21.15.17:0/1567298589 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f6ec00f0370 con 0x7f6ec4101de0 2024-09-16T01:41:07.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.559+0000 7f6ebbfff640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6eac0a32c0 0x7f6eac0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:07.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.560+0000 7f6ebbfff640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6eac0a32c0 0x7f6eac0a5780 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4005fd0 tx=0x7f6eb4009470 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:07.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.562+0000 7f6eb9ffb640 1 -- 172.21.15.17:0/1567298589 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6ec00bd490 con 0x7f6ec4101de0 2024-09-16T01:41:07.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.780+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1567298589 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6ec402d7c0 con 0x7f6ec4101de0 2024-09-16T01:41:07.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.780+0000 7f6eb9ffb640 1 -- 172.21.15.17:0/1567298589 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+2257 (secure 0 0 0) 0x7f6ec00bcd90 con 0x7f6ec4101de0 2024-09-16T01:41:07.782 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:41:07.782 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":3,"btime":"2024-09-16T01:41:03:877537+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-16T01:41:07.782 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 3 2024-09-16T01:41:07.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.782+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1567298589 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6eac0a32c0 msgr2=0x7f6eac0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:07.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.782+0000 7f6ecaaae640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6eac0a32c0 0x7f6eac0a5780 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f6eb4005fd0 tx=0x7f6eb4009470 comp rx=0 tx=0).stop 2024-09-16T01:41:07.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.782+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1567298589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ec4101de0 msgr2=0x7f6ec41983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:07.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.782+0000 7f6ecaaae640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ec4101de0 0x7f6ec41983f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f6ec0005ab0 tx=0x7f6ec0003cd0 comp rx=0 tx=0).stop 2024-09-16T01:41:07.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.782+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1567298589 shutdown_connections 2024-09-16T01:41:07.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.782+0000 7f6ecaaae640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6eac0a32c0 0x7f6eac0a5780 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:07.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.782+0000 7f6ecaaae640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ec4106f10 0x7f6ec419ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:07.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.782+0000 7f6ecaaae640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ec4102790 0x7f6ec4198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:07.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.782+0000 7f6ecaaae640 1 --2- 172.21.15.17:0/1567298589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ec4101de0 0x7f6ec41983f0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:07.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.782+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1567298589 >> 172.21.15.17:0/1567298589 conn(0x7f6ec40fd8c0 msgr2=0x7f6ec40fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:07.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.782+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1567298589 shutdown_connections 2024-09-16T01:41:07.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:07.782+0000 7f6ecaaae640 1 -- 172.21.15.17:0/1567298589 wait complete. 2024-09-16T01:41:08.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:08 smithi017 ceph-mon[30972]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:08.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:08.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:08.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:08.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:08.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:08.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:08.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:08 smithi017 ceph-mon[30972]: Deploying daemon mds.d on smithi017 2024-09-16T01:41:08.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:08 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1567298589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:08.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:08 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.17:6834/1766759743,v1:172.21.15.17:6835/1766759743] up:boot 2024-09-16T01:41:08.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:08 smithi017 ceph-mon[30972]: fsmap 3 up:standby 2024-09-16T01:41:08.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-16T01:41:08.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:08 smithi122 ceph-mon[34758]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:08.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:08.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:08.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:08.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:08.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:08.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:08.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:08 smithi122 ceph-mon[34758]: Deploying daemon mds.d on smithi017 2024-09-16T01:41:08.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:08 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1567298589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:08.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:08 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.17:6834/1766759743,v1:172.21.15.17:6835/1766759743] up:boot 2024-09-16T01:41:08.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:08 smithi122 ceph-mon[34758]: fsmap 3 up:standby 2024-09-16T01:41:08.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-16T01:41:08.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:08 smithi029 ceph-mon[34783]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:08.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:08.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:08.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:08.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:08.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:08.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:08.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:08 smithi029 ceph-mon[34783]: Deploying daemon mds.d on smithi017 2024-09-16T01:41:08.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:08 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1567298589' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:08.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:08 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.17:6834/1766759743,v1:172.21.15.17:6835/1766759743] up:boot 2024-09-16T01:41:08.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:08 smithi029 ceph-mon[34783]: fsmap 3 up:standby 2024-09-16T01:41:08.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-09-16T01:41:10.025 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 01:41:09 smithi017 systemd[1]: Starting Ceph mds.d for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T01:41:10.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:10 smithi017 ceph-mon[30972]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:10.276 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 01:41:10 smithi017 podman[70096]: 2024-09-16 01:41:09.969975213 +0000 UTC m=+0.016531380 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T01:41:10.276 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 01:41:10 smithi017 podman[70096]: 2024-09-16 01:41:10.096372454 +0000 UTC m=+0.142928614 container create dbc83d9972c0267394aeac6eb50281c2b5373311a478e142a8d14781468e2160 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-d, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T01:41:10.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:10 smithi122 ceph-mon[34758]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:10.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:10 smithi029 ceph-mon[34783]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:10.527 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:41:10.776 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 01:41:10 smithi017 podman[70096]: 2024-09-16 01:41:10.340859208 +0000 UTC m=+0.387415379 container init dbc83d9972c0267394aeac6eb50281c2b5373311a478e142a8d14781468e2160 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-d, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-16T01:41:10.776 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 01:41:10 smithi017 podman[70096]: 2024-09-16 01:41:10.343861421 +0000 UTC m=+0.390417583 container start dbc83d9972c0267394aeac6eb50281c2b5373311a478e142a8d14781468e2160 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-d, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, RELEASE=squid-8921c8e, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-16T01:41:10.776 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 01:41:10 smithi017 ceph-mds[70115]: -- 172.21.15.17:0/2355403821 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5591e76d7860 con 0x5591e76b5400 2024-09-16T01:41:10.776 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 01:41:10 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-d[70111]: starting mds.d at 2024-09-16T01:41:10.776 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 01:41:10 smithi017 bash[70096]: dbc83d9972c0267394aeac6eb50281c2b5373311a478e142a8d14781468e2160 2024-09-16T01:41:10.776 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 01:41:10 smithi017 systemd[1]: Started Ceph mds.d for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:41:10.785 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:11.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.279+0000 7f5aab247640 1 -- 172.21.15.17:0/1427066089 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5aa4101de0 msgr2=0x7f5aa41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:11.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.279+0000 7f5aab247640 1 --2- 172.21.15.17:0/1427066089 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5aa4101de0 0x7f5aa41021c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0009900 tx=0x7f5aa002a410 comp rx=0 tx=0).stop 2024-09-16T01:41:11.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.279+0000 7f5aab247640 1 -- 172.21.15.17:0/1427066089 shutdown_connections 2024-09-16T01:41:11.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.279+0000 7f5aab247640 1 --2- 172.21.15.17:0/1427066089 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5aa4106f10 0x7f5aa410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:11.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.279+0000 7f5aab247640 1 --2- 172.21.15.17:0/1427066089 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5aa4102790 0x7f5aa41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:11.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.279+0000 7f5aab247640 1 --2- 172.21.15.17:0/1427066089 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5aa4101de0 0x7f5aa41021c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.279+0000 7f5aab247640 1 -- 172.21.15.17:0/1427066089 >> 172.21.15.17:0/1427066089 conn(0x7f5aa40fd8c0 msgr2=0x7f5aa40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.279+0000 7f5aab247640 1 -- 172.21.15.17:0/1427066089 shutdown_connections 2024-09-16T01:41:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.279+0000 7f5aab247640 1 -- 172.21.15.17:0/1427066089 wait complete. 2024-09-16T01:41:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.280+0000 7f5aab247640 1 Processor -- start 2024-09-16T01:41:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.280+0000 7f5aab247640 1 -- start start 2024-09-16T01:41:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.280+0000 7f5aab247640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5aa4101de0 0x7f5aa4198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.280+0000 7f5aab247640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5aa4102790 0x7f5aa4198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.280+0000 7f5aab247640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5aa4106f10 0x7f5aa419cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.280+0000 7f5aab247640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa4111e60 con 0x7f5aa4102790 2024-09-16T01:41:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.280+0000 7f5aab247640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa4111ce0 con 0x7f5aa4101de0 2024-09-16T01:41:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.280+0000 7f5aab247640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5aa4111fe0 con 0x7f5aa4106f10 2024-09-16T01:41:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.280+0000 7f5a9bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5aa4102790 0x7f5aa4198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:11.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.280+0000 7f5a9bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5aa4102790 0x7f5aa4198950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45176/0 (socket says 172.21.15.17:45176) 2024-09-16T01:41:11.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.280+0000 7f5a9bfff640 1 -- 172.21.15.17:0/3614673926 learned_addr learned my addr 172.21.15.17:0/3614673926 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:11.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5aa97e4640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5aa4106f10 0x7f5aa419cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:11.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5aa8fe3640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5aa4101de0 0x7f5aa4198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:11.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5a9bfff640 1 -- 172.21.15.17:0/3614673926 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5aa4106f10 msgr2=0x7f5aa419cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:11.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5a9bfff640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5aa4106f10 0x7f5aa419cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:11.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5a9bfff640 1 -- 172.21.15.17:0/3614673926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5aa4101de0 msgr2=0x7f5aa4198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:11.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5a9bfff640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5aa4101de0 0x7f5aa4198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:11.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5a9bfff640 1 -- 172.21.15.17:0/3614673926 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5aa419d3c0 con 0x7f5aa4102790 2024-09-16T01:41:11.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5aa8fe3640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5aa4101de0 0x7f5aa4198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:41:11.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5aa97e4640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5aa4106f10 0x7f5aa419cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:41:11.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5a9bfff640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5aa4102790 0x7f5aa4198950 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5a9400b4a0 tx=0x7f5a9400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5a99ffb640 1 -- 172.21.15.17:0/3614673926 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a94014070 con 0x7f5aa4102790 2024-09-16T01:41:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5a99ffb640 1 -- 172.21.15.17:0/3614673926 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a94010ac0 con 0x7f5aa4102790 2024-09-16T01:41:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5aab247640 1 -- 172.21.15.17:0/3614673926 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5aa419d6b0 con 0x7f5aa4102790 2024-09-16T01:41:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5a99ffb640 1 -- 172.21.15.17:0/3614673926 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a94017c30 con 0x7f5aa4102790 2024-09-16T01:41:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.281+0000 7f5aab247640 1 -- 172.21.15.17:0/3614673926 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5aa41a4f90 con 0x7f5aa4102790 2024-09-16T01:41:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.282+0000 7f5aab247640 1 -- 172.21.15.17:0/3614673926 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5aa41021c0 con 0x7f5aa4102790 2024-09-16T01:41:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.283+0000 7f5a99ffb640 1 -- 172.21.15.17:0/3614673926 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f5a94017070 con 0x7f5aa4102790 2024-09-16T01:41:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.284+0000 7f5a99ffb640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5a8c0a32c0 0x7f5a8c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.284+0000 7f5aa8fe3640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5a8c0a32c0 0x7f5a8c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.284+0000 7f5a99ffb640 1 -- 172.21.15.17:0/3614673926 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f5a940ceb50 con 0x7f5aa4102790 2024-09-16T01:41:11.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.285+0000 7f5aa8fe3640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5a8c0a32c0 0x7f5a8c0a5780 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0031440 tx=0x7f5aa00095f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:11.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.288+0000 7f5a99ffb640 1 -- 172.21.15.17:0/3614673926 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5a9409bd10 con 0x7f5aa4102790 2024-09-16T01:41:11.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.502+0000 7f5aab247640 1 -- 172.21.15.17:0/3614673926 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5aa4109b60 con 0x7f5aa4102790 2024-09-16T01:41:11.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.503+0000 7f5a99ffb640 1 -- 172.21.15.17:0/3614673926 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) ==== 93+0+3907 (secure 0 0 0) 0x7f5a9409b610 con 0x7f5aa4102790 2024-09-16T01:41:11.504 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:41:11.504 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":5,"btime":"2024-09-16T01:41:11:024293+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-16T01:41:11.505 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 5 2024-09-16T01:41:11.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.505+0000 7f5aab247640 1 -- 172.21.15.17:0/3614673926 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5a8c0a32c0 msgr2=0x7f5a8c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:11.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.505+0000 7f5aab247640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5a8c0a32c0 0x7f5a8c0a5780 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f5aa0031440 tx=0x7f5aa00095f0 comp rx=0 tx=0).stop 2024-09-16T01:41:11.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.505+0000 7f5aab247640 1 -- 172.21.15.17:0/3614673926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5aa4102790 msgr2=0x7f5aa4198950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:11.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.505+0000 7f5aab247640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5aa4102790 0x7f5aa4198950 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f5a9400b4a0 tx=0x7f5a9400b960 comp rx=0 tx=0).stop 2024-09-16T01:41:11.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.505+0000 7f5aab247640 1 -- 172.21.15.17:0/3614673926 shutdown_connections 2024-09-16T01:41:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.505+0000 7f5aab247640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5a8c0a32c0 0x7f5a8c0a5780 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.505+0000 7f5aab247640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5aa4106f10 0x7f5aa419cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.505+0000 7f5aab247640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5aa4102790 0x7f5aa4198950 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.505+0000 7f5aab247640 1 --2- 172.21.15.17:0/3614673926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5aa4101de0 0x7f5aa4198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.505+0000 7f5aab247640 1 -- 172.21.15.17:0/3614673926 >> 172.21.15.17:0/3614673926 conn(0x7f5aa40fd8c0 msgr2=0x7f5aa40fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.505+0000 7f5aab247640 1 -- 172.21.15.17:0/3614673926 shutdown_connections 2024-09-16T01:41:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:11.505+0000 7f5aab247640 1 -- 172.21.15.17:0/3614673926 wait complete. 2024-09-16T01:41:11.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:11.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:11.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:11.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:11.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:11.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:11.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:11 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.17:6836/1047205070,v1:172.21.15.17:6837/1047205070] up:boot 2024-09-16T01:41:11.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:11 smithi017 ceph-mon[30972]: fsmap 4 up:standby 2024-09-16T01:41:11.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:11 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-16T01:41:11.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:11 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:11.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:11 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:11.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:11 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:11.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:11 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:11.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:11 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:11.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:11 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:11.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:11 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.17:6836/1047205070,v1:172.21.15.17:6837/1047205070] up:boot 2024-09-16T01:41:11.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:11 smithi122 ceph-mon[34758]: fsmap 4 up:standby 2024-09-16T01:41:11.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:11 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-16T01:41:11.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:11 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:11.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:11 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:11.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:11 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:11.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:11 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:11.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:11 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:11.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:11 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:11.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:11 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.17:6836/1047205070,v1:172.21.15.17:6837/1047205070] up:boot 2024-09-16T01:41:11.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:11 smithi029 ceph-mon[34783]: fsmap 4 up:standby 2024-09-16T01:41:11.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:11 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-09-16T01:41:12.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:12 smithi029 ceph-mon[34783]: Deploying daemon mds.e on smithi029 2024-09-16T01:41:12.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:12 smithi029 ceph-mon[34783]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:12.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:12 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3614673926' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:12.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:12 smithi017 ceph-mon[30972]: Deploying daemon mds.e on smithi029 2024-09-16T01:41:12.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:12 smithi017 ceph-mon[30972]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:12.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:12 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3614673926' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:12 smithi122 ceph-mon[34758]: Deploying daemon mds.e on smithi029 2024-09-16T01:41:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:12 smithi122 ceph-mon[34758]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:12 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3614673926' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:13.546 INFO:journalctl@ceph.mds.e.smithi029.stdout:Sep 16 01:41:13 smithi029 systemd[1]: Started Ceph mds.e for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:41:14.226 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:41:14.497 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:14.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:14 smithi017 ceph-mon[30972]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:14.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:14.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:14.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:14.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:14.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:14.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:14.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:14 smithi017 ceph-mon[30972]: Deploying daemon mds.f on smithi122 2024-09-16T01:41:14.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:14 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.29:6834/966192243,v1:172.21.15.29:6835/966192243] up:boot 2024-09-16T01:41:14.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:14 smithi017 ceph-mon[30972]: fsmap 5 up:standby 2024-09-16T01:41:14.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-16T01:41:14.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:14 smithi029 ceph-mon[34783]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:14.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:14 smithi029 ceph-mon[34783]: Deploying daemon mds.f on smithi122 2024-09-16T01:41:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:14 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.29:6834/966192243,v1:172.21.15.29:6835/966192243] up:boot 2024-09-16T01:41:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:14 smithi029 ceph-mon[34783]: fsmap 5 up:standby 2024-09-16T01:41:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-16T01:41:14.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:14 smithi122 ceph-mon[34758]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:14.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:14 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:14.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:14 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:14.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:14 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:14.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:14 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:14.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:14 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:14.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:14 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:14.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:14 smithi122 ceph-mon[34758]: Deploying daemon mds.f on smithi122 2024-09-16T01:41:14.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:14 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.29:6834/966192243,v1:172.21.15.29:6835/966192243] up:boot 2024-09-16T01:41:14.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:14 smithi122 ceph-mon[34758]: fsmap 5 up:standby 2024-09-16T01:41:14.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:14 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-09-16T01:41:14.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.973+0000 7f6496903640 1 -- 172.21.15.17:0/2898922728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6490102ef0 msgr2=0x7f649010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:14.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.973+0000 7f6496903640 1 --2- 172.21.15.17:0/2898922728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6490102ef0 0x7f649010da40 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f6488009ca0 tx=0x7f648802a950 comp rx=0 tx=0).stop 2024-09-16T01:41:14.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.973+0000 7f6496903640 1 -- 172.21.15.17:0/2898922728 shutdown_connections 2024-09-16T01:41:14.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.973+0000 7f6496903640 1 --2- 172.21.15.17:0/2898922728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6490102ef0 0x7f649010da40 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:14.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.973+0000 7f6496903640 1 --2- 172.21.15.17:0/2898922728 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6490102570 0x7f64901029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:14.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.973+0000 7f6496903640 1 --2- 172.21.15.17:0/2898922728 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6490100e20 0x7f6490101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:14.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.973+0000 7f6496903640 1 -- 172.21.15.17:0/2898922728 >> 172.21.15.17:0/2898922728 conn(0x7f64900fc7d0 msgr2=0x7f64900febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:14.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.973+0000 7f6496903640 1 -- 172.21.15.17:0/2898922728 shutdown_connections 2024-09-16T01:41:14.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.973+0000 7f6496903640 1 -- 172.21.15.17:0/2898922728 wait complete. 2024-09-16T01:41:14.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.974+0000 7f6496903640 1 Processor -- start 2024-09-16T01:41:14.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.974+0000 7f6496903640 1 -- start start 2024-09-16T01:41:14.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.974+0000 7f6496903640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6490100e20 0x7f6490198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:14.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.974+0000 7f6496903640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6490102570 0x7f64901988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:14.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.974+0000 7f6496903640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6490102ef0 0x7f649019cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:14.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.974+0000 7f6496903640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6490110e30 con 0x7f6490100e20 2024-09-16T01:41:14.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.974+0000 7f6496903640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6490110cb0 con 0x7f6490102570 2024-09-16T01:41:14.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.974+0000 7f6496903640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6490110fb0 con 0x7f6490102ef0 2024-09-16T01:41:14.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f648ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6490100e20 0x7f6490198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:14.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f648ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6490100e20 0x7f6490198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45192/0 (socket says 172.21.15.17:45192) 2024-09-16T01:41:14.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f648ffff640 1 -- 172.21.15.17:0/3381996490 learned_addr learned my addr 172.21.15.17:0/3381996490 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:14.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f6494ea0640 1 --2- 172.21.15.17:0/3381996490 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6490102ef0 0x7f649019cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:14.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f648f7fe640 1 --2- 172.21.15.17:0/3381996490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6490102570 0x7f64901988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:14.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f648ffff640 1 -- 172.21.15.17:0/3381996490 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6490102ef0 msgr2=0x7f649019cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:14.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f648ffff640 1 --2- 172.21.15.17:0/3381996490 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6490102ef0 0x7f649019cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:14.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f648ffff640 1 -- 172.21.15.17:0/3381996490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6490102570 msgr2=0x7f64901988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:14.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f648ffff640 1 --2- 172.21.15.17:0/3381996490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6490102570 0x7f64901988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:14.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f648ffff640 1 -- 172.21.15.17:0/3381996490 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f649019d310 con 0x7f6490100e20 2024-09-16T01:41:14.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f648ffff640 1 --2- 172.21.15.17:0/3381996490 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6490100e20 0x7f6490198360 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f648000d950 tx=0x7f648000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:14.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f648d7fa640 1 -- 172.21.15.17:0/3381996490 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6480017070 con 0x7f6490100e20 2024-09-16T01:41:14.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f648d7fa640 1 -- 172.21.15.17:0/3381996490 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6480009c30 con 0x7f6490100e20 2024-09-16T01:41:14.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f6496903640 1 -- 172.21.15.17:0/3381996490 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f649019d600 con 0x7f6490100e20 2024-09-16T01:41:14.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.975+0000 7f648d7fa640 1 -- 172.21.15.17:0/3381996490 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f648000f620 con 0x7f6490100e20 2024-09-16T01:41:14.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.976+0000 7f6496903640 1 -- 172.21.15.17:0/3381996490 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64901a4ee0 con 0x7f6490100e20 2024-09-16T01:41:14.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.977+0000 7f6496903640 1 -- 172.21.15.17:0/3381996490 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6490101200 con 0x7f6490100e20 2024-09-16T01:41:14.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.978+0000 7f648d7fa640 1 -- 172.21.15.17:0/3381996490 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f64800109a0 con 0x7f6490100e20 2024-09-16T01:41:14.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.979+0000 7f648d7fa640 1 --2- 172.21.15.17:0/3381996490 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64780a3240 0x7f64780a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:14.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.979+0000 7f648f7fe640 1 --2- 172.21.15.17:0/3381996490 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64780a3240 0x7f64780a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:14.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.979+0000 7f648d7fa640 1 -- 172.21.15.17:0/3381996490 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f64800cefd0 con 0x7f6490100e20 2024-09-16T01:41:14.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.980+0000 7f648f7fe640 1 --2- 172.21.15.17:0/3381996490 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64780a3240 0x7f64780a5700 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f64900ff060 tx=0x7f648400b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:14.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:14.982+0000 7f648d7fa640 1 -- 172.21.15.17:0/3381996490 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6480009de0 con 0x7f6490100e20 2024-09-16T01:41:15.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:15.197+0000 7f6496903640 1 -- 172.21.15.17:0/3381996490 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f649010a0a0 con 0x7f6490100e20 2024-09-16T01:41:15.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:15.197+0000 7f648d7fa640 1 -- 172.21.15.17:0/3381996490 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) ==== 93+0+4729 (secure 0 0 0) 0x7f648009bb40 con 0x7f6490100e20 2024-09-16T01:41:15.199 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:41:15.200 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":6,"btime":"2024-09-16T01:41:13:475556+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-16T01:41:15.200 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 6 2024-09-16T01:41:15.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:15.199+0000 7f6496903640 1 -- 172.21.15.17:0/3381996490 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64780a3240 msgr2=0x7f64780a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:15.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:15.199+0000 7f6496903640 1 --2- 172.21.15.17:0/3381996490 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64780a3240 0x7f64780a5700 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f64900ff060 tx=0x7f648400b410 comp rx=0 tx=0).stop 2024-09-16T01:41:15.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:15.199+0000 7f6496903640 1 -- 172.21.15.17:0/3381996490 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6490100e20 msgr2=0x7f6490198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:15.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:15.199+0000 7f6496903640 1 --2- 172.21.15.17:0/3381996490 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6490100e20 0x7f6490198360 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f648000d950 tx=0x7f648000de10 comp rx=0 tx=0).stop 2024-09-16T01:41:15.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:15.200+0000 7f6496903640 1 -- 172.21.15.17:0/3381996490 shutdown_connections 2024-09-16T01:41:15.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:15.200+0000 7f6496903640 1 --2- 172.21.15.17:0/3381996490 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64780a3240 0x7f64780a5700 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:15.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:15.200+0000 7f6496903640 1 --2- 172.21.15.17:0/3381996490 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6490102ef0 0x7f649019cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:15.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:15.200+0000 7f6496903640 1 --2- 172.21.15.17:0/3381996490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6490102570 0x7f64901988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:15.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:15.200+0000 7f6496903640 1 --2- 172.21.15.17:0/3381996490 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6490100e20 0x7f6490198360 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:15.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:15.200+0000 7f6496903640 1 -- 172.21.15.17:0/3381996490 >> 172.21.15.17:0/3381996490 conn(0x7f64900fc7d0 msgr2=0x7f649006a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:15.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:15.200+0000 7f6496903640 1 -- 172.21.15.17:0/3381996490 shutdown_connections 2024-09-16T01:41:15.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:15.200+0000 7f6496903640 1 -- 172.21.15.17:0/3381996490 wait complete. 2024-09-16T01:41:15.491 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:15 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3381996490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:15.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:15 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3381996490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:15.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:15 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3381996490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:15.797 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 01:41:15 smithi122 systemd[1]: Starting Ceph mds.f for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T01:41:16.234 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 01:41:15 smithi122 podman[64073]: 2024-09-16 01:41:15.88117113 +0000 UTC m=+0.108650459 container create 0a49286dfc4896afcc6d15299923a7893e5b408ae6ea0b47ffb60bbf01c60b18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-f, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e) 2024-09-16T01:41:16.234 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 01:41:15 smithi122 podman[64073]: 2024-09-16 01:41:15.7881587 +0000 UTC m=+0.015638000 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T01:41:16.234 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 01:41:16 smithi122 podman[64073]: 2024-09-16 01:41:16.233765438 +0000 UTC m=+0.461244738 container init 0a49286dfc4896afcc6d15299923a7893e5b408ae6ea0b47ffb60bbf01c60b18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T01:41:16.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:16 smithi122 ceph-mon[34758]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:16.546 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 01:41:16 smithi122 podman[64073]: 2024-09-16 01:41:16.236597954 +0000 UTC m=+0.464077242 container start 0a49286dfc4896afcc6d15299923a7893e5b408ae6ea0b47ffb60bbf01c60b18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-f, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-16T01:41:16.546 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 01:41:16 smithi122 ceph-mds[64092]: -- 172.21.15.122:0/3922487639 <== mon.1 v2:172.21.15.122:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56340c2a5860 con 0x56340c283400 2024-09-16T01:41:16.547 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 01:41:16 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-f[64088]: starting mds.f at 2024-09-16T01:41:16.547 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 01:41:16 smithi122 bash[64073]: 0a49286dfc4896afcc6d15299923a7893e5b408ae6ea0b47ffb60bbf01c60b18 2024-09-16T01:41:16.547 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 01:41:16 smithi122 systemd[1]: Started Ceph mds.f for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:41:16.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:16 smithi017 ceph-mon[30972]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:16.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:16 smithi029 ceph-mon[34783]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:17.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:17 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] up:boot 2024-09-16T01:41:17.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:17 smithi029 ceph-mon[34783]: fsmap 6 up:standby 2024-09-16T01:41:17.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-16T01:41:17.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:17.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:17.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:17.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:17.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:17.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:17.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:17 smithi029 ceph-mon[34783]: Deploying daemon mds.c on smithi122 2024-09-16T01:41:17.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:17 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] up:boot 2024-09-16T01:41:17.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:17 smithi017 ceph-mon[30972]: fsmap 6 up:standby 2024-09-16T01:41:17.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-16T01:41:17.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:17.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:17.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:17.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:17.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:17.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:17.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:17 smithi017 ceph-mon[30972]: Deploying daemon mds.c on smithi122 2024-09-16T01:41:17.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:17 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] up:boot 2024-09-16T01:41:17.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:17 smithi122 ceph-mon[34758]: fsmap 6 up:standby 2024-09-16T01:41:17.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-16T01:41:17.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:17.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:17.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:17.800 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:17.800 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:17.800 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:17.800 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:17 smithi122 ceph-mon[34758]: Deploying daemon mds.c on smithi122 2024-09-16T01:41:17.905 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:41:18.177 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:18.386 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 01:41:18 smithi122 systemd[1]: Starting Ceph mds.c for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T01:41:18.582 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:18 smithi017 ceph-mon[30972]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:18.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.664+0000 7f287b05b640 1 -- 172.21.15.17:0/280671552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874106f20 msgr2=0x7f287410eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:18.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.664+0000 7f287b05b640 1 --2- 172.21.15.17:0/280671552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874106f20 0x7f287410eaa0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f286c009ca0 tx=0x7f286c02a8c0 comp rx=0 tx=0).stop 2024-09-16T01:41:18.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.664+0000 7f287b05b640 1 -- 172.21.15.17:0/280671552 shutdown_connections 2024-09-16T01:41:18.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.664+0000 7f287b05b640 1 --2- 172.21.15.17:0/280671552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874106f20 0x7f287410eaa0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:18.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.664+0000 7f287b05b640 1 --2- 172.21.15.17:0/280671552 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28741027a0 0x7f28741067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:18.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.664+0000 7f287b05b640 1 --2- 172.21.15.17:0/280671552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2874101df0 0x7f28741021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:18.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.664+0000 7f287b05b640 1 -- 172.21.15.17:0/280671552 >> 172.21.15.17:0/280671552 conn(0x7f28740fd8b0 msgr2=0x7f28740ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:18.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.664+0000 7f287b05b640 1 -- 172.21.15.17:0/280671552 shutdown_connections 2024-09-16T01:41:18.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.664+0000 7f287b05b640 1 -- 172.21.15.17:0/280671552 wait complete. 2024-09-16T01:41:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.665+0000 7f287b05b640 1 Processor -- start 2024-09-16T01:41:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.665+0000 7f287b05b640 1 -- start start 2024-09-16T01:41:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.665+0000 7f287b05b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2874101df0 0x7f28740744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.665+0000 7f287b05b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28741027a0 0x7f2874074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.665+0000 7f287b05b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874106f20 0x7f2874074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.665+0000 7f287b05b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2874111e30 con 0x7f2874106f20 2024-09-16T01:41:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.665+0000 7f287b05b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2874111cb0 con 0x7f2874101df0 2024-09-16T01:41:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.665+0000 7f287b05b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2874111fb0 con 0x7f28741027a0 2024-09-16T01:41:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.665+0000 7f28795f8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874106f20 0x7f2874074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.665+0000 7f28795f8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874106f20 0x7f2874074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46924/0 (socket says 172.21.15.17:46924) 2024-09-16T01:41:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.665+0000 7f28795f8640 1 -- 172.21.15.17:0/3261568933 learned_addr learned my addr 172.21.15.17:0/3261568933 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.666+0000 7f2873fff640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28741027a0 0x7f2874074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.666+0000 7f2878df7640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2874101df0 0x7f28740744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.666+0000 7f28795f8640 1 -- 172.21.15.17:0/3261568933 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28741027a0 msgr2=0x7f2874074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.666+0000 7f28795f8640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28741027a0 0x7f2874074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.666+0000 7f28795f8640 1 -- 172.21.15.17:0/3261568933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2874101df0 msgr2=0x7f28740744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.666+0000 7f28795f8640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2874101df0 0x7f28740744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.666+0000 7f28795f8640 1 -- 172.21.15.17:0/3261568933 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28741a6720 con 0x7f2874106f20 2024-09-16T01:41:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.666+0000 7f2878df7640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2874101df0 0x7f28740744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:41:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.666+0000 7f28795f8640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874106f20 0x7f2874074f70 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f286c009dc0 tx=0x7f286c031680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.666+0000 7f2871ffb640 1 -- 172.21.15.17:0/3261568933 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286c031870 con 0x7f2874106f20 2024-09-16T01:41:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.666+0000 7f287b05b640 1 -- 172.21.15.17:0/3261568933 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28741a69b0 con 0x7f2874106f20 2024-09-16T01:41:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.666+0000 7f2871ffb640 1 -- 172.21.15.17:0/3261568933 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f286c040070 con 0x7f2874106f20 2024-09-16T01:41:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.666+0000 7f2871ffb640 1 -- 172.21.15.17:0/3261568933 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f286c004830 con 0x7f2874106f20 2024-09-16T01:41:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.666+0000 7f287b05b640 1 -- 172.21.15.17:0/3261568933 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28741a6ef0 con 0x7f2874106f20 2024-09-16T01:41:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.668+0000 7f287b05b640 1 -- 172.21.15.17:0/3261568933 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28741021d0 con 0x7f2874106f20 2024-09-16T01:41:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.669+0000 7f2871ffb640 1 -- 172.21.15.17:0/3261568933 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f286c004040 con 0x7f2874106f20 2024-09-16T01:41:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.669+0000 7f2871ffb640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f285c0a3240 0x7f285c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.669+0000 7f2878df7640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f285c0a3240 0x7f285c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.669+0000 7f2871ffb640 1 -- 172.21.15.17:0/3261568933 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f286c0f09a0 con 0x7f2874106f20 2024-09-16T01:41:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.670+0000 7f2878df7640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f285c0a3240 0x7f285c0a5700 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f286400abe0 tx=0x7f286400a5c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:18.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.674+0000 7f2871ffb640 1 -- 172.21.15.17:0/3261568933 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f286c0bdb60 con 0x7f2874106f20 2024-09-16T01:41:18.745 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:18 smithi122 ceph-mon[34758]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:18.745 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 01:41:18 smithi122 podman[64375]: 2024-09-16 01:41:18.366401417 +0000 UTC m=+0.015787556 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T01:41:18.745 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 01:41:18 smithi122 podman[64375]: 2024-09-16 01:41:18.482714464 +0000 UTC m=+0.132100602 container create 179d921f511b38fe5311665521dd0b433394fde33d6a6a0b9e4f83ef983644cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-c, RELEASE=squid-8921c8e, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-16T01:41:18.745 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 01:41:18 smithi122 podman[64375]: 2024-09-16 01:41:18.744529077 +0000 UTC m=+0.393915214 container init 179d921f511b38fe5311665521dd0b433394fde33d6a6a0b9e4f83ef983644cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-c, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True) 2024-09-16T01:41:18.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:18 smithi029 ceph-mon[34783]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:18.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.885+0000 7f287b05b640 1 -- 172.21.15.17:0/3261568933 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f287410a100 con 0x7f2874106f20 2024-09-16T01:41:18.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.885+0000 7f2871ffb640 1 -- 172.21.15.17:0/3261568933 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5551 (secure 0 0 0) 0x7f286c0bd460 con 0x7f2874106f20 2024-09-16T01:41:18.888 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:41:18.888 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":7,"btime":"2024-09-16T01:41:16:323083+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7}],"filesystems":[]} 2024-09-16T01:41:18.888 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 7 2024-09-16T01:41:18.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.888+0000 7f287b05b640 1 -- 172.21.15.17:0/3261568933 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f285c0a3240 msgr2=0x7f285c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:18.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.888+0000 7f287b05b640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f285c0a3240 0x7f285c0a5700 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f286400abe0 tx=0x7f286400a5c0 comp rx=0 tx=0).stop 2024-09-16T01:41:18.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.888+0000 7f287b05b640 1 -- 172.21.15.17:0/3261568933 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874106f20 msgr2=0x7f2874074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:18.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.888+0000 7f287b05b640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874106f20 0x7f2874074f70 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f286c009dc0 tx=0x7f286c031680 comp rx=0 tx=0).stop 2024-09-16T01:41:18.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.888+0000 7f287b05b640 1 -- 172.21.15.17:0/3261568933 shutdown_connections 2024-09-16T01:41:18.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.888+0000 7f287b05b640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f285c0a3240 0x7f285c0a5700 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:18.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.888+0000 7f287b05b640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874106f20 0x7f2874074f70 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:18.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.888+0000 7f287b05b640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28741027a0 0x7f2874074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:18.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.888+0000 7f287b05b640 1 --2- 172.21.15.17:0/3261568933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2874101df0 0x7f28740744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:18.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.888+0000 7f287b05b640 1 -- 172.21.15.17:0/3261568933 >> 172.21.15.17:0/3261568933 conn(0x7f28740fd8b0 msgr2=0x7f28740fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:18.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.888+0000 7f287b05b640 1 -- 172.21.15.17:0/3261568933 shutdown_connections 2024-09-16T01:41:18.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:18.888+0000 7f287b05b640 1 -- 172.21.15.17:0/3261568933 wait complete. 2024-09-16T01:41:19.046 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 01:41:18 smithi122 podman[64375]: 2024-09-16 01:41:18.74745201 +0000 UTC m=+0.396838152 container start 179d921f511b38fe5311665521dd0b433394fde33d6a6a0b9e4f83ef983644cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-c, RELEASE=squid-8921c8e, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T01:41:19.047 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 01:41:18 smithi122 ceph-mds[64394]: -- 172.21.15.122:0/147344768 <== mon.1 v2:172.21.15.122:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55fa267d1860 con 0x55fa267af400 2024-09-16T01:41:19.047 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 01:41:18 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-c[64390]: starting mds.c at 2024-09-16T01:41:19.047 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 01:41:18 smithi122 bash[64375]: 179d921f511b38fe5311665521dd0b433394fde33d6a6a0b9e4f83ef983644cb 2024-09-16T01:41:19.047 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 01:41:18 smithi122 systemd[1]: Started Ceph mds.c for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:41:19.619 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:19 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3261568933' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:19.620 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:19 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:19.620 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:19 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:19.620 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:19 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:19.620 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:19 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:19.620 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:19 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:19.620 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:19 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:19.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:19 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3261568933' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:19.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:19 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:19.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:19 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:19.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:19 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:19.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:19 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:19.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:19 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:19.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:19 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:19.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:19 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3261568933' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:19 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:19 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:19 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:19 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:19 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:19 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:20.698 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:20 smithi122 ceph-mon[34758]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:20.699 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:20 smithi122 ceph-mon[34758]: Deploying daemon mds.h on smithi029 2024-09-16T01:41:20.699 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:20 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] up:boot 2024-09-16T01:41:20.699 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:20 smithi122 ceph-mon[34758]: fsmap 7 up:standby 2024-09-16T01:41:20.699 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:20 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-16T01:41:20.702 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:20 smithi029 ceph-mon[34783]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:20.702 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:20 smithi029 ceph-mon[34783]: Deploying daemon mds.h on smithi029 2024-09-16T01:41:20.703 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:20 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] up:boot 2024-09-16T01:41:20.703 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:20 smithi029 ceph-mon[34783]: fsmap 7 up:standby 2024-09-16T01:41:20.703 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:20 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-16T01:41:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:20 smithi017 ceph-mon[30972]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:20.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:20 smithi017 ceph-mon[30972]: Deploying daemon mds.h on smithi029 2024-09-16T01:41:20.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:20 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] up:boot 2024-09-16T01:41:20.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:20 smithi017 ceph-mon[30972]: fsmap 7 up:standby 2024-09-16T01:41:20.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:20 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-16T01:41:21.350 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 01:41:21 smithi029 systemd[1]: Starting Ceph mds.h for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T01:41:21.534 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:41:21.674 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 01:41:21 smithi029 podman[64421]: 2024-09-16 01:41:21.422562136 +0000 UTC m=+0.016794559 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T01:41:21.674 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 01:41:21 smithi029 podman[64421]: 2024-09-16 01:41:21.538923938 +0000 UTC m=+0.133156355 container create 9ce50dbbbe608e7cae36be3a0fd39eb2b6049f9094019694bb922a9c302370f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-h, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, ceph=True, GIT_BRANCH=HEAD) 2024-09-16T01:41:21.803 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:22.296 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 01:41:21 smithi029 podman[64421]: 2024-09-16 01:41:21.820430174 +0000 UTC m=+0.414662600 container init 9ce50dbbbe608e7cae36be3a0fd39eb2b6049f9094019694bb922a9c302370f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-h, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e) 2024-09-16T01:41:22.296 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 01:41:21 smithi029 podman[64421]: 2024-09-16 01:41:21.824553589 +0000 UTC m=+0.418786011 container start 9ce50dbbbe608e7cae36be3a0fd39eb2b6049f9094019694bb922a9c302370f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True) 2024-09-16T01:41:22.296 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 01:41:21 smithi029 ceph-mds[64448]: -- 172.21.15.29:0/4053287615 <== mon.2 v2:172.21.15.29:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56181444d860 con 0x56181442b400 2024-09-16T01:41:22.297 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 01:41:21 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-h[64444]: starting mds.h at 2024-09-16T01:41:22.297 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 01:41:21 smithi029 bash[64421]: 9ce50dbbbe608e7cae36be3a0fd39eb2b6049f9094019694bb922a9c302370f5 2024-09-16T01:41:22.297 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 01:41:21 smithi029 systemd[1]: Started Ceph mds.h for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:41:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.288+0000 7f6ca1484640 1 -- 172.21.15.17:0/1072153328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c9c106f10 msgr2=0x7f6c9c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.288+0000 7f6ca1484640 1 --2- 172.21.15.17:0/1072153328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c9c106f10 0x7f6c9c10ea90 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c009900 tx=0x7f6c8c02a410 comp rx=0 tx=0).stop 2024-09-16T01:41:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.288+0000 7f6ca1484640 1 -- 172.21.15.17:0/1072153328 shutdown_connections 2024-09-16T01:41:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.288+0000 7f6ca1484640 1 --2- 172.21.15.17:0/1072153328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c9c106f10 0x7f6c9c10ea90 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.288+0000 7f6ca1484640 1 --2- 172.21.15.17:0/1072153328 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c9c102790 0x7f6c9c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.288+0000 7f6ca1484640 1 --2- 172.21.15.17:0/1072153328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c9c101de0 0x7f6c9c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.288+0000 7f6ca1484640 1 -- 172.21.15.17:0/1072153328 >> 172.21.15.17:0/1072153328 conn(0x7f6c9c0fd8c0 msgr2=0x7f6c9c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.288+0000 7f6ca1484640 1 -- 172.21.15.17:0/1072153328 shutdown_connections 2024-09-16T01:41:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.288+0000 7f6ca1484640 1 -- 172.21.15.17:0/1072153328 wait complete. 2024-09-16T01:41:22.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.289+0000 7f6ca1484640 1 Processor -- start 2024-09-16T01:41:22.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.289+0000 7f6ca1484640 1 -- start start 2024-09-16T01:41:22.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.289+0000 7f6ca1484640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c9c101de0 0x7f6c9c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:22.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.289+0000 7f6ca1484640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c9c102790 0x7f6c9c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:22.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.289+0000 7f6ca1484640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c9c106f10 0x7f6c9c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:22.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.289+0000 7f6ca1484640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9c111e70 con 0x7f6c9c106f10 2024-09-16T01:41:22.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.289+0000 7f6ca1484640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9c111cf0 con 0x7f6c9c102790 2024-09-16T01:41:22.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.289+0000 7f6ca1484640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6c9c111ff0 con 0x7f6c9c101de0 2024-09-16T01:41:22.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.289+0000 7f6c9b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c9c106f10 0x7f6c9c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:22.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.289+0000 7f6c9b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c9c106f10 0x7f6c9c074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46946/0 (socket says 172.21.15.17:46946) 2024-09-16T01:41:22.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.289+0000 7f6c9affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c9c101de0 0x7f6c9c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:22.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.289+0000 7f6c9b7fe640 1 -- 172.21.15.17:0/97644463 learned_addr learned my addr 172.21.15.17:0/97644463 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:22.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.289+0000 7f6c9a7fc640 1 --2- 172.21.15.17:0/97644463 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c9c102790 0x7f6c9c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.290+0000 7f6c9b7fe640 1 -- 172.21.15.17:0/97644463 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c9c101de0 msgr2=0x7f6c9c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.290+0000 7f6c9b7fe640 1 --2- 172.21.15.17:0/97644463 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c9c101de0 0x7f6c9c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.290+0000 7f6c9b7fe640 1 -- 172.21.15.17:0/97644463 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c9c102790 msgr2=0x7f6c9c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.290+0000 7f6c9b7fe640 1 --2- 172.21.15.17:0/97644463 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c9c102790 0x7f6c9c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.290+0000 7f6c9b7fe640 1 -- 172.21.15.17:0/97644463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6c9c1a67b0 con 0x7f6c9c106f10 2024-09-16T01:41:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.290+0000 7f6c9a7fc640 1 --2- 172.21.15.17:0/97644463 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c9c102790 0x7f6c9c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:41:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.290+0000 7f6c9b7fe640 1 --2- 172.21.15.17:0/97644463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c9c106f10 0x7f6c9c074f70 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c02a930 tx=0x7f6c8c003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.290+0000 7f6c93fff640 1 -- 172.21.15.17:0/97644463 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c8c03f070 con 0x7f6c9c106f10 2024-09-16T01:41:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.290+0000 7f6c93fff640 1 -- 172.21.15.17:0/97644463 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6c8c031b50 con 0x7f6c9c106f10 2024-09-16T01:41:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.290+0000 7f6c93fff640 1 -- 172.21.15.17:0/97644463 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6c8c035030 con 0x7f6c9c106f10 2024-09-16T01:41:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.290+0000 7f6ca1484640 1 -- 172.21.15.17:0/97644463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6c9c1a6a40 con 0x7f6c9c106f10 2024-09-16T01:41:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.290+0000 7f6ca1484640 1 -- 172.21.15.17:0/97644463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6c9c1a6f70 con 0x7f6c9c106f10 2024-09-16T01:41:22.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.291+0000 7f6ca1484640 1 -- 172.21.15.17:0/97644463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6c9c1021c0 con 0x7f6c9c106f10 2024-09-16T01:41:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.292+0000 7f6c93fff640 1 -- 172.21.15.17:0/97644463 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f6c8c042070 con 0x7f6c9c106f10 2024-09-16T01:41:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.293+0000 7f6c93fff640 1 --2- 172.21.15.17:0/97644463 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6c880a32c0 0x7f6c880a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.293+0000 7f6c9affd640 1 --2- 172.21.15.17:0/97644463 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6c880a32c0 0x7f6c880a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.293+0000 7f6c93fff640 1 -- 172.21.15.17:0/97644463 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f6c8c0efa50 con 0x7f6c9c106f10 2024-09-16T01:41:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.294+0000 7f6c9affd640 1 --2- 172.21.15.17:0/97644463 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6c880a32c0 0x7f6c880a5780 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f6c940099a0 tx=0x7f6c94009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:22.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.297+0000 7f6c93fff640 1 -- 172.21.15.17:0/97644463 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6c8c0bc5c0 con 0x7f6c9c106f10 2024-09-16T01:41:22.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.510+0000 7f6ca1484640 1 -- 172.21.15.17:0/97644463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6c9c02d7c0 con 0x7f6c9c106f10 2024-09-16T01:41:22.511 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:22 smithi017 ceph-mon[30972]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:22.511 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:22 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:22.511 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:22 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:22.512 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:22 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:22.512 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:22 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:22.512 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:22 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:22.512 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:22 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:22.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.510+0000 7f6c93fff640 1 -- 172.21.15.17:0/97644463 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) ==== 93+0+7204 (secure 0 0 0) 0x7f6c8c0c08c0 con 0x7f6c9c106f10 2024-09-16T01:41:22.512 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:41:22.513 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":9,"btime":"2024-09-16T01:41:22:392320+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24428,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8}],"filesystems":[]} 2024-09-16T01:41:22.513 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 9 2024-09-16T01:41:22.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.513+0000 7f6ca1484640 1 -- 172.21.15.17:0/97644463 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6c880a32c0 msgr2=0x7f6c880a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:22.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.513+0000 7f6ca1484640 1 --2- 172.21.15.17:0/97644463 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6c880a32c0 0x7f6c880a5780 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f6c940099a0 tx=0x7f6c94009500 comp rx=0 tx=0).stop 2024-09-16T01:41:22.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.513+0000 7f6ca1484640 1 -- 172.21.15.17:0/97644463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c9c106f10 msgr2=0x7f6c9c074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:22.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.513+0000 7f6ca1484640 1 --2- 172.21.15.17:0/97644463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c9c106f10 0x7f6c9c074f70 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f6c8c02a930 tx=0x7f6c8c003b90 comp rx=0 tx=0).stop 2024-09-16T01:41:22.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.513+0000 7f6ca1484640 1 -- 172.21.15.17:0/97644463 shutdown_connections 2024-09-16T01:41:22.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.513+0000 7f6ca1484640 1 --2- 172.21.15.17:0/97644463 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6c880a32c0 0x7f6c880a5780 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:22.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.513+0000 7f6ca1484640 1 --2- 172.21.15.17:0/97644463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c9c106f10 0x7f6c9c074f70 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:22.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.513+0000 7f6ca1484640 1 --2- 172.21.15.17:0/97644463 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6c9c102790 0x7f6c9c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:22.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.513+0000 7f6ca1484640 1 --2- 172.21.15.17:0/97644463 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6c9c101de0 0x7f6c9c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:22.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.513+0000 7f6ca1484640 1 -- 172.21.15.17:0/97644463 >> 172.21.15.17:0/97644463 conn(0x7f6c9c0fd8c0 msgr2=0x7f6c9c0fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:22.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.513+0000 7f6ca1484640 1 -- 172.21.15.17:0/97644463 shutdown_connections 2024-09-16T01:41:22.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:22.513+0000 7f6ca1484640 1 -- 172.21.15.17:0/97644463 wait complete. 2024-09-16T01:41:22.649 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:22 smithi122 ceph-mon[34758]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:22.650 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:22 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:22.650 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:22 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:22.650 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:22 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:22.650 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:22 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:22.650 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:22 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:22.650 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:22 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:22.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:22 smithi029 ceph-mon[34783]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:22.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:22 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:22.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:22 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:22.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:22 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:22.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:22 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:22.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:22 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:22.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:22 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:23.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:23 smithi017 ceph-mon[30972]: Deploying daemon mds.i on smithi122 2024-09-16T01:41:23.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:23 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.29:6836/2703234188,v1:172.21.15.29:6837/2703234188] up:boot 2024-09-16T01:41:23.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:23 smithi017 ceph-mon[30972]: fsmap 8 up:standby 2024-09-16T01:41:23.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-16T01:41:23.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:23 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/97644463' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:23.692 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:23 smithi122 ceph-mon[34758]: Deploying daemon mds.i on smithi122 2024-09-16T01:41:23.693 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:23 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.29:6836/2703234188,v1:172.21.15.29:6837/2703234188] up:boot 2024-09-16T01:41:23.693 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:23 smithi122 ceph-mon[34758]: fsmap 8 up:standby 2024-09-16T01:41:23.693 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-16T01:41:23.693 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:23 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/97644463' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:23.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:23 smithi029 ceph-mon[34783]: Deploying daemon mds.i on smithi122 2024-09-16T01:41:23.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:23 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.29:6836/2703234188,v1:172.21.15.29:6837/2703234188] up:boot 2024-09-16T01:41:23.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:23 smithi029 ceph-mon[34783]: fsmap 8 up:standby 2024-09-16T01:41:23.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-16T01:41:23.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:23 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/97644463' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:24.046 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 01:41:23 smithi122 systemd[1]: Starting Ceph mds.i for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T01:41:24.379 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 01:41:24 smithi122 podman[64689]: 2024-09-16 01:41:23.992747336 +0000 UTC m=+0.015498312 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T01:41:24.379 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 01:41:24 smithi122 podman[64689]: 2024-09-16 01:41:24.124129958 +0000 UTC m=+0.146880923 container create 30be0e6fba1812cb2d58655175c6c3eec0e0ec868b0bc6e5891af3271cccfd63 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-i, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-16T01:41:24.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:24 smithi017 ceph-mon[30972]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:24 smithi122 ceph-mon[34758]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:24.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:24 smithi029 ceph-mon[34783]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:24.797 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 01:41:24 smithi122 podman[64689]: 2024-09-16 01:41:24.377636032 +0000 UTC m=+0.400386998 container init 30be0e6fba1812cb2d58655175c6c3eec0e0ec868b0bc6e5891af3271cccfd63 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-i, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-16T01:41:24.797 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 01:41:24 smithi122 podman[64689]: 2024-09-16 01:41:24.380762335 +0000 UTC m=+0.403513303 container start 30be0e6fba1812cb2d58655175c6c3eec0e0ec868b0bc6e5891af3271cccfd63 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-i, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-16T01:41:24.797 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 01:41:24 smithi122 ceph-mds[64708]: -- 172.21.15.122:0/3982098634 <== mon.1 v2:172.21.15.122:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5651d130d860 con 0x5651d12eb000 2024-09-16T01:41:24.797 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 01:41:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-i[64704]: starting mds.i at 2024-09-16T01:41:24.797 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 01:41:24 smithi122 bash[64689]: 30be0e6fba1812cb2d58655175c6c3eec0e0ec868b0bc6e5891af3271cccfd63 2024-09-16T01:41:24.797 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 01:41:24 smithi122 systemd[1]: Started Ceph mds.i for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:41:25.249 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:41:25.526 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:25.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:25 smithi017 ceph-mon[30972]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:25.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:25 smithi017 ceph-mon[30972]: Deploying daemon mds.g on smithi017 2024-09-16T01:41:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:25 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] up:boot 2024-09-16T01:41:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:25 smithi017 ceph-mon[30972]: fsmap 9 up:standby 2024-09-16T01:41:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-16T01:41:25.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:25 smithi029 ceph-mon[34783]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:25.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:25.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:25 smithi029 ceph-mon[34783]: Deploying daemon mds.g on smithi017 2024-09-16T01:41:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:25 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] up:boot 2024-09-16T01:41:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:25 smithi029 ceph-mon[34783]: fsmap 9 up:standby 2024-09-16T01:41:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-16T01:41:25.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:25 smithi122 ceph-mon[34758]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:25.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:25.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:25.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:25.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:25.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:25.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:25.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:25 smithi122 ceph-mon[34758]: Deploying daemon mds.g on smithi017 2024-09-16T01:41:25.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:25 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] up:boot 2024-09-16T01:41:25.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:25 smithi122 ceph-mon[34758]: fsmap 9 up:standby 2024-09-16T01:41:25.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-16T01:41:26.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.470+0000 7f07348b9640 1 -- 172.21.15.17:0/1856935211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0730100e20 msgr2=0x7f0730101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:26.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.470+0000 7f07348b9640 1 --2- 172.21.15.17:0/1856935211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0730100e20 0x7f0730101200 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0720009900 tx=0x7f072002a480 comp rx=0 tx=0).stop 2024-09-16T01:41:26.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.470+0000 7f07348b9640 1 -- 172.21.15.17:0/1856935211 shutdown_connections 2024-09-16T01:41:26.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.470+0000 7f07348b9640 1 --2- 172.21.15.17:0/1856935211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0730102ef0 0x7f073010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:26.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.470+0000 7f07348b9640 1 --2- 172.21.15.17:0/1856935211 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0730102570 0x7f07301029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:26.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.470+0000 7f07348b9640 1 --2- 172.21.15.17:0/1856935211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0730100e20 0x7f0730101200 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:26.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.470+0000 7f07348b9640 1 -- 172.21.15.17:0/1856935211 >> 172.21.15.17:0/1856935211 conn(0x7f07300fc7d0 msgr2=0x7f07300febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:26.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.470+0000 7f07348b9640 1 -- 172.21.15.17:0/1856935211 shutdown_connections 2024-09-16T01:41:26.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.470+0000 7f07348b9640 1 -- 172.21.15.17:0/1856935211 wait complete. 2024-09-16T01:41:26.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f07348b9640 1 Processor -- start 2024-09-16T01:41:26.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f07348b9640 1 -- start start 2024-09-16T01:41:26.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f07348b9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0730100e20 0x7f07301984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:26.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f07348b9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0730102570 0x7f0730198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:26.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f07348b9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0730102ef0 0x7f073019cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:26.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f07348b9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0730110e30 con 0x7f0730100e20 2024-09-16T01:41:26.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f07348b9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0730110cb0 con 0x7f0730102ef0 2024-09-16T01:41:26.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f07348b9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0730110fb0 con 0x7f0730102570 2024-09-16T01:41:26.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f072e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0730100e20 0x7f07301984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:26.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f072e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0730100e20 0x7f07301984d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48204/0 (socket says 172.21.15.17:48204) 2024-09-16T01:41:26.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f072e59c640 1 -- 172.21.15.17:0/1915010742 learned_addr learned my addr 172.21.15.17:0/1915010742 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:26.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f072dd9b640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0730102570 0x7f0730198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:26.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f072ed9d640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0730102ef0 0x7f073019cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:26.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f072e59c640 1 -- 172.21.15.17:0/1915010742 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0730102570 msgr2=0x7f0730198a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:26.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f072e59c640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0730102570 0x7f0730198a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:26.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f072e59c640 1 -- 172.21.15.17:0/1915010742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0730102ef0 msgr2=0x7f073019cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:26.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f072e59c640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0730102ef0 0x7f073019cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:26.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f072e59c640 1 -- 172.21.15.17:0/1915010742 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f073019d480 con 0x7f0730100e20 2024-09-16T01:41:26.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.471+0000 7f072ed9d640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0730102ef0 0x7f073019cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:41:26.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.472+0000 7f072e59c640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0730100e20 0x7f07301984d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0720006010 tx=0x7f0720004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:26.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.472+0000 7f071f7fe640 1 -- 172.21.15.17:0/1915010742 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f072003f030 con 0x7f0730100e20 2024-09-16T01:41:26.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.472+0000 7f07348b9640 1 -- 172.21.15.17:0/1915010742 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f073019d710 con 0x7f0730100e20 2024-09-16T01:41:26.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.472+0000 7f071f7fe640 1 -- 172.21.15.17:0/1915010742 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0720003aa0 con 0x7f0730100e20 2024-09-16T01:41:26.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.472+0000 7f071f7fe640 1 -- 172.21.15.17:0/1915010742 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0720035070 con 0x7f0730100e20 2024-09-16T01:41:26.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.472+0000 7f07348b9640 1 -- 172.21.15.17:0/1915010742 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07301a5050 con 0x7f0730100e20 2024-09-16T01:41:26.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.473+0000 7f07348b9640 1 -- 172.21.15.17:0/1915010742 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0730101200 con 0x7f0730100e20 2024-09-16T01:41:26.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.474+0000 7f071f7fe640 1 -- 172.21.15.17:0/1915010742 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f0720042030 con 0x7f0730100e20 2024-09-16T01:41:26.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.475+0000 7f071f7fe640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07180a3240 0x7f07180a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:26.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.475+0000 7f071f7fe640 1 -- 172.21.15.17:0/1915010742 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f07200efd70 con 0x7f0730100e20 2024-09-16T01:41:26.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.475+0000 7f072dd9b640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07180a3240 0x7f07180a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:26.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.476+0000 7f072dd9b640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07180a3240 0x7f07180a5700 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f0730100010 tx=0x7f0724005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:26.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.478+0000 7f071f7fe640 1 -- 172.21.15.17:0/1915010742 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f07200bcf30 con 0x7f0730100e20 2024-09-16T01:41:26.526 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 01:41:26 smithi017 systemd[1]: Starting Ceph mds.g for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T01:41:26.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.707+0000 7f07348b9640 1 -- 172.21.15.17:0/1915010742 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f07301a5220 con 0x7f0730100e20 2024-09-16T01:41:26.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.708+0000 7f071f7fe640 1 -- 172.21.15.17:0/1915010742 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) ==== 94+0+8034 (secure 0 0 0) 0x7f07200bc830 con 0x7f0730100e20 2024-09-16T01:41:26.710 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:41:26.710 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":10,"btime":"2024-09-16T01:41:25:403517+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24428,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24499,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-16T01:41:26.710 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 10 2024-09-16T01:41:26.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.710+0000 7f07348b9640 1 -- 172.21.15.17:0/1915010742 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07180a3240 msgr2=0x7f07180a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:26.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.710+0000 7f07348b9640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07180a3240 0x7f07180a5700 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f0730100010 tx=0x7f0724005f90 comp rx=0 tx=0).stop 2024-09-16T01:41:26.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.710+0000 7f07348b9640 1 -- 172.21.15.17:0/1915010742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0730100e20 msgr2=0x7f07301984d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:26.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.710+0000 7f07348b9640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0730100e20 0x7f07301984d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f0720006010 tx=0x7f0720004270 comp rx=0 tx=0).stop 2024-09-16T01:41:26.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.711+0000 7f07348b9640 1 -- 172.21.15.17:0/1915010742 shutdown_connections 2024-09-16T01:41:26.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.711+0000 7f07348b9640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07180a3240 0x7f07180a5700 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:26.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.711+0000 7f07348b9640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0730102ef0 0x7f073019cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:26.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.711+0000 7f07348b9640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0730102570 0x7f0730198a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:26.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.711+0000 7f07348b9640 1 --2- 172.21.15.17:0/1915010742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0730100e20 0x7f07301984d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:26.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.711+0000 7f07348b9640 1 -- 172.21.15.17:0/1915010742 >> 172.21.15.17:0/1915010742 conn(0x7f07300fc7d0 msgr2=0x7f073006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:26.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.711+0000 7f07348b9640 1 -- 172.21.15.17:0/1915010742 shutdown_connections 2024-09-16T01:41:26.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:26.711+0000 7f07348b9640 1 -- 172.21.15.17:0/1915010742 wait complete. 2024-09-16T01:41:27.025 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 01:41:26 smithi017 podman[70962]: 2024-09-16 01:41:26.606736725 +0000 UTC m=+0.019864781 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T01:41:27.026 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 01:41:26 smithi017 podman[70962]: 2024-09-16 01:41:26.728331497 +0000 UTC m=+0.141459540 container create b203aa4ea30410af1a264e28746b5992dad272acc15af1106c55d1d547f2db82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-g, ceph=True, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T01:41:27.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:27 smithi017 ceph-mon[30972]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:27.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:27 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1915010742' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:27.776 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 01:41:27 smithi017 podman[70962]: 2024-09-16 01:41:27.594334885 +0000 UTC m=+1.007462929 container init b203aa4ea30410af1a264e28746b5992dad272acc15af1106c55d1d547f2db82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-g, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, ceph=True) 2024-09-16T01:41:27.776 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 01:41:27 smithi017 podman[70962]: 2024-09-16 01:41:27.597773565 +0000 UTC m=+1.010901617 container start b203aa4ea30410af1a264e28746b5992dad272acc15af1106c55d1d547f2db82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-g, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731) 2024-09-16T01:41:27.776 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 01:41:27 smithi017 ceph-mds[70997]: -- 172.21.15.17:0/3056579830 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55b9e4291860 con 0x55b9e426f000 2024-09-16T01:41:27.776 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 01:41:27 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-g[70989]: starting mds.g at 2024-09-16T01:41:27.776 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 01:41:27 smithi017 bash[70962]: b203aa4ea30410af1a264e28746b5992dad272acc15af1106c55d1d547f2db82 2024-09-16T01:41:27.776 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 01:41:27 smithi017 systemd[1]: Started Ceph mds.g for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:41:27.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:27 smithi029 ceph-mon[34783]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:27.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:27 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1915010742' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:27.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:27 smithi122 ceph-mon[34758]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:27.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:27 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1915010742' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:28 smithi017 ceph-mon[30972]: Deploying daemon mds.a on smithi017 2024-09-16T01:41:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:28 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.17:6838/3221475691,v1:172.21.15.17:6839/3221475691] up:boot 2024-09-16T01:41:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:28 smithi017 ceph-mon[30972]: fsmap 10 up:standby 2024-09-16T01:41:28.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-16T01:41:29.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:29.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:29.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:29.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:29.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:29.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:29.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:28 smithi029 ceph-mon[34783]: Deploying daemon mds.a on smithi017 2024-09-16T01:41:29.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:28 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.17:6838/3221475691,v1:172.21.15.17:6839/3221475691] up:boot 2024-09-16T01:41:29.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:28 smithi029 ceph-mon[34783]: fsmap 10 up:standby 2024-09-16T01:41:29.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-16T01:41:29.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:29.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:29.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:29.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:29.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:29.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:29.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:28 smithi122 ceph-mon[34758]: Deploying daemon mds.a on smithi017 2024-09-16T01:41:29.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:28 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.17:6838/3221475691,v1:172.21.15.17:6839/3221475691] up:boot 2024-09-16T01:41:29.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:28 smithi122 ceph-mon[34758]: fsmap 10 up:standby 2024-09-16T01:41:29.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-09-16T01:41:29.473 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:41:29.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:29 smithi017 ceph-mon[30972]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:30.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:29 smithi029 ceph-mon[34783]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:30.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:29 smithi122 ceph-mon[34758]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:30.356 INFO:journalctl@ceph.mds.a.smithi017.stdout:Sep 16 01:41:30 smithi017 systemd[1]: Started Ceph mds.a for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:41:30.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.722+0000 7fc927b33640 1 -- 172.21.15.17:0/658106148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc920100a80 msgr2=0x7fc920100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.722+0000 7fc927b33640 1 --2- 172.21.15.17:0/658106148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc920100a80 0x7fc920100ee0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fc910009930 tx=0x7fc91002a420 comp rx=0 tx=0).stop 2024-09-16T01:41:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.722+0000 7fc927b33640 1 -- 172.21.15.17:0/658106148 shutdown_connections 2024-09-16T01:41:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.722+0000 7fc927b33640 1 --2- 172.21.15.17:0/658106148 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc920101420 0x7fc92010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.722+0000 7fc927b33640 1 --2- 172.21.15.17:0/658106148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc920100a80 0x7fc920100ee0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.722+0000 7fc927b33640 1 --2- 172.21.15.17:0/658106148 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc920106a80 0x7fc920106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.722+0000 7fc927b33640 1 -- 172.21.15.17:0/658106148 >> 172.21.15.17:0/658106148 conn(0x7fc9200fc7a0 msgr2=0x7fc9200febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.722+0000 7fc927b33640 1 -- 172.21.15.17:0/658106148 shutdown_connections 2024-09-16T01:41:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.722+0000 7fc927b33640 1 -- 172.21.15.17:0/658106148 wait complete. 2024-09-16T01:41:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.722+0000 7fc927b33640 1 Processor -- start 2024-09-16T01:41:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.722+0000 7fc927b33640 1 -- start start 2024-09-16T01:41:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc927b33640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc920100a80 0x7fc920198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc927b33640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc920101420 0x7fc920198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc927b33640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc920106a80 0x7fc92019cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc927b33640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc920110d50 con 0x7fc920100a80 2024-09-16T01:41:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc927b33640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc920110bd0 con 0x7fc920106a80 2024-09-16T01:41:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc927b33640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc920110ed0 con 0x7fc920101420 2024-09-16T01:41:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc9258cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc920100a80 0x7fc920198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc9258cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc920100a80 0x7fc920198440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48234/0 (socket says 172.21.15.17:48234) 2024-09-16T01:41:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc9258cf640 1 -- 172.21.15.17:0/3048562880 learned_addr learned my addr 172.21.15.17:0/3048562880 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc9260d0640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc920106a80 0x7fc92019cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc9250ce640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc920101420 0x7fc920198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc9260d0640 1 -- 172.21.15.17:0/3048562880 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc920101420 msgr2=0x7fc920198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc9260d0640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc920101420 0x7fc920198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc9260d0640 1 -- 172.21.15.17:0/3048562880 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc920100a80 msgr2=0x7fc920198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc9260d0640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc920100a80 0x7fc920198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc9260d0640 1 -- 172.21.15.17:0/3048562880 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc92019d3f0 con 0x7fc920106a80 2024-09-16T01:41:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.723+0000 7fc9258cf640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc920100a80 0x7fc920198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:41:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.724+0000 7fc9260d0640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc920106a80 0x7fc92019cd10 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc918009fd0 tx=0x7fc91800ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.724+0000 7fc916ffd640 1 -- 172.21.15.17:0/3048562880 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc91800ce20 con 0x7fc920106a80 2024-09-16T01:41:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.724+0000 7fc916ffd640 1 -- 172.21.15.17:0/3048562880 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc918005020 con 0x7fc920106a80 2024-09-16T01:41:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.724+0000 7fc927b33640 1 -- 172.21.15.17:0/3048562880 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc92019d6e0 con 0x7fc920106a80 2024-09-16T01:41:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.724+0000 7fc916ffd640 1 -- 172.21.15.17:0/3048562880 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc918010690 con 0x7fc920106a80 2024-09-16T01:41:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.724+0000 7fc927b33640 1 -- 172.21.15.17:0/3048562880 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc9201a4fc0 con 0x7fc920106a80 2024-09-16T01:41:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.725+0000 7fc927b33640 1 -- 172.21.15.17:0/3048562880 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc920100ee0 con 0x7fc920106a80 2024-09-16T01:41:30.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.726+0000 7fc916ffd640 1 -- 172.21.15.17:0/3048562880 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fc9180051d0 con 0x7fc920106a80 2024-09-16T01:41:30.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.727+0000 7fc916ffd640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc90c0a3240 0x7fc90c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:30.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.727+0000 7fc9258cf640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc90c0a3240 0x7fc90c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:30.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.727+0000 7fc916ffd640 1 -- 172.21.15.17:0/3048562880 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fc9180cfdc0 con 0x7fc920106a80 2024-09-16T01:41:30.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.727+0000 7fc9258cf640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc90c0a3240 0x7fc90c0a5700 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc91c009e10 tx=0x7fc91c0091c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:30.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.730+0000 7fc916ffd640 1 -- 172.21.15.17:0/3048562880 <== mon.2 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc91809cee0 con 0x7fc920106a80 2024-09-16T01:41:30.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.945+0000 7fc927b33640 1 -- 172.21.15.17:0/3048562880 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc9201997a0 con 0x7fc920106a80 2024-09-16T01:41:30.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.946+0000 7fc916ffd640 1 -- 172.21.15.17:0/3048562880 <== mon.2 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) ==== 94+0+9686 (secure 0 0 0) 0x7fc9201997a0 con 0x7fc920106a80 2024-09-16T01:41:30.947 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:41:30.947 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":12,"btime":"2024-09-16T01:41:30:742689+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24428,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24499,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-16T01:41:30.947 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 12 2024-09-16T01:41:30.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.948+0000 7fc927b33640 1 -- 172.21.15.17:0/3048562880 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc90c0a3240 msgr2=0x7fc90c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:30.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.948+0000 7fc927b33640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc90c0a3240 0x7fc90c0a5700 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fc91c009e10 tx=0x7fc91c0091c0 comp rx=0 tx=0).stop 2024-09-16T01:41:30.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.948+0000 7fc927b33640 1 -- 172.21.15.17:0/3048562880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc920106a80 msgr2=0x7fc92019cd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:30.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.948+0000 7fc927b33640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc920106a80 0x7fc92019cd10 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fc918009fd0 tx=0x7fc91800ef10 comp rx=0 tx=0).stop 2024-09-16T01:41:30.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.948+0000 7fc927b33640 1 -- 172.21.15.17:0/3048562880 shutdown_connections 2024-09-16T01:41:30.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.948+0000 7fc927b33640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc90c0a3240 0x7fc90c0a5700 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:30.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.948+0000 7fc927b33640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc920106a80 0x7fc92019cd10 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:30.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.948+0000 7fc927b33640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc920101420 0x7fc920198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:30.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.948+0000 7fc927b33640 1 --2- 172.21.15.17:0/3048562880 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc920100a80 0x7fc920198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:30.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.948+0000 7fc927b33640 1 -- 172.21.15.17:0/3048562880 >> 172.21.15.17:0/3048562880 conn(0x7fc9200fc7a0 msgr2=0x7fc92006aaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:30.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.948+0000 7fc927b33640 1 -- 172.21.15.17:0/3048562880 shutdown_connections 2024-09-16T01:41:30.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:30.948+0000 7fc927b33640 1 -- 172.21.15.17:0/3048562880 wait complete. 2024-09-16T01:41:31.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:31.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:31.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:31.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:31.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:31.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:31.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:31 smithi017 ceph-mon[30972]: Deploying daemon mds.b on smithi029 2024-09-16T01:41:31.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:31 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.17:6840/3457733669,v1:172.21.15.17:6841/3457733669] up:boot 2024-09-16T01:41:31.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:31 smithi017 ceph-mon[30972]: fsmap 11 up:standby 2024-09-16T01:41:31.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:31 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T01:41:31.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:31 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3048562880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:31.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:31.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:31.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:31.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:31.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:31.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:31.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:31 smithi029 ceph-mon[34783]: Deploying daemon mds.b on smithi029 2024-09-16T01:41:31.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:31 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.17:6840/3457733669,v1:172.21.15.17:6841/3457733669] up:boot 2024-09-16T01:41:31.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:31 smithi029 ceph-mon[34783]: fsmap 11 up:standby 2024-09-16T01:41:31.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:31 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T01:41:31.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:31 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3048562880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:31.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:31.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:31.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:31.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T01:41:31.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T01:41:31.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:31.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:31 smithi122 ceph-mon[34758]: Deploying daemon mds.b on smithi029 2024-09-16T01:41:31.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:31 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.17:6840/3457733669,v1:172.21.15.17:6841/3457733669] up:boot 2024-09-16T01:41:31.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:31 smithi122 ceph-mon[34758]: fsmap 11 up:standby 2024-09-16T01:41:31.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:31 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T01:41:31.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:31 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3048562880' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:32.473 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:32 smithi029 ceph-mon[34783]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:32.473 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 01:41:32 smithi029 systemd[1]: Starting Ceph mds.b for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T01:41:32.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:32 smithi017 ceph-mon[30972]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:32.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:32 smithi122 ceph-mon[34758]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:32.789 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 01:41:32 smithi029 podman[64739]: 2024-09-16 01:41:32.509395753 +0000 UTC m=+0.016805584 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T01:41:32.789 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 01:41:32 smithi029 podman[64739]: 2024-09-16 01:41:32.650839536 +0000 UTC m=+0.158249409 container create 3ea488431c8aad824b63e4a9b99f082b94d15ff407e26690a336109ff9329e03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-b, ceph=True, GIT_CLEAN=True, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-16T01:41:33.297 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 01:41:32 smithi029 podman[64739]: 2024-09-16 01:41:32.915609413 +0000 UTC m=+0.423019254 container init 3ea488431c8aad824b63e4a9b99f082b94d15ff407e26690a336109ff9329e03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-16T01:41:33.297 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 01:41:32 smithi029 podman[64739]: 2024-09-16 01:41:32.918685187 +0000 UTC m=+0.426095022 container start 3ea488431c8aad824b63e4a9b99f082b94d15ff407e26690a336109ff9329e03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-b, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T01:41:33.297 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 01:41:32 smithi029 ceph-mds[64758]: -- 172.21.15.29:0/1585086522 <== mon.2 v2:172.21.15.29:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5641d01bf860 con 0x5641d019d000 2024-09-16T01:41:33.297 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 01:41:32 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-b[64754]: starting mds.b at 2024-09-16T01:41:33.297 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 01:41:33 smithi029 bash[64739]: 3ea488431c8aad824b63e4a9b99f082b94d15ff407e26690a336109ff9329e03 2024-09-16T01:41:33.298 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 01:41:33 smithi029 systemd[1]: Started Ceph mds.b for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T01:41:33.585 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:41:34.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:34 smithi017 ceph-mon[30972]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:34.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:34 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:34 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:34 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:34 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:34 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:34 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:41:34.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:34 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.29:6838/1875993127,v1:172.21.15.29:6839/1875993127] up:boot 2024-09-16T01:41:34.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:34 smithi017 ceph-mon[30972]: fsmap 12 up:standby 2024-09-16T01:41:34.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:34 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T01:41:34.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:34 smithi122 ceph-mon[34758]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:34.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:34 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:34 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:34 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:34 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:34 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:34 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:41:34.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:34 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.29:6838/1875993127,v1:172.21.15.29:6839/1875993127] up:boot 2024-09-16T01:41:34.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:34 smithi122 ceph-mon[34758]: fsmap 12 up:standby 2024-09-16T01:41:34.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:34 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T01:41:34.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:34 smithi029 ceph-mon[34783]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:34.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:34 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:34 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:34 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:34 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:34 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:34.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:34 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:41:34.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:34 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.29:6838/1875993127,v1:172.21.15.29:6839/1875993127] up:boot 2024-09-16T01:41:34.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:34 smithi029 ceph-mon[34783]: fsmap 12 up:standby 2024-09-16T01:41:34.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:34 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T01:41:34.316 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:34.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.939+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/832202775 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbbc100a80 msgr2=0x7fdbbc100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:34.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.939+0000 7fdbc1eeb640 1 --2- 172.21.15.17:0/832202775 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbbc100a80 0x7fdbbc100ee0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fdba4009930 tx=0x7fdba402a420 comp rx=0 tx=0).stop 2024-09-16T01:41:34.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.939+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/832202775 shutdown_connections 2024-09-16T01:41:34.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.939+0000 7fdbc1eeb640 1 --2- 172.21.15.17:0/832202775 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbbc101420 0x7fdbbc10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:34.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.939+0000 7fdbc1eeb640 1 --2- 172.21.15.17:0/832202775 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbbc100a80 0x7fdbbc100ee0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:34.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.939+0000 7fdbc1eeb640 1 --2- 172.21.15.17:0/832202775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbbc106a80 0x7fdbbc106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:34.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.939+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/832202775 >> 172.21.15.17:0/832202775 conn(0x7fdbbc0fc7a0 msgr2=0x7fdbbc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:34.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.939+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/832202775 shutdown_connections 2024-09-16T01:41:34.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.939+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/832202775 wait complete. 2024-09-16T01:41:34.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.939+0000 7fdbc1eeb640 1 Processor -- start 2024-09-16T01:41:34.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.939+0000 7fdbc1eeb640 1 -- start start 2024-09-16T01:41:34.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbc1eeb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbbc100a80 0x7fdbbc1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:34.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbc1eeb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbbc101420 0x7fdbbc198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:34.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbc1eeb640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbbc106a80 0x7fdbbc19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:34.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbc1eeb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc110d30 con 0x7fdbbc101420 2024-09-16T01:41:34.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbc1eeb640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc110bb0 con 0x7fdbbc106a80 2024-09-16T01:41:34.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbc1eeb640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdbbc110eb0 con 0x7fdbbc100a80 2024-09-16T01:41:34.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbb3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbbc101420 0x7fdbbc198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:34.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbb3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbbc101420 0x7fdbbc198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48260/0 (socket says 172.21.15.17:48260) 2024-09-16T01:41:34.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbb3fff640 1 -- 172.21.15.17:0/2389304396 learned_addr learned my addr 172.21.15.17:0/2389304396 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:34.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbbb7fe640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbbc100a80 0x7fdbbc1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:34.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbbbfff640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbbc106a80 0x7fdbbc19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:34.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbb3fff640 1 -- 172.21.15.17:0/2389304396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbbc100a80 msgr2=0x7fdbbc1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:34.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbb3fff640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbbc100a80 0x7fdbbc1983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:34.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbb3fff640 1 -- 172.21.15.17:0/2389304396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbbc106a80 msgr2=0x7fdbbc19cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:34.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbb3fff640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbbc106a80 0x7fdbbc19cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:34.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbb3fff640 1 -- 172.21.15.17:0/2389304396 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbbc19d370 con 0x7fdbbc101420 2024-09-16T01:41:34.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbbb7fe640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbbc100a80 0x7fdbbc1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:41:34.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbb3fff640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbbc101420 0x7fdbbc198900 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fdba4005940 tx=0x7fdba40040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:34.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbb97fa640 1 -- 172.21.15.17:0/2389304396 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba403f030 con 0x7fdbbc101420 2024-09-16T01:41:34.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/2389304396 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbbc19d600 con 0x7fdbbc101420 2024-09-16T01:41:34.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbb97fa640 1 -- 172.21.15.17:0/2389304396 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdba40044c0 con 0x7fdbbc101420 2024-09-16T01:41:34.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbb97fa640 1 -- 172.21.15.17:0/2389304396 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdba4035070 con 0x7fdbbc101420 2024-09-16T01:41:34.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.940+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/2389304396 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbbc1a4f40 con 0x7fdbbc101420 2024-09-16T01:41:34.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.942+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/2389304396 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbbc1021c0 con 0x7fdbbc101420 2024-09-16T01:41:34.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.943+0000 7fdbb97fa640 1 -- 172.21.15.17:0/2389304396 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fdba4042030 con 0x7fdbbc101420 2024-09-16T01:41:34.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.943+0000 7fdbb97fa640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdba80a3240 0x7fdba80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:34.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.944+0000 7fdbbb7fe640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdba80a3240 0x7fdba80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:34.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.944+0000 7fdbb97fa640 1 -- 172.21.15.17:0/2389304396 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7fdba40ef9a0 con 0x7fdbbc101420 2024-09-16T01:41:34.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.944+0000 7fdbbb7fe640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdba80a3240 0x7fdba80a5700 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fdbac0095f0 tx=0x7fdbac005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:34.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:34.947+0000 7fdbb97fa640 1 -- 172.21.15.17:0/2389304396 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdba40bc470 con 0x7fdbbc101420 2024-09-16T01:41:35.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:35.205+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/2389304396 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdbbc100ee0 con 0x7fdbbc101420 2024-09-16T01:41:35.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:35.206+0000 7fdbb97fa640 1 -- 172.21.15.17:0/2389304396 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) ==== 94+0+10512 (secure 0 0 0) 0x7fdbbc100ee0 con 0x7fdbbc101420 2024-09-16T01:41:35.207 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:41:35.208 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":13,"btime":"2024-09-16T01:41:33:266081+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6},{"gid":24428,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":9},{"gid":24436,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":24458,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":13},{"gid":24469,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":7},{"gid":24481,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":8},{"gid":24499,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":10}],"filesystems":[]} 2024-09-16T01:41:35.208 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 13 2024-09-16T01:41:35.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:35.208+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/2389304396 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdba80a3240 msgr2=0x7fdba80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:35.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:35.208+0000 7fdbc1eeb640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdba80a3240 0x7fdba80a5700 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fdbac0095f0 tx=0x7fdbac005f90 comp rx=0 tx=0).stop 2024-09-16T01:41:35.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:35.208+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/2389304396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbbc101420 msgr2=0x7fdbbc198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:35.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:35.208+0000 7fdbc1eeb640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbbc101420 0x7fdbbc198900 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fdba4005940 tx=0x7fdba40040c0 comp rx=0 tx=0).stop 2024-09-16T01:41:35.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:35.208+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/2389304396 shutdown_connections 2024-09-16T01:41:35.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:35.208+0000 7fdbc1eeb640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdba80a3240 0x7fdba80a5700 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:35.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:35.208+0000 7fdbc1eeb640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbbc106a80 0x7fdbbc19cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:35.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:35.208+0000 7fdbc1eeb640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbbc101420 0x7fdbbc198900 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:35.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:35.208+0000 7fdbc1eeb640 1 --2- 172.21.15.17:0/2389304396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbbc100a80 0x7fdbbc1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:35.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:35.208+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/2389304396 >> 172.21.15.17:0/2389304396 conn(0x7fdbbc0fc7a0 msgr2=0x7fdbbc06aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:35.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:35.208+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/2389304396 shutdown_connections 2024-09-16T01:41:35.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:35.208+0000 7fdbc1eeb640 1 -- 172.21.15.17:0/2389304396 wait complete. 2024-09-16T01:41:35.859 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:35 smithi017 ceph-mon[30972]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:35.859 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:35.859 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:35.859 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:35.859 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:35.860 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:35.860 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:35.860 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:35.860 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:41:35.860 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:35.860 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:35 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2389304396' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:35.860 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:41:35.860 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:35 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:35.888 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-16T01:41:36.040 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:35 smithi029 ceph-mon[34783]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:36.040 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.040 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.040 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.040 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.040 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.040 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.040 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:36.040 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:41:36.040 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.040 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:35 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2389304396' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:36.041 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:41:36.041 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:35 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:35 smithi122 ceph-mon[34758]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:36.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:41:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:35 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2389304396' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:41:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:41:36.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:35 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:36.787 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:37.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.340+0000 7f63bdf86640 1 -- 172.21.15.17:0/1396623092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63b8102790 msgr2=0x7f63b81067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:37.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.340+0000 7f63bdf86640 1 --2- 172.21.15.17:0/1396623092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63b8102790 0x7f63b81067e0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f63ac009900 tx=0x7f63ac02a410 comp rx=0 tx=0).stop 2024-09-16T01:41:37.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.340+0000 7f63bdf86640 1 -- 172.21.15.17:0/1396623092 shutdown_connections 2024-09-16T01:41:37.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.340+0000 7f63bdf86640 1 --2- 172.21.15.17:0/1396623092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63b8106f10 0x7f63b810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:37.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.340+0000 7f63bdf86640 1 --2- 172.21.15.17:0/1396623092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63b8102790 0x7f63b81067e0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:37.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.340+0000 7f63bdf86640 1 --2- 172.21.15.17:0/1396623092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63b8101de0 0x7f63b81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:37.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.341+0000 7f63bdf86640 1 -- 172.21.15.17:0/1396623092 >> 172.21.15.17:0/1396623092 conn(0x7f63b80fd8c0 msgr2=0x7f63b80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:37.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.341+0000 7f63bdf86640 1 -- 172.21.15.17:0/1396623092 shutdown_connections 2024-09-16T01:41:37.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.341+0000 7f63bdf86640 1 -- 172.21.15.17:0/1396623092 wait complete. 2024-09-16T01:41:37.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.341+0000 7f63bdf86640 1 Processor -- start 2024-09-16T01:41:37.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.341+0000 7f63bdf86640 1 -- start start 2024-09-16T01:41:37.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63bdf86640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63b8101de0 0x7f63b80744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:37.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63bdf86640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63b8102790 0x7f63b8074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:37.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63bdf86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63b8106f10 0x7f63b8074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:37.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63bdf86640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f63b8111e20 con 0x7f63b8106f10 2024-09-16T01:41:37.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63bdf86640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f63b8111ca0 con 0x7f63b8101de0 2024-09-16T01:41:37.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63bdf86640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f63b8111fa0 con 0x7f63b8102790 2024-09-16T01:41:37.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63b7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63b8106f10 0x7f63b8074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:37.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63b6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63b8102790 0x7f63b8074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:37.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63b7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63b8106f10 0x7f63b8074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38160/0 (socket says 172.21.15.17:38160) 2024-09-16T01:41:37.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63b7fff640 1 -- 172.21.15.17:0/3945376342 learned_addr learned my addr 172.21.15.17:0/3945376342 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:37.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63b77fe640 1 --2- 172.21.15.17:0/3945376342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63b8101de0 0x7f63b80744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:37.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63b7fff640 1 -- 172.21.15.17:0/3945376342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63b8102790 msgr2=0x7f63b8074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:37.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63b7fff640 1 --2- 172.21.15.17:0/3945376342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63b8102790 0x7f63b8074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:37.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63b7fff640 1 -- 172.21.15.17:0/3945376342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63b8101de0 msgr2=0x7f63b80744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:37.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63b7fff640 1 --2- 172.21.15.17:0/3945376342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63b8101de0 0x7f63b80744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:37.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63b7fff640 1 -- 172.21.15.17:0/3945376342 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63b81a68b0 con 0x7f63b8106f10 2024-09-16T01:41:37.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63b7fff640 1 --2- 172.21.15.17:0/3945376342 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63b8106f10 0x7f63b8074f70 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f63b000cad0 tx=0x7f63b000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:37.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.342+0000 7f63b4ff9640 1 -- 172.21.15.17:0/3945376342 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63b000ae20 con 0x7f63b8106f10 2024-09-16T01:41:37.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.343+0000 7f63b4ff9640 1 -- 172.21.15.17:0/3945376342 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f63b0005020 con 0x7f63b8106f10 2024-09-16T01:41:37.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.343+0000 7f63bdf86640 1 -- 172.21.15.17:0/3945376342 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f63b81a6ba0 con 0x7f63b8106f10 2024-09-16T01:41:37.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.343+0000 7f63b4ff9640 1 -- 172.21.15.17:0/3945376342 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63b000f6b0 con 0x7f63b8106f10 2024-09-16T01:41:37.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.343+0000 7f63bdf86640 1 -- 172.21.15.17:0/3945376342 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63b81a70b0 con 0x7f63b8106f10 2024-09-16T01:41:37.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.344+0000 7f63bdf86640 1 -- 172.21.15.17:0/3945376342 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f63b81021c0 con 0x7f63b8106f10 2024-09-16T01:41:37.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.345+0000 7f63b4ff9640 1 -- 172.21.15.17:0/3945376342 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f63b00051d0 con 0x7f63b8106f10 2024-09-16T01:41:37.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.345+0000 7f63b4ff9640 1 --2- 172.21.15.17:0/3945376342 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f63a00a32c0 0x7f63a00a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:37.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.346+0000 7f63b77fe640 1 --2- 172.21.15.17:0/3945376342 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f63a00a32c0 0x7f63a00a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:37.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.346+0000 7f63b4ff9640 1 -- 172.21.15.17:0/3945376342 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f63b00cf4d0 con 0x7f63b8106f10 2024-09-16T01:41:37.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.346+0000 7f63b77fe640 1 --2- 172.21.15.17:0/3945376342 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f63a00a32c0 0x7f63a00a5780 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f63a8009b60 tx=0x7f63a8005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:37.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.349+0000 7f63b4ff9640 1 -- 172.21.15.17:0/3945376342 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f63b0014030 con 0x7f63b8106f10 2024-09-16T01:41:37.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.536+0000 7f63bdf86640 1 -- 172.21.15.17:0/3945376342 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f63b802d7c0 con 0x7f63b8106f10 2024-09-16T01:41:37.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.536+0000 7f63b4ff9640 1 -- 172.21.15.17:0/3945376342 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v77) ==== 84+0+65 (secure 0 0 0) 0x7f63b009c5f0 con 0x7f63b8106f10 2024-09-16T01:41:37.538 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:41:37.538 INFO:teuthology.orchestra.run.smithi017.stdout:[ 2024-09-16T01:41:37.538 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T01:41:37.538 INFO:teuthology.orchestra.run.smithi017.stdout: "poolnum": 1, 2024-09-16T01:41:37.538 INFO:teuthology.orchestra.run.smithi017.stdout: "poolname": ".mgr" 2024-09-16T01:41:37.538 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:41:37.538 INFO:teuthology.orchestra.run.smithi017.stdout:] 2024-09-16T01:41:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.539+0000 7f63bdf86640 1 -- 172.21.15.17:0/3945376342 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f63a00a32c0 msgr2=0x7f63a00a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.539+0000 7f63bdf86640 1 --2- 172.21.15.17:0/3945376342 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f63a00a32c0 0x7f63a00a5780 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f63a8009b60 tx=0x7f63a8005f90 comp rx=0 tx=0).stop 2024-09-16T01:41:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.539+0000 7f63bdf86640 1 -- 172.21.15.17:0/3945376342 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63b8106f10 msgr2=0x7f63b8074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.539+0000 7f63bdf86640 1 --2- 172.21.15.17:0/3945376342 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63b8106f10 0x7f63b8074f70 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f63b000cad0 tx=0x7f63b000cf90 comp rx=0 tx=0).stop 2024-09-16T01:41:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.539+0000 7f63bdf86640 1 -- 172.21.15.17:0/3945376342 shutdown_connections 2024-09-16T01:41:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.539+0000 7f63bdf86640 1 --2- 172.21.15.17:0/3945376342 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f63a00a32c0 0x7f63a00a5780 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.539+0000 7f63bdf86640 1 --2- 172.21.15.17:0/3945376342 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63b8106f10 0x7f63b8074f70 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.539+0000 7f63bdf86640 1 --2- 172.21.15.17:0/3945376342 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f63b8102790 0x7f63b8074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.539+0000 7f63bdf86640 1 --2- 172.21.15.17:0/3945376342 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f63b8101de0 0x7f63b80744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.539+0000 7f63bdf86640 1 -- 172.21.15.17:0/3945376342 >> 172.21.15.17:0/3945376342 conn(0x7f63b80fd8c0 msgr2=0x7f63b80fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.539+0000 7f63bdf86640 1 -- 172.21.15.17:0/3945376342 shutdown_connections 2024-09-16T01:41:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:37.539+0000 7f63bdf86640 1 -- 172.21.15.17:0/3945376342 wait complete. 2024-09-16T01:41:38.012 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:37 smithi017 ceph-mon[30972]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:38.012 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:37 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:38.012 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:37 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:38.012 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:37 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:38.012 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:37 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:38.012 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:37 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3945376342' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-16T01:41:38.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:37 smithi029 ceph-mon[34783]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:38.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:37 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:38.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:37 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:38.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:37 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:38.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:37 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:38.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:37 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3945376342' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-16T01:41:38.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:37 smithi122 ceph-mon[34758]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:38.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:37 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:38.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:37 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:38.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:37 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:38.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:37 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:38.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:37 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3945376342' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-16T01:41:38.216 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T01:41:38.216 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T01:41:38.484 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:38.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.962+0000 7f3de4074640 1 -- 172.21.15.17:0/748207106 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ddc101de0 msgr2=0x7f3ddc1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:38.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.962+0000 7f3de4074640 1 --2- 172.21.15.17:0/748207106 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ddc101de0 0x7f3ddc1021c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f3dd8009900 tx=0x7f3dd802a410 comp rx=0 tx=0).stop 2024-09-16T01:41:38.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.962+0000 7f3de4074640 1 -- 172.21.15.17:0/748207106 shutdown_connections 2024-09-16T01:41:38.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.962+0000 7f3de4074640 1 --2- 172.21.15.17:0/748207106 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ddc106f10 0x7f3ddc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:38.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.962+0000 7f3de4074640 1 --2- 172.21.15.17:0/748207106 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3ddc102790 0x7f3ddc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:38.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.962+0000 7f3de4074640 1 --2- 172.21.15.17:0/748207106 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ddc101de0 0x7f3ddc1021c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:38.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.962+0000 7f3de4074640 1 -- 172.21.15.17:0/748207106 >> 172.21.15.17:0/748207106 conn(0x7f3ddc0fd8c0 msgr2=0x7f3ddc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:38.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.962+0000 7f3de4074640 1 -- 172.21.15.17:0/748207106 shutdown_connections 2024-09-16T01:41:38.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.962+0000 7f3de4074640 1 -- 172.21.15.17:0/748207106 wait complete. 2024-09-16T01:41:38.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de4074640 1 Processor -- start 2024-09-16T01:41:38.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de4074640 1 -- start start 2024-09-16T01:41:38.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de4074640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ddc101de0 0x7f3ddc1983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:38.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de4074640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3ddc102790 0x7f3ddc198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:38.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de4074640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ddc106f10 0x7f3ddc19cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:38.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de4074640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc111e70 con 0x7f3ddc101de0 2024-09-16T01:41:38.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de4074640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc111cf0 con 0x7f3ddc106f10 2024-09-16T01:41:38.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de4074640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3ddc111ff0 con 0x7f3ddc102790 2024-09-16T01:41:38.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de1e10640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ddc101de0 0x7f3ddc1983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:38.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de1e10640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ddc101de0 0x7f3ddc1983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38170/0 (socket says 172.21.15.17:38170) 2024-09-16T01:41:38.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de1e10640 1 -- 172.21.15.17:0/3478315286 learned_addr learned my addr 172.21.15.17:0/3478315286 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:38.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de2611640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ddc106f10 0x7f3ddc19cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:38.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de160f640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3ddc102790 0x7f3ddc198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:38.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de1e10640 1 -- 172.21.15.17:0/3478315286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3ddc102790 msgr2=0x7f3ddc198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:38.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de1e10640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3ddc102790 0x7f3ddc198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:38.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de1e10640 1 -- 172.21.15.17:0/3478315286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ddc106f10 msgr2=0x7f3ddc19cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:38.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de1e10640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ddc106f10 0x7f3ddc19cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:38.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de1e10640 1 -- 172.21.15.17:0/3478315286 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ddc19d380 con 0x7f3ddc101de0 2024-09-16T01:41:38.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de2611640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ddc106f10 0x7f3ddc19cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:41:38.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.963+0000 7f3de1e10640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ddc101de0 0x7f3ddc1983d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3dd8005ab0 tx=0x7f3dd8003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:38.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.964+0000 7f3dd2ffd640 1 -- 172.21.15.17:0/3478315286 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd803f070 con 0x7f3ddc101de0 2024-09-16T01:41:38.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.964+0000 7f3de4074640 1 -- 172.21.15.17:0/3478315286 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ddc19d610 con 0x7f3ddc101de0 2024-09-16T01:41:38.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.964+0000 7f3dd2ffd640 1 -- 172.21.15.17:0/3478315286 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3dd8031d60 con 0x7f3ddc101de0 2024-09-16T01:41:38.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.964+0000 7f3dd2ffd640 1 -- 172.21.15.17:0/3478315286 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3dd8035030 con 0x7f3ddc101de0 2024-09-16T01:41:38.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.964+0000 7f3de4074640 1 -- 172.21.15.17:0/3478315286 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ddc1a4f50 con 0x7f3ddc101de0 2024-09-16T01:41:38.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.965+0000 7f3de4074640 1 -- 172.21.15.17:0/3478315286 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ddc1021c0 con 0x7f3ddc101de0 2024-09-16T01:41:38.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.966+0000 7f3dd2ffd640 1 -- 172.21.15.17:0/3478315286 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f3dd8042070 con 0x7f3ddc101de0 2024-09-16T01:41:38.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.967+0000 7f3dd2ffd640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3dc80a3240 0x7f3dc80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:38.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.967+0000 7f3de160f640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3dc80a3240 0x7f3dc80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:38.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.967+0000 7f3dd2ffd640 1 -- 172.21.15.17:0/3478315286 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 7127+0+0 (secure 0 0 0) 0x7f3dd80f0360 con 0x7f3ddc101de0 2024-09-16T01:41:38.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.967+0000 7f3de160f640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3dc80a3240 0x7f3dc80a5700 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc005fd0 tx=0x7f3dcc005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:38.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:38.970+0000 7f3dd2ffd640 1 -- 172.21.15.17:0/3478315286 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3dd80bd520 con 0x7f3ddc101de0 2024-09-16T01:41:39.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:39.146+0000 7f3de4074640 1 -- 172.21.15.17:0/3478315286 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f3ddc199730 con 0x7f3ddc101de0 2024-09-16T01:41:39.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:39.630+0000 7f3dd2ffd640 1 -- 172.21.15.17:0/3478315286 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v78) ==== 138+0+0 (secure 0 0 0) 0x7f3ddc199730 con 0x7f3ddc101de0 2024-09-16T01:41:39.632 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' created 2024-09-16T01:41:39.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:39.634+0000 7f3de4074640 1 -- 172.21.15.17:0/3478315286 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3dc80a3240 msgr2=0x7f3dc80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:39.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:39.634+0000 7f3de4074640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3dc80a3240 0x7f3dc80a5700 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f3dcc005fd0 tx=0x7f3dcc005850 comp rx=0 tx=0).stop 2024-09-16T01:41:39.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:39.634+0000 7f3de4074640 1 -- 172.21.15.17:0/3478315286 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ddc101de0 msgr2=0x7f3ddc1983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:39.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:39.634+0000 7f3de4074640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ddc101de0 0x7f3ddc1983d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3dd8005ab0 tx=0x7f3dd8003cd0 comp rx=0 tx=0).stop 2024-09-16T01:41:39.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:39.634+0000 7f3de4074640 1 -- 172.21.15.17:0/3478315286 shutdown_connections 2024-09-16T01:41:39.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:39.634+0000 7f3de4074640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3dc80a3240 0x7f3dc80a5700 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:39.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:39.634+0000 7f3de4074640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3ddc106f10 0x7f3ddc19cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:39.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:39.634+0000 7f3de4074640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3ddc102790 0x7f3ddc198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:39.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:39.634+0000 7f3de4074640 1 --2- 172.21.15.17:0/3478315286 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ddc101de0 0x7f3ddc1983d0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:39.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:39.634+0000 7f3de4074640 1 -- 172.21.15.17:0/3478315286 >> 172.21.15.17:0/3478315286 conn(0x7f3ddc0fd8c0 msgr2=0x7f3ddc0fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:39.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:39.634+0000 7f3de4074640 1 -- 172.21.15.17:0/3478315286 shutdown_connections 2024-09-16T01:41:39.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:39.634+0000 7f3de4074640 1 -- 172.21.15.17:0/3478315286 wait complete. 2024-09-16T01:41:39.990 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:39 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:39.990 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:39 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:39.990 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:39 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:39.990 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:39 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:41:39.991 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:39 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:39.991 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:39 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3478315286' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T01:41:40.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:39 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:40.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:39 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:40.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:39 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:40.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:39 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:41:40.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:39 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:40.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:39 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3478315286' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T01:41:40.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:39 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:40.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:39 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:40.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:39 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:41:40.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:39 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:41:40.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:39 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:41:40.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:39 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3478315286' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T01:41:40.476 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T01:41:40.745 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:40.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:40 smithi017 ceph-mon[30972]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:40.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:40 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3478315286' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-16T01:41:40.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:40 smithi017 ceph-mon[30972]: osdmap e78: 12 total, 12 up, 12 in 2024-09-16T01:41:41.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:40 smithi029 ceph-mon[34783]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:41.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:40 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3478315286' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-16T01:41:41.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:40 smithi029 ceph-mon[34783]: osdmap e78: 12 total, 12 up, 12 in 2024-09-16T01:41:41.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:40 smithi122 ceph-mon[34758]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:41.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:40 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3478315286' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-16T01:41:41.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:40 smithi122 ceph-mon[34758]: osdmap e78: 12 total, 12 up, 12 in 2024-09-16T01:41:41.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.214+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3078070751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a8102d30 msgr2=0x7fe6a8103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:41.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.214+0000 7fe6acf8f640 1 --2- 172.21.15.17:0/3078070751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a8102d30 0x7fe6a8103110 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fe6a0009930 tx=0x7fe6a002a420 comp rx=0 tx=0).stop 2024-09-16T01:41:41.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.215+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3078070751 shutdown_connections 2024-09-16T01:41:41.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.215+0000 7fe6acf8f640 1 --2- 172.21.15.17:0/3078070751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a81082a0 0x7fe6a810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:41.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.215+0000 7fe6acf8f640 1 --2- 172.21.15.17:0/3078070751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6a81036e0 0x7fe6a8107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:41.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.215+0000 7fe6acf8f640 1 --2- 172.21.15.17:0/3078070751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a8102d30 0x7fe6a8103110 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:41.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.215+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3078070751 >> 172.21.15.17:0/3078070751 conn(0x7fe6a80fc7d0 msgr2=0x7fe6a80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:41.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.215+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3078070751 shutdown_connections 2024-09-16T01:41:41.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.215+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3078070751 wait complete. 2024-09-16T01:41:41.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.215+0000 7fe6acf8f640 1 Processor -- start 2024-09-16T01:41:41.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.215+0000 7fe6acf8f640 1 -- start start 2024-09-16T01:41:41.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6acf8f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6a8102d30 0x7fe6a81984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:41.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6acf8f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a81036e0 0x7fe6a8198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:41.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6acf8f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a81082a0 0x7fe6a819cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:41.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6acf8f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a8111f50 con 0x7fe6a81036e0 2024-09-16T01:41:41.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6acf8f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a8111dd0 con 0x7fe6a8102d30 2024-09-16T01:41:41.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6acf8f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a81120d0 con 0x7fe6a81082a0 2024-09-16T01:41:41.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6a5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a81036e0 0x7fe6a8198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:41.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6a5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a81036e0 0x7fe6a8198a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38202/0 (socket says 172.21.15.17:38202) 2024-09-16T01:41:41.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6a5d9b640 1 -- 172.21.15.17:0/3277149403 learned_addr learned my addr 172.21.15.17:0/3277149403 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:41.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6a6d9d640 1 --2- 172.21.15.17:0/3277149403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a81082a0 0x7fe6a819cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:41.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6a659c640 1 --2- 172.21.15.17:0/3277149403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6a8102d30 0x7fe6a81984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:41.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6a5d9b640 1 -- 172.21.15.17:0/3277149403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a81082a0 msgr2=0x7fe6a819cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:41.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6a5d9b640 1 --2- 172.21.15.17:0/3277149403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a81082a0 0x7fe6a819cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:41.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6a5d9b640 1 -- 172.21.15.17:0/3277149403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6a8102d30 msgr2=0x7fe6a81984d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:41.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6a5d9b640 1 --2- 172.21.15.17:0/3277149403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6a8102d30 0x7fe6a81984d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:41.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6a5d9b640 1 -- 172.21.15.17:0/3277149403 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6a819d480 con 0x7fe6a81036e0 2024-09-16T01:41:41.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6a5d9b640 1 --2- 172.21.15.17:0/3277149403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a81036e0 0x7fe6a8198a10 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe69000d740 tx=0x7fe69000dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:41.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe69f7fe640 1 -- 172.21.15.17:0/3277149403 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe690017070 con 0x7fe6a81036e0 2024-09-16T01:41:41.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3277149403 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6a819d770 con 0x7fe6a81036e0 2024-09-16T01:41:41.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe69f7fe640 1 -- 172.21.15.17:0/3277149403 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe69000de50 con 0x7fe6a81036e0 2024-09-16T01:41:41.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe69f7fe640 1 -- 172.21.15.17:0/3277149403 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69000f620 con 0x7fe6a81036e0 2024-09-16T01:41:41.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.216+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3277149403 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6a81a5050 con 0x7fe6a81036e0 2024-09-16T01:41:41.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.217+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3277149403 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6a806a850 con 0x7fe6a81036e0 2024-09-16T01:41:41.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.219+0000 7fe69f7fe640 1 -- 172.21.15.17:0/3277149403 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fe69001a070 con 0x7fe6a81036e0 2024-09-16T01:41:41.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.220+0000 7fe69f7fe640 1 --2- 172.21.15.17:0/3277149403 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6940a3240 0x7fe6940a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:41.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.220+0000 7fe6a659c640 1 --2- 172.21.15.17:0/3277149403 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6940a3240 0x7fe6940a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:41.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.220+0000 7fe69f7fe640 1 -- 172.21.15.17:0/3277149403 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 7497+0+0 (secure 0 0 0) 0x7fe6900cf0d0 con 0x7fe6a81036e0 2024-09-16T01:41:41.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.221+0000 7fe6a659c640 1 --2- 172.21.15.17:0/3277149403 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6940a3240 0x7fe6940a5700 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fe6a0000c00 tx=0x7fe6a0032ba0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:41.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.223+0000 7fe69f7fe640 1 -- 172.21.15.17:0/3277149403 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe69009c080 con 0x7fe6a81036e0 2024-09-16T01:41:41.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.401+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3277149403 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe6a810a2b0 con 0x7fe6a81036e0 2024-09-16T01:41:41.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.839+0000 7fe69f7fe640 1 -- 172.21.15.17:0/3277149403 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v80) ==== 170+0+0 (secure 0 0 0) 0x7fe69009b980 con 0x7fe6a81036e0 2024-09-16T01:41:41.841 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' created 2024-09-16T01:41:41.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.842+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3277149403 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6940a3240 msgr2=0x7fe6940a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:41.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.842+0000 7fe6acf8f640 1 --2- 172.21.15.17:0/3277149403 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6940a3240 0x7fe6940a5700 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fe6a0000c00 tx=0x7fe6a0032ba0 comp rx=0 tx=0).stop 2024-09-16T01:41:41.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.842+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3277149403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a81036e0 msgr2=0x7fe6a8198a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:41.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.842+0000 7fe6acf8f640 1 --2- 172.21.15.17:0/3277149403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a81036e0 0x7fe6a8198a10 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe69000d740 tx=0x7fe69000dc00 comp rx=0 tx=0).stop 2024-09-16T01:41:41.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.842+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3277149403 shutdown_connections 2024-09-16T01:41:41.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.842+0000 7fe6acf8f640 1 --2- 172.21.15.17:0/3277149403 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6940a3240 0x7fe6940a5700 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:41.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.842+0000 7fe6acf8f640 1 --2- 172.21.15.17:0/3277149403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a81082a0 0x7fe6a819cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:41.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.842+0000 7fe6acf8f640 1 --2- 172.21.15.17:0/3277149403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a81036e0 0x7fe6a8198a10 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:41.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.842+0000 7fe6acf8f640 1 --2- 172.21.15.17:0/3277149403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6a8102d30 0x7fe6a81984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:41.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.842+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3277149403 >> 172.21.15.17:0/3277149403 conn(0x7fe6a80fc7d0 msgr2=0x7fe6a8105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:41.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.842+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3277149403 shutdown_connections 2024-09-16T01:41:41.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:41.842+0000 7fe6acf8f640 1 -- 172.21.15.17:0/3277149403 wait complete. 2024-09-16T01:41:42.241 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:41 smithi017 ceph-mon[30972]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T01:41:42.242 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:41 smithi017 ceph-mon[30972]: osdmap e79: 12 total, 12 up, 12 in 2024-09-16T01:41:42.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:41 smithi122 ceph-mon[34758]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T01:41:42.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:41 smithi122 ceph-mon[34758]: osdmap e79: 12 total, 12 up, 12 in 2024-09-16T01:41:42.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:41 smithi029 ceph-mon[34783]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T01:41:42.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:41 smithi029 ceph-mon[34783]: osdmap e79: 12 total, 12 up, 12 in 2024-09-16T01:41:42.557 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T01:41:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:43.104 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:42 smithi017 ceph-mon[30972]: pgmap v278: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:43.104 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:42 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3277149403' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T01:41:43.104 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:42 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3277149403' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-16T01:41:43.104 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:42 smithi017 ceph-mon[30972]: osdmap e80: 12 total, 12 up, 12 in 2024-09-16T01:41:43.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:42 smithi029 ceph-mon[34783]: pgmap v278: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:43.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:42 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3277149403' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T01:41:43.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:42 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3277149403' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-16T01:41:43.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:42 smithi029 ceph-mon[34783]: osdmap e80: 12 total, 12 up, 12 in 2024-09-16T01:41:43.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:42 smithi122 ceph-mon[34758]: pgmap v278: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:43.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:42 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3277149403' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T01:41:43.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:42 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3277149403' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-16T01:41:43.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:42 smithi122 ceph-mon[34758]: osdmap e80: 12 total, 12 up, 12 in 2024-09-16T01:41:43.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.296+0000 7f72ac847640 1 -- 172.21.15.17:0/3427083260 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8102790 msgr2=0x7f72a81067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:43.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.296+0000 7f72ac847640 1 --2- 172.21.15.17:0/3427083260 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8102790 0x7f72a81067e0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f729c009900 tx=0x7f729c02a410 comp rx=0 tx=0).stop 2024-09-16T01:41:43.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.296+0000 7f72ac847640 1 -- 172.21.15.17:0/3427083260 shutdown_connections 2024-09-16T01:41:43.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.296+0000 7f72ac847640 1 --2- 172.21.15.17:0/3427083260 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f72a8106f10 0x7f72a810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:43.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.296+0000 7f72ac847640 1 --2- 172.21.15.17:0/3427083260 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8102790 0x7f72a81067e0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:43.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.296+0000 7f72ac847640 1 --2- 172.21.15.17:0/3427083260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72a8101de0 0x7f72a81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:43.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.296+0000 7f72ac847640 1 -- 172.21.15.17:0/3427083260 >> 172.21.15.17:0/3427083260 conn(0x7f72a80fd8c0 msgr2=0x7f72a80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:43.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.296+0000 7f72ac847640 1 -- 172.21.15.17:0/3427083260 shutdown_connections 2024-09-16T01:41:43.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.296+0000 7f72ac847640 1 -- 172.21.15.17:0/3427083260 wait complete. 2024-09-16T01:41:43.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.297+0000 7f72ac847640 1 Processor -- start 2024-09-16T01:41:43.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.297+0000 7f72ac847640 1 -- start start 2024-09-16T01:41:43.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.297+0000 7f72ac847640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8101de0 0x7f72a80744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:43.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.297+0000 7f72ac847640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72a8102790 0x7f72a8074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:43.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.297+0000 7f72ac847640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f72a8106f10 0x7f72a8074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:43.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.297+0000 7f72ac847640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f72a8111e20 con 0x7f72a8101de0 2024-09-16T01:41:43.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.297+0000 7f72ac847640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f72a8111ca0 con 0x7f72a8102790 2024-09-16T01:41:43.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.297+0000 7f72ac847640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f72a8111fa0 con 0x7f72a8106f10 2024-09-16T01:41:43.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.297+0000 7f72a659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8101de0 0x7f72a80744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:43.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72a659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8101de0 0x7f72a80744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38226/0 (socket says 172.21.15.17:38226) 2024-09-16T01:41:43.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72a659c640 1 -- 172.21.15.17:0/2803435987 learned_addr learned my addr 172.21.15.17:0/2803435987 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:43.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72a5d9b640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72a8102790 0x7f72a8074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:43.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72a6d9d640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f72a8106f10 0x7f72a8074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:43.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72a659c640 1 -- 172.21.15.17:0/2803435987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f72a8106f10 msgr2=0x7f72a8074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:43.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72a659c640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f72a8106f10 0x7f72a8074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:43.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72a659c640 1 -- 172.21.15.17:0/2803435987 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72a8102790 msgr2=0x7f72a8074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:43.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72a659c640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72a8102790 0x7f72a8074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:43.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72a659c640 1 -- 172.21.15.17:0/2803435987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72a81a6820 con 0x7f72a8101de0 2024-09-16T01:41:43.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72a6d9d640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f72a8106f10 0x7f72a8074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:41:43.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72a659c640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8101de0 0x7f72a80744f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f729800c890 tx=0x7f729800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:43.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72977fe640 1 -- 172.21.15.17:0/2803435987 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7298004220 con 0x7f72a8101de0 2024-09-16T01:41:43.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72ac847640 1 -- 172.21.15.17:0/2803435987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72a81a6b10 con 0x7f72a8101de0 2024-09-16T01:41:43.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72977fe640 1 -- 172.21.15.17:0/2803435987 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f72980043c0 con 0x7f72a8101de0 2024-09-16T01:41:43.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72977fe640 1 -- 172.21.15.17:0/2803435987 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7298004a00 con 0x7f72a8101de0 2024-09-16T01:41:43.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.298+0000 7f72ac847640 1 -- 172.21.15.17:0/2803435987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72a81a7020 con 0x7f72a8101de0 2024-09-16T01:41:43.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.299+0000 7f72ac847640 1 -- 172.21.15.17:0/2803435987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72a81021c0 con 0x7f72a8101de0 2024-09-16T01:41:43.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.301+0000 7f72977fe640 1 -- 172.21.15.17:0/2803435987 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f7298004ba0 con 0x7f72a8101de0 2024-09-16T01:41:43.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.301+0000 7f72977fe640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f72900a3240 0x7f72900a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:43.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.301+0000 7f72977fe640 1 -- 172.21.15.17:0/2803435987 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 7879+0+0 (secure 0 0 0) 0x7f72980cf830 con 0x7f72a8101de0 2024-09-16T01:41:43.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.301+0000 7f72a5d9b640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f72900a3240 0x7f72900a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:43.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.302+0000 7f72a5d9b640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f72900a3240 0x7f72900a5700 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f729c031440 tx=0x7f729c005e80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:43.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.305+0000 7f72977fe640 1 -- 172.21.15.17:0/2803435987 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7298014030 con 0x7f72a8101de0 2024-09-16T01:41:43.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.520+0000 7f72ac847640 1 -- 172.21.15.17:0/2803435987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f72a8075a20 con 0x7f72a8101de0 2024-09-16T01:41:43.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.850+0000 7f72977fe640 1 -- 172.21.15.17:0/2803435987 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) ==== 172+0+0 (secure 0 0 0) 0x7f729809c700 con 0x7f72a8101de0 2024-09-16T01:41:43.852 INFO:teuthology.orchestra.run.smithi017.stderr:new fs with metadata pool 2 and data pool 3 2024-09-16T01:41:43.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.854+0000 7f72ac847640 1 -- 172.21.15.17:0/2803435987 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f72900a3240 msgr2=0x7f72900a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:43.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.854+0000 7f72ac847640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f72900a3240 0x7f72900a5700 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f729c031440 tx=0x7f729c005e80 comp rx=0 tx=0).stop 2024-09-16T01:41:43.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.854+0000 7f72ac847640 1 -- 172.21.15.17:0/2803435987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8101de0 msgr2=0x7f72a80744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:43.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.854+0000 7f72ac847640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8101de0 0x7f72a80744f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f729800c890 tx=0x7f729800cd50 comp rx=0 tx=0).stop 2024-09-16T01:41:43.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.854+0000 7f72ac847640 1 -- 172.21.15.17:0/2803435987 shutdown_connections 2024-09-16T01:41:43.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.854+0000 7f72ac847640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f72900a3240 0x7f72900a5700 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:43.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.854+0000 7f72ac847640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f72a8106f10 0x7f72a8074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:43.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.854+0000 7f72ac847640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72a8102790 0x7f72a8074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:43.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.854+0000 7f72ac847640 1 --2- 172.21.15.17:0/2803435987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8101de0 0x7f72a80744f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:43.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.854+0000 7f72ac847640 1 -- 172.21.15.17:0/2803435987 >> 172.21.15.17:0/2803435987 conn(0x7f72a80fd8c0 msgr2=0x7f72a80fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:43.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.854+0000 7f72ac847640 1 -- 172.21.15.17:0/2803435987 shutdown_connections 2024-09-16T01:41:43.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:43.854+0000 7f72ac847640 1 -- 172.21.15.17:0/2803435987 wait complete. 2024-09-16T01:41:44.217 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:43 smithi017 ceph-mon[30972]: pgmap v281: 97 pgs: 18 creating+peering, 1 creating+activating, 64 unknown, 14 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:44.217 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:43 smithi017 ceph-mon[30972]: osdmap e81: 12 total, 12 up, 12 in 2024-09-16T01:41:44.217 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:43 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2803435987' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T01:41:44.217 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:43 smithi017 ceph-mon[30972]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-16T01:41:44.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:43 smithi029 ceph-mon[34783]: pgmap v281: 97 pgs: 18 creating+peering, 1 creating+activating, 64 unknown, 14 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:44.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:43 smithi029 ceph-mon[34783]: osdmap e81: 12 total, 12 up, 12 in 2024-09-16T01:41:44.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:43 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2803435987' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T01:41:44.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:43 smithi029 ceph-mon[34783]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-16T01:41:44.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:43 smithi122 ceph-mon[34758]: pgmap v281: 97 pgs: 18 creating+peering, 1 creating+activating, 64 unknown, 14 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T01:41:44.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:43 smithi122 ceph-mon[34758]: osdmap e81: 12 total, 12 up, 12 in 2024-09-16T01:41:44.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:43 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2803435987' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T01:41:44.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:43 smithi122 ceph-mon[34758]: daemon mds.i assigned to filesystem cephfs as rank 0 2024-09-16T01:41:44.536 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T01:41:44.799 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:45.172 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:44 smithi017 ceph-mon[30972]: osdmap e82: 12 total, 12 up, 12 in 2024-09-16T01:41:45.172 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:44 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2803435987' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-16T01:41:45.172 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:44 smithi017 ceph-mon[30972]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-16T01:41:45.172 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:44 smithi017 ceph-mon[30972]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-16T01:41:45.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.252+0000 7fd73ed8e640 1 -- 172.21.15.17:0/3577768572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd738100e20 msgr2=0x7fd738101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:45.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.252+0000 7fd73ed8e640 1 --2- 172.21.15.17:0/3577768572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd738100e20 0x7fd738101200 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fd72c009900 tx=0x7fd72c02a480 comp rx=0 tx=0).stop 2024-09-16T01:41:45.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.252+0000 7fd73ed8e640 1 -- 172.21.15.17:0/3577768572 shutdown_connections 2024-09-16T01:41:45.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.252+0000 7fd73ed8e640 1 --2- 172.21.15.17:0/3577768572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd738102ef0 0x7fd73810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:45.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.252+0000 7fd73ed8e640 1 --2- 172.21.15.17:0/3577768572 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd738102570 0x7fd7381029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:45.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.252+0000 7fd73ed8e640 1 --2- 172.21.15.17:0/3577768572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd738100e20 0x7fd738101200 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:45.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.253+0000 7fd73ed8e640 1 -- 172.21.15.17:0/3577768572 >> 172.21.15.17:0/3577768572 conn(0x7fd7380fc7d0 msgr2=0x7fd7380febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:45.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.253+0000 7fd73ed8e640 1 -- 172.21.15.17:0/3577768572 shutdown_connections 2024-09-16T01:41:45.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.253+0000 7fd73ed8e640 1 -- 172.21.15.17:0/3577768572 wait complete. 2024-09-16T01:41:45.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.253+0000 7fd73ed8e640 1 Processor -- start 2024-09-16T01:41:45.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.253+0000 7fd73ed8e640 1 -- start start 2024-09-16T01:41:45.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.253+0000 7fd73ed8e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd738100e20 0x7fd7381992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:45.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.253+0000 7fd73ed8e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd738102570 0x7fd7381997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:45.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.253+0000 7fd73ed8e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd738102ef0 0x7fd7381a4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:45.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.253+0000 7fd73ed8e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd738110e30 con 0x7fd738100e20 2024-09-16T01:41:45.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.253+0000 7fd73ed8e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd738110cb0 con 0x7fd738102570 2024-09-16T01:41:45.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.253+0000 7fd73ed8e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd738110fb0 con 0x7fd738102ef0 2024-09-16T01:41:45.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd73cb2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd738100e20 0x7fd7381992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:45.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd73cb2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd738100e20 0x7fd7381992a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38244/0 (socket says 172.21.15.17:38244) 2024-09-16T01:41:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd73cb2a640 1 -- 172.21.15.17:0/683990664 learned_addr learned my addr 172.21.15.17:0/683990664 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd737fff640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd738102570 0x7fd7381997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd73d32b640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd738102ef0 0x7fd7381a4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd73cb2a640 1 -- 172.21.15.17:0/683990664 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd738102ef0 msgr2=0x7fd7381a4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd73cb2a640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd738102ef0 0x7fd7381a4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd73cb2a640 1 -- 172.21.15.17:0/683990664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd738102570 msgr2=0x7fd7381997e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd73cb2a640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd738102570 0x7fd7381997e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd73cb2a640 1 -- 172.21.15.17:0/683990664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7381a4860 con 0x7fd738100e20 2024-09-16T01:41:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd73d32b640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd738102ef0 0x7fd7381a4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:41:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd73cb2a640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd738100e20 0x7fd7381992a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd72c006010 tx=0x7fd72c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:45.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd735ffb640 1 -- 172.21.15.17:0/683990664 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd72c03f030 con 0x7fd738100e20 2024-09-16T01:41:45.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd735ffb640 1 -- 172.21.15.17:0/683990664 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd72c003aa0 con 0x7fd738100e20 2024-09-16T01:41:45.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd73ed8e640 1 -- 172.21.15.17:0/683990664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7381a4a30 con 0x7fd738100e20 2024-09-16T01:41:45.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.254+0000 7fd735ffb640 1 -- 172.21.15.17:0/683990664 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd72c035070 con 0x7fd738100e20 2024-09-16T01:41:45.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.255+0000 7fd73ed8e640 1 -- 172.21.15.17:0/683990664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7381a4ee0 con 0x7fd738100e20 2024-09-16T01:41:45.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.256+0000 7fd73ed8e640 1 -- 172.21.15.17:0/683990664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd738101200 con 0x7fd738100e20 2024-09-16T01:41:45.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.257+0000 7fd735ffb640 1 -- 172.21.15.17:0/683990664 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fd72c042030 con 0x7fd738100e20 2024-09-16T01:41:45.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.257+0000 7fd735ffb640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7280a32c0 0x7fd7280a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:45.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.258+0000 7fd737fff640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7280a32c0 0x7fd7280a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:45.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.258+0000 7fd735ffb640 1 -- 172.21.15.17:0/683990664 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7fd72c0eff90 con 0x7fd738100e20 2024-09-16T01:41:45.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.258+0000 7fd737fff640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7280a32c0 0x7fd7280a5780 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd73806aac0 tx=0x7fd72400a250 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:45.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.261+0000 7fd735ffb640 1 -- 172.21.15.17:0/683990664 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd72c0bce00 con 0x7fd738100e20 2024-09-16T01:41:45.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:44 smithi029 ceph-mon[34783]: osdmap e82: 12 total, 12 up, 12 in 2024-09-16T01:41:45.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:44 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2803435987' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-16T01:41:45.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:44 smithi029 ceph-mon[34783]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-16T01:41:45.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:44 smithi029 ceph-mon[34783]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-16T01:41:45.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:44 smithi122 ceph-mon[34758]: osdmap e82: 12 total, 12 up, 12 in 2024-09-16T01:41:45.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:44 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2803435987' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-16T01:41:45.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:44 smithi122 ceph-mon[34758]: fsmap cephfs:1 {0=i=up:creating} 11 up:standby 2024-09-16T01:41:45.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:44 smithi122 ceph-mon[34758]: daemon mds.i is now active in filesystem cephfs as rank 0 2024-09-16T01:41:45.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.438+0000 7fd73ed8e640 1 -- 172.21.15.17:0/683990664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd738109090 con 0x7fd738100e20 2024-09-16T01:41:45.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.441+0000 7fd735ffb640 1 -- 172.21.15.17:0/683990664 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22217 (secure 0 0 0) 0x7fd72c0bc700 con 0x7fd738100e20 2024-09-16T01:41:45.443 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:41:45.443 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":82,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","created":"2024-09-16T01:33:53.298260+0000","modified":"2024-09-16T01:41:43.521899+0000","last_up_change":"2024-09-16T01:40:51.430063+0000","last_in_change":"2024-09-16T01:40:27.916637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:37:00.918910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:41:39.579756+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:41:41.834594+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b8922682-71d1-43de-99c1-33159c0e154f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6803","nonce":973418367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6805","nonce":973418367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6809","nonce":973418367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6807","nonce":973418367}]},"public_addr":"172.21.15.17:6803/973418367","cluster_addr":"172.21.15.17:6805/973418367","heartbeat_back_addr":"172.21.15.17:6809/973418367","heartbeat_front_addr":"172.21.15.17:6807/973418367","state":["exists","up"]},{"osd":1,"uuid":"757f97f3-d423-4451-bb57-6179ff651bab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6801","nonce":476361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6803","nonce":476361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6807","nonce":476361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6805","nonce":476361632}]},"public_addr":"172.21.15.29:6801/476361632","cluster_addr":"172.21.15.29:6803/476361632","heartbeat_back_addr":"172.21.15.29:6807/476361632","heartbeat_front_addr":"172.21.15.29:6805/476361632","state":["exists","up"]},{"osd":2,"uuid":"e6100863-2f60-4213-895c-bf6d2026378f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6801","nonce":3223940683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6803","nonce":3223940683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6807","nonce":3223940683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6805","nonce":3223940683}]},"public_addr":"172.21.15.122:6801/3223940683","cluster_addr":"172.21.15.122:6803/3223940683","heartbeat_back_addr":"172.21.15.122:6807/3223940683","heartbeat_front_addr":"172.21.15.122:6805/3223940683","state":["exists","up"]},{"osd":3,"uuid":"611d7433-6cb9-4016-a58b-bb96394d2d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6811","nonce":3558508388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6813","nonce":3558508388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6817","nonce":3558508388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6815","nonce":3558508388}]},"public_addr":"172.21.15.17:6811/3558508388","cluster_addr":"172.21.15.17:6813/3558508388","heartbeat_back_addr":"172.21.15.17:6817/3558508388","heartbeat_front_addr":"172.21.15.17:6815/3558508388","state":["exists","up"]},{"osd":4,"uuid":"7d202bcb-50ab-4f6e-a090-7e61c538fa77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6809","nonce":2110146164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6811","nonce":2110146164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6815","nonce":2110146164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6813","nonce":2110146164}]},"public_addr":"172.21.15.29:6809/2110146164","cluster_addr":"172.21.15.29:6811/2110146164","heartbeat_back_addr":"172.21.15.29:6815/2110146164","heartbeat_front_addr":"172.21.15.29:6813/2110146164","state":["exists","up"]},{"osd":5,"uuid":"bcc07f4f-f204-465b-b9c6-c04604d243c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6809","nonce":1621076168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6811","nonce":1621076168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6815","nonce":1621076168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6813","nonce":1621076168}]},"public_addr":"172.21.15.122:6809/1621076168","cluster_addr":"172.21.15.122:6811/1621076168","heartbeat_back_addr":"172.21.15.122:6815/1621076168","heartbeat_front_addr":"172.21.15.122:6813/1621076168","state":["exists","up"]},{"osd":6,"uuid":"64080f89-a0f5-4a86-aa16-77938675379e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6819","nonce":1408033288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6821","nonce":1408033288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6825","nonce":1408033288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6823","nonce":1408033288}]},"public_addr":"172.21.15.17:6819/1408033288","cluster_addr":"172.21.15.17:6821/1408033288","heartbeat_back_addr":"172.21.15.17:6825/1408033288","heartbeat_front_addr":"172.21.15.17:6823/1408033288","state":["exists","up"]},{"osd":7,"uuid":"aca554bd-1914-455c-936a-aa59b1504194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6817","nonce":127734728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6819","nonce":127734728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6823","nonce":127734728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6821","nonce":127734728}]},"public_addr":"172.21.15.29:6817/127734728","cluster_addr":"172.21.15.29:6819/127734728","heartbeat_back_addr":"172.21.15.29:6823/127734728","heartbeat_front_addr":"172.21.15.29:6821/127734728","state":["exists","up"]},{"osd":8,"uuid":"0b5ed7f4-4b47-4cbe-9086-8948ce393446","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6817","nonce":360974259}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6819","nonce":360974259}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6823","nonce":360974259}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6821","nonce":360974259}]},"public_addr":"172.21.15.122:6817/360974259","cluster_addr":"172.21.15.122:6819/360974259","heartbeat_back_addr":"172.21.15.122:6823/360974259","heartbeat_front_addr":"172.21.15.122:6821/360974259","state":["exists","up"]},{"osd":9,"uuid":"55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6827","nonce":2483471753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6829","nonce":2483471753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6833","nonce":2483471753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6831","nonce":2483471753}]},"public_addr":"172.21.15.17:6827/2483471753","cluster_addr":"172.21.15.17:6829/2483471753","heartbeat_back_addr":"172.21.15.17:6833/2483471753","heartbeat_front_addr":"172.21.15.17:6831/2483471753","state":["exists","up"]},{"osd":10,"uuid":"c83a74f2-e570-487c-9e87-bb0b74965ca2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6825","nonce":362618550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6827","nonce":362618550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6831","nonce":362618550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6829","nonce":362618550}]},"public_addr":"172.21.15.29:6825/362618550","cluster_addr":"172.21.15.29:6827/362618550","heartbeat_back_addr":"172.21.15.29:6831/362618550","heartbeat_front_addr":"172.21.15.29:6829/362618550","state":["exists","up"]},{"osd":11,"uuid":"1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6825","nonce":1375874597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6827","nonce":1375874597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6831","nonce":1375874597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6829","nonce":1375874597}]},"public_addr":"172.21.15.122:6825/1375874597","cluster_addr":"172.21.15.122:6827/1375874597","heartbeat_back_addr":"172.21.15.122:6831/1375874597","heartbeat_front_addr":"172.21.15.122:6829/1375874597","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:05.813342+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:31.420629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:57.341085+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:22.481098+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:48.928453+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:15.070471+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:40.275611+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:05.810417+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:30.926343+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:56.824386+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:23.647559+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:49.303702+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:0/171001531":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6801/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/149674379":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6800/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2909964706":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2310526449":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/844082331":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6800/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6801/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/270715983":"2024-09-17T01:34:15.927659+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:41:45.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.443+0000 7fd73ed8e640 1 -- 172.21.15.17:0/683990664 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7280a32c0 msgr2=0x7fd7280a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:45.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.443+0000 7fd73ed8e640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7280a32c0 0x7fd7280a5780 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fd73806aac0 tx=0x7fd72400a250 comp rx=0 tx=0).stop 2024-09-16T01:41:45.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.443+0000 7fd73ed8e640 1 -- 172.21.15.17:0/683990664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd738100e20 msgr2=0x7fd7381992a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:45.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.443+0000 7fd73ed8e640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd738100e20 0x7fd7381992a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fd72c006010 tx=0x7fd72c004270 comp rx=0 tx=0).stop 2024-09-16T01:41:45.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.443+0000 7fd73ed8e640 1 -- 172.21.15.17:0/683990664 shutdown_connections 2024-09-16T01:41:45.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.443+0000 7fd73ed8e640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7280a32c0 0x7fd7280a5780 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:45.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.443+0000 7fd73ed8e640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd738102ef0 0x7fd7381a4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:45.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.443+0000 7fd73ed8e640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd738102570 0x7fd7381997e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:45.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.443+0000 7fd73ed8e640 1 --2- 172.21.15.17:0/683990664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd738100e20 0x7fd7381992a0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:45.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.443+0000 7fd73ed8e640 1 -- 172.21.15.17:0/683990664 >> 172.21.15.17:0/683990664 conn(0x7fd7380fc7d0 msgr2=0x7fd7380fe2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:45.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.443+0000 7fd73ed8e640 1 -- 172.21.15.17:0/683990664 shutdown_connections 2024-09-16T01:41:45.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:45.443+0000 7fd73ed8e640 1 -- 172.21.15.17:0/683990664 wait complete. 2024-09-16T01:41:45.796 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 01:41:45 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-i[64704]: 2024-09-16T01:41:45.416+0000 7f00a5ba3640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T01:41:46.118 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:45 smithi017 ceph-mon[30972]: pgmap v284: 97 pgs: 26 creating+peering, 1 creating+activating, 6 unknown, 64 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 1 op/s 2024-09-16T01:41:46.118 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:45 smithi017 ceph-mon[30972]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-16T01:41:46.119 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:45 smithi017 ceph-mon[30972]: Cluster is now healthy 2024-09-16T01:41:46.119 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:45 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] up:active 2024-09-16T01:41:46.119 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:45 smithi017 ceph-mon[30972]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-16T01:41:46.119 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:45 smithi017 ceph-mon[30972]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-16T01:41:46.119 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:45 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/683990664' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:41:46.147 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T01:41:46.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:45 smithi122 ceph-mon[34758]: pgmap v284: 97 pgs: 26 creating+peering, 1 creating+activating, 6 unknown, 64 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 1 op/s 2024-09-16T01:41:46.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:45 smithi122 ceph-mon[34758]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-16T01:41:46.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:45 smithi122 ceph-mon[34758]: Cluster is now healthy 2024-09-16T01:41:46.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:45 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] up:active 2024-09-16T01:41:46.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:45 smithi122 ceph-mon[34758]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-16T01:41:46.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:45 smithi122 ceph-mon[34758]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-16T01:41:46.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:45 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/683990664' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:41:46.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:45 smithi029 ceph-mon[34783]: pgmap v284: 97 pgs: 26 creating+peering, 1 creating+activating, 6 unknown, 64 active+clean; 577 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 1 op/s 2024-09-16T01:41:46.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:45 smithi029 ceph-mon[34783]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-16T01:41:46.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:45 smithi029 ceph-mon[34783]: Cluster is now healthy 2024-09-16T01:41:46.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:45 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] up:active 2024-09-16T01:41:46.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:45 smithi029 ceph-mon[34783]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-16T01:41:46.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:45 smithi029 ceph-mon[34783]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-16T01:41:46.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:45 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/683990664' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:41:46.403 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.905+0000 7fb41d174640 1 -- 172.21.15.17:0/1055845287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb418106f10 msgr2=0x7fb41810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.905+0000 7fb41d174640 1 --2- 172.21.15.17:0/1055845287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb418106f10 0x7fb41810ea90 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb410009ca0 tx=0x7fb41002a8c0 comp rx=0 tx=0).stop 2024-09-16T01:41:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.905+0000 7fb41d174640 1 -- 172.21.15.17:0/1055845287 shutdown_connections 2024-09-16T01:41:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.905+0000 7fb41d174640 1 --2- 172.21.15.17:0/1055845287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb418106f10 0x7fb41810ea90 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.905+0000 7fb41d174640 1 --2- 172.21.15.17:0/1055845287 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb418102790 0x7fb4181067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.905+0000 7fb41d174640 1 --2- 172.21.15.17:0/1055845287 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb418101de0 0x7fb4181021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.905+0000 7fb41d174640 1 -- 172.21.15.17:0/1055845287 >> 172.21.15.17:0/1055845287 conn(0x7fb4180fd8c0 msgr2=0x7fb4180ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.905+0000 7fb41d174640 1 -- 172.21.15.17:0/1055845287 shutdown_connections 2024-09-16T01:41:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.905+0000 7fb41d174640 1 -- 172.21.15.17:0/1055845287 wait complete. 2024-09-16T01:41:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.906+0000 7fb41d174640 1 Processor -- start 2024-09-16T01:41:46.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.906+0000 7fb41d174640 1 -- start start 2024-09-16T01:41:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.906+0000 7fb41d174640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb418101de0 0x7fb418198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.906+0000 7fb41d174640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb418102790 0x7fb418198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.906+0000 7fb41d174640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb418106f10 0x7fb41819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.906+0000 7fb41d174640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb418111e70 con 0x7fb418102790 2024-09-16T01:41:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.906+0000 7fb41d174640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb418111cf0 con 0x7fb418106f10 2024-09-16T01:41:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.906+0000 7fb41d174640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb418111ff0 con 0x7fb418101de0 2024-09-16T01:41:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.906+0000 7fb41659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb418102790 0x7fb418198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.906+0000 7fb41659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb418102790 0x7fb418198870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47164/0 (socket says 172.21.15.17:47164) 2024-09-16T01:41:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.906+0000 7fb41659c640 1 -- 172.21.15.17:0/1536930658 learned_addr learned my addr 172.21.15.17:0/1536930658 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.906+0000 7fb416d9d640 1 --2- 172.21.15.17:0/1536930658 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb418101de0 0x7fb418198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.906+0000 7fb41759e640 1 --2- 172.21.15.17:0/1536930658 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb418106f10 0x7fb41819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:46.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.906+0000 7fb41659c640 1 -- 172.21.15.17:0/1536930658 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb418101de0 msgr2=0x7fb418198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.907+0000 7fb41659c640 1 --2- 172.21.15.17:0/1536930658 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb418101de0 0x7fb418198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.907+0000 7fb41659c640 1 -- 172.21.15.17:0/1536930658 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb418106f10 msgr2=0x7fb41819cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.907+0000 7fb41659c640 1 --2- 172.21.15.17:0/1536930658 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb418106f10 0x7fb41819cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.907+0000 7fb41659c640 1 -- 172.21.15.17:0/1536930658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb41819d2e0 con 0x7fb418102790 2024-09-16T01:41:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.907+0000 7fb41659c640 1 --2- 172.21.15.17:0/1536930658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb418102790 0x7fb418198870 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb40c00c890 tx=0x7fb40c00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.907+0000 7fb3fffff640 1 -- 172.21.15.17:0/1536930658 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40c004220 con 0x7fb418102790 2024-09-16T01:41:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.907+0000 7fb41d174640 1 -- 172.21.15.17:0/1536930658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb41819d5d0 con 0x7fb418102790 2024-09-16T01:41:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.907+0000 7fb3fffff640 1 -- 172.21.15.17:0/1536930658 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb40c0043c0 con 0x7fb418102790 2024-09-16T01:41:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.907+0000 7fb3fffff640 1 -- 172.21.15.17:0/1536930658 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb40c004a00 con 0x7fb418102790 2024-09-16T01:41:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.907+0000 7fb41d174640 1 -- 172.21.15.17:0/1536930658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb4181a4eb0 con 0x7fb418102790 2024-09-16T01:41:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.908+0000 7fb41d174640 1 -- 172.21.15.17:0/1536930658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb4181021c0 con 0x7fb418102790 2024-09-16T01:41:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.909+0000 7fb3fffff640 1 -- 172.21.15.17:0/1536930658 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fb40c0079b0 con 0x7fb418102790 2024-09-16T01:41:46.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.910+0000 7fb3fffff640 1 --2- 172.21.15.17:0/1536930658 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb4000a3240 0x7fb4000a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:46.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.910+0000 7fb416d9d640 1 --2- 172.21.15.17:0/1536930658 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb4000a3240 0x7fb4000a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:46.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.910+0000 7fb3fffff640 1 -- 172.21.15.17:0/1536930658 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7fb40c0cf430 con 0x7fb418102790 2024-09-16T01:41:46.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.910+0000 7fb416d9d640 1 --2- 172.21.15.17:0/1536930658 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb4000a3240 0x7fb4000a5700 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb40800abe0 tx=0x7fb40800a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:46.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:46.914+0000 7fb3fffff640 1 -- 172.21.15.17:0/1536930658 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb40c014030 con 0x7fb418102790 2024-09-16T01:41:47.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:47.090+0000 7fb41d174640 1 -- 172.21.15.17:0/1536930658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb41810a0f0 con 0x7fb418102790 2024-09-16T01:41:47.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:47.092+0000 7fb3fffff640 1 -- 172.21.15.17:0/1536930658 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22217 (secure 0 0 0) 0x7fb40c09c2a0 con 0x7fb418102790 2024-09-16T01:41:47.093 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:41:47.094 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":82,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","created":"2024-09-16T01:33:53.298260+0000","modified":"2024-09-16T01:41:43.521899+0000","last_up_change":"2024-09-16T01:40:51.430063+0000","last_in_change":"2024-09-16T01:40:27.916637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:37:00.918910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:41:39.579756+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:41:41.834594+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b8922682-71d1-43de-99c1-33159c0e154f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6803","nonce":973418367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6805","nonce":973418367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6809","nonce":973418367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6807","nonce":973418367}]},"public_addr":"172.21.15.17:6803/973418367","cluster_addr":"172.21.15.17:6805/973418367","heartbeat_back_addr":"172.21.15.17:6809/973418367","heartbeat_front_addr":"172.21.15.17:6807/973418367","state":["exists","up"]},{"osd":1,"uuid":"757f97f3-d423-4451-bb57-6179ff651bab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6801","nonce":476361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6803","nonce":476361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6807","nonce":476361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6805","nonce":476361632}]},"public_addr":"172.21.15.29:6801/476361632","cluster_addr":"172.21.15.29:6803/476361632","heartbeat_back_addr":"172.21.15.29:6807/476361632","heartbeat_front_addr":"172.21.15.29:6805/476361632","state":["exists","up"]},{"osd":2,"uuid":"e6100863-2f60-4213-895c-bf6d2026378f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6801","nonce":3223940683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6803","nonce":3223940683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6807","nonce":3223940683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6805","nonce":3223940683}]},"public_addr":"172.21.15.122:6801/3223940683","cluster_addr":"172.21.15.122:6803/3223940683","heartbeat_back_addr":"172.21.15.122:6807/3223940683","heartbeat_front_addr":"172.21.15.122:6805/3223940683","state":["exists","up"]},{"osd":3,"uuid":"611d7433-6cb9-4016-a58b-bb96394d2d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6811","nonce":3558508388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6813","nonce":3558508388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6817","nonce":3558508388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6815","nonce":3558508388}]},"public_addr":"172.21.15.17:6811/3558508388","cluster_addr":"172.21.15.17:6813/3558508388","heartbeat_back_addr":"172.21.15.17:6817/3558508388","heartbeat_front_addr":"172.21.15.17:6815/3558508388","state":["exists","up"]},{"osd":4,"uuid":"7d202bcb-50ab-4f6e-a090-7e61c538fa77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6809","nonce":2110146164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6811","nonce":2110146164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6815","nonce":2110146164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6813","nonce":2110146164}]},"public_addr":"172.21.15.29:6809/2110146164","cluster_addr":"172.21.15.29:6811/2110146164","heartbeat_back_addr":"172.21.15.29:6815/2110146164","heartbeat_front_addr":"172.21.15.29:6813/2110146164","state":["exists","up"]},{"osd":5,"uuid":"bcc07f4f-f204-465b-b9c6-c04604d243c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6809","nonce":1621076168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6811","nonce":1621076168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6815","nonce":1621076168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6813","nonce":1621076168}]},"public_addr":"172.21.15.122:6809/1621076168","cluster_addr":"172.21.15.122:6811/1621076168","heartbeat_back_addr":"172.21.15.122:6815/1621076168","heartbeat_front_addr":"172.21.15.122:6813/1621076168","state":["exists","up"]},{"osd":6,"uuid":"64080f89-a0f5-4a86-aa16-77938675379e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6819","nonce":1408033288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6821","nonce":1408033288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6825","nonce":1408033288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6823","nonce":1408033288}]},"public_addr":"172.21.15.17:6819/1408033288","cluster_addr":"172.21.15.17:6821/1408033288","heartbeat_back_addr":"172.21.15.17:6825/1408033288","heartbeat_front_addr":"172.21.15.17:6823/1408033288","state":["exists","up"]},{"osd":7,"uuid":"aca554bd-1914-455c-936a-aa59b1504194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6817","nonce":127734728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6819","nonce":127734728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6823","nonce":127734728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6821","nonce":127734728}]},"public_addr":"172.21.15.29:6817/127734728","cluster_addr":"172.21.15.29:6819/127734728","heartbeat_back_addr":"172.21.15.29:6823/127734728","heartbeat_front_addr":"172.21.15.29:6821/127734728","state":["exists","up"]},{"osd":8,"uuid":"0b5ed7f4-4b47-4cbe-9086-8948ce393446","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6817","nonce":360974259}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6819","nonce":360974259}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6823","nonce":360974259}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6821","nonce":360974259}]},"public_addr":"172.21.15.122:6817/360974259","cluster_addr":"172.21.15.122:6819/360974259","heartbeat_back_addr":"172.21.15.122:6823/360974259","heartbeat_front_addr":"172.21.15.122:6821/360974259","state":["exists","up"]},{"osd":9,"uuid":"55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6827","nonce":2483471753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6829","nonce":2483471753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6833","nonce":2483471753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6831","nonce":2483471753}]},"public_addr":"172.21.15.17:6827/2483471753","cluster_addr":"172.21.15.17:6829/2483471753","heartbeat_back_addr":"172.21.15.17:6833/2483471753","heartbeat_front_addr":"172.21.15.17:6831/2483471753","state":["exists","up"]},{"osd":10,"uuid":"c83a74f2-e570-487c-9e87-bb0b74965ca2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6825","nonce":362618550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6827","nonce":362618550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6831","nonce":362618550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6829","nonce":362618550}]},"public_addr":"172.21.15.29:6825/362618550","cluster_addr":"172.21.15.29:6827/362618550","heartbeat_back_addr":"172.21.15.29:6831/362618550","heartbeat_front_addr":"172.21.15.29:6829/362618550","state":["exists","up"]},{"osd":11,"uuid":"1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6825","nonce":1375874597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6827","nonce":1375874597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6831","nonce":1375874597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6829","nonce":1375874597}]},"public_addr":"172.21.15.122:6825/1375874597","cluster_addr":"172.21.15.122:6827/1375874597","heartbeat_back_addr":"172.21.15.122:6831/1375874597","heartbeat_front_addr":"172.21.15.122:6829/1375874597","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:05.813342+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:31.420629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:57.341085+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:22.481098+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:48.928453+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:15.070471+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:40.275611+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:05.810417+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:30.926343+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:56.824386+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:23.647559+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:49.303702+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:0/171001531":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6801/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/149674379":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6800/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2909964706":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2310526449":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/844082331":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6800/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6801/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/270715983":"2024-09-17T01:34:15.927659+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:41:47.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:47.094+0000 7fb41d174640 1 -- 172.21.15.17:0/1536930658 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb4000a3240 msgr2=0x7fb4000a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:47.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:47.094+0000 7fb41d174640 1 --2- 172.21.15.17:0/1536930658 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb4000a3240 0x7fb4000a5700 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb40800abe0 tx=0x7fb40800a2d0 comp rx=0 tx=0).stop 2024-09-16T01:41:47.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:47.094+0000 7fb41d174640 1 -- 172.21.15.17:0/1536930658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb418102790 msgr2=0x7fb418198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:47.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:47.094+0000 7fb41d174640 1 --2- 172.21.15.17:0/1536930658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb418102790 0x7fb418198870 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb40c00c890 tx=0x7fb40c00cc90 comp rx=0 tx=0).stop 2024-09-16T01:41:47.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:47.094+0000 7fb41d174640 1 -- 172.21.15.17:0/1536930658 shutdown_connections 2024-09-16T01:41:47.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:47.094+0000 7fb41d174640 1 --2- 172.21.15.17:0/1536930658 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb4000a3240 0x7fb4000a5700 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:47.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:47.094+0000 7fb41d174640 1 --2- 172.21.15.17:0/1536930658 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb418106f10 0x7fb41819cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:47.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:47.094+0000 7fb41d174640 1 --2- 172.21.15.17:0/1536930658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb418102790 0x7fb418198870 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:47.094+0000 7fb41d174640 1 --2- 172.21.15.17:0/1536930658 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb418101de0 0x7fb418198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:47.094+0000 7fb41d174640 1 -- 172.21.15.17:0/1536930658 >> 172.21.15.17:0/1536930658 conn(0x7fb4180fd8c0 msgr2=0x7fb4180febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:47.094+0000 7fb41d174640 1 -- 172.21.15.17:0/1536930658 shutdown_connections 2024-09-16T01:41:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:47.094+0000 7fb41d174640 1 -- 172.21.15.17:0/1536930658 wait complete. 2024-09-16T01:41:47.715 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-16T01:41:47.974 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:48.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:47 smithi017 ceph-mon[30972]: pgmap v285: 97 pgs: 26 creating+peering, 71 active+clean; 579 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 2 op/s 2024-09-16T01:41:48.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:47 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1536930658' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:41:48.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:47 smithi029 ceph-mon[34783]: pgmap v285: 97 pgs: 26 creating+peering, 71 active+clean; 579 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 2 op/s 2024-09-16T01:41:48.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:47 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1536930658' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:41:48.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:47 smithi122 ceph-mon[34758]: pgmap v285: 97 pgs: 26 creating+peering, 71 active+clean; 579 KiB data, 367 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 KiB/s wr, 2 op/s 2024-09-16T01:41:48.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:47 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1536930658' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:41:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.406+0000 7fdc18a7d640 1 -- 172.21.15.17:0/1136691110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc1410c180 msgr2=0x7fdc1410e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.406+0000 7fdc18a7d640 1 --2- 172.21.15.17:0/1136691110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc1410c180 0x7fdc1410e600 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c009ca0 tx=0x7fdc0c02a950 comp rx=0 tx=0).stop 2024-09-16T01:41:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.406+0000 7fdc18a7d640 1 -- 172.21.15.17:0/1136691110 shutdown_connections 2024-09-16T01:41:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.406+0000 7fdc18a7d640 1 --2- 172.21.15.17:0/1136691110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc1410c180 0x7fdc1410e600 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.406+0000 7fdc18a7d640 1 --2- 172.21.15.17:0/1136691110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdc141036c0 0x7fdc1410bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.406+0000 7fdc18a7d640 1 --2- 172.21.15.17:0/1136691110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdc14102da0 0x7fdc14103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.406+0000 7fdc18a7d640 1 -- 172.21.15.17:0/1136691110 >> 172.21.15.17:0/1136691110 conn(0x7fdc140fc7a0 msgr2=0x7fdc140febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.406+0000 7fdc18a7d640 1 -- 172.21.15.17:0/1136691110 shutdown_connections 2024-09-16T01:41:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.406+0000 7fdc18a7d640 1 -- 172.21.15.17:0/1136691110 wait complete. 2024-09-16T01:41:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.407+0000 7fdc18a7d640 1 Processor -- start 2024-09-16T01:41:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.407+0000 7fdc18a7d640 1 -- start start 2024-09-16T01:41:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.407+0000 7fdc18a7d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdc14102da0 0x7fdc14100a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.407+0000 7fdc18a7d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdc141036c0 0x7fdc14100f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.407+0000 7fdc18a7d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc1410c180 0x7fdc14101480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.407+0000 7fdc18a7d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdc14111f20 con 0x7fdc1410c180 2024-09-16T01:41:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.407+0000 7fdc18a7d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdc14111da0 con 0x7fdc14102da0 2024-09-16T01:41:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.407+0000 7fdc18a7d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdc141120a0 con 0x7fdc141036c0 2024-09-16T01:41:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.407+0000 7fdc12d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc1410c180 0x7fdc14101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.407+0000 7fdc12d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc1410c180 0x7fdc14101480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47176/0 (socket says 172.21.15.17:47176) 2024-09-16T01:41:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.407+0000 7fdc12d9d640 1 -- 172.21.15.17:0/3928403542 learned_addr learned my addr 172.21.15.17:0/3928403542 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc09d9b640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdc141036c0 0x7fdc14100f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc1259c640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdc14102da0 0x7fdc14100a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc12d9d640 1 -- 172.21.15.17:0/3928403542 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdc141036c0 msgr2=0x7fdc14100f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc12d9d640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdc141036c0 0x7fdc14100f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc12d9d640 1 -- 172.21.15.17:0/3928403542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdc14102da0 msgr2=0x7fdc14100a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc12d9d640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdc14102da0 0x7fdc14100a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc12d9d640 1 -- 172.21.15.17:0/3928403542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdc141a6930 con 0x7fdc1410c180 2024-09-16T01:41:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc09d9b640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdc141036c0 0x7fdc14100f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:41:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc1259c640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdc14102da0 0x7fdc14100a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:41:48.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc12d9d640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc1410c180 0x7fdc14101480 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c0098d0 tx=0x7fdc0c003f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:48.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc0bfff640 1 -- 172.21.15.17:0/3928403542 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc0c034040 con 0x7fdc1410c180 2024-09-16T01:41:48.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc18a7d640 1 -- 172.21.15.17:0/3928403542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdc141a6bc0 con 0x7fdc1410c180 2024-09-16T01:41:48.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc0bfff640 1 -- 172.21.15.17:0/3928403542 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdc0c030880 con 0x7fdc1410c180 2024-09-16T01:41:48.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc0bfff640 1 -- 172.21.15.17:0/3928403542 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdc0c004800 con 0x7fdc1410c180 2024-09-16T01:41:48.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.408+0000 7fdc18a7d640 1 -- 172.21.15.17:0/3928403542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdc141a70f0 con 0x7fdc1410c180 2024-09-16T01:41:48.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.409+0000 7fdc18a7d640 1 -- 172.21.15.17:0/3928403542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdc14103200 con 0x7fdc1410c180 2024-09-16T01:41:48.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.410+0000 7fdc0bfff640 1 -- 172.21.15.17:0/3928403542 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fdc0c037020 con 0x7fdc1410c180 2024-09-16T01:41:48.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.411+0000 7fdc0bfff640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdc000a3240 0x7fdc000a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:48.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.411+0000 7fdc0bfff640 1 -- 172.21.15.17:0/3928403542 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7fdc0c0f0920 con 0x7fdc1410c180 2024-09-16T01:41:48.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.411+0000 7fdc1259c640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdc000a3240 0x7fdc000a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:48.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.412+0000 7fdc1259c640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdc000a3240 0x7fdc000a5700 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdc04009930 tx=0x7fdc04008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:48.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.415+0000 7fdc0bfff640 1 -- 172.21.15.17:0/3928403542 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdc0c0bd790 con 0x7fdc1410c180 2024-09-16T01:41:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.634+0000 7fdc18a7d640 1 -- 172.21.15.17:0/3928403542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fdc1402d7c0 con 0x7fdc1410c180 2024-09-16T01:41:48.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.856+0000 7fdc0bfff640 1 -- 172.21.15.17:0/3928403542 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) ==== 118+0+0 (secure 0 0 0) 0x7fdc0c0bd090 con 0x7fdc1410c180 2024-09-16T01:41:48.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.859+0000 7fdc18a7d640 1 -- 172.21.15.17:0/3928403542 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdc000a3240 msgr2=0x7fdc000a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:48.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.859+0000 7fdc18a7d640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdc000a3240 0x7fdc000a5700 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdc04009930 tx=0x7fdc04008040 comp rx=0 tx=0).stop 2024-09-16T01:41:48.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.859+0000 7fdc18a7d640 1 -- 172.21.15.17:0/3928403542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc1410c180 msgr2=0x7fdc14101480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:48.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.859+0000 7fdc18a7d640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc1410c180 0x7fdc14101480 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fdc0c0098d0 tx=0x7fdc0c003f80 comp rx=0 tx=0).stop 2024-09-16T01:41:48.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.859+0000 7fdc18a7d640 1 -- 172.21.15.17:0/3928403542 shutdown_connections 2024-09-16T01:41:48.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.859+0000 7fdc18a7d640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdc000a3240 0x7fdc000a5700 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:48.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.859+0000 7fdc18a7d640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdc1410c180 0x7fdc14101480 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:48.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.859+0000 7fdc18a7d640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdc141036c0 0x7fdc14100f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:48.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.859+0000 7fdc18a7d640 1 --2- 172.21.15.17:0/3928403542 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdc14102da0 0x7fdc14100a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:48.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.859+0000 7fdc18a7d640 1 -- 172.21.15.17:0/3928403542 >> 172.21.15.17:0/3928403542 conn(0x7fdc140fc7a0 msgr2=0x7fdc140fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:48.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.859+0000 7fdc18a7d640 1 -- 172.21.15.17:0/3928403542 shutdown_connections 2024-09-16T01:41:48.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:48.859+0000 7fdc18a7d640 1 -- 172.21.15.17:0/3928403542 wait complete. 2024-09-16T01:41:49.168 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:48 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3928403542' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T01:41:49.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:48 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3928403542' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T01:41:49.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:48 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3928403542' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T01:41:49.494 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2}} 2024-09-16T01:41:49.494 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs set cephfs max_mds 3 2024-09-16T01:41:49.754 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:50.149 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:49 smithi017 ceph-mon[30972]: pgmap v286: 97 pgs: 97 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 3 op/s 2024-09-16T01:41:50.149 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:49 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3928403542' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-16T01:41:50.149 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:49 smithi017 ceph-mon[30972]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-16T01:41:50.198 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:49 smithi029 ceph-mon[34783]: pgmap v286: 97 pgs: 97 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 3 op/s 2024-09-16T01:41:50.198 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:49 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3928403542' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-16T01:41:50.198 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:49 smithi029 ceph-mon[34783]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-16T01:41:50.198 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:49 smithi122 ceph-mon[34758]: pgmap v286: 97 pgs: 97 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s wr, 3 op/s 2024-09-16T01:41:50.198 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:49 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3928403542' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-16T01:41:50.198 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:49 smithi122 ceph-mon[34758]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-16T01:41:50.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.234+0000 7f11f2b7c640 1 -- 172.21.15.17:0/1071161268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec100a80 msgr2=0x7f11ec100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.234+0000 7f11f2b7c640 1 --2- 172.21.15.17:0/1071161268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec100a80 0x7f11ec100ee0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f11d8009930 tx=0x7f11d802a420 comp rx=0 tx=0).stop 2024-09-16T01:41:50.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.234+0000 7f11f2b7c640 1 -- 172.21.15.17:0/1071161268 shutdown_connections 2024-09-16T01:41:50.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.234+0000 7f11f2b7c640 1 --2- 172.21.15.17:0/1071161268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11ec101420 0x7f11ec10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.234+0000 7f11f2b7c640 1 --2- 172.21.15.17:0/1071161268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec100a80 0x7f11ec100ee0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.234+0000 7f11f2b7c640 1 --2- 172.21.15.17:0/1071161268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f11ec106a80 0x7f11ec106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.234+0000 7f11f2b7c640 1 -- 172.21.15.17:0/1071161268 >> 172.21.15.17:0/1071161268 conn(0x7f11ec0fc7a0 msgr2=0x7f11ec0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:50.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.234+0000 7f11f2b7c640 1 -- 172.21.15.17:0/1071161268 shutdown_connections 2024-09-16T01:41:50.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.234+0000 7f11f2b7c640 1 -- 172.21.15.17:0/1071161268 wait complete. 2024-09-16T01:41:50.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.235+0000 7f11f2b7c640 1 Processor -- start 2024-09-16T01:41:50.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.235+0000 7f11f2b7c640 1 -- start start 2024-09-16T01:41:50.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.235+0000 7f11f2b7c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f11ec100a80 0x7f11ec198560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.235+0000 7f11f2b7c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11ec101420 0x7f11ec198aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.235+0000 7f11f2b7c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec106a80 0x7f11ec19ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.235+0000 7f11f2b7c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f11ec110dd0 con 0x7f11ec106a80 2024-09-16T01:41:50.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.235+0000 7f11f2b7c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f11ec110c50 con 0x7f11ec100a80 2024-09-16T01:41:50.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.235+0000 7f11f2b7c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f11ec110f50 con 0x7f11ec101420 2024-09-16T01:41:50.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.235+0000 7f11f1119640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec106a80 0x7f11ec19ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.235+0000 7f11f1119640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec106a80 0x7f11ec19ce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47206/0 (socket says 172.21.15.17:47206) 2024-09-16T01:41:50.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.235+0000 7f11f1119640 1 -- 172.21.15.17:0/531725221 learned_addr learned my addr 172.21.15.17:0/531725221 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:50.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.235+0000 7f11f0918640 1 --2- 172.21.15.17:0/531725221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f11ec100a80 0x7f11ec198560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.236+0000 7f11ebfff640 1 --2- 172.21.15.17:0/531725221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11ec101420 0x7f11ec198aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.236+0000 7f11f1119640 1 -- 172.21.15.17:0/531725221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11ec101420 msgr2=0x7f11ec198aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.236+0000 7f11f1119640 1 --2- 172.21.15.17:0/531725221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11ec101420 0x7f11ec198aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.236+0000 7f11f1119640 1 -- 172.21.15.17:0/531725221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f11ec100a80 msgr2=0x7f11ec198560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.236+0000 7f11f1119640 1 --2- 172.21.15.17:0/531725221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f11ec100a80 0x7f11ec198560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.236+0000 7f11f1119640 1 -- 172.21.15.17:0/531725221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11ec19d510 con 0x7f11ec106a80 2024-09-16T01:41:50.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.236+0000 7f11f1119640 1 --2- 172.21.15.17:0/531725221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec106a80 0x7f11ec19ce30 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f11e400b970 tx=0x7f11e400bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:50.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.236+0000 7f11e9ffb640 1 -- 172.21.15.17:0/531725221 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e4019070 con 0x7f11ec106a80 2024-09-16T01:41:50.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.236+0000 7f11e9ffb640 1 -- 172.21.15.17:0/531725221 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f11e4014440 con 0x7f11ec106a80 2024-09-16T01:41:50.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.236+0000 7f11f2b7c640 1 -- 172.21.15.17:0/531725221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11ec19d800 con 0x7f11ec106a80 2024-09-16T01:41:50.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.236+0000 7f11e9ffb640 1 -- 172.21.15.17:0/531725221 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11e40075d0 con 0x7f11ec106a80 2024-09-16T01:41:50.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.236+0000 7f11f2b7c640 1 -- 172.21.15.17:0/531725221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11ec1a50e0 con 0x7f11ec106a80 2024-09-16T01:41:50.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.237+0000 7f11f2b7c640 1 -- 172.21.15.17:0/531725221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11ec100f60 con 0x7f11ec106a80 2024-09-16T01:41:50.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.238+0000 7f11e9ffb640 1 -- 172.21.15.17:0/531725221 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f11e401c070 con 0x7f11ec106a80 2024-09-16T01:41:50.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.239+0000 7f11e9ffb640 1 --2- 172.21.15.17:0/531725221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f11dc0a3240 0x7f11dc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:50.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.239+0000 7f11f0918640 1 --2- 172.21.15.17:0/531725221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f11dc0a3240 0x7f11dc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:50.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.239+0000 7f11e9ffb640 1 -- 172.21.15.17:0/531725221 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f11e40ced80 con 0x7f11ec106a80 2024-09-16T01:41:50.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.239+0000 7f11f0918640 1 --2- 172.21.15.17:0/531725221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f11dc0a3240 0x7f11dc0a5700 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f11e0009990 tx=0x7f11e0009110 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:50.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.243+0000 7f11e9ffb640 1 -- 172.21.15.17:0/531725221 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f11e409bbf0 con 0x7f11ec106a80 2024-09-16T01:41:50.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.456+0000 7f11f2b7c640 1 -- 172.21.15.17:0/531725221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) -- 0x7f11ec10a020 con 0x7f11ec106a80 2024-09-16T01:41:50.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.864+0000 7f11e9ffb640 1 -- 172.21.15.17:0/531725221 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v18) ==== 105+0+0 (secure 0 0 0) 0x7f11e409b4f0 con 0x7f11ec106a80 2024-09-16T01:41:50.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.868+0000 7f11f2b7c640 1 -- 172.21.15.17:0/531725221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f11dc0a3240 msgr2=0x7f11dc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.868+0000 7f11f2b7c640 1 --2- 172.21.15.17:0/531725221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f11dc0a3240 0x7f11dc0a5700 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f11e0009990 tx=0x7f11e0009110 comp rx=0 tx=0).stop 2024-09-16T01:41:50.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.868+0000 7f11f2b7c640 1 -- 172.21.15.17:0/531725221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec106a80 msgr2=0x7f11ec19ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:50.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.868+0000 7f11f2b7c640 1 --2- 172.21.15.17:0/531725221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec106a80 0x7f11ec19ce30 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f11e400b970 tx=0x7f11e400bd70 comp rx=0 tx=0).stop 2024-09-16T01:41:50.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.868+0000 7f11f2b7c640 1 -- 172.21.15.17:0/531725221 shutdown_connections 2024-09-16T01:41:50.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.868+0000 7f11f2b7c640 1 --2- 172.21.15.17:0/531725221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f11dc0a3240 0x7f11dc0a5700 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.868+0000 7f11f2b7c640 1 --2- 172.21.15.17:0/531725221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11ec106a80 0x7f11ec19ce30 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.868+0000 7f11f2b7c640 1 --2- 172.21.15.17:0/531725221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f11ec101420 0x7f11ec198aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.868+0000 7f11f2b7c640 1 --2- 172.21.15.17:0/531725221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f11ec100a80 0x7f11ec198560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:50.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.868+0000 7f11f2b7c640 1 -- 172.21.15.17:0/531725221 >> 172.21.15.17:0/531725221 conn(0x7f11ec0fc7a0 msgr2=0x7f11ec06ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:50.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.868+0000 7f11f2b7c640 1 -- 172.21.15.17:0/531725221 shutdown_connections 2024-09-16T01:41:50.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:50.868+0000 7f11f2b7c640 1 -- 172.21.15.17:0/531725221 wait complete. 2024-09-16T01:41:51.186 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:50 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/531725221' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-09-16T01:41:51.213 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:50 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/531725221' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-09-16T01:41:51.214 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:50 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/531725221' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-09-16T01:41:51.522 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs set cephfs allow_standby_replay true 2024-09-16T01:41:51.783 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:52.192 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:51 smithi017 ceph-mon[30972]: pgmap v287: 97 pgs: 97 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-16T01:41:52.192 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:51 smithi017 ceph-mon[30972]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-16T01:41:52.192 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:51 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/531725221' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-09-16T01:41:52.192 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:51 smithi017 ceph-mon[30972]: daemon mds.c assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-16T01:41:52.192 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:51 smithi017 ceph-mon[30972]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-16T01:41:52.192 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:51 smithi017 ceph-mon[30972]: fsmap cephfs:2 {0=i=up:active,1=c=up:creating} 10 up:standby 2024-09-16T01:41:52.192 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:51 smithi017 ceph-mon[30972]: daemon mds.c is now active in filesystem cephfs as rank 1 2024-09-16T01:41:52.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.275+0000 7fbbc60ed640 1 -- 172.21.15.17:0/1972035375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbc0101420 msgr2=0x7fbbc010d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.275+0000 7fbbc60ed640 1 --2- 172.21.15.17:0/1972035375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbc0101420 0x7fbbc010d950 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fbbb8009cd0 tx=0x7fbbb802a8e0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.275+0000 7fbbc60ed640 1 -- 172.21.15.17:0/1972035375 shutdown_connections 2024-09-16T01:41:52.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.275+0000 7fbbc60ed640 1 --2- 172.21.15.17:0/1972035375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbc0101420 0x7fbbc010d950 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.275+0000 7fbbc60ed640 1 --2- 172.21.15.17:0/1972035375 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbbc0100a80 0x7fbbc0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.275+0000 7fbbc60ed640 1 --2- 172.21.15.17:0/1972035375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbc0106a80 0x7fbbc0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.275+0000 7fbbc60ed640 1 -- 172.21.15.17:0/1972035375 >> 172.21.15.17:0/1972035375 conn(0x7fbbc00fc7a0 msgr2=0x7fbbc00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:52.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.275+0000 7fbbc60ed640 1 -- 172.21.15.17:0/1972035375 shutdown_connections 2024-09-16T01:41:52.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.275+0000 7fbbc60ed640 1 -- 172.21.15.17:0/1972035375 wait complete. 2024-09-16T01:41:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.276+0000 7fbbc60ed640 1 Processor -- start 2024-09-16T01:41:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.276+0000 7fbbc60ed640 1 -- start start 2024-09-16T01:41:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.276+0000 7fbbc60ed640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbc0100a80 0x7fbbc00fcdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.276+0000 7fbbc60ed640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbbc0101420 0x7fbbc00fd330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.276+0000 7fbbc60ed640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbc0106a80 0x7fbbc00fd870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.276+0000 7fbbc60ed640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbbc0110d30 con 0x7fbbc0100a80 2024-09-16T01:41:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.276+0000 7fbbc60ed640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbbc0110bb0 con 0x7fbbc0106a80 2024-09-16T01:41:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.276+0000 7fbbc60ed640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbbc0110eb0 con 0x7fbbc0101420 2024-09-16T01:41:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.276+0000 7fbbbf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbc0100a80 0x7fbbc00fcdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.276+0000 7fbbbf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbc0100a80 0x7fbbc00fcdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47218/0 (socket says 172.21.15.17:47218) 2024-09-16T01:41:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.276+0000 7fbbbf7fe640 1 -- 172.21.15.17:0/3425708069 learned_addr learned my addr 172.21.15.17:0/3425708069 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.276+0000 7fbbbffff640 1 --2- 172.21.15.17:0/3425708069 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbc0106a80 0x7fbbc00fd870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.276+0000 7fbbbeffd640 1 --2- 172.21.15.17:0/3425708069 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbbc0101420 0x7fbbc00fd330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.277+0000 7fbbbf7fe640 1 -- 172.21.15.17:0/3425708069 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbbc0101420 msgr2=0x7fbbc00fd330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.277+0000 7fbbbf7fe640 1 --2- 172.21.15.17:0/3425708069 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbbc0101420 0x7fbbc00fd330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.277+0000 7fbbbf7fe640 1 -- 172.21.15.17:0/3425708069 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbc0106a80 msgr2=0x7fbbc00fd870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.277+0000 7fbbbf7fe640 1 --2- 172.21.15.17:0/3425708069 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbc0106a80 0x7fbbc00fd870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.277+0000 7fbbbf7fe640 1 -- 172.21.15.17:0/3425708069 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbc01a67d0 con 0x7fbbc0100a80 2024-09-16T01:41:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.277+0000 7fbbbf7fe640 1 --2- 172.21.15.17:0/3425708069 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbc0100a80 0x7fbbc00fcdf0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbbb000e9f0 tx=0x7fbbb000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.277+0000 7fbbbcff9640 1 -- 172.21.15.17:0/3425708069 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb000cd80 con 0x7fbbc0100a80 2024-09-16T01:41:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.277+0000 7fbbbcff9640 1 -- 172.21.15.17:0/3425708069 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbbb00108e0 con 0x7fbbc0100a80 2024-09-16T01:41:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.277+0000 7fbbc60ed640 1 -- 172.21.15.17:0/3425708069 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbc01a6ac0 con 0x7fbbc0100a80 2024-09-16T01:41:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.277+0000 7fbbbcff9640 1 -- 172.21.15.17:0/3425708069 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbb0018920 con 0x7fbbc0100a80 2024-09-16T01:41:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.277+0000 7fbbc60ed640 1 -- 172.21.15.17:0/3425708069 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbc01a7050 con 0x7fbbc0100a80 2024-09-16T01:41:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.278+0000 7fbbc60ed640 1 -- 172.21.15.17:0/3425708069 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbc0100ee0 con 0x7fbbc0100a80 2024-09-16T01:41:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.279+0000 7fbbbcff9640 1 -- 172.21.15.17:0/3425708069 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fbbb0010a90 con 0x7fbbc0100a80 2024-09-16T01:41:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.280+0000 7fbbbcff9640 1 --2- 172.21.15.17:0/3425708069 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbba80a32c0 0x7fbba80a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.280+0000 7fbbbeffd640 1 --2- 172.21.15.17:0/3425708069 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbba80a32c0 0x7fbba80a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.280+0000 7fbbbcff9640 1 -- 172.21.15.17:0/3425708069 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7fbbb00cfee0 con 0x7fbbc0100a80 2024-09-16T01:41:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.281+0000 7fbbbeffd640 1 --2- 172.21.15.17:0/3425708069 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbba80a32c0 0x7fbba80a5780 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fbbc00fe880 tx=0x7fbbb4005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.283+0000 7fbbbcff9640 1 -- 172.21.15.17:0/3425708069 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fbbb009c660 con 0x7fbbc0100a80 2024-09-16T01:41:52.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:51 smithi122 ceph-mon[34758]: pgmap v287: 97 pgs: 97 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-16T01:41:52.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:51 smithi122 ceph-mon[34758]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-16T01:41:52.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:51 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/531725221' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-09-16T01:41:52.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:51 smithi122 ceph-mon[34758]: daemon mds.c assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-16T01:41:52.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:51 smithi122 ceph-mon[34758]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-16T01:41:52.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:51 smithi122 ceph-mon[34758]: fsmap cephfs:2 {0=i=up:active,1=c=up:creating} 10 up:standby 2024-09-16T01:41:52.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:51 smithi122 ceph-mon[34758]: daemon mds.c is now active in filesystem cephfs as rank 1 2024-09-16T01:41:52.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:51 smithi029 ceph-mon[34783]: pgmap v287: 97 pgs: 97 active+clean; 579 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 KiB/s wr, 5 op/s 2024-09-16T01:41:52.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:51 smithi029 ceph-mon[34783]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-09-16T01:41:52.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:51 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/531725221' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-09-16T01:41:52.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:51 smithi029 ceph-mon[34783]: daemon mds.c assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-09-16T01:41:52.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:51 smithi029 ceph-mon[34783]: fsmap cephfs:1 {0=i=up:active} 11 up:standby 2024-09-16T01:41:52.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:51 smithi029 ceph-mon[34783]: fsmap cephfs:2 {0=i=up:active,1=c=up:creating} 10 up:standby 2024-09-16T01:41:52.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:51 smithi029 ceph-mon[34783]: daemon mds.c is now active in filesystem cephfs as rank 1 2024-09-16T01:41:52.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.497+0000 7fbbc60ed640 1 -- 172.21.15.17:0/3425708069 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) -- 0x7fbbc00fe320 con 0x7fbbc0100a80 2024-09-16T01:41:52.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.882+0000 7fbbbcff9640 1 -- 172.21.15.17:0/3425708069 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v22) ==== 121+0+0 (secure 0 0 0) 0x7fbbc00fe320 con 0x7fbbc0100a80 2024-09-16T01:41:52.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.885+0000 7fbbc60ed640 1 -- 172.21.15.17:0/3425708069 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbba80a32c0 msgr2=0x7fbba80a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.885+0000 7fbbc60ed640 1 --2- 172.21.15.17:0/3425708069 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbba80a32c0 0x7fbba80a5780 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fbbc00fe880 tx=0x7fbbb4005f90 comp rx=0 tx=0).stop 2024-09-16T01:41:52.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.885+0000 7fbbc60ed640 1 -- 172.21.15.17:0/3425708069 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbc0100a80 msgr2=0x7fbbc00fcdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:52.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.885+0000 7fbbc60ed640 1 --2- 172.21.15.17:0/3425708069 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbc0100a80 0x7fbbc00fcdf0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbbb000e9f0 tx=0x7fbbb000eeb0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.885+0000 7fbbc60ed640 1 -- 172.21.15.17:0/3425708069 shutdown_connections 2024-09-16T01:41:52.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.885+0000 7fbbc60ed640 1 --2- 172.21.15.17:0/3425708069 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbba80a32c0 0x7fbba80a5780 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.885+0000 7fbbc60ed640 1 --2- 172.21.15.17:0/3425708069 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbbc0106a80 0x7fbbc00fd870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.885+0000 7fbbc60ed640 1 --2- 172.21.15.17:0/3425708069 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbbc0101420 0x7fbbc00fd330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.885+0000 7fbbc60ed640 1 --2- 172.21.15.17:0/3425708069 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbbc0100a80 0x7fbbc00fcdf0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:52.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.885+0000 7fbbc60ed640 1 -- 172.21.15.17:0/3425708069 >> 172.21.15.17:0/3425708069 conn(0x7fbbc00fc7a0 msgr2=0x7fbbc006aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:52.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.885+0000 7fbbc60ed640 1 -- 172.21.15.17:0/3425708069 shutdown_connections 2024-09-16T01:41:52.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:52.885+0000 7fbbc60ed640 1 -- 172.21.15.17:0/3425708069 wait complete. 2024-09-16T01:41:53.196 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:52 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] up:active 2024-09-16T01:41:53.197 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:52 smithi017 ceph-mon[30972]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-16T01:41:53.197 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:52 smithi017 ceph-mon[30972]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-16T01:41:53.197 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:52 smithi017 ceph-mon[30972]: Cluster is now healthy 2024-09-16T01:41:53.197 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:52 smithi017 ceph-mon[30972]: fsmap cephfs:2 {0=i=up:active,1=c=up:active} 10 up:standby 2024-09-16T01:41:53.197 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:52 smithi017 ceph-mon[30972]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:creating} 9 up:standby 2024-09-16T01:41:53.197 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:52 smithi017 ceph-mon[30972]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-09-16T01:41:53.197 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:52 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3425708069' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-16T01:41:53.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:52 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] up:active 2024-09-16T01:41:53.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:52 smithi029 ceph-mon[34783]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-16T01:41:53.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:52 smithi029 ceph-mon[34783]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-16T01:41:53.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:52 smithi029 ceph-mon[34783]: Cluster is now healthy 2024-09-16T01:41:53.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:52 smithi029 ceph-mon[34783]: fsmap cephfs:2 {0=i=up:active,1=c=up:active} 10 up:standby 2024-09-16T01:41:53.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:52 smithi029 ceph-mon[34783]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:creating} 9 up:standby 2024-09-16T01:41:53.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:52 smithi029 ceph-mon[34783]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-09-16T01:41:53.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:52 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3425708069' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-16T01:41:53.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:52 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] up:active 2024-09-16T01:41:53.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:52 smithi122 ceph-mon[34758]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-09-16T01:41:53.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:52 smithi122 ceph-mon[34758]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-09-16T01:41:53.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:52 smithi122 ceph-mon[34758]: Cluster is now healthy 2024-09-16T01:41:53.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:52 smithi122 ceph-mon[34758]: fsmap cephfs:2 {0=i=up:active,1=c=up:active} 10 up:standby 2024-09-16T01:41:53.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:52 smithi122 ceph-mon[34758]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:creating} 9 up:standby 2024-09-16T01:41:53.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:52 smithi122 ceph-mon[34758]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-09-16T01:41:53.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:52 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3425708069' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-09-16T01:41:53.531 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs set cephfs session_timeout 300 2024-09-16T01:41:53.794 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:54.173 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:53 smithi017 ceph-mon[30972]: pgmap v288: 97 pgs: 97 active+clean; 580 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 7 op/s 2024-09-16T01:41:54.173 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:53 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3425708069' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-16T01:41:54.173 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:53 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] up:active 2024-09-16T01:41:54.173 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:53 smithi017 ceph-mon[30972]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 9 up:standby 2024-09-16T01:41:54.173 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:53 smithi017 ceph-mon[30972]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:41:54.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.254+0000 7f9779e7b640 1 -- 172.21.15.17:0/1174216586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9774106f10 msgr2=0x7f977410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:54.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.254+0000 7f9779e7b640 1 --2- 172.21.15.17:0/1174216586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9774106f10 0x7f977410ea90 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f976c009ca0 tx=0x7f976c02a8c0 comp rx=0 tx=0).stop 2024-09-16T01:41:54.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.254+0000 7f9779e7b640 1 -- 172.21.15.17:0/1174216586 shutdown_connections 2024-09-16T01:41:54.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.254+0000 7f9779e7b640 1 --2- 172.21.15.17:0/1174216586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9774106f10 0x7f977410ea90 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:54.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.254+0000 7f9779e7b640 1 --2- 172.21.15.17:0/1174216586 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9774102790 0x7f97741067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:54.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.254+0000 7f9779e7b640 1 --2- 172.21.15.17:0/1174216586 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9774101de0 0x7f97741021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:54.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.254+0000 7f9779e7b640 1 -- 172.21.15.17:0/1174216586 >> 172.21.15.17:0/1174216586 conn(0x7f97740fd8c0 msgr2=0x7f97740ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:54.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.254+0000 7f9779e7b640 1 -- 172.21.15.17:0/1174216586 shutdown_connections 2024-09-16T01:41:54.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.254+0000 7f9779e7b640 1 -- 172.21.15.17:0/1174216586 wait complete. 2024-09-16T01:41:54.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.255+0000 7f9779e7b640 1 Processor -- start 2024-09-16T01:41:54.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.255+0000 7f9779e7b640 1 -- start start 2024-09-16T01:41:54.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.255+0000 7f9779e7b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9774101de0 0x7f9774198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:54.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.255+0000 7f9779e7b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9774102790 0x7f9774198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:54.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.255+0000 7f9779e7b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9774106f10 0x7f977419cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:54.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.255+0000 7f9779e7b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9774111e20 con 0x7f9774101de0 2024-09-16T01:41:54.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.255+0000 7f9779e7b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9774111ca0 con 0x7f9774102790 2024-09-16T01:41:54.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.255+0000 7f9779e7b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9774111fa0 con 0x7f9774106f10 2024-09-16T01:41:54.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.255+0000 7f97737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9774101de0 0x7f9774198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:54.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f97737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9774101de0 0x7f9774198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47236/0 (socket says 172.21.15.17:47236) 2024-09-16T01:41:54.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f97737fe640 1 -- 172.21.15.17:0/1126282117 learned_addr learned my addr 172.21.15.17:0/1126282117 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:54.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f976bfff640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9774102790 0x7f9774198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:54.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f9773fff640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9774106f10 0x7f977419cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:54.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f97737fe640 1 -- 172.21.15.17:0/1126282117 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9774106f10 msgr2=0x7f977419cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:54.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f97737fe640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9774106f10 0x7f977419cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:54.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f97737fe640 1 -- 172.21.15.17:0/1126282117 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9774102790 msgr2=0x7f9774198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:54.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f97737fe640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9774102790 0x7f9774198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:54.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f97737fe640 1 -- 172.21.15.17:0/1126282117 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f977419d2f0 con 0x7f9774101de0 2024-09-16T01:41:54.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f9773fff640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9774106f10 0x7f977419cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:41:54.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f97737fe640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9774101de0 0x7f9774198340 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f976400d950 tx=0x7f976400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:54.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f97717fa640 1 -- 172.21.15.17:0/1126282117 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9764017070 con 0x7f9774101de0 2024-09-16T01:41:54.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f97717fa640 1 -- 172.21.15.17:0/1126282117 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9764009c30 con 0x7f9774101de0 2024-09-16T01:41:54.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f9779e7b640 1 -- 172.21.15.17:0/1126282117 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f977419d5e0 con 0x7f9774101de0 2024-09-16T01:41:54.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f9779e7b640 1 -- 172.21.15.17:0/1126282117 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97741a4ec0 con 0x7f9774101de0 2024-09-16T01:41:54.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.256+0000 7f97717fa640 1 -- 172.21.15.17:0/1126282117 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f976400f620 con 0x7f9774101de0 2024-09-16T01:41:54.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.257+0000 7f9779e7b640 1 -- 172.21.15.17:0/1126282117 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97741021c0 con 0x7f9774101de0 2024-09-16T01:41:54.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.258+0000 7f97717fa640 1 -- 172.21.15.17:0/1126282117 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7f97640109a0 con 0x7f9774101de0 2024-09-16T01:41:54.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.259+0000 7f97717fa640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97600a32c0 0x7f97600a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:54.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.259+0000 7f976bfff640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97600a32c0 0x7f97600a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:54.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.259+0000 7f97717fa640 1 -- 172.21.15.17:0/1126282117 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f97640cf370 con 0x7f9774101de0 2024-09-16T01:41:54.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.260+0000 7f976bfff640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97600a32c0 0x7f97600a5780 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f97740fdce0 tx=0x7f975c00b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:54.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.263+0000 7f97717fa640 1 -- 172.21.15.17:0/1126282117 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f9764009de0 con 0x7f9774101de0 2024-09-16T01:41:54.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:53 smithi029 ceph-mon[34783]: pgmap v288: 97 pgs: 97 active+clean; 580 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 7 op/s 2024-09-16T01:41:54.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:53 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3425708069' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-16T01:41:54.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:53 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] up:active 2024-09-16T01:41:54.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:53 smithi029 ceph-mon[34783]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 9 up:standby 2024-09-16T01:41:54.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:53 smithi029 ceph-mon[34783]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:41:54.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:53 smithi122 ceph-mon[34758]: pgmap v288: 97 pgs: 97 active+clean; 580 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s wr, 7 op/s 2024-09-16T01:41:54.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:53 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3425708069' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-09-16T01:41:54.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:53 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] up:active 2024-09-16T01:41:54.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:53 smithi122 ceph-mon[34758]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 9 up:standby 2024-09-16T01:41:54.298 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:53 smithi122 ceph-mon[34758]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:41:54.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.475+0000 7f9779e7b640 1 -- 172.21.15.17:0/1126282117 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) -- 0x7f977410a0f0 con 0x7f9774101de0 2024-09-16T01:41:54.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.889+0000 7f97717fa640 1 -- 172.21.15.17:0/1126282117 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v24) ==== 115+0+0 (secure 0 0 0) 0x7f976409c1e0 con 0x7f9774101de0 2024-09-16T01:41:54.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.892+0000 7f9779e7b640 1 -- 172.21.15.17:0/1126282117 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97600a32c0 msgr2=0x7f97600a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:54.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.892+0000 7f9779e7b640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97600a32c0 0x7f97600a5780 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f97740fdce0 tx=0x7f975c00b390 comp rx=0 tx=0).stop 2024-09-16T01:41:54.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.892+0000 7f9779e7b640 1 -- 172.21.15.17:0/1126282117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9774101de0 msgr2=0x7f9774198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:54.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.892+0000 7f9779e7b640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9774101de0 0x7f9774198340 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f976400d950 tx=0x7f976400de10 comp rx=0 tx=0).stop 2024-09-16T01:41:54.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.892+0000 7f9779e7b640 1 -- 172.21.15.17:0/1126282117 shutdown_connections 2024-09-16T01:41:54.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.892+0000 7f9779e7b640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97600a32c0 0x7f97600a5780 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:54.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.892+0000 7f9779e7b640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9774106f10 0x7f977419cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:54.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.892+0000 7f9779e7b640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9774102790 0x7f9774198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:54.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.892+0000 7f9779e7b640 1 --2- 172.21.15.17:0/1126282117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9774101de0 0x7f9774198340 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:54.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.892+0000 7f9779e7b640 1 -- 172.21.15.17:0/1126282117 >> 172.21.15.17:0/1126282117 conn(0x7f97740fd8c0 msgr2=0x7f97740fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:54.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.892+0000 7f9779e7b640 1 -- 172.21.15.17:0/1126282117 shutdown_connections 2024-09-16T01:41:54.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:54.892+0000 7f9779e7b640 1 -- 172.21.15.17:0/1126282117 wait complete. 2024-09-16T01:41:55.216 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:54 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1126282117' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-16T01:41:55.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:54 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1126282117' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-16T01:41:55.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:54 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1126282117' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-09-16T01:41:55.628 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2} subvols for filesystem 'cephfs' 2024-09-16T01:41:55.629 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs subvolumegroup create cephfs qa 2024-09-16T01:41:55.890 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:56.264 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:55 smithi017 ceph-mon[30972]: pgmap v289: 97 pgs: 97 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 768 B/s rd, 3.4 KiB/s wr, 11 op/s 2024-09-16T01:41:56.264 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:55 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1126282117' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-16T01:41:56.264 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:55 smithi017 ceph-mon[30972]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:41:56.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:55 smithi122 ceph-mon[34758]: pgmap v289: 97 pgs: 97 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 768 B/s rd, 3.4 KiB/s wr, 11 op/s 2024-09-16T01:41:56.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:55 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1126282117' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-16T01:41:56.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:55 smithi122 ceph-mon[34758]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:41:56.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:55 smithi029 ceph-mon[34783]: pgmap v289: 97 pgs: 97 active+clean; 581 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 768 B/s rd, 3.4 KiB/s wr, 11 op/s 2024-09-16T01:41:56.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:55 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1126282117' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-09-16T01:41:56.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:55 smithi029 ceph-mon[34783]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:41:56.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.347+0000 7fe8ddf12640 1 -- 172.21.15.17:0/3986270559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe8d8102d40 msgr2=0x7fe8d8103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:56.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.347+0000 7fe8ddf12640 1 --2- 172.21.15.17:0/3986270559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe8d8102d40 0x7fe8d8103120 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fe8c8009900 tx=0x7fe8c802a480 comp rx=0 tx=0).stop 2024-09-16T01:41:56.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.347+0000 7fe8ddf12640 1 -- 172.21.15.17:0/3986270559 shutdown_connections 2024-09-16T01:41:56.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.347+0000 7fe8ddf12640 1 --2- 172.21.15.17:0/3986270559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8d810c170 0x7fe8d810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:56.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.347+0000 7fe8ddf12640 1 --2- 172.21.15.17:0/3986270559 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe8d8103660 0x7fe8d810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:56.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.347+0000 7fe8ddf12640 1 --2- 172.21.15.17:0/3986270559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe8d8102d40 0x7fe8d8103120 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:56.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.347+0000 7fe8ddf12640 1 -- 172.21.15.17:0/3986270559 >> 172.21.15.17:0/3986270559 conn(0x7fe8d80fc7a0 msgr2=0x7fe8d80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:56.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.347+0000 7fe8ddf12640 1 -- 172.21.15.17:0/3986270559 shutdown_connections 2024-09-16T01:41:56.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.347+0000 7fe8ddf12640 1 -- 172.21.15.17:0/3986270559 wait complete. 2024-09-16T01:41:56.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8ddf12640 1 Processor -- start 2024-09-16T01:41:56.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8ddf12640 1 -- start start 2024-09-16T01:41:56.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8ddf12640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe8d8102d40 0x7fe8d81984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:56.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8ddf12640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8d8103660 0x7fe8d8198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:56.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8ddf12640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe8d810c170 0x7fe8d819cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:56.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8ddf12640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d8111ee0 con 0x7fe8d8102d40 2024-09-16T01:41:56.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8ddf12640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d8111d60 con 0x7fe8d8103660 2024-09-16T01:41:56.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8ddf12640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe8d8112060 con 0x7fe8d810c170 2024-09-16T01:41:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8d77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe8d8102d40 0x7fe8d81984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8d77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe8d8102d40 0x7fe8d81984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38034/0 (socket says 172.21.15.17:38034) 2024-09-16T01:41:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8d77fe640 1 -- 172.21.15.17:0/1719131438 learned_addr learned my addr 172.21.15.17:0/1719131438 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8d6ffd640 1 --2- 172.21.15.17:0/1719131438 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8d8103660 0x7fe8d8198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8d7fff640 1 --2- 172.21.15.17:0/1719131438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe8d810c170 0x7fe8d819cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8d77fe640 1 -- 172.21.15.17:0/1719131438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe8d810c170 msgr2=0x7fe8d819cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8d77fe640 1 --2- 172.21.15.17:0/1719131438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe8d810c170 0x7fe8d819cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8d77fe640 1 -- 172.21.15.17:0/1719131438 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8d8103660 msgr2=0x7fe8d8198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8d77fe640 1 --2- 172.21.15.17:0/1719131438 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8d8103660 0x7fe8d8198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.348+0000 7fe8d77fe640 1 -- 172.21.15.17:0/1719131438 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8d819d490 con 0x7fe8d8102d40 2024-09-16T01:41:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.349+0000 7fe8d77fe640 1 --2- 172.21.15.17:0/1719131438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe8d8102d40 0x7fe8d81984e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe8c8006010 tx=0x7fe8c8004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.349+0000 7fe8d4ff9640 1 -- 172.21.15.17:0/1719131438 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c803f030 con 0x7fe8d8102d40 2024-09-16T01:41:56.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.349+0000 7fe8d4ff9640 1 -- 172.21.15.17:0/1719131438 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe8c80035f0 con 0x7fe8d8102d40 2024-09-16T01:41:56.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.349+0000 7fe8ddf12640 1 -- 172.21.15.17:0/1719131438 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8d819d720 con 0x7fe8d8102d40 2024-09-16T01:41:56.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.349+0000 7fe8d4ff9640 1 -- 172.21.15.17:0/1719131438 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8c8035070 con 0x7fe8d8102d40 2024-09-16T01:41:56.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.349+0000 7fe8ddf12640 1 -- 172.21.15.17:0/1719131438 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8d81a5060 con 0x7fe8d8102d40 2024-09-16T01:41:56.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.350+0000 7fe8ddf12640 1 -- 172.21.15.17:0/1719131438 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8d81031a0 con 0x7fe8d8102d40 2024-09-16T01:41:56.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.351+0000 7fe8d4ff9640 1 -- 172.21.15.17:0/1719131438 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fe8c8003b10 con 0x7fe8d8102d40 2024-09-16T01:41:56.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.352+0000 7fe8d4ff9640 1 --2- 172.21.15.17:0/1719131438 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe8c00a3240 0x7fe8c00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:56.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.352+0000 7fe8d6ffd640 1 --2- 172.21.15.17:0/1719131438 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe8c00a3240 0x7fe8c00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:56.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.352+0000 7fe8d4ff9640 1 -- 172.21.15.17:0/1719131438 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7fe8c80f05f0 con 0x7fe8d8102d40 2024-09-16T01:41:56.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.352+0000 7fe8d6ffd640 1 --2- 172.21.15.17:0/1719131438 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe8c00a3240 0x7fe8c00a5700 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe8d80fee70 tx=0x7fe8cc009060 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:56.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.355+0000 7fe8d4ff9640 1 -- 172.21.15.17:0/1719131438 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe8c80bd3c0 con 0x7fe8d8102d40 2024-09-16T01:41:56.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.557+0000 7fe8ddf12640 1 -- 172.21.15.17:0/1719131438 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fe8d8062630 con 0x7fe8c00a3240 2024-09-16T01:41:56.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.584+0000 7fe8d4ff9640 1 -- 172.21.15.17:0/1719131438 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fe8d8062630 con 0x7fe8c00a3240 2024-09-16T01:41:56.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.586+0000 7fe8ddf12640 1 -- 172.21.15.17:0/1719131438 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe8c00a3240 msgr2=0x7fe8c00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:56.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.586+0000 7fe8ddf12640 1 --2- 172.21.15.17:0/1719131438 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe8c00a3240 0x7fe8c00a5700 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fe8d80fee70 tx=0x7fe8cc009060 comp rx=0 tx=0).stop 2024-09-16T01:41:56.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.586+0000 7fe8ddf12640 1 -- 172.21.15.17:0/1719131438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe8d8102d40 msgr2=0x7fe8d81984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:56.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.586+0000 7fe8ddf12640 1 --2- 172.21.15.17:0/1719131438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe8d8102d40 0x7fe8d81984e0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fe8c8006010 tx=0x7fe8c8004270 comp rx=0 tx=0).stop 2024-09-16T01:41:56.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.586+0000 7fe8ddf12640 1 -- 172.21.15.17:0/1719131438 shutdown_connections 2024-09-16T01:41:56.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.586+0000 7fe8ddf12640 1 --2- 172.21.15.17:0/1719131438 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe8c00a3240 0x7fe8c00a5700 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:56.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.586+0000 7fe8ddf12640 1 --2- 172.21.15.17:0/1719131438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe8d810c170 0x7fe8d819cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:56.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.586+0000 7fe8ddf12640 1 --2- 172.21.15.17:0/1719131438 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe8d8103660 0x7fe8d8198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:56.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.586+0000 7fe8ddf12640 1 --2- 172.21.15.17:0/1719131438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe8d8102d40 0x7fe8d81984e0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:56.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.586+0000 7fe8ddf12640 1 -- 172.21.15.17:0/1719131438 >> 172.21.15.17:0/1719131438 conn(0x7fe8d80fc7a0 msgr2=0x7fe8d80fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:56.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.586+0000 7fe8ddf12640 1 -- 172.21.15.17:0/1719131438 shutdown_connections 2024-09-16T01:41:56.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:56.586+0000 7fe8ddf12640 1 -- 172.21.15.17:0/1719131438 wait complete. 2024-09-16T01:41:56.952 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:41:56 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:41:56.562+0000 7ffac7ca7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:41:56.952 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:41:56 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:41:56.562+0000 7ffac7ca7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:41:56.952 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:41:56 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:41:56.562+0000 7ffac7ca7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:41:56.952 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:41:56 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:41:56.562+0000 7ffac7ca7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:41:56.952 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:41:56 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:41:56.562+0000 7ffac7ca7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:41:57.387 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs subvolume create cephfs sv_0 --group_name qa 2024-09-16T01:41:57.648 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:58.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:57 smithi017 ceph-mon[30972]: pgmap v290: 97 pgs: 97 active+clean; 582 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 2.5 KiB/s wr, 12 op/s 2024-09-16T01:41:58.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:57 smithi017 ceph-mon[30972]: from='client.14688 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:41:58.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.168+0000 7fdbf6677640 1 -- 172.21.15.17:0/2707849072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbf0102790 msgr2=0x7fdbf01067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:58.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.168+0000 7fdbf6677640 1 --2- 172.21.15.17:0/2707849072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbf0102790 0x7fdbf01067e0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fdbd8009900 tx=0x7fdbd802a410 comp rx=0 tx=0).stop 2024-09-16T01:41:58.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.168+0000 7fdbf6677640 1 -- 172.21.15.17:0/2707849072 shutdown_connections 2024-09-16T01:41:58.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.168+0000 7fdbf6677640 1 --2- 172.21.15.17:0/2707849072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbf0106f10 0x7fdbf010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:58.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.168+0000 7fdbf6677640 1 --2- 172.21.15.17:0/2707849072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbf0102790 0x7fdbf01067e0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:58.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.168+0000 7fdbf6677640 1 --2- 172.21.15.17:0/2707849072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbf0101de0 0x7fdbf01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:58.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.168+0000 7fdbf6677640 1 -- 172.21.15.17:0/2707849072 >> 172.21.15.17:0/2707849072 conn(0x7fdbf00fd8c0 msgr2=0x7fdbf00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:58.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.168+0000 7fdbf6677640 1 -- 172.21.15.17:0/2707849072 shutdown_connections 2024-09-16T01:41:58.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.168+0000 7fdbf6677640 1 -- 172.21.15.17:0/2707849072 wait complete. 2024-09-16T01:41:58.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf6677640 1 Processor -- start 2024-09-16T01:41:58.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf6677640 1 -- start start 2024-09-16T01:41:58.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf6677640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbf0101de0 0x7fdbf0198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:58.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf6677640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbf0102790 0x7fdbf01989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:58.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf6677640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbf0106f10 0x7fdbf019cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:58.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf6677640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf0111e60 con 0x7fdbf0106f10 2024-09-16T01:41:58.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf6677640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf0111ce0 con 0x7fdbf0102790 2024-09-16T01:41:58.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf6677640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdbf0111fe0 con 0x7fdbf0101de0 2024-09-16T01:41:58.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf4c14640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbf0106f10 0x7fdbf019cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:58.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf4c14640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbf0106f10 0x7fdbf019cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38074/0 (socket says 172.21.15.17:38074) 2024-09-16T01:41:58.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf4c14640 1 -- 172.21.15.17:0/2211221169 learned_addr learned my addr 172.21.15.17:0/2211221169 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:58.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbeffff640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbf0101de0 0x7fdbf0198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:58.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbe7fff640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbf0102790 0x7fdbf01989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:58.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf4c14640 1 -- 172.21.15.17:0/2211221169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbf0101de0 msgr2=0x7fdbf0198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:58.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf4c14640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbf0101de0 0x7fdbf0198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:58.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf4c14640 1 -- 172.21.15.17:0/2211221169 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbf0102790 msgr2=0x7fdbf01989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:58.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf4c14640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbf0102790 0x7fdbf01989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:58.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbf4c14640 1 -- 172.21.15.17:0/2211221169 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdbf019d420 con 0x7fdbf0106f10 2024-09-16T01:41:58.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.169+0000 7fdbe7fff640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbf0102790 0x7fdbf01989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:41:58.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.170+0000 7fdbf4c14640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbf0106f10 0x7fdbf019cd40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fdbe800b970 tx=0x7fdbe800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:58.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.170+0000 7fdbedffb640 1 -- 172.21.15.17:0/2211221169 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe8019070 con 0x7fdbf0106f10 2024-09-16T01:41:58.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.170+0000 7fdbf6677640 1 -- 172.21.15.17:0/2211221169 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdbf019d710 con 0x7fdbf0106f10 2024-09-16T01:41:58.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.170+0000 7fdbedffb640 1 -- 172.21.15.17:0/2211221169 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdbe8014440 con 0x7fdbf0106f10 2024-09-16T01:41:58.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.170+0000 7fdbedffb640 1 -- 172.21.15.17:0/2211221169 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdbe80075d0 con 0x7fdbf0106f10 2024-09-16T01:41:58.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.170+0000 7fdbf6677640 1 -- 172.21.15.17:0/2211221169 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdbf01a4ff0 con 0x7fdbf0106f10 2024-09-16T01:41:58.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.171+0000 7fdbf6677640 1 -- 172.21.15.17:0/2211221169 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdbf01021c0 con 0x7fdbf0106f10 2024-09-16T01:41:58.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.172+0000 7fdbedffb640 1 -- 172.21.15.17:0/2211221169 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) ==== 138355+0+0 (secure 0 0 0) 0x7fdbe801c070 con 0x7fdbf0106f10 2024-09-16T01:41:58.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.173+0000 7fdbedffb640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdbdc0a3240 0x7fdbdc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:58.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.173+0000 7fdbeffff640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdbdc0a3240 0x7fdbdc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:58.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.173+0000 7fdbedffb640 1 -- 172.21.15.17:0/2211221169 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7fdbe80cee20 con 0x7fdbf0106f10 2024-09-16T01:41:58.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.174+0000 7fdbeffff640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdbdc0a3240 0x7fdbdc0a5700 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fdbe0005fd0 tx=0x7fdbe000b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:58.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.177+0000 7fdbedffb640 1 -- 172.21.15.17:0/2211221169 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdbe809b5a0 con 0x7fdbf0106f10 2024-09-16T01:41:58.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:57 smithi122 ceph-mon[34758]: pgmap v290: 97 pgs: 97 active+clean; 582 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 2.5 KiB/s wr, 12 op/s 2024-09-16T01:41:58.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:57 smithi122 ceph-mon[34758]: from='client.14688 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:41:58.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:57 smithi029 ceph-mon[34783]: pgmap v290: 97 pgs: 97 active+clean; 582 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 KiB/s rd, 2.5 KiB/s wr, 12 op/s 2024-09-16T01:41:58.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:57 smithi029 ceph-mon[34783]: from='client.14688 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:41:58.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.377+0000 7fdbf6677640 1 -- 172.21.15.17:0/2211221169 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7fdbf0062630 con 0x7fdbdc0a3240 2024-09-16T01:41:58.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.404+0000 7fdbedffb640 1 -- 172.21.15.17:0/2211221169 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7fdbf0062630 con 0x7fdbdc0a3240 2024-09-16T01:41:58.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.406+0000 7fdbf6677640 1 -- 172.21.15.17:0/2211221169 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdbdc0a3240 msgr2=0x7fdbdc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:58.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.406+0000 7fdbf6677640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdbdc0a3240 0x7fdbdc0a5700 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fdbe0005fd0 tx=0x7fdbe000b390 comp rx=0 tx=0).stop 2024-09-16T01:41:58.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.406+0000 7fdbf6677640 1 -- 172.21.15.17:0/2211221169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbf0106f10 msgr2=0x7fdbf019cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:58.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.406+0000 7fdbf6677640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbf0106f10 0x7fdbf019cd40 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fdbe800b970 tx=0x7fdbe800be30 comp rx=0 tx=0).stop 2024-09-16T01:41:58.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.406+0000 7fdbf6677640 1 -- 172.21.15.17:0/2211221169 shutdown_connections 2024-09-16T01:41:58.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.406+0000 7fdbf6677640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdbdc0a3240 0x7fdbdc0a5700 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:58.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.406+0000 7fdbf6677640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdbf0106f10 0x7fdbf019cd40 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:58.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.406+0000 7fdbf6677640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdbf0102790 0x7fdbf01989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:58.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.406+0000 7fdbf6677640 1 --2- 172.21.15.17:0/2211221169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdbf0101de0 0x7fdbf0198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:58.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.406+0000 7fdbf6677640 1 -- 172.21.15.17:0/2211221169 >> 172.21.15.17:0/2211221169 conn(0x7fdbf00fd8c0 msgr2=0x7fdbf00fed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:58.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.406+0000 7fdbf6677640 1 -- 172.21.15.17:0/2211221169 shutdown_connections 2024-09-16T01:41:58.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:58.406+0000 7fdbf6677640 1 -- 172.21.15.17:0/2211221169 wait complete. 2024-09-16T01:41:59.031 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-09-16T01:41:59.054 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:41:59 smithi017 ceph-mon[30972]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:41:59.286 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:41:59.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:41:59 smithi029 ceph-mon[34783]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:41:59.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:41:59 smithi122 ceph-mon[34758]: from='client.14700 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:41:59.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.752+0000 7f43e5e50640 1 -- 172.21.15.17:0/1720502906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43e010c170 msgr2=0x7f43e010e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:59.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.752+0000 7f43e5e50640 1 --2- 172.21.15.17:0/1720502906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43e010c170 0x7f43e010e610 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f43d8009ca0 tx=0x7f43d802a950 comp rx=0 tx=0).stop 2024-09-16T01:41:59.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.752+0000 7f43e5e50640 1 -- 172.21.15.17:0/1720502906 shutdown_connections 2024-09-16T01:41:59.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.752+0000 7f43e5e50640 1 --2- 172.21.15.17:0/1720502906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43e010c170 0x7f43e010e610 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:59.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.752+0000 7f43e5e50640 1 --2- 172.21.15.17:0/1720502906 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f43e0103660 0x7f43e010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:59.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.752+0000 7f43e5e50640 1 --2- 172.21.15.17:0/1720502906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43e0102d40 0x7f43e0103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:59.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.752+0000 7f43e5e50640 1 -- 172.21.15.17:0/1720502906 >> 172.21.15.17:0/1720502906 conn(0x7f43e00fc7a0 msgr2=0x7f43e00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:59.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.752+0000 7f43e5e50640 1 -- 172.21.15.17:0/1720502906 shutdown_connections 2024-09-16T01:41:59.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.752+0000 7f43e5e50640 1 -- 172.21.15.17:0/1720502906 wait complete. 2024-09-16T01:41:59.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.752+0000 7f43e5e50640 1 Processor -- start 2024-09-16T01:41:59.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.752+0000 7f43e5e50640 1 -- start start 2024-09-16T01:41:59.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43e5e50640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43e0102d40 0x7f43e01009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43e5e50640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f43e0103660 0x7f43e0100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43e5e50640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43e010c170 0x7f43e0101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43e5e50640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f43e0111e20 con 0x7f43e010c170 2024-09-16T01:41:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43e5e50640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f43e0111ca0 con 0x7f43e0102d40 2024-09-16T01:41:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43e5e50640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f43e0111fa0 con 0x7f43e0103660 2024-09-16T01:41:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43dffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43e010c170 0x7f43e0101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43dffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43e010c170 0x7f43e0101420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38086/0 (socket says 172.21.15.17:38086) 2024-09-16T01:41:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43dffff640 1 -- 172.21.15.17:0/3919529317 learned_addr learned my addr 172.21.15.17:0/3919529317 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:41:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43df7fe640 1 --2- 172.21.15.17:0/3919529317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43e0102d40 0x7f43e01009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43deffd640 1 --2- 172.21.15.17:0/3919529317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f43e0103660 0x7f43e0100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43dffff640 1 -- 172.21.15.17:0/3919529317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f43e0103660 msgr2=0x7f43e0100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43dffff640 1 --2- 172.21.15.17:0/3919529317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f43e0103660 0x7f43e0100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43dffff640 1 -- 172.21.15.17:0/3919529317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43e0102d40 msgr2=0x7f43e01009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43dffff640 1 --2- 172.21.15.17:0/3919529317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43e0102d40 0x7f43e01009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43dffff640 1 -- 172.21.15.17:0/3919529317 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43e01a67e0 con 0x7f43e010c170 2024-09-16T01:41:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.753+0000 7f43dffff640 1 --2- 172.21.15.17:0/3919529317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43e010c170 0x7f43e0101420 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f43d802ae70 tx=0x7f43d802f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.754+0000 7f43dcff9640 1 -- 172.21.15.17:0/3919529317 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d8034040 con 0x7f43e010c170 2024-09-16T01:41:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.754+0000 7f43dcff9640 1 -- 172.21.15.17:0/3919529317 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f43d80308f0 con 0x7f43e010c170 2024-09-16T01:41:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.754+0000 7f43e5e50640 1 -- 172.21.15.17:0/3919529317 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43e01a6a70 con 0x7f43e010c170 2024-09-16T01:41:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.754+0000 7f43dcff9640 1 -- 172.21.15.17:0/3919529317 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43d80047f0 con 0x7f43e010c170 2024-09-16T01:41:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.754+0000 7f43e5e50640 1 -- 172.21.15.17:0/3919529317 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43e01a6fa0 con 0x7f43e010c170 2024-09-16T01:41:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.755+0000 7f43e5e50640 1 -- 172.21.15.17:0/3919529317 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43e0103120 con 0x7f43e010c170 2024-09-16T01:41:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.756+0000 7f43dcff9640 1 -- 172.21.15.17:0/3919529317 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f43d8037020 con 0x7f43e010c170 2024-09-16T01:41:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.756+0000 7f43dcff9640 1 --2- 172.21.15.17:0/3919529317 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f43c80a3350 0x7f43c80a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:41:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.757+0000 7f43df7fe640 1 --2- 172.21.15.17:0/3919529317 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f43c80a3350 0x7f43c80a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:41:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.757+0000 7f43dcff9640 1 -- 172.21.15.17:0/3919529317 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f43d80f06a0 con 0x7f43e010c170 2024-09-16T01:41:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.757+0000 7f43df7fe640 1 --2- 172.21.15.17:0/3919529317 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f43c80a3350 0x7f43c80a5810 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f43d000bbe0 tx=0x7f43d000b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:41:59.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.761+0000 7f43dcff9640 1 -- 172.21.15.17:0/3919529317 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f43d80bd520 con 0x7f43e010c170 2024-09-16T01:41:59.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.963+0000 7f43e5e50640 1 -- 172.21.15.17:0/3919529317 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) -- 0x7f43e0062630 con 0x7f43c80a3350 2024-09-16T01:41:59.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.969+0000 7f43dcff9640 1 -- 172.21.15.17:0/3919529317 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7f43e0062630 con 0x7f43c80a3350 2024-09-16T01:41:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:/volumes/qa/sv_0/f92d96e4-f5e0-4882-900d-b2454ef2eff6 2024-09-16T01:41:59.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.971+0000 7f43e5e50640 1 -- 172.21.15.17:0/3919529317 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f43c80a3350 msgr2=0x7f43c80a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:59.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.971+0000 7f43e5e50640 1 --2- 172.21.15.17:0/3919529317 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f43c80a3350 0x7f43c80a5810 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f43d000bbe0 tx=0x7f43d000b390 comp rx=0 tx=0).stop 2024-09-16T01:41:59.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.971+0000 7f43e5e50640 1 -- 172.21.15.17:0/3919529317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43e010c170 msgr2=0x7f43e0101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:41:59.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.971+0000 7f43e5e50640 1 --2- 172.21.15.17:0/3919529317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43e010c170 0x7f43e0101420 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f43d802ae70 tx=0x7f43d802f5d0 comp rx=0 tx=0).stop 2024-09-16T01:41:59.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.971+0000 7f43e5e50640 1 -- 172.21.15.17:0/3919529317 shutdown_connections 2024-09-16T01:41:59.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.971+0000 7f43e5e50640 1 --2- 172.21.15.17:0/3919529317 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f43c80a3350 0x7f43c80a5810 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:59.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.971+0000 7f43e5e50640 1 --2- 172.21.15.17:0/3919529317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43e010c170 0x7f43e0101420 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:59.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.971+0000 7f43e5e50640 1 --2- 172.21.15.17:0/3919529317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f43e0103660 0x7f43e0100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:59.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.971+0000 7f43e5e50640 1 --2- 172.21.15.17:0/3919529317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43e0102d40 0x7f43e01009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:41:59.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.971+0000 7f43e5e50640 1 -- 172.21.15.17:0/3919529317 >> 172.21.15.17:0/3919529317 conn(0x7f43e00fc7a0 msgr2=0x7f43e00fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:41:59.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.972+0000 7f43e5e50640 1 -- 172.21.15.17:0/3919529317 shutdown_connections 2024-09-16T01:41:59.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:41:59.972+0000 7f43e5e50640 1 -- 172.21.15.17:0/3919529317 wait complete. 2024-09-16T01:42:00.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:00 smithi017 ceph-mon[30972]: pgmap v291: 97 pgs: 97 active+clean; 582 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-09-16T01:42:00.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:00 smithi017 ceph-mon[30972]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-16T01:42:00.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:00 smithi029 ceph-mon[34783]: pgmap v291: 97 pgs: 97 active+clean; 582 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-09-16T01:42:00.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:00 smithi029 ceph-mon[34783]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-16T01:42:00.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:00 smithi122 ceph-mon[34758]: pgmap v291: 97 pgs: 97 active+clean; 582 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-09-16T01:42:00.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:00 smithi122 ceph-mon[34758]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-09-16T01:42:00.770 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs subvolume create cephfs sv_1 --group_name qa 2024-09-16T01:42:01.065 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:01.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:01 smithi017 ceph-mon[30972]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:42:01.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:01 smithi122 ceph-mon[34758]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:42:01.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:01 smithi029 ceph-mon[34783]: from='client.14706 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:42:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.545+0000 7f506b671640 1 -- 172.21.15.17:0/2973938921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5064102dd0 msgr2=0x7f50641031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.545+0000 7f506b671640 1 --2- 172.21.15.17:0/2973938921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5064102dd0 0x7f50641031b0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f5060009930 tx=0x7f506002a420 comp rx=0 tx=0).stop 2024-09-16T01:42:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.545+0000 7f506b671640 1 -- 172.21.15.17:0/2973938921 shutdown_connections 2024-09-16T01:42:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.545+0000 7f506b671640 1 --2- 172.21.15.17:0/2973938921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5064108300 0x7f506410ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.545+0000 7f506b671640 1 --2- 172.21.15.17:0/2973938921 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5064103780 0x7f5064107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.545+0000 7f506b671640 1 --2- 172.21.15.17:0/2973938921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5064102dd0 0x7f50641031b0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.545+0000 7f506b671640 1 -- 172.21.15.17:0/2973938921 >> 172.21.15.17:0/2973938921 conn(0x7f50640fc7d0 msgr2=0x7f50640febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.545+0000 7f506b671640 1 -- 172.21.15.17:0/2973938921 shutdown_connections 2024-09-16T01:42:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.545+0000 7f506b671640 1 -- 172.21.15.17:0/2973938921 wait complete. 2024-09-16T01:42:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f506b671640 1 Processor -- start 2024-09-16T01:42:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f506b671640 1 -- start start 2024-09-16T01:42:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f506b671640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5064102dd0 0x7f5064198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f506b671640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5064103780 0x7f5064198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f506b671640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5064108300 0x7f506419cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f506b671640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5064111f40 con 0x7f5064108300 2024-09-16T01:42:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f506b671640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5064111dc0 con 0x7f5064103780 2024-09-16T01:42:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f506b671640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f50641120c0 con 0x7f5064102dd0 2024-09-16T01:42:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f5069c0e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5064108300 0x7f506419cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f5069c0e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5064108300 0x7f506419cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38104/0 (socket says 172.21.15.17:38104) 2024-09-16T01:42:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f5069c0e640 1 -- 172.21.15.17:0/647073796 learned_addr learned my addr 172.21.15.17:0/647073796 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f5068c0c640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5064103780 0x7f5064198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f506940d640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5064102dd0 0x7f5064198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f5069c0e640 1 -- 172.21.15.17:0/647073796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5064102dd0 msgr2=0x7f5064198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f5069c0e640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5064102dd0 0x7f5064198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f5069c0e640 1 -- 172.21.15.17:0/647073796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5064103780 msgr2=0x7f5064198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f5069c0e640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5064103780 0x7f5064198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f5069c0e640 1 -- 172.21.15.17:0/647073796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f506419d4b0 con 0x7f5064108300 2024-09-16T01:42:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.546+0000 7f506940d640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5064102dd0 0x7f5064198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.547+0000 7f5069c0e640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5064108300 0x7f506419cdd0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f505c009fd0 tx=0x7f505c00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.547+0000 7f505a7fc640 1 -- 172.21.15.17:0/647073796 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f505c017070 con 0x7f5064108300 2024-09-16T01:42:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.547+0000 7f506b671640 1 -- 172.21.15.17:0/647073796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f506419d7a0 con 0x7f5064108300 2024-09-16T01:42:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.547+0000 7f505a7fc640 1 -- 172.21.15.17:0/647073796 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f505c003e20 con 0x7f5064108300 2024-09-16T01:42:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.547+0000 7f505a7fc640 1 -- 172.21.15.17:0/647073796 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f505c010460 con 0x7f5064108300 2024-09-16T01:42:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.547+0000 7f506b671640 1 -- 172.21.15.17:0/647073796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50641a5080 con 0x7f5064108300 2024-09-16T01:42:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.548+0000 7f506b671640 1 -- 172.21.15.17:0/647073796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f506406a7b0 con 0x7f5064108300 2024-09-16T01:42:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.549+0000 7f505a7fc640 1 -- 172.21.15.17:0/647073796 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f505c003970 con 0x7f5064108300 2024-09-16T01:42:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.550+0000 7f505a7fc640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50500a32d0 0x7f50500a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.550+0000 7f506940d640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50500a32d0 0x7f50500a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.550+0000 7f505a7fc640 1 -- 172.21.15.17:0/647073796 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f505c0cf6d0 con 0x7f5064108300 2024-09-16T01:42:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.551+0000 7f506940d640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50500a32d0 0x7f50500a5790 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5060000c00 tx=0x7f5060031400 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.553+0000 7f505a7fc640 1 -- 172.21.15.17:0/647073796 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f505c09c440 con 0x7f5064108300 2024-09-16T01:42:01.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.756+0000 7f506b671640 1 -- 172.21.15.17:0/647073796 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) -- 0x7f5064062630 con 0x7f50500a32d0 2024-09-16T01:42:01.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.780+0000 7f505a7fc640 1 -- 172.21.15.17:0/647073796 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+0 (secure 0 0 0) 0x7f5064062630 con 0x7f50500a32d0 2024-09-16T01:42:01.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.783+0000 7f506b671640 1 -- 172.21.15.17:0/647073796 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50500a32d0 msgr2=0x7f50500a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:01.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.783+0000 7f506b671640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50500a32d0 0x7f50500a5790 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f5060000c00 tx=0x7f5060031400 comp rx=0 tx=0).stop 2024-09-16T01:42:01.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.783+0000 7f506b671640 1 -- 172.21.15.17:0/647073796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5064108300 msgr2=0x7f506419cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:01.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.783+0000 7f506b671640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5064108300 0x7f506419cdd0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f505c009fd0 tx=0x7f505c00b260 comp rx=0 tx=0).stop 2024-09-16T01:42:01.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.783+0000 7f506b671640 1 -- 172.21.15.17:0/647073796 shutdown_connections 2024-09-16T01:42:01.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.783+0000 7f506b671640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50500a32d0 0x7f50500a5790 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:01.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.783+0000 7f506b671640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5064108300 0x7f506419cdd0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:01.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.783+0000 7f506b671640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5064103780 0x7f5064198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:01.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.783+0000 7f506b671640 1 --2- 172.21.15.17:0/647073796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5064102dd0 0x7f5064198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:01.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.783+0000 7f506b671640 1 -- 172.21.15.17:0/647073796 >> 172.21.15.17:0/647073796 conn(0x7f50640fc7d0 msgr2=0x7f5064105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:01.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.783+0000 7f506b671640 1 -- 172.21.15.17:0/647073796 shutdown_connections 2024-09-16T01:42:01.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:01.783+0000 7f506b671640 1 -- 172.21.15.17:0/647073796 wait complete. 2024-09-16T01:42:02.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:02 smithi017 ceph-mon[30972]: pgmap v292: 97 pgs: 97 active+clean; 582 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-09-16T01:42:02.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:02 smithi122 ceph-mon[34758]: pgmap v292: 97 pgs: 97 active+clean; 582 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-09-16T01:42:02.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:02 smithi029 ceph-mon[34783]: pgmap v292: 97 pgs: 97 active+clean; 582 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 2.3 KiB/s wr, 12 op/s 2024-09-16T01:42:02.437 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-09-16T01:42:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:03.105 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:03 smithi017 ceph-mon[30972]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:42:03.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.190+0000 7fc28509c640 1 -- 172.21.15.17:0/727194799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc280101400 msgr2=0x7fc28010d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:03.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.190+0000 7fc28509c640 1 --2- 172.21.15.17:0/727194799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc280101400 0x7fc28010d930 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fc270009930 tx=0x7fc27002a420 comp rx=0 tx=0).stop 2024-09-16T01:42:03.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.191+0000 7fc28509c640 1 -- 172.21.15.17:0/727194799 shutdown_connections 2024-09-16T01:42:03.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.191+0000 7fc28509c640 1 --2- 172.21.15.17:0/727194799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc280101400 0x7fc28010d930 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:03.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.191+0000 7fc28509c640 1 --2- 172.21.15.17:0/727194799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc280100a60 0x7fc280100ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:03.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.191+0000 7fc28509c640 1 --2- 172.21.15.17:0/727194799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc280106a60 0x7fc280106e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:03.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.191+0000 7fc28509c640 1 -- 172.21.15.17:0/727194799 >> 172.21.15.17:0/727194799 conn(0x7fc2800fc780 msgr2=0x7fc2800feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:03.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.191+0000 7fc28509c640 1 -- 172.21.15.17:0/727194799 shutdown_connections 2024-09-16T01:42:03.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.191+0000 7fc28509c640 1 -- 172.21.15.17:0/727194799 wait complete. 2024-09-16T01:42:03.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.191+0000 7fc28509c640 1 Processor -- start 2024-09-16T01:42:03.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc28509c640 1 -- start start 2024-09-16T01:42:03.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc28509c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc280100a60 0x7fc2800fce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:03.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc28509c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc280101400 0x7fc2800fd350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:03.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc28509c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc280106a60 0x7fc2800fd890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:03.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc28509c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc280110d10 con 0x7fc280106a60 2024-09-16T01:42:03.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc28509c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc280110b90 con 0x7fc280101400 2024-09-16T01:42:03.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc28509c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc280110e90 con 0x7fc280100a60 2024-09-16T01:42:03.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc27f59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc280106a60 0x7fc2800fd890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:03.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc27f59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc280106a60 0x7fc2800fd890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38124/0 (socket says 172.21.15.17:38124) 2024-09-16T01:42:03.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc27f59e640 1 -- 172.21.15.17:0/3380307281 learned_addr learned my addr 172.21.15.17:0/3380307281 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:03.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc27e59c640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc280101400 0x7fc2800fd350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:03.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc27ed9d640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc280100a60 0x7fc2800fce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:03.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc27f59e640 1 -- 172.21.15.17:0/3380307281 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc280100a60 msgr2=0x7fc2800fce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:03.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc27f59e640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc280100a60 0x7fc2800fce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:03.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc27f59e640 1 -- 172.21.15.17:0/3380307281 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc280101400 msgr2=0x7fc2800fd350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:03.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc27f59e640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc280101400 0x7fc2800fd350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:03.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc27f59e640 1 -- 172.21.15.17:0/3380307281 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2801a6840 con 0x7fc280106a60 2024-09-16T01:42:03.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.192+0000 7fc27e59c640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc280101400 0x7fc2800fd350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:42:03.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.193+0000 7fc27f59e640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc280106a60 0x7fc2800fd890 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc270005940 tx=0x7fc2700040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:03.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.193+0000 7fc277fff640 1 -- 172.21.15.17:0/3380307281 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc27003f030 con 0x7fc280106a60 2024-09-16T01:42:03.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.193+0000 7fc277fff640 1 -- 172.21.15.17:0/3380307281 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2700044c0 con 0x7fc280106a60 2024-09-16T01:42:03.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.193+0000 7fc28509c640 1 -- 172.21.15.17:0/3380307281 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2801a6ad0 con 0x7fc280106a60 2024-09-16T01:42:03.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.193+0000 7fc277fff640 1 -- 172.21.15.17:0/3380307281 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc270035070 con 0x7fc280106a60 2024-09-16T01:42:03.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.193+0000 7fc28509c640 1 -- 172.21.15.17:0/3380307281 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2801a6fb0 con 0x7fc280106a60 2024-09-16T01:42:03.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.194+0000 7fc28509c640 1 -- 172.21.15.17:0/3380307281 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc280100ec0 con 0x7fc280106a60 2024-09-16T01:42:03.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.195+0000 7fc277fff640 1 -- 172.21.15.17:0/3380307281 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fc270042030 con 0x7fc280106a60 2024-09-16T01:42:03.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.196+0000 7fc277fff640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc26c0a32d0 0x7fc26c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:03.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.196+0000 7fc27ed9d640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc26c0a32d0 0x7fc26c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:03.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.196+0000 7fc277fff640 1 -- 172.21.15.17:0/3380307281 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7fc2700efc40 con 0x7fc280106a60 2024-09-16T01:42:03.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.196+0000 7fc27ed9d640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc26c0a32d0 0x7fc26c0a5790 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc278005fd0 tx=0x7fc278009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:03.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.200+0000 7fc277fff640 1 -- 172.21.15.17:0/3380307281 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc2700bc360 con 0x7fc280106a60 2024-09-16T01:42:03.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:03 smithi029 ceph-mon[34783]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:42:03.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:03 smithi122 ceph-mon[34758]: from='client.14712 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:42:03.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.403+0000 7fc28509c640 1 -- 172.21.15.17:0/3380307281 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) -- 0x7fc28010a050 con 0x7fc26c0a32d0 2024-09-16T01:42:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.407+0000 7fc277fff640 1 -- 172.21.15.17:0/3380307281 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+54 (secure 0 0 0) 0x7fc278003a60 con 0x7fc26c0a32d0 2024-09-16T01:42:03.408 INFO:teuthology.orchestra.run.smithi017.stdout:/volumes/qa/sv_1/5f97bb62-f16c-4fe1-b189-d329abae59fa 2024-09-16T01:42:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.409+0000 7fc28509c640 1 -- 172.21.15.17:0/3380307281 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc26c0a32d0 msgr2=0x7fc26c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.409+0000 7fc28509c640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc26c0a32d0 0x7fc26c0a5790 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc278005fd0 tx=0x7fc278009500 comp rx=0 tx=0).stop 2024-09-16T01:42:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.409+0000 7fc28509c640 1 -- 172.21.15.17:0/3380307281 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc280106a60 msgr2=0x7fc2800fd890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.409+0000 7fc28509c640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc280106a60 0x7fc2800fd890 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc270005940 tx=0x7fc2700040c0 comp rx=0 tx=0).stop 2024-09-16T01:42:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.409+0000 7fc28509c640 1 -- 172.21.15.17:0/3380307281 shutdown_connections 2024-09-16T01:42:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.409+0000 7fc28509c640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc26c0a32d0 0x7fc26c0a5790 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.409+0000 7fc28509c640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc280106a60 0x7fc2800fd890 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.409+0000 7fc28509c640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc280101400 0x7fc2800fd350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.409+0000 7fc28509c640 1 --2- 172.21.15.17:0/3380307281 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc280100a60 0x7fc2800fce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.409+0000 7fc28509c640 1 -- 172.21.15.17:0/3380307281 >> 172.21.15.17:0/3380307281 conn(0x7fc2800fc780 msgr2=0x7fc28006aad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.409+0000 7fc28509c640 1 -- 172.21.15.17:0/3380307281 shutdown_connections 2024-09-16T01:42:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:03.409+0000 7fc28509c640 1 -- 172.21.15.17:0/3380307281 wait complete. 2024-09-16T01:42:04.067 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:42:04.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:04 smithi017 ceph-mon[30972]: pgmap v293: 97 pgs: 97 active+clean; 607 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-09-16T01:42:04.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:04 smithi017 ceph-mon[30972]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:42:04.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:04 smithi029 ceph-mon[34783]: pgmap v293: 97 pgs: 97 active+clean; 607 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-09-16T01:42:04.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:04 smithi029 ceph-mon[34783]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:42:04.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:04 smithi122 ceph-mon[34758]: pgmap v293: 97 pgs: 97 active+clean; 607 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.7 KiB/s wr, 14 op/s 2024-09-16T01:42:04.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:04 smithi122 ceph-mon[34758]: from='client.14718 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:42:04.328 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.818+0000 7f50dc557640 1 -- 172.21.15.17:0/1820134326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d4102570 msgr2=0x7f50d41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.818+0000 7f50dc557640 1 --2- 172.21.15.17:0/1820134326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d4102570 0x7f50d41029b0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f50c4009900 tx=0x7f50c402a480 comp rx=0 tx=0).stop 2024-09-16T01:42:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.818+0000 7f50dc557640 1 -- 172.21.15.17:0/1820134326 shutdown_connections 2024-09-16T01:42:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.818+0000 7f50dc557640 1 --2- 172.21.15.17:0/1820134326 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50d4102ef0 0x7f50d410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.818+0000 7f50dc557640 1 --2- 172.21.15.17:0/1820134326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d4102570 0x7f50d41029b0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.818+0000 7f50dc557640 1 --2- 172.21.15.17:0/1820134326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50d4100e20 0x7f50d4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.818+0000 7f50dc557640 1 -- 172.21.15.17:0/1820134326 >> 172.21.15.17:0/1820134326 conn(0x7f50d40fc7d0 msgr2=0x7f50d40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.818+0000 7f50dc557640 1 -- 172.21.15.17:0/1820134326 shutdown_connections 2024-09-16T01:42:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.818+0000 7f50dc557640 1 -- 172.21.15.17:0/1820134326 wait complete. 2024-09-16T01:42:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.818+0000 7f50dc557640 1 Processor -- start 2024-09-16T01:42:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50dc557640 1 -- start start 2024-09-16T01:42:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50dc557640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50d4100e20 0x7f50d40fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50dc557640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50d4102570 0x7f50d40fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50dc557640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d4102ef0 0x7f50d40fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50dc557640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f50d4110e00 con 0x7f50d4102ef0 2024-09-16T01:42:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50dc557640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f50d4110c80 con 0x7f50d4100e20 2024-09-16T01:42:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50dc557640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f50d4110f80 con 0x7f50d4102570 2024-09-16T01:42:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50daaf4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d4102ef0 0x7f50d40fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50daaf4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d4102ef0 0x7f50d40fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38144/0 (socket says 172.21.15.17:38144) 2024-09-16T01:42:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50daaf4640 1 -- 172.21.15.17:0/3272359427 learned_addr learned my addr 172.21.15.17:0/3272359427 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50da2f3640 1 --2- 172.21.15.17:0/3272359427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50d4100e20 0x7f50d40fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50d9af2640 1 --2- 172.21.15.17:0/3272359427 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50d4102570 0x7f50d40fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50daaf4640 1 -- 172.21.15.17:0/3272359427 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50d4102570 msgr2=0x7f50d40fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50daaf4640 1 --2- 172.21.15.17:0/3272359427 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50d4102570 0x7f50d40fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50daaf4640 1 -- 172.21.15.17:0/3272359427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50d4100e20 msgr2=0x7f50d40fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50daaf4640 1 --2- 172.21.15.17:0/3272359427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50d4100e20 0x7f50d40fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50daaf4640 1 -- 172.21.15.17:0/3272359427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50d41a6860 con 0x7f50d4102ef0 2024-09-16T01:42:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.819+0000 7f50daaf4640 1 --2- 172.21.15.17:0/3272359427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d4102ef0 0x7f50d40fd700 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f50cc00eaa0 tx=0x7f50cc00eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.820+0000 7f50cb7fe640 1 -- 172.21.15.17:0/3272359427 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50cc004d20 con 0x7f50d4102ef0 2024-09-16T01:42:04.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.820+0000 7f50dc557640 1 -- 172.21.15.17:0/3272359427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50d41a6b50 con 0x7f50d4102ef0 2024-09-16T01:42:04.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.820+0000 7f50cb7fe640 1 -- 172.21.15.17:0/3272359427 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50cc005020 con 0x7f50d4102ef0 2024-09-16T01:42:04.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.820+0000 7f50cb7fe640 1 -- 172.21.15.17:0/3272359427 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50cc0116b0 con 0x7f50d4102ef0 2024-09-16T01:42:04.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.820+0000 7f50dc557640 1 -- 172.21.15.17:0/3272359427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50d41a7010 con 0x7f50d4102ef0 2024-09-16T01:42:04.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.821+0000 7f50dc557640 1 -- 172.21.15.17:0/3272359427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f50d4101200 con 0x7f50d4102ef0 2024-09-16T01:42:04.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.822+0000 7f50cb7fe640 1 -- 172.21.15.17:0/3272359427 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f50cc0051d0 con 0x7f50d4102ef0 2024-09-16T01:42:04.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.823+0000 7f50cb7fe640 1 --2- 172.21.15.17:0/3272359427 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50c00a32d0 0x7f50c00a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:04.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.823+0000 7f50da2f3640 1 --2- 172.21.15.17:0/3272359427 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50c00a32d0 0x7f50c00a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:04.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.823+0000 7f50cb7fe640 1 -- 172.21.15.17:0/3272359427 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f50cc0cfae0 con 0x7f50d4102ef0 2024-09-16T01:42:04.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.823+0000 7f50da2f3640 1 --2- 172.21.15.17:0/3272359427 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50c00a32d0 0x7f50c00a5790 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f50d000abe0 tx=0x7f50d000a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:04.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:04.827+0000 7f50cb7fe640 1 -- 172.21.15.17:0/3272359427 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f50cc016030 con 0x7f50d4102ef0 2024-09-16T01:42:05.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:05.043+0000 7f50dc557640 1 -- 172.21.15.17:0/3272359427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f50d410a0d0 con 0x7f50d4102ef0 2024-09-16T01:42:05.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:05.043+0000 7f50cb7fe640 1 -- 172.21.15.17:0/3272359427 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11901 (secure 0 0 0) 0x7f50cc09c750 con 0x7f50d4102ef0 2024-09-16T01:42:05.048 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:42:05.048 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":24,"btime":"2024-09-16T01:41:54:885306+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:41:54.477176+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T01:42:05.048 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 24 2024-09-16T01:42:05.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:05.046+0000 7f50dc557640 1 -- 172.21.15.17:0/3272359427 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50c00a32d0 msgr2=0x7f50c00a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:05.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:05.046+0000 7f50dc557640 1 --2- 172.21.15.17:0/3272359427 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50c00a32d0 0x7f50c00a5790 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f50d000abe0 tx=0x7f50d000a2d0 comp rx=0 tx=0).stop 2024-09-16T01:42:05.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:05.046+0000 7f50dc557640 1 -- 172.21.15.17:0/3272359427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d4102ef0 msgr2=0x7f50d40fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:05.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:05.046+0000 7f50dc557640 1 --2- 172.21.15.17:0/3272359427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d4102ef0 0x7f50d40fd700 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f50cc00eaa0 tx=0x7f50cc00eea0 comp rx=0 tx=0).stop 2024-09-16T01:42:05.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:05.046+0000 7f50dc557640 1 -- 172.21.15.17:0/3272359427 shutdown_connections 2024-09-16T01:42:05.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:05.046+0000 7f50dc557640 1 --2- 172.21.15.17:0/3272359427 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50c00a32d0 0x7f50c00a5790 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:05.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:05.046+0000 7f50dc557640 1 --2- 172.21.15.17:0/3272359427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d4102ef0 0x7f50d40fd700 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:05.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:05.046+0000 7f50dc557640 1 --2- 172.21.15.17:0/3272359427 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50d4102570 0x7f50d40fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:05.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:05.046+0000 7f50dc557640 1 --2- 172.21.15.17:0/3272359427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50d4100e20 0x7f50d40fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:05.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:05.046+0000 7f50dc557640 1 -- 172.21.15.17:0/3272359427 >> 172.21.15.17:0/3272359427 conn(0x7f50d40fc7d0 msgr2=0x7f50d406a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:05.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:05.046+0000 7f50dc557640 1 -- 172.21.15.17:0/3272359427 shutdown_connections 2024-09-16T01:42:05.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:05.046+0000 7f50dc557640 1 -- 172.21.15.17:0/3272359427 wait complete. 2024-09-16T01:42:05.704 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T01:42:05.968 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:06.272 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:06 smithi017 ceph-mon[30972]: pgmap v294: 97 pgs: 97 active+clean; 607 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.1 KiB/s wr, 13 op/s 2024-09-16T01:42:06.272 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:06 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3272359427' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:42:06.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:06 smithi029 ceph-mon[34783]: pgmap v294: 97 pgs: 97 active+clean; 607 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.1 KiB/s wr, 13 op/s 2024-09-16T01:42:06.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:06 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3272359427' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:42:06.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:06 smithi122 ceph-mon[34758]: pgmap v294: 97 pgs: 97 active+clean; 607 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 4.1 KiB/s wr, 13 op/s 2024-09-16T01:42:06.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:06 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3272359427' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:42:06.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.470+0000 7ff521f0e640 1 -- 172.21.15.17:0/1617261332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff51c103700 msgr2=0x7ff51c10bbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:06.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.470+0000 7ff521f0e640 1 --2- 172.21.15.17:0/1617261332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff51c103700 0x7ff51c10bbf0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7ff504009900 tx=0x7ff50402a480 comp rx=0 tx=0).stop 2024-09-16T01:42:06.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.470+0000 7ff521f0e640 1 -- 172.21.15.17:0/1617261332 shutdown_connections 2024-09-16T01:42:06.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.470+0000 7ff521f0e640 1 --2- 172.21.15.17:0/1617261332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff51c10c180 0x7ff51c10e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:06.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.470+0000 7ff521f0e640 1 --2- 172.21.15.17:0/1617261332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff51c103700 0x7ff51c10bbf0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:06.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.470+0000 7ff521f0e640 1 --2- 172.21.15.17:0/1617261332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff51c102de0 0x7ff51c1031c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:06.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.470+0000 7ff521f0e640 1 -- 172.21.15.17:0/1617261332 >> 172.21.15.17:0/1617261332 conn(0x7ff51c0fc7a0 msgr2=0x7ff51c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:06.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.470+0000 7ff521f0e640 1 -- 172.21.15.17:0/1617261332 shutdown_connections 2024-09-16T01:42:06.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.470+0000 7ff521f0e640 1 -- 172.21.15.17:0/1617261332 wait complete. 2024-09-16T01:42:06.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.470+0000 7ff521f0e640 1 Processor -- start 2024-09-16T01:42:06.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff521f0e640 1 -- start start 2024-09-16T01:42:06.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff521f0e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff51c102de0 0x7ff51c198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:06.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff521f0e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff51c103700 0x7ff51c1989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:06.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff521f0e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff51c10c180 0x7ff51c19cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:06.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff521f0e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff51c111e80 con 0x7ff51c10c180 2024-09-16T01:42:06.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff521f0e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff51c111d00 con 0x7ff51c102de0 2024-09-16T01:42:06.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff521f0e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff51c112000 con 0x7ff51c103700 2024-09-16T01:42:06.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff51bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff51c10c180 0x7ff51c19cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:06.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff51bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff51c10c180 0x7ff51c19cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34344/0 (socket says 172.21.15.17:34344) 2024-09-16T01:42:06.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff51bfff640 1 -- 172.21.15.17:0/608543993 learned_addr learned my addr 172.21.15.17:0/608543993 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:06.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff51b7fe640 1 --2- 172.21.15.17:0/608543993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff51c102de0 0x7ff51c198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:06.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff51affd640 1 --2- 172.21.15.17:0/608543993 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff51c103700 0x7ff51c1989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:06.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff51bfff640 1 -- 172.21.15.17:0/608543993 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff51c103700 msgr2=0x7ff51c1989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:06.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff51bfff640 1 --2- 172.21.15.17:0/608543993 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff51c103700 0x7ff51c1989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:06.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff51bfff640 1 -- 172.21.15.17:0/608543993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff51c102de0 msgr2=0x7ff51c198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:06.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff51bfff640 1 --2- 172.21.15.17:0/608543993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff51c102de0 0x7ff51c198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:06.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.471+0000 7ff51bfff640 1 -- 172.21.15.17:0/608543993 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff51c19d430 con 0x7ff51c10c180 2024-09-16T01:42:06.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.472+0000 7ff51bfff640 1 --2- 172.21.15.17:0/608543993 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff51c10c180 0x7ff51c19cd50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff51400b970 tx=0x7ff51400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:06.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.472+0000 7ff518ff9640 1 -- 172.21.15.17:0/608543993 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff514019070 con 0x7ff51c10c180 2024-09-16T01:42:06.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.472+0000 7ff518ff9640 1 -- 172.21.15.17:0/608543993 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff514014440 con 0x7ff51c10c180 2024-09-16T01:42:06.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.472+0000 7ff518ff9640 1 -- 172.21.15.17:0/608543993 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5140075d0 con 0x7ff51c10c180 2024-09-16T01:42:06.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.472+0000 7ff521f0e640 1 -- 172.21.15.17:0/608543993 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff51c19d720 con 0x7ff51c10c180 2024-09-16T01:42:06.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.472+0000 7ff521f0e640 1 -- 172.21.15.17:0/608543993 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff51c1a5000 con 0x7ff51c10c180 2024-09-16T01:42:06.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.473+0000 7ff521f0e640 1 -- 172.21.15.17:0/608543993 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff51c1031c0 con 0x7ff51c10c180 2024-09-16T01:42:06.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.474+0000 7ff518ff9640 1 -- 172.21.15.17:0/608543993 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7ff51401c070 con 0x7ff51c10c180 2024-09-16T01:42:06.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.475+0000 7ff518ff9640 1 --2- 172.21.15.17:0/608543993 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff5080a32d0 0x7ff5080a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:06.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.475+0000 7ff51b7fe640 1 --2- 172.21.15.17:0/608543993 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff5080a32d0 0x7ff5080a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:06.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.475+0000 7ff518ff9640 1 -- 172.21.15.17:0/608543993 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7ff5140ceeb0 con 0x7ff51c10c180 2024-09-16T01:42:06.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.475+0000 7ff51b7fe640 1 --2- 172.21.15.17:0/608543993 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff5080a32d0 0x7ff5080a5790 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ff50c0058c0 tx=0x7ff50c00a250 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:06.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.479+0000 7ff518ff9640 1 -- 172.21.15.17:0/608543993 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff51409b5e0 con 0x7ff51c10c180 2024-09-16T01:42:06.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.654+0000 7ff521f0e640 1 -- 172.21.15.17:0/608543993 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff51c107200 con 0x7ff51c10c180 2024-09-16T01:42:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.656+0000 7ff518ff9640 1 -- 172.21.15.17:0/608543993 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22217 (secure 0 0 0) 0x7ff51409f8e0 con 0x7ff51c10c180 2024-09-16T01:42:06.658 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:42:06.659 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":82,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","created":"2024-09-16T01:33:53.298260+0000","modified":"2024-09-16T01:41:43.521899+0000","last_up_change":"2024-09-16T01:40:51.430063+0000","last_in_change":"2024-09-16T01:40:27.916637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:37:00.918910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:41:39.579756+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:41:41.834594+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b8922682-71d1-43de-99c1-33159c0e154f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6803","nonce":973418367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6805","nonce":973418367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6809","nonce":973418367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6807","nonce":973418367}]},"public_addr":"172.21.15.17:6803/973418367","cluster_addr":"172.21.15.17:6805/973418367","heartbeat_back_addr":"172.21.15.17:6809/973418367","heartbeat_front_addr":"172.21.15.17:6807/973418367","state":["exists","up"]},{"osd":1,"uuid":"757f97f3-d423-4451-bb57-6179ff651bab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6801","nonce":476361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6803","nonce":476361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6807","nonce":476361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6805","nonce":476361632}]},"public_addr":"172.21.15.29:6801/476361632","cluster_addr":"172.21.15.29:6803/476361632","heartbeat_back_addr":"172.21.15.29:6807/476361632","heartbeat_front_addr":"172.21.15.29:6805/476361632","state":["exists","up"]},{"osd":2,"uuid":"e6100863-2f60-4213-895c-bf6d2026378f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6801","nonce":3223940683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6803","nonce":3223940683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6807","nonce":3223940683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6805","nonce":3223940683}]},"public_addr":"172.21.15.122:6801/3223940683","cluster_addr":"172.21.15.122:6803/3223940683","heartbeat_back_addr":"172.21.15.122:6807/3223940683","heartbeat_front_addr":"172.21.15.122:6805/3223940683","state":["exists","up"]},{"osd":3,"uuid":"611d7433-6cb9-4016-a58b-bb96394d2d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6811","nonce":3558508388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6813","nonce":3558508388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6817","nonce":3558508388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6815","nonce":3558508388}]},"public_addr":"172.21.15.17:6811/3558508388","cluster_addr":"172.21.15.17:6813/3558508388","heartbeat_back_addr":"172.21.15.17:6817/3558508388","heartbeat_front_addr":"172.21.15.17:6815/3558508388","state":["exists","up"]},{"osd":4,"uuid":"7d202bcb-50ab-4f6e-a090-7e61c538fa77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6809","nonce":2110146164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6811","nonce":2110146164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6815","nonce":2110146164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6813","nonce":2110146164}]},"public_addr":"172.21.15.29:6809/2110146164","cluster_addr":"172.21.15.29:6811/2110146164","heartbeat_back_addr":"172.21.15.29:6815/2110146164","heartbeat_front_addr":"172.21.15.29:6813/2110146164","state":["exists","up"]},{"osd":5,"uuid":"bcc07f4f-f204-465b-b9c6-c04604d243c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6809","nonce":1621076168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6811","nonce":1621076168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6815","nonce":1621076168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6813","nonce":1621076168}]},"public_addr":"172.21.15.122:6809/1621076168","cluster_addr":"172.21.15.122:6811/1621076168","heartbeat_back_addr":"172.21.15.122:6815/1621076168","heartbeat_front_addr":"172.21.15.122:6813/1621076168","state":["exists","up"]},{"osd":6,"uuid":"64080f89-a0f5-4a86-aa16-77938675379e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6819","nonce":1408033288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6821","nonce":1408033288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6825","nonce":1408033288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6823","nonce":1408033288}]},"public_addr":"172.21.15.17:6819/1408033288","cluster_addr":"172.21.15.17:6821/1408033288","heartbeat_back_addr":"172.21.15.17:6825/1408033288","heartbeat_front_addr":"172.21.15.17:6823/1408033288","state":["exists","up"]},{"osd":7,"uuid":"aca554bd-1914-455c-936a-aa59b1504194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6817","nonce":127734728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6819","nonce":127734728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6823","nonce":127734728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6821","nonce":127734728}]},"public_addr":"172.21.15.29:6817/127734728","cluster_addr":"172.21.15.29:6819/127734728","heartbeat_back_addr":"172.21.15.29:6823/127734728","heartbeat_front_addr":"172.21.15.29:6821/127734728","state":["exists","up"]},{"osd":8,"uuid":"0b5ed7f4-4b47-4cbe-9086-8948ce393446","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6817","nonce":360974259}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6819","nonce":360974259}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6823","nonce":360974259}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6821","nonce":360974259}]},"public_addr":"172.21.15.122:6817/360974259","cluster_addr":"172.21.15.122:6819/360974259","heartbeat_back_addr":"172.21.15.122:6823/360974259","heartbeat_front_addr":"172.21.15.122:6821/360974259","state":["exists","up"]},{"osd":9,"uuid":"55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6827","nonce":2483471753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6829","nonce":2483471753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6833","nonce":2483471753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6831","nonce":2483471753}]},"public_addr":"172.21.15.17:6827/2483471753","cluster_addr":"172.21.15.17:6829/2483471753","heartbeat_back_addr":"172.21.15.17:6833/2483471753","heartbeat_front_addr":"172.21.15.17:6831/2483471753","state":["exists","up"]},{"osd":10,"uuid":"c83a74f2-e570-487c-9e87-bb0b74965ca2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6825","nonce":362618550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6827","nonce":362618550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6831","nonce":362618550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6829","nonce":362618550}]},"public_addr":"172.21.15.29:6825/362618550","cluster_addr":"172.21.15.29:6827/362618550","heartbeat_back_addr":"172.21.15.29:6831/362618550","heartbeat_front_addr":"172.21.15.29:6829/362618550","state":["exists","up"]},{"osd":11,"uuid":"1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6825","nonce":1375874597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6827","nonce":1375874597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6831","nonce":1375874597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6829","nonce":1375874597}]},"public_addr":"172.21.15.122:6825/1375874597","cluster_addr":"172.21.15.122:6827/1375874597","heartbeat_back_addr":"172.21.15.122:6831/1375874597","heartbeat_front_addr":"172.21.15.122:6829/1375874597","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:05.813342+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:31.420629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:57.341085+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:22.481098+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:48.928453+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:15.070471+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:40.275611+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:05.810417+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:30.926343+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:56.824386+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:23.647559+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:49.303702+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:0/171001531":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6801/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/149674379":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6800/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2909964706":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2310526449":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/844082331":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6800/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6801/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/270715983":"2024-09-17T01:34:15.927659+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.658+0000 7ff521f0e640 1 -- 172.21.15.17:0/608543993 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff5080a32d0 msgr2=0x7ff5080a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.658+0000 7ff521f0e640 1 --2- 172.21.15.17:0/608543993 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff5080a32d0 0x7ff5080a5790 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ff50c0058c0 tx=0x7ff50c00a250 comp rx=0 tx=0).stop 2024-09-16T01:42:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.658+0000 7ff521f0e640 1 -- 172.21.15.17:0/608543993 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff51c10c180 msgr2=0x7ff51c19cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.658+0000 7ff521f0e640 1 --2- 172.21.15.17:0/608543993 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff51c10c180 0x7ff51c19cd50 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff51400b970 tx=0x7ff51400be30 comp rx=0 tx=0).stop 2024-09-16T01:42:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.658+0000 7ff521f0e640 1 -- 172.21.15.17:0/608543993 shutdown_connections 2024-09-16T01:42:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.658+0000 7ff521f0e640 1 --2- 172.21.15.17:0/608543993 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff5080a32d0 0x7ff5080a5790 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.658+0000 7ff521f0e640 1 --2- 172.21.15.17:0/608543993 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff51c10c180 0x7ff51c19cd50 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.658+0000 7ff521f0e640 1 --2- 172.21.15.17:0/608543993 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff51c103700 0x7ff51c1989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.658+0000 7ff521f0e640 1 --2- 172.21.15.17:0/608543993 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff51c102de0 0x7ff51c198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.658+0000 7ff521f0e640 1 -- 172.21.15.17:0/608543993 >> 172.21.15.17:0/608543993 conn(0x7ff51c0fc7a0 msgr2=0x7ff51c0fe100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.658+0000 7ff521f0e640 1 -- 172.21.15.17:0/608543993 shutdown_connections 2024-09-16T01:42:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:06.658+0000 7ff521f0e640 1 -- 172.21.15.17:0/608543993 wait complete. 2024-09-16T01:42:07.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:07 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/608543993' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:42:07.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:07 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/608543993' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:42:07.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:07 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/608543993' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:42:07.461 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-16T01:42:07.461 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T01:42:07.719 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:08.189 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:08 smithi017 ceph-mon[30972]: pgmap v295: 97 pgs: 97 active+clean; 632 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.4 KiB/s wr, 11 op/s 2024-09-16T01:42:08.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.269+0000 7f46628b6640 1 -- 172.21.15.17:0/3861100337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f465c10c170 msgr2=0x7f465c10e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:08.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.269+0000 7f46628b6640 1 --2- 172.21.15.17:0/3861100337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f465c10c170 0x7f465c10e610 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f4654009ca0 tx=0x7f465402a950 comp rx=0 tx=0).stop 2024-09-16T01:42:08.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.269+0000 7f46628b6640 1 -- 172.21.15.17:0/3861100337 shutdown_connections 2024-09-16T01:42:08.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.269+0000 7f46628b6640 1 --2- 172.21.15.17:0/3861100337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f465c10c170 0x7f465c10e610 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.269+0000 7f46628b6640 1 --2- 172.21.15.17:0/3861100337 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f465c103660 0x7f465c10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.269+0000 7f46628b6640 1 --2- 172.21.15.17:0/3861100337 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f465c102d40 0x7f465c103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.269+0000 7f46628b6640 1 -- 172.21.15.17:0/3861100337 >> 172.21.15.17:0/3861100337 conn(0x7f465c0fc7a0 msgr2=0x7f465c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:08.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.269+0000 7f46628b6640 1 -- 172.21.15.17:0/3861100337 shutdown_connections 2024-09-16T01:42:08.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.269+0000 7f46628b6640 1 -- 172.21.15.17:0/3861100337 wait complete. 2024-09-16T01:42:08.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.270+0000 7f46628b6640 1 Processor -- start 2024-09-16T01:42:08.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.270+0000 7f46628b6640 1 -- start start 2024-09-16T01:42:08.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.270+0000 7f46628b6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f465c102d40 0x7f465c198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:08.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.270+0000 7f46628b6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f465c103660 0x7f465c198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:08.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.270+0000 7f46628b6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f465c10c170 0x7f465c19cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:08.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.270+0000 7f46628b6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f465c111e00 con 0x7f465c103660 2024-09-16T01:42:08.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.270+0000 7f46628b6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f465c111c80 con 0x7f465c10c170 2024-09-16T01:42:08.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.270+0000 7f46628b6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f465c111f80 con 0x7f465c102d40 2024-09-16T01:42:08.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.270+0000 7f465b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f465c103660 0x7f465c198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:08.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.270+0000 7f465b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f465c103660 0x7f465c198850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34360/0 (socket says 172.21.15.17:34360) 2024-09-16T01:42:08.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.270+0000 7f465b7fe640 1 -- 172.21.15.17:0/4078974277 learned_addr learned my addr 172.21.15.17:0/4078974277 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:08.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.271+0000 7f465bfff640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f465c102d40 0x7f465c198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:08.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.271+0000 7f4660e53640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f465c10c170 0x7f465c19cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:08.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.271+0000 7f465b7fe640 1 -- 172.21.15.17:0/4078974277 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f465c102d40 msgr2=0x7f465c198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:08.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.271+0000 7f465b7fe640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f465c102d40 0x7f465c198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.271+0000 7f465b7fe640 1 -- 172.21.15.17:0/4078974277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f465c10c170 msgr2=0x7f465c19cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:08.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.271+0000 7f465b7fe640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f465c10c170 0x7f465c19cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.271+0000 7f465b7fe640 1 -- 172.21.15.17:0/4078974277 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f465c19d2c0 con 0x7f465c103660 2024-09-16T01:42:08.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.271+0000 7f4660e53640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f465c10c170 0x7f465c19cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:08.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.271+0000 7f465b7fe640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f465c103660 0x7f465c198850 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f465000d750 tx=0x7f465000db50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:08.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.271+0000 7f46597fa640 1 -- 172.21.15.17:0/4078974277 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4650017070 con 0x7f465c103660 2024-09-16T01:42:08.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.271+0000 7f46597fa640 1 -- 172.21.15.17:0/4078974277 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4650009820 con 0x7f465c103660 2024-09-16T01:42:08.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.271+0000 7f46597fa640 1 -- 172.21.15.17:0/4078974277 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4650004b20 con 0x7f465c103660 2024-09-16T01:42:08.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.271+0000 7f46628b6640 1 -- 172.21.15.17:0/4078974277 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f465c19d5b0 con 0x7f465c103660 2024-09-16T01:42:08.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.271+0000 7f46628b6640 1 -- 172.21.15.17:0/4078974277 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f465c1a4e90 con 0x7f465c103660 2024-09-16T01:42:08.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.272+0000 7f46628b6640 1 -- 172.21.15.17:0/4078974277 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f465c103120 con 0x7f465c103660 2024-09-16T01:42:08.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.274+0000 7f46597fa640 1 -- 172.21.15.17:0/4078974277 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f4650004cc0 con 0x7f465c103660 2024-09-16T01:42:08.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.274+0000 7f46597fa640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46440a3350 0x7f46440a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:08.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.274+0000 7f465bfff640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46440a3350 0x7f46440a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:08.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.274+0000 7f46597fa640 1 -- 172.21.15.17:0/4078974277 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f46500cf660 con 0x7f465c103660 2024-09-16T01:42:08.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.275+0000 7f465bfff640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46440a3350 0x7f46440a5810 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f464c00abe0 tx=0x7f464c00a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:08.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.278+0000 7f46597fa640 1 -- 172.21.15.17:0/4078974277 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f465009c450 con 0x7f465c103660 2024-09-16T01:42:08.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:08 smithi029 ceph-mon[34783]: pgmap v295: 97 pgs: 97 active+clean; 632 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.4 KiB/s wr, 11 op/s 2024-09-16T01:42:08.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:08 smithi122 ceph-mon[34758]: pgmap v295: 97 pgs: 97 active+clean; 632 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 8.6 KiB/s rd, 5.4 KiB/s wr, 11 op/s 2024-09-16T01:42:08.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.463+0000 7f46628b6640 1 -- 172.21.15.17:0/4078974277 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f465c062630 con 0x7f46440a3350 2024-09-16T01:42:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.470+0000 7f46597fa640 1 -- 172.21.15.17:0/4078974277 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258865 (secure 0 0 0) 0x7f465c062630 con 0x7f46440a3350 2024-09-16T01:42:08.474 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:42:08.475 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-16T01:42:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.473+0000 7f46628b6640 1 -- 172.21.15.17:0/4078974277 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46440a3350 msgr2=0x7f46440a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.473+0000 7f46628b6640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46440a3350 0x7f46440a5810 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f464c00abe0 tx=0x7f464c00a2d0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.473+0000 7f46628b6640 1 -- 172.21.15.17:0/4078974277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f465c103660 msgr2=0x7f465c198850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.473+0000 7f46628b6640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f465c103660 0x7f465c198850 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f465000d750 tx=0x7f465000db50 comp rx=0 tx=0).stop 2024-09-16T01:42:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.473+0000 7f46628b6640 1 -- 172.21.15.17:0/4078974277 shutdown_connections 2024-09-16T01:42:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.473+0000 7f46628b6640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46440a3350 0x7f46440a5810 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.473+0000 7f46628b6640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f465c10c170 0x7f465c19cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.473+0000 7f46628b6640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f465c103660 0x7f465c198850 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.473+0000 7f46628b6640 1 --2- 172.21.15.17:0/4078974277 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f465c102d40 0x7f465c198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.473+0000 7f46628b6640 1 -- 172.21.15.17:0/4078974277 >> 172.21.15.17:0/4078974277 conn(0x7f465c0fc7a0 msgr2=0x7f465c0fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.473+0000 7f46628b6640 1 -- 172.21.15.17:0/4078974277 shutdown_connections 2024-09-16T01:42:08.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:08.473+0000 7f46628b6640 1 -- 172.21.15.17:0/4078974277 wait complete. 2024-09-16T01:42:09.081 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":295,"stamp":"2024-09-16T01:42:06.510093+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":647098,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":229,"num_read_kb":220,"num_write":338,"num_write_kb":3039,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":273,"ondisk_log_size":273,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":376688,"kb_used_data":10800,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124565136,"statfs":{"total":1151940427776,"available":1151554699264,"internally_reserved":0,"allocated":11059200,"data_stored":6995296,"data_compressed":107994,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":52130,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":95,"num_read_kb":103,"num_write":39,"num_write_kb":65,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003259"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.849081+0000","last_change":"2024-09-16T01:41:42.858269+0000","last_active":"2024-09-16T01:41:43.849081+0000","last_peered":"2024-09-16T01:41:43.849081+0000","last_clean":"2024-09-16T01:41:43.849081+0000","last_became_active":"2024-09-16T01:41:42.857834+0000","last_became_peered":"2024-09-16T01:41:42.857834+0000","last_unstale":"2024-09-16T01:41:43.849081+0000","last_undegraded":"2024-09-16T01:41:43.849081+0000","last_fullsized":"2024-09-16T01:41:43.849081+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:34.752606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863681+0000","last_change":"2024-09-16T01:41:42.855243+0000","last_active":"2024-09-16T01:41:43.863681+0000","last_peered":"2024-09-16T01:41:43.863681+0000","last_clean":"2024-09-16T01:41:43.863681+0000","last_became_active":"2024-09-16T01:41:42.854933+0000","last_became_peered":"2024-09-16T01:41:42.854933+0000","last_unstale":"2024-09-16T01:41:43.863681+0000","last_undegraded":"2024-09-16T01:41:43.863681+0000","last_fullsized":"2024-09-16T01:41:43.863681+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:33.190148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863523+0000","last_change":"2024-09-16T01:41:42.864850+0000","last_active":"2024-09-16T01:41:43.863523+0000","last_peered":"2024-09-16T01:41:43.863523+0000","last_clean":"2024-09-16T01:41:43.863523+0000","last_became_active":"2024-09-16T01:41:42.864457+0000","last_became_peered":"2024-09-16T01:41:42.864457+0000","last_unstale":"2024-09-16T01:41:43.863523+0000","last_undegraded":"2024-09-16T01:41:43.863523+0000","last_fullsized":"2024-09-16T01:41:43.863523+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:30:22.935333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.849671+0000","last_change":"2024-09-16T01:41:42.864542+0000","last_active":"2024-09-16T01:41:43.849671+0000","last_peered":"2024-09-16T01:41:43.849671+0000","last_clean":"2024-09-16T01:41:43.849671+0000","last_became_active":"2024-09-16T01:41:42.864208+0000","last_became_peered":"2024-09-16T01:41:42.864208+0000","last_unstale":"2024-09-16T01:41:43.849671+0000","last_undegraded":"2024-09-16T01:41:43.849671+0000","last_fullsized":"2024-09-16T01:41:43.849671+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:26.230750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859503+0000","last_change":"2024-09-16T01:41:42.863632+0000","last_active":"2024-09-16T01:41:43.859503+0000","last_peered":"2024-09-16T01:41:43.859503+0000","last_clean":"2024-09-16T01:41:43.859503+0000","last_became_active":"2024-09-16T01:41:42.862988+0000","last_became_peered":"2024-09-16T01:41:42.862988+0000","last_unstale":"2024-09-16T01:41:43.859503+0000","last_undegraded":"2024-09-16T01:41:43.859503+0000","last_fullsized":"2024-09-16T01:41:43.859503+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:40.854320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.858850+0000","last_change":"2024-09-16T01:41:42.864794+0000","last_active":"2024-09-16T01:41:43.858850+0000","last_peered":"2024-09-16T01:41:43.858850+0000","last_clean":"2024-09-16T01:41:43.858850+0000","last_became_active":"2024-09-16T01:41:42.864460+0000","last_became_peered":"2024-09-16T01:41:42.864460+0000","last_unstale":"2024-09-16T01:41:43.858850+0000","last_undegraded":"2024-09-16T01:41:43.858850+0000","last_fullsized":"2024-09-16T01:41:43.858850+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:48.974901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862503+0000","last_change":"2024-09-16T01:41:42.863738+0000","last_active":"2024-09-16T01:41:43.862503+0000","last_peered":"2024-09-16T01:41:43.862503+0000","last_clean":"2024-09-16T01:41:43.862503+0000","last_became_active":"2024-09-16T01:41:42.862787+0000","last_became_peered":"2024-09-16T01:41:42.862787+0000","last_unstale":"2024-09-16T01:41:43.862503+0000","last_undegraded":"2024-09-16T01:41:43.862503+0000","last_fullsized":"2024-09-16T01:41:43.862503+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:09.491126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860622+0000","last_change":"2024-09-16T01:41:42.867518+0000","last_active":"2024-09-16T01:41:43.860622+0000","last_peered":"2024-09-16T01:41:43.860622+0000","last_clean":"2024-09-16T01:41:43.860622+0000","last_became_active":"2024-09-16T01:41:42.867176+0000","last_became_peered":"2024-09-16T01:41:42.867176+0000","last_unstale":"2024-09-16T01:41:43.860622+0000","last_undegraded":"2024-09-16T01:41:43.860622+0000","last_fullsized":"2024-09-16T01:41:43.860622+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:06.778397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862884+0000","last_change":"2024-09-16T01:41:42.858684+0000","last_active":"2024-09-16T01:41:43.862884+0000","last_peered":"2024-09-16T01:41:43.862884+0000","last_clean":"2024-09-16T01:41:43.862884+0000","last_became_active":"2024-09-16T01:41:42.858033+0000","last_became_peered":"2024-09-16T01:41:42.858033+0000","last_unstale":"2024-09-16T01:41:43.862884+0000","last_undegraded":"2024-09-16T01:41:43.862884+0000","last_fullsized":"2024-09-16T01:41:43.862884+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:59:03.373757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859382+0000","last_change":"2024-09-16T01:41:42.867864+0000","last_active":"2024-09-16T01:41:43.859382+0000","last_peered":"2024-09-16T01:41:43.859382+0000","last_clean":"2024-09-16T01:41:43.859382+0000","last_became_active":"2024-09-16T01:41:42.867328+0000","last_became_peered":"2024-09-16T01:41:42.867328+0000","last_unstale":"2024-09-16T01:41:43.859382+0000","last_undegraded":"2024-09-16T01:41:43.859382+0000","last_fullsized":"2024-09-16T01:41:43.859382+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:05:32.122388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862708+0000","last_change":"2024-09-16T01:41:42.875181+0000","last_active":"2024-09-16T01:41:43.862708+0000","last_peered":"2024-09-16T01:41:43.862708+0000","last_clean":"2024-09-16T01:41:43.862708+0000","last_became_active":"2024-09-16T01:41:42.874765+0000","last_became_peered":"2024-09-16T01:41:42.874765+0000","last_unstale":"2024-09-16T01:41:43.862708+0000","last_undegraded":"2024-09-16T01:41:43.862708+0000","last_fullsized":"2024-09-16T01:41:43.862708+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:13:20.147822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.849528+0000","last_change":"2024-09-16T01:41:42.869605+0000","last_active":"2024-09-16T01:41:43.849528+0000","last_peered":"2024-09-16T01:41:43.849528+0000","last_clean":"2024-09-16T01:41:43.849528+0000","last_became_active":"2024-09-16T01:41:42.869092+0000","last_became_peered":"2024-09-16T01:41:42.869092+0000","last_unstale":"2024-09-16T01:41:43.849528+0000","last_undegraded":"2024-09-16T01:41:43.849528+0000","last_fullsized":"2024-09-16T01:41:43.849528+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:39.792869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.847954+0000","last_change":"2024-09-16T01:41:42.854873+0000","last_active":"2024-09-16T01:41:43.847954+0000","last_peered":"2024-09-16T01:41:43.847954+0000","last_clean":"2024-09-16T01:41:43.847954+0000","last_became_active":"2024-09-16T01:41:42.854559+0000","last_became_peered":"2024-09-16T01:41:42.854559+0000","last_unstale":"2024-09-16T01:41:43.847954+0000","last_undegraded":"2024-09-16T01:41:43.847954+0000","last_fullsized":"2024-09-16T01:41:43.847954+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:51:08.072898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863182+0000","last_change":"2024-09-16T01:41:42.856102+0000","last_active":"2024-09-16T01:41:43.863182+0000","last_peered":"2024-09-16T01:41:43.863182+0000","last_clean":"2024-09-16T01:41:43.863182+0000","last_became_active":"2024-09-16T01:41:42.855763+0000","last_became_peered":"2024-09-16T01:41:42.855763+0000","last_unstale":"2024-09-16T01:41:43.863182+0000","last_undegraded":"2024-09-16T01:41:43.863182+0000","last_fullsized":"2024-09-16T01:41:43.863182+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:03.540153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862915+0000","last_change":"2024-09-16T01:41:42.865759+0000","last_active":"2024-09-16T01:41:43.862915+0000","last_peered":"2024-09-16T01:41:43.862915+0000","last_clean":"2024-09-16T01:41:43.862915+0000","last_became_active":"2024-09-16T01:41:42.865310+0000","last_became_peered":"2024-09-16T01:41:42.865310+0000","last_unstale":"2024-09-16T01:41:43.862915+0000","last_undegraded":"2024-09-16T01:41:43.862915+0000","last_fullsized":"2024-09-16T01:41:43.862915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:25:52.897510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.861523+0000","last_change":"2024-09-16T01:41:42.871183+0000","last_active":"2024-09-16T01:41:43.861523+0000","last_peered":"2024-09-16T01:41:43.861523+0000","last_clean":"2024-09-16T01:41:43.861523+0000","last_became_active":"2024-09-16T01:41:42.870816+0000","last_became_peered":"2024-09-16T01:41:42.870816+0000","last_unstale":"2024-09-16T01:41:43.861523+0000","last_undegraded":"2024-09-16T01:41:43.861523+0000","last_fullsized":"2024-09-16T01:41:43.861523+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:37.890658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.849131+0000","last_change":"2024-09-16T01:41:42.858293+0000","last_active":"2024-09-16T01:41:43.849131+0000","last_peered":"2024-09-16T01:41:43.849131+0000","last_clean":"2024-09-16T01:41:43.849131+0000","last_became_active":"2024-09-16T01:41:42.857393+0000","last_became_peered":"2024-09-16T01:41:42.857393+0000","last_unstale":"2024-09-16T01:41:43.849131+0000","last_undegraded":"2024-09-16T01:41:43.849131+0000","last_fullsized":"2024-09-16T01:41:43.849131+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:08:09.767728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859355+0000","last_change":"2024-09-16T01:41:42.856670+0000","last_active":"2024-09-16T01:41:43.859355+0000","last_peered":"2024-09-16T01:41:43.859355+0000","last_clean":"2024-09-16T01:41:43.859355+0000","last_became_active":"2024-09-16T01:41:42.856346+0000","last_became_peered":"2024-09-16T01:41:42.856346+0000","last_unstale":"2024-09-16T01:41:43.859355+0000","last_undegraded":"2024-09-16T01:41:43.859355+0000","last_fullsized":"2024-09-16T01:41:43.859355+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:05.164090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860795+0000","last_change":"2024-09-16T01:41:42.866531+0000","last_active":"2024-09-16T01:41:43.860795+0000","last_peered":"2024-09-16T01:41:43.860795+0000","last_clean":"2024-09-16T01:41:43.860795+0000","last_became_active":"2024-09-16T01:41:42.866002+0000","last_became_peered":"2024-09-16T01:41:42.866002+0000","last_unstale":"2024-09-16T01:41:43.860795+0000","last_undegraded":"2024-09-16T01:41:43.860795+0000","last_fullsized":"2024-09-16T01:41:43.860795+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:22:37.171553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.848752+0000","last_change":"2024-09-16T01:41:42.860941+0000","last_active":"2024-09-16T01:41:43.848752+0000","last_peered":"2024-09-16T01:41:43.848752+0000","last_clean":"2024-09-16T01:41:43.848752+0000","last_became_active":"2024-09-16T01:41:42.860562+0000","last_became_peered":"2024-09-16T01:41:42.860562+0000","last_unstale":"2024-09-16T01:41:43.848752+0000","last_undegraded":"2024-09-16T01:41:43.848752+0000","last_fullsized":"2024-09-16T01:41:43.848752+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:15:44.366908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.848007+0000","last_change":"2024-09-16T01:41:42.864423+0000","last_active":"2024-09-16T01:41:43.848007+0000","last_peered":"2024-09-16T01:41:43.848007+0000","last_clean":"2024-09-16T01:41:43.848007+0000","last_became_active":"2024-09-16T01:41:42.863811+0000","last_became_peered":"2024-09-16T01:41:42.863811+0000","last_unstale":"2024-09-16T01:41:43.848007+0000","last_undegraded":"2024-09-16T01:41:43.848007+0000","last_fullsized":"2024-09-16T01:41:43.848007+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:31.402113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862821+0000","last_change":"2024-09-16T01:41:42.871481+0000","last_active":"2024-09-16T01:41:43.862821+0000","last_peered":"2024-09-16T01:41:43.862821+0000","last_clean":"2024-09-16T01:41:43.862821+0000","last_became_active":"2024-09-16T01:41:42.871156+0000","last_became_peered":"2024-09-16T01:41:42.871156+0000","last_unstale":"2024-09-16T01:41:43.862821+0000","last_undegraded":"2024-09-16T01:41:43.862821+0000","last_fullsized":"2024-09-16T01:41:43.862821+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:01.384184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859807+0000","last_change":"2024-09-16T01:41:42.870730+0000","last_active":"2024-09-16T01:41:43.859807+0000","last_peered":"2024-09-16T01:41:43.859807+0000","last_clean":"2024-09-16T01:41:43.859807+0000","last_became_active":"2024-09-16T01:41:42.870475+0000","last_became_peered":"2024-09-16T01:41:42.870475+0000","last_unstale":"2024-09-16T01:41:43.859807+0000","last_undegraded":"2024-09-16T01:41:43.859807+0000","last_fullsized":"2024-09-16T01:41:43.859807+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:20.301087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862505+0000","last_change":"2024-09-16T01:41:42.866596+0000","last_active":"2024-09-16T01:41:43.862505+0000","last_peered":"2024-09-16T01:41:43.862505+0000","last_clean":"2024-09-16T01:41:43.862505+0000","last_became_active":"2024-09-16T01:41:42.866011+0000","last_became_peered":"2024-09-16T01:41:42.866011+0000","last_unstale":"2024-09-16T01:41:43.862505+0000","last_undegraded":"2024-09-16T01:41:43.862505+0000","last_fullsized":"2024-09-16T01:41:43.862505+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:15.535118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.861222+0000","last_change":"2024-09-16T01:41:42.868201+0000","last_active":"2024-09-16T01:41:43.861222+0000","last_peered":"2024-09-16T01:41:43.861222+0000","last_clean":"2024-09-16T01:41:43.861222+0000","last_became_active":"2024-09-16T01:41:42.867951+0000","last_became_peered":"2024-09-16T01:41:42.867951+0000","last_unstale":"2024-09-16T01:41:43.861222+0000","last_undegraded":"2024-09-16T01:41:43.861222+0000","last_fullsized":"2024-09-16T01:41:43.861222+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:57.585681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862488+0000","last_change":"2024-09-16T01:41:42.872985+0000","last_active":"2024-09-16T01:41:43.862488+0000","last_peered":"2024-09-16T01:41:43.862488+0000","last_clean":"2024-09-16T01:41:43.862488+0000","last_became_active":"2024-09-16T01:41:42.872568+0000","last_became_peered":"2024-09-16T01:41:42.872568+0000","last_unstale":"2024-09-16T01:41:43.862488+0000","last_undegraded":"2024-09-16T01:41:43.862488+0000","last_fullsized":"2024-09-16T01:41:43.862488+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:34:37.470028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.848959+0000","last_change":"2024-09-16T01:41:42.862286+0000","last_active":"2024-09-16T01:41:43.848959+0000","last_peered":"2024-09-16T01:41:43.848959+0000","last_clean":"2024-09-16T01:41:43.848959+0000","last_became_active":"2024-09-16T01:41:42.861971+0000","last_became_peered":"2024-09-16T01:41:42.861971+0000","last_unstale":"2024-09-16T01:41:43.848959+0000","last_undegraded":"2024-09-16T01:41:43.848959+0000","last_fullsized":"2024-09-16T01:41:43.848959+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:38.719275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.848086+0000","last_change":"2024-09-16T01:41:42.857215+0000","last_active":"2024-09-16T01:41:43.848086+0000","last_peered":"2024-09-16T01:41:43.848086+0000","last_clean":"2024-09-16T01:41:43.848086+0000","last_became_active":"2024-09-16T01:41:42.856902+0000","last_became_peered":"2024-09-16T01:41:42.856902+0000","last_unstale":"2024-09-16T01:41:43.848086+0000","last_undegraded":"2024-09-16T01:41:43.848086+0000","last_fullsized":"2024-09-16T01:41:43.848086+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:05.388739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863557+0000","last_change":"2024-09-16T01:41:42.867306+0000","last_active":"2024-09-16T01:41:43.863557+0000","last_peered":"2024-09-16T01:41:43.863557+0000","last_clean":"2024-09-16T01:41:43.863557+0000","last_became_active":"2024-09-16T01:41:42.866822+0000","last_became_peered":"2024-09-16T01:41:42.866822+0000","last_unstale":"2024-09-16T01:41:43.863557+0000","last_undegraded":"2024-09-16T01:41:43.863557+0000","last_fullsized":"2024-09-16T01:41:43.863557+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:17:12.111068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860382+0000","last_change":"2024-09-16T01:41:42.866293+0000","last_active":"2024-09-16T01:41:43.860382+0000","last_peered":"2024-09-16T01:41:43.860382+0000","last_clean":"2024-09-16T01:41:43.860382+0000","last_became_active":"2024-09-16T01:41:42.865954+0000","last_became_peered":"2024-09-16T01:41:42.865954+0000","last_unstale":"2024-09-16T01:41:43.860382+0000","last_undegraded":"2024-09-16T01:41:43.860382+0000","last_fullsized":"2024-09-16T01:41:43.860382+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:30.503539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859885+0000","last_change":"2024-09-16T01:41:42.863924+0000","last_active":"2024-09-16T01:41:43.859885+0000","last_peered":"2024-09-16T01:41:43.859885+0000","last_clean":"2024-09-16T01:41:43.859885+0000","last_became_active":"2024-09-16T01:41:42.863470+0000","last_became_peered":"2024-09-16T01:41:42.863470+0000","last_unstale":"2024-09-16T01:41:43.859885+0000","last_undegraded":"2024-09-16T01:41:43.859885+0000","last_fullsized":"2024-09-16T01:41:43.859885+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:50.024293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.848740+0000","last_change":"2024-09-16T01:41:42.868244+0000","last_active":"2024-09-16T01:41:43.848740+0000","last_peered":"2024-09-16T01:41:43.848740+0000","last_clean":"2024-09-16T01:41:43.848740+0000","last_became_active":"2024-09-16T01:41:42.867861+0000","last_became_peered":"2024-09-16T01:41:42.867861+0000","last_unstale":"2024-09-16T01:41:43.848740+0000","last_undegraded":"2024-09-16T01:41:43.848740+0000","last_fullsized":"2024-09-16T01:41:43.848740+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:02:41.555602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859170+0000","last_change":"2024-09-16T01:41:42.855496+0000","last_active":"2024-09-16T01:41:43.859170+0000","last_peered":"2024-09-16T01:41:43.859170+0000","last_clean":"2024-09-16T01:41:43.859170+0000","last_became_active":"2024-09-16T01:41:42.855039+0000","last_became_peered":"2024-09-16T01:41:42.855039+0000","last_unstale":"2024-09-16T01:41:43.859170+0000","last_undegraded":"2024-09-16T01:41:43.859170+0000","last_fullsized":"2024-09-16T01:41:43.859170+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:45.147176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"82'6","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:42:00.908621+0000","last_change":"2024-09-16T01:41:40.646333+0000","last_active":"2024-09-16T01:42:00.908621+0000","last_peered":"2024-09-16T01:42:00.908621+0000","last_clean":"2024-09-16T01:42:00.908621+0000","last_became_active":"2024-09-16T01:41:40.645954+0000","last_became_peered":"2024-09-16T01:41:40.645954+0000","last_unstale":"2024-09-16T01:42:00.908621+0000","last_undegraded":"2024-09-16T01:42:00.908621+0000","last_fullsized":"2024-09-16T01:42:00.908621+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:37.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":13,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862491+0000","last_change":"2024-09-16T01:41:42.869587+0000","last_active":"2024-09-16T01:41:43.862491+0000","last_peered":"2024-09-16T01:41:43.862491+0000","last_clean":"2024-09-16T01:41:43.862491+0000","last_became_active":"2024-09-16T01:41:42.869250+0000","last_became_peered":"2024-09-16T01:41:42.869250+0000","last_unstale":"2024-09-16T01:41:43.862491+0000","last_undegraded":"2024-09-16T01:41:43.862491+0000","last_fullsized":"2024-09-16T01:41:43.862491+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:40:39.202132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"82'3","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.884609+0000","last_change":"2024-09-16T01:41:40.644762+0000","last_active":"2024-09-16T01:41:51.884609+0000","last_peered":"2024-09-16T01:41:51.884609+0000","last_clean":"2024-09-16T01:41:51.884609+0000","last_became_active":"2024-09-16T01:41:40.644397+0000","last_became_peered":"2024-09-16T01:41:40.644397+0000","last_unstale":"2024-09-16T01:41:51.884609+0000","last_undegraded":"2024-09-16T01:41:51.884609+0000","last_fullsized":"2024-09-16T01:41:51.884609+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:27.275899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"82'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.885837+0000","last_change":"2024-09-16T01:41:40.642214+0000","last_active":"2024-09-16T01:41:51.885837+0000","last_peered":"2024-09-16T01:41:51.885837+0000","last_clean":"2024-09-16T01:41:51.885837+0000","last_became_active":"2024-09-16T01:41:40.641860+0000","last_became_peered":"2024-09-16T01:41:40.641860+0000","last_unstale":"2024-09-16T01:41:51.885837+0000","last_undegraded":"2024-09-16T01:41:51.885837+0000","last_fullsized":"2024-09-16T01:41:51.885837+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:52.770052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860786+0000","last_change":"2024-09-16T01:41:42.865662+0000","last_active":"2024-09-16T01:41:43.860786+0000","last_peered":"2024-09-16T01:41:43.860786+0000","last_clean":"2024-09-16T01:41:43.860786+0000","last_became_active":"2024-09-16T01:41:42.865364+0000","last_became_peered":"2024-09-16T01:41:42.865364+0000","last_unstale":"2024-09-16T01:41:43.860786+0000","last_undegraded":"2024-09-16T01:41:43.860786+0000","last_fullsized":"2024-09-16T01:41:43.860786+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:33.027121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"82'1","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.864735+0000","last_change":"2024-09-16T01:41:40.649355+0000","last_active":"2024-09-16T01:41:43.864735+0000","last_peered":"2024-09-16T01:41:43.864735+0000","last_clean":"2024-09-16T01:41:43.864735+0000","last_became_active":"2024-09-16T01:41:40.649058+0000","last_became_peered":"2024-09-16T01:41:40.649058+0000","last_unstale":"2024-09-16T01:41:43.864735+0000","last_undegraded":"2024-09-16T01:41:43.864735+0000","last_fullsized":"2024-09-16T01:41:43.864735+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:08.160989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.858938+0000","last_change":"2024-09-16T01:41:42.860348+0000","last_active":"2024-09-16T01:41:43.858938+0000","last_peered":"2024-09-16T01:41:43.858938+0000","last_clean":"2024-09-16T01:41:43.858938+0000","last_became_active":"2024-09-16T01:41:42.860016+0000","last_became_peered":"2024-09-16T01:41:42.860016+0000","last_unstale":"2024-09-16T01:41:43.858938+0000","last_undegraded":"2024-09-16T01:41:43.858938+0000","last_fullsized":"2024-09-16T01:41:43.858938+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:46.124306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'3","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:42:04.913709+0000","last_change":"2024-09-16T01:41:40.648505+0000","last_active":"2024-09-16T01:42:04.913709+0000","last_peered":"2024-09-16T01:42:04.913709+0000","last_clean":"2024-09-16T01:42:04.913709+0000","last_became_active":"2024-09-16T01:41:40.648187+0000","last_became_peered":"2024-09-16T01:41:40.648187+0000","last_unstale":"2024-09-16T01:42:04.913709+0000","last_undegraded":"2024-09-16T01:42:04.913709+0000","last_fullsized":"2024-09-16T01:42:04.913709+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.954435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862338+0000","last_change":"2024-09-16T01:41:42.865674+0000","last_active":"2024-09-16T01:41:43.862338+0000","last_peered":"2024-09-16T01:41:43.862338+0000","last_clean":"2024-09-16T01:41:43.862338+0000","last_became_active":"2024-09-16T01:41:42.865335+0000","last_became_peered":"2024-09-16T01:41:42.865335+0000","last_unstale":"2024-09-16T01:41:43.862338+0000","last_undegraded":"2024-09-16T01:41:43.862338+0000","last_fullsized":"2024-09-16T01:41:43.862338+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:34.297494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"82'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.881679+0000","last_change":"2024-09-16T01:41:40.647648+0000","last_active":"2024-09-16T01:41:50.881679+0000","last_peered":"2024-09-16T01:41:50.881679+0000","last_clean":"2024-09-16T01:41:50.881679+0000","last_became_active":"2024-09-16T01:41:40.646533+0000","last_became_peered":"2024-09-16T01:41:40.646533+0000","last_unstale":"2024-09-16T01:41:50.881679+0000","last_undegraded":"2024-09-16T01:41:50.881679+0000","last_fullsized":"2024-09-16T01:41:50.881679+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:55.789853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863946+0000","last_change":"2024-09-16T01:41:42.861587+0000","last_active":"2024-09-16T01:41:43.863946+0000","last_peered":"2024-09-16T01:41:43.863946+0000","last_clean":"2024-09-16T01:41:43.863946+0000","last_became_active":"2024-09-16T01:41:42.861162+0000","last_became_peered":"2024-09-16T01:41:42.861162+0000","last_unstale":"2024-09-16T01:41:43.863946+0000","last_undegraded":"2024-09-16T01:41:43.863946+0000","last_fullsized":"2024-09-16T01:41:43.863946+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:54.449108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"82'4","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.880940+0000","last_change":"2024-09-16T01:41:40.775398+0000","last_active":"2024-09-16T01:41:50.880940+0000","last_peered":"2024-09-16T01:41:50.880940+0000","last_clean":"2024-09-16T01:41:50.880940+0000","last_became_active":"2024-09-16T01:41:40.775025+0000","last_became_peered":"2024-09-16T01:41:40.775025+0000","last_unstale":"2024-09-16T01:41:50.880940+0000","last_undegraded":"2024-09-16T01:41:50.880940+0000","last_fullsized":"2024-09-16T01:41:50.880940+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:08.119630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862237+0000","last_change":"2024-09-16T01:41:42.864127+0000","last_active":"2024-09-16T01:41:43.862237+0000","last_peered":"2024-09-16T01:41:43.862237+0000","last_clean":"2024-09-16T01:41:43.862237+0000","last_became_active":"2024-09-16T01:41:42.863754+0000","last_became_peered":"2024-09-16T01:41:42.863754+0000","last_unstale":"2024-09-16T01:41:43.862237+0000","last_undegraded":"2024-09-16T01:41:43.862237+0000","last_fullsized":"2024-09-16T01:41:43.862237+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:04.607361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'26","reported_seq":79,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:42:05.915498+0000","last_change":"2024-09-16T01:41:40.645485+0000","last_active":"2024-09-16T01:42:05.915498+0000","last_peered":"2024-09-16T01:42:05.915498+0000","last_clean":"2024-09-16T01:42:05.915498+0000","last_became_active":"2024-09-16T01:41:40.645158+0000","last_became_peered":"2024-09-16T01:41:40.645158+0000","last_unstale":"2024-09-16T01:42:05.915498+0000","last_undegraded":"2024-09-16T01:42:05.915498+0000","last_fullsized":"2024-09-16T01:42:05.915498+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:18.212143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52100,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":35,"num_read_kb":67,"num_write":27,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860591+0000","last_change":"2024-09-16T01:41:42.864532+0000","last_active":"2024-09-16T01:41:43.860591+0000","last_peered":"2024-09-16T01:41:43.860591+0000","last_clean":"2024-09-16T01:41:43.860591+0000","last_became_active":"2024-09-16T01:41:42.864191+0000","last_became_peered":"2024-09-16T01:41:42.864191+0000","last_unstale":"2024-09-16T01:41:43.860591+0000","last_undegraded":"2024-09-16T01:41:43.860591+0000","last_fullsized":"2024-09-16T01:41:43.860591+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:41.070801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"82'6","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.886824+0000","last_change":"2024-09-16T01:41:40.643722+0000","last_active":"2024-09-16T01:41:51.886824+0000","last_peered":"2024-09-16T01:41:51.886824+0000","last_clean":"2024-09-16T01:41:51.886824+0000","last_became_active":"2024-09-16T01:41:40.643394+0000","last_became_peered":"2024-09-16T01:41:40.643394+0000","last_unstale":"2024-09-16T01:41:51.886824+0000","last_undegraded":"2024-09-16T01:41:51.886824+0000","last_fullsized":"2024-09-16T01:41:51.886824+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:39.546909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.847665+0000","last_change":"2024-09-16T01:41:42.865444+0000","last_active":"2024-09-16T01:41:43.847665+0000","last_peered":"2024-09-16T01:41:43.847665+0000","last_clean":"2024-09-16T01:41:43.847665+0000","last_became_active":"2024-09-16T01:41:42.864914+0000","last_became_peered":"2024-09-16T01:41:42.864914+0000","last_unstale":"2024-09-16T01:41:43.847665+0000","last_undegraded":"2024-09-16T01:41:43.847665+0000","last_fullsized":"2024-09-16T01:41:43.847665+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:23.917120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"82'3","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.882050+0000","last_change":"2024-09-16T01:41:40.649343+0000","last_active":"2024-09-16T01:41:50.882050+0000","last_peered":"2024-09-16T01:41:50.882050+0000","last_clean":"2024-09-16T01:41:50.882050+0000","last_became_active":"2024-09-16T01:41:40.648954+0000","last_became_peered":"2024-09-16T01:41:40.648954+0000","last_unstale":"2024-09-16T01:41:50.882050+0000","last_undegraded":"2024-09-16T01:41:50.882050+0000","last_fullsized":"2024-09-16T01:41:50.882050+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:22.507067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862907+0000","last_change":"2024-09-16T01:41:42.868154+0000","last_active":"2024-09-16T01:41:43.862907+0000","last_peered":"2024-09-16T01:41:43.862907+0000","last_clean":"2024-09-16T01:41:43.862907+0000","last_became_active":"2024-09-16T01:41:42.867817+0000","last_became_peered":"2024-09-16T01:41:42.867817+0000","last_unstale":"2024-09-16T01:41:43.862907+0000","last_undegraded":"2024-09-16T01:41:43.862907+0000","last_fullsized":"2024-09-16T01:41:43.862907+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:33.279136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'4","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:42:04.913110+0000","last_change":"2024-09-16T01:41:40.649440+0000","last_active":"2024-09-16T01:42:04.913110+0000","last_peered":"2024-09-16T01:42:04.913110+0000","last_clean":"2024-09-16T01:42:04.913110+0000","last_became_active":"2024-09-16T01:41:40.649073+0000","last_became_peered":"2024-09-16T01:41:40.649073+0000","last_unstale":"2024-09-16T01:42:04.913110+0000","last_undegraded":"2024-09-16T01:42:04.913110+0000","last_fullsized":"2024-09-16T01:42:04.913110+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:42.275782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863506+0000","last_change":"2024-09-16T01:41:42.863539+0000","last_active":"2024-09-16T01:41:43.863506+0000","last_peered":"2024-09-16T01:41:43.863506+0000","last_clean":"2024-09-16T01:41:43.863506+0000","last_became_active":"2024-09-16T01:41:42.863185+0000","last_became_peered":"2024-09-16T01:41:42.863185+0000","last_unstale":"2024-09-16T01:41:43.863506+0000","last_undegraded":"2024-09-16T01:41:43.863506+0000","last_fullsized":"2024-09-16T01:41:43.863506+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:49.074704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"82'15","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.887585+0000","last_change":"2024-09-16T01:41:40.773728+0000","last_active":"2024-09-16T01:41:51.887585+0000","last_peered":"2024-09-16T01:41:51.887585+0000","last_clean":"2024-09-16T01:41:51.887585+0000","last_became_active":"2024-09-16T01:41:40.773340+0000","last_became_peered":"2024-09-16T01:41:40.773340+0000","last_unstale":"2024-09-16T01:41:51.887585+0000","last_undegraded":"2024-09-16T01:41:51.887585+0000","last_fullsized":"2024-09-16T01:41:51.887585+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:35.693803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862442+0000","last_change":"2024-09-16T01:41:42.868826+0000","last_active":"2024-09-16T01:41:43.862442+0000","last_peered":"2024-09-16T01:41:43.862442+0000","last_clean":"2024-09-16T01:41:43.862442+0000","last_became_active":"2024-09-16T01:41:42.868490+0000","last_became_peered":"2024-09-16T01:41:42.868490+0000","last_unstale":"2024-09-16T01:41:43.862442+0000","last_undegraded":"2024-09-16T01:41:43.862442+0000","last_fullsized":"2024-09-16T01:41:43.862442+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:43.968764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"82'2","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:52.892675+0000","last_change":"2024-09-16T01:41:40.643262+0000","last_active":"2024-09-16T01:41:52.892675+0000","last_peered":"2024-09-16T01:41:52.892675+0000","last_clean":"2024-09-16T01:41:52.892675+0000","last_became_active":"2024-09-16T01:41:40.642975+0000","last_became_peered":"2024-09-16T01:41:40.642975+0000","last_unstale":"2024-09-16T01:41:52.892675+0000","last_undegraded":"2024-09-16T01:41:52.892675+0000","last_fullsized":"2024-09-16T01:41:52.892675+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:52.757959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.849017+0000","last_change":"2024-09-16T01:41:42.861062+0000","last_active":"2024-09-16T01:41:43.849017+0000","last_peered":"2024-09-16T01:41:43.849017+0000","last_clean":"2024-09-16T01:41:43.849017+0000","last_became_active":"2024-09-16T01:41:42.860701+0000","last_became_peered":"2024-09-16T01:41:42.860701+0000","last_unstale":"2024-09-16T01:41:43.849017+0000","last_undegraded":"2024-09-16T01:41:43.849017+0000","last_fullsized":"2024-09-16T01:41:43.849017+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:06.382244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862819+0000","last_change":"2024-09-16T01:41:40.642128+0000","last_active":"2024-09-16T01:41:43.862819+0000","last_peered":"2024-09-16T01:41:43.862819+0000","last_clean":"2024-09-16T01:41:43.862819+0000","last_became_active":"2024-09-16T01:41:40.641525+0000","last_became_peered":"2024-09-16T01:41:40.641525+0000","last_unstale":"2024-09-16T01:41:43.862819+0000","last_undegraded":"2024-09-16T01:41:43.862819+0000","last_fullsized":"2024-09-16T01:41:43.862819+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:34.943031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862844+0000","last_change":"2024-09-16T01:41:42.869794+0000","last_active":"2024-09-16T01:41:43.862844+0000","last_peered":"2024-09-16T01:41:43.862844+0000","last_clean":"2024-09-16T01:41:43.862844+0000","last_became_active":"2024-09-16T01:41:42.869450+0000","last_became_peered":"2024-09-16T01:41:42.869450+0000","last_unstale":"2024-09-16T01:41:43.862844+0000","last_undegraded":"2024-09-16T01:41:43.862844+0000","last_fullsized":"2024-09-16T01:41:43.862844+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:54.298118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.868622+0000","last_change":"2024-09-16T01:41:40.648466+0000","last_active":"2024-09-16T01:41:43.868622+0000","last_peered":"2024-09-16T01:41:43.868622+0000","last_clean":"2024-09-16T01:41:43.868622+0000","last_became_active":"2024-09-16T01:41:40.648146+0000","last_became_peered":"2024-09-16T01:41:40.648146+0000","last_unstale":"2024-09-16T01:41:43.868622+0000","last_undegraded":"2024-09-16T01:41:43.868622+0000","last_fullsized":"2024-09-16T01:41:43.868622+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:22.214738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'1","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.864070+0000","last_change":"2024-09-16T01:41:42.873102+0000","last_active":"2024-09-16T01:41:43.864070+0000","last_peered":"2024-09-16T01:41:43.864070+0000","last_clean":"2024-09-16T01:41:43.864070+0000","last_became_active":"2024-09-16T01:41:42.871946+0000","last_became_peered":"2024-09-16T01:41:42.871946+0000","last_unstale":"2024-09-16T01:41:43.864070+0000","last_undegraded":"2024-09-16T01:41:43.864070+0000","last_fullsized":"2024-09-16T01:41:43.864070+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:09:09.737797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"82'3","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.886695+0000","last_change":"2024-09-16T01:41:41.329486+0000","last_active":"2024-09-16T01:41:51.886695+0000","last_peered":"2024-09-16T01:41:51.886695+0000","last_clean":"2024-09-16T01:41:51.886695+0000","last_became_active":"2024-09-16T01:41:41.329110+0000","last_became_peered":"2024-09-16T01:41:41.329110+0000","last_unstale":"2024-09-16T01:41:51.886695+0000","last_undegraded":"2024-09-16T01:41:51.886695+0000","last_fullsized":"2024-09-16T01:41:51.886695+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:07.827284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863221+0000","last_change":"2024-09-16T01:41:42.874019+0000","last_active":"2024-09-16T01:41:43.863221+0000","last_peered":"2024-09-16T01:41:43.863221+0000","last_clean":"2024-09-16T01:41:43.863221+0000","last_became_active":"2024-09-16T01:41:42.873693+0000","last_became_peered":"2024-09-16T01:41:42.873693+0000","last_unstale":"2024-09-16T01:41:43.863221+0000","last_undegraded":"2024-09-16T01:41:43.863221+0000","last_fullsized":"2024-09-16T01:41:43.863221+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:36.636459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":333,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863837+0000","last_change":"2024-09-16T01:40:28.930678+0000","last_active":"2024-09-16T01:41:43.863837+0000","last_peered":"2024-09-16T01:41:43.863837+0000","last_clean":"2024-09-16T01:41:43.863837+0000","last_became_active":"2024-09-16T01:40:28.930171+0000","last_became_peered":"2024-09-16T01:40:28.930171+0000","last_unstale":"2024-09-16T01:41:43.863837+0000","last_undegraded":"2024-09-16T01:41:43.863837+0000","last_fullsized":"2024-09-16T01:41:43.863837+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:37:00.969044+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:37:00.969044+0000","last_clean_scrub_stamp":"2024-09-16T01:37:00.969044+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:02.823877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"82'3","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:52.892480+0000","last_change":"2024-09-16T01:41:40.644281+0000","last_active":"2024-09-16T01:41:52.892480+0000","last_peered":"2024-09-16T01:41:52.892480+0000","last_clean":"2024-09-16T01:41:52.892480+0000","last_became_active":"2024-09-16T01:41:40.643638+0000","last_became_peered":"2024-09-16T01:41:40.643638+0000","last_unstale":"2024-09-16T01:41:52.892480+0000","last_undegraded":"2024-09-16T01:41:52.892480+0000","last_fullsized":"2024-09-16T01:41:52.892480+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:01.646040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860633+0000","last_change":"2024-09-16T01:41:42.868822+0000","last_active":"2024-09-16T01:41:43.860633+0000","last_peered":"2024-09-16T01:41:43.860633+0000","last_clean":"2024-09-16T01:41:43.860633+0000","last_became_active":"2024-09-16T01:41:42.868221+0000","last_became_peered":"2024-09-16T01:41:42.868221+0000","last_unstale":"2024-09-16T01:41:43.860633+0000","last_undegraded":"2024-09-16T01:41:43.860633+0000","last_fullsized":"2024-09-16T01:41:43.860633+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:36.739972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"82'3","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.886737+0000","last_change":"2024-09-16T01:41:40.647931+0000","last_active":"2024-09-16T01:41:51.886737+0000","last_peered":"2024-09-16T01:41:51.886737+0000","last_clean":"2024-09-16T01:41:51.886737+0000","last_became_active":"2024-09-16T01:41:40.647480+0000","last_became_peered":"2024-09-16T01:41:40.647480+0000","last_unstale":"2024-09-16T01:41:51.886737+0000","last_undegraded":"2024-09-16T01:41:51.886737+0000","last_fullsized":"2024-09-16T01:41:51.886737+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:17.030662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.847642+0000","last_change":"2024-09-16T01:41:42.863970+0000","last_active":"2024-09-16T01:41:43.847642+0000","last_peered":"2024-09-16T01:41:43.847642+0000","last_clean":"2024-09-16T01:41:43.847642+0000","last_became_active":"2024-09-16T01:41:42.863669+0000","last_became_peered":"2024-09-16T01:41:42.863669+0000","last_unstale":"2024-09-16T01:41:43.847642+0000","last_undegraded":"2024-09-16T01:41:43.847642+0000","last_fullsized":"2024-09-16T01:41:43.847642+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:36:23.488046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"82'4","reported_seq":32,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:42:00.906475+0000","last_change":"2024-09-16T01:41:40.773725+0000","last_active":"2024-09-16T01:42:00.906475+0000","last_peered":"2024-09-16T01:42:00.906475+0000","last_clean":"2024-09-16T01:42:00.906475+0000","last_became_active":"2024-09-16T01:41:40.773394+0000","last_became_peered":"2024-09-16T01:41:40.773394+0000","last_unstale":"2024-09-16T01:42:00.906475+0000","last_undegraded":"2024-09-16T01:42:00.906475+0000","last_fullsized":"2024-09-16T01:42:00.906475+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:51.337459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":10,"num_read_kb":10,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.866267+0000","last_change":"2024-09-16T01:41:42.863798+0000","last_active":"2024-09-16T01:41:43.866267+0000","last_peered":"2024-09-16T01:41:43.866267+0000","last_clean":"2024-09-16T01:41:43.866267+0000","last_became_active":"2024-09-16T01:41:42.863469+0000","last_became_peered":"2024-09-16T01:41:42.863469+0000","last_unstale":"2024-09-16T01:41:43.866267+0000","last_undegraded":"2024-09-16T01:41:43.866267+0000","last_fullsized":"2024-09-16T01:41:43.866267+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:47.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"82'1","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863688+0000","last_change":"2024-09-16T01:41:40.646551+0000","last_active":"2024-09-16T01:41:43.863688+0000","last_peered":"2024-09-16T01:41:43.863688+0000","last_clean":"2024-09-16T01:41:43.863688+0000","last_became_active":"2024-09-16T01:41:40.646126+0000","last_became_peered":"2024-09-16T01:41:40.646126+0000","last_unstale":"2024-09-16T01:41:43.863688+0000","last_undegraded":"2024-09-16T01:41:43.863688+0000","last_fullsized":"2024-09-16T01:41:43.863688+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:44.578969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859003+0000","last_change":"2024-09-16T01:41:42.866215+0000","last_active":"2024-09-16T01:41:43.859003+0000","last_peered":"2024-09-16T01:41:43.859003+0000","last_clean":"2024-09-16T01:41:43.859003+0000","last_became_active":"2024-09-16T01:41:42.865859+0000","last_became_peered":"2024-09-16T01:41:42.865859+0000","last_unstale":"2024-09-16T01:41:43.859003+0000","last_undegraded":"2024-09-16T01:41:43.859003+0000","last_fullsized":"2024-09-16T01:41:43.859003+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:58.149360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859292+0000","last_change":"2024-09-16T01:41:40.774339+0000","last_active":"2024-09-16T01:41:43.859292+0000","last_peered":"2024-09-16T01:41:43.859292+0000","last_clean":"2024-09-16T01:41:43.859292+0000","last_became_active":"2024-09-16T01:41:40.773959+0000","last_became_peered":"2024-09-16T01:41:40.773959+0000","last_unstale":"2024-09-16T01:41:43.859292+0000","last_undegraded":"2024-09-16T01:41:43.859292+0000","last_fullsized":"2024-09-16T01:41:43.859292+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:23:00.973479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'1","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:46.457724+0000","last_change":"2024-09-16T01:41:42.860070+0000","last_active":"2024-09-16T01:41:46.457724+0000","last_peered":"2024-09-16T01:41:46.457724+0000","last_clean":"2024-09-16T01:41:46.457724+0000","last_became_active":"2024-09-16T01:41:42.859692+0000","last_became_peered":"2024-09-16T01:41:42.859692+0000","last_unstale":"2024-09-16T01:41:46.457724+0000","last_undegraded":"2024-09-16T01:41:46.457724+0000","last_fullsized":"2024-09-16T01:41:46.457724+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:24.168617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"82'1","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.880542+0000","last_change":"2024-09-16T01:41:40.775582+0000","last_active":"2024-09-16T01:41:50.880542+0000","last_peered":"2024-09-16T01:41:50.880542+0000","last_clean":"2024-09-16T01:41:50.880542+0000","last_became_active":"2024-09-16T01:41:40.775173+0000","last_became_peered":"2024-09-16T01:41:40.775173+0000","last_unstale":"2024-09-16T01:41:50.880542+0000","last_undegraded":"2024-09-16T01:41:50.880542+0000","last_fullsized":"2024-09-16T01:41:50.880542+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:22.664809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.848047+0000","last_change":"2024-09-16T01:41:42.859461+0000","last_active":"2024-09-16T01:41:43.848047+0000","last_peered":"2024-09-16T01:41:43.848047+0000","last_clean":"2024-09-16T01:41:43.848047+0000","last_became_active":"2024-09-16T01:41:42.859125+0000","last_became_peered":"2024-09-16T01:41:42.859125+0000","last_unstale":"2024-09-16T01:41:43.848047+0000","last_undegraded":"2024-09-16T01:41:43.848047+0000","last_fullsized":"2024-09-16T01:41:43.848047+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:01:13.558436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'8","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:42:01.860431+0000","last_change":"2024-09-16T01:41:40.642995+0000","last_active":"2024-09-16T01:42:01.860431+0000","last_peered":"2024-09-16T01:42:01.860431+0000","last_clean":"2024-09-16T01:42:01.860431+0000","last_became_active":"2024-09-16T01:41:40.642680+0000","last_became_peered":"2024-09-16T01:41:40.642680+0000","last_unstale":"2024-09-16T01:42:01.860431+0000","last_undegraded":"2024-09-16T01:42:01.860431+0000","last_fullsized":"2024-09-16T01:42:01.860431+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:31.137069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860217+0000","last_change":"2024-09-16T01:41:42.864520+0000","last_active":"2024-09-16T01:41:43.860217+0000","last_peered":"2024-09-16T01:41:43.860217+0000","last_clean":"2024-09-16T01:41:43.860217+0000","last_became_active":"2024-09-16T01:41:42.864221+0000","last_became_peered":"2024-09-16T01:41:42.864221+0000","last_unstale":"2024-09-16T01:41:43.860217+0000","last_undegraded":"2024-09-16T01:41:43.860217+0000","last_fullsized":"2024-09-16T01:41:43.860217+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:23.799976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"82'4","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.881066+0000","last_change":"2024-09-16T01:41:41.329593+0000","last_active":"2024-09-16T01:41:50.881066+0000","last_peered":"2024-09-16T01:41:50.881066+0000","last_clean":"2024-09-16T01:41:50.881066+0000","last_became_active":"2024-09-16T01:41:41.329288+0000","last_became_peered":"2024-09-16T01:41:41.329288+0000","last_unstale":"2024-09-16T01:41:50.881066+0000","last_undegraded":"2024-09-16T01:41:50.881066+0000","last_fullsized":"2024-09-16T01:41:50.881066+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:52.908930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863860+0000","last_change":"2024-09-16T01:41:42.865096+0000","last_active":"2024-09-16T01:41:43.863860+0000","last_peered":"2024-09-16T01:41:43.863860+0000","last_clean":"2024-09-16T01:41:43.863860+0000","last_became_active":"2024-09-16T01:41:42.862704+0000","last_became_peered":"2024-09-16T01:41:42.862704+0000","last_unstale":"2024-09-16T01:41:43.863860+0000","last_undegraded":"2024-09-16T01:41:43.863860+0000","last_fullsized":"2024-09-16T01:41:43.863860+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:42.586681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"82'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.881123+0000","last_change":"2024-09-16T01:41:40.773667+0000","last_active":"2024-09-16T01:41:50.881123+0000","last_peered":"2024-09-16T01:41:50.881123+0000","last_clean":"2024-09-16T01:41:50.881123+0000","last_became_active":"2024-09-16T01:41:40.773311+0000","last_became_peered":"2024-09-16T01:41:40.773311+0000","last_unstale":"2024-09-16T01:41:50.881123+0000","last_undegraded":"2024-09-16T01:41:50.881123+0000","last_fullsized":"2024-09-16T01:41:50.881123+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:31.826001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859096+0000","last_change":"2024-09-16T01:41:42.858451+0000","last_active":"2024-09-16T01:41:43.859096+0000","last_peered":"2024-09-16T01:41:43.859096+0000","last_clean":"2024-09-16T01:41:43.859096+0000","last_became_active":"2024-09-16T01:41:42.858107+0000","last_became_peered":"2024-09-16T01:41:42.858107+0000","last_unstale":"2024-09-16T01:41:43.859096+0000","last_undegraded":"2024-09-16T01:41:43.859096+0000","last_fullsized":"2024-09-16T01:41:43.859096+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:40.589023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"82'3","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.880723+0000","last_change":"2024-09-16T01:41:40.643502+0000","last_active":"2024-09-16T01:41:50.880723+0000","last_peered":"2024-09-16T01:41:50.880723+0000","last_clean":"2024-09-16T01:41:50.880723+0000","last_became_active":"2024-09-16T01:41:40.643120+0000","last_became_peered":"2024-09-16T01:41:40.643120+0000","last_unstale":"2024-09-16T01:41:50.880723+0000","last_undegraded":"2024-09-16T01:41:50.880723+0000","last_fullsized":"2024-09-16T01:41:50.880723+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:57:24.737742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.849077+0000","last_change":"2024-09-16T01:41:42.868262+0000","last_active":"2024-09-16T01:41:43.849077+0000","last_peered":"2024-09-16T01:41:43.849077+0000","last_clean":"2024-09-16T01:41:43.849077+0000","last_became_active":"2024-09-16T01:41:42.867706+0000","last_became_peered":"2024-09-16T01:41:42.867706+0000","last_unstale":"2024-09-16T01:41:43.849077+0000","last_undegraded":"2024-09-16T01:41:43.849077+0000","last_fullsized":"2024-09-16T01:41:43.849077+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:53.086364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"82'1","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:44.471617+0000","last_change":"2024-09-16T01:41:40.644493+0000","last_active":"2024-09-16T01:41:44.471617+0000","last_peered":"2024-09-16T01:41:44.471617+0000","last_clean":"2024-09-16T01:41:44.471617+0000","last_became_active":"2024-09-16T01:41:40.644134+0000","last_became_peered":"2024-09-16T01:41:40.644134+0000","last_unstale":"2024-09-16T01:41:44.471617+0000","last_undegraded":"2024-09-16T01:41:44.471617+0000","last_fullsized":"2024-09-16T01:41:44.471617+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:18.805135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860031+0000","last_change":"2024-09-16T01:41:42.863072+0000","last_active":"2024-09-16T01:41:43.860031+0000","last_peered":"2024-09-16T01:41:43.860031+0000","last_clean":"2024-09-16T01:41:43.860031+0000","last_became_active":"2024-09-16T01:41:42.862745+0000","last_became_peered":"2024-09-16T01:41:42.862745+0000","last_unstale":"2024-09-16T01:41:43.860031+0000","last_undegraded":"2024-09-16T01:41:43.860031+0000","last_fullsized":"2024-09-16T01:41:43.860031+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:21.003371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"82'4","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.882134+0000","last_change":"2024-09-16T01:41:40.644771+0000","last_active":"2024-09-16T01:41:50.882134+0000","last_peered":"2024-09-16T01:41:50.882134+0000","last_clean":"2024-09-16T01:41:50.882134+0000","last_became_active":"2024-09-16T01:41:40.644351+0000","last_became_peered":"2024-09-16T01:41:40.644351+0000","last_unstale":"2024-09-16T01:41:50.882134+0000","last_undegraded":"2024-09-16T01:41:50.882134+0000","last_fullsized":"2024-09-16T01:41:50.882134+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:31:01.775120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863220+0000","last_change":"2024-09-16T01:41:42.872756+0000","last_active":"2024-09-16T01:41:43.863220+0000","last_peered":"2024-09-16T01:41:43.863220+0000","last_clean":"2024-09-16T01:41:43.863220+0000","last_became_active":"2024-09-16T01:41:42.872400+0000","last_became_peered":"2024-09-16T01:41:42.872400+0000","last_unstale":"2024-09-16T01:41:43.863220+0000","last_undegraded":"2024-09-16T01:41:43.863220+0000","last_fullsized":"2024-09-16T01:41:43.863220+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:42.234264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.864476+0000","last_change":"2024-09-16T01:41:42.871586+0000","last_active":"2024-09-16T01:41:43.864476+0000","last_peered":"2024-09-16T01:41:43.864476+0000","last_clean":"2024-09-16T01:41:43.864476+0000","last_became_active":"2024-09-16T01:41:42.871230+0000","last_became_peered":"2024-09-16T01:41:42.871230+0000","last_unstale":"2024-09-16T01:41:43.864476+0000","last_undegraded":"2024-09-16T01:41:43.864476+0000","last_fullsized":"2024-09-16T01:41:43.864476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:01.000802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.866941+0000","last_change":"2024-09-16T01:41:40.643241+0000","last_active":"2024-09-16T01:41:43.866941+0000","last_peered":"2024-09-16T01:41:43.866941+0000","last_clean":"2024-09-16T01:41:43.866941+0000","last_became_active":"2024-09-16T01:41:40.642871+0000","last_became_peered":"2024-09-16T01:41:40.642871+0000","last_unstale":"2024-09-16T01:41:43.866941+0000","last_undegraded":"2024-09-16T01:41:43.866941+0000","last_fullsized":"2024-09-16T01:41:43.866941+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:55:19.939101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862074+0000","last_change":"2024-09-16T01:41:42.867122+0000","last_active":"2024-09-16T01:41:43.862074+0000","last_peered":"2024-09-16T01:41:43.862074+0000","last_clean":"2024-09-16T01:41:43.862074+0000","last_became_active":"2024-09-16T01:41:42.866796+0000","last_became_peered":"2024-09-16T01:41:42.866796+0000","last_unstale":"2024-09-16T01:41:43.862074+0000","last_undegraded":"2024-09-16T01:41:43.862074+0000","last_fullsized":"2024-09-16T01:41:43.862074+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:52.553358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"82'4","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.885831+0000","last_change":"2024-09-16T01:41:40.645944+0000","last_active":"2024-09-16T01:41:51.885831+0000","last_peered":"2024-09-16T01:41:51.885831+0000","last_clean":"2024-09-16T01:41:51.885831+0000","last_became_active":"2024-09-16T01:41:40.645613+0000","last_became_peered":"2024-09-16T01:41:40.645613+0000","last_unstale":"2024-09-16T01:41:51.885831+0000","last_undegraded":"2024-09-16T01:41:51.885831+0000","last_fullsized":"2024-09-16T01:41:51.885831+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:58.064746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863902+0000","last_change":"2024-09-16T01:41:42.858026+0000","last_active":"2024-09-16T01:41:43.863902+0000","last_peered":"2024-09-16T01:41:43.863902+0000","last_clean":"2024-09-16T01:41:43.863902+0000","last_became_active":"2024-09-16T01:41:42.857708+0000","last_became_peered":"2024-09-16T01:41:42.857708+0000","last_unstale":"2024-09-16T01:41:43.863902+0000","last_undegraded":"2024-09-16T01:41:43.863902+0000","last_fullsized":"2024-09-16T01:41:43.863902+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:52.175136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"82'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:44.261786+0000","last_change":"2024-09-16T01:41:40.775533+0000","last_active":"2024-09-16T01:41:44.261786+0000","last_peered":"2024-09-16T01:41:44.261786+0000","last_clean":"2024-09-16T01:41:44.261786+0000","last_became_active":"2024-09-16T01:41:40.774761+0000","last_became_peered":"2024-09-16T01:41:40.774761+0000","last_unstale":"2024-09-16T01:41:44.261786+0000","last_undegraded":"2024-09-16T01:41:44.261786+0000","last_fullsized":"2024-09-16T01:41:44.261786+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:31.721406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860372+0000","last_change":"2024-09-16T01:41:42.870806+0000","last_active":"2024-09-16T01:41:43.860372+0000","last_peered":"2024-09-16T01:41:43.860372+0000","last_clean":"2024-09-16T01:41:43.860372+0000","last_became_active":"2024-09-16T01:41:42.870570+0000","last_became_peered":"2024-09-16T01:41:42.870570+0000","last_unstale":"2024-09-16T01:41:43.860372+0000","last_undegraded":"2024-09-16T01:41:43.860372+0000","last_fullsized":"2024-09-16T01:41:43.860372+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:36:33.058912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"82'9","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.887212+0000","last_change":"2024-09-16T01:41:40.647479+0000","last_active":"2024-09-16T01:41:51.887212+0000","last_peered":"2024-09-16T01:41:51.887212+0000","last_clean":"2024-09-16T01:41:51.887212+0000","last_became_active":"2024-09-16T01:41:40.647121+0000","last_became_peered":"2024-09-16T01:41:40.647121+0000","last_unstale":"2024-09-16T01:41:51.887212+0000","last_undegraded":"2024-09-16T01:41:51.887212+0000","last_fullsized":"2024-09-16T01:41:51.887212+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:00.430255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":56496,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":103,"num_read_kb":111,"num_write":155,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":393216,"data_stored":169488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":283061,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514513,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32044,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713108,"statfs":{"total":95995035648,"available":95962222592,"internally_reserved":0,"allocated":880640,"data_stored":423588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743446,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1024000,"data_stored":1067562,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906972,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":897024,"data_stored":423824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135904,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32060,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713092,"statfs":{"total":95995035648,"available":95962206208,"internally_reserved":0,"allocated":897024,"data_stored":423744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364837,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36268,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708884,"statfs":{"total":95995035648,"available":95957897216,"internally_reserved":0,"allocated":946176,"data_stored":1016069,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528363,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":884736,"data_stored":423213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757295,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32120,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713032,"statfs":{"total":95995035648,"available":95962144768,"internally_reserved":0,"allocated":958464,"data_stored":1015360,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920822,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":888832,"data_stored":424043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182458,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":901120,"data_stored":423524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411392,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32112,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713040,"statfs":{"total":95995035648,"available":95962152960,"internally_reserved":0,"allocated":950272,"data_stored":465814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574917,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":925696,"data_stored":464071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738441,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":905216,"data_stored":424484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":52100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":53843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":54071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:42:09.085 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T01:42:09.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:09 smithi122 ceph-mon[34758]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:42:09.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:09 smithi029 ceph-mon[34783]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:42:09.341 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:09.462 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:09 smithi017 ceph-mon[30972]: from='client.14736 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:42:09.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.808+0000 7fd34b554640 1 -- 172.21.15.17:0/2920209091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd344101420 msgr2=0x7fd34410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:09.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.808+0000 7fd34b554640 1 --2- 172.21.15.17:0/2920209091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd344101420 0x7fd34410d950 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd33c009cd0 tx=0x7fd33c02a8e0 comp rx=0 tx=0).stop 2024-09-16T01:42:09.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.809+0000 7fd34b554640 1 -- 172.21.15.17:0/2920209091 shutdown_connections 2024-09-16T01:42:09.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.809+0000 7fd34b554640 1 --2- 172.21.15.17:0/2920209091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd344101420 0x7fd34410d950 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:09.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.809+0000 7fd34b554640 1 --2- 172.21.15.17:0/2920209091 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd344100a80 0x7fd344100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:09.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.809+0000 7fd34b554640 1 --2- 172.21.15.17:0/2920209091 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd344106a80 0x7fd344106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:09.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.809+0000 7fd34b554640 1 -- 172.21.15.17:0/2920209091 >> 172.21.15.17:0/2920209091 conn(0x7fd3440fc7a0 msgr2=0x7fd3440febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:09.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.809+0000 7fd34b554640 1 -- 172.21.15.17:0/2920209091 shutdown_connections 2024-09-16T01:42:09.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.809+0000 7fd34b554640 1 -- 172.21.15.17:0/2920209091 wait complete. 2024-09-16T01:42:09.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.809+0000 7fd34b554640 1 Processor -- start 2024-09-16T01:42:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.810+0000 7fd34b554640 1 -- start start 2024-09-16T01:42:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.810+0000 7fd34b554640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd344100a80 0x7fd344198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.810+0000 7fd34b554640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd344101420 0x7fd344198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.810+0000 7fd34b554640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd344106a80 0x7fd34419cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.810+0000 7fd34b554640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd344110d30 con 0x7fd344106a80 2024-09-16T01:42:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.810+0000 7fd34b554640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd344110bb0 con 0x7fd344100a80 2024-09-16T01:42:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.810+0000 7fd34b554640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd344110eb0 con 0x7fd344101420 2024-09-16T01:42:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.810+0000 7fd349af1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd344106a80 0x7fd34419cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.810+0000 7fd349af1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd344106a80 0x7fd34419cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34378/0 (socket says 172.21.15.17:34378) 2024-09-16T01:42:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.810+0000 7fd3492f0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd344100a80 0x7fd344198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.810+0000 7fd349af1640 1 -- 172.21.15.17:0/1030083837 learned_addr learned my addr 172.21.15.17:0/1030083837 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.810+0000 7fd348aef640 1 --2- 172.21.15.17:0/1030083837 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd344101420 0x7fd344198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.811+0000 7fd349af1640 1 -- 172.21.15.17:0/1030083837 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd344101420 msgr2=0x7fd344198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.811+0000 7fd349af1640 1 --2- 172.21.15.17:0/1030083837 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd344101420 0x7fd344198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.811+0000 7fd349af1640 1 -- 172.21.15.17:0/1030083837 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd344100a80 msgr2=0x7fd344198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.811+0000 7fd349af1640 1 --2- 172.21.15.17:0/1030083837 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd344100a80 0x7fd344198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.811+0000 7fd349af1640 1 -- 172.21.15.17:0/1030083837 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd34419d2c0 con 0x7fd344106a80 2024-09-16T01:42:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.811+0000 7fd349af1640 1 --2- 172.21.15.17:0/1030083837 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd344106a80 0x7fd34419cbe0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd33c005cc0 tx=0x7fd33c003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.811+0000 7fd33a7fc640 1 -- 172.21.15.17:0/1030083837 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd33c004450 con 0x7fd344106a80 2024-09-16T01:42:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.811+0000 7fd33a7fc640 1 -- 172.21.15.17:0/1030083837 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd33c031c90 con 0x7fd344106a80 2024-09-16T01:42:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.811+0000 7fd34b554640 1 -- 172.21.15.17:0/1030083837 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd34419d550 con 0x7fd344106a80 2024-09-16T01:42:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.811+0000 7fd33a7fc640 1 -- 172.21.15.17:0/1030083837 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd33c03b400 con 0x7fd344106a80 2024-09-16T01:42:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.811+0000 7fd34b554640 1 -- 172.21.15.17:0/1030083837 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3441a4e90 con 0x7fd344106a80 2024-09-16T01:42:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.812+0000 7fd34b554640 1 -- 172.21.15.17:0/1030083837 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd344100ee0 con 0x7fd344106a80 2024-09-16T01:42:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.813+0000 7fd33a7fc640 1 -- 172.21.15.17:0/1030083837 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fd33c004680 con 0x7fd344106a80 2024-09-16T01:42:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.814+0000 7fd33a7fc640 1 --2- 172.21.15.17:0/1030083837 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3300a32d0 0x7fd3300a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.814+0000 7fd3492f0640 1 --2- 172.21.15.17:0/1030083837 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3300a32d0 0x7fd3300a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.814+0000 7fd33a7fc640 1 -- 172.21.15.17:0/1030083837 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7fd33c02e030 con 0x7fd344106a80 2024-09-16T01:42:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.815+0000 7fd3492f0640 1 --2- 172.21.15.17:0/1030083837 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3300a32d0 0x7fd3300a5790 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd340005d00 tx=0x7fd34000b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:09.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.817+0000 7fd33a7fc640 1 -- 172.21.15.17:0/1030083837 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd33c0bdd20 con 0x7fd344106a80 2024-09-16T01:42:09.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.989+0000 7fd34b554640 1 -- 172.21.15.17:0/1030083837 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd344062630 con 0x7fd3300a32d0 2024-09-16T01:42:09.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.995+0000 7fd33a7fc640 1 -- 172.21.15.17:0/1030083837 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258863 (secure 0 0 0) 0x7fd344062630 con 0x7fd3300a32d0 2024-09-16T01:42:09.999 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:42:10.000 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-16T01:42:10.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.998+0000 7fd34b554640 1 -- 172.21.15.17:0/1030083837 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3300a32d0 msgr2=0x7fd3300a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:10.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.998+0000 7fd34b554640 1 --2- 172.21.15.17:0/1030083837 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3300a32d0 0x7fd3300a5790 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fd340005d00 tx=0x7fd34000b410 comp rx=0 tx=0).stop 2024-09-16T01:42:10.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.998+0000 7fd34b554640 1 -- 172.21.15.17:0/1030083837 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd344106a80 msgr2=0x7fd34419cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:10.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.998+0000 7fd34b554640 1 --2- 172.21.15.17:0/1030083837 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd344106a80 0x7fd34419cbe0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fd33c005cc0 tx=0x7fd33c003c20 comp rx=0 tx=0).stop 2024-09-16T01:42:10.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.998+0000 7fd34b554640 1 -- 172.21.15.17:0/1030083837 shutdown_connections 2024-09-16T01:42:10.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.998+0000 7fd34b554640 1 --2- 172.21.15.17:0/1030083837 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3300a32d0 0x7fd3300a5790 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.998+0000 7fd34b554640 1 --2- 172.21.15.17:0/1030083837 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd344106a80 0x7fd34419cbe0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.998+0000 7fd34b554640 1 --2- 172.21.15.17:0/1030083837 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd344101420 0x7fd344198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.998+0000 7fd34b554640 1 --2- 172.21.15.17:0/1030083837 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd344100a80 0x7fd344198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:10.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.998+0000 7fd34b554640 1 -- 172.21.15.17:0/1030083837 >> 172.21.15.17:0/1030083837 conn(0x7fd3440fc7a0 msgr2=0x7fd34406aa70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:10.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.999+0000 7fd34b554640 1 -- 172.21.15.17:0/1030083837 shutdown_connections 2024-09-16T01:42:10.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:09.999+0000 7fd34b554640 1 -- 172.21.15.17:0/1030083837 wait complete. 2024-09-16T01:42:10.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:10 smithi017 ceph-mon[30972]: pgmap v296: 97 pgs: 97 active+clean; 632 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-09-16T01:42:10.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:10 smithi122 ceph-mon[34758]: pgmap v296: 97 pgs: 97 active+clean; 632 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-09-16T01:42:10.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:10 smithi029 ceph-mon[34783]: pgmap v296: 97 pgs: 97 active+clean; 632 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 5.2 KiB/s wr, 9 op/s 2024-09-16T01:42:10.759 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":296,"stamp":"2024-09-16T01:42:08.510488+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":647098,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":239,"num_read_kb":225,"num_write":338,"num_write_kb":3039,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":273,"ondisk_log_size":273,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":376688,"kb_used_data":10800,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124565136,"statfs":{"total":1151940427776,"available":1151554699264,"internally_reserved":0,"allocated":11059200,"data_stored":6995296,"data_compressed":107994,"data_compressed_allocated":135168,"data_compressed_original":1769472,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":51508,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":81,"num_read_kb":92,"num_write":33,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003045"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.849081+0000","last_change":"2024-09-16T01:41:42.858269+0000","last_active":"2024-09-16T01:41:43.849081+0000","last_peered":"2024-09-16T01:41:43.849081+0000","last_clean":"2024-09-16T01:41:43.849081+0000","last_became_active":"2024-09-16T01:41:42.857834+0000","last_became_peered":"2024-09-16T01:41:42.857834+0000","last_unstale":"2024-09-16T01:41:43.849081+0000","last_undegraded":"2024-09-16T01:41:43.849081+0000","last_fullsized":"2024-09-16T01:41:43.849081+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:34.752606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863681+0000","last_change":"2024-09-16T01:41:42.855243+0000","last_active":"2024-09-16T01:41:43.863681+0000","last_peered":"2024-09-16T01:41:43.863681+0000","last_clean":"2024-09-16T01:41:43.863681+0000","last_became_active":"2024-09-16T01:41:42.854933+0000","last_became_peered":"2024-09-16T01:41:42.854933+0000","last_unstale":"2024-09-16T01:41:43.863681+0000","last_undegraded":"2024-09-16T01:41:43.863681+0000","last_fullsized":"2024-09-16T01:41:43.863681+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:33.190148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863523+0000","last_change":"2024-09-16T01:41:42.864850+0000","last_active":"2024-09-16T01:41:43.863523+0000","last_peered":"2024-09-16T01:41:43.863523+0000","last_clean":"2024-09-16T01:41:43.863523+0000","last_became_active":"2024-09-16T01:41:42.864457+0000","last_became_peered":"2024-09-16T01:41:42.864457+0000","last_unstale":"2024-09-16T01:41:43.863523+0000","last_undegraded":"2024-09-16T01:41:43.863523+0000","last_fullsized":"2024-09-16T01:41:43.863523+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:30:22.935333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.849671+0000","last_change":"2024-09-16T01:41:42.864542+0000","last_active":"2024-09-16T01:41:43.849671+0000","last_peered":"2024-09-16T01:41:43.849671+0000","last_clean":"2024-09-16T01:41:43.849671+0000","last_became_active":"2024-09-16T01:41:42.864208+0000","last_became_peered":"2024-09-16T01:41:42.864208+0000","last_unstale":"2024-09-16T01:41:43.849671+0000","last_undegraded":"2024-09-16T01:41:43.849671+0000","last_fullsized":"2024-09-16T01:41:43.849671+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:26.230750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859503+0000","last_change":"2024-09-16T01:41:42.863632+0000","last_active":"2024-09-16T01:41:43.859503+0000","last_peered":"2024-09-16T01:41:43.859503+0000","last_clean":"2024-09-16T01:41:43.859503+0000","last_became_active":"2024-09-16T01:41:42.862988+0000","last_became_peered":"2024-09-16T01:41:42.862988+0000","last_unstale":"2024-09-16T01:41:43.859503+0000","last_undegraded":"2024-09-16T01:41:43.859503+0000","last_fullsized":"2024-09-16T01:41:43.859503+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:40.854320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.858850+0000","last_change":"2024-09-16T01:41:42.864794+0000","last_active":"2024-09-16T01:41:43.858850+0000","last_peered":"2024-09-16T01:41:43.858850+0000","last_clean":"2024-09-16T01:41:43.858850+0000","last_became_active":"2024-09-16T01:41:42.864460+0000","last_became_peered":"2024-09-16T01:41:42.864460+0000","last_unstale":"2024-09-16T01:41:43.858850+0000","last_undegraded":"2024-09-16T01:41:43.858850+0000","last_fullsized":"2024-09-16T01:41:43.858850+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:48.974901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862503+0000","last_change":"2024-09-16T01:41:42.863738+0000","last_active":"2024-09-16T01:41:43.862503+0000","last_peered":"2024-09-16T01:41:43.862503+0000","last_clean":"2024-09-16T01:41:43.862503+0000","last_became_active":"2024-09-16T01:41:42.862787+0000","last_became_peered":"2024-09-16T01:41:42.862787+0000","last_unstale":"2024-09-16T01:41:43.862503+0000","last_undegraded":"2024-09-16T01:41:43.862503+0000","last_fullsized":"2024-09-16T01:41:43.862503+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:09.491126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860622+0000","last_change":"2024-09-16T01:41:42.867518+0000","last_active":"2024-09-16T01:41:43.860622+0000","last_peered":"2024-09-16T01:41:43.860622+0000","last_clean":"2024-09-16T01:41:43.860622+0000","last_became_active":"2024-09-16T01:41:42.867176+0000","last_became_peered":"2024-09-16T01:41:42.867176+0000","last_unstale":"2024-09-16T01:41:43.860622+0000","last_undegraded":"2024-09-16T01:41:43.860622+0000","last_fullsized":"2024-09-16T01:41:43.860622+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:06.778397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862884+0000","last_change":"2024-09-16T01:41:42.858684+0000","last_active":"2024-09-16T01:41:43.862884+0000","last_peered":"2024-09-16T01:41:43.862884+0000","last_clean":"2024-09-16T01:41:43.862884+0000","last_became_active":"2024-09-16T01:41:42.858033+0000","last_became_peered":"2024-09-16T01:41:42.858033+0000","last_unstale":"2024-09-16T01:41:43.862884+0000","last_undegraded":"2024-09-16T01:41:43.862884+0000","last_fullsized":"2024-09-16T01:41:43.862884+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:59:03.373757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859382+0000","last_change":"2024-09-16T01:41:42.867864+0000","last_active":"2024-09-16T01:41:43.859382+0000","last_peered":"2024-09-16T01:41:43.859382+0000","last_clean":"2024-09-16T01:41:43.859382+0000","last_became_active":"2024-09-16T01:41:42.867328+0000","last_became_peered":"2024-09-16T01:41:42.867328+0000","last_unstale":"2024-09-16T01:41:43.859382+0000","last_undegraded":"2024-09-16T01:41:43.859382+0000","last_fullsized":"2024-09-16T01:41:43.859382+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:05:32.122388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862708+0000","last_change":"2024-09-16T01:41:42.875181+0000","last_active":"2024-09-16T01:41:43.862708+0000","last_peered":"2024-09-16T01:41:43.862708+0000","last_clean":"2024-09-16T01:41:43.862708+0000","last_became_active":"2024-09-16T01:41:42.874765+0000","last_became_peered":"2024-09-16T01:41:42.874765+0000","last_unstale":"2024-09-16T01:41:43.862708+0000","last_undegraded":"2024-09-16T01:41:43.862708+0000","last_fullsized":"2024-09-16T01:41:43.862708+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:13:20.147822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.849528+0000","last_change":"2024-09-16T01:41:42.869605+0000","last_active":"2024-09-16T01:41:43.849528+0000","last_peered":"2024-09-16T01:41:43.849528+0000","last_clean":"2024-09-16T01:41:43.849528+0000","last_became_active":"2024-09-16T01:41:42.869092+0000","last_became_peered":"2024-09-16T01:41:42.869092+0000","last_unstale":"2024-09-16T01:41:43.849528+0000","last_undegraded":"2024-09-16T01:41:43.849528+0000","last_fullsized":"2024-09-16T01:41:43.849528+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:39.792869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.847954+0000","last_change":"2024-09-16T01:41:42.854873+0000","last_active":"2024-09-16T01:41:43.847954+0000","last_peered":"2024-09-16T01:41:43.847954+0000","last_clean":"2024-09-16T01:41:43.847954+0000","last_became_active":"2024-09-16T01:41:42.854559+0000","last_became_peered":"2024-09-16T01:41:42.854559+0000","last_unstale":"2024-09-16T01:41:43.847954+0000","last_undegraded":"2024-09-16T01:41:43.847954+0000","last_fullsized":"2024-09-16T01:41:43.847954+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:51:08.072898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863182+0000","last_change":"2024-09-16T01:41:42.856102+0000","last_active":"2024-09-16T01:41:43.863182+0000","last_peered":"2024-09-16T01:41:43.863182+0000","last_clean":"2024-09-16T01:41:43.863182+0000","last_became_active":"2024-09-16T01:41:42.855763+0000","last_became_peered":"2024-09-16T01:41:42.855763+0000","last_unstale":"2024-09-16T01:41:43.863182+0000","last_undegraded":"2024-09-16T01:41:43.863182+0000","last_fullsized":"2024-09-16T01:41:43.863182+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:03.540153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862915+0000","last_change":"2024-09-16T01:41:42.865759+0000","last_active":"2024-09-16T01:41:43.862915+0000","last_peered":"2024-09-16T01:41:43.862915+0000","last_clean":"2024-09-16T01:41:43.862915+0000","last_became_active":"2024-09-16T01:41:42.865310+0000","last_became_peered":"2024-09-16T01:41:42.865310+0000","last_unstale":"2024-09-16T01:41:43.862915+0000","last_undegraded":"2024-09-16T01:41:43.862915+0000","last_fullsized":"2024-09-16T01:41:43.862915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:25:52.897510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.861523+0000","last_change":"2024-09-16T01:41:42.871183+0000","last_active":"2024-09-16T01:41:43.861523+0000","last_peered":"2024-09-16T01:41:43.861523+0000","last_clean":"2024-09-16T01:41:43.861523+0000","last_became_active":"2024-09-16T01:41:42.870816+0000","last_became_peered":"2024-09-16T01:41:42.870816+0000","last_unstale":"2024-09-16T01:41:43.861523+0000","last_undegraded":"2024-09-16T01:41:43.861523+0000","last_fullsized":"2024-09-16T01:41:43.861523+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:37.890658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.849131+0000","last_change":"2024-09-16T01:41:42.858293+0000","last_active":"2024-09-16T01:41:43.849131+0000","last_peered":"2024-09-16T01:41:43.849131+0000","last_clean":"2024-09-16T01:41:43.849131+0000","last_became_active":"2024-09-16T01:41:42.857393+0000","last_became_peered":"2024-09-16T01:41:42.857393+0000","last_unstale":"2024-09-16T01:41:43.849131+0000","last_undegraded":"2024-09-16T01:41:43.849131+0000","last_fullsized":"2024-09-16T01:41:43.849131+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:08:09.767728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859355+0000","last_change":"2024-09-16T01:41:42.856670+0000","last_active":"2024-09-16T01:41:43.859355+0000","last_peered":"2024-09-16T01:41:43.859355+0000","last_clean":"2024-09-16T01:41:43.859355+0000","last_became_active":"2024-09-16T01:41:42.856346+0000","last_became_peered":"2024-09-16T01:41:42.856346+0000","last_unstale":"2024-09-16T01:41:43.859355+0000","last_undegraded":"2024-09-16T01:41:43.859355+0000","last_fullsized":"2024-09-16T01:41:43.859355+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:05.164090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860795+0000","last_change":"2024-09-16T01:41:42.866531+0000","last_active":"2024-09-16T01:41:43.860795+0000","last_peered":"2024-09-16T01:41:43.860795+0000","last_clean":"2024-09-16T01:41:43.860795+0000","last_became_active":"2024-09-16T01:41:42.866002+0000","last_became_peered":"2024-09-16T01:41:42.866002+0000","last_unstale":"2024-09-16T01:41:43.860795+0000","last_undegraded":"2024-09-16T01:41:43.860795+0000","last_fullsized":"2024-09-16T01:41:43.860795+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:22:37.171553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.848752+0000","last_change":"2024-09-16T01:41:42.860941+0000","last_active":"2024-09-16T01:41:43.848752+0000","last_peered":"2024-09-16T01:41:43.848752+0000","last_clean":"2024-09-16T01:41:43.848752+0000","last_became_active":"2024-09-16T01:41:42.860562+0000","last_became_peered":"2024-09-16T01:41:42.860562+0000","last_unstale":"2024-09-16T01:41:43.848752+0000","last_undegraded":"2024-09-16T01:41:43.848752+0000","last_fullsized":"2024-09-16T01:41:43.848752+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:15:44.366908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.848007+0000","last_change":"2024-09-16T01:41:42.864423+0000","last_active":"2024-09-16T01:41:43.848007+0000","last_peered":"2024-09-16T01:41:43.848007+0000","last_clean":"2024-09-16T01:41:43.848007+0000","last_became_active":"2024-09-16T01:41:42.863811+0000","last_became_peered":"2024-09-16T01:41:42.863811+0000","last_unstale":"2024-09-16T01:41:43.848007+0000","last_undegraded":"2024-09-16T01:41:43.848007+0000","last_fullsized":"2024-09-16T01:41:43.848007+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:31.402113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862821+0000","last_change":"2024-09-16T01:41:42.871481+0000","last_active":"2024-09-16T01:41:43.862821+0000","last_peered":"2024-09-16T01:41:43.862821+0000","last_clean":"2024-09-16T01:41:43.862821+0000","last_became_active":"2024-09-16T01:41:42.871156+0000","last_became_peered":"2024-09-16T01:41:42.871156+0000","last_unstale":"2024-09-16T01:41:43.862821+0000","last_undegraded":"2024-09-16T01:41:43.862821+0000","last_fullsized":"2024-09-16T01:41:43.862821+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:01.384184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859807+0000","last_change":"2024-09-16T01:41:42.870730+0000","last_active":"2024-09-16T01:41:43.859807+0000","last_peered":"2024-09-16T01:41:43.859807+0000","last_clean":"2024-09-16T01:41:43.859807+0000","last_became_active":"2024-09-16T01:41:42.870475+0000","last_became_peered":"2024-09-16T01:41:42.870475+0000","last_unstale":"2024-09-16T01:41:43.859807+0000","last_undegraded":"2024-09-16T01:41:43.859807+0000","last_fullsized":"2024-09-16T01:41:43.859807+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:20.301087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862505+0000","last_change":"2024-09-16T01:41:42.866596+0000","last_active":"2024-09-16T01:41:43.862505+0000","last_peered":"2024-09-16T01:41:43.862505+0000","last_clean":"2024-09-16T01:41:43.862505+0000","last_became_active":"2024-09-16T01:41:42.866011+0000","last_became_peered":"2024-09-16T01:41:42.866011+0000","last_unstale":"2024-09-16T01:41:43.862505+0000","last_undegraded":"2024-09-16T01:41:43.862505+0000","last_fullsized":"2024-09-16T01:41:43.862505+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:15.535118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.861222+0000","last_change":"2024-09-16T01:41:42.868201+0000","last_active":"2024-09-16T01:41:43.861222+0000","last_peered":"2024-09-16T01:41:43.861222+0000","last_clean":"2024-09-16T01:41:43.861222+0000","last_became_active":"2024-09-16T01:41:42.867951+0000","last_became_peered":"2024-09-16T01:41:42.867951+0000","last_unstale":"2024-09-16T01:41:43.861222+0000","last_undegraded":"2024-09-16T01:41:43.861222+0000","last_fullsized":"2024-09-16T01:41:43.861222+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:57.585681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862488+0000","last_change":"2024-09-16T01:41:42.872985+0000","last_active":"2024-09-16T01:41:43.862488+0000","last_peered":"2024-09-16T01:41:43.862488+0000","last_clean":"2024-09-16T01:41:43.862488+0000","last_became_active":"2024-09-16T01:41:42.872568+0000","last_became_peered":"2024-09-16T01:41:42.872568+0000","last_unstale":"2024-09-16T01:41:43.862488+0000","last_undegraded":"2024-09-16T01:41:43.862488+0000","last_fullsized":"2024-09-16T01:41:43.862488+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:34:37.470028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.848959+0000","last_change":"2024-09-16T01:41:42.862286+0000","last_active":"2024-09-16T01:41:43.848959+0000","last_peered":"2024-09-16T01:41:43.848959+0000","last_clean":"2024-09-16T01:41:43.848959+0000","last_became_active":"2024-09-16T01:41:42.861971+0000","last_became_peered":"2024-09-16T01:41:42.861971+0000","last_unstale":"2024-09-16T01:41:43.848959+0000","last_undegraded":"2024-09-16T01:41:43.848959+0000","last_fullsized":"2024-09-16T01:41:43.848959+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:38.719275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.848086+0000","last_change":"2024-09-16T01:41:42.857215+0000","last_active":"2024-09-16T01:41:43.848086+0000","last_peered":"2024-09-16T01:41:43.848086+0000","last_clean":"2024-09-16T01:41:43.848086+0000","last_became_active":"2024-09-16T01:41:42.856902+0000","last_became_peered":"2024-09-16T01:41:42.856902+0000","last_unstale":"2024-09-16T01:41:43.848086+0000","last_undegraded":"2024-09-16T01:41:43.848086+0000","last_fullsized":"2024-09-16T01:41:43.848086+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:05.388739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863557+0000","last_change":"2024-09-16T01:41:42.867306+0000","last_active":"2024-09-16T01:41:43.863557+0000","last_peered":"2024-09-16T01:41:43.863557+0000","last_clean":"2024-09-16T01:41:43.863557+0000","last_became_active":"2024-09-16T01:41:42.866822+0000","last_became_peered":"2024-09-16T01:41:42.866822+0000","last_unstale":"2024-09-16T01:41:43.863557+0000","last_undegraded":"2024-09-16T01:41:43.863557+0000","last_fullsized":"2024-09-16T01:41:43.863557+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:17:12.111068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860382+0000","last_change":"2024-09-16T01:41:42.866293+0000","last_active":"2024-09-16T01:41:43.860382+0000","last_peered":"2024-09-16T01:41:43.860382+0000","last_clean":"2024-09-16T01:41:43.860382+0000","last_became_active":"2024-09-16T01:41:42.865954+0000","last_became_peered":"2024-09-16T01:41:42.865954+0000","last_unstale":"2024-09-16T01:41:43.860382+0000","last_undegraded":"2024-09-16T01:41:43.860382+0000","last_fullsized":"2024-09-16T01:41:43.860382+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:30.503539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859885+0000","last_change":"2024-09-16T01:41:42.863924+0000","last_active":"2024-09-16T01:41:43.859885+0000","last_peered":"2024-09-16T01:41:43.859885+0000","last_clean":"2024-09-16T01:41:43.859885+0000","last_became_active":"2024-09-16T01:41:42.863470+0000","last_became_peered":"2024-09-16T01:41:42.863470+0000","last_unstale":"2024-09-16T01:41:43.859885+0000","last_undegraded":"2024-09-16T01:41:43.859885+0000","last_fullsized":"2024-09-16T01:41:43.859885+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:50.024293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.848740+0000","last_change":"2024-09-16T01:41:42.868244+0000","last_active":"2024-09-16T01:41:43.848740+0000","last_peered":"2024-09-16T01:41:43.848740+0000","last_clean":"2024-09-16T01:41:43.848740+0000","last_became_active":"2024-09-16T01:41:42.867861+0000","last_became_peered":"2024-09-16T01:41:42.867861+0000","last_unstale":"2024-09-16T01:41:43.848740+0000","last_undegraded":"2024-09-16T01:41:43.848740+0000","last_fullsized":"2024-09-16T01:41:43.848740+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:02:41.555602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859170+0000","last_change":"2024-09-16T01:41:42.855496+0000","last_active":"2024-09-16T01:41:43.859170+0000","last_peered":"2024-09-16T01:41:43.859170+0000","last_clean":"2024-09-16T01:41:43.859170+0000","last_became_active":"2024-09-16T01:41:42.855039+0000","last_became_peered":"2024-09-16T01:41:42.855039+0000","last_unstale":"2024-09-16T01:41:43.859170+0000","last_undegraded":"2024-09-16T01:41:43.859170+0000","last_fullsized":"2024-09-16T01:41:43.859170+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:45.147176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"82'6","reported_seq":42,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:42:05.915558+0000","last_change":"2024-09-16T01:41:40.646333+0000","last_active":"2024-09-16T01:42:05.915558+0000","last_peered":"2024-09-16T01:42:05.915558+0000","last_clean":"2024-09-16T01:42:05.915558+0000","last_became_active":"2024-09-16T01:41:40.645954+0000","last_became_peered":"2024-09-16T01:41:40.645954+0000","last_unstale":"2024-09-16T01:42:05.915558+0000","last_undegraded":"2024-09-16T01:42:05.915558+0000","last_fullsized":"2024-09-16T01:42:05.915558+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:37.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862491+0000","last_change":"2024-09-16T01:41:42.869587+0000","last_active":"2024-09-16T01:41:43.862491+0000","last_peered":"2024-09-16T01:41:43.862491+0000","last_clean":"2024-09-16T01:41:43.862491+0000","last_became_active":"2024-09-16T01:41:42.869250+0000","last_became_peered":"2024-09-16T01:41:42.869250+0000","last_unstale":"2024-09-16T01:41:43.862491+0000","last_undegraded":"2024-09-16T01:41:43.862491+0000","last_fullsized":"2024-09-16T01:41:43.862491+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:40:39.202132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"82'3","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.884609+0000","last_change":"2024-09-16T01:41:40.644762+0000","last_active":"2024-09-16T01:41:51.884609+0000","last_peered":"2024-09-16T01:41:51.884609+0000","last_clean":"2024-09-16T01:41:51.884609+0000","last_became_active":"2024-09-16T01:41:40.644397+0000","last_became_peered":"2024-09-16T01:41:40.644397+0000","last_unstale":"2024-09-16T01:41:51.884609+0000","last_undegraded":"2024-09-16T01:41:51.884609+0000","last_fullsized":"2024-09-16T01:41:51.884609+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:27.275899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"82'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.885837+0000","last_change":"2024-09-16T01:41:40.642214+0000","last_active":"2024-09-16T01:41:51.885837+0000","last_peered":"2024-09-16T01:41:51.885837+0000","last_clean":"2024-09-16T01:41:51.885837+0000","last_became_active":"2024-09-16T01:41:40.641860+0000","last_became_peered":"2024-09-16T01:41:40.641860+0000","last_unstale":"2024-09-16T01:41:51.885837+0000","last_undegraded":"2024-09-16T01:41:51.885837+0000","last_fullsized":"2024-09-16T01:41:51.885837+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:52.770052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860786+0000","last_change":"2024-09-16T01:41:42.865662+0000","last_active":"2024-09-16T01:41:43.860786+0000","last_peered":"2024-09-16T01:41:43.860786+0000","last_clean":"2024-09-16T01:41:43.860786+0000","last_became_active":"2024-09-16T01:41:42.865364+0000","last_became_peered":"2024-09-16T01:41:42.865364+0000","last_unstale":"2024-09-16T01:41:43.860786+0000","last_undegraded":"2024-09-16T01:41:43.860786+0000","last_fullsized":"2024-09-16T01:41:43.860786+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:33.027121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"82'1","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.864735+0000","last_change":"2024-09-16T01:41:40.649355+0000","last_active":"2024-09-16T01:41:43.864735+0000","last_peered":"2024-09-16T01:41:43.864735+0000","last_clean":"2024-09-16T01:41:43.864735+0000","last_became_active":"2024-09-16T01:41:40.649058+0000","last_became_peered":"2024-09-16T01:41:40.649058+0000","last_unstale":"2024-09-16T01:41:43.864735+0000","last_undegraded":"2024-09-16T01:41:43.864735+0000","last_fullsized":"2024-09-16T01:41:43.864735+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:08.160989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.858938+0000","last_change":"2024-09-16T01:41:42.860348+0000","last_active":"2024-09-16T01:41:43.858938+0000","last_peered":"2024-09-16T01:41:43.858938+0000","last_clean":"2024-09-16T01:41:43.858938+0000","last_became_active":"2024-09-16T01:41:42.860016+0000","last_became_peered":"2024-09-16T01:41:42.860016+0000","last_unstale":"2024-09-16T01:41:43.858938+0000","last_undegraded":"2024-09-16T01:41:43.858938+0000","last_fullsized":"2024-09-16T01:41:43.858938+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:46.124306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'3","reported_seq":35,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:42:04.913709+0000","last_change":"2024-09-16T01:41:40.648505+0000","last_active":"2024-09-16T01:42:04.913709+0000","last_peered":"2024-09-16T01:42:04.913709+0000","last_clean":"2024-09-16T01:42:04.913709+0000","last_became_active":"2024-09-16T01:41:40.648187+0000","last_became_peered":"2024-09-16T01:41:40.648187+0000","last_unstale":"2024-09-16T01:42:04.913709+0000","last_undegraded":"2024-09-16T01:42:04.913709+0000","last_fullsized":"2024-09-16T01:42:04.913709+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.954435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862338+0000","last_change":"2024-09-16T01:41:42.865674+0000","last_active":"2024-09-16T01:41:43.862338+0000","last_peered":"2024-09-16T01:41:43.862338+0000","last_clean":"2024-09-16T01:41:43.862338+0000","last_became_active":"2024-09-16T01:41:42.865335+0000","last_became_peered":"2024-09-16T01:41:42.865335+0000","last_unstale":"2024-09-16T01:41:43.862338+0000","last_undegraded":"2024-09-16T01:41:43.862338+0000","last_fullsized":"2024-09-16T01:41:43.862338+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:34.297494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"82'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.881679+0000","last_change":"2024-09-16T01:41:40.647648+0000","last_active":"2024-09-16T01:41:50.881679+0000","last_peered":"2024-09-16T01:41:50.881679+0000","last_clean":"2024-09-16T01:41:50.881679+0000","last_became_active":"2024-09-16T01:41:40.646533+0000","last_became_peered":"2024-09-16T01:41:40.646533+0000","last_unstale":"2024-09-16T01:41:50.881679+0000","last_undegraded":"2024-09-16T01:41:50.881679+0000","last_fullsized":"2024-09-16T01:41:50.881679+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:55.789853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863946+0000","last_change":"2024-09-16T01:41:42.861587+0000","last_active":"2024-09-16T01:41:43.863946+0000","last_peered":"2024-09-16T01:41:43.863946+0000","last_clean":"2024-09-16T01:41:43.863946+0000","last_became_active":"2024-09-16T01:41:42.861162+0000","last_became_peered":"2024-09-16T01:41:42.861162+0000","last_unstale":"2024-09-16T01:41:43.863946+0000","last_undegraded":"2024-09-16T01:41:43.863946+0000","last_fullsized":"2024-09-16T01:41:43.863946+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:54.449108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"82'4","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.880940+0000","last_change":"2024-09-16T01:41:40.775398+0000","last_active":"2024-09-16T01:41:50.880940+0000","last_peered":"2024-09-16T01:41:50.880940+0000","last_clean":"2024-09-16T01:41:50.880940+0000","last_became_active":"2024-09-16T01:41:40.775025+0000","last_became_peered":"2024-09-16T01:41:40.775025+0000","last_unstale":"2024-09-16T01:41:50.880940+0000","last_undegraded":"2024-09-16T01:41:50.880940+0000","last_fullsized":"2024-09-16T01:41:50.880940+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:08.119630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862237+0000","last_change":"2024-09-16T01:41:42.864127+0000","last_active":"2024-09-16T01:41:43.862237+0000","last_peered":"2024-09-16T01:41:43.862237+0000","last_clean":"2024-09-16T01:41:43.862237+0000","last_became_active":"2024-09-16T01:41:42.863754+0000","last_became_peered":"2024-09-16T01:41:42.863754+0000","last_unstale":"2024-09-16T01:41:43.862237+0000","last_undegraded":"2024-09-16T01:41:43.862237+0000","last_fullsized":"2024-09-16T01:41:43.862237+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:04.607361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'26","reported_seq":79,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:42:05.915498+0000","last_change":"2024-09-16T01:41:40.645485+0000","last_active":"2024-09-16T01:42:05.915498+0000","last_peered":"2024-09-16T01:42:05.915498+0000","last_clean":"2024-09-16T01:42:05.915498+0000","last_became_active":"2024-09-16T01:41:40.645158+0000","last_became_peered":"2024-09-16T01:41:40.645158+0000","last_unstale":"2024-09-16T01:42:05.915498+0000","last_undegraded":"2024-09-16T01:42:05.915498+0000","last_fullsized":"2024-09-16T01:42:05.915498+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":26,"log_dups_size":0,"ondisk_log_size":26,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:18.212143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":52100,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":35,"num_read_kb":67,"num_write":27,"num_write_kb":58,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860591+0000","last_change":"2024-09-16T01:41:42.864532+0000","last_active":"2024-09-16T01:41:43.860591+0000","last_peered":"2024-09-16T01:41:43.860591+0000","last_clean":"2024-09-16T01:41:43.860591+0000","last_became_active":"2024-09-16T01:41:42.864191+0000","last_became_peered":"2024-09-16T01:41:42.864191+0000","last_unstale":"2024-09-16T01:41:43.860591+0000","last_undegraded":"2024-09-16T01:41:43.860591+0000","last_fullsized":"2024-09-16T01:41:43.860591+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:41.070801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"82'6","reported_seq":25,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.886824+0000","last_change":"2024-09-16T01:41:40.643722+0000","last_active":"2024-09-16T01:41:51.886824+0000","last_peered":"2024-09-16T01:41:51.886824+0000","last_clean":"2024-09-16T01:41:51.886824+0000","last_became_active":"2024-09-16T01:41:40.643394+0000","last_became_peered":"2024-09-16T01:41:40.643394+0000","last_unstale":"2024-09-16T01:41:51.886824+0000","last_undegraded":"2024-09-16T01:41:51.886824+0000","last_fullsized":"2024-09-16T01:41:51.886824+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:39.546909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.847665+0000","last_change":"2024-09-16T01:41:42.865444+0000","last_active":"2024-09-16T01:41:43.847665+0000","last_peered":"2024-09-16T01:41:43.847665+0000","last_clean":"2024-09-16T01:41:43.847665+0000","last_became_active":"2024-09-16T01:41:42.864914+0000","last_became_peered":"2024-09-16T01:41:42.864914+0000","last_unstale":"2024-09-16T01:41:43.847665+0000","last_undegraded":"2024-09-16T01:41:43.847665+0000","last_fullsized":"2024-09-16T01:41:43.847665+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:23.917120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"82'3","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.882050+0000","last_change":"2024-09-16T01:41:40.649343+0000","last_active":"2024-09-16T01:41:50.882050+0000","last_peered":"2024-09-16T01:41:50.882050+0000","last_clean":"2024-09-16T01:41:50.882050+0000","last_became_active":"2024-09-16T01:41:40.648954+0000","last_became_peered":"2024-09-16T01:41:40.648954+0000","last_unstale":"2024-09-16T01:41:50.882050+0000","last_undegraded":"2024-09-16T01:41:50.882050+0000","last_fullsized":"2024-09-16T01:41:50.882050+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:22.507067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862907+0000","last_change":"2024-09-16T01:41:42.868154+0000","last_active":"2024-09-16T01:41:43.862907+0000","last_peered":"2024-09-16T01:41:43.862907+0000","last_clean":"2024-09-16T01:41:43.862907+0000","last_became_active":"2024-09-16T01:41:42.867817+0000","last_became_peered":"2024-09-16T01:41:42.867817+0000","last_unstale":"2024-09-16T01:41:43.862907+0000","last_undegraded":"2024-09-16T01:41:43.862907+0000","last_fullsized":"2024-09-16T01:41:43.862907+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:33.279136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'4","reported_seq":39,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:42:04.913110+0000","last_change":"2024-09-16T01:41:40.649440+0000","last_active":"2024-09-16T01:42:04.913110+0000","last_peered":"2024-09-16T01:42:04.913110+0000","last_clean":"2024-09-16T01:42:04.913110+0000","last_became_active":"2024-09-16T01:41:40.649073+0000","last_became_peered":"2024-09-16T01:41:40.649073+0000","last_unstale":"2024-09-16T01:42:04.913110+0000","last_undegraded":"2024-09-16T01:42:04.913110+0000","last_fullsized":"2024-09-16T01:42:04.913110+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:42.275782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":18,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863506+0000","last_change":"2024-09-16T01:41:42.863539+0000","last_active":"2024-09-16T01:41:43.863506+0000","last_peered":"2024-09-16T01:41:43.863506+0000","last_clean":"2024-09-16T01:41:43.863506+0000","last_became_active":"2024-09-16T01:41:42.863185+0000","last_became_peered":"2024-09-16T01:41:42.863185+0000","last_unstale":"2024-09-16T01:41:43.863506+0000","last_undegraded":"2024-09-16T01:41:43.863506+0000","last_fullsized":"2024-09-16T01:41:43.863506+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:49.074704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"82'15","reported_seq":34,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.887585+0000","last_change":"2024-09-16T01:41:40.773728+0000","last_active":"2024-09-16T01:41:51.887585+0000","last_peered":"2024-09-16T01:41:51.887585+0000","last_clean":"2024-09-16T01:41:51.887585+0000","last_became_active":"2024-09-16T01:41:40.773340+0000","last_became_peered":"2024-09-16T01:41:40.773340+0000","last_unstale":"2024-09-16T01:41:51.887585+0000","last_undegraded":"2024-09-16T01:41:51.887585+0000","last_fullsized":"2024-09-16T01:41:51.887585+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:35.693803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862442+0000","last_change":"2024-09-16T01:41:42.868826+0000","last_active":"2024-09-16T01:41:43.862442+0000","last_peered":"2024-09-16T01:41:43.862442+0000","last_clean":"2024-09-16T01:41:43.862442+0000","last_became_active":"2024-09-16T01:41:42.868490+0000","last_became_peered":"2024-09-16T01:41:42.868490+0000","last_unstale":"2024-09-16T01:41:43.862442+0000","last_undegraded":"2024-09-16T01:41:43.862442+0000","last_fullsized":"2024-09-16T01:41:43.862442+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:17:43.968764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"82'2","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:52.892675+0000","last_change":"2024-09-16T01:41:40.643262+0000","last_active":"2024-09-16T01:41:52.892675+0000","last_peered":"2024-09-16T01:41:52.892675+0000","last_clean":"2024-09-16T01:41:52.892675+0000","last_became_active":"2024-09-16T01:41:40.642975+0000","last_became_peered":"2024-09-16T01:41:40.642975+0000","last_unstale":"2024-09-16T01:41:52.892675+0000","last_undegraded":"2024-09-16T01:41:52.892675+0000","last_fullsized":"2024-09-16T01:41:52.892675+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:52.757959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.849017+0000","last_change":"2024-09-16T01:41:42.861062+0000","last_active":"2024-09-16T01:41:43.849017+0000","last_peered":"2024-09-16T01:41:43.849017+0000","last_clean":"2024-09-16T01:41:43.849017+0000","last_became_active":"2024-09-16T01:41:42.860701+0000","last_became_peered":"2024-09-16T01:41:42.860701+0000","last_unstale":"2024-09-16T01:41:43.849017+0000","last_undegraded":"2024-09-16T01:41:43.849017+0000","last_fullsized":"2024-09-16T01:41:43.849017+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:06.382244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862819+0000","last_change":"2024-09-16T01:41:40.642128+0000","last_active":"2024-09-16T01:41:43.862819+0000","last_peered":"2024-09-16T01:41:43.862819+0000","last_clean":"2024-09-16T01:41:43.862819+0000","last_became_active":"2024-09-16T01:41:40.641525+0000","last_became_peered":"2024-09-16T01:41:40.641525+0000","last_unstale":"2024-09-16T01:41:43.862819+0000","last_undegraded":"2024-09-16T01:41:43.862819+0000","last_fullsized":"2024-09-16T01:41:43.862819+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:34.943031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862844+0000","last_change":"2024-09-16T01:41:42.869794+0000","last_active":"2024-09-16T01:41:43.862844+0000","last_peered":"2024-09-16T01:41:43.862844+0000","last_clean":"2024-09-16T01:41:43.862844+0000","last_became_active":"2024-09-16T01:41:42.869450+0000","last_became_peered":"2024-09-16T01:41:42.869450+0000","last_unstale":"2024-09-16T01:41:43.862844+0000","last_undegraded":"2024-09-16T01:41:43.862844+0000","last_fullsized":"2024-09-16T01:41:43.862844+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:54.298118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.868622+0000","last_change":"2024-09-16T01:41:40.648466+0000","last_active":"2024-09-16T01:41:43.868622+0000","last_peered":"2024-09-16T01:41:43.868622+0000","last_clean":"2024-09-16T01:41:43.868622+0000","last_became_active":"2024-09-16T01:41:40.648146+0000","last_became_peered":"2024-09-16T01:41:40.648146+0000","last_unstale":"2024-09-16T01:41:43.868622+0000","last_undegraded":"2024-09-16T01:41:43.868622+0000","last_fullsized":"2024-09-16T01:41:43.868622+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:22.214738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'1","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.864070+0000","last_change":"2024-09-16T01:41:42.873102+0000","last_active":"2024-09-16T01:41:43.864070+0000","last_peered":"2024-09-16T01:41:43.864070+0000","last_clean":"2024-09-16T01:41:43.864070+0000","last_became_active":"2024-09-16T01:41:42.871946+0000","last_became_peered":"2024-09-16T01:41:42.871946+0000","last_unstale":"2024-09-16T01:41:43.864070+0000","last_undegraded":"2024-09-16T01:41:43.864070+0000","last_fullsized":"2024-09-16T01:41:43.864070+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:09:09.737797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"82'3","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.886695+0000","last_change":"2024-09-16T01:41:41.329486+0000","last_active":"2024-09-16T01:41:51.886695+0000","last_peered":"2024-09-16T01:41:51.886695+0000","last_clean":"2024-09-16T01:41:51.886695+0000","last_became_active":"2024-09-16T01:41:41.329110+0000","last_became_peered":"2024-09-16T01:41:41.329110+0000","last_unstale":"2024-09-16T01:41:51.886695+0000","last_undegraded":"2024-09-16T01:41:51.886695+0000","last_fullsized":"2024-09-16T01:41:51.886695+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:07.827284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863221+0000","last_change":"2024-09-16T01:41:42.874019+0000","last_active":"2024-09-16T01:41:43.863221+0000","last_peered":"2024-09-16T01:41:43.863221+0000","last_clean":"2024-09-16T01:41:43.863221+0000","last_became_active":"2024-09-16T01:41:42.873693+0000","last_became_peered":"2024-09-16T01:41:42.873693+0000","last_unstale":"2024-09-16T01:41:43.863221+0000","last_undegraded":"2024-09-16T01:41:43.863221+0000","last_fullsized":"2024-09-16T01:41:43.863221+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:36.636459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":333,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863837+0000","last_change":"2024-09-16T01:40:28.930678+0000","last_active":"2024-09-16T01:41:43.863837+0000","last_peered":"2024-09-16T01:41:43.863837+0000","last_clean":"2024-09-16T01:41:43.863837+0000","last_became_active":"2024-09-16T01:40:28.930171+0000","last_became_peered":"2024-09-16T01:40:28.930171+0000","last_unstale":"2024-09-16T01:41:43.863837+0000","last_undegraded":"2024-09-16T01:41:43.863837+0000","last_fullsized":"2024-09-16T01:41:43.863837+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:37:00.969044+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:37:00.969044+0000","last_clean_scrub_stamp":"2024-09-16T01:37:00.969044+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:02.823877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"82'3","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:52.892480+0000","last_change":"2024-09-16T01:41:40.644281+0000","last_active":"2024-09-16T01:41:52.892480+0000","last_peered":"2024-09-16T01:41:52.892480+0000","last_clean":"2024-09-16T01:41:52.892480+0000","last_became_active":"2024-09-16T01:41:40.643638+0000","last_became_peered":"2024-09-16T01:41:40.643638+0000","last_unstale":"2024-09-16T01:41:52.892480+0000","last_undegraded":"2024-09-16T01:41:52.892480+0000","last_fullsized":"2024-09-16T01:41:52.892480+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:01.646040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860633+0000","last_change":"2024-09-16T01:41:42.868822+0000","last_active":"2024-09-16T01:41:43.860633+0000","last_peered":"2024-09-16T01:41:43.860633+0000","last_clean":"2024-09-16T01:41:43.860633+0000","last_became_active":"2024-09-16T01:41:42.868221+0000","last_became_peered":"2024-09-16T01:41:42.868221+0000","last_unstale":"2024-09-16T01:41:43.860633+0000","last_undegraded":"2024-09-16T01:41:43.860633+0000","last_fullsized":"2024-09-16T01:41:43.860633+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:36.739972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"82'3","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.886737+0000","last_change":"2024-09-16T01:41:40.647931+0000","last_active":"2024-09-16T01:41:51.886737+0000","last_peered":"2024-09-16T01:41:51.886737+0000","last_clean":"2024-09-16T01:41:51.886737+0000","last_became_active":"2024-09-16T01:41:40.647480+0000","last_became_peered":"2024-09-16T01:41:40.647480+0000","last_unstale":"2024-09-16T01:41:51.886737+0000","last_undegraded":"2024-09-16T01:41:51.886737+0000","last_fullsized":"2024-09-16T01:41:51.886737+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:17.030662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.847642+0000","last_change":"2024-09-16T01:41:42.863970+0000","last_active":"2024-09-16T01:41:43.847642+0000","last_peered":"2024-09-16T01:41:43.847642+0000","last_clean":"2024-09-16T01:41:43.847642+0000","last_became_active":"2024-09-16T01:41:42.863669+0000","last_became_peered":"2024-09-16T01:41:42.863669+0000","last_unstale":"2024-09-16T01:41:43.847642+0000","last_undegraded":"2024-09-16T01:41:43.847642+0000","last_fullsized":"2024-09-16T01:41:43.847642+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:36:23.488046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"82'4","reported_seq":37,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:42:05.913874+0000","last_change":"2024-09-16T01:41:40.773725+0000","last_active":"2024-09-16T01:42:05.913874+0000","last_peered":"2024-09-16T01:42:05.913874+0000","last_clean":"2024-09-16T01:42:05.913874+0000","last_became_active":"2024-09-16T01:41:40.773394+0000","last_became_peered":"2024-09-16T01:41:40.773394+0000","last_unstale":"2024-09-16T01:42:05.913874+0000","last_undegraded":"2024-09-16T01:42:05.913874+0000","last_fullsized":"2024-09-16T01:42:05.913874+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:51.337459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":15,"num_read_kb":15,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.866267+0000","last_change":"2024-09-16T01:41:42.863798+0000","last_active":"2024-09-16T01:41:43.866267+0000","last_peered":"2024-09-16T01:41:43.866267+0000","last_clean":"2024-09-16T01:41:43.866267+0000","last_became_active":"2024-09-16T01:41:42.863469+0000","last_became_peered":"2024-09-16T01:41:42.863469+0000","last_unstale":"2024-09-16T01:41:43.866267+0000","last_undegraded":"2024-09-16T01:41:43.866267+0000","last_fullsized":"2024-09-16T01:41:43.866267+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:47.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"82'1","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863688+0000","last_change":"2024-09-16T01:41:40.646551+0000","last_active":"2024-09-16T01:41:43.863688+0000","last_peered":"2024-09-16T01:41:43.863688+0000","last_clean":"2024-09-16T01:41:43.863688+0000","last_became_active":"2024-09-16T01:41:40.646126+0000","last_became_peered":"2024-09-16T01:41:40.646126+0000","last_unstale":"2024-09-16T01:41:43.863688+0000","last_undegraded":"2024-09-16T01:41:43.863688+0000","last_fullsized":"2024-09-16T01:41:43.863688+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:44.578969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859003+0000","last_change":"2024-09-16T01:41:42.866215+0000","last_active":"2024-09-16T01:41:43.859003+0000","last_peered":"2024-09-16T01:41:43.859003+0000","last_clean":"2024-09-16T01:41:43.859003+0000","last_became_active":"2024-09-16T01:41:42.865859+0000","last_became_peered":"2024-09-16T01:41:42.865859+0000","last_unstale":"2024-09-16T01:41:43.859003+0000","last_undegraded":"2024-09-16T01:41:43.859003+0000","last_fullsized":"2024-09-16T01:41:43.859003+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:58.149360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859292+0000","last_change":"2024-09-16T01:41:40.774339+0000","last_active":"2024-09-16T01:41:43.859292+0000","last_peered":"2024-09-16T01:41:43.859292+0000","last_clean":"2024-09-16T01:41:43.859292+0000","last_became_active":"2024-09-16T01:41:40.773959+0000","last_became_peered":"2024-09-16T01:41:40.773959+0000","last_unstale":"2024-09-16T01:41:43.859292+0000","last_undegraded":"2024-09-16T01:41:43.859292+0000","last_fullsized":"2024-09-16T01:41:43.859292+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:23:00.973479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'1","reported_seq":14,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:46.457724+0000","last_change":"2024-09-16T01:41:42.860070+0000","last_active":"2024-09-16T01:41:46.457724+0000","last_peered":"2024-09-16T01:41:46.457724+0000","last_clean":"2024-09-16T01:41:46.457724+0000","last_became_active":"2024-09-16T01:41:42.859692+0000","last_became_peered":"2024-09-16T01:41:42.859692+0000","last_unstale":"2024-09-16T01:41:46.457724+0000","last_undegraded":"2024-09-16T01:41:46.457724+0000","last_fullsized":"2024-09-16T01:41:46.457724+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:24.168617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"82'1","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.880542+0000","last_change":"2024-09-16T01:41:40.775582+0000","last_active":"2024-09-16T01:41:50.880542+0000","last_peered":"2024-09-16T01:41:50.880542+0000","last_clean":"2024-09-16T01:41:50.880542+0000","last_became_active":"2024-09-16T01:41:40.775173+0000","last_became_peered":"2024-09-16T01:41:40.775173+0000","last_unstale":"2024-09-16T01:41:50.880542+0000","last_undegraded":"2024-09-16T01:41:50.880542+0000","last_fullsized":"2024-09-16T01:41:50.880542+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:22.664809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.848047+0000","last_change":"2024-09-16T01:41:42.859461+0000","last_active":"2024-09-16T01:41:43.848047+0000","last_peered":"2024-09-16T01:41:43.848047+0000","last_clean":"2024-09-16T01:41:43.848047+0000","last_became_active":"2024-09-16T01:41:42.859125+0000","last_became_peered":"2024-09-16T01:41:42.859125+0000","last_unstale":"2024-09-16T01:41:43.848047+0000","last_undegraded":"2024-09-16T01:41:43.848047+0000","last_fullsized":"2024-09-16T01:41:43.848047+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:01:13.558436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'8","reported_seq":26,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:42:01.860431+0000","last_change":"2024-09-16T01:41:40.642995+0000","last_active":"2024-09-16T01:42:01.860431+0000","last_peered":"2024-09-16T01:42:01.860431+0000","last_clean":"2024-09-16T01:42:01.860431+0000","last_became_active":"2024-09-16T01:41:40.642680+0000","last_became_peered":"2024-09-16T01:41:40.642680+0000","last_unstale":"2024-09-16T01:42:01.860431+0000","last_undegraded":"2024-09-16T01:42:01.860431+0000","last_fullsized":"2024-09-16T01:42:01.860431+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:31.137069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860217+0000","last_change":"2024-09-16T01:41:42.864520+0000","last_active":"2024-09-16T01:41:43.860217+0000","last_peered":"2024-09-16T01:41:43.860217+0000","last_clean":"2024-09-16T01:41:43.860217+0000","last_became_active":"2024-09-16T01:41:42.864221+0000","last_became_peered":"2024-09-16T01:41:42.864221+0000","last_unstale":"2024-09-16T01:41:43.860217+0000","last_undegraded":"2024-09-16T01:41:43.860217+0000","last_fullsized":"2024-09-16T01:41:43.860217+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:23.799976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"82'4","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.881066+0000","last_change":"2024-09-16T01:41:41.329593+0000","last_active":"2024-09-16T01:41:50.881066+0000","last_peered":"2024-09-16T01:41:50.881066+0000","last_clean":"2024-09-16T01:41:50.881066+0000","last_became_active":"2024-09-16T01:41:41.329288+0000","last_became_peered":"2024-09-16T01:41:41.329288+0000","last_unstale":"2024-09-16T01:41:50.881066+0000","last_undegraded":"2024-09-16T01:41:50.881066+0000","last_fullsized":"2024-09-16T01:41:50.881066+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:52.908930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863860+0000","last_change":"2024-09-16T01:41:42.865096+0000","last_active":"2024-09-16T01:41:43.863860+0000","last_peered":"2024-09-16T01:41:43.863860+0000","last_clean":"2024-09-16T01:41:43.863860+0000","last_became_active":"2024-09-16T01:41:42.862704+0000","last_became_peered":"2024-09-16T01:41:42.862704+0000","last_unstale":"2024-09-16T01:41:43.863860+0000","last_undegraded":"2024-09-16T01:41:43.863860+0000","last_fullsized":"2024-09-16T01:41:43.863860+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:42.586681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"82'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.881123+0000","last_change":"2024-09-16T01:41:40.773667+0000","last_active":"2024-09-16T01:41:50.881123+0000","last_peered":"2024-09-16T01:41:50.881123+0000","last_clean":"2024-09-16T01:41:50.881123+0000","last_became_active":"2024-09-16T01:41:40.773311+0000","last_became_peered":"2024-09-16T01:41:40.773311+0000","last_unstale":"2024-09-16T01:41:50.881123+0000","last_undegraded":"2024-09-16T01:41:50.881123+0000","last_fullsized":"2024-09-16T01:41:50.881123+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:31.826001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.859096+0000","last_change":"2024-09-16T01:41:42.858451+0000","last_active":"2024-09-16T01:41:43.859096+0000","last_peered":"2024-09-16T01:41:43.859096+0000","last_clean":"2024-09-16T01:41:43.859096+0000","last_became_active":"2024-09-16T01:41:42.858107+0000","last_became_peered":"2024-09-16T01:41:42.858107+0000","last_unstale":"2024-09-16T01:41:43.859096+0000","last_undegraded":"2024-09-16T01:41:43.859096+0000","last_fullsized":"2024-09-16T01:41:43.859096+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:40.589023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"82'3","reported_seq":21,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.880723+0000","last_change":"2024-09-16T01:41:40.643502+0000","last_active":"2024-09-16T01:41:50.880723+0000","last_peered":"2024-09-16T01:41:50.880723+0000","last_clean":"2024-09-16T01:41:50.880723+0000","last_became_active":"2024-09-16T01:41:40.643120+0000","last_became_peered":"2024-09-16T01:41:40.643120+0000","last_unstale":"2024-09-16T01:41:50.880723+0000","last_undegraded":"2024-09-16T01:41:50.880723+0000","last_fullsized":"2024-09-16T01:41:50.880723+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:57:24.737742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.849077+0000","last_change":"2024-09-16T01:41:42.868262+0000","last_active":"2024-09-16T01:41:43.849077+0000","last_peered":"2024-09-16T01:41:43.849077+0000","last_clean":"2024-09-16T01:41:43.849077+0000","last_became_active":"2024-09-16T01:41:42.867706+0000","last_became_peered":"2024-09-16T01:41:42.867706+0000","last_unstale":"2024-09-16T01:41:43.849077+0000","last_undegraded":"2024-09-16T01:41:43.849077+0000","last_fullsized":"2024-09-16T01:41:43.849077+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:53.086364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"82'1","reported_seq":19,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:44.471617+0000","last_change":"2024-09-16T01:41:40.644493+0000","last_active":"2024-09-16T01:41:44.471617+0000","last_peered":"2024-09-16T01:41:44.471617+0000","last_clean":"2024-09-16T01:41:44.471617+0000","last_became_active":"2024-09-16T01:41:40.644134+0000","last_became_peered":"2024-09-16T01:41:40.644134+0000","last_unstale":"2024-09-16T01:41:44.471617+0000","last_undegraded":"2024-09-16T01:41:44.471617+0000","last_fullsized":"2024-09-16T01:41:44.471617+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:18.805135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860031+0000","last_change":"2024-09-16T01:41:42.863072+0000","last_active":"2024-09-16T01:41:43.860031+0000","last_peered":"2024-09-16T01:41:43.860031+0000","last_clean":"2024-09-16T01:41:43.860031+0000","last_became_active":"2024-09-16T01:41:42.862745+0000","last_became_peered":"2024-09-16T01:41:42.862745+0000","last_unstale":"2024-09-16T01:41:43.860031+0000","last_undegraded":"2024-09-16T01:41:43.860031+0000","last_fullsized":"2024-09-16T01:41:43.860031+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:21.003371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"82'4","reported_seq":23,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:50.882134+0000","last_change":"2024-09-16T01:41:40.644771+0000","last_active":"2024-09-16T01:41:50.882134+0000","last_peered":"2024-09-16T01:41:50.882134+0000","last_clean":"2024-09-16T01:41:50.882134+0000","last_became_active":"2024-09-16T01:41:40.644351+0000","last_became_peered":"2024-09-16T01:41:40.644351+0000","last_unstale":"2024-09-16T01:41:50.882134+0000","last_undegraded":"2024-09-16T01:41:50.882134+0000","last_fullsized":"2024-09-16T01:41:50.882134+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:31:01.775120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863220+0000","last_change":"2024-09-16T01:41:42.872756+0000","last_active":"2024-09-16T01:41:43.863220+0000","last_peered":"2024-09-16T01:41:43.863220+0000","last_clean":"2024-09-16T01:41:43.863220+0000","last_became_active":"2024-09-16T01:41:42.872400+0000","last_became_peered":"2024-09-16T01:41:42.872400+0000","last_unstale":"2024-09-16T01:41:43.863220+0000","last_undegraded":"2024-09-16T01:41:43.863220+0000","last_fullsized":"2024-09-16T01:41:43.863220+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:42.234264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.864476+0000","last_change":"2024-09-16T01:41:42.871586+0000","last_active":"2024-09-16T01:41:43.864476+0000","last_peered":"2024-09-16T01:41:43.864476+0000","last_clean":"2024-09-16T01:41:43.864476+0000","last_became_active":"2024-09-16T01:41:42.871230+0000","last_became_peered":"2024-09-16T01:41:42.871230+0000","last_unstale":"2024-09-16T01:41:43.864476+0000","last_undegraded":"2024-09-16T01:41:43.864476+0000","last_fullsized":"2024-09-16T01:41:43.864476+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:01.000802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.866941+0000","last_change":"2024-09-16T01:41:40.643241+0000","last_active":"2024-09-16T01:41:43.866941+0000","last_peered":"2024-09-16T01:41:43.866941+0000","last_clean":"2024-09-16T01:41:43.866941+0000","last_became_active":"2024-09-16T01:41:40.642871+0000","last_became_peered":"2024-09-16T01:41:40.642871+0000","last_unstale":"2024-09-16T01:41:43.866941+0000","last_undegraded":"2024-09-16T01:41:43.866941+0000","last_fullsized":"2024-09-16T01:41:43.866941+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:55:19.939101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.862074+0000","last_change":"2024-09-16T01:41:42.867122+0000","last_active":"2024-09-16T01:41:43.862074+0000","last_peered":"2024-09-16T01:41:43.862074+0000","last_clean":"2024-09-16T01:41:43.862074+0000","last_became_active":"2024-09-16T01:41:42.866796+0000","last_became_peered":"2024-09-16T01:41:42.866796+0000","last_unstale":"2024-09-16T01:41:43.862074+0000","last_undegraded":"2024-09-16T01:41:43.862074+0000","last_fullsized":"2024-09-16T01:41:43.862074+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:52.553358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"82'4","reported_seq":22,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.885831+0000","last_change":"2024-09-16T01:41:40.645944+0000","last_active":"2024-09-16T01:41:51.885831+0000","last_peered":"2024-09-16T01:41:51.885831+0000","last_clean":"2024-09-16T01:41:51.885831+0000","last_became_active":"2024-09-16T01:41:40.645613+0000","last_became_peered":"2024-09-16T01:41:40.645613+0000","last_unstale":"2024-09-16T01:41:51.885831+0000","last_undegraded":"2024-09-16T01:41:51.885831+0000","last_fullsized":"2024-09-16T01:41:51.885831+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:58.064746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.863902+0000","last_change":"2024-09-16T01:41:42.858026+0000","last_active":"2024-09-16T01:41:43.863902+0000","last_peered":"2024-09-16T01:41:43.863902+0000","last_clean":"2024-09-16T01:41:43.863902+0000","last_became_active":"2024-09-16T01:41:42.857708+0000","last_became_peered":"2024-09-16T01:41:42.857708+0000","last_unstale":"2024-09-16T01:41:43.863902+0000","last_undegraded":"2024-09-16T01:41:43.863902+0000","last_fullsized":"2024-09-16T01:41:43.863902+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:52.175136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"82'2","reported_seq":20,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:44.261786+0000","last_change":"2024-09-16T01:41:40.775533+0000","last_active":"2024-09-16T01:41:44.261786+0000","last_peered":"2024-09-16T01:41:44.261786+0000","last_clean":"2024-09-16T01:41:44.261786+0000","last_became_active":"2024-09-16T01:41:40.774761+0000","last_became_peered":"2024-09-16T01:41:40.774761+0000","last_unstale":"2024-09-16T01:41:44.261786+0000","last_undegraded":"2024-09-16T01:41:44.261786+0000","last_fullsized":"2024-09-16T01:41:44.261786+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:31.721406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:43.860372+0000","last_change":"2024-09-16T01:41:42.870806+0000","last_active":"2024-09-16T01:41:43.860372+0000","last_peered":"2024-09-16T01:41:43.860372+0000","last_clean":"2024-09-16T01:41:43.860372+0000","last_became_active":"2024-09-16T01:41:42.870570+0000","last_became_peered":"2024-09-16T01:41:42.870570+0000","last_unstale":"2024-09-16T01:41:43.860372+0000","last_undegraded":"2024-09-16T01:41:43.860372+0000","last_fullsized":"2024-09-16T01:41:43.860372+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:36:33.058912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"82'9","reported_seq":28,"reported_epoch":82,"state":"active+clean","last_fresh":"2024-09-16T01:41:51.887212+0000","last_change":"2024-09-16T01:41:40.647479+0000","last_active":"2024-09-16T01:41:51.887212+0000","last_peered":"2024-09-16T01:41:51.887212+0000","last_clean":"2024-09-16T01:41:51.887212+0000","last_became_active":"2024-09-16T01:41:40.647121+0000","last_became_peered":"2024-09-16T01:41:40.647121+0000","last_unstale":"2024-09-16T01:41:51.887212+0000","last_undegraded":"2024-09-16T01:41:51.887212+0000","last_fullsized":"2024-09-16T01:41:51.887212+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:00.430255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":56496,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":113,"num_read_kb":116,"num_write":155,"num_write_kb":99,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":393216,"data_stored":169488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":134,"ondisk_log_size":134,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":283061,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514514,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32044,"kb_used_data":860,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713108,"statfs":{"total":95995035648,"available":95962222592,"internally_reserved":0,"allocated":880640,"data_stored":423588,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743446,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1000,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1024000,"data_stored":1067562,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906972,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27900,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717252,"statfs":{"total":95995035648,"available":95966466048,"internally_reserved":0,"allocated":897024,"data_stored":423824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135904,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32060,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713092,"statfs":{"total":95995035648,"available":95962206208,"internally_reserved":0,"allocated":897024,"data_stored":423744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364838,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36268,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708884,"statfs":{"total":95995035648,"available":95957897216,"internally_reserved":0,"allocated":946176,"data_stored":1016069,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528364,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27888,"kb_used_data":864,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717264,"statfs":{"total":95995035648,"available":95966478336,"internally_reserved":0,"allocated":884736,"data_stored":423213,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757296,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32120,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713032,"statfs":{"total":95995035648,"available":95962144768,"internally_reserved":0,"allocated":958464,"data_stored":1015360,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920822,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36212,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708940,"statfs":{"total":95995035648,"available":95957954560,"internally_reserved":0,"allocated":888832,"data_stored":424043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182458,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":901120,"data_stored":423524,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411392,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32112,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713040,"statfs":{"total":95995035648,"available":95962152960,"internally_reserved":0,"allocated":950272,"data_stored":465814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574917,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36248,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708904,"statfs":{"total":95995035648,"available":95957917696,"internally_reserved":0,"allocated":925696,"data_stored":464071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738442,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27908,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717244,"statfs":{"total":95995035648,"available":95966457856,"internally_reserved":0,"allocated":905216,"data_stored":424484,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":52100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":53843,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":54071,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:42:10.763 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-16T01:42:10.764 INFO:tasks.cephadm:Setting up client nodes... 2024-09-16T01:42:10.764 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-16T01:42:11.024 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:11.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:11 smithi017 ceph-mon[30972]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:42:11.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:11 smithi029 ceph-mon[34783]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:42:11.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:11 smithi122 ceph-mon[34758]: from='client.14742 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:42:11.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.627+0000 7f28f0b5e640 1 -- 172.21.15.17:0/3086621821 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28ec102660 msgr2=0x7f28ec104a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:11.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.627+0000 7f28f0b5e640 1 --2- 172.21.15.17:0/3086621821 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28ec102660 0x7f28ec104a50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f28e4009900 tx=0x7f28e402a410 comp rx=0 tx=0).stop 2024-09-16T01:42:11.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.627+0000 7f28f0b5e640 1 -- 172.21.15.17:0/3086621821 shutdown_connections 2024-09-16T01:42:11.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.627+0000 7f28f0b5e640 1 --2- 172.21.15.17:0/3086621821 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28ec1078c0 0x7f28ec109d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.627+0000 7f28f0b5e640 1 --2- 172.21.15.17:0/3086621821 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28ec104f90 0x7f28ec107380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.627+0000 7f28f0b5e640 1 --2- 172.21.15.17:0/3086621821 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28ec102660 0x7f28ec104a50 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.627+0000 7f28f0b5e640 1 -- 172.21.15.17:0/3086621821 >> 172.21.15.17:0/3086621821 conn(0x7f28ec0fc280 msgr2=0x7f28ec0fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:11.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.627+0000 7f28f0b5e640 1 -- 172.21.15.17:0/3086621821 shutdown_connections 2024-09-16T01:42:11.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.627+0000 7f28f0b5e640 1 -- 172.21.15.17:0/3086621821 wait complete. 2024-09-16T01:42:11.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28f0b5e640 1 Processor -- start 2024-09-16T01:42:11.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28f0b5e640 1 -- start start 2024-09-16T01:42:11.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28f0b5e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28ec102660 0x7f28ec197fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:11.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28f0b5e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28ec104f90 0x7f28ec1984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:11.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28f0b5e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28ec1078c0 0x7f28ec19f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:11.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28f0b5e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec10d850 con 0x7f28ec104f90 2024-09-16T01:42:11.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28f0b5e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec10d6d0 con 0x7f28ec1078c0 2024-09-16T01:42:11.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28f0b5e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f28ec10d9d0 con 0x7f28ec102660 2024-09-16T01:42:11.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28e9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28ec104f90 0x7f28ec1984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:11.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28e9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28ec104f90 0x7f28ec1984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34390/0 (socket says 172.21.15.17:34390) 2024-09-16T01:42:11.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28e9d9b640 1 -- 172.21.15.17:0/2661304834 learned_addr learned my addr 172.21.15.17:0/2661304834 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:11.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28ea59c640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28ec102660 0x7f28ec197fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:11.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28ead9d640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28ec1078c0 0x7f28ec19f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:11.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28e9d9b640 1 -- 172.21.15.17:0/2661304834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28ec102660 msgr2=0x7f28ec197fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:11.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28e9d9b640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28ec102660 0x7f28ec197fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28e9d9b640 1 -- 172.21.15.17:0/2661304834 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28ec1078c0 msgr2=0x7f28ec19f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:11.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.628+0000 7f28e9d9b640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28ec1078c0 0x7f28ec19f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.629+0000 7f28e9d9b640 1 -- 172.21.15.17:0/2661304834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f28ec19fbd0 con 0x7f28ec104f90 2024-09-16T01:42:11.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.629+0000 7f28ead9d640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28ec1078c0 0x7f28ec19f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:11.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.629+0000 7f28e9d9b640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28ec104f90 0x7f28ec1984e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f28d400b450 tx=0x7f28d400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:11.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.629+0000 7f28e37fe640 1 -- 172.21.15.17:0/2661304834 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28d4015020 con 0x7f28ec104f90 2024-09-16T01:42:11.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.629+0000 7f28e37fe640 1 -- 172.21.15.17:0/2661304834 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f28d4011d40 con 0x7f28ec104f90 2024-09-16T01:42:11.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.629+0000 7f28f0b5e640 1 -- 172.21.15.17:0/2661304834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f28ec19fec0 con 0x7f28ec104f90 2024-09-16T01:42:11.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.629+0000 7f28e37fe640 1 -- 172.21.15.17:0/2661304834 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f28d400f340 con 0x7f28ec104f90 2024-09-16T01:42:11.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.629+0000 7f28f0b5e640 1 -- 172.21.15.17:0/2661304834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f28ec1a0440 con 0x7f28ec104f90 2024-09-16T01:42:11.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.630+0000 7f28f0b5e640 1 -- 172.21.15.17:0/2661304834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f28ec0fdd70 con 0x7f28ec104f90 2024-09-16T01:42:11.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.631+0000 7f28e37fe640 1 -- 172.21.15.17:0/2661304834 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f28d4018020 con 0x7f28ec104f90 2024-09-16T01:42:11.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.632+0000 7f28e37fe640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f28d80a3380 0x7f28d80a5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:11.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.632+0000 7f28ea59c640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f28d80a3380 0x7f28d80a5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:11.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.632+0000 7f28e37fe640 1 -- 172.21.15.17:0/2661304834 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f28d40cf2c0 con 0x7f28ec104f90 2024-09-16T01:42:11.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.633+0000 7f28ea59c640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f28d80a3380 0x7f28d80a5840 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f28e40314e0 tx=0x7f28e4005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.636+0000 7f28e37fe640 1 -- 172.21.15.17:0/2661304834 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f28d401f020 con 0x7f28ec104f90 2024-09-16T01:42:11.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.880+0000 7f28f0b5e640 1 -- 172.21.15.17:0/2661304834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) -- 0x7f28ec02d9c0 con 0x7f28ec104f90 2024-09-16T01:42:11.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.882+0000 7f28e37fe640 1 -- 172.21.15.17:0/2661304834 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) ==== 170+0+59 (secure 0 0 0) 0x7f28d400d040 con 0x7f28ec104f90 2024-09-16T01:42:11.884 INFO:teuthology.orchestra.run.smithi017.stdout:[client.0] 2024-09-16T01:42:11.884 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQDzjOdmkg+LNBAAvgbjpLvfcTHzbrL9cyMh7w== 2024-09-16T01:42:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.885+0000 7f28f0b5e640 1 -- 172.21.15.17:0/2661304834 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f28d80a3380 msgr2=0x7f28d80a5840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.885+0000 7f28f0b5e640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f28d80a3380 0x7f28d80a5840 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f28e40314e0 tx=0x7f28e4005a20 comp rx=0 tx=0).stop 2024-09-16T01:42:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.885+0000 7f28f0b5e640 1 -- 172.21.15.17:0/2661304834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28ec104f90 msgr2=0x7f28ec1984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.885+0000 7f28f0b5e640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28ec104f90 0x7f28ec1984e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f28d400b450 tx=0x7f28d400b910 comp rx=0 tx=0).stop 2024-09-16T01:42:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.885+0000 7f28f0b5e640 1 -- 172.21.15.17:0/2661304834 shutdown_connections 2024-09-16T01:42:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.885+0000 7f28f0b5e640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f28d80a3380 0x7f28d80a5840 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.885+0000 7f28f0b5e640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f28ec1078c0 0x7f28ec19f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.885+0000 7f28f0b5e640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28ec104f90 0x7f28ec1984e0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.885+0000 7f28f0b5e640 1 --2- 172.21.15.17:0/2661304834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f28ec102660 0x7f28ec197fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:11.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.885+0000 7f28f0b5e640 1 -- 172.21.15.17:0/2661304834 >> 172.21.15.17:0/2661304834 conn(0x7f28ec0fc280 msgr2=0x7f28ec102fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:11.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.886+0000 7f28f0b5e640 1 -- 172.21.15.17:0/2661304834 shutdown_connections 2024-09-16T01:42:11.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:11.886+0000 7f28f0b5e640 1 -- 172.21.15.17:0/2661304834 wait complete. 2024-09-16T01:42:12.189 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:12 smithi017 ceph-mon[30972]: pgmap v297: 97 pgs: 97 active+clean; 632 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 5.2 KiB/s wr, 8 op/s 2024-09-16T01:42:12.189 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:12 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2661304834' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T01:42:12.189 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:12 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2661304834' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T01:42:12.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:12 smithi029 ceph-mon[34783]: pgmap v297: 97 pgs: 97 active+clean; 632 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 5.2 KiB/s wr, 8 op/s 2024-09-16T01:42:12.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:12 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2661304834' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T01:42:12.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:12 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2661304834' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T01:42:12.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:12 smithi122 ceph-mon[34758]: pgmap v297: 97 pgs: 97 active+clean; 632 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 5.2 KiB/s wr, 8 op/s 2024-09-16T01:42:12.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:12 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2661304834' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T01:42:12.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:12 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2661304834' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T01:42:12.623 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:42:12.623 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-16T01:42:12.623 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-16T01:42:12.664 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T01:42:12.664 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-16T01:42:12.664 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-16T01:42:12.958 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:13.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.474+0000 7f48b5482640 1 -- 172.21.15.17:0/2922244110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48b0109140 msgr2=0x7f48b0110cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:13.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.474+0000 7f48b5482640 1 --2- 172.21.15.17:0/2922244110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48b0109140 0x7f48b0110cc0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f48a8009900 tx=0x7f48a802a410 comp rx=0 tx=0).stop 2024-09-16T01:42:13.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.474+0000 7f48b5482640 1 -- 172.21.15.17:0/2922244110 shutdown_connections 2024-09-16T01:42:13.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.474+0000 7f48b5482640 1 --2- 172.21.15.17:0/2922244110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48b0109140 0x7f48b0110cc0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.474+0000 7f48b5482640 1 --2- 172.21.15.17:0/2922244110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f48b01049c0 0x7f48b0108a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.474+0000 7f48b5482640 1 --2- 172.21.15.17:0/2922244110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48b0104010 0x7f48b01043f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.474+0000 7f48b5482640 1 -- 172.21.15.17:0/2922244110 >> 172.21.15.17:0/2922244110 conn(0x7f48b00ffa50 msgr2=0x7f48b0101e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:13.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.474+0000 7f48b5482640 1 -- 172.21.15.17:0/2922244110 shutdown_connections 2024-09-16T01:42:13.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.475+0000 7f48b5482640 1 -- 172.21.15.17:0/2922244110 wait complete. 2024-09-16T01:42:13.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.475+0000 7f48b5482640 1 Processor -- start 2024-09-16T01:42:13.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.475+0000 7f48b5482640 1 -- start start 2024-09-16T01:42:13.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.475+0000 7f48b5482640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48b0104010 0x7f48b019a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:13.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.475+0000 7f48b5482640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48b01049c0 0x7f48b019aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:13.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.475+0000 7f48b5482640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f48b0109140 0x7f48b019edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:13.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.475+0000 7f48b5482640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f48b0114000 con 0x7f48b0104010 2024-09-16T01:42:13.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.475+0000 7f48b5482640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f48b0113e80 con 0x7f48b01049c0 2024-09-16T01:42:13.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.475+0000 7f48b5482640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f48b0114180 con 0x7f48b0109140 2024-09-16T01:42:13.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48aeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48b0104010 0x7f48b019a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:13.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48aeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48b0104010 0x7f48b019a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34414/0 (socket says 172.21.15.17:34414) 2024-09-16T01:42:13.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48aeffd640 1 -- 172.21.15.17:0/4251697361 learned_addr learned my addr 172.21.15.17:0/4251697361 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:13.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48af7fe640 1 --2- 172.21.15.17:0/4251697361 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f48b0109140 0x7f48b019edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:13.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48ae7fc640 1 --2- 172.21.15.17:0/4251697361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48b01049c0 0x7f48b019aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:13.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48aeffd640 1 -- 172.21.15.17:0/4251697361 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f48b0109140 msgr2=0x7f48b019edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:13.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48aeffd640 1 --2- 172.21.15.17:0/4251697361 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f48b0109140 0x7f48b019edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48aeffd640 1 -- 172.21.15.17:0/4251697361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48b01049c0 msgr2=0x7f48b019aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:13.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48aeffd640 1 --2- 172.21.15.17:0/4251697361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48b01049c0 0x7f48b019aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48aeffd640 1 -- 172.21.15.17:0/4251697361 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48b019f490 con 0x7f48b0104010 2024-09-16T01:42:13.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48aeffd640 1 --2- 172.21.15.17:0/4251697361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48b0104010 0x7f48b019a4e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f48a000ebc0 tx=0x7f48a000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:13.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48a7fff640 1 -- 172.21.15.17:0/4251697361 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a0010630 con 0x7f48b0104010 2024-09-16T01:42:13.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48a7fff640 1 -- 172.21.15.17:0/4251697361 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f48a0010c80 con 0x7f48b0104010 2024-09-16T01:42:13.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48a7fff640 1 -- 172.21.15.17:0/4251697361 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f48a0018b30 con 0x7f48b0104010 2024-09-16T01:42:13.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48b5482640 1 -- 172.21.15.17:0/4251697361 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48b019f780 con 0x7f48b0104010 2024-09-16T01:42:13.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.476+0000 7f48b5482640 1 -- 172.21.15.17:0/4251697361 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48b01a7060 con 0x7f48b0104010 2024-09-16T01:42:13.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.477+0000 7f48b5482640 1 -- 172.21.15.17:0/4251697361 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48b01043f0 con 0x7f48b0104010 2024-09-16T01:42:13.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.478+0000 7f48a7fff640 1 -- 172.21.15.17:0/4251697361 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f48a0018cd0 con 0x7f48b0104010 2024-09-16T01:42:13.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.479+0000 7f48a7fff640 1 --2- 172.21.15.17:0/4251697361 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f489c0a32d0 0x7f489c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:13.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.479+0000 7f48ae7fc640 1 --2- 172.21.15.17:0/4251697361 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f489c0a32d0 0x7f489c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:13.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.479+0000 7f48a7fff640 1 -- 172.21.15.17:0/4251697361 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f48a00cff80 con 0x7f48b0104010 2024-09-16T01:42:13.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.480+0000 7f48ae7fc640 1 --2- 172.21.15.17:0/4251697361 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f489c0a32d0 0x7f489c0a5790 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f48b010ab10 tx=0x7f489800c4a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:13.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.483+0000 7f48a7fff640 1 -- 172.21.15.17:0/4251697361 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f48a009ccf0 con 0x7f48b0104010 2024-09-16T01:42:13.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.706+0000 7f48b5482640 1 -- 172.21.15.17:0/4251697361 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f48b010c380 con 0x7f48b0104010 2024-09-16T01:42:13.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.710+0000 7f48a7fff640 1 -- 172.21.15.17:0/4251697361 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) ==== 74+0+264048 (secure 0 0 0) 0x7f48a009c5f0 con 0x7f48b0104010 2024-09-16T01:42:13.715 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:42:13.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.713+0000 7f48b5482640 1 -- 172.21.15.17:0/4251697361 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f489c0a32d0 msgr2=0x7f489c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:13.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.713+0000 7f48b5482640 1 --2- 172.21.15.17:0/4251697361 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f489c0a32d0 0x7f489c0a5790 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f48b010ab10 tx=0x7f489800c4a0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.713+0000 7f48b5482640 1 -- 172.21.15.17:0/4251697361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48b0104010 msgr2=0x7f48b019a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:13.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.713+0000 7f48b5482640 1 --2- 172.21.15.17:0/4251697361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48b0104010 0x7f48b019a4e0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f48a000ebc0 tx=0x7f48a000c6a0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.713+0000 7f48b5482640 1 -- 172.21.15.17:0/4251697361 shutdown_connections 2024-09-16T01:42:13.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.713+0000 7f48b5482640 1 --2- 172.21.15.17:0/4251697361 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f489c0a32d0 0x7f489c0a5790 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.713+0000 7f48b5482640 1 --2- 172.21.15.17:0/4251697361 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f48b0109140 0x7f48b019edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.713+0000 7f48b5482640 1 --2- 172.21.15.17:0/4251697361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f48b01049c0 0x7f48b019aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.713+0000 7f48b5482640 1 --2- 172.21.15.17:0/4251697361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f48b0104010 0x7f48b019a4e0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:13.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.713+0000 7f48b5482640 1 -- 172.21.15.17:0/4251697361 >> 172.21.15.17:0/4251697361 conn(0x7f48b00ffa50 msgr2=0x7f48b0100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:13.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.714+0000 7f48b5482640 1 -- 172.21.15.17:0/4251697361 shutdown_connections 2024-09-16T01:42:13.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:13.714+0000 7f48b5482640 1 -- 172.21.15.17:0/4251697361 wait complete. 2024-09-16T01:42:14.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:14 smithi017 ceph-mon[30972]: pgmap v298: 97 pgs: 97 active+clean; 640 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 5.8 KiB/s wr, 11 op/s 2024-09-16T01:42:14.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:14 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/4251697361' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-16T01:42:14.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:14 smithi122 ceph-mon[34758]: pgmap v298: 97 pgs: 97 active+clean; 640 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 5.8 KiB/s wr, 11 op/s 2024-09-16T01:42:14.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:14 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/4251697361' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-16T01:42:14.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:14 smithi029 ceph-mon[34783]: pgmap v298: 97 pgs: 97 active+clean; 640 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 8.8 KiB/s rd, 5.8 KiB/s wr, 11 op/s 2024-09-16T01:42:14.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:14 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/4251697361' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-16T01:42:14.499 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":17,"flags":0,"active_gid":14148,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":4259215187},{"type":"v1","addr":"172.21.15.17:6801","nonce":4259215187}]},"active_addr":"172.21.15.17:6801/4259215187","active_change":"2024-09-16T01:34:40.424357+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24113,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.17:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.17:0","nonce":3895697068}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.17:0","nonce":619635561}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.17:0","nonce":143705165}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.17:0","nonce":1942931626}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.17:0","nonce":2320009053}]}]} 2024-09-16T01:42:14.504 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-16T01:42:14.505 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-16T01:42:14.505 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T01:42:14.764 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.264+0000 7fddb7f58640 1 -- 172.21.15.17:0/1163296802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddb0100e20 msgr2=0x7fddb0101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.264+0000 7fddb7f58640 1 --2- 172.21.15.17:0/1163296802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddb0100e20 0x7fddb0101200 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fddac009900 tx=0x7fddac02a480 comp rx=0 tx=0).stop 2024-09-16T01:42:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.264+0000 7fddb7f58640 1 -- 172.21.15.17:0/1163296802 shutdown_connections 2024-09-16T01:42:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.264+0000 7fddb7f58640 1 --2- 172.21.15.17:0/1163296802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddb0102ef0 0x7fddb010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.264+0000 7fddb7f58640 1 --2- 172.21.15.17:0/1163296802 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddb0102570 0x7fddb01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.264+0000 7fddb7f58640 1 --2- 172.21.15.17:0/1163296802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddb0100e20 0x7fddb0101200 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.264+0000 7fddb7f58640 1 -- 172.21.15.17:0/1163296802 >> 172.21.15.17:0/1163296802 conn(0x7fddb00fc7d0 msgr2=0x7fddb00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.264+0000 7fddb7f58640 1 -- 172.21.15.17:0/1163296802 shutdown_connections 2024-09-16T01:42:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.264+0000 7fddb7f58640 1 -- 172.21.15.17:0/1163296802 wait complete. 2024-09-16T01:42:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb7f58640 1 Processor -- start 2024-09-16T01:42:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb7f58640 1 -- start start 2024-09-16T01:42:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb7f58640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddb0100e20 0x7fddb00fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb7f58640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddb0102570 0x7fddb00fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb7f58640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddb0102ef0 0x7fddb00fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb7f58640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fddb0110ea0 con 0x7fddb0102ef0 2024-09-16T01:42:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb7f58640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fddb0110d20 con 0x7fddb0100e20 2024-09-16T01:42:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb7f58640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fddb0111020 con 0x7fddb0102570 2024-09-16T01:42:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb64f5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddb0102ef0 0x7fddb00fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb64f5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddb0102ef0 0x7fddb00fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34446/0 (socket says 172.21.15.17:34446) 2024-09-16T01:42:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb64f5640 1 -- 172.21.15.17:0/226849799 learned_addr learned my addr 172.21.15.17:0/226849799 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb5cf4640 1 --2- 172.21.15.17:0/226849799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddb0100e20 0x7fddb00fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb54f3640 1 --2- 172.21.15.17:0/226849799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddb0102570 0x7fddb00fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb64f5640 1 -- 172.21.15.17:0/226849799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddb0102570 msgr2=0x7fddb00fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb64f5640 1 --2- 172.21.15.17:0/226849799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddb0102570 0x7fddb00fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb64f5640 1 -- 172.21.15.17:0/226849799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddb0100e20 msgr2=0x7fddb00fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb64f5640 1 --2- 172.21.15.17:0/226849799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddb0100e20 0x7fddb00fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.265+0000 7fddb64f5640 1 -- 172.21.15.17:0/226849799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fddb01aaec0 con 0x7fddb0102ef0 2024-09-16T01:42:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.266+0000 7fddb64f5640 1 --2- 172.21.15.17:0/226849799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddb0102ef0 0x7fddb00fd700 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fdda800cad0 tx=0x7fdda800ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.266+0000 7fdda6ffd640 1 -- 172.21.15.17:0/226849799 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda800ad60 con 0x7fddb0102ef0 2024-09-16T01:42:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.266+0000 7fddb7f58640 1 -- 172.21.15.17:0/226849799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fddb01ab0f0 con 0x7fddb0102ef0 2024-09-16T01:42:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.266+0000 7fdda6ffd640 1 -- 172.21.15.17:0/226849799 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdda8005020 con 0x7fddb0102ef0 2024-09-16T01:42:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.266+0000 7fdda6ffd640 1 -- 172.21.15.17:0/226849799 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdda800f6b0 con 0x7fddb0102ef0 2024-09-16T01:42:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.266+0000 7fddb7f58640 1 -- 172.21.15.17:0/226849799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fddb01ab5e0 con 0x7fddb0102ef0 2024-09-16T01:42:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.267+0000 7fddb7f58640 1 -- 172.21.15.17:0/226849799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fddb01021b0 con 0x7fddb0102ef0 2024-09-16T01:42:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.268+0000 7fdda6ffd640 1 -- 172.21.15.17:0/226849799 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fdda80051d0 con 0x7fddb0102ef0 2024-09-16T01:42:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.269+0000 7fdda6ffd640 1 --2- 172.21.15.17:0/226849799 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd9c0a32d0 0x7fdd9c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.269+0000 7fddb5cf4640 1 --2- 172.21.15.17:0/226849799 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd9c0a32d0 0x7fdd9c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.269+0000 7fdda6ffd640 1 -- 172.21.15.17:0/226849799 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7fdda80cfde0 con 0x7fddb0102ef0 2024-09-16T01:42:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.270+0000 7fddb5cf4640 1 --2- 172.21.15.17:0/226849799 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd9c0a32d0 0x7fdd9c0a5790 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fddac000c00 tx=0x7fddac005e80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.273+0000 7fdda6ffd640 1 -- 172.21.15.17:0/226849799 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdda8014030 con 0x7fddb0102ef0 2024-09-16T01:42:15.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.452+0000 7fddb7f58640 1 -- 172.21.15.17:0/226849799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fddb010a0a0 con 0x7fddb0102ef0 2024-09-16T01:42:15.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.454+0000 7fdda6ffd640 1 -- 172.21.15.17:0/226849799 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22217 (secure 0 0 0) 0x7fdda809ca50 con 0x7fddb0102ef0 2024-09-16T01:42:15.456 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:42:15.456 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":82,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","created":"2024-09-16T01:33:53.298260+0000","modified":"2024-09-16T01:41:43.521899+0000","last_up_change":"2024-09-16T01:40:51.430063+0000","last_in_change":"2024-09-16T01:40:27.916637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:37:00.918910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:41:39.579756+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:41:41.834594+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b8922682-71d1-43de-99c1-33159c0e154f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6803","nonce":973418367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6805","nonce":973418367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6809","nonce":973418367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6807","nonce":973418367}]},"public_addr":"172.21.15.17:6803/973418367","cluster_addr":"172.21.15.17:6805/973418367","heartbeat_back_addr":"172.21.15.17:6809/973418367","heartbeat_front_addr":"172.21.15.17:6807/973418367","state":["exists","up"]},{"osd":1,"uuid":"757f97f3-d423-4451-bb57-6179ff651bab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6801","nonce":476361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6803","nonce":476361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6807","nonce":476361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6805","nonce":476361632}]},"public_addr":"172.21.15.29:6801/476361632","cluster_addr":"172.21.15.29:6803/476361632","heartbeat_back_addr":"172.21.15.29:6807/476361632","heartbeat_front_addr":"172.21.15.29:6805/476361632","state":["exists","up"]},{"osd":2,"uuid":"e6100863-2f60-4213-895c-bf6d2026378f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6801","nonce":3223940683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6803","nonce":3223940683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6807","nonce":3223940683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6805","nonce":3223940683}]},"public_addr":"172.21.15.122:6801/3223940683","cluster_addr":"172.21.15.122:6803/3223940683","heartbeat_back_addr":"172.21.15.122:6807/3223940683","heartbeat_front_addr":"172.21.15.122:6805/3223940683","state":["exists","up"]},{"osd":3,"uuid":"611d7433-6cb9-4016-a58b-bb96394d2d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6811","nonce":3558508388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6813","nonce":3558508388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6817","nonce":3558508388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6815","nonce":3558508388}]},"public_addr":"172.21.15.17:6811/3558508388","cluster_addr":"172.21.15.17:6813/3558508388","heartbeat_back_addr":"172.21.15.17:6817/3558508388","heartbeat_front_addr":"172.21.15.17:6815/3558508388","state":["exists","up"]},{"osd":4,"uuid":"7d202bcb-50ab-4f6e-a090-7e61c538fa77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6809","nonce":2110146164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6811","nonce":2110146164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6815","nonce":2110146164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6813","nonce":2110146164}]},"public_addr":"172.21.15.29:6809/2110146164","cluster_addr":"172.21.15.29:6811/2110146164","heartbeat_back_addr":"172.21.15.29:6815/2110146164","heartbeat_front_addr":"172.21.15.29:6813/2110146164","state":["exists","up"]},{"osd":5,"uuid":"bcc07f4f-f204-465b-b9c6-c04604d243c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6809","nonce":1621076168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6811","nonce":1621076168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6815","nonce":1621076168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6813","nonce":1621076168}]},"public_addr":"172.21.15.122:6809/1621076168","cluster_addr":"172.21.15.122:6811/1621076168","heartbeat_back_addr":"172.21.15.122:6815/1621076168","heartbeat_front_addr":"172.21.15.122:6813/1621076168","state":["exists","up"]},{"osd":6,"uuid":"64080f89-a0f5-4a86-aa16-77938675379e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6819","nonce":1408033288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6821","nonce":1408033288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6825","nonce":1408033288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6823","nonce":1408033288}]},"public_addr":"172.21.15.17:6819/1408033288","cluster_addr":"172.21.15.17:6821/1408033288","heartbeat_back_addr":"172.21.15.17:6825/1408033288","heartbeat_front_addr":"172.21.15.17:6823/1408033288","state":["exists","up"]},{"osd":7,"uuid":"aca554bd-1914-455c-936a-aa59b1504194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6817","nonce":127734728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6819","nonce":127734728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6823","nonce":127734728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6821","nonce":127734728}]},"public_addr":"172.21.15.29:6817/127734728","cluster_addr":"172.21.15.29:6819/127734728","heartbeat_back_addr":"172.21.15.29:6823/127734728","heartbeat_front_addr":"172.21.15.29:6821/127734728","state":["exists","up"]},{"osd":8,"uuid":"0b5ed7f4-4b47-4cbe-9086-8948ce393446","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6817","nonce":360974259}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6819","nonce":360974259}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6823","nonce":360974259}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6821","nonce":360974259}]},"public_addr":"172.21.15.122:6817/360974259","cluster_addr":"172.21.15.122:6819/360974259","heartbeat_back_addr":"172.21.15.122:6823/360974259","heartbeat_front_addr":"172.21.15.122:6821/360974259","state":["exists","up"]},{"osd":9,"uuid":"55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6827","nonce":2483471753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6829","nonce":2483471753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6833","nonce":2483471753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6831","nonce":2483471753}]},"public_addr":"172.21.15.17:6827/2483471753","cluster_addr":"172.21.15.17:6829/2483471753","heartbeat_back_addr":"172.21.15.17:6833/2483471753","heartbeat_front_addr":"172.21.15.17:6831/2483471753","state":["exists","up"]},{"osd":10,"uuid":"c83a74f2-e570-487c-9e87-bb0b74965ca2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6825","nonce":362618550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6827","nonce":362618550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6831","nonce":362618550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6829","nonce":362618550}]},"public_addr":"172.21.15.29:6825/362618550","cluster_addr":"172.21.15.29:6827/362618550","heartbeat_back_addr":"172.21.15.29:6831/362618550","heartbeat_front_addr":"172.21.15.29:6829/362618550","state":["exists","up"]},{"osd":11,"uuid":"1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6825","nonce":1375874597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6827","nonce":1375874597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6831","nonce":1375874597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6829","nonce":1375874597}]},"public_addr":"172.21.15.122:6825/1375874597","cluster_addr":"172.21.15.122:6827/1375874597","heartbeat_back_addr":"172.21.15.122:6831/1375874597","heartbeat_front_addr":"172.21.15.122:6829/1375874597","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:05.813342+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:31.420629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:57.341085+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:22.481098+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:48.928453+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:15.070471+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:40.275611+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:05.810417+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:30.926343+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:56.824386+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:23.647559+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:49.303702+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:0/171001531":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6801/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/149674379":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6800/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2909964706":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2310526449":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/844082331":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6800/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6801/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/270715983":"2024-09-17T01:34:15.927659+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:15.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.457+0000 7fddb7f58640 1 -- 172.21.15.17:0/226849799 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd9c0a32d0 msgr2=0x7fdd9c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:15.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.457+0000 7fddb7f58640 1 --2- 172.21.15.17:0/226849799 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd9c0a32d0 0x7fdd9c0a5790 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fddac000c00 tx=0x7fddac005e80 comp rx=0 tx=0).stop 2024-09-16T01:42:15.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.457+0000 7fddb7f58640 1 -- 172.21.15.17:0/226849799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddb0102ef0 msgr2=0x7fddb00fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:15.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.457+0000 7fddb7f58640 1 --2- 172.21.15.17:0/226849799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddb0102ef0 0x7fddb00fd700 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fdda800cad0 tx=0x7fdda800ced0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.457+0000 7fddb7f58640 1 -- 172.21.15.17:0/226849799 shutdown_connections 2024-09-16T01:42:15.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.457+0000 7fddb7f58640 1 --2- 172.21.15.17:0/226849799 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd9c0a32d0 0x7fdd9c0a5790 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.457+0000 7fddb7f58640 1 --2- 172.21.15.17:0/226849799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fddb0102ef0 0x7fddb00fd700 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.457+0000 7fddb7f58640 1 --2- 172.21.15.17:0/226849799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fddb0102570 0x7fddb00fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.457+0000 7fddb7f58640 1 --2- 172.21.15.17:0/226849799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fddb0100e20 0x7fddb00fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:15.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.457+0000 7fddb7f58640 1 -- 172.21.15.17:0/226849799 >> 172.21.15.17:0/226849799 conn(0x7fddb00fc7d0 msgr2=0x7fddb006a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:15.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.457+0000 7fddb7f58640 1 -- 172.21.15.17:0/226849799 shutdown_connections 2024-09-16T01:42:15.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:15.457+0000 7fddb7f58640 1 -- 172.21.15.17:0/226849799 wait complete. 2024-09-16T01:42:16.164 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:16 smithi017 ceph-mon[30972]: pgmap v299: 97 pgs: 97 active+clean; 640 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.3 KiB/s wr, 7 op/s 2024-09-16T01:42:16.164 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:16 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/226849799' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:42:16.165 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-16T01:42:16.165 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T01:42:16.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:16 smithi029 ceph-mon[34783]: pgmap v299: 97 pgs: 97 active+clean; 640 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.3 KiB/s wr, 7 op/s 2024-09-16T01:42:16.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:16 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/226849799' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:42:16.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:16 smithi122 ceph-mon[34758]: pgmap v299: 97 pgs: 97 active+clean; 640 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 3.3 KiB/s wr, 7 op/s 2024-09-16T01:42:16.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:16 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/226849799' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:42:16.425 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:16.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.931+0000 7f02c619a640 1 -- 172.21.15.17:0/4234273627 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0101de0 msgr2=0x7f02c01021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:16.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.931+0000 7f02c619a640 1 --2- 172.21.15.17:0/4234273627 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0101de0 0x7f02c01021c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f02b0009900 tx=0x7f02b002a410 comp rx=0 tx=0).stop 2024-09-16T01:42:16.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.931+0000 7f02c619a640 1 -- 172.21.15.17:0/4234273627 shutdown_connections 2024-09-16T01:42:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.931+0000 7f02c619a640 1 --2- 172.21.15.17:0/4234273627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02c0106f10 0x7f02c010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.931+0000 7f02c619a640 1 --2- 172.21.15.17:0/4234273627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02c0102790 0x7f02c01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.931+0000 7f02c619a640 1 --2- 172.21.15.17:0/4234273627 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0101de0 0x7f02c01021c0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.931+0000 7f02c619a640 1 -- 172.21.15.17:0/4234273627 >> 172.21.15.17:0/4234273627 conn(0x7f02c00fd8c0 msgr2=0x7f02c00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.931+0000 7f02c619a640 1 -- 172.21.15.17:0/4234273627 shutdown_connections 2024-09-16T01:42:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.931+0000 7f02c619a640 1 -- 172.21.15.17:0/4234273627 wait complete. 2024-09-16T01:42:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.931+0000 7f02c619a640 1 Processor -- start 2024-09-16T01:42:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02c619a640 1 -- start start 2024-09-16T01:42:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02c619a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0101de0 0x7f02c01983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02c619a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02c0102790 0x7f02c0198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02c619a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02c0106f10 0x7f02c019ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:16.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02c619a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f02c0111e40 con 0x7f02c0101de0 2024-09-16T01:42:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02c619a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f02c0111cc0 con 0x7f02c0102790 2024-09-16T01:42:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02c619a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f02c0111fc0 con 0x7f02c0106f10 2024-09-16T01:42:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02bf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0101de0 0x7f02c01983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02bf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0101de0 0x7f02c01983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38292/0 (socket says 172.21.15.17:38292) 2024-09-16T01:42:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02bf7fe640 1 -- 172.21.15.17:0/2674163759 learned_addr learned my addr 172.21.15.17:0/2674163759 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02beffd640 1 --2- 172.21.15.17:0/2674163759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02c0102790 0x7f02c0198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02bffff640 1 --2- 172.21.15.17:0/2674163759 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02c0106f10 0x7f02c019ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02bf7fe640 1 -- 172.21.15.17:0/2674163759 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02c0106f10 msgr2=0x7f02c019ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02bf7fe640 1 --2- 172.21.15.17:0/2674163759 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02c0106f10 0x7f02c019ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02bf7fe640 1 -- 172.21.15.17:0/2674163759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02c0102790 msgr2=0x7f02c0198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02bf7fe640 1 --2- 172.21.15.17:0/2674163759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02c0102790 0x7f02c0198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02bf7fe640 1 -- 172.21.15.17:0/2674163759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02c019d3a0 con 0x7f02c0101de0 2024-09-16T01:42:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.932+0000 7f02bf7fe640 1 --2- 172.21.15.17:0/2674163759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0101de0 0x7f02c01983f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f02b0005940 tx=0x7f02b0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.933+0000 7f02bcff9640 1 -- 172.21.15.17:0/2674163759 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b003f030 con 0x7f02c0101de0 2024-09-16T01:42:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.933+0000 7f02c619a640 1 -- 172.21.15.17:0/2674163759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02c019d630 con 0x7f02c0101de0 2024-09-16T01:42:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.933+0000 7f02bcff9640 1 -- 172.21.15.17:0/2674163759 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02b0003aa0 con 0x7f02c0101de0 2024-09-16T01:42:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.933+0000 7f02bcff9640 1 -- 172.21.15.17:0/2674163759 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b0035070 con 0x7f02c0101de0 2024-09-16T01:42:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.933+0000 7f02c619a640 1 -- 172.21.15.17:0/2674163759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02c01a4f70 con 0x7f02c0101de0 2024-09-16T01:42:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.934+0000 7f02c619a640 1 -- 172.21.15.17:0/2674163759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02c01032c0 con 0x7f02c0101de0 2024-09-16T01:42:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.935+0000 7f02bcff9640 1 -- 172.21.15.17:0/2674163759 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f02b0042030 con 0x7f02c0101de0 2024-09-16T01:42:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.935+0000 7f02bcff9640 1 --2- 172.21.15.17:0/2674163759 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02a80a32d0 0x7f02a80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.936+0000 7f02beffd640 1 --2- 172.21.15.17:0/2674163759 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02a80a32d0 0x7f02a80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.936+0000 7f02bcff9640 1 -- 172.21.15.17:0/2674163759 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f02b00effc0 con 0x7f02c0101de0 2024-09-16T01:42:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.936+0000 7f02beffd640 1 --2- 172.21.15.17:0/2674163759 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02a80a32d0 0x7f02a80a5790 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f02c00ffe90 tx=0x7f02b4009110 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:16.939+0000 7f02bcff9640 1 -- 172.21.15.17:0/2674163759 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f02b00bcd30 con 0x7f02c0101de0 2024-09-16T01:42:17.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:17.116+0000 7f02c619a640 1 -- 172.21.15.17:0/2674163759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f02c010a0f0 con 0x7f02c0101de0 2024-09-16T01:42:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:17.117+0000 7f02bcff9640 1 -- 172.21.15.17:0/2674163759 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v82) ==== 74+0+22217 (secure 0 0 0) 0x7f02b00bc630 con 0x7f02c0101de0 2024-09-16T01:42:17.119 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:42:17.119 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":82,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","created":"2024-09-16T01:33:53.298260+0000","modified":"2024-09-16T01:41:43.521899+0000","last_up_change":"2024-09-16T01:40:51.430063+0000","last_in_change":"2024-09-16T01:40:27.916637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:37:00.918910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:41:39.579756+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:41:41.834594+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b8922682-71d1-43de-99c1-33159c0e154f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6803","nonce":973418367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6805","nonce":973418367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6809","nonce":973418367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6807","nonce":973418367}]},"public_addr":"172.21.15.17:6803/973418367","cluster_addr":"172.21.15.17:6805/973418367","heartbeat_back_addr":"172.21.15.17:6809/973418367","heartbeat_front_addr":"172.21.15.17:6807/973418367","state":["exists","up"]},{"osd":1,"uuid":"757f97f3-d423-4451-bb57-6179ff651bab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6801","nonce":476361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6803","nonce":476361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6807","nonce":476361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6805","nonce":476361632}]},"public_addr":"172.21.15.29:6801/476361632","cluster_addr":"172.21.15.29:6803/476361632","heartbeat_back_addr":"172.21.15.29:6807/476361632","heartbeat_front_addr":"172.21.15.29:6805/476361632","state":["exists","up"]},{"osd":2,"uuid":"e6100863-2f60-4213-895c-bf6d2026378f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6801","nonce":3223940683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6803","nonce":3223940683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6807","nonce":3223940683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6805","nonce":3223940683}]},"public_addr":"172.21.15.122:6801/3223940683","cluster_addr":"172.21.15.122:6803/3223940683","heartbeat_back_addr":"172.21.15.122:6807/3223940683","heartbeat_front_addr":"172.21.15.122:6805/3223940683","state":["exists","up"]},{"osd":3,"uuid":"611d7433-6cb9-4016-a58b-bb96394d2d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6811","nonce":3558508388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6813","nonce":3558508388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6817","nonce":3558508388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6815","nonce":3558508388}]},"public_addr":"172.21.15.17:6811/3558508388","cluster_addr":"172.21.15.17:6813/3558508388","heartbeat_back_addr":"172.21.15.17:6817/3558508388","heartbeat_front_addr":"172.21.15.17:6815/3558508388","state":["exists","up"]},{"osd":4,"uuid":"7d202bcb-50ab-4f6e-a090-7e61c538fa77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6809","nonce":2110146164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6811","nonce":2110146164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6815","nonce":2110146164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6813","nonce":2110146164}]},"public_addr":"172.21.15.29:6809/2110146164","cluster_addr":"172.21.15.29:6811/2110146164","heartbeat_back_addr":"172.21.15.29:6815/2110146164","heartbeat_front_addr":"172.21.15.29:6813/2110146164","state":["exists","up"]},{"osd":5,"uuid":"bcc07f4f-f204-465b-b9c6-c04604d243c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6809","nonce":1621076168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6811","nonce":1621076168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6815","nonce":1621076168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6813","nonce":1621076168}]},"public_addr":"172.21.15.122:6809/1621076168","cluster_addr":"172.21.15.122:6811/1621076168","heartbeat_back_addr":"172.21.15.122:6815/1621076168","heartbeat_front_addr":"172.21.15.122:6813/1621076168","state":["exists","up"]},{"osd":6,"uuid":"64080f89-a0f5-4a86-aa16-77938675379e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6819","nonce":1408033288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6821","nonce":1408033288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6825","nonce":1408033288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6823","nonce":1408033288}]},"public_addr":"172.21.15.17:6819/1408033288","cluster_addr":"172.21.15.17:6821/1408033288","heartbeat_back_addr":"172.21.15.17:6825/1408033288","heartbeat_front_addr":"172.21.15.17:6823/1408033288","state":["exists","up"]},{"osd":7,"uuid":"aca554bd-1914-455c-936a-aa59b1504194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6817","nonce":127734728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6819","nonce":127734728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6823","nonce":127734728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6821","nonce":127734728}]},"public_addr":"172.21.15.29:6817/127734728","cluster_addr":"172.21.15.29:6819/127734728","heartbeat_back_addr":"172.21.15.29:6823/127734728","heartbeat_front_addr":"172.21.15.29:6821/127734728","state":["exists","up"]},{"osd":8,"uuid":"0b5ed7f4-4b47-4cbe-9086-8948ce393446","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6817","nonce":360974259}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6819","nonce":360974259}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6823","nonce":360974259}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6821","nonce":360974259}]},"public_addr":"172.21.15.122:6817/360974259","cluster_addr":"172.21.15.122:6819/360974259","heartbeat_back_addr":"172.21.15.122:6823/360974259","heartbeat_front_addr":"172.21.15.122:6821/360974259","state":["exists","up"]},{"osd":9,"uuid":"55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6827","nonce":2483471753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6829","nonce":2483471753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6833","nonce":2483471753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6831","nonce":2483471753}]},"public_addr":"172.21.15.17:6827/2483471753","cluster_addr":"172.21.15.17:6829/2483471753","heartbeat_back_addr":"172.21.15.17:6833/2483471753","heartbeat_front_addr":"172.21.15.17:6831/2483471753","state":["exists","up"]},{"osd":10,"uuid":"c83a74f2-e570-487c-9e87-bb0b74965ca2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6825","nonce":362618550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6827","nonce":362618550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6831","nonce":362618550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6829","nonce":362618550}]},"public_addr":"172.21.15.29:6825/362618550","cluster_addr":"172.21.15.29:6827/362618550","heartbeat_back_addr":"172.21.15.29:6831/362618550","heartbeat_front_addr":"172.21.15.29:6829/362618550","state":["exists","up"]},{"osd":11,"uuid":"1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6825","nonce":1375874597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6827","nonce":1375874597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6831","nonce":1375874597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6829","nonce":1375874597}]},"public_addr":"172.21.15.122:6825/1375874597","cluster_addr":"172.21.15.122:6827/1375874597","heartbeat_back_addr":"172.21.15.122:6831/1375874597","heartbeat_front_addr":"172.21.15.122:6829/1375874597","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:05.813342+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:31.420629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:57.341085+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:22.481098+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:48.928453+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:15.070471+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:40.275611+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:05.810417+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:30.926343+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:56.824386+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:23.647559+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:49.303702+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:0/171001531":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6801/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/149674379":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6800/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2909964706":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2310526449":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/844082331":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6800/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6801/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/270715983":"2024-09-17T01:34:15.927659+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:17.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:17.120+0000 7f02c619a640 1 -- 172.21.15.17:0/2674163759 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02a80a32d0 msgr2=0x7f02a80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:17.120+0000 7f02c619a640 1 --2- 172.21.15.17:0/2674163759 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02a80a32d0 0x7f02a80a5790 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f02c00ffe90 tx=0x7f02b4009110 comp rx=0 tx=0).stop 2024-09-16T01:42:17.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:17.120+0000 7f02c619a640 1 -- 172.21.15.17:0/2674163759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0101de0 msgr2=0x7f02c01983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:17.120+0000 7f02c619a640 1 --2- 172.21.15.17:0/2674163759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0101de0 0x7f02c01983f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f02b0005940 tx=0x7f02b0004270 comp rx=0 tx=0).stop 2024-09-16T01:42:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:17.120+0000 7f02c619a640 1 -- 172.21.15.17:0/2674163759 shutdown_connections 2024-09-16T01:42:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:17.120+0000 7f02c619a640 1 --2- 172.21.15.17:0/2674163759 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02a80a32d0 0x7f02a80a5790 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:17.120+0000 7f02c619a640 1 --2- 172.21.15.17:0/2674163759 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02c0106f10 0x7f02c019ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:17.120+0000 7f02c619a640 1 --2- 172.21.15.17:0/2674163759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02c0102790 0x7f02c0198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:17.120+0000 7f02c619a640 1 --2- 172.21.15.17:0/2674163759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0101de0 0x7f02c01983f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:17.120+0000 7f02c619a640 1 -- 172.21.15.17:0/2674163759 >> 172.21.15.17:0/2674163759 conn(0x7f02c00fd8c0 msgr2=0x7f02c00fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:17.120+0000 7f02c619a640 1 -- 172.21.15.17:0/2674163759 shutdown_connections 2024-09-16T01:42:17.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:17.120+0000 7f02c619a640 1 -- 172.21.15.17:0/2674163759 wait complete. 2024-09-16T01:42:17.926 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-16T01:42:17.927 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-16T01:42:17.927 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-16T01:42:17.928 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-16T01:42:17.928 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-16T01:42:17.929 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-16T01:42:17.929 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-16T01:42:17.929 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-16T01:42:17.930 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell osd.8 flush_pg_stats 2024-09-16T01:42:17.930 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell osd.9 flush_pg_stats 2024-09-16T01:42:17.931 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell osd.10 flush_pg_stats 2024-09-16T01:42:17.931 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell osd.11 flush_pg_stats 2024-09-16T01:42:18.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:18 smithi017 ceph-mon[30972]: pgmap v300: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.3 KiB/s wr, 8 op/s 2024-09-16T01:42:18.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:18 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2674163759' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:42:18.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:18 smithi029 ceph-mon[34783]: pgmap v300: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.3 KiB/s wr, 8 op/s 2024-09-16T01:42:18.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:18 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2674163759' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:42:18.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:18 smithi122 ceph-mon[34758]: pgmap v300: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 3.3 KiB/s wr, 8 op/s 2024-09-16T01:42:18.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:18 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2674163759' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:42:18.703 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:18.712 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:18.713 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:18.713 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:18.736 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:19.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.760+0000 7f2fc3189640 1 -- 172.21.15.17:0/170790906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fbc102db0 msgr2=0x7f2fbc103190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.760+0000 7f2fc3189640 1 --2- 172.21.15.17:0/170790906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fbc102db0 0x7f2fbc103190 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f2fac009930 tx=0x7f2fac02a420 comp rx=0 tx=0).stop 2024-09-16T01:42:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.760+0000 7f2fc3189640 1 -- 172.21.15.17:0/170790906 shutdown_connections 2024-09-16T01:42:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.760+0000 7f2fc3189640 1 --2- 172.21.15.17:0/170790906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fbc1082e0 0x7f2fbc10ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.760+0000 7f2fc3189640 1 --2- 172.21.15.17:0/170790906 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2fbc103760 0x7f2fbc107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.760+0000 7f2fc3189640 1 --2- 172.21.15.17:0/170790906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fbc102db0 0x7f2fbc103190 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.760+0000 7f2fc3189640 1 -- 172.21.15.17:0/170790906 >> 172.21.15.17:0/170790906 conn(0x7f2fbc0fc7d0 msgr2=0x7f2fbc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.760+0000 7f2fc3189640 1 -- 172.21.15.17:0/170790906 shutdown_connections 2024-09-16T01:42:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.760+0000 7f2fc3189640 1 -- 172.21.15.17:0/170790906 wait complete. 2024-09-16T01:42:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.760+0000 7f2fc3189640 1 Processor -- start 2024-09-16T01:42:19.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.760+0000 7f2fc3189640 1 -- start start 2024-09-16T01:42:19.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc3189640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2fbc102db0 0x7f2fbc198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:19.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc3189640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fbc103760 0x7f2fbc198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:19.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc3189640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fbc1082e0 0x7f2fbc19cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:19.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc3189640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2fbc111f60 con 0x7f2fbc1082e0 2024-09-16T01:42:19.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc3189640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2fbc111de0 con 0x7f2fbc103760 2024-09-16T01:42:19.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc3189640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2fbc1120e0 con 0x7f2fbc102db0 2024-09-16T01:42:19.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc1726640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fbc1082e0 0x7f2fbc19cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:19.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc1726640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fbc1082e0 0x7f2fbc19cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38326/0 (socket says 172.21.15.17:38326) 2024-09-16T01:42:19.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc1726640 1 -- 172.21.15.17:0/96424153 learned_addr learned my addr 172.21.15.17:0/96424153 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:19.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fbbfff640 1 --2- 172.21.15.17:0/96424153 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fbc103760 0x7f2fbc198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:19.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc0f25640 1 --2- 172.21.15.17:0/96424153 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2fbc102db0 0x7f2fbc198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc1726640 1 -- 172.21.15.17:0/96424153 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2fbc102db0 msgr2=0x7f2fbc198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc1726640 1 --2- 172.21.15.17:0/96424153 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2fbc102db0 0x7f2fbc198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc1726640 1 -- 172.21.15.17:0/96424153 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fbc103760 msgr2=0x7f2fbc198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc1726640 1 --2- 172.21.15.17:0/96424153 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2fbc103760 0x7f2fbc198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc1726640 1 -- 172.21.15.17:0/96424153 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2fbc19d4d0 con 0x7f2fbc1082e0 2024-09-16T01:42:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc1726640 1 --2- 172.21.15.17:0/96424153 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fbc1082e0 0x7f2fbc19cdf0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f2fb400eaa0 tx=0x7f2fb400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fb9ffb640 1 -- 172.21.15.17:0/96424153 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb400cdb0 con 0x7f2fbc1082e0 2024-09-16T01:42:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fb9ffb640 1 -- 172.21.15.17:0/96424153 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2fb4005020 con 0x7f2fbc1082e0 2024-09-16T01:42:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fc3189640 1 -- 172.21.15.17:0/96424153 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2fbc19d7c0 con 0x7f2fbc1082e0 2024-09-16T01:42:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.761+0000 7f2fb9ffb640 1 -- 172.21.15.17:0/96424153 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fb40116d0 con 0x7f2fbc1082e0 2024-09-16T01:42:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.762+0000 7f2fc3189640 1 -- 172.21.15.17:0/96424153 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2fbc1a50a0 con 0x7f2fbc1082e0 2024-09-16T01:42:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.763+0000 7f2fc3189640 1 -- 172.21.15.17:0/96424153 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2fbc062980 con 0x7f2fbc1082e0 2024-09-16T01:42:19.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.764+0000 7f2fb9ffb640 1 -- 172.21.15.17:0/96424153 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f2fb40051d0 con 0x7f2fbc1082e0 2024-09-16T01:42:19.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.764+0000 7f2fb9ffb640 1 --2- 172.21.15.17:0/96424153 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2fa40a3350 0x7f2fa40a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:19.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.765+0000 7f2fc0f25640 1 --2- 172.21.15.17:0/96424153 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2fa40a3350 0x7f2fa40a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:19.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.765+0000 7f2fb9ffb640 1 -- 172.21.15.17:0/96424153 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f2fb40cfd30 con 0x7f2fbc1082e0 2024-09-16T01:42:19.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.765+0000 7f2fb9ffb640 1 --2- 172.21.15.17:0/96424153 >> [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753] conn(0x7f2fa40acba0 0x7f2fa40aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:19.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.765+0000 7f2fb9ffb640 1 -- 172.21.15.17:0/96424153 --> [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2fb4014ec0 con 0x7f2fa40acba0 2024-09-16T01:42:19.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.765+0000 7f2fb9ffb640 1 -- 172.21.15.17:0/96424153 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f2fb40d0210 con 0x7f2fbc1082e0 2024-09-16T01:42:19.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.765+0000 7f2fbbfff640 1 --2- 172.21.15.17:0/96424153 >> [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753] conn(0x7f2fa40acba0 0x7f2fa40aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:19.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.765+0000 7f2fc0f25640 1 --2- 172.21.15.17:0/96424153 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2fa40a3350 0x7f2fa40a5810 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f2fac009900 tx=0x7f2fac0058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:19.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.765+0000 7f2fbbfff640 1 --2- 172.21.15.17:0/96424153 >> [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753] conn(0x7f2fa40acba0 0x7f2fa40aefc0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:19.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.766+0000 7f2fb9ffb640 1 -- 172.21.15.17:0/96424153 <== osd.9 v2:172.21.15.17:6826/2483471753 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2fb4014ec0 con 0x7f2fa40acba0 2024-09-16T01:42:19.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.780+0000 7f2fc3189640 1 -- 172.21.15.17:0/96424153 --> [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2fbc062e00 con 0x7f2fa40acba0 2024-09-16T01:42:19.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.780+0000 7f2fb9ffb640 1 -- 172.21.15.17:0/96424153 <== osd.9 v2:172.21.15.17:6826/2483471753 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2fbc062e00 con 0x7f2fa40acba0 2024-09-16T01:42:19.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.780+0000 7f2fc3189640 1 -- 172.21.15.17:0/96424153 >> [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753] conn(0x7f2fa40acba0 msgr2=0x7f2fa40aefc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.780+0000 7f2fc3189640 1 --2- 172.21.15.17:0/96424153 >> [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753] conn(0x7f2fa40acba0 0x7f2fa40aefc0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.780+0000 7f2fc3189640 1 -- 172.21.15.17:0/96424153 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2fa40a3350 msgr2=0x7f2fa40a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.781+0000 7f2fc3189640 1 --2- 172.21.15.17:0/96424153 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2fa40a3350 0x7f2fa40a5810 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f2fac009900 tx=0x7f2fac0058d0 comp rx=0 tx=0).stop 2024-09-16T01:42:19.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.781+0000 7f2fc3189640 1 -- 172.21.15.17:0/96424153 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fbc1082e0 msgr2=0x7f2fbc19cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:19.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.781+0000 7f2fc3189640 1 --2- 172.21.15.17:0/96424153 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fbc1082e0 0x7f2fbc19cdf0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f2fb400eaa0 tx=0x7f2fb400ef60 comp rx=0 tx=0).stop 2024-09-16T01:42:19.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.781+0000 7f2fc1726640 1 -- 172.21.15.17:0/96424153 reap_dead start 2024-09-16T01:42:19.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.781+0000 7f2fc3189640 1 -- 172.21.15.17:0/96424153 shutdown_connections 2024-09-16T01:42:19.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.781+0000 7f2fc3189640 1 -- 172.21.15.17:0/96424153 >> 172.21.15.17:0/96424153 conn(0x7f2fbc0fc7d0 msgr2=0x7f2fbc105dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:19.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.781+0000 7f2fc3189640 1 -- 172.21.15.17:0/96424153 shutdown_connections 2024-09-16T01:42:19.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.781+0000 7f2fc3189640 1 -- 172.21.15.17:0/96424153 wait complete. 2024-09-16T01:42:20.334 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:20 smithi017 ceph-mon[30972]: pgmap v301: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-09-16T01:42:20.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.864+0000 7f7f91e1c640 1 -- 172.21.15.17:0/1714750347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f8c106f10 msgr2=0x7f7f8c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:20.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.864+0000 7f7f91e1c640 1 --2- 172.21.15.17:0/1714750347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f8c106f10 0x7f7f8c10ea90 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f7f84009900 tx=0x7f7f8402a410 comp rx=0 tx=0).stop 2024-09-16T01:42:20.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.864+0000 7f7f91e1c640 1 -- 172.21.15.17:0/1714750347 shutdown_connections 2024-09-16T01:42:20.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.864+0000 7f7f91e1c640 1 --2- 172.21.15.17:0/1714750347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f8c106f10 0x7f7f8c10ea90 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:20.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.864+0000 7f7f91e1c640 1 --2- 172.21.15.17:0/1714750347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f8c102790 0x7f7f8c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:20.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.864+0000 7f7f91e1c640 1 --2- 172.21.15.17:0/1714750347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f8c101de0 0x7f7f8c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:20.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.864+0000 7f7f91e1c640 1 -- 172.21.15.17:0/1714750347 >> 172.21.15.17:0/1714750347 conn(0x7f7f8c0fd8c0 msgr2=0x7f7f8c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:20.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.864+0000 7f7f91e1c640 1 -- 172.21.15.17:0/1714750347 shutdown_connections 2024-09-16T01:42:20.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.864+0000 7f7f91e1c640 1 -- 172.21.15.17:0/1714750347 wait complete. 2024-09-16T01:42:20.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.864+0000 7f7f91e1c640 1 Processor -- start 2024-09-16T01:42:20.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.864+0000 7f7f91e1c640 1 -- start start 2024-09-16T01:42:20.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f91e1c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f8c101de0 0x7f7f8c198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:20.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f91e1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f8c102790 0x7f7f8c198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:20.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f91e1c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f8c106f10 0x7f7f8c19ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:20.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f91e1c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7f8c111e60 con 0x7f7f8c102790 2024-09-16T01:42:20.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f91e1c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7f8c111ce0 con 0x7f7f8c106f10 2024-09-16T01:42:20.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f91e1c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7f8c111fe0 con 0x7f7f8c101de0 2024-09-16T01:42:20.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f8affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f8c102790 0x7f7f8c198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:20.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f8affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f8c102790 0x7f7f8c198940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38342/0 (socket says 172.21.15.17:38342) 2024-09-16T01:42:20.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f8affd640 1 -- 172.21.15.17:0/2447578980 learned_addr learned my addr 172.21.15.17:0/2447578980 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:20.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f8b7fe640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f8c101de0 0x7f7f8c198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:20.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f8bfff640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f8c106f10 0x7f7f8c19ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:20.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f8affd640 1 -- 172.21.15.17:0/2447578980 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f8c101de0 msgr2=0x7f7f8c198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:20.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f8affd640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7f8c101de0 0x7f7f8c198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:20.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f8affd640 1 -- 172.21.15.17:0/2447578980 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f8c106f10 msgr2=0x7f7f8c19ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:20.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f8affd640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f8c106f10 0x7f7f8c19ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:20.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f8affd640 1 -- 172.21.15.17:0/2447578980 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7f8c19d3b0 con 0x7f7f8c102790 2024-09-16T01:42:20.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f8bfff640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7f8c106f10 0x7f7f8c19ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:20.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f8affd640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f8c102790 0x7f7f8c198940 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7f8000b4a0 tx=0x7f7f8000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:20.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f88ff9640 1 -- 172.21.15.17:0/2447578980 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f80014070 con 0x7f7f8c102790 2024-09-16T01:42:20.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f88ff9640 1 -- 172.21.15.17:0/2447578980 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7f80010ac0 con 0x7f7f8c102790 2024-09-16T01:42:20.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.865+0000 7f7f91e1c640 1 -- 172.21.15.17:0/2447578980 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7f8c19d6a0 con 0x7f7f8c102790 2024-09-16T01:42:20.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.866+0000 7f7f88ff9640 1 -- 172.21.15.17:0/2447578980 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7f80017c30 con 0x7f7f8c102790 2024-09-16T01:42:20.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.866+0000 7f7f91e1c640 1 -- 172.21.15.17:0/2447578980 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7f8c1a4f80 con 0x7f7f8c102790 2024-09-16T01:42:20.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.866+0000 7f7f91e1c640 1 -- 172.21.15.17:0/2447578980 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7f8c062980 con 0x7f7f8c102790 2024-09-16T01:42:20.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.868+0000 7f7f88ff9640 1 -- 172.21.15.17:0/2447578980 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f7f80017070 con 0x7f7f8c102790 2024-09-16T01:42:20.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.868+0000 7f7f88ff9640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7f740a3350 0x7f7f740a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:20.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.869+0000 7f7f8b7fe640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7f740a3350 0x7f7f740a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:20.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.869+0000 7f7f88ff9640 1 -- 172.21.15.17:0/2447578980 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f7f800ceec0 con 0x7f7f8c102790 2024-09-16T01:42:20.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.869+0000 7f7f88ff9640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728] conn(0x7f7f740acba0 0x7f7f740aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:20.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.869+0000 7f7f88ff9640 1 -- 172.21.15.17:0/2447578980 --> [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7f740af670 con 0x7f7f740acba0 2024-09-16T01:42:20.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.869+0000 7f7f88ff9640 1 -- 172.21.15.17:0/2447578980 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f7f800cf3a0 con 0x7f7f8c102790 2024-09-16T01:42:20.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.869+0000 7f7f8b7fe640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7f740a3350 0x7f7f740a5810 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c005fd0 tx=0x7f7f7c009680 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:20.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.869+0000 7f7f8bfff640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728] conn(0x7f7f740acba0 0x7f7f740aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:20.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.869+0000 7f7f8bfff640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728] conn(0x7f7f740acba0 0x7f7f740aefc0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:20.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.870+0000 7f7f88ff9640 1 -- 172.21.15.17:0/2447578980 <== osd.7 v2:172.21.15.29:6816/127734728 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7f740af670 con 0x7f7f740acba0 2024-09-16T01:42:20.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.884+0000 7f7f91e1c640 1 -- 172.21.15.17:0/2447578980 --> [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7f8c062d80 con 0x7f7f740acba0 2024-09-16T01:42:20.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.884+0000 7f7f88ff9640 1 -- 172.21.15.17:0/2447578980 <== osd.7 v2:172.21.15.29:6816/127734728 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f7f8c062d80 con 0x7f7f740acba0 2024-09-16T01:42:20.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.885+0000 7f7f91e1c640 1 -- 172.21.15.17:0/2447578980 >> [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728] conn(0x7f7f740acba0 msgr2=0x7f7f740aefc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:20.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.885+0000 7f7f91e1c640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728] conn(0x7f7f740acba0 0x7f7f740aefc0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:20.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.885+0000 7f7f91e1c640 1 -- 172.21.15.17:0/2447578980 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7f740a3350 msgr2=0x7f7f740a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:20.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.885+0000 7f7f91e1c640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7f740a3350 0x7f7f740a5810 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f7f7c005fd0 tx=0x7f7f7c009680 comp rx=0 tx=0).stop 2024-09-16T01:42:20.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.885+0000 7f7f91e1c640 1 -- 172.21.15.17:0/2447578980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f8c102790 msgr2=0x7f7f8c198940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:20.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.885+0000 7f7f91e1c640 1 --2- 172.21.15.17:0/2447578980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7f8c102790 0x7f7f8c198940 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f7f8000b4a0 tx=0x7f7f8000b960 comp rx=0 tx=0).stop 2024-09-16T01:42:20.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.885+0000 7f7f8bfff640 1 -- 172.21.15.17:0/2447578980 reap_dead start 2024-09-16T01:42:20.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.885+0000 7f7f91e1c640 1 -- 172.21.15.17:0/2447578980 shutdown_connections 2024-09-16T01:42:20.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.885+0000 7f7f91e1c640 1 -- 172.21.15.17:0/2447578980 >> 172.21.15.17:0/2447578980 conn(0x7f7f8c0fd8c0 msgr2=0x7f7f8c0fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:20.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.885+0000 7f7f91e1c640 1 -- 172.21.15.17:0/2447578980 shutdown_connections 2024-09-16T01:42:20.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.885+0000 7f7f91e1c640 1 -- 172.21.15.17:0/2447578980 wait complete. 2024-09-16T01:42:20.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:20 smithi029 ceph-mon[34783]: pgmap v301: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-09-16T01:42:20.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:20 smithi122 ceph-mon[34758]: pgmap v301: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-09-16T01:42:20.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.846+0000 7f77a1d73640 1 -- 172.21.15.17:0/890901703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f779c102ef0 msgr2=0x7f779c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.846+0000 7f77a1d73640 1 --2- 172.21.15.17:0/890901703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f779c102ef0 0x7f779c10da40 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f7794009ca0 tx=0x7f779402a950 comp rx=0 tx=0).stop 2024-09-16T01:42:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.846+0000 7f77a1d73640 1 -- 172.21.15.17:0/890901703 shutdown_connections 2024-09-16T01:42:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.846+0000 7f77a1d73640 1 --2- 172.21.15.17:0/890901703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f779c102ef0 0x7f779c10da40 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.846+0000 7f77a1d73640 1 --2- 172.21.15.17:0/890901703 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f779c102570 0x7f779c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.846+0000 7f77a1d73640 1 --2- 172.21.15.17:0/890901703 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f779c100e20 0x7f779c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.846+0000 7f77a1d73640 1 -- 172.21.15.17:0/890901703 >> 172.21.15.17:0/890901703 conn(0x7f779c0fc7d0 msgr2=0x7f779c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.847+0000 7f77a1d73640 1 -- 172.21.15.17:0/890901703 shutdown_connections 2024-09-16T01:42:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.847+0000 7f77a1d73640 1 -- 172.21.15.17:0/890901703 wait complete. 2024-09-16T01:42:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.847+0000 7f77a1d73640 1 Processor -- start 2024-09-16T01:42:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.847+0000 7f77a1d73640 1 -- start start 2024-09-16T01:42:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.847+0000 7f77a1d73640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f779c100e20 0x7f779c198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f77a1d73640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f779c102570 0x7f779c198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f77a1d73640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f779c102ef0 0x7f779c19cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f77a1d73640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f779c110e50 con 0x7f779c102ef0 2024-09-16T01:42:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f77a1d73640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f779c110cd0 con 0x7f779c100e20 2024-09-16T01:42:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f77a1d73640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f779c110fd0 con 0x7f779c102570 2024-09-16T01:42:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f779bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f779c102ef0 0x7f779c19cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f779bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f779c102ef0 0x7f779c19cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38356/0 (socket says 172.21.15.17:38356) 2024-09-16T01:42:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f779bfff640 1 -- 172.21.15.17:0/1730414126 learned_addr learned my addr 172.21.15.17:0/1730414126 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f779b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f779c100e20 0x7f779c198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f779affd640 1 --2- 172.21.15.17:0/1730414126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f779c102570 0x7f779c198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f779bfff640 1 -- 172.21.15.17:0/1730414126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f779c102570 msgr2=0x7f779c198950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f779bfff640 1 --2- 172.21.15.17:0/1730414126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f779c102570 0x7f779c198950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f779bfff640 1 -- 172.21.15.17:0/1730414126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f779c100e20 msgr2=0x7f779c198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f779bfff640 1 --2- 172.21.15.17:0/1730414126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f779c100e20 0x7f779c198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f779bfff640 1 -- 172.21.15.17:0/1730414126 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f779c19d3c0 con 0x7f779c102ef0 2024-09-16T01:42:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f779bfff640 1 --2- 172.21.15.17:0/1730414126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f779c102ef0 0x7f779c19cce0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7794006010 tx=0x7f779402f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f7798ff9640 1 -- 172.21.15.17:0/1730414126 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7794034040 con 0x7f779c102ef0 2024-09-16T01:42:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f77a1d73640 1 -- 172.21.15.17:0/1730414126 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f779c19d650 con 0x7f779c102ef0 2024-09-16T01:42:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f7798ff9640 1 -- 172.21.15.17:0/1730414126 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7794003e00 con 0x7f779c102ef0 2024-09-16T01:42:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.848+0000 7f7798ff9640 1 -- 172.21.15.17:0/1730414126 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7794045480 con 0x7f779c102ef0 2024-09-16T01:42:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.849+0000 7f77a1d73640 1 -- 172.21.15.17:0/1730414126 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f779c1a4f90 con 0x7f779c102ef0 2024-09-16T01:42:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.849+0000 7f77a1d73640 1 -- 172.21.15.17:0/1730414126 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f779c062980 con 0x7f779c102ef0 2024-09-16T01:42:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.851+0000 7f7798ff9640 1 -- 172.21.15.17:0/1730414126 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f7794037020 con 0x7f779c102ef0 2024-09-16T01:42:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.851+0000 7f7798ff9640 1 --2- 172.21.15.17:0/1730414126 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f77840a32d0 0x7f77840a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:20.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.851+0000 7f7798ff9640 1 -- 172.21.15.17:0/1730414126 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f77940f09c0 con 0x7f779c102ef0 2024-09-16T01:42:20.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.851+0000 7f779b7fe640 1 --2- 172.21.15.17:0/1730414126 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f77840a32d0 0x7f77840a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:20.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.852+0000 7f7798ff9640 1 --2- 172.21.15.17:0/1730414126 >> [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550] conn(0x7f77840acb20 0x7f77840aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:20.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.852+0000 7f7798ff9640 1 -- 172.21.15.17:0/1730414126 --> [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f77840af5f0 con 0x7f77840acb20 2024-09-16T01:42:20.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.852+0000 7f7798ff9640 1 -- 172.21.15.17:0/1730414126 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f77940f0ea0 con 0x7f779c102ef0 2024-09-16T01:42:20.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.852+0000 7f779affd640 1 --2- 172.21.15.17:0/1730414126 >> [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550] conn(0x7f77840acb20 0x7f77840aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:20.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.852+0000 7f779b7fe640 1 --2- 172.21.15.17:0/1730414126 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f77840a32d0 0x7f77840a5790 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f778c009990 tx=0x7f778c009110 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:20.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.852+0000 7f779affd640 1 --2- 172.21.15.17:0/1730414126 >> [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550] conn(0x7f77840acb20 0x7f77840aef40 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:20.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.853+0000 7f7798ff9640 1 -- 172.21.15.17:0/1730414126 <== osd.10 v2:172.21.15.29:6824/362618550 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f77840af5f0 con 0x7f77840acb20 2024-09-16T01:42:20.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.867+0000 7f77a1d73640 1 -- 172.21.15.17:0/1730414126 --> [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f779c062d80 con 0x7f77840acb20 2024-09-16T01:42:20.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.868+0000 7f7798ff9640 1 -- 172.21.15.17:0/1730414126 <== osd.10 v2:172.21.15.29:6824/362618550 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f779c062d80 con 0x7f77840acb20 2024-09-16T01:42:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.868+0000 7f77a1d73640 1 -- 172.21.15.17:0/1730414126 >> [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550] conn(0x7f77840acb20 msgr2=0x7f77840aef40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.868+0000 7f77a1d73640 1 --2- 172.21.15.17:0/1730414126 >> [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550] conn(0x7f77840acb20 0x7f77840aef40 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.868+0000 7f77a1d73640 1 -- 172.21.15.17:0/1730414126 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f77840a32d0 msgr2=0x7f77840a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.868+0000 7f77a1d73640 1 --2- 172.21.15.17:0/1730414126 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f77840a32d0 0x7f77840a5790 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f778c009990 tx=0x7f778c009110 comp rx=0 tx=0).stop 2024-09-16T01:42:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.868+0000 7f77a1d73640 1 -- 172.21.15.17:0/1730414126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f779c102ef0 msgr2=0x7f779c19cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.868+0000 7f77a1d73640 1 --2- 172.21.15.17:0/1730414126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f779c102ef0 0x7f779c19cce0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7794006010 tx=0x7f779402f710 comp rx=0 tx=0).stop 2024-09-16T01:42:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.868+0000 7f779bfff640 1 -- 172.21.15.17:0/1730414126 reap_dead start 2024-09-16T01:42:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.868+0000 7f77a1d73640 1 -- 172.21.15.17:0/1730414126 shutdown_connections 2024-09-16T01:42:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.868+0000 7f77a1d73640 1 -- 172.21.15.17:0/1730414126 >> 172.21.15.17:0/1730414126 conn(0x7f779c0fc7d0 msgr2=0x7f779c06a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:20.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.868+0000 7f77a1d73640 1 -- 172.21.15.17:0/1730414126 shutdown_connections 2024-09-16T01:42:20.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:20.868+0000 7f77a1d73640 1 -- 172.21.15.17:0/1730414126 wait complete. 2024-09-16T01:42:20.875 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:20.881 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:20.883 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:20.884 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:20.884 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:20.888 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:20.888 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:22.160 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:22 smithi017 ceph-mon[30972]: pgmap v302: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-09-16T01:42:22.376 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:22 smithi029 ceph-mon[34783]: pgmap v302: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-09-16T01:42:22.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:22 smithi122 ceph-mon[34758]: pgmap v302: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 1.1 KiB/s wr, 6 op/s 2024-09-16T01:42:22.843 INFO:teuthology.orchestra.run.smithi017.stdout:214748364841 2024-09-16T01:42:22.844 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-16T01:42:22.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.665+0000 7f4a68669640 1 -- 172.21.15.17:0/2893048269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a60106a80 msgr2=0x7f4a60106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.665+0000 7f4a68669640 1 --2- 172.21.15.17:0/2893048269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a60106a80 0x7f4a60106e60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f4a5c009930 tx=0x7f4a5c02a420 comp rx=0 tx=0).stop 2024-09-16T01:42:22.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.666+0000 7f4a68669640 1 -- 172.21.15.17:0/2893048269 shutdown_connections 2024-09-16T01:42:22.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.666+0000 7f4a68669640 1 --2- 172.21.15.17:0/2893048269 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a60101420 0x7f4a6010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.666+0000 7f4a68669640 1 --2- 172.21.15.17:0/2893048269 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4a60100a80 0x7f4a60100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.666+0000 7f4a68669640 1 --2- 172.21.15.17:0/2893048269 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a60106a80 0x7f4a60106e60 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.666+0000 7f4a68669640 1 -- 172.21.15.17:0/2893048269 >> 172.21.15.17:0/2893048269 conn(0x7f4a600fc7a0 msgr2=0x7f4a600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:22.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.666+0000 7f4a68669640 1 -- 172.21.15.17:0/2893048269 shutdown_connections 2024-09-16T01:42:22.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.666+0000 7f4a68669640 1 -- 172.21.15.17:0/2893048269 wait complete. 2024-09-16T01:42:22.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.666+0000 7f4a68669640 1 Processor -- start 2024-09-16T01:42:22.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.666+0000 7f4a68669640 1 -- start start 2024-09-16T01:42:22.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.666+0000 7f4a68669640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4a60100a80 0x7f4a60197230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.666+0000 7f4a68669640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a60101420 0x7f4a60197770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.666+0000 7f4a68669640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a60106a80 0x7f4a6019bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a68669640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4a60110d30 con 0x7f4a60106a80 2024-09-16T01:42:22.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a68669640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4a60110bb0 con 0x7f4a60100a80 2024-09-16T01:42:22.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a68669640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4a60110eb0 con 0x7f4a60101420 2024-09-16T01:42:22.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a66c06640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a60106a80 0x7f4a6019bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a66c06640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a60106a80 0x7f4a6019bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38312/0 (socket says 172.21.15.17:38312) 2024-09-16T01:42:22.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a66c06640 1 -- 172.21.15.17:0/527889164 learned_addr learned my addr 172.21.15.17:0/527889164 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:22.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a65c04640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a60101420 0x7f4a60197770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a66405640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4a60100a80 0x7f4a60197230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a66c06640 1 -- 172.21.15.17:0/527889164 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a60101420 msgr2=0x7f4a60197770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a66c06640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4a60101420 0x7f4a60197770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a66c06640 1 -- 172.21.15.17:0/527889164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4a60100a80 msgr2=0x7f4a60197230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a66c06640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4a60100a80 0x7f4a60197230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a66c06640 1 -- 172.21.15.17:0/527889164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a6019c1e0 con 0x7f4a60106a80 2024-09-16T01:42:22.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a66405640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4a60100a80 0x7f4a60197230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:22.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a66c06640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a60106a80 0x7f4a6019bb00 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4a5800cad0 tx=0x7f4a5800ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:22.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a537fe640 1 -- 172.21.15.17:0/527889164 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a5800ad60 con 0x7f4a60106a80 2024-09-16T01:42:22.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a537fe640 1 -- 172.21.15.17:0/527889164 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4a58005020 con 0x7f4a60106a80 2024-09-16T01:42:22.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a68669640 1 -- 172.21.15.17:0/527889164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a6019c4d0 con 0x7f4a60106a80 2024-09-16T01:42:22.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a537fe640 1 -- 172.21.15.17:0/527889164 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a5800f6b0 con 0x7f4a60106a80 2024-09-16T01:42:22.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.667+0000 7f4a68669640 1 -- 172.21.15.17:0/527889164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a601a3db0 con 0x7f4a60106a80 2024-09-16T01:42:22.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.668+0000 7f4a68669640 1 -- 172.21.15.17:0/527889164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4a60062980 con 0x7f4a60106a80 2024-09-16T01:42:22.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.669+0000 7f4a537fe640 1 -- 172.21.15.17:0/527889164 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f4a580051d0 con 0x7f4a60106a80 2024-09-16T01:42:22.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.670+0000 7f4a537fe640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4a4c0a3350 0x7f4a4c0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.670+0000 7f4a537fe640 1 -- 172.21.15.17:0/527889164 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f4a580cfc30 con 0x7f4a60106a80 2024-09-16T01:42:22.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.670+0000 7f4a66405640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4a4c0a3350 0x7f4a4c0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.670+0000 7f4a537fe640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288] conn(0x7f4a4c0acba0 0x7f4a4c0aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:22.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.670+0000 7f4a537fe640 1 -- 172.21.15.17:0/527889164 --> [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4a4c0af670 con 0x7f4a4c0acba0 2024-09-16T01:42:22.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.670+0000 7f4a537fe640 1 -- 172.21.15.17:0/527889164 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f4a580d0110 con 0x7f4a60106a80 2024-09-16T01:42:22.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.670+0000 7f4a65c04640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288] conn(0x7f4a4c0acba0 0x7f4a4c0aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:22.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.671+0000 7f4a66405640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4a4c0a3350 0x7f4a4c0a5810 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f4a5c000c00 tx=0x7f4a5c031400 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:22.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.671+0000 7f4a65c04640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288] conn(0x7f4a4c0acba0 0x7f4a4c0aefc0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:22.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.671+0000 7f4a537fe640 1 -- 172.21.15.17:0/527889164 <== osd.6 v2:172.21.15.17:6818/1408033288 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4a4c0af670 con 0x7f4a4c0acba0 2024-09-16T01:42:22.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.686+0000 7f4a68669640 1 -- 172.21.15.17:0/527889164 --> [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f4a60062d80 con 0x7f4a4c0acba0 2024-09-16T01:42:22.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.686+0000 7f4a537fe640 1 -- 172.21.15.17:0/527889164 <== osd.6 v2:172.21.15.17:6818/1408033288 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f4a60062d80 con 0x7f4a4c0acba0 2024-09-16T01:42:22.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.686+0000 7f4a68669640 1 -- 172.21.15.17:0/527889164 >> [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288] conn(0x7f4a4c0acba0 msgr2=0x7f4a4c0aefc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.686+0000 7f4a68669640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288] conn(0x7f4a4c0acba0 0x7f4a4c0aefc0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.686+0000 7f4a68669640 1 -- 172.21.15.17:0/527889164 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4a4c0a3350 msgr2=0x7f4a4c0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.686+0000 7f4a68669640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4a4c0a3350 0x7f4a4c0a5810 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f4a5c000c00 tx=0x7f4a5c031400 comp rx=0 tx=0).stop 2024-09-16T01:42:22.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.687+0000 7f4a68669640 1 -- 172.21.15.17:0/527889164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a60106a80 msgr2=0x7f4a6019bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:22.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.687+0000 7f4a68669640 1 --2- 172.21.15.17:0/527889164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a60106a80 0x7f4a6019bb00 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f4a5800cad0 tx=0x7f4a5800ced0 comp rx=0 tx=0).stop 2024-09-16T01:42:22.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.687+0000 7f4a66c06640 1 -- 172.21.15.17:0/527889164 reap_dead start 2024-09-16T01:42:22.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.687+0000 7f4a68669640 1 -- 172.21.15.17:0/527889164 shutdown_connections 2024-09-16T01:42:22.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.687+0000 7f4a68669640 1 -- 172.21.15.17:0/527889164 >> 172.21.15.17:0/527889164 conn(0x7f4a600fc7a0 msgr2=0x7f4a600fcfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:22.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.687+0000 7f4a68669640 1 -- 172.21.15.17:0/527889164 shutdown_connections 2024-09-16T01:42:22.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:19.687+0000 7f4a68669640 1 -- 172.21.15.17:0/527889164 wait complete. 2024-09-16T01:42:23.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.511+0000 7f7e4eb26640 1 -- 172.21.15.17:0/3801740397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e481027a0 msgr2=0x7f7e481067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.511+0000 7f7e4eb26640 1 --2- 172.21.15.17:0/3801740397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e481027a0 0x7f7e481067f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f7e38009900 tx=0x7f7e3802a410 comp rx=0 tx=0).stop 2024-09-16T01:42:23.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.511+0000 7f7e4eb26640 1 -- 172.21.15.17:0/3801740397 shutdown_connections 2024-09-16T01:42:23.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.511+0000 7f7e4eb26640 1 --2- 172.21.15.17:0/3801740397 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e48106f20 0x7f7e4810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.511+0000 7f7e4eb26640 1 --2- 172.21.15.17:0/3801740397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e481027a0 0x7f7e481067f0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.511+0000 7f7e4eb26640 1 --2- 172.21.15.17:0/3801740397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e48101df0 0x7f7e481021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.511+0000 7f7e4eb26640 1 -- 172.21.15.17:0/3801740397 >> 172.21.15.17:0/3801740397 conn(0x7f7e480fd8f0 msgr2=0x7f7e480ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:23.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.511+0000 7f7e4eb26640 1 -- 172.21.15.17:0/3801740397 shutdown_connections 2024-09-16T01:42:23.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.511+0000 7f7e4eb26640 1 -- 172.21.15.17:0/3801740397 wait complete. 2024-09-16T01:42:23.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e4eb26640 1 Processor -- start 2024-09-16T01:42:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e4eb26640 1 -- start start 2024-09-16T01:42:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e4eb26640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e48101df0 0x7f7e481983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e4eb26640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e481027a0 0x7f7e48198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e4eb26640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e48106f20 0x7f7e4819cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e4eb26640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7e48111e50 con 0x7f7e481027a0 2024-09-16T01:42:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e4eb26640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7e48111cd0 con 0x7f7e48101df0 2024-09-16T01:42:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e4eb26640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7e48111fd0 con 0x7f7e48106f20 2024-09-16T01:42:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e3ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e481027a0 0x7f7e48198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e3ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e481027a0 0x7f7e48198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38370/0 (socket says 172.21.15.17:38370) 2024-09-16T01:42:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e3ffff640 1 -- 172.21.15.17:0/2015548282 learned_addr learned my addr 172.21.15.17:0/2015548282 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e4c8c2640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e48101df0 0x7f7e481983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e4d0c3640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e48106f20 0x7f7e4819cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e3ffff640 1 -- 172.21.15.17:0/2015548282 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e48106f20 msgr2=0x7f7e4819cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e3ffff640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e48106f20 0x7f7e4819cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e3ffff640 1 -- 172.21.15.17:0/2015548282 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e48101df0 msgr2=0x7f7e481983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e3ffff640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e48101df0 0x7f7e481983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e3ffff640 1 -- 172.21.15.17:0/2015548282 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7e4819d380 con 0x7f7e481027a0 2024-09-16T01:42:23.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e4c8c2640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7e48101df0 0x7f7e481983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:23.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.512+0000 7f7e4d0c3640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7e48106f20 0x7f7e4819cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:23.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.513+0000 7f7e3ffff640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e481027a0 0x7f7e48198910 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7e38005940 tx=0x7f7e38004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:23.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.513+0000 7f7e3dffb640 1 -- 172.21.15.17:0/2015548282 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e3803f030 con 0x7f7e481027a0 2024-09-16T01:42:23.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.513+0000 7f7e3dffb640 1 -- 172.21.15.17:0/2015548282 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7e38003aa0 con 0x7f7e481027a0 2024-09-16T01:42:23.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.513+0000 7f7e3dffb640 1 -- 172.21.15.17:0/2015548282 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7e38035070 con 0x7f7e481027a0 2024-09-16T01:42:23.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.513+0000 7f7e4eb26640 1 -- 172.21.15.17:0/2015548282 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7e4819d610 con 0x7f7e481027a0 2024-09-16T01:42:23.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.513+0000 7f7e4eb26640 1 -- 172.21.15.17:0/2015548282 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7e4819daa0 con 0x7f7e481027a0 2024-09-16T01:42:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.514+0000 7f7e4eb26640 1 -- 172.21.15.17:0/2015548282 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f7e48062980 con 0x7f7e481027a0 2024-09-16T01:42:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.516+0000 7f7e3dffb640 1 -- 172.21.15.17:0/2015548282 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f7e38042030 con 0x7f7e481027a0 2024-09-16T01:42:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.516+0000 7f7e3dffb640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7e300a3350 0x7f7e300a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.516+0000 7f7e4c8c2640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7e300a3350 0x7f7e300a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.516+0000 7f7e3dffb640 1 -- 172.21.15.17:0/2015548282 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f7e380f07c0 con 0x7f7e481027a0 2024-09-16T01:42:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.517+0000 7f7e3dffb640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683] conn(0x7f7e300acba0 0x7f7e300aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.517+0000 7f7e3dffb640 1 -- 172.21.15.17:0/2015548282 --> [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f7e300af670 con 0x7f7e300acba0 2024-09-16T01:42:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.517+0000 7f7e3dffb640 1 -- 172.21.15.17:0/2015548282 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f7e380f0ca0 con 0x7f7e481027a0 2024-09-16T01:42:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.517+0000 7f7e4c8c2640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7e300a3350 0x7f7e300a5810 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7e44009b40 tx=0x7f7e44005e50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.517+0000 7f7e4d0c3640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683] conn(0x7f7e300acba0 0x7f7e300aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.517+0000 7f7e4d0c3640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683] conn(0x7f7e300acba0 0x7f7e300aefc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:23.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.518+0000 7f7e3dffb640 1 -- 172.21.15.17:0/2015548282 <== osd.2 v2:172.21.15.122:6800/3223940683 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f7e300af670 con 0x7f7e300acba0 2024-09-16T01:42:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.532+0000 7f7e4eb26640 1 -- 172.21.15.17:0/2015548282 --> [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f7e48062e50 con 0x7f7e300acba0 2024-09-16T01:42:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.533+0000 7f7e3dffb640 1 -- 172.21.15.17:0/2015548282 <== osd.2 v2:172.21.15.122:6800/3223940683 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f7e48062e50 con 0x7f7e300acba0 2024-09-16T01:42:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.533+0000 7f7e4eb26640 1 -- 172.21.15.17:0/2015548282 >> [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683] conn(0x7f7e300acba0 msgr2=0x7f7e300aefc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.533+0000 7f7e4eb26640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683] conn(0x7f7e300acba0 0x7f7e300aefc0 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.533+0000 7f7e4eb26640 1 -- 172.21.15.17:0/2015548282 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7e300a3350 msgr2=0x7f7e300a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.533+0000 7f7e4eb26640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7e300a3350 0x7f7e300a5810 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f7e44009b40 tx=0x7f7e44005e50 comp rx=0 tx=0).stop 2024-09-16T01:42:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.533+0000 7f7e4eb26640 1 -- 172.21.15.17:0/2015548282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e481027a0 msgr2=0x7f7e48198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.533+0000 7f7e4eb26640 1 --2- 172.21.15.17:0/2015548282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e481027a0 0x7f7e48198910 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f7e38005940 tx=0x7f7e38004270 comp rx=0 tx=0).stop 2024-09-16T01:42:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.533+0000 7f7e4d0c3640 1 -- 172.21.15.17:0/2015548282 reap_dead start 2024-09-16T01:42:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.533+0000 7f7e4eb26640 1 -- 172.21.15.17:0/2015548282 shutdown_connections 2024-09-16T01:42:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.533+0000 7f7e4eb26640 1 -- 172.21.15.17:0/2015548282 >> 172.21.15.17:0/2015548282 conn(0x7f7e480fd8f0 msgr2=0x7f7e480fed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.533+0000 7f7e4eb26640 1 -- 172.21.15.17:0/2015548282 shutdown_connections 2024-09-16T01:42:23.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:22.533+0000 7f7e4eb26640 1 -- 172.21.15.17:0/2015548282 wait complete. 2024-09-16T01:42:24.038 INFO:teuthology.orchestra.run.smithi017.stdout:193273528367 2024-09-16T01:42:24.038 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-16T01:42:24.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.364+0000 7f2d1412b640 1 -- 172.21.15.17:0/2419290936 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c101280 msgr2=0x7f2d0c10df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.364+0000 7f2d1412b640 1 --2- 172.21.15.17:0/2419290936 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c101280 0x7f2d0c10df40 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc009900 tx=0x7f2cfc02a410 comp rx=0 tx=0).stop 2024-09-16T01:42:24.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.364+0000 7f2d1412b640 1 -- 172.21.15.17:0/2419290936 shutdown_connections 2024-09-16T01:42:24.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.364+0000 7f2d1412b640 1 --2- 172.21.15.17:0/2419290936 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d0c10e480 0x7f2d0c110870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.364+0000 7f2d1412b640 1 --2- 172.21.15.17:0/2419290936 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c101280 0x7f2d0c10df40 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.364+0000 7f2d1412b640 1 --2- 172.21.15.17:0/2419290936 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d0c1008d0 0x7f2d0c100cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.364+0000 7f2d1412b640 1 -- 172.21.15.17:0/2419290936 >> 172.21.15.17:0/2419290936 conn(0x7f2d0c0fc7a0 msgr2=0x7f2d0c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.364+0000 7f2d1412b640 1 -- 172.21.15.17:0/2419290936 shutdown_connections 2024-09-16T01:42:24.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.364+0000 7f2d1412b640 1 -- 172.21.15.17:0/2419290936 wait complete. 2024-09-16T01:42:24.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d1412b640 1 Processor -- start 2024-09-16T01:42:24.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d1412b640 1 -- start start 2024-09-16T01:42:24.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d1412b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d0c1008d0 0x7f2d0c19a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d1412b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c101280 0x7f2d0c19aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d1412b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d0c10e480 0x7f2d0c19ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d1412b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2d0c114040 con 0x7f2d0c101280 2024-09-16T01:42:24.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d1412b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2d0c113ec0 con 0x7f2d0c10e480 2024-09-16T01:42:24.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d1412b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2d0c1141c0 con 0x7f2d0c1008d0 2024-09-16T01:42:24.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d116c6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c101280 0x7f2d0c19aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d116c6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c101280 0x7f2d0c19aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38388/0 (socket says 172.21.15.17:38388) 2024-09-16T01:42:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d116c6640 1 -- 172.21.15.17:0/1912476484 learned_addr learned my addr 172.21.15.17:0/1912476484 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d11ec7640 1 --2- 172.21.15.17:0/1912476484 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d0c1008d0 0x7f2d0c19a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d126c8640 1 --2- 172.21.15.17:0/1912476484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d0c10e480 0x7f2d0c19ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d116c6640 1 -- 172.21.15.17:0/1912476484 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d0c1008d0 msgr2=0x7f2d0c19a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d116c6640 1 --2- 172.21.15.17:0/1912476484 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d0c1008d0 0x7f2d0c19a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d116c6640 1 -- 172.21.15.17:0/1912476484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d0c10e480 msgr2=0x7f2d0c19ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d116c6640 1 --2- 172.21.15.17:0/1912476484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d0c10e480 0x7f2d0c19ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.365+0000 7f2d116c6640 1 -- 172.21.15.17:0/1912476484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d0c19f510 con 0x7f2d0c101280 2024-09-16T01:42:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.366+0000 7f2d116c6640 1 --2- 172.21.15.17:0/1912476484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c101280 0x7f2d0c19aaa0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc005940 tx=0x7f2cfc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.366+0000 7f2d02ffd640 1 -- 172.21.15.17:0/1912476484 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc03f030 con 0x7f2d0c101280 2024-09-16T01:42:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.366+0000 7f2d02ffd640 1 -- 172.21.15.17:0/1912476484 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2cfc003aa0 con 0x7f2d0c101280 2024-09-16T01:42:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.366+0000 7f2d1412b640 1 -- 172.21.15.17:0/1912476484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d0c19f7a0 con 0x7f2d0c101280 2024-09-16T01:42:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.366+0000 7f2d02ffd640 1 -- 172.21.15.17:0/1912476484 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc035070 con 0x7f2d0c101280 2024-09-16T01:42:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.366+0000 7f2d1412b640 1 -- 172.21.15.17:0/1912476484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d0c1a70e0 con 0x7f2d0c101280 2024-09-16T01:42:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.367+0000 7f2d1412b640 1 -- 172.21.15.17:0/1912476484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2d0c062900 con 0x7f2d0c101280 2024-09-16T01:42:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.368+0000 7f2d02ffd640 1 -- 172.21.15.17:0/1912476484 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f2cfc042030 con 0x7f2d0c101280 2024-09-16T01:42:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.369+0000 7f2d02ffd640 1 --2- 172.21.15.17:0/1912476484 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2cf80a32d0 0x7f2cf80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.369+0000 7f2d11ec7640 1 --2- 172.21.15.17:0/1912476484 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2cf80a32d0 0x7f2cf80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.369+0000 7f2d02ffd640 1 -- 172.21.15.17:0/1912476484 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f2cfc0f0720 con 0x7f2d0c101280 2024-09-16T01:42:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.369+0000 7f2d02ffd640 1 --2- 172.21.15.17:0/1912476484 >> [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388] conn(0x7f2cf80acb20 0x7f2cf80aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.369+0000 7f2d02ffd640 1 -- 172.21.15.17:0/1912476484 --> [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2cf80af5f0 con 0x7f2cf80acb20 2024-09-16T01:42:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.369+0000 7f2d02ffd640 1 -- 172.21.15.17:0/1912476484 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f2cfc0f0c00 con 0x7f2d0c101280 2024-09-16T01:42:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.369+0000 7f2d126c8640 1 --2- 172.21.15.17:0/1912476484 >> [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388] conn(0x7f2cf80acb20 0x7f2cf80aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.369+0000 7f2d11ec7640 1 --2- 172.21.15.17:0/1912476484 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2cf80a32d0 0x7f2cf80a5790 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2d0800abe0 tx=0x7f2d0800a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.369+0000 7f2d126c8640 1 --2- 172.21.15.17:0/1912476484 >> [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388] conn(0x7f2cf80acb20 0x7f2cf80aef40 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:24.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.370+0000 7f2d02ffd640 1 -- 172.21.15.17:0/1912476484 <== osd.3 v2:172.21.15.17:6810/3558508388 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2cf80af5f0 con 0x7f2cf80acb20 2024-09-16T01:42:24.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.384+0000 7f2d1412b640 1 -- 172.21.15.17:0/1912476484 --> [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2d0c062d80 con 0x7f2cf80acb20 2024-09-16T01:42:24.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.385+0000 7f2d02ffd640 1 -- 172.21.15.17:0/1912476484 <== osd.3 v2:172.21.15.17:6810/3558508388 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f2d0c062d80 con 0x7f2cf80acb20 2024-09-16T01:42:24.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.385+0000 7f2d1412b640 1 -- 172.21.15.17:0/1912476484 >> [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388] conn(0x7f2cf80acb20 msgr2=0x7f2cf80aef40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.385+0000 7f2d1412b640 1 --2- 172.21.15.17:0/1912476484 >> [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388] conn(0x7f2cf80acb20 0x7f2cf80aef40 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.385+0000 7f2d1412b640 1 -- 172.21.15.17:0/1912476484 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2cf80a32d0 msgr2=0x7f2cf80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.385+0000 7f2d1412b640 1 --2- 172.21.15.17:0/1912476484 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2cf80a32d0 0x7f2cf80a5790 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f2d0800abe0 tx=0x7f2d0800a2d0 comp rx=0 tx=0).stop 2024-09-16T01:42:24.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.385+0000 7f2d1412b640 1 -- 172.21.15.17:0/1912476484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c101280 msgr2=0x7f2d0c19aaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:24.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.385+0000 7f2d1412b640 1 --2- 172.21.15.17:0/1912476484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c101280 0x7f2d0c19aaa0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc005940 tx=0x7f2cfc004270 comp rx=0 tx=0).stop 2024-09-16T01:42:24.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.385+0000 7f2d126c8640 1 -- 172.21.15.17:0/1912476484 reap_dead start 2024-09-16T01:42:24.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.385+0000 7f2d1412b640 1 -- 172.21.15.17:0/1912476484 shutdown_connections 2024-09-16T01:42:24.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.385+0000 7f2d1412b640 1 -- 172.21.15.17:0/1912476484 >> 172.21.15.17:0/1912476484 conn(0x7f2d0c0fc7a0 msgr2=0x7f2d0c0feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:24.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.385+0000 7f2d1412b640 1 -- 172.21.15.17:0/1912476484 shutdown_connections 2024-09-16T01:42:24.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:23.385+0000 7f2d1412b640 1 -- 172.21.15.17:0/1912476484 wait complete. 2024-09-16T01:42:24.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:24 smithi017 ceph-mon[30972]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-16T01:42:24.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:24 smithi122 ceph-mon[34758]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-16T01:42:24.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:24 smithi029 ceph-mon[34783]: pgmap v303: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-09-16T01:42:24.701 INFO:teuthology.orchestra.run.smithi017.stdout:107374182462 2024-09-16T01:42:24.701 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-16T01:42:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.473+0000 7f072c1ad640 1 -- 172.21.15.17:0/1177890355 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724102ef0 msgr2=0x7f072410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.473+0000 7f072c1ad640 1 --2- 172.21.15.17:0/1177890355 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724102ef0 0x7f072410da40 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f071c009ca0 tx=0x7f071c02a950 comp rx=0 tx=0).stop 2024-09-16T01:42:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.473+0000 7f072c1ad640 1 -- 172.21.15.17:0/1177890355 shutdown_connections 2024-09-16T01:42:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.473+0000 7f072c1ad640 1 --2- 172.21.15.17:0/1177890355 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724102ef0 0x7f072410da40 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.473+0000 7f072c1ad640 1 --2- 172.21.15.17:0/1177890355 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0724102570 0x7f07241029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.473+0000 7f072c1ad640 1 --2- 172.21.15.17:0/1177890355 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0724100e20 0x7f0724101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.473+0000 7f072c1ad640 1 -- 172.21.15.17:0/1177890355 >> 172.21.15.17:0/1177890355 conn(0x7f07240fc7d0 msgr2=0x7f07240febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:25.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.473+0000 7f072c1ad640 1 -- 172.21.15.17:0/1177890355 shutdown_connections 2024-09-16T01:42:25.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.473+0000 7f072c1ad640 1 -- 172.21.15.17:0/1177890355 wait complete. 2024-09-16T01:42:25.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.473+0000 7f072c1ad640 1 Processor -- start 2024-09-16T01:42:25.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.473+0000 7f072c1ad640 1 -- start start 2024-09-16T01:42:25.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f072c1ad640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724100e20 0x7f07241983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:25.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f072c1ad640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0724102570 0x7f0724198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:25.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f072c1ad640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0724102ef0 0x7f072419ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:25.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f072c1ad640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0724111f50 con 0x7f0724100e20 2024-09-16T01:42:25.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f072c1ad640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0724111dd0 con 0x7f0724102570 2024-09-16T01:42:25.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f072c1ad640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f07241120d0 con 0x7f0724102ef0 2024-09-16T01:42:25.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f0729f49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724100e20 0x7f07241983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:25.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f0729f49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724100e20 0x7f07241983f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38404/0 (socket says 172.21.15.17:38404) 2024-09-16T01:42:25.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f0729f49640 1 -- 172.21.15.17:0/954753508 learned_addr learned my addr 172.21.15.17:0/954753508 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:25.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f072a74a640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0724102ef0 0x7f072419ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:25.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f0729748640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0724102570 0x7f0724198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:25.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f0729f49640 1 -- 172.21.15.17:0/954753508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0724102ef0 msgr2=0x7f072419ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f0729f49640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0724102ef0 0x7f072419ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f0729f49640 1 -- 172.21.15.17:0/954753508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0724102570 msgr2=0x7f0724198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f0729f49640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0724102570 0x7f0724198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f0729f49640 1 -- 172.21.15.17:0/954753508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f072419d3a0 con 0x7f0724100e20 2024-09-16T01:42:25.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f0729748640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0724102570 0x7f0724198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:25.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f0729f49640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724100e20 0x7f07241983f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f072000d950 tx=0x7f072000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:25.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f071affd640 1 -- 172.21.15.17:0/954753508 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0720017030 con 0x7f0724100e20 2024-09-16T01:42:25.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.474+0000 7f071affd640 1 -- 172.21.15.17:0/954753508 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0720004020 con 0x7f0724100e20 2024-09-16T01:42:25.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.475+0000 7f072c1ad640 1 -- 172.21.15.17:0/954753508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f072419d690 con 0x7f0724100e20 2024-09-16T01:42:25.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.475+0000 7f071affd640 1 -- 172.21.15.17:0/954753508 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07200047a0 con 0x7f0724100e20 2024-09-16T01:42:25.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.475+0000 7f072c1ad640 1 -- 172.21.15.17:0/954753508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f072410e400 con 0x7f0724100e20 2024-09-16T01:42:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.475+0000 7f072c1ad640 1 -- 172.21.15.17:0/954753508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f0724062980 con 0x7f0724100e20 2024-09-16T01:42:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.477+0000 7f071affd640 1 -- 172.21.15.17:0/954753508 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f07200041d0 con 0x7f0724100e20 2024-09-16T01:42:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.477+0000 7f071affd640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07100a32d0 0x7f07100a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.478+0000 7f0729748640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07100a32d0 0x7f07100a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.478+0000 7f071affd640 1 -- 172.21.15.17:0/954753508 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f07200cfc00 con 0x7f0724100e20 2024-09-16T01:42:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.478+0000 7f071affd640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259] conn(0x7f07100acb20 0x7f07100aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.478+0000 7f071affd640 1 -- 172.21.15.17:0/954753508 --> [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f07200056a0 con 0x7f07100acb20 2024-09-16T01:42:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.478+0000 7f071affd640 1 -- 172.21.15.17:0/954753508 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f07200cffb0 con 0x7f0724100e20 2024-09-16T01:42:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.478+0000 7f0729748640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07100a32d0 0x7f07100a5790 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f0714005fd0 tx=0x7f07140094d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.478+0000 7f072a74a640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259] conn(0x7f07100acb20 0x7f07100aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.479+0000 7f072a74a640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259] conn(0x7f07100acb20 0x7f07100aef40 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.479+0000 7f071affd640 1 -- 172.21.15.17:0/954753508 <== osd.8 v2:172.21.15.122:6816/360974259 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f07200056a0 con 0x7f07100acb20 2024-09-16T01:42:25.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.493+0000 7f072c1ad640 1 -- 172.21.15.17:0/954753508 --> [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f0724062d80 con 0x7f07100acb20 2024-09-16T01:42:25.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.494+0000 7f071affd640 1 -- 172.21.15.17:0/954753508 <== osd.8 v2:172.21.15.122:6816/360974259 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f0724062d80 con 0x7f07100acb20 2024-09-16T01:42:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.494+0000 7f072c1ad640 1 -- 172.21.15.17:0/954753508 >> [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259] conn(0x7f07100acb20 msgr2=0x7f07100aef40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.494+0000 7f072c1ad640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259] conn(0x7f07100acb20 0x7f07100aef40 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.494+0000 7f072c1ad640 1 -- 172.21.15.17:0/954753508 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07100a32d0 msgr2=0x7f07100a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.494+0000 7f072c1ad640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07100a32d0 0x7f07100a5790 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f0714005fd0 tx=0x7f07140094d0 comp rx=0 tx=0).stop 2024-09-16T01:42:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.494+0000 7f072c1ad640 1 -- 172.21.15.17:0/954753508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724100e20 msgr2=0x7f07241983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.494+0000 7f072c1ad640 1 --2- 172.21.15.17:0/954753508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724100e20 0x7f07241983f0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f072000d950 tx=0x7f072000de10 comp rx=0 tx=0).stop 2024-09-16T01:42:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.494+0000 7f072a74a640 1 -- 172.21.15.17:0/954753508 reap_dead start 2024-09-16T01:42:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.495+0000 7f072c1ad640 1 -- 172.21.15.17:0/954753508 shutdown_connections 2024-09-16T01:42:25.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.495+0000 7f072c1ad640 1 -- 172.21.15.17:0/954753508 >> 172.21.15.17:0/954753508 conn(0x7f07240fc7d0 msgr2=0x7f07240febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:25.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.495+0000 7f072c1ad640 1 -- 172.21.15.17:0/954753508 shutdown_connections 2024-09-16T01:42:25.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:25.495+0000 7f072c1ad640 1 -- 172.21.15.17:0/954753508 wait complete. 2024-09-16T01:42:26.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.172+0000 7f9b9bca0640 1 -- 172.21.15.17:0/2550744327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b94100460 msgr2=0x7f9b94100840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.172+0000 7f9b9bca0640 1 --2- 172.21.15.17:0/2550744327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b94100460 0x7f9b94100840 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f9b84009900 tx=0x7f9b8402a410 comp rx=0 tx=0).stop 2024-09-16T01:42:26.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.172+0000 7f9b9bca0640 1 -- 172.21.15.17:0/2550744327 shutdown_connections 2024-09-16T01:42:26.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.172+0000 7f9b9bca0640 1 --2- 172.21.15.17:0/2550744327 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b94105590 0x7f9b9410d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.172+0000 7f9b9bca0640 1 --2- 172.21.15.17:0/2550744327 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b94100e10 0x7f9b94104e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.172+0000 7f9b9bca0640 1 --2- 172.21.15.17:0/2550744327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b94100460 0x7f9b94100840 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.172+0000 7f9b9bca0640 1 -- 172.21.15.17:0/2550744327 >> 172.21.15.17:0/2550744327 conn(0x7f9b940fbee0 msgr2=0x7f9b940fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.173+0000 7f9b9bca0640 1 -- 172.21.15.17:0/2550744327 shutdown_connections 2024-09-16T01:42:26.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.173+0000 7f9b9bca0640 1 -- 172.21.15.17:0/2550744327 wait complete. 2024-09-16T01:42:26.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.173+0000 7f9b9bca0640 1 Processor -- start 2024-09-16T01:42:26.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.173+0000 7f9b9bca0640 1 -- start start 2024-09-16T01:42:26.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.173+0000 7f9b9bca0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b94100460 0x7f9b9419a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.173+0000 7f9b9bca0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b94100e10 0x7f9b9419aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.173+0000 7f9b9bca0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b94105590 0x7f9b9419ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.173+0000 7f9b9bca0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9b94111e20 con 0x7f9b94105590 2024-09-16T01:42:26.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.173+0000 7f9b9bca0640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9b94111ca0 con 0x7f9b94100460 2024-09-16T01:42:26.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.173+0000 7f9b9bca0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9b94111fa0 con 0x7f9b94100e10 2024-09-16T01:42:26.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.174+0000 7f9b9a23d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b94105590 0x7f9b9419ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.174+0000 7f9b9a23d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b94105590 0x7f9b9419ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56844/0 (socket says 172.21.15.17:56844) 2024-09-16T01:42:26.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.174+0000 7f9b9a23d640 1 -- 172.21.15.17:0/3186726092 learned_addr learned my addr 172.21.15.17:0/3186726092 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:26.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.174+0000 7f9b9923b640 1 --2- 172.21.15.17:0/3186726092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b94100e10 0x7f9b9419aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.174+0000 7f9b99a3c640 1 --2- 172.21.15.17:0/3186726092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b94100460 0x7f9b9419a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.174+0000 7f9b9a23d640 1 -- 172.21.15.17:0/3186726092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b94100e10 msgr2=0x7f9b9419aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.174+0000 7f9b9a23d640 1 --2- 172.21.15.17:0/3186726092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b94100e10 0x7f9b9419aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.174+0000 7f9b9a23d640 1 -- 172.21.15.17:0/3186726092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b94100460 msgr2=0x7f9b9419a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.174+0000 7f9b9a23d640 1 --2- 172.21.15.17:0/3186726092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b94100460 0x7f9b9419a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.174+0000 7f9b9a23d640 1 -- 172.21.15.17:0/3186726092 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b9419f510 con 0x7f9b94105590 2024-09-16T01:42:26.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.174+0000 7f9b9a23d640 1 --2- 172.21.15.17:0/3186726092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b94105590 0x7f9b9419ee30 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c00c970 tx=0x7f9b8c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.175+0000 7f9b92ffd640 1 -- 172.21.15.17:0/3186726092 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8c007bb0 con 0x7f9b94105590 2024-09-16T01:42:26.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.175+0000 7f9b92ffd640 1 -- 172.21.15.17:0/3186726092 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b8c007d50 con 0x7f9b94105590 2024-09-16T01:42:26.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.175+0000 7f9b9bca0640 1 -- 172.21.15.17:0/3186726092 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b9419f800 con 0x7f9b94105590 2024-09-16T01:42:26.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.175+0000 7f9b92ffd640 1 -- 172.21.15.17:0/3186726092 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b8c018700 con 0x7f9b94105590 2024-09-16T01:42:26.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.175+0000 7f9b9bca0640 1 -- 172.21.15.17:0/3186726092 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b941a70e0 con 0x7f9b94105590 2024-09-16T01:42:26.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.176+0000 7f9b9bca0640 1 -- 172.21.15.17:0/3186726092 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9b9410fa40 con 0x7f9b94105590 2024-09-16T01:42:26.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.177+0000 7f9b92ffd640 1 -- 172.21.15.17:0/3186726092 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f9b8c00fa20 con 0x7f9b94105590 2024-09-16T01:42:26.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.177+0000 7f9b92ffd640 1 --2- 172.21.15.17:0/3186726092 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9b7c0a3350 0x7f9b7c0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.178+0000 7f9b99a3c640 1 --2- 172.21.15.17:0/3186726092 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9b7c0a3350 0x7f9b7c0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.178+0000 7f9b92ffd640 1 -- 172.21.15.17:0/3186726092 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f9b8c0cfab0 con 0x7f9b94105590 2024-09-16T01:42:26.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.178+0000 7f9b92ffd640 1 --2- 172.21.15.17:0/3186726092 >> [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597] conn(0x7f9b7c0acba0 0x7f9b7c0aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.178+0000 7f9b92ffd640 1 -- 172.21.15.17:0/3186726092 --> [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9b7c0af670 con 0x7f9b7c0acba0 2024-09-16T01:42:26.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.178+0000 7f9b92ffd640 1 -- 172.21.15.17:0/3186726092 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f9b8c0cff90 con 0x7f9b94105590 2024-09-16T01:42:26.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.178+0000 7f9b99a3c640 1 --2- 172.21.15.17:0/3186726092 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9b7c0a3350 0x7f9b7c0a5810 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9b84031440 tx=0x7f9b84005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.178+0000 7f9b9923b640 1 --2- 172.21.15.17:0/3186726092 >> [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597] conn(0x7f9b7c0acba0 0x7f9b7c0aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.179+0000 7f9b9923b640 1 --2- 172.21.15.17:0/3186726092 >> [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597] conn(0x7f9b7c0acba0 0x7f9b7c0aefc0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.179+0000 7f9b92ffd640 1 -- 172.21.15.17:0/3186726092 <== osd.11 v2:172.21.15.122:6824/1375874597 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9b7c0af670 con 0x7f9b7c0acba0 2024-09-16T01:42:26.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.193+0000 7f9b9bca0640 1 -- 172.21.15.17:0/3186726092 --> [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9b94101940 con 0x7f9b7c0acba0 2024-09-16T01:42:26.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.194+0000 7f9b92ffd640 1 -- 172.21.15.17:0/3186726092 <== osd.11 v2:172.21.15.122:6824/1375874597 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f9b94101940 con 0x7f9b7c0acba0 2024-09-16T01:42:26.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.194+0000 7f9b9bca0640 1 -- 172.21.15.17:0/3186726092 >> [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597] conn(0x7f9b7c0acba0 msgr2=0x7f9b7c0aefc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.194+0000 7f9b9bca0640 1 --2- 172.21.15.17:0/3186726092 >> [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597] conn(0x7f9b7c0acba0 0x7f9b7c0aefc0 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.194+0000 7f9b9bca0640 1 -- 172.21.15.17:0/3186726092 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9b7c0a3350 msgr2=0x7f9b7c0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.194+0000 7f9b9bca0640 1 --2- 172.21.15.17:0/3186726092 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9b7c0a3350 0x7f9b7c0a5810 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9b84031440 tx=0x7f9b84005b50 comp rx=0 tx=0).stop 2024-09-16T01:42:26.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.194+0000 7f9b9bca0640 1 -- 172.21.15.17:0/3186726092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b94105590 msgr2=0x7f9b9419ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.194+0000 7f9b9bca0640 1 --2- 172.21.15.17:0/3186726092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b94105590 0x7f9b9419ee30 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c00c970 tx=0x7f9b8c00ce30 comp rx=0 tx=0).stop 2024-09-16T01:42:26.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.194+0000 7f9b9a23d640 1 -- 172.21.15.17:0/3186726092 reap_dead start 2024-09-16T01:42:26.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.194+0000 7f9b9bca0640 1 -- 172.21.15.17:0/3186726092 shutdown_connections 2024-09-16T01:42:26.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.194+0000 7f9b9bca0640 1 -- 172.21.15.17:0/3186726092 >> 172.21.15.17:0/3186726092 conn(0x7f9b940fbee0 msgr2=0x7f9b940fd210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.194+0000 7f9b9bca0640 1 -- 172.21.15.17:0/3186726092 shutdown_connections 2024-09-16T01:42:26.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.194+0000 7f9b9bca0640 1 -- 172.21.15.17:0/3186726092 wait complete. 2024-09-16T01:42:26.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:26 smithi017 ceph-mon[30972]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-16T01:42:26.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.079+0000 7ff743645640 1 -- 172.21.15.17:0/504507681 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff73c102790 msgr2=0x7ff73c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.079+0000 7ff743645640 1 --2- 172.21.15.17:0/504507681 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff73c102790 0x7ff73c1067e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7ff72c009900 tx=0x7ff72c02a410 comp rx=0 tx=0).stop 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.079+0000 7ff743645640 1 -- 172.21.15.17:0/504507681 shutdown_connections 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.079+0000 7ff743645640 1 --2- 172.21.15.17:0/504507681 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff73c106f10 0x7ff73c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.079+0000 7ff743645640 1 --2- 172.21.15.17:0/504507681 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff73c102790 0x7ff73c1067e0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.079+0000 7ff743645640 1 --2- 172.21.15.17:0/504507681 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff73c101de0 0x7ff73c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.079+0000 7ff743645640 1 -- 172.21.15.17:0/504507681 >> 172.21.15.17:0/504507681 conn(0x7ff73c0fd8c0 msgr2=0x7ff73c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.079+0000 7ff743645640 1 -- 172.21.15.17:0/504507681 shutdown_connections 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.079+0000 7ff743645640 1 -- 172.21.15.17:0/504507681 wait complete. 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.080+0000 7ff743645640 1 Processor -- start 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.080+0000 7ff743645640 1 -- start start 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.080+0000 7ff743645640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff73c101de0 0x7ff73c19a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.080+0000 7ff743645640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff73c102790 0x7ff73c19aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.080+0000 7ff743645640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff73c106f10 0x7ff73c19ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff743645640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff73c075470 con 0x7ff73c101de0 2024-09-16T01:42:26.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff743645640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff73c0752f0 con 0x7ff73c102790 2024-09-16T01:42:26.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff743645640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff73c0755f0 con 0x7ff73c106f10 2024-09-16T01:42:26.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff7413e1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff73c101de0 0x7ff73c19a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff7413e1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff73c101de0 0x7ff73c19a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38418/0 (socket says 172.21.15.17:38418) 2024-09-16T01:42:26.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff7413e1640 1 -- 172.21.15.17:0/635270378 learned_addr learned my addr 172.21.15.17:0/635270378 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:26.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff740be0640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff73c102790 0x7ff73c19aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff741be2640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff73c106f10 0x7ff73c19ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff7413e1640 1 -- 172.21.15.17:0/635270378 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff73c106f10 msgr2=0x7ff73c19ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff7413e1640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff73c106f10 0x7ff73c19ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff7413e1640 1 -- 172.21.15.17:0/635270378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff73c102790 msgr2=0x7ff73c19aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff7413e1640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff73c102790 0x7ff73c19aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff7413e1640 1 -- 172.21.15.17:0/635270378 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff73c19f500 con 0x7ff73c101de0 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff741be2640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff73c106f10 0x7ff73c19ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff7413e1640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff73c101de0 0x7ff73c19a550 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff73800c890 tx=0x7ff73800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff7327fc640 1 -- 172.21.15.17:0/635270378 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff738004220 con 0x7ff73c101de0 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff7327fc640 1 -- 172.21.15.17:0/635270378 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff7380043c0 con 0x7ff73c101de0 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff7327fc640 1 -- 172.21.15.17:0/635270378 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff738004a00 con 0x7ff73c101de0 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.081+0000 7ff743645640 1 -- 172.21.15.17:0/635270378 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff73c19f7f0 con 0x7ff73c101de0 2024-09-16T01:42:26.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.082+0000 7ff743645640 1 -- 172.21.15.17:0/635270378 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff73c1a70d0 con 0x7ff73c101de0 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.083+0000 7ff743645640 1 -- 172.21.15.17:0/635270378 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff73c105b10 con 0x7ff73c101de0 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.084+0000 7ff7327fc640 1 -- 172.21.15.17:0/635270378 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7ff738004ba0 con 0x7ff73c101de0 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.085+0000 7ff7327fc640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff7280a32d0 0x7ff7280a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.085+0000 7ff740be0640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff7280a32d0 0x7ff7280a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.085+0000 7ff7327fc640 1 -- 172.21.15.17:0/635270378 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7ff7380cf760 con 0x7ff73c101de0 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.085+0000 7ff7327fc640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367] conn(0x7ff7280acb20 0x7ff7280aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.085+0000 7ff7327fc640 1 -- 172.21.15.17:0/635270378 --> [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff7280af5f0 con 0x7ff7280acb20 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.085+0000 7ff7327fc640 1 -- 172.21.15.17:0/635270378 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7ff7380d6050 con 0x7ff73c101de0 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.086+0000 7ff740be0640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff7280a32d0 0x7ff7280a5790 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff72c031440 tx=0x7ff72c0095f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.086+0000 7ff741be2640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367] conn(0x7ff7280acb20 0x7ff7280aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:26.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.086+0000 7ff741be2640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367] conn(0x7ff7280acb20 0x7ff7280aef40 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:26.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.087+0000 7ff7327fc640 1 -- 172.21.15.17:0/635270378 <== osd.0 v2:172.21.15.17:6802/973418367 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff7280af5f0 con 0x7ff7280acb20 2024-09-16T01:42:26.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.101+0000 7ff743645640 1 -- 172.21.15.17:0/635270378 --> [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff73c1032c0 con 0x7ff7280acb20 2024-09-16T01:42:26.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.101+0000 7ff7327fc640 1 -- 172.21.15.17:0/635270378 <== osd.0 v2:172.21.15.17:6802/973418367 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff73c1032c0 con 0x7ff7280acb20 2024-09-16T01:42:26.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.101+0000 7ff743645640 1 -- 172.21.15.17:0/635270378 >> [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367] conn(0x7ff7280acb20 msgr2=0x7ff7280aef40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.101+0000 7ff743645640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367] conn(0x7ff7280acb20 0x7ff7280aef40 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.101+0000 7ff743645640 1 -- 172.21.15.17:0/635270378 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff7280a32d0 msgr2=0x7ff7280a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.101+0000 7ff743645640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff7280a32d0 0x7ff7280a5790 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7ff72c031440 tx=0x7ff72c0095f0 comp rx=0 tx=0).stop 2024-09-16T01:42:26.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.101+0000 7ff743645640 1 -- 172.21.15.17:0/635270378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff73c101de0 msgr2=0x7ff73c19a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:26.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.101+0000 7ff743645640 1 --2- 172.21.15.17:0/635270378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff73c101de0 0x7ff73c19a550 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7ff73800c890 tx=0x7ff73800cd50 comp rx=0 tx=0).stop 2024-09-16T01:42:26.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.101+0000 7ff741be2640 1 -- 172.21.15.17:0/635270378 reap_dead start 2024-09-16T01:42:26.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.101+0000 7ff743645640 1 -- 172.21.15.17:0/635270378 shutdown_connections 2024-09-16T01:42:26.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.101+0000 7ff743645640 1 -- 172.21.15.17:0/635270378 >> 172.21.15.17:0/635270378 conn(0x7ff73c0fd8c0 msgr2=0x7ff73c0fe4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:26.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.102+0000 7ff743645640 1 -- 172.21.15.17:0/635270378 shutdown_connections 2024-09-16T01:42:26.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:26.102+0000 7ff743645640 1 -- 172.21.15.17:0/635270378 wait complete. 2024-09-16T01:42:26.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:26 smithi029 ceph-mon[34783]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-16T01:42:26.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:26 smithi122 ceph-mon[34758]: pgmap v304: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-16T01:42:26.924 INFO:teuthology.orchestra.run.smithi017.stdout:77309411396 2024-09-16T01:42:26.925 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-16T01:42:27.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.106+0000 7f8da5b11640 1 -- 172.21.15.17:0/1627377871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da0102ef0 msgr2=0x7f8da010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.106+0000 7f8da5b11640 1 --2- 172.21.15.17:0/1627377871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da0102ef0 0x7f8da010da40 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f8d98009ca0 tx=0x7f8d9802a950 comp rx=0 tx=0).stop 2024-09-16T01:42:27.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.106+0000 7f8da5b11640 1 -- 172.21.15.17:0/1627377871 shutdown_connections 2024-09-16T01:42:27.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.106+0000 7f8da5b11640 1 --2- 172.21.15.17:0/1627377871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da0102ef0 0x7f8da010da40 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.106+0000 7f8da5b11640 1 --2- 172.21.15.17:0/1627377871 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8da0102570 0x7f8da01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.106+0000 7f8da5b11640 1 --2- 172.21.15.17:0/1627377871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8da0100e20 0x7f8da0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.106+0000 7f8da5b11640 1 -- 172.21.15.17:0/1627377871 >> 172.21.15.17:0/1627377871 conn(0x7f8da00fc7d0 msgr2=0x7f8da00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:27.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.106+0000 7f8da5b11640 1 -- 172.21.15.17:0/1627377871 shutdown_connections 2024-09-16T01:42:27.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.106+0000 7f8da5b11640 1 -- 172.21.15.17:0/1627377871 wait complete. 2024-09-16T01:42:27.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.106+0000 7f8da5b11640 1 Processor -- start 2024-09-16T01:42:27.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8da5b11640 1 -- start start 2024-09-16T01:42:27.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8da5b11640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8da0100e20 0x7f8da019a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8da5b11640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da0102570 0x7f8da019ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8da5b11640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8da0102ef0 0x7f8da019ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8da5b11640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8da0110e80 con 0x7f8da0102570 2024-09-16T01:42:27.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8da5b11640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8da0110d00 con 0x7f8da0100e20 2024-09-16T01:42:27.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8da5b11640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8da0111000 con 0x7f8da0102ef0 2024-09-16T01:42:27.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8d9effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da0102570 0x7f8da019ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8d9effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da0102570 0x7f8da019ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56854/0 (socket says 172.21.15.17:56854) 2024-09-16T01:42:27.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8d9effd640 1 -- 172.21.15.17:0/213945580 learned_addr learned my addr 172.21.15.17:0/213945580 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:27.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8d9f7fe640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8da0100e20 0x7f8da019a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8d9ffff640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8da0102ef0 0x7f8da019ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8d9effd640 1 -- 172.21.15.17:0/213945580 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8da0102ef0 msgr2=0x7f8da019ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8d9effd640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8da0102ef0 0x7f8da019ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8d9effd640 1 -- 172.21.15.17:0/213945580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8da0100e20 msgr2=0x7f8da019a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8d9effd640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8da0100e20 0x7f8da019a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8d9effd640 1 -- 172.21.15.17:0/213945580 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8da019f570 con 0x7f8da0102570 2024-09-16T01:42:27.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.107+0000 7f8d9ffff640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8da0102ef0 0x7f8da019ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:27.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.108+0000 7f8d9effd640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da0102570 0x7f8da019ab00 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f8d9000d770 tx=0x7f8d9000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:27.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.108+0000 7f8d9cff9640 1 -- 172.21.15.17:0/213945580 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d90017070 con 0x7f8da0102570 2024-09-16T01:42:27.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.108+0000 7f8d9cff9640 1 -- 172.21.15.17:0/213945580 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8d900054d0 con 0x7f8da0102570 2024-09-16T01:42:27.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.108+0000 7f8d9cff9640 1 -- 172.21.15.17:0/213945580 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d90004cf0 con 0x7f8da0102570 2024-09-16T01:42:27.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.108+0000 7f8da5b11640 1 -- 172.21.15.17:0/213945580 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8da019f860 con 0x7f8da0102570 2024-09-16T01:42:27.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.108+0000 7f8da5b11640 1 -- 172.21.15.17:0/213945580 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8da01a7140 con 0x7f8da0102570 2024-09-16T01:42:27.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.109+0000 7f8da5b11640 1 -- 172.21.15.17:0/213945580 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8da006aad0 con 0x7f8da0102570 2024-09-16T01:42:27.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.111+0000 7f8d9cff9640 1 -- 172.21.15.17:0/213945580 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f8d90004e90 con 0x7f8da0102570 2024-09-16T01:42:27.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.111+0000 7f8d9cff9640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8d8c0a32d0 0x7f8d8c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.112+0000 7f8d9f7fe640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8d8c0a32d0 0x7f8d8c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.112+0000 7f8d9cff9640 1 -- 172.21.15.17:0/213945580 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f8d900cf7f0 con 0x7f8da0102570 2024-09-16T01:42:27.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.112+0000 7f8d9cff9640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164] conn(0x7f8d8c0acb20 0x7f8d8c0aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:27.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.112+0000 7f8d9cff9640 1 -- 172.21.15.17:0/213945580 --> [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8d90005320 con 0x7f8d8c0acb20 2024-09-16T01:42:27.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.112+0000 7f8d9cff9640 1 -- 172.21.15.17:0/213945580 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f8d900cfcd0 con 0x7f8da0102570 2024-09-16T01:42:27.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.112+0000 7f8d9f7fe640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8d8c0a32d0 0x7f8d8c0a5790 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8d88009b60 tx=0x7f8d88005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:27.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.112+0000 7f8d9ffff640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164] conn(0x7f8d8c0acb20 0x7f8d8c0aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:27.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.113+0000 7f8d9ffff640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164] conn(0x7f8d8c0acb20 0x7f8d8c0aef40 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:27.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.113+0000 7f8d9cff9640 1 -- 172.21.15.17:0/213945580 <== osd.4 v2:172.21.15.29:6808/2110146164 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8d90005320 con 0x7f8d8c0acb20 2024-09-16T01:42:27.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.128+0000 7f8da5b11640 1 -- 172.21.15.17:0/213945580 --> [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f8da01021b0 con 0x7f8d8c0acb20 2024-09-16T01:42:27.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.129+0000 7f8d9cff9640 1 -- 172.21.15.17:0/213945580 <== osd.4 v2:172.21.15.29:6808/2110146164 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f8da01021b0 con 0x7f8d8c0acb20 2024-09-16T01:42:27.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.129+0000 7f8da5b11640 1 -- 172.21.15.17:0/213945580 >> [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164] conn(0x7f8d8c0acb20 msgr2=0x7f8d8c0aef40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.129+0000 7f8da5b11640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164] conn(0x7f8d8c0acb20 0x7f8d8c0aef40 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:27.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.131+0000 7f8da5b11640 1 -- 172.21.15.17:0/213945580 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8d8c0a32d0 msgr2=0x7f8d8c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.131+0000 7f8da5b11640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8d8c0a32d0 0x7f8d8c0a5790 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f8d88009b60 tx=0x7f8d88005f90 comp rx=0 tx=0).stop 2024-09-16T01:42:27.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.131+0000 7f8da5b11640 1 -- 172.21.15.17:0/213945580 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da0102570 msgr2=0x7f8da019ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:27.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.131+0000 7f8da5b11640 1 --2- 172.21.15.17:0/213945580 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8da0102570 0x7f8da019ab00 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f8d9000d770 tx=0x7f8d9000dc30 comp rx=0 tx=0).stop 2024-09-16T01:42:27.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.131+0000 7f8d9ffff640 1 -- 172.21.15.17:0/213945580 reap_dead start 2024-09-16T01:42:27.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.131+0000 7f8da5b11640 1 -- 172.21.15.17:0/213945580 shutdown_connections 2024-09-16T01:42:27.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.131+0000 7f8da5b11640 1 -- 172.21.15.17:0/213945580 >> 172.21.15.17:0/213945580 conn(0x7f8da00fc7d0 msgr2=0x7f8da006a070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:27.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.131+0000 7f8da5b11640 1 -- 172.21.15.17:0/213945580 shutdown_connections 2024-09-16T01:42:27.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:27.131+0000 7f8da5b11640 1 -- 172.21.15.17:0/213945580 wait complete. 2024-09-16T01:42:27.965 INFO:teuthology.orchestra.run.smithi017.stdout:274877906976 2024-09-16T01:42:27.965 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.9 2024-09-16T01:42:28.225 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:28 smithi017 ceph-mon[30972]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-16T01:42:28.537 INFO:teuthology.orchestra.run.smithi017.stdout:244813135909 2024-09-16T01:42:28.538 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.8 2024-09-16T01:42:28.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:28 smithi029 ceph-mon[34783]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-16T01:42:28.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:28 smithi122 ceph-mon[34758]: pgmap v305: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-16T01:42:28.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.700+0000 7fecba458640 1 -- 172.21.15.17:0/2578608368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecb4101e10 msgr2=0x7fecb41021f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.700+0000 7fecba458640 1 --2- 172.21.15.17:0/2578608368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecb4101e10 0x7fecb41021f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7feca4009900 tx=0x7feca402a410 comp rx=0 tx=0).stop 2024-09-16T01:42:28.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.700+0000 7fecba458640 1 -- 172.21.15.17:0/2578608368 shutdown_connections 2024-09-16T01:42:28.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.700+0000 7fecba458640 1 --2- 172.21.15.17:0/2578608368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4106f40 0x7fecb410eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.700+0000 7fecba458640 1 --2- 172.21.15.17:0/2578608368 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecb41027c0 0x7fecb4106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.700+0000 7fecba458640 1 --2- 172.21.15.17:0/2578608368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecb4101e10 0x7fecb41021f0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.700+0000 7fecba458640 1 -- 172.21.15.17:0/2578608368 >> 172.21.15.17:0/2578608368 conn(0x7fecb40fd8d0 msgr2=0x7fecb40ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.700+0000 7fecba458640 1 -- 172.21.15.17:0/2578608368 shutdown_connections 2024-09-16T01:42:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.700+0000 7fecba458640 1 -- 172.21.15.17:0/2578608368 wait complete. 2024-09-16T01:42:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.701+0000 7fecba458640 1 Processor -- start 2024-09-16T01:42:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.701+0000 7fecba458640 1 -- start start 2024-09-16T01:42:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.701+0000 7fecba458640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecb4101e10 0x7fecb4198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.701+0000 7fecba458640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecb41027c0 0x7fecb41988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.701+0000 7fecba458640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4106f40 0x7fecb419cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.701+0000 7fecba458640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fecb4111e50 con 0x7fecb4101e10 2024-09-16T01:42:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.701+0000 7fecba458640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fecb4111cd0 con 0x7fecb4106f40 2024-09-16T01:42:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.701+0000 7fecba458640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fecb4111fd0 con 0x7fecb41027c0 2024-09-16T01:42:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.701+0000 7fecb3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecb4101e10 0x7fecb4198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.701+0000 7fecb3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecb4101e10 0x7fecb4198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56870/0 (socket says 172.21.15.17:56870) 2024-09-16T01:42:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.701+0000 7fecb3fff640 1 -- 172.21.15.17:0/967726670 learned_addr learned my addr 172.21.15.17:0/967726670 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.702+0000 7fecb89f5640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4106f40 0x7fecb419cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.702+0000 7fecb37fe640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecb41027c0 0x7fecb41988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.702+0000 7fecb3fff640 1 -- 172.21.15.17:0/967726670 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecb41027c0 msgr2=0x7fecb41988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.702+0000 7fecb3fff640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fecb41027c0 0x7fecb41988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.702+0000 7fecb3fff640 1 -- 172.21.15.17:0/967726670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4106f40 msgr2=0x7fecb419cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.702+0000 7fecb3fff640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4106f40 0x7fecb419cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.702+0000 7fecb3fff640 1 -- 172.21.15.17:0/967726670 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fecb419d340 con 0x7fecb4101e10 2024-09-16T01:42:28.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.702+0000 7fecb89f5640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fecb4106f40 0x7fecb419cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:28.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.702+0000 7fecb3fff640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecb4101e10 0x7fecb4198390 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7feca4006010 tx=0x7feca4004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:28.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.702+0000 7fecb17fa640 1 -- 172.21.15.17:0/967726670 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca403f030 con 0x7fecb4101e10 2024-09-16T01:42:28.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.702+0000 7fecb17fa640 1 -- 172.21.15.17:0/967726670 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feca40035f0 con 0x7fecb4101e10 2024-09-16T01:42:28.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.702+0000 7fecba458640 1 -- 172.21.15.17:0/967726670 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fecb419d5d0 con 0x7fecb4101e10 2024-09-16T01:42:28.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.702+0000 7fecb17fa640 1 -- 172.21.15.17:0/967726670 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feca4035070 con 0x7fecb4101e10 2024-09-16T01:42:28.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.702+0000 7fecba458640 1 -- 172.21.15.17:0/967726670 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fecb41a4f10 con 0x7fecb4101e10 2024-09-16T01:42:28.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.703+0000 7fecba458640 1 -- 172.21.15.17:0/967726670 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fecb4062980 con 0x7fecb4101e10 2024-09-16T01:42:28.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.705+0000 7fecb17fa640 1 -- 172.21.15.17:0/967726670 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7feca4003b10 con 0x7fecb4101e10 2024-09-16T01:42:28.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.706+0000 7fecb17fa640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fec9c0a32d0 0x7fec9c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.706+0000 7fecb37fe640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fec9c0a32d0 0x7fec9c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.706+0000 7fecb17fa640 1 -- 172.21.15.17:0/967726670 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7feca40f0ce0 con 0x7fecb4101e10 2024-09-16T01:42:28.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.706+0000 7fecb17fa640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632] conn(0x7fec9c0acb20 0x7fec9c0aef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:28.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.706+0000 7fecb17fa640 1 -- 172.21.15.17:0/967726670 --> [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7feca4001d30 con 0x7fec9c0acb20 2024-09-16T01:42:28.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.706+0000 7fecb17fa640 1 -- 172.21.15.17:0/967726670 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7feca40f1090 con 0x7fecb4101e10 2024-09-16T01:42:28.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.707+0000 7fecb37fe640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fec9c0a32d0 0x7fec9c0a5790 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7feca8005fd0 tx=0x7feca8005e20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:28.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.707+0000 7fecb89f5640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632] conn(0x7fec9c0acb20 0x7fec9c0aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:28.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.707+0000 7fecb89f5640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632] conn(0x7fec9c0acb20 0x7fec9c0aef40 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:28.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.708+0000 7fecb17fa640 1 -- 172.21.15.17:0/967726670 <== osd.1 v2:172.21.15.29:6800/476361632 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7feca4001d30 con 0x7fec9c0acb20 2024-09-16T01:42:28.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.722+0000 7fecba458640 1 -- 172.21.15.17:0/967726670 --> [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fecb4062e00 con 0x7fec9c0acb20 2024-09-16T01:42:28.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.722+0000 7fecb17fa640 1 -- 172.21.15.17:0/967726670 <== osd.1 v2:172.21.15.29:6800/476361632 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fecb4062e00 con 0x7fec9c0acb20 2024-09-16T01:42:28.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.723+0000 7fecba458640 1 -- 172.21.15.17:0/967726670 >> [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632] conn(0x7fec9c0acb20 msgr2=0x7fec9c0aef40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.723+0000 7fecba458640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632] conn(0x7fec9c0acb20 0x7fec9c0aef40 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:28.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.723+0000 7fecba458640 1 -- 172.21.15.17:0/967726670 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fec9c0a32d0 msgr2=0x7fec9c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.723+0000 7fecba458640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fec9c0a32d0 0x7fec9c0a5790 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7feca8005fd0 tx=0x7feca8005e20 comp rx=0 tx=0).stop 2024-09-16T01:42:28.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.723+0000 7fecba458640 1 -- 172.21.15.17:0/967726670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecb4101e10 msgr2=0x7fecb4198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:28.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.723+0000 7fecba458640 1 --2- 172.21.15.17:0/967726670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fecb4101e10 0x7fecb4198390 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7feca4006010 tx=0x7feca4004270 comp rx=0 tx=0).stop 2024-09-16T01:42:28.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.723+0000 7fecb89f5640 1 -- 172.21.15.17:0/967726670 reap_dead start 2024-09-16T01:42:28.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.723+0000 7fecba458640 1 -- 172.21.15.17:0/967726670 shutdown_connections 2024-09-16T01:42:28.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.723+0000 7fecba458640 1 -- 172.21.15.17:0/967726670 >> 172.21.15.17:0/967726670 conn(0x7fecb40fd8d0 msgr2=0x7fecb40fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:28.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.723+0000 7fecba458640 1 -- 172.21.15.17:0/967726670 shutdown_connections 2024-09-16T01:42:28.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:28.723+0000 7fecba458640 1 -- 172.21.15.17:0/967726670 wait complete. 2024-09-16T01:42:29.403 INFO:teuthology.orchestra.run.smithi017.stdout:55834574922 2024-09-16T01:42:29.404 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-16T01:42:29.758 INFO:teuthology.orchestra.run.smithi017.stdout:34359738446 2024-09-16T01:42:29.758 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-16T01:42:30.144 INFO:teuthology.orchestra.run.smithi017.stdout:296352743449 2024-09-16T01:42:30.144 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.10 2024-09-16T01:42:30.374 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:30 smithi017 ceph-mon[30972]: pgmap v306: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:42:30.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:30 smithi122 ceph-mon[34758]: pgmap v306: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:42:30.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:30 smithi029 ceph-mon[34783]: pgmap v306: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:42:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.596+0000 7f5a2264a640 1 -- 172.21.15.17:0/2358115317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a1c102790 msgr2=0x7f5a1c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.596+0000 7f5a2264a640 1 --2- 172.21.15.17:0/2358115317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a1c102790 0x7f5a1c1067e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f5a04009900 tx=0x7f5a0402a410 comp rx=0 tx=0).stop 2024-09-16T01:42:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.596+0000 7f5a2264a640 1 -- 172.21.15.17:0/2358115317 shutdown_connections 2024-09-16T01:42:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.596+0000 7f5a2264a640 1 --2- 172.21.15.17:0/2358115317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5a1c106f10 0x7f5a1c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.596+0000 7f5a2264a640 1 --2- 172.21.15.17:0/2358115317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a1c102790 0x7f5a1c1067e0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.596+0000 7f5a2264a640 1 --2- 172.21.15.17:0/2358115317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a1c101de0 0x7f5a1c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.596+0000 7f5a2264a640 1 -- 172.21.15.17:0/2358115317 >> 172.21.15.17:0/2358115317 conn(0x7f5a1c0fd8c0 msgr2=0x7f5a1c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.596+0000 7f5a2264a640 1 -- 172.21.15.17:0/2358115317 shutdown_connections 2024-09-16T01:42:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.596+0000 7f5a2264a640 1 -- 172.21.15.17:0/2358115317 wait complete. 2024-09-16T01:42:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.597+0000 7f5a2264a640 1 Processor -- start 2024-09-16T01:42:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.597+0000 7f5a2264a640 1 -- start start 2024-09-16T01:42:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.597+0000 7f5a2264a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a1c101de0 0x7f5a1c198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.597+0000 7f5a2264a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a1c102790 0x7f5a1c198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a2264a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5a1c106f10 0x7f5a1c19cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a2264a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5a1c111ec0 con 0x7f5a1c102790 2024-09-16T01:42:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a2264a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5a1c111d40 con 0x7f5a1c101de0 2024-09-16T01:42:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a2264a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5a1c112040 con 0x7f5a1c106f10 2024-09-16T01:42:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a13fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a1c102790 0x7f5a1c198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a13fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a1c102790 0x7f5a1c198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56886/0 (socket says 172.21.15.17:56886) 2024-09-16T01:42:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a13fff640 1 -- 172.21.15.17:0/3308731319 learned_addr learned my addr 172.21.15.17:0/3308731319 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a1bfff640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a1c101de0 0x7f5a1c198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a20be7640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5a1c106f10 0x7f5a1c19cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a13fff640 1 -- 172.21.15.17:0/3308731319 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5a1c106f10 msgr2=0x7f5a1c19cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a13fff640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5a1c106f10 0x7f5a1c19cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a13fff640 1 -- 172.21.15.17:0/3308731319 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a1c101de0 msgr2=0x7f5a1c198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a13fff640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a1c101de0 0x7f5a1c198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a13fff640 1 -- 172.21.15.17:0/3308731319 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a1c19d4d0 con 0x7f5a1c102790 2024-09-16T01:42:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a1bfff640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5a1c101de0 0x7f5a1c198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a13fff640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a1c102790 0x7f5a1c198a60 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5a04006010 tx=0x7f5a04004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a19ffb640 1 -- 172.21.15.17:0/3308731319 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a0403f030 con 0x7f5a1c102790 2024-09-16T01:42:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a19ffb640 1 -- 172.21.15.17:0/3308731319 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5a040035f0 con 0x7f5a1c102790 2024-09-16T01:42:30.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a2264a640 1 -- 172.21.15.17:0/3308731319 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a1c19d760 con 0x7f5a1c102790 2024-09-16T01:42:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a19ffb640 1 -- 172.21.15.17:0/3308731319 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a04035070 con 0x7f5a1c102790 2024-09-16T01:42:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.598+0000 7f5a2264a640 1 -- 172.21.15.17:0/3308731319 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a1c1a50a0 con 0x7f5a1c102790 2024-09-16T01:42:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.599+0000 7f5a2264a640 1 -- 172.21.15.17:0/3308731319 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f5a1c062980 con 0x7f5a1c102790 2024-09-16T01:42:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.600+0000 7f5a19ffb640 1 -- 172.21.15.17:0/3308731319 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f5a04003b10 con 0x7f5a1c102790 2024-09-16T01:42:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.601+0000 7f5a19ffb640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5a080a3350 0x7f5a080a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.601+0000 7f5a1bfff640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5a080a3350 0x7f5a080a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.601+0000 7f5a19ffb640 1 -- 172.21.15.17:0/3308731319 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f5a040f0b60 con 0x7f5a1c102790 2024-09-16T01:42:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.601+0000 7f5a19ffb640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168] conn(0x7f5a080acba0 0x7f5a080aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.601+0000 7f5a19ffb640 1 -- 172.21.15.17:0/3308731319 --> [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f5a04001d30 con 0x7f5a080acba0 2024-09-16T01:42:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.601+0000 7f5a19ffb640 1 -- 172.21.15.17:0/3308731319 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=82) ==== 24+0+0 (secure 0 0 0) 0x7f5a040f1040 con 0x7f5a1c102790 2024-09-16T01:42:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.602+0000 7f5a1bfff640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5a080a3350 0x7f5a080a5810 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c009930 tx=0x7f5a0c008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.602+0000 7f5a20be7640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168] conn(0x7f5a080acba0 0x7f5a080aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:30.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.602+0000 7f5a20be7640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168] conn(0x7f5a080acba0 0x7f5a080aefc0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:30.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.603+0000 7f5a19ffb640 1 -- 172.21.15.17:0/3308731319 <== osd.5 v2:172.21.15.122:6808/1621076168 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f5a04001d30 con 0x7f5a080acba0 2024-09-16T01:42:30.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.617+0000 7f5a2264a640 1 -- 172.21.15.17:0/3308731319 --> [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f5a1c062d80 con 0x7f5a080acba0 2024-09-16T01:42:30.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.617+0000 7f5a19ffb640 1 -- 172.21.15.17:0/3308731319 <== osd.5 v2:172.21.15.122:6808/1621076168 2 ==== command_reply(tid 2: 0 ) ==== 8+0+12 (crc 0 0 0) 0x7f5a1c062d80 con 0x7f5a080acba0 2024-09-16T01:42:30.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.618+0000 7f5a2264a640 1 -- 172.21.15.17:0/3308731319 >> [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168] conn(0x7f5a080acba0 msgr2=0x7f5a080aefc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.618+0000 7f5a2264a640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168] conn(0x7f5a080acba0 0x7f5a080aefc0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:30.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.618+0000 7f5a2264a640 1 -- 172.21.15.17:0/3308731319 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5a080a3350 msgr2=0x7f5a080a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.618+0000 7f5a2264a640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5a080a3350 0x7f5a080a5810 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5a0c009930 tx=0x7f5a0c008040 comp rx=0 tx=0).stop 2024-09-16T01:42:30.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.618+0000 7f5a2264a640 1 -- 172.21.15.17:0/3308731319 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a1c102790 msgr2=0x7f5a1c198a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.618+0000 7f5a2264a640 1 --2- 172.21.15.17:0/3308731319 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a1c102790 0x7f5a1c198a60 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5a04006010 tx=0x7f5a04004270 comp rx=0 tx=0).stop 2024-09-16T01:42:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.618+0000 7f5a20be7640 1 -- 172.21.15.17:0/3308731319 reap_dead start 2024-09-16T01:42:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.618+0000 7f5a2264a640 1 -- 172.21.15.17:0/3308731319 shutdown_connections 2024-09-16T01:42:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.618+0000 7f5a2264a640 1 -- 172.21.15.17:0/3308731319 >> 172.21.15.17:0/3308731319 conn(0x7f5a1c0fd8c0 msgr2=0x7f5a1c0fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.618+0000 7f5a2264a640 1 -- 172.21.15.17:0/3308731319 shutdown_connections 2024-09-16T01:42:30.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:30.618+0000 7f5a2264a640 1 -- 172.21.15.17:0/3308731319 wait complete. 2024-09-16T01:42:31.284 INFO:teuthology.orchestra.run.smithi017.stdout:163208757301 2024-09-16T01:42:31.285 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-16T01:42:31.709 INFO:teuthology.orchestra.run.smithi017.stdout:326417514518 2024-09-16T01:42:31.710 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.11 2024-09-16T01:42:32.157 INFO:teuthology.orchestra.run.smithi017.stdout:141733920827 2024-09-16T01:42:32.157 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-16T01:42:32.204 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:32.204 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:32.212 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:32.235 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:32.242 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:32.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:32 smithi029 ceph-mon[34783]: pgmap v307: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-16T01:42:32.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:32 smithi017 ceph-mon[30972]: pgmap v307: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-16T01:42:32.511 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:32.515 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:32.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:32 smithi122 ceph-mon[34758]: pgmap v307: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-09-16T01:42:32.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.916+0000 7f65fddee640 1 -- 172.21.15.17:0/3361768149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f810c160 msgr2=0x7f65f810e5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:32.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.916+0000 7f65fddee640 1 --2- 172.21.15.17:0/3361768149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f810c160 0x7f65f810e5e0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f65f0009ca0 tx=0x7f65f002a950 comp rx=0 tx=0).stop 2024-09-16T01:42:32.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.916+0000 7f65fddee640 1 -- 172.21.15.17:0/3361768149 shutdown_connections 2024-09-16T01:42:32.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.916+0000 7f65fddee640 1 --2- 172.21.15.17:0/3361768149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f810c160 0x7f65f810e5e0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:32.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.916+0000 7f65fddee640 1 --2- 172.21.15.17:0/3361768149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f81036a0 0x7f65f810bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:32.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.916+0000 7f65fddee640 1 --2- 172.21.15.17:0/3361768149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65f8102d80 0x7f65f8103160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:32.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.916+0000 7f65fddee640 1 -- 172.21.15.17:0/3361768149 >> 172.21.15.17:0/3361768149 conn(0x7f65f80fc780 msgr2=0x7f65f80feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:32.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.916+0000 7f65fddee640 1 -- 172.21.15.17:0/3361768149 shutdown_connections 2024-09-16T01:42:32.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.916+0000 7f65fddee640 1 -- 172.21.15.17:0/3361768149 wait complete. 2024-09-16T01:42:32.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.917+0000 7f65fddee640 1 Processor -- start 2024-09-16T01:42:32.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.917+0000 7f65fddee640 1 -- start start 2024-09-16T01:42:32.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.917+0000 7f65fddee640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f8102d80 0x7f65f81982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:32.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.917+0000 7f65fddee640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65f81036a0 0x7f65f81987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:32.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.917+0000 7f65fddee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f810c160 0x7f65f819cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:32.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.917+0000 7f65fddee640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f65f8111e20 con 0x7f65f810c160 2024-09-16T01:42:32.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.917+0000 7f65fddee640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f65f8111ca0 con 0x7f65f81036a0 2024-09-16T01:42:32.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.917+0000 7f65fddee640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f65f8111fa0 con 0x7f65f8102d80 2024-09-16T01:42:32.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.917+0000 7f65f7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f810c160 0x7f65f819cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:32.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.917+0000 7f65f7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f810c160 0x7f65f819cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56910/0 (socket says 172.21.15.17:56910) 2024-09-16T01:42:32.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.917+0000 7f65f7fff640 1 -- 172.21.15.17:0/3678991226 learned_addr learned my addr 172.21.15.17:0/3678991226 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:32.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.918+0000 7f65f6ffd640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65f81036a0 0x7f65f81987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:32.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.918+0000 7f65f77fe640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f8102d80 0x7f65f81982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:32.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.918+0000 7f65f7fff640 1 -- 172.21.15.17:0/3678991226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f8102d80 msgr2=0x7f65f81982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:32.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.918+0000 7f65f7fff640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f8102d80 0x7f65f81982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:32.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.918+0000 7f65f7fff640 1 -- 172.21.15.17:0/3678991226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65f81036a0 msgr2=0x7f65f81987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:32.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.918+0000 7f65f7fff640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65f81036a0 0x7f65f81987e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:32.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.918+0000 7f65f7fff640 1 -- 172.21.15.17:0/3678991226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65f819d250 con 0x7f65f810c160 2024-09-16T01:42:32.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.918+0000 7f65f77fe640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f8102d80 0x7f65f81982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:32.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.918+0000 7f65f7fff640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f810c160 0x7f65f819cb70 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f65f0009dc0 tx=0x7f65f0003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:32.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.918+0000 7f65f4ff9640 1 -- 172.21.15.17:0/3678991226 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f0034040 con 0x7f65f810c160 2024-09-16T01:42:32.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.918+0000 7f65fddee640 1 -- 172.21.15.17:0/3678991226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65f819d4e0 con 0x7f65f810c160 2024-09-16T01:42:32.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.918+0000 7f65f4ff9640 1 -- 172.21.15.17:0/3678991226 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65f0030850 con 0x7f65f810c160 2024-09-16T01:42:32.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.918+0000 7f65f4ff9640 1 -- 172.21.15.17:0/3678991226 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65f00047f0 con 0x7f65f810c160 2024-09-16T01:42:32.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.918+0000 7f65fddee640 1 -- 172.21.15.17:0/3678991226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65f81a4e20 con 0x7f65f810c160 2024-09-16T01:42:32.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.919+0000 7f65fddee640 1 -- 172.21.15.17:0/3678991226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65f806b010 con 0x7f65f810c160 2024-09-16T01:42:32.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.921+0000 7f65f4ff9640 1 -- 172.21.15.17:0/3678991226 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f65f0037020 con 0x7f65f810c160 2024-09-16T01:42:32.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.922+0000 7f65f4ff9640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65e00a32d0 0x7f65e00a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:32.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.922+0000 7f65f77fe640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65e00a32d0 0x7f65e00a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:32.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.922+0000 7f65f4ff9640 1 -- 172.21.15.17:0/3678991226 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f65f00f0890 con 0x7f65f810c160 2024-09-16T01:42:32.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.923+0000 7f65f77fe640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65e00a32d0 0x7f65e00a5790 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f65e800baa0 tx=0x7f65e8005d90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:32.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:32.925+0000 7f65f4ff9640 1 -- 172.21.15.17:0/3678991226 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f65f00bd710 con 0x7f65f810c160 2024-09-16T01:42:32.958 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:32.959 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:32.959 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:33.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.114+0000 7f65fddee640 1 -- 172.21.15.17:0/3678991226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f65f8107200 con 0x7f65f810c160 2024-09-16T01:42:33.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.114+0000 7f65f4ff9640 1 -- 172.21.15.17:0/3678991226 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f65f00bd010 con 0x7f65f810c160 2024-09-16T01:42:33.117 INFO:teuthology.orchestra.run.smithi017.stdout:107374182464 2024-09-16T01:42:33.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.117+0000 7f65fddee640 1 -- 172.21.15.17:0/3678991226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65e00a32d0 msgr2=0x7f65e00a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:33.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.117+0000 7f65fddee640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65e00a32d0 0x7f65e00a5790 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f65e800baa0 tx=0x7f65e8005d90 comp rx=0 tx=0).stop 2024-09-16T01:42:33.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.117+0000 7f65fddee640 1 -- 172.21.15.17:0/3678991226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f810c160 msgr2=0x7f65f819cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:33.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.117+0000 7f65fddee640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f810c160 0x7f65f819cb70 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f65f0009dc0 tx=0x7f65f0003f10 comp rx=0 tx=0).stop 2024-09-16T01:42:33.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.117+0000 7f65fddee640 1 -- 172.21.15.17:0/3678991226 shutdown_connections 2024-09-16T01:42:33.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.117+0000 7f65fddee640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65e00a32d0 0x7f65e00a5790 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.117+0000 7f65fddee640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f810c160 0x7f65f819cb70 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.117+0000 7f65fddee640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65f81036a0 0x7f65f81987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.117+0000 7f65fddee640 1 --2- 172.21.15.17:0/3678991226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f8102d80 0x7f65f81982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.117+0000 7f65fddee640 1 -- 172.21.15.17:0/3678991226 >> 172.21.15.17:0/3678991226 conn(0x7f65f80fc780 msgr2=0x7f65f80fde60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:33.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.117+0000 7f65fddee640 1 -- 172.21.15.17:0/3678991226 shutdown_connections 2024-09-16T01:42:33.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.117+0000 7f65fddee640 1 -- 172.21.15.17:0/3678991226 wait complete. 2024-09-16T01:42:33.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.126+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3868819012 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc99c101380 msgr2=0x7fc99c10dfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:33.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.126+0000 7fc9a2c3e640 1 --2- 172.21.15.17:0/3868819012 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc99c101380 0x7fc99c10dfb0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7fc98c009900 tx=0x7fc98c02a410 comp rx=0 tx=0).stop 2024-09-16T01:42:33.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.126+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3868819012 shutdown_connections 2024-09-16T01:42:33.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.126+0000 7fc9a2c3e640 1 --2- 172.21.15.17:0/3868819012 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc99c10e4f0 0x7fc99c110900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.126+0000 7fc9a2c3e640 1 --2- 172.21.15.17:0/3868819012 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc99c101380 0x7fc99c10dfb0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.126+0000 7fc9a2c3e640 1 --2- 172.21.15.17:0/3868819012 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc99c1009d0 0x7fc99c100db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.126+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3868819012 >> 172.21.15.17:0/3868819012 conn(0x7fc99c0fc7d0 msgr2=0x7fc99c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:33.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.126+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3868819012 shutdown_connections 2024-09-16T01:42:33.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.126+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3868819012 wait complete. 2024-09-16T01:42:33.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.127+0000 7fc9a2c3e640 1 Processor -- start 2024-09-16T01:42:33.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.127+0000 7fc9a2c3e640 1 -- start start 2024-09-16T01:42:33.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.127+0000 7fc9a2c3e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc99c1009d0 0x7fc99c19a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:33.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.127+0000 7fc9a2c3e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc99c101380 0x7fc99c19abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:33.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.127+0000 7fc9a2c3e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc99c10e4f0 0x7fc99c19ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:33.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.127+0000 7fc9a2c3e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc99c1140f0 con 0x7fc99c1009d0 2024-09-16T01:42:33.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.127+0000 7fc9a2c3e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc99c113f70 con 0x7fc99c101380 2024-09-16T01:42:33.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.127+0000 7fc9a2c3e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc99c114270 con 0x7fc99c10e4f0 2024-09-16T01:42:33.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.127+0000 7fc9a09da640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc99c1009d0 0x7fc99c19a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:33.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.127+0000 7fc9a09da640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc99c1009d0 0x7fc99c19a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56934/0 (socket says 172.21.15.17:56934) 2024-09-16T01:42:33.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.127+0000 7fc9a09da640 1 -- 172.21.15.17:0/3265199288 learned_addr learned my addr 172.21.15.17:0/3265199288 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:33.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.128+0000 7fc9a11db640 1 --2- 172.21.15.17:0/3265199288 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc99c10e4f0 0x7fc99c19ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:33.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.128+0000 7fc99bfff640 1 --2- 172.21.15.17:0/3265199288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc99c101380 0x7fc99c19abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:33.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.128+0000 7fc9a09da640 1 -- 172.21.15.17:0/3265199288 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc99c10e4f0 msgr2=0x7fc99c19ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:33.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.128+0000 7fc9a09da640 1 --2- 172.21.15.17:0/3265199288 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc99c10e4f0 0x7fc99c19ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.128+0000 7fc9a09da640 1 -- 172.21.15.17:0/3265199288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc99c101380 msgr2=0x7fc99c19abd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:33.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.128+0000 7fc9a09da640 1 --2- 172.21.15.17:0/3265199288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc99c101380 0x7fc99c19abd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.128+0000 7fc9a09da640 1 -- 172.21.15.17:0/3265199288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc99c19f640 con 0x7fc99c1009d0 2024-09-16T01:42:33.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.128+0000 7fc9a09da640 1 --2- 172.21.15.17:0/3265199288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc99c1009d0 0x7fc99c19a690 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fc98400e9f0 tx=0x7fc98400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:33.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.128+0000 7fc999ffb640 1 -- 172.21.15.17:0/3265199288 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc98400cd80 con 0x7fc99c1009d0 2024-09-16T01:42:33.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.128+0000 7fc999ffb640 1 -- 172.21.15.17:0/3265199288 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc9840108e0 con 0x7fc99c1009d0 2024-09-16T01:42:33.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.128+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3265199288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc99c19f930 con 0x7fc99c1009d0 2024-09-16T01:42:33.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.128+0000 7fc999ffb640 1 -- 172.21.15.17:0/3265199288 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc984018920 con 0x7fc99c1009d0 2024-09-16T01:42:33.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.128+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3265199288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc99c1a7210 con 0x7fc99c1009d0 2024-09-16T01:42:33.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.130+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3265199288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc99c06a7d0 con 0x7fc99c1009d0 2024-09-16T01:42:33.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.132+0000 7fc999ffb640 1 -- 172.21.15.17:0/3265199288 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fc984010a90 con 0x7fc99c1009d0 2024-09-16T01:42:33.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.132+0000 7fc999ffb640 1 --2- 172.21.15.17:0/3265199288 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc9880a32d0 0x7fc9880a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:33.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.133+0000 7fc99bfff640 1 --2- 172.21.15.17:0/3265199288 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc9880a32d0 0x7fc9880a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:33.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.133+0000 7fc999ffb640 1 -- 172.21.15.17:0/3265199288 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7fc9840d0120 con 0x7fc99c1009d0 2024-09-16T01:42:33.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.133+0000 7fc99bfff640 1 --2- 172.21.15.17:0/3265199288 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc9880a32d0 0x7fc9880a5790 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc98c031440 tx=0x7fc98c0095f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:33.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.135+0000 7fc999ffb640 1 -- 172.21.15.17:0/3265199288 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc98409ce90 con 0x7fc99c1009d0 2024-09-16T01:42:33.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.311+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3265199288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fc99c100db0 con 0x7fc99c1009d0 2024-09-16T01:42:33.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.312+0000 7fc999ffb640 1 -- 172.21.15.17:0/3265199288 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fc99c100db0 con 0x7fc99c1009d0 2024-09-16T01:42:33.314 INFO:teuthology.orchestra.run.smithi017.stdout:77309411398 2024-09-16T01:42:33.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.314+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3265199288 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc9880a32d0 msgr2=0x7fc9880a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:33.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.314+0000 7fc9a2c3e640 1 --2- 172.21.15.17:0/3265199288 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc9880a32d0 0x7fc9880a5790 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fc98c031440 tx=0x7fc98c0095f0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.314+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3265199288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc99c1009d0 msgr2=0x7fc99c19a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:33.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.314+0000 7fc9a2c3e640 1 --2- 172.21.15.17:0/3265199288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc99c1009d0 0x7fc99c19a690 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fc98400e9f0 tx=0x7fc98400eeb0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.314+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3265199288 shutdown_connections 2024-09-16T01:42:33.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.314+0000 7fc9a2c3e640 1 --2- 172.21.15.17:0/3265199288 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc9880a32d0 0x7fc9880a5790 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.314+0000 7fc9a2c3e640 1 --2- 172.21.15.17:0/3265199288 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc99c10e4f0 0x7fc99c19ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.314+0000 7fc9a2c3e640 1 --2- 172.21.15.17:0/3265199288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc99c101380 0x7fc99c19abd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.314+0000 7fc9a2c3e640 1 --2- 172.21.15.17:0/3265199288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc99c1009d0 0x7fc99c19a690 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:33.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.314+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3265199288 >> 172.21.15.17:0/3265199288 conn(0x7fc99c0fc7d0 msgr2=0x7fc99c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:33.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.314+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3265199288 shutdown_connections 2024-09-16T01:42:33.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:33.314+0000 7fc9a2c3e640 1 -- 172.21.15.17:0/3265199288 wait complete. 2024-09-16T01:42:34.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.226+0000 7f3314b17640 1 -- 172.21.15.17:0/1689989037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33101055b0 msgr2=0x7f331010d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:34.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.226+0000 7f3314b17640 1 --2- 172.21.15.17:0/1689989037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33101055b0 0x7f331010d130 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f3308009ca0 tx=0x7f330802a8c0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.226+0000 7f3314b17640 1 -- 172.21.15.17:0/1689989037 shutdown_connections 2024-09-16T01:42:34.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.226+0000 7f3314b17640 1 --2- 172.21.15.17:0/1689989037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33101055b0 0x7f331010d130 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.226+0000 7f3314b17640 1 --2- 172.21.15.17:0/1689989037 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3310100e30 0x7f3310104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.226+0000 7f3314b17640 1 --2- 172.21.15.17:0/1689989037 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3310100480 0x7f3310100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.226+0000 7f3314b17640 1 -- 172.21.15.17:0/1689989037 >> 172.21.15.17:0/1689989037 conn(0x7f3310077210 msgr2=0x7f33100fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:34.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.226+0000 7f3314b17640 1 -- 172.21.15.17:0/1689989037 shutdown_connections 2024-09-16T01:42:34.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.226+0000 7f3314b17640 1 -- 172.21.15.17:0/1689989037 wait complete. 2024-09-16T01:42:34.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.227+0000 7f3314b17640 1 Processor -- start 2024-09-16T01:42:34.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.227+0000 7f3314b17640 1 -- start start 2024-09-16T01:42:34.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.227+0000 7f3314b17640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3310100480 0x7f3310199190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:34.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.227+0000 7f3314b17640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3310100e30 0x7f33101996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:34.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.227+0000 7f3314b17640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33101055b0 0x7f33101a4210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:34.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.227+0000 7f3314b17640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3310110d40 con 0x7f33101055b0 2024-09-16T01:42:34.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.227+0000 7f3314b17640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3310110bc0 con 0x7f3310100e30 2024-09-16T01:42:34.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.227+0000 7f3314b17640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3310110ec0 con 0x7f3310100480 2024-09-16T01:42:34.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.227+0000 7f330ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33101055b0 0x7f33101a4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:34.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.227+0000 7f330ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33101055b0 0x7f33101a4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56956/0 (socket says 172.21.15.17:56956) 2024-09-16T01:42:34.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.227+0000 7f330ed9d640 1 -- 172.21.15.17:0/3519516581 learned_addr learned my addr 172.21.15.17:0/3519516581 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:34.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.227+0000 7f330dd9b640 1 --2- 172.21.15.17:0/3519516581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3310100e30 0x7f33101996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:34.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.227+0000 7f330e59c640 1 --2- 172.21.15.17:0/3519516581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3310100480 0x7f3310199190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:34.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.228+0000 7f330ed9d640 1 -- 172.21.15.17:0/3519516581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3310100480 msgr2=0x7f3310199190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:34.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.228+0000 7f330ed9d640 1 --2- 172.21.15.17:0/3519516581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3310100480 0x7f3310199190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.228+0000 7f330ed9d640 1 -- 172.21.15.17:0/3519516581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3310100e30 msgr2=0x7f33101996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:34.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.228+0000 7f330ed9d640 1 --2- 172.21.15.17:0/3519516581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3310100e30 0x7f33101996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.228+0000 7f330ed9d640 1 -- 172.21.15.17:0/3519516581 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33101a4750 con 0x7f33101055b0 2024-09-16T01:42:34.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.228+0000 7f330ed9d640 1 --2- 172.21.15.17:0/3519516581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33101055b0 0x7f33101a4210 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3308009dc0 tx=0x7f3308032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:34.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.228+0000 7f32ff7fe640 1 -- 172.21.15.17:0/3519516581 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3308003cf0 con 0x7f33101055b0 2024-09-16T01:42:34.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.228+0000 7f32ff7fe640 1 -- 172.21.15.17:0/3519516581 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33080044f0 con 0x7f33101055b0 2024-09-16T01:42:34.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.228+0000 7f3314b17640 1 -- 172.21.15.17:0/3519516581 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33101a4920 con 0x7f33101055b0 2024-09-16T01:42:34.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.228+0000 7f32ff7fe640 1 -- 172.21.15.17:0/3519516581 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3308030bf0 con 0x7f33101055b0 2024-09-16T01:42:34.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.228+0000 7f3314b17640 1 -- 172.21.15.17:0/3519516581 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33101a4dd0 con 0x7f33101055b0 2024-09-16T01:42:34.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.229+0000 7f3314b17640 1 -- 172.21.15.17:0/3519516581 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3310100860 con 0x7f33101055b0 2024-09-16T01:42:34.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.230+0000 7f32ff7fe640 1 -- 172.21.15.17:0/3519516581 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f3308004040 con 0x7f33101055b0 2024-09-16T01:42:34.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.231+0000 7f32ff7fe640 1 --2- 172.21.15.17:0/3519516581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f32f80a32d0 0x7f32f80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:34.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.231+0000 7f330e59c640 1 --2- 172.21.15.17:0/3519516581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f32f80a32d0 0x7f32f80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:34.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.231+0000 7f32ff7fe640 1 -- 172.21.15.17:0/3519516581 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f33080f0e40 con 0x7f33101055b0 2024-09-16T01:42:34.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.231+0000 7f330e59c640 1 --2- 172.21.15.17:0/3519516581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f32f80a32d0 0x7f32f80a5790 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3300005fd0 tx=0x7f3300005e20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:34.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.235+0000 7f32ff7fe640 1 -- 172.21.15.17:0/3519516581 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f33080bdcc0 con 0x7f33101055b0 2024-09-16T01:42:34.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:34 smithi017 ceph-mon[30972]: pgmap v308: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-09-16T01:42:34.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:34 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3678991226' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-16T01:42:34.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:34 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3265199288' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-16T01:42:34.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.413+0000 7f3314b17640 1 -- 172.21.15.17:0/3519516581 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) -- 0x7f331002d7c0 con 0x7f33101055b0 2024-09-16T01:42:34.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.413+0000 7f32ff7fe640 1 -- 172.21.15.17:0/3519516581 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f33080bd5c0 con 0x7f33101055b0 2024-09-16T01:42:34.415 INFO:teuthology.orchestra.run.smithi017.stdout:274877906978 2024-09-16T01:42:34.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.417+0000 7f3314b17640 1 -- 172.21.15.17:0/3519516581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f32f80a32d0 msgr2=0x7f32f80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:34.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.417+0000 7f3314b17640 1 --2- 172.21.15.17:0/3519516581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f32f80a32d0 0x7f32f80a5790 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f3300005fd0 tx=0x7f3300005e20 comp rx=0 tx=0).stop 2024-09-16T01:42:34.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.417+0000 7f3314b17640 1 -- 172.21.15.17:0/3519516581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33101055b0 msgr2=0x7f33101a4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:34.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.417+0000 7f3314b17640 1 --2- 172.21.15.17:0/3519516581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33101055b0 0x7f33101a4210 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f3308009dc0 tx=0x7f3308032ff0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.417+0000 7f3314b17640 1 -- 172.21.15.17:0/3519516581 shutdown_connections 2024-09-16T01:42:34.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.417+0000 7f3314b17640 1 --2- 172.21.15.17:0/3519516581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f32f80a32d0 0x7f32f80a5790 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.417+0000 7f3314b17640 1 --2- 172.21.15.17:0/3519516581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33101055b0 0x7f33101a4210 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.417+0000 7f3314b17640 1 --2- 172.21.15.17:0/3519516581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3310100e30 0x7f33101996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.417+0000 7f3314b17640 1 --2- 172.21.15.17:0/3519516581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3310100480 0x7f3310199190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.417+0000 7f3314b17640 1 -- 172.21.15.17:0/3519516581 >> 172.21.15.17:0/3519516581 conn(0x7f3310077210 msgr2=0x7f33100fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:34.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.417+0000 7f3314b17640 1 -- 172.21.15.17:0/3519516581 shutdown_connections 2024-09-16T01:42:34.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.417+0000 7f3314b17640 1 -- 172.21.15.17:0/3519516581 wait complete. 2024-09-16T01:42:34.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.465+0000 7f0cfb0be640 1 -- 172.21.15.17:0/72214335 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf4102d40 msgr2=0x7f0cf4103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.465+0000 7f0cfb0be640 1 --2- 172.21.15.17:0/72214335 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf4102d40 0x7f0cf4103120 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0ce4009900 tx=0x7f0ce402a480 comp rx=0 tx=0).stop 2024-09-16T01:42:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.465+0000 7f0cfb0be640 1 -- 172.21.15.17:0/72214335 shutdown_connections 2024-09-16T01:42:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.465+0000 7f0cfb0be640 1 --2- 172.21.15.17:0/72214335 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0cf410c170 0x7f0cf410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.465+0000 7f0cfb0be640 1 --2- 172.21.15.17:0/72214335 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf4103660 0x7f0cf410bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.465+0000 7f0cfb0be640 1 --2- 172.21.15.17:0/72214335 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf4102d40 0x7f0cf4103120 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.465+0000 7f0cfb0be640 1 -- 172.21.15.17:0/72214335 >> 172.21.15.17:0/72214335 conn(0x7f0cf40fc7a0 msgr2=0x7f0cf40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.465+0000 7f0cfb0be640 1 -- 172.21.15.17:0/72214335 shutdown_connections 2024-09-16T01:42:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.465+0000 7f0cfb0be640 1 -- 172.21.15.17:0/72214335 wait complete. 2024-09-16T01:42:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cfb0be640 1 Processor -- start 2024-09-16T01:42:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cfb0be640 1 -- start start 2024-09-16T01:42:34.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cfb0be640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf4102d40 0x7f0cf41983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cfb0be640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf4103660 0x7f0cf41988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cfb0be640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0cf410c170 0x7f0cf419cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cfb0be640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf4111e70 con 0x7f0cf4102d40 2024-09-16T01:42:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cfb0be640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf4111cf0 con 0x7f0cf410c170 2024-09-16T01:42:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cfb0be640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0cf4111ff0 con 0x7f0cf4103660 2024-09-16T01:42:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cf8e5a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf4102d40 0x7f0cf41983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cf8e5a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf4102d40 0x7f0cf41983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56988/0 (socket says 172.21.15.17:56988) 2024-09-16T01:42:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cf8e5a640 1 -- 172.21.15.17:0/2285625193 learned_addr learned my addr 172.21.15.17:0/2285625193 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cf3fff640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf4103660 0x7f0cf41988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cf965b640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0cf410c170 0x7f0cf419cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cf8e5a640 1 -- 172.21.15.17:0/2285625193 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf4103660 msgr2=0x7f0cf41988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cf8e5a640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf4103660 0x7f0cf41988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cf8e5a640 1 -- 172.21.15.17:0/2285625193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0cf410c170 msgr2=0x7f0cf419cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cf8e5a640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0cf410c170 0x7f0cf419cc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cf8e5a640 1 -- 172.21.15.17:0/2285625193 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cf419d350 con 0x7f0cf4102d40 2024-09-16T01:42:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cf3fff640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf4103660 0x7f0cf41988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.466+0000 7f0cf8e5a640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf4102d40 0x7f0cf41983a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f0ce4005ab0 tx=0x7f0ce4003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.467+0000 7f0cf1ffb640 1 -- 172.21.15.17:0/2285625193 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce403f070 con 0x7f0cf4102d40 2024-09-16T01:42:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.467+0000 7f0cf1ffb640 1 -- 172.21.15.17:0/2285625193 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ce4031d60 con 0x7f0cf4102d40 2024-09-16T01:42:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.467+0000 7f0cf1ffb640 1 -- 172.21.15.17:0/2285625193 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ce4035030 con 0x7f0cf4102d40 2024-09-16T01:42:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.467+0000 7f0cfb0be640 1 -- 172.21.15.17:0/2285625193 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cf419d5e0 con 0x7f0cf4102d40 2024-09-16T01:42:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.467+0000 7f0cfb0be640 1 -- 172.21.15.17:0/2285625193 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cf419da70 con 0x7f0cf4102d40 2024-09-16T01:42:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.468+0000 7f0cfb0be640 1 -- 172.21.15.17:0/2285625193 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cf4103120 con 0x7f0cf4102d40 2024-09-16T01:42:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.469+0000 7f0cf1ffb640 1 -- 172.21.15.17:0/2285625193 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f0ce4042070 con 0x7f0cf4102d40 2024-09-16T01:42:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.470+0000 7f0cf1ffb640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0cdc0a3350 0x7f0cdc0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:34.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.470+0000 7f0cf3fff640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0cdc0a3350 0x7f0cdc0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:34.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.471+0000 7f0cf3fff640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0cdc0a3350 0x7f0cdc0a5810 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f0ce80058c0 tx=0x7f0ce8005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:34.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.471+0000 7f0cf1ffb640 1 -- 172.21.15.17:0/2285625193 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f0ce40eff50 con 0x7f0cf4102d40 2024-09-16T01:42:34.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.475+0000 7f0cf1ffb640 1 -- 172.21.15.17:0/2285625193 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0ce40bcbc0 con 0x7f0cf4102d40 2024-09-16T01:42:34.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:34 smithi029 ceph-mon[34783]: pgmap v308: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-09-16T01:42:34.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:34 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3678991226' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-16T01:42:34.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:34 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3265199288' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-16T01:42:34.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:34 smithi122 ceph-mon[34758]: pgmap v308: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 7 op/s 2024-09-16T01:42:34.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:34 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3678991226' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-16T01:42:34.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:34 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3265199288' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-16T01:42:34.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.653+0000 7f0cfb0be640 1 -- 172.21.15.17:0/2285625193 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) -- 0x7f0cf402d7c0 con 0x7f0cf4102d40 2024-09-16T01:42:34.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.653+0000 7f0cf1ffb640 1 -- 172.21.15.17:0/2285625193 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f0ce40bc4c0 con 0x7f0cf4102d40 2024-09-16T01:42:34.656 INFO:teuthology.orchestra.run.smithi017.stdout:244813135910 2024-09-16T01:42:34.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.655+0000 7f0cfb0be640 1 -- 172.21.15.17:0/2285625193 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0cdc0a3350 msgr2=0x7f0cdc0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:34.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.656+0000 7f0cfb0be640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0cdc0a3350 0x7f0cdc0a5810 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f0ce80058c0 tx=0x7f0ce8005850 comp rx=0 tx=0).stop 2024-09-16T01:42:34.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.656+0000 7f0cfb0be640 1 -- 172.21.15.17:0/2285625193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf4102d40 msgr2=0x7f0cf41983a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:34.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.656+0000 7f0cfb0be640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf4102d40 0x7f0cf41983a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f0ce4005ab0 tx=0x7f0ce4003cd0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.656+0000 7f0cfb0be640 1 -- 172.21.15.17:0/2285625193 shutdown_connections 2024-09-16T01:42:34.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.656+0000 7f0cfb0be640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0cdc0a3350 0x7f0cdc0a5810 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.656+0000 7f0cfb0be640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0cf410c170 0x7f0cf419cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.656+0000 7f0cfb0be640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0cf4103660 0x7f0cf41988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.656+0000 7f0cfb0be640 1 --2- 172.21.15.17:0/2285625193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf4102d40 0x7f0cf41983a0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:34.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.656+0000 7f0cfb0be640 1 -- 172.21.15.17:0/2285625193 >> 172.21.15.17:0/2285625193 conn(0x7f0cf40fc7a0 msgr2=0x7f0cf40fe040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:34.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.656+0000 7f0cfb0be640 1 -- 172.21.15.17:0/2285625193 shutdown_connections 2024-09-16T01:42:34.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:34.656+0000 7f0cfb0be640 1 -- 172.21.15.17:0/2285625193 wait complete. 2024-09-16T01:42:35.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:35 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3519516581' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-16T01:42:35.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:35 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2285625193' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-16T01:42:35.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:35 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3519516581' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-16T01:42:35.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:35 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2285625193' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-16T01:42:35.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:35 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3519516581' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-09-16T01:42:35.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:35 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2285625193' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-09-16T01:42:36.050 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411396 got 77309411398 for osd.2 2024-09-16T01:42:36.050 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:36.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:36 smithi017 ceph-mon[30972]: pgmap v309: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:42:36.460 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182462 got 107374182464 for osd.3 2024-09-16T01:42:36.461 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:36.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:36 smithi122 ceph-mon[34758]: pgmap v309: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:42:36.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:36 smithi029 ceph-mon[34783]: pgmap v309: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:42:36.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.622+0000 7efc3c1c4640 1 -- 172.21.15.17:0/2460429739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34101420 msgr2=0x7efc3410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:36.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.622+0000 7efc3c1c4640 1 --2- 172.21.15.17:0/2460429739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34101420 0x7efc3410d950 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7efc2c009cd0 tx=0x7efc2c02a8e0 comp rx=0 tx=0).stop 2024-09-16T01:42:36.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.622+0000 7efc3c1c4640 1 -- 172.21.15.17:0/2460429739 shutdown_connections 2024-09-16T01:42:36.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.622+0000 7efc3c1c4640 1 --2- 172.21.15.17:0/2460429739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34101420 0x7efc3410d950 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.622+0000 7efc3c1c4640 1 --2- 172.21.15.17:0/2460429739 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc34100a80 0x7efc34100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.622+0000 7efc3c1c4640 1 --2- 172.21.15.17:0/2460429739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc34106a80 0x7efc34106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.622+0000 7efc3c1c4640 1 -- 172.21.15.17:0/2460429739 >> 172.21.15.17:0/2460429739 conn(0x7efc340fc7a0 msgr2=0x7efc340febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.622+0000 7efc3c1c4640 1 -- 172.21.15.17:0/2460429739 shutdown_connections 2024-09-16T01:42:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.622+0000 7efc3c1c4640 1 -- 172.21.15.17:0/2460429739 wait complete. 2024-09-16T01:42:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.622+0000 7efc3c1c4640 1 Processor -- start 2024-09-16T01:42:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.622+0000 7efc3c1c4640 1 -- start start 2024-09-16T01:42:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3c1c4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc34100a80 0x7efc34196fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3c1c4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc34101420 0x7efc341974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3c1c4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34106a80 0x7efc34197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3c1c4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efc34110d80 con 0x7efc34106a80 2024-09-16T01:42:36.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3c1c4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efc34110c00 con 0x7efc34100a80 2024-09-16T01:42:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3c1c4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7efc34110f00 con 0x7efc34101420 2024-09-16T01:42:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3a761640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34106a80 0x7efc34197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3a761640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34106a80 0x7efc34197a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58956/0 (socket says 172.21.15.17:58956) 2024-09-16T01:42:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3a761640 1 -- 172.21.15.17:0/3549608416 learned_addr learned my addr 172.21.15.17:0/3549608416 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc39f60640 1 --2- 172.21.15.17:0/3549608416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc34100a80 0x7efc34196fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3975f640 1 --2- 172.21.15.17:0/3549608416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc34101420 0x7efc341974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3a761640 1 -- 172.21.15.17:0/3549608416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc34101420 msgr2=0x7efc341974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3a761640 1 --2- 172.21.15.17:0/3549608416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc34101420 0x7efc341974e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3a761640 1 -- 172.21.15.17:0/3549608416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc34100a80 msgr2=0x7efc34196fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3a761640 1 --2- 172.21.15.17:0/3549608416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc34100a80 0x7efc34196fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3a761640 1 -- 172.21.15.17:0/3549608416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc341a6810 con 0x7efc34106a80 2024-09-16T01:42:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.623+0000 7efc3a761640 1 --2- 172.21.15.17:0/3549608416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34106a80 0x7efc34197a20 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7efc2c005e30 tx=0x7efc2c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:36.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.624+0000 7efc2affd640 1 -- 172.21.15.17:0/3549608416 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2c004240 con 0x7efc34106a80 2024-09-16T01:42:36.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.624+0000 7efc2affd640 1 -- 172.21.15.17:0/3549608416 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efc2c031ce0 con 0x7efc34106a80 2024-09-16T01:42:36.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.624+0000 7efc3c1c4640 1 -- 172.21.15.17:0/3549608416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc341a6aa0 con 0x7efc34106a80 2024-09-16T01:42:36.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.624+0000 7efc2affd640 1 -- 172.21.15.17:0/3549608416 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc2c046480 con 0x7efc34106a80 2024-09-16T01:42:36.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.624+0000 7efc3c1c4640 1 -- 172.21.15.17:0/3549608416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc341a6fe0 con 0x7efc34106a80 2024-09-16T01:42:36.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.625+0000 7efc3c1c4640 1 -- 172.21.15.17:0/3549608416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc34100ee0 con 0x7efc34106a80 2024-09-16T01:42:36.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.626+0000 7efc2affd640 1 -- 172.21.15.17:0/3549608416 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7efc2c0043e0 con 0x7efc34106a80 2024-09-16T01:42:36.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.626+0000 7efc2affd640 1 --2- 172.21.15.17:0/3549608416 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efc200a32d0 0x7efc200a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:36.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.626+0000 7efc39f60640 1 --2- 172.21.15.17:0/3549608416 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efc200a32d0 0x7efc200a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:36.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.627+0000 7efc2affd640 1 -- 172.21.15.17:0/3549608416 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7efc2c02e030 con 0x7efc34106a80 2024-09-16T01:42:36.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.627+0000 7efc39f60640 1 --2- 172.21.15.17:0/3549608416 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efc200a32d0 0x7efc200a5790 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7efc3000bb60 tx=0x7efc3000b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:36.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.631+0000 7efc2affd640 1 -- 172.21.15.17:0/3549608416 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7efc2c04b060 con 0x7efc34106a80 2024-09-16T01:42:36.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.813+0000 7efc3c1c4640 1 -- 172.21.15.17:0/3549608416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7efc34109020 con 0x7efc34106a80 2024-09-16T01:42:36.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.813+0000 7efc2affd640 1 -- 172.21.15.17:0/3549608416 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7efc2c0bda00 con 0x7efc34106a80 2024-09-16T01:42:36.815 INFO:teuthology.orchestra.run.smithi017.stdout:163208757302 2024-09-16T01:42:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.815+0000 7efc3c1c4640 1 -- 172.21.15.17:0/3549608416 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efc200a32d0 msgr2=0x7efc200a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.815+0000 7efc3c1c4640 1 --2- 172.21.15.17:0/3549608416 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efc200a32d0 0x7efc200a5790 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7efc3000bb60 tx=0x7efc3000b390 comp rx=0 tx=0).stop 2024-09-16T01:42:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.815+0000 7efc3c1c4640 1 -- 172.21.15.17:0/3549608416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34106a80 msgr2=0x7efc34197a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.815+0000 7efc3c1c4640 1 --2- 172.21.15.17:0/3549608416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34106a80 0x7efc34197a20 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7efc2c005e30 tx=0x7efc2c003ba0 comp rx=0 tx=0).stop 2024-09-16T01:42:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.815+0000 7efc3c1c4640 1 -- 172.21.15.17:0/3549608416 shutdown_connections 2024-09-16T01:42:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.815+0000 7efc3c1c4640 1 --2- 172.21.15.17:0/3549608416 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efc200a32d0 0x7efc200a5790 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.815+0000 7efc3c1c4640 1 --2- 172.21.15.17:0/3549608416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc34106a80 0x7efc34197a20 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.815+0000 7efc3c1c4640 1 --2- 172.21.15.17:0/3549608416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efc34101420 0x7efc341974e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.815+0000 7efc3c1c4640 1 --2- 172.21.15.17:0/3549608416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efc34100a80 0x7efc34196fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.815+0000 7efc3c1c4640 1 -- 172.21.15.17:0/3549608416 >> 172.21.15.17:0/3549608416 conn(0x7efc340fc7a0 msgr2=0x7efc340fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.816+0000 7efc3c1c4640 1 -- 172.21.15.17:0/3549608416 shutdown_connections 2024-09-16T01:42:36.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:36.816+0000 7efc3c1c4640 1 -- 172.21.15.17:0/3549608416 wait complete. 2024-09-16T01:42:37.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.102+0000 7f739c973640 1 -- 172.21.15.17:0/1604629709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7398100e30 msgr2=0x7f7398104e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:37.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.102+0000 7f739c973640 1 --2- 172.21.15.17:0/1604629709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7398100e30 0x7f7398104e80 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f738c009900 tx=0x7f738c02a410 comp rx=0 tx=0).stop 2024-09-16T01:42:37.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.102+0000 7f739c973640 1 -- 172.21.15.17:0/1604629709 shutdown_connections 2024-09-16T01:42:37.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.102+0000 7f739c973640 1 --2- 172.21.15.17:0/1604629709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73981055b0 0x7f739810d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.102+0000 7f739c973640 1 --2- 172.21.15.17:0/1604629709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7398100e30 0x7f7398104e80 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.102+0000 7f739c973640 1 --2- 172.21.15.17:0/1604629709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7398100480 0x7f7398100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.102+0000 7f739c973640 1 -- 172.21.15.17:0/1604629709 >> 172.21.15.17:0/1604629709 conn(0x7f7398077210 msgr2=0x7f73980fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:37.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.102+0000 7f739c973640 1 -- 172.21.15.17:0/1604629709 shutdown_connections 2024-09-16T01:42:37.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.102+0000 7f739c973640 1 -- 172.21.15.17:0/1604629709 wait complete. 2024-09-16T01:42:37.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.102+0000 7f739c973640 1 Processor -- start 2024-09-16T01:42:37.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f739c973640 1 -- start start 2024-09-16T01:42:37.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f739c973640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7398100480 0x7f73981993c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:37.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f739c973640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7398100e30 0x7f7398199900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:37.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f739c973640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73981055b0 0x7f73981a4440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:37.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f739c973640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7398110de0 con 0x7f73981055b0 2024-09-16T01:42:37.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f739c973640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7398110c60 con 0x7f7398100e30 2024-09-16T01:42:37.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f739c973640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7398110f60 con 0x7f7398100480 2024-09-16T01:42:37.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f7396d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73981055b0 0x7f73981a4440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:37.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f7396d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73981055b0 0x7f73981a4440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58980/0 (socket says 172.21.15.17:58980) 2024-09-16T01:42:37.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f7396d9d640 1 -- 172.21.15.17:0/2733711034 learned_addr learned my addr 172.21.15.17:0/2733711034 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:37.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f739659c640 1 --2- 172.21.15.17:0/2733711034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7398100480 0x7f73981993c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:37.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f7395d9b640 1 --2- 172.21.15.17:0/2733711034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7398100e30 0x7f7398199900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:37.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f7396d9d640 1 -- 172.21.15.17:0/2733711034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7398100480 msgr2=0x7f73981993c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:37.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f7396d9d640 1 --2- 172.21.15.17:0/2733711034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7398100480 0x7f73981993c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f7396d9d640 1 -- 172.21.15.17:0/2733711034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7398100e30 msgr2=0x7f7398199900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:37.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f7396d9d640 1 --2- 172.21.15.17:0/2733711034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7398100e30 0x7f7398199900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f7396d9d640 1 -- 172.21.15.17:0/2733711034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73981a4980 con 0x7f73981055b0 2024-09-16T01:42:37.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.103+0000 7f7396d9d640 1 --2- 172.21.15.17:0/2733711034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73981055b0 0x7f73981a4440 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f739000b970 tx=0x7f739000bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:37.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.104+0000 7f73877fe640 1 -- 172.21.15.17:0/2733711034 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7390019070 con 0x7f73981055b0 2024-09-16T01:42:37.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.104+0000 7f739c973640 1 -- 172.21.15.17:0/2733711034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73981a4b50 con 0x7f73981055b0 2024-09-16T01:42:37.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.104+0000 7f73877fe640 1 -- 172.21.15.17:0/2733711034 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7390014440 con 0x7f73981055b0 2024-09-16T01:42:37.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.104+0000 7f73877fe640 1 -- 172.21.15.17:0/2733711034 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73900075d0 con 0x7f73981055b0 2024-09-16T01:42:37.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.104+0000 7f739c973640 1 -- 172.21.15.17:0/2733711034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73981a5060 con 0x7f73981055b0 2024-09-16T01:42:37.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.105+0000 7f739c973640 1 -- 172.21.15.17:0/2733711034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73981008e0 con 0x7f73981055b0 2024-09-16T01:42:37.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.106+0000 7f73877fe640 1 -- 172.21.15.17:0/2733711034 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f739001c070 con 0x7f73981055b0 2024-09-16T01:42:37.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.107+0000 7f73877fe640 1 --2- 172.21.15.17:0/2733711034 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f73800a32d0 0x7f73800a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:37.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.107+0000 7f739659c640 1 --2- 172.21.15.17:0/2733711034 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f73800a32d0 0x7f73800a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:37.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.107+0000 7f73877fe640 1 -- 172.21.15.17:0/2733711034 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f73900cf240 con 0x7f73981055b0 2024-09-16T01:42:37.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.107+0000 7f739659c640 1 --2- 172.21.15.17:0/2733711034 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f73800a32d0 0x7f73800a5790 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7388009990 tx=0x7f7388009110 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:37.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.110+0000 7f73877fe640 1 -- 172.21.15.17:0/2733711034 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f739009b970 con 0x7f73981055b0 2024-09-16T01:42:37.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:37 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3549608416' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-16T01:42:37.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.287+0000 7f739c973640 1 -- 172.21.15.17:0/2733711034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f7398108790 con 0x7f73981055b0 2024-09-16T01:42:37.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.288+0000 7f73877fe640 1 -- 172.21.15.17:0/2733711034 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f739009fc70 con 0x7f73981055b0 2024-09-16T01:42:37.290 INFO:teuthology.orchestra.run.smithi017.stdout:55834574924 2024-09-16T01:42:37.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.290+0000 7f739c973640 1 -- 172.21.15.17:0/2733711034 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f73800a32d0 msgr2=0x7f73800a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:37.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.290+0000 7f739c973640 1 --2- 172.21.15.17:0/2733711034 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f73800a32d0 0x7f73800a5790 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f7388009990 tx=0x7f7388009110 comp rx=0 tx=0).stop 2024-09-16T01:42:37.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.290+0000 7f739c973640 1 -- 172.21.15.17:0/2733711034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73981055b0 msgr2=0x7f73981a4440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:37.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.290+0000 7f739c973640 1 --2- 172.21.15.17:0/2733711034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73981055b0 0x7f73981a4440 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f739000b970 tx=0x7f739000bd70 comp rx=0 tx=0).stop 2024-09-16T01:42:37.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.290+0000 7f739c973640 1 -- 172.21.15.17:0/2733711034 shutdown_connections 2024-09-16T01:42:37.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.290+0000 7f739c973640 1 --2- 172.21.15.17:0/2733711034 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f73800a32d0 0x7f73800a5790 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.290+0000 7f739c973640 1 --2- 172.21.15.17:0/2733711034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73981055b0 0x7f73981a4440 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.290+0000 7f739c973640 1 --2- 172.21.15.17:0/2733711034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7398100e30 0x7f7398199900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.290+0000 7f739c973640 1 --2- 172.21.15.17:0/2733711034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7398100480 0x7f73981993c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:37.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.290+0000 7f739c973640 1 -- 172.21.15.17:0/2733711034 >> 172.21.15.17:0/2733711034 conn(0x7f7398077210 msgr2=0x7f7398103950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:37.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.290+0000 7f739c973640 1 -- 172.21.15.17:0/2733711034 shutdown_connections 2024-09-16T01:42:37.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.290+0000 7f739c973640 1 -- 172.21.15.17:0/2733711034 wait complete. 2024-09-16T01:42:37.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:37 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3549608416' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-16T01:42:37.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:37 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3549608416' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-16T01:42:37.990 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:38.021 INFO:tasks.cephadm.ceph_manager.ceph:need seq 244813135909 got 244813135910 for osd.8 2024-09-16T01:42:38.022 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:38.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.340+0000 7fdda3d18640 1 -- 172.21.15.17:0/403962862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd9c105ec0 msgr2=0x7fdd9c106340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:38.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.340+0000 7fdda3d18640 1 --2- 172.21.15.17:0/403962862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd9c105ec0 0x7fdd9c106340 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fdd8c009ca0 tx=0x7fdd8c02a8c0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.340+0000 7fdda3d18640 1 -- 172.21.15.17:0/403962862 shutdown_connections 2024-09-16T01:42:38.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.340+0000 7fdda3d18640 1 --2- 172.21.15.17:0/403962862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd9c105ec0 0x7fdd9c106340 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.340+0000 7fdda3d18640 1 --2- 172.21.15.17:0/403962862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd9c1011e0 0x7fdd9c105980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.340+0000 7fdda3d18640 1 --2- 172.21.15.17:0/403962862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd9c1008c0 0x7fdd9c100ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.340+0000 7fdda3d18640 1 -- 172.21.15.17:0/403962862 >> 172.21.15.17:0/403962862 conn(0x7fdd9c0fc7d0 msgr2=0x7fdd9c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:38.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.340+0000 7fdda3d18640 1 -- 172.21.15.17:0/403962862 shutdown_connections 2024-09-16T01:42:38.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.340+0000 7fdda3d18640 1 -- 172.21.15.17:0/403962862 wait complete. 2024-09-16T01:42:38.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.340+0000 7fdda3d18640 1 Processor -- start 2024-09-16T01:42:38.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.340+0000 7fdda3d18640 1 -- start start 2024-09-16T01:42:38.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda3d18640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd9c1008c0 0x7fdd9c1a46b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:38.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda3d18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd9c1011e0 0x7fdd9c1a4bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:38.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda3d18640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd9c105ec0 0x7fdd9c19e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:38.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda3d18640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd9c1184c0 con 0x7fdd9c1011e0 2024-09-16T01:42:38.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda3d18640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdd9c118340 con 0x7fdd9c1008c0 2024-09-16T01:42:38.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda3d18640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdd9c118640 con 0x7fdd9c105ec0 2024-09-16T01:42:38.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda12b3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd9c1011e0 0x7fdd9c1a4bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:38.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda12b3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd9c1011e0 0x7fdd9c1a4bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58994/0 (socket says 172.21.15.17:58994) 2024-09-16T01:42:38.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda12b3640 1 -- 172.21.15.17:0/1494412072 learned_addr learned my addr 172.21.15.17:0/1494412072 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:38.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda1ab4640 1 --2- 172.21.15.17:0/1494412072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd9c1008c0 0x7fdd9c1a46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:38.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda22b5640 1 --2- 172.21.15.17:0/1494412072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd9c105ec0 0x7fdd9c19e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:38.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda12b3640 1 -- 172.21.15.17:0/1494412072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd9c105ec0 msgr2=0x7fdd9c19e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:38.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda12b3640 1 --2- 172.21.15.17:0/1494412072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd9c105ec0 0x7fdd9c19e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda12b3640 1 -- 172.21.15.17:0/1494412072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd9c1008c0 msgr2=0x7fdd9c1a46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:38.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda12b3640 1 --2- 172.21.15.17:0/1494412072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd9c1008c0 0x7fdd9c1a46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda12b3640 1 -- 172.21.15.17:0/1494412072 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd9c19efa0 con 0x7fdd9c1011e0 2024-09-16T01:42:38.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda12b3640 1 --2- 172.21.15.17:0/1494412072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd9c1011e0 0x7fdd9c1a4bf0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fdd9000d950 tx=0x7fdd9000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:38.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdd9affd640 1 -- 172.21.15.17:0/1494412072 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd90017030 con 0x7fdd9c1011e0 2024-09-16T01:42:38.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdd9affd640 1 -- 172.21.15.17:0/1494412072 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd90004020 con 0x7fdd9c1011e0 2024-09-16T01:42:38.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdda3d18640 1 -- 172.21.15.17:0/1494412072 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd9c19f290 con 0x7fdd9c1011e0 2024-09-16T01:42:38.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.341+0000 7fdd9affd640 1 -- 172.21.15.17:0/1494412072 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd900047a0 con 0x7fdd9c1011e0 2024-09-16T01:42:38.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.342+0000 7fdda3d18640 1 -- 172.21.15.17:0/1494412072 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd9c1ab580 con 0x7fdd9c1011e0 2024-09-16T01:42:38.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.342+0000 7fdda3d18640 1 -- 172.21.15.17:0/1494412072 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd9c105980 con 0x7fdd9c1011e0 2024-09-16T01:42:38.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.344+0000 7fdd9affd640 1 -- 172.21.15.17:0/1494412072 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fdd900041d0 con 0x7fdd9c1011e0 2024-09-16T01:42:38.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.344+0000 7fdd9affd640 1 --2- 172.21.15.17:0/1494412072 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd840a3350 0x7fdd840a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:38.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.345+0000 7fdda1ab4640 1 --2- 172.21.15.17:0/1494412072 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd840a3350 0x7fdd840a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:38.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.345+0000 7fdd9affd640 1 -- 172.21.15.17:0/1494412072 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7fdd900cf940 con 0x7fdd9c1011e0 2024-09-16T01:42:38.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.345+0000 7fdda1ab4640 1 --2- 172.21.15.17:0/1494412072 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd840a3350 0x7fdd840a5810 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fdd940058c0 tx=0x7fdd9400a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:38.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.348+0000 7fdd9affd640 1 -- 172.21.15.17:0/1494412072 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdd9009c730 con 0x7fdd9c1011e0 2024-09-16T01:42:38.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.525+0000 7fdda3d18640 1 -- 172.21.15.17:0/1494412072 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7fdd9c19fda0 con 0x7fdd9c1011e0 2024-09-16T01:42:38.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.526+0000 7fdd9affd640 1 -- 172.21.15.17:0/1494412072 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fdd9009c030 con 0x7fdd9c1011e0 2024-09-16T01:42:38.085 INFO:teuthology.orchestra.run.smithi017.stdout:214748364844 2024-09-16T01:42:38.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.528+0000 7fdda3d18640 1 -- 172.21.15.17:0/1494412072 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd840a3350 msgr2=0x7fdd840a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:38.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.528+0000 7fdda3d18640 1 --2- 172.21.15.17:0/1494412072 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd840a3350 0x7fdd840a5810 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fdd940058c0 tx=0x7fdd9400a2d0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.528+0000 7fdda3d18640 1 -- 172.21.15.17:0/1494412072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd9c1011e0 msgr2=0x7fdd9c1a4bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:38.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.528+0000 7fdda3d18640 1 --2- 172.21.15.17:0/1494412072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd9c1011e0 0x7fdd9c1a4bf0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fdd9000d950 tx=0x7fdd9000de10 comp rx=0 tx=0).stop 2024-09-16T01:42:38.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.528+0000 7fdda3d18640 1 -- 172.21.15.17:0/1494412072 shutdown_connections 2024-09-16T01:42:38.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.528+0000 7fdda3d18640 1 --2- 172.21.15.17:0/1494412072 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd840a3350 0x7fdd840a5810 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.528+0000 7fdda3d18640 1 --2- 172.21.15.17:0/1494412072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd9c105ec0 0x7fdd9c19e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.528+0000 7fdda3d18640 1 --2- 172.21.15.17:0/1494412072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd9c1011e0 0x7fdd9c1a4bf0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.528+0000 7fdda3d18640 1 --2- 172.21.15.17:0/1494412072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd9c1008c0 0x7fdd9c1a46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.528+0000 7fdda3d18640 1 -- 172.21.15.17:0/1494412072 >> 172.21.15.17:0/1494412072 conn(0x7fdd9c0fc7d0 msgr2=0x7fdd9c10f6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:38.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.528+0000 7fdda3d18640 1 -- 172.21.15.17:0/1494412072 shutdown_connections 2024-09-16T01:42:38.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.528+0000 7fdda3d18640 1 -- 172.21.15.17:0/1494412072 wait complete. 2024-09-16T01:42:38.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:38 smithi017 ceph-mon[30972]: pgmap v310: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-16T01:42:38.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:38 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2733711034' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-16T01:42:38.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:38 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1494412072' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-16T01:42:38.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:38 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/463637408' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-16T01:42:38.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:38 smithi029 ceph-mon[34783]: pgmap v310: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-16T01:42:38.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:38 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2733711034' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-16T01:42:38.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:38 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1494412072' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-16T01:42:38.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:38 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/463637408' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-16T01:42:38.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:38 smithi122 ceph-mon[34758]: pgmap v310: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-16T01:42:38.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:38 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2733711034' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-16T01:42:38.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:38 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1494412072' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-16T01:42:38.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:38 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/463637408' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-16T01:42:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.689+0000 7f7cae1c2640 1 -- 172.21.15.17:0/1796915802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7ca8101de0 msgr2=0x7f7ca81021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.689+0000 7f7cae1c2640 1 --2- 172.21.15.17:0/1796915802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7ca8101de0 0x7f7ca81021c0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f7c98009900 tx=0x7f7c9802a410 comp rx=0 tx=0).stop 2024-09-16T01:42:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.689+0000 7f7cae1c2640 1 -- 172.21.15.17:0/1796915802 shutdown_connections 2024-09-16T01:42:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.689+0000 7f7cae1c2640 1 --2- 172.21.15.17:0/1796915802 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca8106f10 0x7f7ca810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.689+0000 7f7cae1c2640 1 --2- 172.21.15.17:0/1796915802 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7ca8102790 0x7f7ca81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.689+0000 7f7cae1c2640 1 --2- 172.21.15.17:0/1796915802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7ca8101de0 0x7f7ca81021c0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.689+0000 7f7cae1c2640 1 -- 172.21.15.17:0/1796915802 >> 172.21.15.17:0/1796915802 conn(0x7f7ca80fd8c0 msgr2=0x7f7ca80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.689+0000 7f7cae1c2640 1 -- 172.21.15.17:0/1796915802 shutdown_connections 2024-09-16T01:42:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.689+0000 7f7cae1c2640 1 -- 172.21.15.17:0/1796915802 wait complete. 2024-09-16T01:42:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.690+0000 7f7cae1c2640 1 Processor -- start 2024-09-16T01:42:38.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.690+0000 7f7cae1c2640 1 -- start start 2024-09-16T01:42:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.690+0000 7f7cae1c2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca8101de0 0x7f7ca8198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.690+0000 7f7cae1c2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7ca8102790 0x7f7ca81988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.690+0000 7f7cae1c2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7ca8106f10 0x7f7ca819cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.690+0000 7f7cae1c2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7ca8111e40 con 0x7f7ca8106f10 2024-09-16T01:42:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.690+0000 7f7cae1c2640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7ca8111cc0 con 0x7f7ca8101de0 2024-09-16T01:42:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.690+0000 7f7cae1c2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7ca8111fc0 con 0x7f7ca8102790 2024-09-16T01:42:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.690+0000 7f7ca7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7ca8106f10 0x7f7ca819cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.690+0000 7f7ca7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7ca8106f10 0x7f7ca819cc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59020/0 (socket says 172.21.15.17:59020) 2024-09-16T01:42:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.690+0000 7f7ca7fff640 1 -- 172.21.15.17:0/463637408 learned_addr learned my addr 172.21.15.17:0/463637408 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:38.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.690+0000 7f7ca6ffd640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7ca8102790 0x7f7ca81988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:38.628 INFO:teuthology.orchestra.run.smithi017.stdout:34359738448 2024-09-16T01:42:38.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.690+0000 7f7ca77fe640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca8101de0 0x7f7ca8198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:38.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.690+0000 7f7ca7fff640 1 -- 172.21.15.17:0/463637408 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7ca8102790 msgr2=0x7f7ca81988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:38.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.691+0000 7f7ca7fff640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7ca8102790 0x7f7ca81988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.691+0000 7f7ca7fff640 1 -- 172.21.15.17:0/463637408 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca8101de0 msgr2=0x7f7ca8198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:38.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.691+0000 7f7ca7fff640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca8101de0 0x7f7ca8198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.691+0000 7f7ca7fff640 1 -- 172.21.15.17:0/463637408 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7ca819d310 con 0x7f7ca8106f10 2024-09-16T01:42:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.691+0000 7f7ca77fe640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca8101de0 0x7f7ca8198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.691+0000 7f7ca7fff640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7ca8106f10 0x7f7ca819cc30 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f7ca000b970 tx=0x7f7ca000bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.691+0000 7f7ca4ff9640 1 -- 172.21.15.17:0/463637408 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca0019070 con 0x7f7ca8106f10 2024-09-16T01:42:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.691+0000 7f7cae1c2640 1 -- 172.21.15.17:0/463637408 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7ca819d600 con 0x7f7ca8106f10 2024-09-16T01:42:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.691+0000 7f7ca4ff9640 1 -- 172.21.15.17:0/463637408 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ca0014440 con 0x7f7ca8106f10 2024-09-16T01:42:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.691+0000 7f7ca4ff9640 1 -- 172.21.15.17:0/463637408 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ca00075d0 con 0x7f7ca8106f10 2024-09-16T01:42:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.691+0000 7f7cae1c2640 1 -- 172.21.15.17:0/463637408 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7ca81a4ee0 con 0x7f7ca8106f10 2024-09-16T01:42:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.692+0000 7f7cae1c2640 1 -- 172.21.15.17:0/463637408 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7ca81021c0 con 0x7f7ca8106f10 2024-09-16T01:42:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.693+0000 7f7ca4ff9640 1 -- 172.21.15.17:0/463637408 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f7ca001c070 con 0x7f7ca8106f10 2024-09-16T01:42:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.694+0000 7f7ca4ff9640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c900a32d0 0x7f7c900a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:38.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.694+0000 7f7ca77fe640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c900a32d0 0x7f7c900a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.694+0000 7f7ca4ff9640 1 -- 172.21.15.17:0/463637408 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f7ca00cee40 con 0x7f7ca8106f10 2024-09-16T01:42:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.695+0000 7f7ca77fe640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c900a32d0 0x7f7c900a5790 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7c98000c00 tx=0x7f7c98031400 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.698+0000 7f7ca4ff9640 1 -- 172.21.15.17:0/463637408 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7ca009bc00 con 0x7f7ca8106f10 2024-09-16T01:42:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.873+0000 7f7cae1c2640 1 -- 172.21.15.17:0/463637408 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f7ca8109b60 con 0x7f7ca8106f10 2024-09-16T01:42:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.874+0000 7f7ca4ff9640 1 -- 172.21.15.17:0/463637408 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f7ca009b500 con 0x7f7ca8106f10 2024-09-16T01:42:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.876+0000 7f7cae1c2640 1 -- 172.21.15.17:0/463637408 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c900a32d0 msgr2=0x7f7c900a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.876+0000 7f7cae1c2640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c900a32d0 0x7f7c900a5790 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7c98000c00 tx=0x7f7c98031400 comp rx=0 tx=0).stop 2024-09-16T01:42:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.876+0000 7f7cae1c2640 1 -- 172.21.15.17:0/463637408 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7ca8106f10 msgr2=0x7f7ca819cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.876+0000 7f7cae1c2640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7ca8106f10 0x7f7ca819cc30 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f7ca000b970 tx=0x7f7ca000bd70 comp rx=0 tx=0).stop 2024-09-16T01:42:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.876+0000 7f7cae1c2640 1 -- 172.21.15.17:0/463637408 shutdown_connections 2024-09-16T01:42:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.876+0000 7f7cae1c2640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c900a32d0 0x7f7c900a5790 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.876+0000 7f7cae1c2640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7ca8106f10 0x7f7ca819cc30 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.876+0000 7f7cae1c2640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7ca8102790 0x7f7ca81988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.876+0000 7f7cae1c2640 1 --2- 172.21.15.17:0/463637408 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7ca8101de0 0x7f7ca8198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.876+0000 7f7cae1c2640 1 -- 172.21.15.17:0/463637408 >> 172.21.15.17:0/463637408 conn(0x7f7ca80fd8c0 msgr2=0x7f7ca80fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:38.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.876+0000 7f7cae1c2640 1 -- 172.21.15.17:0/463637408 shutdown_connections 2024-09-16T01:42:38.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:37.876+0000 7f7cae1c2640 1 -- 172.21.15.17:0/463637408 wait complete. 2024-09-16T01:42:38.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.983+0000 7f76f9ef2640 1 -- 172.21.15.17:0/3065925577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4106f10 msgr2=0x7f76f410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:38.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.983+0000 7f76f9ef2640 1 --2- 172.21.15.17:0/3065925577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4106f10 0x7f76f410ea90 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f76ec009ca0 tx=0x7f76ec02a8c0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.983+0000 7f76f9ef2640 1 -- 172.21.15.17:0/3065925577 shutdown_connections 2024-09-16T01:42:38.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.983+0000 7f76f9ef2640 1 --2- 172.21.15.17:0/3065925577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4106f10 0x7f76f410ea90 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.983+0000 7f76f9ef2640 1 --2- 172.21.15.17:0/3065925577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76f4102790 0x7f76f41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.983+0000 7f76f9ef2640 1 --2- 172.21.15.17:0/3065925577 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76f4101de0 0x7f76f41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.983+0000 7f76f9ef2640 1 -- 172.21.15.17:0/3065925577 >> 172.21.15.17:0/3065925577 conn(0x7f76f40fd8c0 msgr2=0x7f76f40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.983+0000 7f76f9ef2640 1 -- 172.21.15.17:0/3065925577 shutdown_connections 2024-09-16T01:42:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.983+0000 7f76f9ef2640 1 -- 172.21.15.17:0/3065925577 wait complete. 2024-09-16T01:42:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.984+0000 7f76f9ef2640 1 Processor -- start 2024-09-16T01:42:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.984+0000 7f76f9ef2640 1 -- start start 2024-09-16T01:42:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.984+0000 7f76f9ef2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76f4101de0 0x7f76f40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.984+0000 7f76f9ef2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76f4102790 0x7f76f4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.984+0000 7f76f9ef2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4106f10 0x7f76f4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:38.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.984+0000 7f76f9ef2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f76f4111e20 con 0x7f76f4106f10 2024-09-16T01:42:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.984+0000 7f76f9ef2640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f76f4111ca0 con 0x7f76f4102790 2024-09-16T01:42:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.984+0000 7f76f9ef2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f76f4111fa0 con 0x7f76f4101de0 2024-09-16T01:42:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.984+0000 7f76f3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4106f10 0x7f76f4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.984+0000 7f76f3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4106f10 0x7f76f4074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59032/0 (socket says 172.21.15.17:59032) 2024-09-16T01:42:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.984+0000 7f76f3fff640 1 -- 172.21.15.17:0/216892243 learned_addr learned my addr 172.21.15.17:0/216892243 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.984+0000 7f76f37fe640 1 --2- 172.21.15.17:0/216892243 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76f4101de0 0x7f76f40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.984+0000 7f76f2ffd640 1 --2- 172.21.15.17:0/216892243 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76f4102790 0x7f76f4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.985+0000 7f76f3fff640 1 -- 172.21.15.17:0/216892243 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76f4101de0 msgr2=0x7f76f40744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.985+0000 7f76f3fff640 1 --2- 172.21.15.17:0/216892243 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76f4101de0 0x7f76f40744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.985+0000 7f76f3fff640 1 -- 172.21.15.17:0/216892243 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76f4102790 msgr2=0x7f76f4074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.985+0000 7f76f3fff640 1 --2- 172.21.15.17:0/216892243 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76f4102790 0x7f76f4074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:38.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.985+0000 7f76f3fff640 1 -- 172.21.15.17:0/216892243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f76f41a6700 con 0x7f76f4106f10 2024-09-16T01:42:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.985+0000 7f76f3fff640 1 --2- 172.21.15.17:0/216892243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4106f10 0x7f76f4074f70 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f76ec009dc0 tx=0x7f76ec003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.985+0000 7f76f0ff9640 1 -- 172.21.15.17:0/216892243 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76ec004040 con 0x7f76f4106f10 2024-09-16T01:42:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.985+0000 7f76f9ef2640 1 -- 172.21.15.17:0/216892243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f76f41a6990 con 0x7f76f4106f10 2024-09-16T01:42:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.985+0000 7f76f0ff9640 1 -- 172.21.15.17:0/216892243 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f76ec004690 con 0x7f76f4106f10 2024-09-16T01:42:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.985+0000 7f76f0ff9640 1 -- 172.21.15.17:0/216892243 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76ec030c90 con 0x7f76f4106f10 2024-09-16T01:42:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.985+0000 7f76f9ef2640 1 -- 172.21.15.17:0/216892243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76f41a6f20 con 0x7f76f4106f10 2024-09-16T01:42:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.986+0000 7f76f9ef2640 1 -- 172.21.15.17:0/216892243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f76f41021c0 con 0x7f76f4106f10 2024-09-16T01:42:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.987+0000 7f76f0ff9640 1 -- 172.21.15.17:0/216892243 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f76ec0041e0 con 0x7f76f4106f10 2024-09-16T01:42:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.988+0000 7f76f0ff9640 1 --2- 172.21.15.17:0/216892243 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f76dc0a32d0 0x7f76dc0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.988+0000 7f76f37fe640 1 --2- 172.21.15.17:0/216892243 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f76dc0a32d0 0x7f76dc0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.988+0000 7f76f0ff9640 1 -- 172.21.15.17:0/216892243 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 7979+0+0 (secure 0 0 0) 0x7f76ec0f0ef0 con 0x7f76f4106f10 2024-09-16T01:42:38.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.989+0000 7f76f37fe640 1 --2- 172.21.15.17:0/216892243 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f76dc0a32d0 0x7f76dc0a5790 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f76e400abe0 tx=0x7f76e400a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:38.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:38.993+0000 7f76f0ff9640 1 -- 172.21.15.17:0/216892243 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f76ec0bdd70 con 0x7f76f4106f10 2024-09-16T01:42:39.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:39.171+0000 7f76f9ef2640 1 -- 172.21.15.17:0/216892243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) -- 0x7f76f410a0f0 con 0x7f76f4106f10 2024-09-16T01:42:39.173 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:39 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:42:39.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:39.171+0000 7f76f0ff9640 1 -- 172.21.15.17:0/216892243 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f76ec0bd670 con 0x7f76f4106f10 2024-09-16T01:42:39.174 INFO:teuthology.orchestra.run.smithi017.stdout:296352743453 2024-09-16T01:42:39.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:39.173+0000 7f76f9ef2640 1 -- 172.21.15.17:0/216892243 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f76dc0a32d0 msgr2=0x7f76dc0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:39.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:39.173+0000 7f76f9ef2640 1 --2- 172.21.15.17:0/216892243 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f76dc0a32d0 0x7f76dc0a5790 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f76e400abe0 tx=0x7f76e400a2d0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:39.173+0000 7f76f9ef2640 1 -- 172.21.15.17:0/216892243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4106f10 msgr2=0x7f76f4074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:39.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:39.173+0000 7f76f9ef2640 1 --2- 172.21.15.17:0/216892243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4106f10 0x7f76f4074f70 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f76ec009dc0 tx=0x7f76ec003ba0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:39.173+0000 7f76f9ef2640 1 -- 172.21.15.17:0/216892243 shutdown_connections 2024-09-16T01:42:39.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:39.173+0000 7f76f9ef2640 1 --2- 172.21.15.17:0/216892243 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f76dc0a32d0 0x7f76dc0a5790 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:39.173+0000 7f76f9ef2640 1 --2- 172.21.15.17:0/216892243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4106f10 0x7f76f4074f70 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:39.173+0000 7f76f9ef2640 1 --2- 172.21.15.17:0/216892243 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f76f4102790 0x7f76f4074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:39.173+0000 7f76f9ef2640 1 --2- 172.21.15.17:0/216892243 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f76f4101de0 0x7f76f40744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:39.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:39.173+0000 7f76f9ef2640 1 -- 172.21.15.17:0/216892243 >> 172.21.15.17:0/216892243 conn(0x7f76f40fd8c0 msgr2=0x7f76f40fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:39.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:39.173+0000 7f76f9ef2640 1 -- 172.21.15.17:0/216892243 shutdown_connections 2024-09-16T01:42:39.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:39.173+0000 7f76f9ef2640 1 -- 172.21.15.17:0/216892243 wait complete. 2024-09-16T01:42:39.342 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:39 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:42:39.471 INFO:tasks.cephadm.ceph_manager.ceph:need seq 214748364841 got 214748364844 for osd.7 2024-09-16T01:42:39.472 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:39.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:39 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:42:39.856 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738446 got 34359738448 for osd.0 2024-09-16T01:42:39.856 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:40.367 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:40 smithi017 ceph-mon[30972]: pgmap v311: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:42:40.367 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:40 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/216892243' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-16T01:42:40.367 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:40 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:40.367 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:40 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:40.367 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:40 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:40.367 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:40 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:40.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:40 smithi122 ceph-mon[34758]: pgmap v311: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:42:40.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:40 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/216892243' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-16T01:42:40.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:40 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:40.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:40 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:40.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:40 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:40.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:40 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:40.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:40 smithi029 ceph-mon[34783]: pgmap v311: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:42:40.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:40 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/216892243' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-09-16T01:42:40.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:40 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:40.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:40 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:40.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:40 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:40.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:40 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:40.689 INFO:tasks.cephadm.ceph_manager.ceph:need seq 274877906976 got 274877906978 for osd.9 2024-09-16T01:42:40.689 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:41.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.185+0000 7f374c0e8640 1 -- 172.21.15.17:0/1150495848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f374410c2f0 msgr2=0x7f374410e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:41.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.185+0000 7f374c0e8640 1 --2- 172.21.15.17:0/1150495848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f374410c2f0 0x7f374410e790 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f373c009ca0 tx=0x7f373c02a8c0 comp rx=0 tx=0).stop 2024-09-16T01:42:41.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.185+0000 7f374c0e8640 1 -- 172.21.15.17:0/1150495848 shutdown_connections 2024-09-16T01:42:41.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.185+0000 7f374c0e8640 1 --2- 172.21.15.17:0/1150495848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f374410c2f0 0x7f374410e790 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:41.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.185+0000 7f374c0e8640 1 --2- 172.21.15.17:0/1150495848 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f37441037a0 0x7f374410bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:41.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.185+0000 7f374c0e8640 1 --2- 172.21.15.17:0/1150495848 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3744102df0 0x7f37441031d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:41.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.185+0000 7f374c0e8640 1 -- 172.21.15.17:0/1150495848 >> 172.21.15.17:0/1150495848 conn(0x7f37440fc7d0 msgr2=0x7f37440febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:41.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.185+0000 7f374c0e8640 1 -- 172.21.15.17:0/1150495848 shutdown_connections 2024-09-16T01:42:41.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.185+0000 7f374c0e8640 1 -- 172.21.15.17:0/1150495848 wait complete. 2024-09-16T01:42:41.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.185+0000 7f374c0e8640 1 Processor -- start 2024-09-16T01:42:41.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.185+0000 7f374c0e8640 1 -- start start 2024-09-16T01:42:41.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f374c0e8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3744102df0 0x7f3744198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:41.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f374c0e8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f37441037a0 0x7f3744198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:41.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f374c0e8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374410c2f0 0x7f374419cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:41.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f374c0e8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3744111fa0 con 0x7f3744102df0 2024-09-16T01:42:41.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f374c0e8640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3744111e20 con 0x7f37441037a0 2024-09-16T01:42:41.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f374c0e8640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3744112120 con 0x7f374410c2f0 2024-09-16T01:42:41.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f3749e84640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3744102df0 0x7f3744198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:41.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f3749e84640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3744102df0 0x7f3744198500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59040/0 (socket says 172.21.15.17:59040) 2024-09-16T01:42:41.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f3749e84640 1 -- 172.21.15.17:0/3533194743 learned_addr learned my addr 172.21.15.17:0/3533194743 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:41.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f3749683640 1 --2- 172.21.15.17:0/3533194743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f37441037a0 0x7f3744198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:41.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f374a685640 1 --2- 172.21.15.17:0/3533194743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374410c2f0 0x7f374419cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:41.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f3749e84640 1 -- 172.21.15.17:0/3533194743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374410c2f0 msgr2=0x7f374419cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:41.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f3749e84640 1 --2- 172.21.15.17:0/3533194743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374410c2f0 0x7f374419cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:41.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f3749e84640 1 -- 172.21.15.17:0/3533194743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f37441037a0 msgr2=0x7f3744198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:41.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f3749e84640 1 --2- 172.21.15.17:0/3533194743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f37441037a0 0x7f3744198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:41.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f3749e84640 1 -- 172.21.15.17:0/3533194743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f374419d4b0 con 0x7f3744102df0 2024-09-16T01:42:41.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f3749e84640 1 --2- 172.21.15.17:0/3533194743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3744102df0 0x7f3744198500 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f374000d950 tx=0x7f374000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:41.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.186+0000 7f373affd640 1 -- 172.21.15.17:0/3533194743 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3740017070 con 0x7f3744102df0 2024-09-16T01:42:41.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.187+0000 7f373affd640 1 -- 172.21.15.17:0/3533194743 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3740009c30 con 0x7f3744102df0 2024-09-16T01:42:41.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.187+0000 7f374c0e8640 1 -- 172.21.15.17:0/3533194743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f374419d7a0 con 0x7f3744102df0 2024-09-16T01:42:41.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.187+0000 7f373affd640 1 -- 172.21.15.17:0/3533194743 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f374000f620 con 0x7f3744102df0 2024-09-16T01:42:41.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.187+0000 7f374c0e8640 1 -- 172.21.15.17:0/3533194743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f37441a5080 con 0x7f3744102df0 2024-09-16T01:42:41.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.189+0000 7f374c0e8640 1 -- 172.21.15.17:0/3533194743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f37441031d0 con 0x7f3744102df0 2024-09-16T01:42:41.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.189+0000 7f373affd640 1 -- 172.21.15.17:0/3533194743 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f37400109a0 con 0x7f3744102df0 2024-09-16T01:42:41.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.190+0000 7f373affd640 1 --2- 172.21.15.17:0/3533194743 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f37300a3350 0x7f37300a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:41.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.190+0000 7f3749683640 1 --2- 172.21.15.17:0/3533194743 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f37300a3350 0x7f37300a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:41.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.190+0000 7f373affd640 1 -- 172.21.15.17:0/3533194743 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 8240+0+0 (secure 0 0 0) 0x7f37400cf5c0 con 0x7f3744102df0 2024-09-16T01:42:41.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.190+0000 7f3749683640 1 --2- 172.21.15.17:0/3533194743 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f37300a3350 0x7f37300a5810 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f37440fedd0 tx=0x7f373400b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:41.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.194+0000 7f373affd640 1 -- 172.21.15.17:0/3533194743 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3740009de0 con 0x7f3744102df0 2024-09-16T01:42:41.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.372+0000 7f374c0e8640 1 -- 172.21.15.17:0/3533194743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) -- 0x7f37441072a0 con 0x7f3744102df0 2024-09-16T01:42:41.375 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-09-16T01:42:41.375 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]: dispatch 2024-09-16T01:42:41.375 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-09-16T01:42:41.376 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-09-16T01:42:41.376 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-09-16T01:42:41.376 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2024-09-16T01:42:41.376 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [3, 6]}]: dispatch 2024-09-16T01:42:41.376 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]: dispatch 2024-09-16T01:42:41.376 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:41 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2024-09-16T01:42:41.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.372+0000 7f373affd640 1 -- 172.21.15.17:0/3533194743 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) ==== 75+0+13 (secure 0 0 0) 0x7f374009bb30 con 0x7f3744102df0 2024-09-16T01:42:41.377 INFO:teuthology.orchestra.run.smithi017.stdout:326417514521 2024-09-16T01:42:41.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.374+0000 7f374c0e8640 1 -- 172.21.15.17:0/3533194743 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f37300a3350 msgr2=0x7f37300a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:41.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.374+0000 7f374c0e8640 1 --2- 172.21.15.17:0/3533194743 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f37300a3350 0x7f37300a5810 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f37440fedd0 tx=0x7f373400b390 comp rx=0 tx=0).stop 2024-09-16T01:42:41.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.374+0000 7f374c0e8640 1 -- 172.21.15.17:0/3533194743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3744102df0 msgr2=0x7f3744198500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:41.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.374+0000 7f374c0e8640 1 --2- 172.21.15.17:0/3533194743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3744102df0 0x7f3744198500 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f374000d950 tx=0x7f374000de10 comp rx=0 tx=0).stop 2024-09-16T01:42:41.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.375+0000 7f374c0e8640 1 -- 172.21.15.17:0/3533194743 shutdown_connections 2024-09-16T01:42:41.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.375+0000 7f374c0e8640 1 --2- 172.21.15.17:0/3533194743 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f37300a3350 0x7f37300a5810 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:41.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.375+0000 7f374c0e8640 1 --2- 172.21.15.17:0/3533194743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374410c2f0 0x7f374419cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:41.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.375+0000 7f374c0e8640 1 --2- 172.21.15.17:0/3533194743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f37441037a0 0x7f3744198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:41.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.375+0000 7f374c0e8640 1 --2- 172.21.15.17:0/3533194743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3744102df0 0x7f3744198500 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:41.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.375+0000 7f374c0e8640 1 -- 172.21.15.17:0/3533194743 >> 172.21.15.17:0/3533194743 conn(0x7f37440fc7d0 msgr2=0x7f37440fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:41.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.375+0000 7f374c0e8640 1 -- 172.21.15.17:0/3533194743 shutdown_connections 2024-09-16T01:42:41.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:41.375+0000 7f374c0e8640 1 -- 172.21.15.17:0/3533194743 wait complete. 2024-09-16T01:42:41.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-09-16T01:42:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]: dispatch 2024-09-16T01:42:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-09-16T01:42:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-09-16T01:42:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-09-16T01:42:41.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2024-09-16T01:42:41.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [3, 6]}]: dispatch 2024-09-16T01:42:41.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]: dispatch 2024-09-16T01:42:41.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:41 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2024-09-16T01:42:41.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]: dispatch 2024-09-16T01:42:41.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]: dispatch 2024-09-16T01:42:41.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-09-16T01:42:41.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]: dispatch 2024-09-16T01:42:41.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]: dispatch 2024-09-16T01:42:41.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]: dispatch 2024-09-16T01:42:41.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [3, 6]}]: dispatch 2024-09-16T01:42:41.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]: dispatch 2024-09-16T01:42:41.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:41 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]: dispatch 2024-09-16T01:42:42.180 INFO:tasks.cephadm.ceph_manager.ceph:need seq 296352743449 got 296352743453 for osd.10 2024-09-16T01:42:42.180 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:42.350 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:42 smithi017 ceph-mon[30972]: pgmap v312: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:42:42.350 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-09-16T01:42:42.350 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]': finished 2024-09-16T01:42:42.350 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-09-16T01:42:42.350 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-09-16T01:42:42.350 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-09-16T01:42:42.350 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2024-09-16T01:42:42.351 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [3, 6]}]': finished 2024-09-16T01:42:42.351 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]': finished 2024-09-16T01:42:42.351 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:42 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2024-09-16T01:42:42.351 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:42 smithi017 ceph-mon[30972]: osdmap e83: 12 total, 12 up, 12 in 2024-09-16T01:42:42.351 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:42 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3533194743' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-16T01:42:42.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:42 smithi122 ceph-mon[34758]: pgmap v312: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:42:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-09-16T01:42:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]': finished 2024-09-16T01:42:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-09-16T01:42:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-09-16T01:42:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-09-16T01:42:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2024-09-16T01:42:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [3, 6]}]': finished 2024-09-16T01:42:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]': finished 2024-09-16T01:42:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:42 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2024-09-16T01:42:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:42 smithi122 ceph-mon[34758]: osdmap e83: 12 total, 12 up, 12 in 2024-09-16T01:42:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:42 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3533194743' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-16T01:42:42.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:42 smithi029 ceph-mon[34783]: pgmap v312: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:42:42.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [2, 11]}]': finished 2024-09-16T01:42:42.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.b", "id": [2, 4]}]': finished 2024-09-16T01:42:42.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-09-16T01:42:42.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.c", "id": [3, 9]}]': finished 2024-09-16T01:42:42.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.11", "id": [4, 8]}]': finished 2024-09-16T01:42:42.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [4, 7]}]': finished 2024-09-16T01:42:42.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2a", "id": [3, 6]}]': finished 2024-09-16T01:42:42.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.33", "id": [5, 9]}]': finished 2024-09-16T01:42:42.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:42 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.36", "id": [4, 9]}]': finished 2024-09-16T01:42:42.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:42 smithi029 ceph-mon[34783]: osdmap e83: 12 total, 12 up, 12 in 2024-09-16T01:42:42.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:42 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3533194743' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-09-16T01:42:42.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.539+0000 7fc6efa58640 1 -- 172.21.15.17:0/1215708437 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6e8101df0 msgr2=0x7fc6e81021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.539+0000 7fc6efa58640 1 --2- 172.21.15.17:0/1215708437 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6e8101df0 0x7fc6e81021d0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fc6e4009900 tx=0x7fc6e402a410 comp rx=0 tx=0).stop 2024-09-16T01:42:42.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.540+0000 7fc6efa58640 1 -- 172.21.15.17:0/1215708437 shutdown_connections 2024-09-16T01:42:42.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.540+0000 7fc6efa58640 1 --2- 172.21.15.17:0/1215708437 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6e8106f20 0x7fc6e810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.540+0000 7fc6efa58640 1 --2- 172.21.15.17:0/1215708437 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6e81027a0 0x7fc6e81067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.540+0000 7fc6efa58640 1 --2- 172.21.15.17:0/1215708437 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6e8101df0 0x7fc6e81021d0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.540+0000 7fc6efa58640 1 -- 172.21.15.17:0/1215708437 >> 172.21.15.17:0/1215708437 conn(0x7fc6e80fd8f0 msgr2=0x7fc6e80ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:42.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.540+0000 7fc6efa58640 1 -- 172.21.15.17:0/1215708437 shutdown_connections 2024-09-16T01:42:42.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.540+0000 7fc6efa58640 1 -- 172.21.15.17:0/1215708437 wait complete. 2024-09-16T01:42:42.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.540+0000 7fc6efa58640 1 Processor -- start 2024-09-16T01:42:42.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.540+0000 7fc6efa58640 1 -- start start 2024-09-16T01:42:42.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.540+0000 7fc6efa58640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6e8101df0 0x7fc6e8198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.540+0000 7fc6efa58640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6e81027a0 0x7fc6e81989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.540+0000 7fc6efa58640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6e8106f20 0x7fc6e819cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6efa58640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc6e8111ec0 con 0x7fc6e8106f20 2024-09-16T01:42:42.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6efa58640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc6e8111d40 con 0x7fc6e8101df0 2024-09-16T01:42:42.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6efa58640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc6e8112040 con 0x7fc6e81027a0 2024-09-16T01:42:42.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6edff5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6e8106f20 0x7fc6e819cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6edff5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6e8106f20 0x7fc6e819cd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59068/0 (socket says 172.21.15.17:59068) 2024-09-16T01:42:42.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6edff5640 1 -- 172.21.15.17:0/1409030043 learned_addr learned my addr 172.21.15.17:0/1409030043 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:42.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6ed7f4640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6e8101df0 0x7fc6e8198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6ecff3640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6e81027a0 0x7fc6e81989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6edff5640 1 -- 172.21.15.17:0/1409030043 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6e81027a0 msgr2=0x7fc6e81989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6edff5640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6e81027a0 0x7fc6e81989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6edff5640 1 -- 172.21.15.17:0/1409030043 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6e8101df0 msgr2=0x7fc6e8198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6edff5640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6e8101df0 0x7fc6e8198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6edff5640 1 -- 172.21.15.17:0/1409030043 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6e819d410 con 0x7fc6e8106f20 2024-09-16T01:42:42.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6ed7f4640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6e8101df0 0x7fc6e8198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:42.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6ecff3640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6e81027a0 0x7fc6e81989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:42.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6edff5640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6e8106f20 0x7fc6e819cd30 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fc6e000b970 tx=0x7fc6e000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:42.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6de7fc640 1 -- 172.21.15.17:0/1409030043 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6e0019070 con 0x7fc6e8106f20 2024-09-16T01:42:42.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6de7fc640 1 -- 172.21.15.17:0/1409030043 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6e0014440 con 0x7fc6e8106f20 2024-09-16T01:42:42.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6efa58640 1 -- 172.21.15.17:0/1409030043 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6e819d700 con 0x7fc6e8106f20 2024-09-16T01:42:42.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6de7fc640 1 -- 172.21.15.17:0/1409030043 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6e00075d0 con 0x7fc6e8106f20 2024-09-16T01:42:42.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.541+0000 7fc6efa58640 1 -- 172.21.15.17:0/1409030043 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6e81a4fe0 con 0x7fc6e8106f20 2024-09-16T01:42:42.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.542+0000 7fc6efa58640 1 -- 172.21.15.17:0/1409030043 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6e81021d0 con 0x7fc6e8106f20 2024-09-16T01:42:42.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.543+0000 7fc6de7fc640 1 -- 172.21.15.17:0/1409030043 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fc6e001c070 con 0x7fc6e8106f20 2024-09-16T01:42:42.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.544+0000 7fc6de7fc640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6d40a32d0 0x7fc6d40a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:42.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.544+0000 7fc6ed7f4640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6d40a32d0 0x7fc6d40a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:42.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.544+0000 7fc6de7fc640 1 -- 172.21.15.17:0/1409030043 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc6e00cf050 con 0x7fc6e8106f20 2024-09-16T01:42:42.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.545+0000 7fc6ed7f4640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6d40a32d0 0x7fc6d40a5790 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc6e4000c00 tx=0x7fc6e4005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:42.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.548+0000 7fc6de7fc640 1 -- 172.21.15.17:0/1409030043 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc6e009bce0 con 0x7fc6e8106f20 2024-09-16T01:42:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.729+0000 7fc6efa58640 1 -- 172.21.15.17:0/1409030043 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7fc6e8109b70 con 0x7fc6e8106f20 2024-09-16T01:42:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.730+0000 7fc6de7fc640 1 -- 172.21.15.17:0/1409030043 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7fc6e009b5e0 con 0x7fc6e8106f20 2024-09-16T01:42:42.732 INFO:teuthology.orchestra.run.smithi017.stdout:193273528371 2024-09-16T01:42:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.732+0000 7fc6efa58640 1 -- 172.21.15.17:0/1409030043 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6d40a32d0 msgr2=0x7fc6d40a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.732+0000 7fc6efa58640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6d40a32d0 0x7fc6d40a5790 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fc6e4000c00 tx=0x7fc6e4005a20 comp rx=0 tx=0).stop 2024-09-16T01:42:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.732+0000 7fc6efa58640 1 -- 172.21.15.17:0/1409030043 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6e8106f20 msgr2=0x7fc6e819cd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.732+0000 7fc6efa58640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6e8106f20 0x7fc6e819cd30 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fc6e000b970 tx=0x7fc6e000be30 comp rx=0 tx=0).stop 2024-09-16T01:42:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.732+0000 7fc6efa58640 1 -- 172.21.15.17:0/1409030043 shutdown_connections 2024-09-16T01:42:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.732+0000 7fc6efa58640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6d40a32d0 0x7fc6d40a5790 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.732+0000 7fc6efa58640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6e8106f20 0x7fc6e819cd30 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.732+0000 7fc6efa58640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6e81027a0 0x7fc6e81989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.732+0000 7fc6efa58640 1 --2- 172.21.15.17:0/1409030043 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6e8101df0 0x7fc6e8198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:42.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.732+0000 7fc6efa58640 1 -- 172.21.15.17:0/1409030043 >> 172.21.15.17:0/1409030043 conn(0x7fc6e80fd8f0 msgr2=0x7fc6e80feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.732+0000 7fc6efa58640 1 -- 172.21.15.17:0/1409030043 shutdown_connections 2024-09-16T01:42:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:42.732+0000 7fc6efa58640 1 -- 172.21.15.17:0/1409030043 wait complete. 2024-09-16T01:42:42.996 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757301 got 163208757302 for osd.5 2024-09-16T01:42:42.996 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:43.265 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:43 smithi017 ceph-mon[30972]: osdmap e84: 12 total, 12 up, 12 in 2024-09-16T01:42:43.265 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:43 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1409030043' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-16T01:42:43.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:43 smithi122 ceph-mon[34758]: osdmap e84: 12 total, 12 up, 12 in 2024-09-16T01:42:43.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:43 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1409030043' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-16T01:42:43.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:43 smithi029 ceph-mon[34783]: osdmap e84: 12 total, 12 up, 12 in 2024-09-16T01:42:43.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:43 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1409030043' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-16T01:42:43.594 INFO:tasks.cephadm.ceph_manager.ceph:need seq 326417514518 got 326417514521 for osd.11 2024-09-16T01:42:43.595 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:43.858 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:43.891 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574922 got 55834574924 for osd.1 2024-09-16T01:42:43.891 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:44.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.311+0000 7f6df96ae640 1 -- 172.21.15.17:0/2575016998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6df410c170 msgr2=0x7f6df410e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.311+0000 7f6df96ae640 1 --2- 172.21.15.17:0/2575016998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6df410c170 0x7f6df410e610 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f6dec009ca0 tx=0x7f6dec02a950 comp rx=0 tx=0).stop 2024-09-16T01:42:44.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.311+0000 7f6df96ae640 1 -- 172.21.15.17:0/2575016998 shutdown_connections 2024-09-16T01:42:44.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.311+0000 7f6df96ae640 1 --2- 172.21.15.17:0/2575016998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6df410c170 0x7f6df410e610 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.311+0000 7f6df96ae640 1 --2- 172.21.15.17:0/2575016998 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6df4103660 0x7f6df410bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.311+0000 7f6df96ae640 1 --2- 172.21.15.17:0/2575016998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6df4102d40 0x7f6df4103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.311+0000 7f6df96ae640 1 -- 172.21.15.17:0/2575016998 >> 172.21.15.17:0/2575016998 conn(0x7f6df40fc7a0 msgr2=0x7f6df40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:44.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.311+0000 7f6df96ae640 1 -- 172.21.15.17:0/2575016998 shutdown_connections 2024-09-16T01:42:44.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.311+0000 7f6df96ae640 1 -- 172.21.15.17:0/2575016998 wait complete. 2024-09-16T01:42:44.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.312+0000 7f6df96ae640 1 Processor -- start 2024-09-16T01:42:44.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.312+0000 7f6df96ae640 1 -- start start 2024-09-16T01:42:44.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.312+0000 7f6df96ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6df4102d40 0x7f6df41009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.312+0000 7f6df96ae640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6df4103660 0x7f6df4100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.312+0000 7f6df96ae640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6df410c170 0x7f6df4101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.312+0000 7f6df96ae640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6df4111e20 con 0x7f6df4102d40 2024-09-16T01:42:44.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.312+0000 7f6df96ae640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6df4111ca0 con 0x7f6df4103660 2024-09-16T01:42:44.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.312+0000 7f6df96ae640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6df4111fa0 con 0x7f6df410c170 2024-09-16T01:42:44.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6df2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6df4102d40 0x7f6df41009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6df2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6df4102d40 0x7f6df41009a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59086/0 (socket says 172.21.15.17:59086) 2024-09-16T01:42:44.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6df2ffd640 1 -- 172.21.15.17:0/209159330 learned_addr learned my addr 172.21.15.17:0/209159330 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:44.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6dea7fc640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6df4103660 0x7f6df4100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6df37fe640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6df410c170 0x7f6df4101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6df2ffd640 1 -- 172.21.15.17:0/209159330 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6df410c170 msgr2=0x7f6df4101420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6df2ffd640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6df410c170 0x7f6df4101420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6df2ffd640 1 -- 172.21.15.17:0/209159330 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6df4103660 msgr2=0x7f6df4100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6df2ffd640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6df4103660 0x7f6df4100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6df2ffd640 1 -- 172.21.15.17:0/209159330 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6df41a6720 con 0x7f6df4102d40 2024-09-16T01:42:44.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6dea7fc640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6df4103660 0x7f6df4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:44.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6df2ffd640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6df4102d40 0x7f6df41009a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f6de400d950 tx=0x7f6de400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:44.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6df0ff9640 1 -- 172.21.15.17:0/209159330 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6de4017070 con 0x7f6df4102d40 2024-09-16T01:42:44.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6df0ff9640 1 -- 172.21.15.17:0/209159330 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6de4009c30 con 0x7f6df4102d40 2024-09-16T01:42:44.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.313+0000 7f6df96ae640 1 -- 172.21.15.17:0/209159330 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6df41a6a10 con 0x7f6df4102d40 2024-09-16T01:42:44.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.314+0000 7f6df0ff9640 1 -- 172.21.15.17:0/209159330 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6de400f620 con 0x7f6df4102d40 2024-09-16T01:42:44.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.314+0000 7f6df96ae640 1 -- 172.21.15.17:0/209159330 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6df41a6fa0 con 0x7f6df4102d40 2024-09-16T01:42:44.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.315+0000 7f6df96ae640 1 -- 172.21.15.17:0/209159330 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6df4103120 con 0x7f6df4102d40 2024-09-16T01:42:44.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.316+0000 7f6df0ff9640 1 -- 172.21.15.17:0/209159330 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f6de40109a0 con 0x7f6df4102d40 2024-09-16T01:42:44.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.317+0000 7f6df0ff9640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6de00a3350 0x7f6de00a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:44.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.317+0000 7f6dea7fc640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6de00a3350 0x7f6de00a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:44.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.317+0000 7f6df0ff9640 1 -- 172.21.15.17:0/209159330 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f6de40cf680 con 0x7f6df4102d40 2024-09-16T01:42:44.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.318+0000 7f6dea7fc640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6de00a3350 0x7f6de00a5810 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6df4102430 tx=0x7f6ddc00a5e0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.321+0000 7f6df0ff9640 1 -- 172.21.15.17:0/209159330 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f6de4009de0 con 0x7f6df4102d40 2024-09-16T01:42:44.374 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:44 smithi017 ceph-mon[30972]: pgmap v315: 97 pgs: 2 peering, 95 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-16T01:42:44.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.502+0000 7f6df96ae640 1 -- 172.21.15.17:0/209159330 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f6df41a7230 con 0x7f6df4102d40 2024-09-16T01:42:44.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.502+0000 7f6df0ff9640 1 -- 172.21.15.17:0/209159330 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+13 (secure 0 0 0) 0x7f6de409c280 con 0x7f6df4102d40 2024-09-16T01:42:44.504 INFO:teuthology.orchestra.run.smithi017.stdout:141733920830 2024-09-16T01:42:44.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.504+0000 7f6df96ae640 1 -- 172.21.15.17:0/209159330 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6de00a3350 msgr2=0x7f6de00a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.504+0000 7f6df96ae640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6de00a3350 0x7f6de00a5810 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f6df4102430 tx=0x7f6ddc00a5e0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.504+0000 7f6df96ae640 1 -- 172.21.15.17:0/209159330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6df4102d40 msgr2=0x7f6df41009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:44.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.504+0000 7f6df96ae640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6df4102d40 0x7f6df41009a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f6de400d950 tx=0x7f6de400de10 comp rx=0 tx=0).stop 2024-09-16T01:42:44.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.504+0000 7f6df96ae640 1 -- 172.21.15.17:0/209159330 shutdown_connections 2024-09-16T01:42:44.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.504+0000 7f6df96ae640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6de00a3350 0x7f6de00a5810 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.504+0000 7f6df96ae640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6df410c170 0x7f6df4101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.504+0000 7f6df96ae640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6df4103660 0x7f6df4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.504+0000 7f6df96ae640 1 --2- 172.21.15.17:0/209159330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6df4102d40 0x7f6df41009a0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:44.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.504+0000 7f6df96ae640 1 -- 172.21.15.17:0/209159330 >> 172.21.15.17:0/209159330 conn(0x7f6df40fc7a0 msgr2=0x7f6df40fdd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:44.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.504+0000 7f6df96ae640 1 -- 172.21.15.17:0/209159330 shutdown_connections 2024-09-16T01:42:44.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:44.504+0000 7f6df96ae640 1 -- 172.21.15.17:0/209159330 wait complete. 2024-09-16T01:42:44.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:44 smithi122 ceph-mon[34758]: pgmap v315: 97 pgs: 2 peering, 95 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-16T01:42:44.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:44 smithi029 ceph-mon[34783]: pgmap v315: 97 pgs: 2 peering, 95 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-16T01:42:44.789 INFO:tasks.cephadm.ceph_manager.ceph:need seq 193273528367 got 193273528371 for osd.6 2024-09-16T01:42:44.789 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:45.397 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:45 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/209159330' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-16T01:42:45.425 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920827 got 141733920830 for osd.4 2024-09-16T01:42:45.426 DEBUG:teuthology.parallel:result is None 2024-09-16T01:42:45.426 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-16T01:42:45.426 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T01:42:45.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:45 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/209159330' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-16T01:42:45.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:45 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/209159330' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-16T01:42:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:46.491 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:46 smithi017 ceph-mon[30972]: pgmap v316: 97 pgs: 2 peering, 95 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 14 B/s, 0 objects/s recovering 2024-09-16T01:42:46.492 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:46 smithi017 ceph-mon[30972]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T01:42:46.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:46 smithi122 ceph-mon[34758]: pgmap v316: 97 pgs: 2 peering, 95 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 14 B/s, 0 objects/s recovering 2024-09-16T01:42:46.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:46 smithi122 ceph-mon[34758]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T01:42:46.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:46 smithi029 ceph-mon[34783]: pgmap v316: 97 pgs: 2 peering, 95 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 14 B/s, 0 objects/s recovering 2024-09-16T01:42:46.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:46 smithi029 ceph-mon[34783]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T01:42:46.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.731+0000 7f03ba680640 1 -- 172.21.15.17:0/843938261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03b4101420 msgr2=0x7f03b410d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.731+0000 7f03ba680640 1 --2- 172.21.15.17:0/843938261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03b4101420 0x7f03b410d950 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f03ac009cd0 tx=0x7f03ac02a8e0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.731+0000 7f03ba680640 1 -- 172.21.15.17:0/843938261 shutdown_connections 2024-09-16T01:42:46.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.731+0000 7f03ba680640 1 --2- 172.21.15.17:0/843938261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03b4101420 0x7f03b410d950 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.731+0000 7f03ba680640 1 --2- 172.21.15.17:0/843938261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03b4100a80 0x7f03b4100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.731+0000 7f03ba680640 1 --2- 172.21.15.17:0/843938261 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b4106a80 0x7f03b4106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.731+0000 7f03ba680640 1 -- 172.21.15.17:0/843938261 >> 172.21.15.17:0/843938261 conn(0x7f03b40fc7a0 msgr2=0x7f03b40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:46.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.731+0000 7f03ba680640 1 -- 172.21.15.17:0/843938261 shutdown_connections 2024-09-16T01:42:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.731+0000 7f03ba680640 1 -- 172.21.15.17:0/843938261 wait complete. 2024-09-16T01:42:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.732+0000 7f03ba680640 1 Processor -- start 2024-09-16T01:42:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.732+0000 7f03ba680640 1 -- start start 2024-09-16T01:42:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.732+0000 7f03ba680640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03b4100a80 0x7f03b41972d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.732+0000 7f03ba680640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b4101420 0x7f03b4197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.732+0000 7f03ba680640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03b4106a80 0x7f03b419bba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.732+0000 7f03ba680640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f03b4110d50 con 0x7f03b4100a80 2024-09-16T01:42:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.732+0000 7f03ba680640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f03b4110bd0 con 0x7f03b4106a80 2024-09-16T01:42:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.732+0000 7f03ba680640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f03b4110ed0 con 0x7f03b4101420 2024-09-16T01:42:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.732+0000 7f03b3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03b4100a80 0x7f03b41972d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.732+0000 7f03b3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03b4100a80 0x7f03b41972d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40474/0 (socket says 172.21.15.17:40474) 2024-09-16T01:42:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.732+0000 7f03b3fff640 1 -- 172.21.15.17:0/1704813738 learned_addr learned my addr 172.21.15.17:0/1704813738 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03b8c1d640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03b4106a80 0x7f03b419bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03abfff640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b4101420 0x7f03b4197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03b3fff640 1 -- 172.21.15.17:0/1704813738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b4101420 msgr2=0x7f03b4197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03b3fff640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b4101420 0x7f03b4197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03b3fff640 1 -- 172.21.15.17:0/1704813738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03b4106a80 msgr2=0x7f03b419bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03b3fff640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03b4106a80 0x7f03b419bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03b3fff640 1 -- 172.21.15.17:0/1704813738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03b419c280 con 0x7f03b4100a80 2024-09-16T01:42:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03b8c1d640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03b4106a80 0x7f03b419bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03abfff640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b4101420 0x7f03b4197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03b3fff640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03b4100a80 0x7f03b41972d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f03a400b4a0 tx=0x7f03a400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03b1ffb640 1 -- 172.21.15.17:0/1704813738 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a4014070 con 0x7f03b4100a80 2024-09-16T01:42:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03ba680640 1 -- 172.21.15.17:0/1704813738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03b419c570 con 0x7f03b4100a80 2024-09-16T01:42:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03b1ffb640 1 -- 172.21.15.17:0/1704813738 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f03a4010ac0 con 0x7f03b4100a80 2024-09-16T01:42:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03b1ffb640 1 -- 172.21.15.17:0/1704813738 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a4017c30 con 0x7f03b4100a80 2024-09-16T01:42:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.733+0000 7f03ba680640 1 -- 172.21.15.17:0/1704813738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03b41a3e50 con 0x7f03b4100a80 2024-09-16T01:42:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.734+0000 7f03ba680640 1 -- 172.21.15.17:0/1704813738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03b4100ee0 con 0x7f03b4100a80 2024-09-16T01:42:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.735+0000 7f03b1ffb640 1 -- 172.21.15.17:0/1704813738 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f03a4017070 con 0x7f03b4100a80 2024-09-16T01:42:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.736+0000 7f03b1ffb640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f03a00a32d0 0x7f03a00a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.736+0000 7f03abfff640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f03a00a32d0 0x7f03a00a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.736+0000 7f03b1ffb640 1 -- 172.21.15.17:0/1704813738 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f03a40cee70 con 0x7f03b4100a80 2024-09-16T01:42:46.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.737+0000 7f03abfff640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f03a00a32d0 0x7f03a00a5790 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f03b40fee50 tx=0x7f039c005d30 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:46.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.740+0000 7f03b1ffb640 1 -- 172.21.15.17:0/1704813738 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f03a409bb00 con 0x7f03b4100a80 2024-09-16T01:42:46.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.923+0000 7f03ba680640 1 -- 172.21.15.17:0/1704813738 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f03b4062630 con 0x7f03a00a32d0 2024-09-16T01:42:46.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.930+0000 7f03b1ffb640 1 -- 172.21.15.17:0/1704813738 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258927 (secure 0 0 0) 0x7f03b4062630 con 0x7f03a00a32d0 2024-09-16T01:42:46.934 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:42:46.936 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-16T01:42:46.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.933+0000 7f03ba680640 1 -- 172.21.15.17:0/1704813738 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f03a00a32d0 msgr2=0x7f03a00a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.933+0000 7f03ba680640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f03a00a32d0 0x7f03a00a5790 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f03b40fee50 tx=0x7f039c005d30 comp rx=0 tx=0).stop 2024-09-16T01:42:46.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.933+0000 7f03ba680640 1 -- 172.21.15.17:0/1704813738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03b4100a80 msgr2=0x7f03b41972d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:46.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.933+0000 7f03ba680640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03b4100a80 0x7f03b41972d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f03a400b4a0 tx=0x7f03a400b960 comp rx=0 tx=0).stop 2024-09-16T01:42:46.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.933+0000 7f03ba680640 1 -- 172.21.15.17:0/1704813738 shutdown_connections 2024-09-16T01:42:46.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.933+0000 7f03ba680640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f03a00a32d0 0x7f03a00a5790 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.933+0000 7f03ba680640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f03b4106a80 0x7f03b419bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.933+0000 7f03ba680640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03b4101420 0x7f03b4197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.933+0000 7f03ba680640 1 --2- 172.21.15.17:0/1704813738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03b4100a80 0x7f03b41972d0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:46.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.933+0000 7f03ba680640 1 -- 172.21.15.17:0/1704813738 >> 172.21.15.17:0/1704813738 conn(0x7f03b40fc7a0 msgr2=0x7f03b40fd110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:46.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.933+0000 7f03ba680640 1 -- 172.21.15.17:0/1704813738 shutdown_connections 2024-09-16T01:42:46.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:46.933+0000 7f03ba680640 1 -- 172.21.15.17:0/1704813738 wait complete. 2024-09-16T01:42:47.633 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":317,"stamp":"2024-09-16T01:42:46.519750+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656750,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":2,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":471,"num_read_kb":351,"num_write":349,"num_write_kb":3052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1180853,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":280,"ondisk_log_size":280,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":292,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":377044,"kb_used_data":11088,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124564780,"statfs":{"total":1151940427776,"available":1151554334720,"internally_reserved":0,"allocated":11354112,"data_stored":7218830,"data_compressed":166110,"data_compressed_allocated":217088,"data_compressed_original":1933312,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":2,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":50,"num_read_kb":25,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001860"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-16T01:42:41.096701+0000","last_change":"2024-09-16T01:41:42.858269+0000","last_active":"2024-09-16T01:42:41.096701+0000","last_peered":"2024-09-16T01:42:41.096701+0000","last_clean":"2024-09-16T01:42:41.096701+0000","last_became_active":"2024-09-16T01:41:42.857834+0000","last_became_peered":"2024-09-16T01:41:42.857834+0000","last_unstale":"2024-09-16T01:42:41.096701+0000","last_undegraded":"2024-09-16T01:42:41.096701+0000","last_fullsized":"2024-09-16T01:42:41.096701+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:34.752606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101868+0000","last_change":"2024-09-16T01:41:42.855243+0000","last_active":"2024-09-16T01:42:42.101868+0000","last_peered":"2024-09-16T01:42:42.101868+0000","last_clean":"2024-09-16T01:42:42.101868+0000","last_became_active":"2024-09-16T01:41:42.854933+0000","last_became_peered":"2024-09-16T01:41:42.854933+0000","last_unstale":"2024-09-16T01:42:42.101868+0000","last_undegraded":"2024-09-16T01:42:42.101868+0000","last_fullsized":"2024-09-16T01:42:42.101868+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:33.190148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101858+0000","last_change":"2024-09-16T01:41:42.864850+0000","last_active":"2024-09-16T01:42:42.101858+0000","last_peered":"2024-09-16T01:42:42.101858+0000","last_clean":"2024-09-16T01:42:42.101858+0000","last_became_active":"2024-09-16T01:41:42.864457+0000","last_became_peered":"2024-09-16T01:41:42.864457+0000","last_unstale":"2024-09-16T01:42:42.101858+0000","last_undegraded":"2024-09-16T01:42:42.101858+0000","last_fullsized":"2024-09-16T01:42:42.101858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:30:22.935333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.112514+0000","last_change":"2024-09-16T01:41:42.864542+0000","last_active":"2024-09-16T01:42:42.112514+0000","last_peered":"2024-09-16T01:42:42.112514+0000","last_clean":"2024-09-16T01:42:42.112514+0000","last_became_active":"2024-09-16T01:41:42.864208+0000","last_became_peered":"2024-09-16T01:41:42.864208+0000","last_unstale":"2024-09-16T01:42:42.112514+0000","last_undegraded":"2024-09-16T01:42:42.112514+0000","last_fullsized":"2024-09-16T01:42:42.112514+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:26.230750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103808+0000","last_change":"2024-09-16T01:41:42.863632+0000","last_active":"2024-09-16T01:42:42.103808+0000","last_peered":"2024-09-16T01:42:42.103808+0000","last_clean":"2024-09-16T01:42:42.103808+0000","last_became_active":"2024-09-16T01:41:42.862988+0000","last_became_peered":"2024-09-16T01:41:42.862988+0000","last_unstale":"2024-09-16T01:42:42.103808+0000","last_undegraded":"2024-09-16T01:42:42.103808+0000","last_fullsized":"2024-09-16T01:42:42.103808+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:40.854320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100698+0000","last_change":"2024-09-16T01:41:42.864794+0000","last_active":"2024-09-16T01:42:42.100698+0000","last_peered":"2024-09-16T01:42:42.100698+0000","last_clean":"2024-09-16T01:42:42.100698+0000","last_became_active":"2024-09-16T01:41:42.864460+0000","last_became_peered":"2024-09-16T01:41:42.864460+0000","last_unstale":"2024-09-16T01:42:42.100698+0000","last_undegraded":"2024-09-16T01:42:42.100698+0000","last_fullsized":"2024-09-16T01:42:42.100698+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:48.974901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104169+0000","last_change":"2024-09-16T01:41:42.863738+0000","last_active":"2024-09-16T01:42:42.104169+0000","last_peered":"2024-09-16T01:42:42.104169+0000","last_clean":"2024-09-16T01:42:42.104169+0000","last_became_active":"2024-09-16T01:41:42.862787+0000","last_became_peered":"2024-09-16T01:41:42.862787+0000","last_unstale":"2024-09-16T01:42:42.104169+0000","last_undegraded":"2024-09-16T01:42:42.104169+0000","last_fullsized":"2024-09-16T01:42:42.104169+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:09.491126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106240+0000","last_change":"2024-09-16T01:41:42.867518+0000","last_active":"2024-09-16T01:42:42.106240+0000","last_peered":"2024-09-16T01:42:42.106240+0000","last_clean":"2024-09-16T01:42:42.106240+0000","last_became_active":"2024-09-16T01:41:42.867176+0000","last_became_peered":"2024-09-16T01:41:42.867176+0000","last_unstale":"2024-09-16T01:42:42.106240+0000","last_undegraded":"2024-09-16T01:42:42.106240+0000","last_fullsized":"2024-09-16T01:42:42.106240+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:06.778397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104462+0000","last_change":"2024-09-16T01:41:42.858684+0000","last_active":"2024-09-16T01:42:42.104462+0000","last_peered":"2024-09-16T01:42:42.104462+0000","last_clean":"2024-09-16T01:42:42.104462+0000","last_became_active":"2024-09-16T01:41:42.858033+0000","last_became_peered":"2024-09-16T01:41:42.858033+0000","last_unstale":"2024-09-16T01:42:42.104462+0000","last_undegraded":"2024-09-16T01:42:42.104462+0000","last_fullsized":"2024-09-16T01:42:42.104462+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:59:03.373757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.109325+0000","last_change":"2024-09-16T01:42:42.109325+0000","last_active":"2024-09-16T01:42:42.109325+0000","last_peered":"2024-09-16T01:42:42.109325+0000","last_clean":"2024-09-16T01:42:42.109325+0000","last_became_active":"2024-09-16T01:42:42.108921+0000","last_became_peered":"2024-09-16T01:42:42.108921+0000","last_unstale":"2024-09-16T01:42:42.109325+0000","last_undegraded":"2024-09-16T01:42:42.109325+0000","last_fullsized":"2024-09-16T01:42:42.109325+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:53.274545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103760+0000","last_change":"2024-09-16T01:41:42.875181+0000","last_active":"2024-09-16T01:42:42.103760+0000","last_peered":"2024-09-16T01:42:42.103760+0000","last_clean":"2024-09-16T01:42:42.103760+0000","last_became_active":"2024-09-16T01:41:42.874765+0000","last_became_peered":"2024-09-16T01:41:42.874765+0000","last_unstale":"2024-09-16T01:42:42.103760+0000","last_undegraded":"2024-09-16T01:42:42.103760+0000","last_fullsized":"2024-09-16T01:42:42.103760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:13:20.147822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.112605+0000","last_change":"2024-09-16T01:41:42.869605+0000","last_active":"2024-09-16T01:42:42.112605+0000","last_peered":"2024-09-16T01:42:42.112605+0000","last_clean":"2024-09-16T01:42:42.112605+0000","last_became_active":"2024-09-16T01:41:42.869092+0000","last_became_peered":"2024-09-16T01:41:42.869092+0000","last_unstale":"2024-09-16T01:42:42.112605+0000","last_undegraded":"2024-09-16T01:42:42.112605+0000","last_fullsized":"2024-09-16T01:42:42.112605+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:39.792869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104537+0000","last_change":"2024-09-16T01:42:42.104537+0000","last_active":"2024-09-16T01:42:42.104537+0000","last_peered":"2024-09-16T01:42:42.104537+0000","last_clean":"2024-09-16T01:42:42.104537+0000","last_became_active":"2024-09-16T01:42:42.104053+0000","last_became_peered":"2024-09-16T01:42:42.104053+0000","last_unstale":"2024-09-16T01:42:42.104537+0000","last_undegraded":"2024-09-16T01:42:42.104537+0000","last_fullsized":"2024-09-16T01:42:42.104537+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:23:58.381378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101539+0000","last_change":"2024-09-16T01:41:42.856102+0000","last_active":"2024-09-16T01:42:42.101539+0000","last_peered":"2024-09-16T01:42:42.101539+0000","last_clean":"2024-09-16T01:42:42.101539+0000","last_became_active":"2024-09-16T01:41:42.855763+0000","last_became_peered":"2024-09-16T01:41:42.855763+0000","last_unstale":"2024-09-16T01:42:42.101539+0000","last_undegraded":"2024-09-16T01:42:42.101539+0000","last_fullsized":"2024-09-16T01:42:42.101539+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:03.540153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101331+0000","last_change":"2024-09-16T01:41:42.865759+0000","last_active":"2024-09-16T01:42:42.101331+0000","last_peered":"2024-09-16T01:42:42.101331+0000","last_clean":"2024-09-16T01:42:42.101331+0000","last_became_active":"2024-09-16T01:41:42.865310+0000","last_became_peered":"2024-09-16T01:41:42.865310+0000","last_unstale":"2024-09-16T01:42:42.101331+0000","last_undegraded":"2024-09-16T01:42:42.101331+0000","last_fullsized":"2024-09-16T01:42:42.101331+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:25:52.897510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103822+0000","last_change":"2024-09-16T01:41:42.871183+0000","last_active":"2024-09-16T01:42:42.103822+0000","last_peered":"2024-09-16T01:42:42.103822+0000","last_clean":"2024-09-16T01:42:42.103822+0000","last_became_active":"2024-09-16T01:41:42.870816+0000","last_became_peered":"2024-09-16T01:41:42.870816+0000","last_unstale":"2024-09-16T01:42:42.103822+0000","last_undegraded":"2024-09-16T01:42:42.103822+0000","last_fullsized":"2024-09-16T01:42:42.103822+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:37.890658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-16T01:42:41.096759+0000","last_change":"2024-09-16T01:41:42.858293+0000","last_active":"2024-09-16T01:42:41.096759+0000","last_peered":"2024-09-16T01:42:41.096759+0000","last_clean":"2024-09-16T01:42:41.096759+0000","last_became_active":"2024-09-16T01:41:42.857393+0000","last_became_peered":"2024-09-16T01:41:42.857393+0000","last_unstale":"2024-09-16T01:42:41.096759+0000","last_undegraded":"2024-09-16T01:42:41.096759+0000","last_fullsized":"2024-09-16T01:42:41.096759+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:08:09.767728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103356+0000","last_change":"2024-09-16T01:41:42.856670+0000","last_active":"2024-09-16T01:42:42.103356+0000","last_peered":"2024-09-16T01:42:42.103356+0000","last_clean":"2024-09-16T01:42:42.103356+0000","last_became_active":"2024-09-16T01:41:42.856346+0000","last_became_peered":"2024-09-16T01:41:42.856346+0000","last_unstale":"2024-09-16T01:42:42.103356+0000","last_undegraded":"2024-09-16T01:42:42.103356+0000","last_fullsized":"2024-09-16T01:42:42.103356+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:05.164090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.108080+0000","last_change":"2024-09-16T01:41:42.866531+0000","last_active":"2024-09-16T01:42:42.108080+0000","last_peered":"2024-09-16T01:42:42.108080+0000","last_clean":"2024-09-16T01:42:42.108080+0000","last_became_active":"2024-09-16T01:41:42.866002+0000","last_became_peered":"2024-09-16T01:41:42.866002+0000","last_unstale":"2024-09-16T01:42:42.108080+0000","last_undegraded":"2024-09-16T01:42:42.108080+0000","last_fullsized":"2024-09-16T01:42:42.108080+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:22:37.171553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-16T01:42:41.096301+0000","last_change":"2024-09-16T01:41:42.860941+0000","last_active":"2024-09-16T01:42:41.096301+0000","last_peered":"2024-09-16T01:42:41.096301+0000","last_clean":"2024-09-16T01:42:41.096301+0000","last_became_active":"2024-09-16T01:41:42.860562+0000","last_became_peered":"2024-09-16T01:41:42.860562+0000","last_unstale":"2024-09-16T01:42:41.096301+0000","last_undegraded":"2024-09-16T01:42:41.096301+0000","last_fullsized":"2024-09-16T01:42:41.096301+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:15:44.366908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100082+0000","last_change":"2024-09-16T01:41:42.864423+0000","last_active":"2024-09-16T01:42:42.100082+0000","last_peered":"2024-09-16T01:42:42.100082+0000","last_clean":"2024-09-16T01:42:42.100082+0000","last_became_active":"2024-09-16T01:41:42.863811+0000","last_became_peered":"2024-09-16T01:41:42.863811+0000","last_unstale":"2024-09-16T01:42:42.100082+0000","last_undegraded":"2024-09-16T01:42:42.100082+0000","last_fullsized":"2024-09-16T01:42:42.100082+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:31.402113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107221+0000","last_change":"2024-09-16T01:42:42.107221+0000","last_active":"2024-09-16T01:42:42.107221+0000","last_peered":"2024-09-16T01:42:42.107221+0000","last_clean":"2024-09-16T01:42:42.107221+0000","last_became_active":"2024-09-16T01:42:42.106728+0000","last_became_peered":"2024-09-16T01:42:42.106728+0000","last_unstale":"2024-09-16T01:42:42.107221+0000","last_undegraded":"2024-09-16T01:42:42.107221+0000","last_fullsized":"2024-09-16T01:42:42.107221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:39.617919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,6],"acting":[1,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106541+0000","last_change":"2024-09-16T01:41:42.870730+0000","last_active":"2024-09-16T01:42:42.106541+0000","last_peered":"2024-09-16T01:42:42.106541+0000","last_clean":"2024-09-16T01:42:42.106541+0000","last_became_active":"2024-09-16T01:41:42.870475+0000","last_became_peered":"2024-09-16T01:41:42.870475+0000","last_unstale":"2024-09-16T01:42:42.106541+0000","last_undegraded":"2024-09-16T01:42:42.106541+0000","last_fullsized":"2024-09-16T01:42:42.106541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:20.301087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100675+0000","last_change":"2024-09-16T01:41:42.866596+0000","last_active":"2024-09-16T01:42:42.100675+0000","last_peered":"2024-09-16T01:42:42.100675+0000","last_clean":"2024-09-16T01:42:42.100675+0000","last_became_active":"2024-09-16T01:41:42.866011+0000","last_became_peered":"2024-09-16T01:41:42.866011+0000","last_unstale":"2024-09-16T01:42:42.100675+0000","last_undegraded":"2024-09-16T01:42:42.100675+0000","last_fullsized":"2024-09-16T01:42:42.100675+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:15.535118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106931+0000","last_change":"2024-09-16T01:41:42.868201+0000","last_active":"2024-09-16T01:42:42.106931+0000","last_peered":"2024-09-16T01:42:42.106931+0000","last_clean":"2024-09-16T01:42:42.106931+0000","last_became_active":"2024-09-16T01:41:42.867951+0000","last_became_peered":"2024-09-16T01:41:42.867951+0000","last_unstale":"2024-09-16T01:42:42.106931+0000","last_undegraded":"2024-09-16T01:42:42.106931+0000","last_fullsized":"2024-09-16T01:42:42.106931+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:57.585681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.108236+0000","last_change":"2024-09-16T01:41:42.872985+0000","last_active":"2024-09-16T01:42:42.108236+0000","last_peered":"2024-09-16T01:42:42.108236+0000","last_clean":"2024-09-16T01:42:42.108236+0000","last_became_active":"2024-09-16T01:41:42.872568+0000","last_became_peered":"2024-09-16T01:41:42.872568+0000","last_unstale":"2024-09-16T01:42:42.108236+0000","last_undegraded":"2024-09-16T01:42:42.108236+0000","last_fullsized":"2024-09-16T01:42:42.108236+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:34:37.470028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-16T01:42:41.097038+0000","last_change":"2024-09-16T01:41:42.862286+0000","last_active":"2024-09-16T01:42:41.097038+0000","last_peered":"2024-09-16T01:42:41.097038+0000","last_clean":"2024-09-16T01:42:41.097038+0000","last_became_active":"2024-09-16T01:41:42.861971+0000","last_became_peered":"2024-09-16T01:41:42.861971+0000","last_unstale":"2024-09-16T01:42:41.097038+0000","last_undegraded":"2024-09-16T01:42:41.097038+0000","last_fullsized":"2024-09-16T01:42:41.097038+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:38.719275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100029+0000","last_change":"2024-09-16T01:41:42.857215+0000","last_active":"2024-09-16T01:42:42.100029+0000","last_peered":"2024-09-16T01:42:42.100029+0000","last_clean":"2024-09-16T01:42:42.100029+0000","last_became_active":"2024-09-16T01:41:42.856902+0000","last_became_peered":"2024-09-16T01:41:42.856902+0000","last_unstale":"2024-09-16T01:42:42.100029+0000","last_undegraded":"2024-09-16T01:42:42.100029+0000","last_fullsized":"2024-09-16T01:42:42.100029+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:05.388739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105596+0000","last_change":"2024-09-16T01:42:42.105596+0000","last_active":"2024-09-16T01:42:42.105596+0000","last_peered":"2024-09-16T01:42:42.105596+0000","last_clean":"2024-09-16T01:42:42.105596+0000","last_became_active":"2024-09-16T01:42:42.105261+0000","last_became_peered":"2024-09-16T01:42:42.105261+0000","last_unstale":"2024-09-16T01:42:42.105596+0000","last_undegraded":"2024-09-16T01:42:42.105596+0000","last_fullsized":"2024-09-16T01:42:42.105596+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:44:09.112013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107192+0000","last_change":"2024-09-16T01:41:42.866293+0000","last_active":"2024-09-16T01:42:42.107192+0000","last_peered":"2024-09-16T01:42:42.107192+0000","last_clean":"2024-09-16T01:42:42.107192+0000","last_became_active":"2024-09-16T01:41:42.865954+0000","last_became_peered":"2024-09-16T01:41:42.865954+0000","last_unstale":"2024-09-16T01:42:42.107192+0000","last_undegraded":"2024-09-16T01:42:42.107192+0000","last_fullsized":"2024-09-16T01:42:42.107192+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:30.503539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107480+0000","last_change":"2024-09-16T01:41:42.863924+0000","last_active":"2024-09-16T01:42:42.107480+0000","last_peered":"2024-09-16T01:42:42.107480+0000","last_clean":"2024-09-16T01:42:42.107480+0000","last_became_active":"2024-09-16T01:41:42.863470+0000","last_became_peered":"2024-09-16T01:41:42.863470+0000","last_unstale":"2024-09-16T01:42:42.107480+0000","last_undegraded":"2024-09-16T01:42:42.107480+0000","last_fullsized":"2024-09-16T01:42:42.107480+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:50.024293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-16T01:42:41.096371+0000","last_change":"2024-09-16T01:41:42.868244+0000","last_active":"2024-09-16T01:42:41.096371+0000","last_peered":"2024-09-16T01:42:41.096371+0000","last_clean":"2024-09-16T01:42:41.096371+0000","last_became_active":"2024-09-16T01:41:42.867861+0000","last_became_peered":"2024-09-16T01:41:42.867861+0000","last_unstale":"2024-09-16T01:42:41.096371+0000","last_undegraded":"2024-09-16T01:42:41.096371+0000","last_fullsized":"2024-09-16T01:42:41.096371+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:02:41.555602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103868+0000","last_change":"2024-09-16T01:41:42.855496+0000","last_active":"2024-09-16T01:42:42.103868+0000","last_peered":"2024-09-16T01:42:42.103868+0000","last_clean":"2024-09-16T01:42:42.103868+0000","last_became_active":"2024-09-16T01:41:42.855039+0000","last_became_peered":"2024-09-16T01:41:42.855039+0000","last_unstale":"2024-09-16T01:42:42.103868+0000","last_undegraded":"2024-09-16T01:42:42.103868+0000","last_fullsized":"2024-09-16T01:42:42.103868+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:45.147176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"82'6","reported_seq":81,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101128+0000","last_change":"2024-09-16T01:41:40.646333+0000","last_active":"2024-09-16T01:42:42.101128+0000","last_peered":"2024-09-16T01:42:42.101128+0000","last_clean":"2024-09-16T01:42:42.101128+0000","last_became_active":"2024-09-16T01:41:40.645954+0000","last_became_peered":"2024-09-16T01:41:40.645954+0000","last_unstale":"2024-09-16T01:42:42.101128+0000","last_undegraded":"2024-09-16T01:42:42.101128+0000","last_fullsized":"2024-09-16T01:42:42.101128+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:37.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":53,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101053+0000","last_change":"2024-09-16T01:41:42.869587+0000","last_active":"2024-09-16T01:42:42.101053+0000","last_peered":"2024-09-16T01:42:42.101053+0000","last_clean":"2024-09-16T01:42:42.101053+0000","last_became_active":"2024-09-16T01:41:42.869250+0000","last_became_peered":"2024-09-16T01:41:42.869250+0000","last_unstale":"2024-09-16T01:42:42.101053+0000","last_undegraded":"2024-09-16T01:42:42.101053+0000","last_fullsized":"2024-09-16T01:42:42.101053+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:40:39.202132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100716+0000","last_change":"2024-09-16T01:41:40.644762+0000","last_active":"2024-09-16T01:42:42.100716+0000","last_peered":"2024-09-16T01:42:42.100716+0000","last_clean":"2024-09-16T01:42:42.100716+0000","last_became_active":"2024-09-16T01:41:40.644397+0000","last_became_peered":"2024-09-16T01:41:40.644397+0000","last_unstale":"2024-09-16T01:42:42.100716+0000","last_undegraded":"2024-09-16T01:42:42.100716+0000","last_fullsized":"2024-09-16T01:42:42.100716+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:27.275899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.099789+0000","last_change":"2024-09-16T01:41:40.642214+0000","last_active":"2024-09-16T01:42:42.099789+0000","last_peered":"2024-09-16T01:42:42.099789+0000","last_clean":"2024-09-16T01:42:42.099789+0000","last_became_active":"2024-09-16T01:41:40.641860+0000","last_became_peered":"2024-09-16T01:41:40.641860+0000","last_unstale":"2024-09-16T01:42:42.099789+0000","last_undegraded":"2024-09-16T01:42:42.099789+0000","last_fullsized":"2024-09-16T01:42:42.099789+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:52.770052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106367+0000","last_change":"2024-09-16T01:41:42.865662+0000","last_active":"2024-09-16T01:42:42.106367+0000","last_peered":"2024-09-16T01:42:42.106367+0000","last_clean":"2024-09-16T01:42:42.106367+0000","last_became_active":"2024-09-16T01:41:42.865364+0000","last_became_peered":"2024-09-16T01:41:42.865364+0000","last_unstale":"2024-09-16T01:42:42.106367+0000","last_undegraded":"2024-09-16T01:42:42.106367+0000","last_fullsized":"2024-09-16T01:42:42.106367+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:33.027121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"82'1","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100962+0000","last_change":"2024-09-16T01:41:40.649355+0000","last_active":"2024-09-16T01:42:42.100962+0000","last_peered":"2024-09-16T01:42:42.100962+0000","last_clean":"2024-09-16T01:42:42.100962+0000","last_became_active":"2024-09-16T01:41:40.649058+0000","last_became_peered":"2024-09-16T01:41:40.649058+0000","last_unstale":"2024-09-16T01:42:42.100962+0000","last_undegraded":"2024-09-16T01:42:42.100962+0000","last_fullsized":"2024-09-16T01:42:42.100962+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:08.160989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103267+0000","last_change":"2024-09-16T01:41:42.860348+0000","last_active":"2024-09-16T01:42:42.103267+0000","last_peered":"2024-09-16T01:42:42.103267+0000","last_clean":"2024-09-16T01:42:42.103267+0000","last_became_active":"2024-09-16T01:41:42.860016+0000","last_became_peered":"2024-09-16T01:41:42.860016+0000","last_unstale":"2024-09-16T01:42:42.103267+0000","last_undegraded":"2024-09-16T01:42:42.103267+0000","last_fullsized":"2024-09-16T01:42:42.103267+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:46.124306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'3","reported_seq":79,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:44.967387+0000","last_change":"2024-09-16T01:41:40.648505+0000","last_active":"2024-09-16T01:42:44.967387+0000","last_peered":"2024-09-16T01:42:44.967387+0000","last_clean":"2024-09-16T01:42:44.967387+0000","last_became_active":"2024-09-16T01:41:40.648187+0000","last_became_peered":"2024-09-16T01:41:40.648187+0000","last_unstale":"2024-09-16T01:42:44.967387+0000","last_undegraded":"2024-09-16T01:42:44.967387+0000","last_fullsized":"2024-09-16T01:42:44.967387+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.954435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":54,"num_read_kb":54,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104099+0000","last_change":"2024-09-16T01:41:42.865674+0000","last_active":"2024-09-16T01:42:42.104099+0000","last_peered":"2024-09-16T01:42:42.104099+0000","last_clean":"2024-09-16T01:42:42.104099+0000","last_became_active":"2024-09-16T01:41:42.865335+0000","last_became_peered":"2024-09-16T01:41:42.865335+0000","last_unstale":"2024-09-16T01:42:42.104099+0000","last_undegraded":"2024-09-16T01:42:42.104099+0000","last_fullsized":"2024-09-16T01:42:42.104099+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:34.297494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104559+0000","last_change":"2024-09-16T01:41:40.647648+0000","last_active":"2024-09-16T01:42:42.104559+0000","last_peered":"2024-09-16T01:42:42.104559+0000","last_clean":"2024-09-16T01:42:42.104559+0000","last_became_active":"2024-09-16T01:41:40.646533+0000","last_became_peered":"2024-09-16T01:41:40.646533+0000","last_unstale":"2024-09-16T01:42:42.104559+0000","last_undegraded":"2024-09-16T01:42:42.104559+0000","last_fullsized":"2024-09-16T01:42:42.104559+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:55.789853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.102330+0000","last_change":"2024-09-16T01:41:42.861587+0000","last_active":"2024-09-16T01:42:42.102330+0000","last_peered":"2024-09-16T01:42:42.102330+0000","last_clean":"2024-09-16T01:42:42.102330+0000","last_became_active":"2024-09-16T01:41:42.861162+0000","last_became_peered":"2024-09-16T01:41:42.861162+0000","last_unstale":"2024-09-16T01:42:42.102330+0000","last_undegraded":"2024-09-16T01:42:42.102330+0000","last_fullsized":"2024-09-16T01:42:42.102330+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:54.449108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"82'4","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100976+0000","last_change":"2024-09-16T01:41:40.775398+0000","last_active":"2024-09-16T01:42:42.100976+0000","last_peered":"2024-09-16T01:42:42.100976+0000","last_clean":"2024-09-16T01:42:42.100976+0000","last_became_active":"2024-09-16T01:41:40.775025+0000","last_became_peered":"2024-09-16T01:41:40.775025+0000","last_unstale":"2024-09-16T01:42:42.100976+0000","last_undegraded":"2024-09-16T01:42:42.100976+0000","last_fullsized":"2024-09-16T01:42:42.100976+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:08.119630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104850+0000","last_change":"2024-09-16T01:41:42.864127+0000","last_active":"2024-09-16T01:42:42.104850+0000","last_peered":"2024-09-16T01:42:42.104850+0000","last_clean":"2024-09-16T01:42:42.104850+0000","last_became_active":"2024-09-16T01:41:42.863754+0000","last_became_peered":"2024-09-16T01:41:42.863754+0000","last_unstale":"2024-09-16T01:42:42.104850+0000","last_undegraded":"2024-09-16T01:42:42.104850+0000","last_fullsized":"2024-09-16T01:42:42.104850+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:04.607361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'29","reported_seq":168,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:45.968445+0000","last_change":"2024-09-16T01:41:40.645485+0000","last_active":"2024-09-16T01:42:45.968445+0000","last_peered":"2024-09-16T01:42:45.968445+0000","last_clean":"2024-09-16T01:42:45.968445+0000","last_became_active":"2024-09-16T01:41:40.645158+0000","last_became_peered":"2024-09-16T01:41:40.645158+0000","last_unstale":"2024-09-16T01:42:45.968445+0000","last_undegraded":"2024-09-16T01:42:45.968445+0000","last_fullsized":"2024-09-16T01:42:45.968445+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:18.212143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61752,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":117,"num_read_kb":118,"num_write":30,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104631+0000","last_change":"2024-09-16T01:41:42.864532+0000","last_active":"2024-09-16T01:42:42.104631+0000","last_peered":"2024-09-16T01:42:42.104631+0000","last_clean":"2024-09-16T01:42:42.104631+0000","last_became_active":"2024-09-16T01:41:42.864191+0000","last_became_peered":"2024-09-16T01:41:42.864191+0000","last_unstale":"2024-09-16T01:42:42.104631+0000","last_undegraded":"2024-09-16T01:42:42.104631+0000","last_fullsized":"2024-09-16T01:42:42.104631+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:41.070801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"82'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.108076+0000","last_change":"2024-09-16T01:41:40.643722+0000","last_active":"2024-09-16T01:42:42.108076+0000","last_peered":"2024-09-16T01:42:42.108076+0000","last_clean":"2024-09-16T01:42:42.108076+0000","last_became_active":"2024-09-16T01:41:40.643394+0000","last_became_peered":"2024-09-16T01:41:40.643394+0000","last_unstale":"2024-09-16T01:42:42.108076+0000","last_undegraded":"2024-09-16T01:42:42.108076+0000","last_fullsized":"2024-09-16T01:42:42.108076+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:39.546909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.099856+0000","last_change":"2024-09-16T01:41:42.865444+0000","last_active":"2024-09-16T01:42:42.099856+0000","last_peered":"2024-09-16T01:42:42.099856+0000","last_clean":"2024-09-16T01:42:42.099856+0000","last_became_active":"2024-09-16T01:41:42.864914+0000","last_became_peered":"2024-09-16T01:41:42.864914+0000","last_unstale":"2024-09-16T01:42:42.099856+0000","last_undegraded":"2024-09-16T01:42:42.099856+0000","last_fullsized":"2024-09-16T01:42:42.099856+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:23.917120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100687+0000","last_change":"2024-09-16T01:41:40.649343+0000","last_active":"2024-09-16T01:42:42.100687+0000","last_peered":"2024-09-16T01:42:42.100687+0000","last_clean":"2024-09-16T01:42:42.100687+0000","last_became_active":"2024-09-16T01:41:40.648954+0000","last_became_peered":"2024-09-16T01:41:40.648954+0000","last_unstale":"2024-09-16T01:42:42.100687+0000","last_undegraded":"2024-09-16T01:42:42.100687+0000","last_fullsized":"2024-09-16T01:42:42.100687+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:22.507067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103789+0000","last_change":"2024-09-16T01:41:42.868154+0000","last_active":"2024-09-16T01:42:42.103789+0000","last_peered":"2024-09-16T01:42:42.103789+0000","last_clean":"2024-09-16T01:42:42.103789+0000","last_became_active":"2024-09-16T01:41:42.867817+0000","last_became_peered":"2024-09-16T01:41:42.867817+0000","last_unstale":"2024-09-16T01:42:42.103789+0000","last_undegraded":"2024-09-16T01:42:42.103789+0000","last_fullsized":"2024-09-16T01:42:42.103789+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:33.279136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'4","reported_seq":83,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:44.967625+0000","last_change":"2024-09-16T01:41:40.649440+0000","last_active":"2024-09-16T01:42:44.967625+0000","last_peered":"2024-09-16T01:42:44.967625+0000","last_clean":"2024-09-16T01:42:44.967625+0000","last_became_active":"2024-09-16T01:41:40.649073+0000","last_became_peered":"2024-09-16T01:41:40.649073+0000","last_unstale":"2024-09-16T01:42:44.967625+0000","last_undegraded":"2024-09-16T01:42:44.967625+0000","last_fullsized":"2024-09-16T01:42:44.967625+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:42.275782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":58,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103565+0000","last_change":"2024-09-16T01:41:42.863539+0000","last_active":"2024-09-16T01:42:42.103565+0000","last_peered":"2024-09-16T01:42:42.103565+0000","last_clean":"2024-09-16T01:42:42.103565+0000","last_became_active":"2024-09-16T01:41:42.863185+0000","last_became_peered":"2024-09-16T01:41:42.863185+0000","last_unstale":"2024-09-16T01:42:42.103565+0000","last_undegraded":"2024-09-16T01:42:42.103565+0000","last_fullsized":"2024-09-16T01:42:42.103565+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:49.074704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"82'15","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103803+0000","last_change":"2024-09-16T01:41:40.773728+0000","last_active":"2024-09-16T01:42:42.103803+0000","last_peered":"2024-09-16T01:42:42.103803+0000","last_clean":"2024-09-16T01:42:42.103803+0000","last_became_active":"2024-09-16T01:41:40.773340+0000","last_became_peered":"2024-09-16T01:41:40.773340+0000","last_unstale":"2024-09-16T01:42:42.103803+0000","last_undegraded":"2024-09-16T01:42:42.103803+0000","last_fullsized":"2024-09-16T01:42:42.103803+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:35.693803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106961+0000","last_change":"2024-09-16T01:42:42.106961+0000","last_active":"2024-09-16T01:42:42.106961+0000","last_peered":"2024-09-16T01:42:42.106961+0000","last_clean":"2024-09-16T01:42:42.106961+0000","last_became_active":"2024-09-16T01:42:42.106603+0000","last_became_peered":"2024-09-16T01:42:42.106603+0000","last_unstale":"2024-09-16T01:42:42.106961+0000","last_undegraded":"2024-09-16T01:42:42.106961+0000","last_fullsized":"2024-09-16T01:42:42.106961+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:45:27.041125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"82'2","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104641+0000","last_change":"2024-09-16T01:41:40.643262+0000","last_active":"2024-09-16T01:42:42.104641+0000","last_peered":"2024-09-16T01:42:42.104641+0000","last_clean":"2024-09-16T01:42:42.104641+0000","last_became_active":"2024-09-16T01:41:40.642975+0000","last_became_peered":"2024-09-16T01:41:40.642975+0000","last_unstale":"2024-09-16T01:42:42.104641+0000","last_undegraded":"2024-09-16T01:42:42.104641+0000","last_fullsized":"2024-09-16T01:42:42.104641+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:52.757959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-16T01:42:41.096575+0000","last_change":"2024-09-16T01:41:42.861062+0000","last_active":"2024-09-16T01:42:41.096575+0000","last_peered":"2024-09-16T01:42:41.096575+0000","last_clean":"2024-09-16T01:42:41.096575+0000","last_became_active":"2024-09-16T01:41:42.860701+0000","last_became_peered":"2024-09-16T01:41:42.860701+0000","last_unstale":"2024-09-16T01:42:41.096575+0000","last_undegraded":"2024-09-16T01:42:41.096575+0000","last_fullsized":"2024-09-16T01:42:41.096575+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:06.382244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100187+0000","last_change":"2024-09-16T01:41:40.642128+0000","last_active":"2024-09-16T01:42:42.100187+0000","last_peered":"2024-09-16T01:42:42.100187+0000","last_clean":"2024-09-16T01:42:42.100187+0000","last_became_active":"2024-09-16T01:41:40.641525+0000","last_became_peered":"2024-09-16T01:41:40.641525+0000","last_unstale":"2024-09-16T01:42:42.100187+0000","last_undegraded":"2024-09-16T01:42:42.100187+0000","last_fullsized":"2024-09-16T01:42:42.100187+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:34.943031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104809+0000","last_change":"2024-09-16T01:41:42.869794+0000","last_active":"2024-09-16T01:42:42.104809+0000","last_peered":"2024-09-16T01:42:42.104809+0000","last_clean":"2024-09-16T01:42:42.104809+0000","last_became_active":"2024-09-16T01:41:42.869450+0000","last_became_peered":"2024-09-16T01:41:42.869450+0000","last_unstale":"2024-09-16T01:42:42.104809+0000","last_undegraded":"2024-09-16T01:42:42.104809+0000","last_fullsized":"2024-09-16T01:42:42.104809+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:54.298118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101293+0000","last_change":"2024-09-16T01:41:40.648466+0000","last_active":"2024-09-16T01:42:42.101293+0000","last_peered":"2024-09-16T01:42:42.101293+0000","last_clean":"2024-09-16T01:42:42.101293+0000","last_became_active":"2024-09-16T01:41:40.648146+0000","last_became_peered":"2024-09-16T01:41:40.648146+0000","last_unstale":"2024-09-16T01:42:42.101293+0000","last_undegraded":"2024-09-16T01:42:42.101293+0000","last_fullsized":"2024-09-16T01:42:42.101293+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:22.214738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'1","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.110317+0000","last_change":"2024-09-16T01:42:42.110317+0000","last_active":"2024-09-16T01:42:42.110317+0000","last_peered":"2024-09-16T01:42:42.110317+0000","last_clean":"2024-09-16T01:42:42.110317+0000","last_became_active":"2024-09-16T01:42:42.106436+0000","last_became_peered":"2024-09-16T01:42:42.106436+0000","last_unstale":"2024-09-16T01:42:42.110317+0000","last_undegraded":"2024-09-16T01:42:42.110317+0000","last_fullsized":"2024-09-16T01:42:42.110317+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:12.773365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"82'3","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.108188+0000","last_change":"2024-09-16T01:41:41.329486+0000","last_active":"2024-09-16T01:42:42.108188+0000","last_peered":"2024-09-16T01:42:42.108188+0000","last_clean":"2024-09-16T01:42:42.108188+0000","last_became_active":"2024-09-16T01:41:41.329110+0000","last_became_peered":"2024-09-16T01:41:41.329110+0000","last_unstale":"2024-09-16T01:42:42.108188+0000","last_undegraded":"2024-09-16T01:42:42.108188+0000","last_fullsized":"2024-09-16T01:42:42.108188+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:07.827284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103875+0000","last_change":"2024-09-16T01:41:42.874019+0000","last_active":"2024-09-16T01:42:42.103875+0000","last_peered":"2024-09-16T01:42:42.103875+0000","last_clean":"2024-09-16T01:42:42.103875+0000","last_became_active":"2024-09-16T01:41:42.873693+0000","last_became_peered":"2024-09-16T01:41:42.873693+0000","last_unstale":"2024-09-16T01:42:42.103875+0000","last_undegraded":"2024-09-16T01:42:42.103875+0000","last_fullsized":"2024-09-16T01:42:42.103875+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:36.636459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":337,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105381+0000","last_change":"2024-09-16T01:40:28.930678+0000","last_active":"2024-09-16T01:42:42.105381+0000","last_peered":"2024-09-16T01:42:42.105381+0000","last_clean":"2024-09-16T01:42:42.105381+0000","last_became_active":"2024-09-16T01:40:28.930171+0000","last_became_peered":"2024-09-16T01:40:28.930171+0000","last_unstale":"2024-09-16T01:42:42.105381+0000","last_undegraded":"2024-09-16T01:42:42.105381+0000","last_fullsized":"2024-09-16T01:42:42.105381+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:37:00.969044+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:37:00.969044+0000","last_clean_scrub_stamp":"2024-09-16T01:37:00.969044+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:02.823877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"82'3","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.112771+0000","last_change":"2024-09-16T01:41:40.644281+0000","last_active":"2024-09-16T01:42:42.112771+0000","last_peered":"2024-09-16T01:42:42.112771+0000","last_clean":"2024-09-16T01:42:42.112771+0000","last_became_active":"2024-09-16T01:41:40.643638+0000","last_became_peered":"2024-09-16T01:41:40.643638+0000","last_unstale":"2024-09-16T01:42:42.112771+0000","last_undegraded":"2024-09-16T01:42:42.112771+0000","last_fullsized":"2024-09-16T01:42:42.112771+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:01.646040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106593+0000","last_change":"2024-09-16T01:41:42.868822+0000","last_active":"2024-09-16T01:42:42.106593+0000","last_peered":"2024-09-16T01:42:42.106593+0000","last_clean":"2024-09-16T01:42:42.106593+0000","last_became_active":"2024-09-16T01:41:42.868221+0000","last_became_peered":"2024-09-16T01:41:42.868221+0000","last_unstale":"2024-09-16T01:42:42.106593+0000","last_undegraded":"2024-09-16T01:42:42.106593+0000","last_fullsized":"2024-09-16T01:42:42.106593+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:36.739972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105332+0000","last_change":"2024-09-16T01:41:40.647931+0000","last_active":"2024-09-16T01:42:42.105332+0000","last_peered":"2024-09-16T01:42:42.105332+0000","last_clean":"2024-09-16T01:42:42.105332+0000","last_became_active":"2024-09-16T01:41:40.647480+0000","last_became_peered":"2024-09-16T01:41:40.647480+0000","last_unstale":"2024-09-16T01:42:42.105332+0000","last_undegraded":"2024-09-16T01:42:42.105332+0000","last_fullsized":"2024-09-16T01:42:42.105332+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:17.030662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.099768+0000","last_change":"2024-09-16T01:41:42.863970+0000","last_active":"2024-09-16T01:42:42.099768+0000","last_peered":"2024-09-16T01:42:42.099768+0000","last_clean":"2024-09-16T01:42:42.099768+0000","last_became_active":"2024-09-16T01:41:42.863669+0000","last_became_peered":"2024-09-16T01:41:42.863669+0000","last_unstale":"2024-09-16T01:42:42.099768+0000","last_undegraded":"2024-09-16T01:42:42.099768+0000","last_fullsized":"2024-09-16T01:42:42.099768+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:36:23.488046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"82'4","reported_seq":76,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.099898+0000","last_change":"2024-09-16T01:41:40.773725+0000","last_active":"2024-09-16T01:42:42.099898+0000","last_peered":"2024-09-16T01:42:42.099898+0000","last_clean":"2024-09-16T01:42:42.099898+0000","last_became_active":"2024-09-16T01:41:40.773394+0000","last_became_peered":"2024-09-16T01:41:40.773394+0000","last_unstale":"2024-09-16T01:42:42.099898+0000","last_undegraded":"2024-09-16T01:42:42.099898+0000","last_fullsized":"2024-09-16T01:42:42.099898+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:51.337459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":50,"num_read_kb":50,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100677+0000","last_change":"2024-09-16T01:41:42.863798+0000","last_active":"2024-09-16T01:42:42.100677+0000","last_peered":"2024-09-16T01:42:42.100677+0000","last_clean":"2024-09-16T01:42:42.100677+0000","last_became_active":"2024-09-16T01:41:42.863469+0000","last_became_peered":"2024-09-16T01:41:42.863469+0000","last_unstale":"2024-09-16T01:42:42.100677+0000","last_undegraded":"2024-09-16T01:42:42.100677+0000","last_fullsized":"2024-09-16T01:42:42.100677+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:47.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"82'1","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104274+0000","last_change":"2024-09-16T01:41:40.646551+0000","last_active":"2024-09-16T01:42:42.104274+0000","last_peered":"2024-09-16T01:42:42.104274+0000","last_clean":"2024-09-16T01:42:42.104274+0000","last_became_active":"2024-09-16T01:41:40.646126+0000","last_became_peered":"2024-09-16T01:41:40.646126+0000","last_unstale":"2024-09-16T01:42:42.104274+0000","last_undegraded":"2024-09-16T01:42:42.104274+0000","last_fullsized":"2024-09-16T01:42:42.104274+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:44.578969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101043+0000","last_change":"2024-09-16T01:41:42.866215+0000","last_active":"2024-09-16T01:42:42.101043+0000","last_peered":"2024-09-16T01:42:42.101043+0000","last_clean":"2024-09-16T01:42:42.101043+0000","last_became_active":"2024-09-16T01:41:42.865859+0000","last_became_peered":"2024-09-16T01:41:42.865859+0000","last_unstale":"2024-09-16T01:42:42.101043+0000","last_undegraded":"2024-09-16T01:42:42.101043+0000","last_fullsized":"2024-09-16T01:42:42.101043+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:58.149360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105803+0000","last_change":"2024-09-16T01:42:42.105803+0000","last_active":"2024-09-16T01:42:42.105803+0000","last_peered":"2024-09-16T01:42:42.105803+0000","last_clean":"2024-09-16T01:42:42.105803+0000","last_became_active":"2024-09-16T01:42:42.104750+0000","last_became_peered":"2024-09-16T01:42:42.104750+0000","last_unstale":"2024-09-16T01:42:42.105803+0000","last_undegraded":"2024-09-16T01:42:42.105803+0000","last_fullsized":"2024-09-16T01:42:42.105803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:50.821745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'1","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100928+0000","last_change":"2024-09-16T01:41:42.860070+0000","last_active":"2024-09-16T01:42:42.100928+0000","last_peered":"2024-09-16T01:42:42.100928+0000","last_clean":"2024-09-16T01:42:42.100928+0000","last_became_active":"2024-09-16T01:41:42.859692+0000","last_became_peered":"2024-09-16T01:41:42.859692+0000","last_unstale":"2024-09-16T01:42:42.100928+0000","last_undegraded":"2024-09-16T01:42:42.100928+0000","last_fullsized":"2024-09-16T01:42:42.100928+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:24.168617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"82'1","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104959+0000","last_change":"2024-09-16T01:41:40.775582+0000","last_active":"2024-09-16T01:42:42.104959+0000","last_peered":"2024-09-16T01:42:42.104959+0000","last_clean":"2024-09-16T01:42:42.104959+0000","last_became_active":"2024-09-16T01:41:40.775173+0000","last_became_peered":"2024-09-16T01:41:40.775173+0000","last_unstale":"2024-09-16T01:42:42.104959+0000","last_undegraded":"2024-09-16T01:42:42.104959+0000","last_fullsized":"2024-09-16T01:42:42.104959+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:22.664809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100090+0000","last_change":"2024-09-16T01:41:42.859461+0000","last_active":"2024-09-16T01:42:42.100090+0000","last_peered":"2024-09-16T01:42:42.100090+0000","last_clean":"2024-09-16T01:42:42.100090+0000","last_became_active":"2024-09-16T01:41:42.859125+0000","last_became_peered":"2024-09-16T01:41:42.859125+0000","last_unstale":"2024-09-16T01:42:42.100090+0000","last_undegraded":"2024-09-16T01:42:42.100090+0000","last_fullsized":"2024-09-16T01:42:42.100090+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:01:13.558436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'12","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103441+0000","last_change":"2024-09-16T01:41:40.642995+0000","last_active":"2024-09-16T01:42:42.103441+0000","last_peered":"2024-09-16T01:42:42.103441+0000","last_clean":"2024-09-16T01:42:42.103441+0000","last_became_active":"2024-09-16T01:41:40.642680+0000","last_became_peered":"2024-09-16T01:41:40.642680+0000","last_unstale":"2024-09-16T01:42:42.103441+0000","last_undegraded":"2024-09-16T01:42:42.103441+0000","last_fullsized":"2024-09-16T01:42:42.103441+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:31.137069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107417+0000","last_change":"2024-09-16T01:41:42.864520+0000","last_active":"2024-09-16T01:42:42.107417+0000","last_peered":"2024-09-16T01:42:42.107417+0000","last_clean":"2024-09-16T01:42:42.107417+0000","last_became_active":"2024-09-16T01:41:42.864221+0000","last_became_peered":"2024-09-16T01:41:42.864221+0000","last_unstale":"2024-09-16T01:42:42.107417+0000","last_undegraded":"2024-09-16T01:42:42.107417+0000","last_fullsized":"2024-09-16T01:42:42.107417+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:23.799976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"82'4","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.112679+0000","last_change":"2024-09-16T01:41:41.329593+0000","last_active":"2024-09-16T01:42:42.112679+0000","last_peered":"2024-09-16T01:42:42.112679+0000","last_clean":"2024-09-16T01:42:42.112679+0000","last_became_active":"2024-09-16T01:41:41.329288+0000","last_became_peered":"2024-09-16T01:41:41.329288+0000","last_unstale":"2024-09-16T01:42:42.112679+0000","last_undegraded":"2024-09-16T01:42:42.112679+0000","last_fullsized":"2024-09-16T01:42:42.112679+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:52.908930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101915+0000","last_change":"2024-09-16T01:41:42.865096+0000","last_active":"2024-09-16T01:42:42.101915+0000","last_peered":"2024-09-16T01:42:42.101915+0000","last_clean":"2024-09-16T01:42:42.101915+0000","last_became_active":"2024-09-16T01:41:42.862704+0000","last_became_peered":"2024-09-16T01:41:42.862704+0000","last_unstale":"2024-09-16T01:42:42.101915+0000","last_undegraded":"2024-09-16T01:42:42.101915+0000","last_fullsized":"2024-09-16T01:42:42.101915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:42.586681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104075+0000","last_change":"2024-09-16T01:41:40.773667+0000","last_active":"2024-09-16T01:42:42.104075+0000","last_peered":"2024-09-16T01:42:42.104075+0000","last_clean":"2024-09-16T01:42:42.104075+0000","last_became_active":"2024-09-16T01:41:40.773311+0000","last_became_peered":"2024-09-16T01:41:40.773311+0000","last_unstale":"2024-09-16T01:42:42.104075+0000","last_undegraded":"2024-09-16T01:42:42.104075+0000","last_fullsized":"2024-09-16T01:42:42.104075+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:31.826001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103946+0000","last_change":"2024-09-16T01:41:42.858451+0000","last_active":"2024-09-16T01:42:42.103946+0000","last_peered":"2024-09-16T01:42:42.103946+0000","last_clean":"2024-09-16T01:42:42.103946+0000","last_became_active":"2024-09-16T01:41:42.858107+0000","last_became_peered":"2024-09-16T01:41:42.858107+0000","last_unstale":"2024-09-16T01:42:42.103946+0000","last_undegraded":"2024-09-16T01:42:42.103946+0000","last_fullsized":"2024-09-16T01:42:42.103946+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:40.589023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106425+0000","last_change":"2024-09-16T01:41:40.643502+0000","last_active":"2024-09-16T01:42:42.106425+0000","last_peered":"2024-09-16T01:42:42.106425+0000","last_clean":"2024-09-16T01:42:42.106425+0000","last_became_active":"2024-09-16T01:41:40.643120+0000","last_became_peered":"2024-09-16T01:41:40.643120+0000","last_unstale":"2024-09-16T01:42:42.106425+0000","last_undegraded":"2024-09-16T01:42:42.106425+0000","last_fullsized":"2024-09-16T01:42:42.106425+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:57:24.737742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":83,"state":"active+clean","last_fresh":"2024-09-16T01:42:41.096484+0000","last_change":"2024-09-16T01:41:42.868262+0000","last_active":"2024-09-16T01:42:41.096484+0000","last_peered":"2024-09-16T01:42:41.096484+0000","last_clean":"2024-09-16T01:42:41.096484+0000","last_became_active":"2024-09-16T01:41:42.867706+0000","last_became_peered":"2024-09-16T01:41:42.867706+0000","last_unstale":"2024-09-16T01:42:41.096484+0000","last_undegraded":"2024-09-16T01:42:41.096484+0000","last_fullsized":"2024-09-16T01:42:41.096484+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:53.086364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"82'1","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107321+0000","last_change":"2024-09-16T01:41:40.644493+0000","last_active":"2024-09-16T01:42:42.107321+0000","last_peered":"2024-09-16T01:42:42.107321+0000","last_clean":"2024-09-16T01:42:42.107321+0000","last_became_active":"2024-09-16T01:41:40.644134+0000","last_became_peered":"2024-09-16T01:41:40.644134+0000","last_unstale":"2024-09-16T01:42:42.107321+0000","last_undegraded":"2024-09-16T01:42:42.107321+0000","last_fullsized":"2024-09-16T01:42:42.107321+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:18.805135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106411+0000","last_change":"2024-09-16T01:41:42.863072+0000","last_active":"2024-09-16T01:42:42.106411+0000","last_peered":"2024-09-16T01:42:42.106411+0000","last_clean":"2024-09-16T01:42:42.106411+0000","last_became_active":"2024-09-16T01:41:42.862745+0000","last_became_peered":"2024-09-16T01:41:42.862745+0000","last_unstale":"2024-09-16T01:42:42.106411+0000","last_undegraded":"2024-09-16T01:42:42.106411+0000","last_fullsized":"2024-09-16T01:42:42.106411+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:21.003371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"82'4","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.117949+0000","last_change":"2024-09-16T01:42:42.117949+0000","last_active":"2024-09-16T01:42:42.117949+0000","last_peered":"2024-09-16T01:42:42.117949+0000","last_clean":"2024-09-16T01:42:42.117949+0000","last_became_active":"2024-09-16T01:42:42.113824+0000","last_became_peered":"2024-09-16T01:42:42.113824+0000","last_unstale":"2024-09-16T01:42:42.117949+0000","last_undegraded":"2024-09-16T01:42:42.117949+0000","last_fullsized":"2024-09-16T01:42:42.117949+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:44:01.619934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104080+0000","last_change":"2024-09-16T01:41:42.872756+0000","last_active":"2024-09-16T01:42:42.104080+0000","last_peered":"2024-09-16T01:42:42.104080+0000","last_clean":"2024-09-16T01:42:42.104080+0000","last_became_active":"2024-09-16T01:41:42.872400+0000","last_became_peered":"2024-09-16T01:41:42.872400+0000","last_unstale":"2024-09-16T01:42:42.104080+0000","last_undegraded":"2024-09-16T01:42:42.104080+0000","last_fullsized":"2024-09-16T01:42:42.104080+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:42.234264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100849+0000","last_change":"2024-09-16T01:41:42.871586+0000","last_active":"2024-09-16T01:42:42.100849+0000","last_peered":"2024-09-16T01:42:42.100849+0000","last_clean":"2024-09-16T01:42:42.100849+0000","last_became_active":"2024-09-16T01:41:42.871230+0000","last_became_peered":"2024-09-16T01:41:42.871230+0000","last_unstale":"2024-09-16T01:42:42.100849+0000","last_undegraded":"2024-09-16T01:42:42.100849+0000","last_fullsized":"2024-09-16T01:42:42.100849+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:01.000802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104471+0000","last_change":"2024-09-16T01:41:40.643241+0000","last_active":"2024-09-16T01:42:42.104471+0000","last_peered":"2024-09-16T01:42:42.104471+0000","last_clean":"2024-09-16T01:42:42.104471+0000","last_became_active":"2024-09-16T01:41:40.642871+0000","last_became_peered":"2024-09-16T01:41:40.642871+0000","last_unstale":"2024-09-16T01:42:42.104471+0000","last_undegraded":"2024-09-16T01:42:42.104471+0000","last_fullsized":"2024-09-16T01:42:42.104471+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:55:19.939101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104729+0000","last_change":"2024-09-16T01:41:42.867122+0000","last_active":"2024-09-16T01:42:42.104729+0000","last_peered":"2024-09-16T01:42:42.104729+0000","last_clean":"2024-09-16T01:42:42.104729+0000","last_became_active":"2024-09-16T01:41:42.866796+0000","last_became_peered":"2024-09-16T01:41:42.866796+0000","last_unstale":"2024-09-16T01:42:42.104729+0000","last_undegraded":"2024-09-16T01:42:42.104729+0000","last_fullsized":"2024-09-16T01:42:42.104729+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:52.553358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"82'4","reported_seq":2,"reported_epoch":83,"state":"peering","last_fresh":"2024-09-16T01:41:43.868249+0000","last_change":"2024-09-16T01:42:42.062386+0000","last_active":"2024-09-16T01:42:42.062386+0000","last_peered":"2024-09-16T01:41:43.868249+0000","last_clean":"2024-09-16T01:41:43.868249+0000","last_became_active":"2024-09-16T01:41:40.645613+0000","last_became_peered":"2024-09-16T01:41:40.645613+0000","last_unstale":"2024-09-16T01:41:43.868249+0000","last_undegraded":"2024-09-16T01:41:43.868249+0000","last_fullsized":"2024-09-16T01:41:43.868249+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":2,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.102243+0000","last_change":"2024-09-16T01:41:42.858026+0000","last_active":"2024-09-16T01:42:42.102243+0000","last_peered":"2024-09-16T01:42:42.102243+0000","last_clean":"2024-09-16T01:42:42.102243+0000","last_became_active":"2024-09-16T01:41:42.857708+0000","last_became_peered":"2024-09-16T01:41:42.857708+0000","last_unstale":"2024-09-16T01:42:42.102243+0000","last_undegraded":"2024-09-16T01:42:42.102243+0000","last_fullsized":"2024-09-16T01:42:42.102243+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:52.175136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107347+0000","last_change":"2024-09-16T01:41:40.775533+0000","last_active":"2024-09-16T01:42:42.107347+0000","last_peered":"2024-09-16T01:42:42.107347+0000","last_clean":"2024-09-16T01:42:42.107347+0000","last_became_active":"2024-09-16T01:41:40.774761+0000","last_became_peered":"2024-09-16T01:41:40.774761+0000","last_unstale":"2024-09-16T01:42:42.107347+0000","last_undegraded":"2024-09-16T01:42:42.107347+0000","last_fullsized":"2024-09-16T01:42:42.107347+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:31.721406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107208+0000","last_change":"2024-09-16T01:41:42.870806+0000","last_active":"2024-09-16T01:42:42.107208+0000","last_peered":"2024-09-16T01:42:42.107208+0000","last_clean":"2024-09-16T01:42:42.107208+0000","last_became_active":"2024-09-16T01:41:42.870570+0000","last_became_peered":"2024-09-16T01:41:42.870570+0000","last_unstale":"2024-09-16T01:42:42.107208+0000","last_undegraded":"2024-09-16T01:42:42.107208+0000","last_fullsized":"2024-09-16T01:42:42.107208+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:36:33.058912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"82'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103478+0000","last_change":"2024-09-16T01:41:40.647479+0000","last_active":"2024-09-16T01:42:42.103478+0000","last_peered":"2024-09-16T01:42:42.103478+0000","last_clean":"2024-09-16T01:42:42.103478+0000","last_became_active":"2024-09-16T01:41:40.647121+0000","last_became_peered":"2024-09-16T01:41:40.647121+0000","last_unstale":"2024-09-16T01:42:42.103478+0000","last_undegraded":"2024-09-16T01:42:42.103478+0000","last_fullsized":"2024-09-16T01:42:42.103478+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:00.430255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66148,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":2,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":345,"num_read_kb":242,"num_write":166,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":198444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":141,"ondisk_log_size":141,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":283061,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514522,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32060,"kb_used_data":872,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713092,"statfs":{"total":95995035648,"available":95962206208,"internally_reserved":0,"allocated":892928,"data_stored":432289,"data_compressed":2903,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743455,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1056768,"data_stored":1094427,"data_compressed":41811,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906981,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":925696,"data_stored":441154,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135913,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32088,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713064,"statfs":{"total":95995035648,"available":95962177536,"internally_reserved":0,"allocated":921600,"data_stored":440957,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364846,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36284,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708868,"statfs":{"total":95995035648,"available":95957880832,"internally_reserved":0,"allocated":958464,"data_stored":1024770,"data_compressed":38901,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528372,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27904,"kb_used_data":876,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717248,"statfs":{"total":95995035648,"available":95966461952,"internally_reserved":0,"allocated":897024,"data_stored":431914,"data_compressed":2903,"data_compressed_allocated":4096,"data_compressed_original":8192,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757304,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32136,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713016,"statfs":{"total":95995035648,"available":95962128384,"internally_reserved":0,"allocated":970752,"data_stored":1024061,"data_compressed":38901,"data_compressed_allocated":49152,"data_compressed_original":598016,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920831,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":913408,"data_stored":441256,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182467,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":921600,"data_stored":440620,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411401,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":995328,"data_stored":503714,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574926,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36300,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708852,"statfs":{"total":95995035648,"available":95957864448,"internally_reserved":0,"allocated":970752,"data_stored":501971,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738450,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":929792,"data_stored":441697,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":61752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":63495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":63723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:42:47.639 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T01:42:47.940 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:48.348 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:48 smithi017 ceph-mon[30972]: pgmap v317: 97 pgs: 1 peering, 96 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s; 14 B/s, 0 objects/s recovering 2024-09-16T01:42:48.348 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:48 smithi017 ceph-mon[30972]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:42:48.349 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:48 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:48.349 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:48 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.431+0000 7f73ec5d4640 1 -- 172.21.15.17:0/835962945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73e4102d40 msgr2=0x7f73e4103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.431+0000 7f73ec5d4640 1 --2- 172.21.15.17:0/835962945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73e4102d40 0x7f73e4103120 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f73e0009900 tx=0x7f73e002a480 comp rx=0 tx=0).stop 2024-09-16T01:42:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.431+0000 7f73ec5d4640 1 -- 172.21.15.17:0/835962945 shutdown_connections 2024-09-16T01:42:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.431+0000 7f73ec5d4640 1 --2- 172.21.15.17:0/835962945 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73e410c170 0x7f73e410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.431+0000 7f73ec5d4640 1 --2- 172.21.15.17:0/835962945 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73e4103660 0x7f73e410bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.432+0000 7f73ec5d4640 1 --2- 172.21.15.17:0/835962945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73e4102d40 0x7f73e4103120 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.432+0000 7f73ec5d4640 1 -- 172.21.15.17:0/835962945 >> 172.21.15.17:0/835962945 conn(0x7f73e40fc7a0 msgr2=0x7f73e40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:48.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.432+0000 7f73ec5d4640 1 -- 172.21.15.17:0/835962945 shutdown_connections 2024-09-16T01:42:48.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.432+0000 7f73ec5d4640 1 -- 172.21.15.17:0/835962945 wait complete. 2024-09-16T01:42:48.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.432+0000 7f73ec5d4640 1 Processor -- start 2024-09-16T01:42:48.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.432+0000 7f73ec5d4640 1 -- start start 2024-09-16T01:42:48.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.432+0000 7f73ec5d4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73e4102d40 0x7f73e4198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.432+0000 7f73ec5d4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73e4103660 0x7f73e4198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.432+0000 7f73ec5d4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73e410c170 0x7f73e419cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73ec5d4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f73e4111e70 con 0x7f73e410c170 2024-09-16T01:42:48.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73ec5d4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f73e4111cf0 con 0x7f73e4103660 2024-09-16T01:42:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73ec5d4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f73e4111ff0 con 0x7f73e4102d40 2024-09-16T01:42:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73eab71640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73e410c170 0x7f73e419cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73eab71640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73e410c170 0x7f73e419cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40496/0 (socket says 172.21.15.17:40496) 2024-09-16T01:42:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73eab71640 1 -- 172.21.15.17:0/3386505806 learned_addr learned my addr 172.21.15.17:0/3386505806 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73ea370640 1 --2- 172.21.15.17:0/3386505806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73e4102d40 0x7f73e4198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73e9b6f640 1 --2- 172.21.15.17:0/3386505806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73e4103660 0x7f73e4198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73eab71640 1 -- 172.21.15.17:0/3386505806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73e4102d40 msgr2=0x7f73e4198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73eab71640 1 --2- 172.21.15.17:0/3386505806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73e4102d40 0x7f73e4198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73eab71640 1 -- 172.21.15.17:0/3386505806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73e4103660 msgr2=0x7f73e4198850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73eab71640 1 --2- 172.21.15.17:0/3386505806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73e4103660 0x7f73e4198850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73eab71640 1 -- 172.21.15.17:0/3386505806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73e419d2c0 con 0x7f73e410c170 2024-09-16T01:42:48.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73eab71640 1 --2- 172.21.15.17:0/3386505806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73e410c170 0x7f73e419cbe0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f73dc009fd0 tx=0x7f73dc00b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:48.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73db7fe640 1 -- 172.21.15.17:0/3386505806 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73dc017070 con 0x7f73e410c170 2024-09-16T01:42:48.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73ec5d4640 1 -- 172.21.15.17:0/3386505806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73e419d5b0 con 0x7f73e410c170 2024-09-16T01:42:48.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73db7fe640 1 -- 172.21.15.17:0/3386505806 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f73dc003e20 con 0x7f73e410c170 2024-09-16T01:42:48.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73db7fe640 1 -- 172.21.15.17:0/3386505806 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73dc010460 con 0x7f73e410c170 2024-09-16T01:42:48.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.433+0000 7f73ec5d4640 1 -- 172.21.15.17:0/3386505806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f73e41a4e90 con 0x7f73e410c170 2024-09-16T01:42:48.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.434+0000 7f73ec5d4640 1 -- 172.21.15.17:0/3386505806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73e4103120 con 0x7f73e410c170 2024-09-16T01:42:48.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.436+0000 7f73db7fe640 1 -- 172.21.15.17:0/3386505806 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f73dc003970 con 0x7f73e410c170 2024-09-16T01:42:48.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.436+0000 7f73db7fe640 1 --2- 172.21.15.17:0/3386505806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f73d00a32d0 0x7f73d00a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:48.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.436+0000 7f73ea370640 1 --2- 172.21.15.17:0/3386505806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f73d00a32d0 0x7f73d00a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:48.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.436+0000 7f73db7fe640 1 -- 172.21.15.17:0/3386505806 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f73dc0cf7f0 con 0x7f73e410c170 2024-09-16T01:42:48.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.437+0000 7f73ea370640 1 --2- 172.21.15.17:0/3386505806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f73d00a32d0 0x7f73d00a5790 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f73e0005ab0 tx=0x7f73e0005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:48.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.441+0000 7f73db7fe640 1 -- 172.21.15.17:0/3386505806 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f73dc09bd60 con 0x7f73e410c170 2024-09-16T01:42:48.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:48 smithi029 ceph-mon[34783]: pgmap v317: 97 pgs: 1 peering, 96 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s; 14 B/s, 0 objects/s recovering 2024-09-16T01:42:48.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:48 smithi029 ceph-mon[34783]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:42:48.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:48 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:48.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:48 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:48.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:48 smithi122 ceph-mon[34758]: pgmap v317: 97 pgs: 1 peering, 96 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s; 14 B/s, 0 objects/s recovering 2024-09-16T01:42:48.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:48 smithi122 ceph-mon[34758]: from='client.14916 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:42:48.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:48 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:48.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:48 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:48.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.614+0000 7f73ec5d4640 1 -- 172.21.15.17:0/3386505806 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f73e4107250 con 0x7f73d00a32d0 2024-09-16T01:42:48.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.621+0000 7f73db7fe640 1 -- 172.21.15.17:0/3386505806 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+258978 (secure 0 0 0) 0x7f73e0004370 con 0x7f73d00a32d0 2024-09-16T01:42:48.623 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:42:48.630 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-16T01:42:48.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.625+0000 7f73ec5d4640 1 -- 172.21.15.17:0/3386505806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f73d00a32d0 msgr2=0x7f73d00a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.625+0000 7f73ec5d4640 1 --2- 172.21.15.17:0/3386505806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f73d00a32d0 0x7f73d00a5790 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f73e0005ab0 tx=0x7f73e0005a20 comp rx=0 tx=0).stop 2024-09-16T01:42:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.625+0000 7f73ec5d4640 1 -- 172.21.15.17:0/3386505806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73e410c170 msgr2=0x7f73e419cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.625+0000 7f73ec5d4640 1 --2- 172.21.15.17:0/3386505806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73e410c170 0x7f73e419cbe0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f73dc009fd0 tx=0x7f73dc00b260 comp rx=0 tx=0).stop 2024-09-16T01:42:48.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.625+0000 7f73ec5d4640 1 -- 172.21.15.17:0/3386505806 shutdown_connections 2024-09-16T01:42:48.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.625+0000 7f73ec5d4640 1 --2- 172.21.15.17:0/3386505806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f73d00a32d0 0x7f73d00a5790 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.625+0000 7f73ec5d4640 1 --2- 172.21.15.17:0/3386505806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f73e410c170 0x7f73e419cbe0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.625+0000 7f73ec5d4640 1 --2- 172.21.15.17:0/3386505806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f73e4103660 0x7f73e4198850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.625+0000 7f73ec5d4640 1 --2- 172.21.15.17:0/3386505806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f73e4102d40 0x7f73e4198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:48.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.625+0000 7f73ec5d4640 1 -- 172.21.15.17:0/3386505806 >> 172.21.15.17:0/3386505806 conn(0x7f73e40fc7a0 msgr2=0x7f73e40fd4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:48.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.625+0000 7f73ec5d4640 1 -- 172.21.15.17:0/3386505806 shutdown_connections 2024-09-16T01:42:48.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:48.625+0000 7f73ec5d4640 1 -- 172.21.15.17:0/3386505806 wait complete. 2024-09-16T01:42:49.277 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":318,"stamp":"2024-09-16T01:42:48.520223+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":656750,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":481,"num_read_kb":356,"num_write":349,"num_write_kb":3052,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180853,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":280,"ondisk_log_size":280,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":294,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":377104,"kb_used_data":11136,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124564720,"statfs":{"total":1151940427776,"available":1151554273280,"internally_reserved":0,"allocated":11403264,"data_stored":7252878,"data_compressed":177750,"data_compressed_allocated":233472,"data_compressed_original":1966080,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":60,"num_read_kb":30,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":117,"num_keys_recovered":10,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001887"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104256+0000","last_change":"2024-09-16T01:41:42.858269+0000","last_active":"2024-09-16T01:42:42.104256+0000","last_peered":"2024-09-16T01:42:42.104256+0000","last_clean":"2024-09-16T01:42:42.104256+0000","last_became_active":"2024-09-16T01:41:42.857834+0000","last_became_peered":"2024-09-16T01:41:42.857834+0000","last_unstale":"2024-09-16T01:42:42.104256+0000","last_undegraded":"2024-09-16T01:42:42.104256+0000","last_fullsized":"2024-09-16T01:42:42.104256+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:34.752606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101868+0000","last_change":"2024-09-16T01:41:42.855243+0000","last_active":"2024-09-16T01:42:42.101868+0000","last_peered":"2024-09-16T01:42:42.101868+0000","last_clean":"2024-09-16T01:42:42.101868+0000","last_became_active":"2024-09-16T01:41:42.854933+0000","last_became_peered":"2024-09-16T01:41:42.854933+0000","last_unstale":"2024-09-16T01:42:42.101868+0000","last_undegraded":"2024-09-16T01:42:42.101868+0000","last_fullsized":"2024-09-16T01:42:42.101868+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:33.190148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101858+0000","last_change":"2024-09-16T01:41:42.864850+0000","last_active":"2024-09-16T01:42:42.101858+0000","last_peered":"2024-09-16T01:42:42.101858+0000","last_clean":"2024-09-16T01:42:42.101858+0000","last_became_active":"2024-09-16T01:41:42.864457+0000","last_became_peered":"2024-09-16T01:41:42.864457+0000","last_unstale":"2024-09-16T01:42:42.101858+0000","last_undegraded":"2024-09-16T01:42:42.101858+0000","last_fullsized":"2024-09-16T01:42:42.101858+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:30:22.935333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.112514+0000","last_change":"2024-09-16T01:41:42.864542+0000","last_active":"2024-09-16T01:42:42.112514+0000","last_peered":"2024-09-16T01:42:42.112514+0000","last_clean":"2024-09-16T01:42:42.112514+0000","last_became_active":"2024-09-16T01:41:42.864208+0000","last_became_peered":"2024-09-16T01:41:42.864208+0000","last_unstale":"2024-09-16T01:42:42.112514+0000","last_undegraded":"2024-09-16T01:42:42.112514+0000","last_fullsized":"2024-09-16T01:42:42.112514+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:26.230750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103808+0000","last_change":"2024-09-16T01:41:42.863632+0000","last_active":"2024-09-16T01:42:42.103808+0000","last_peered":"2024-09-16T01:42:42.103808+0000","last_clean":"2024-09-16T01:42:42.103808+0000","last_became_active":"2024-09-16T01:41:42.862988+0000","last_became_peered":"2024-09-16T01:41:42.862988+0000","last_unstale":"2024-09-16T01:42:42.103808+0000","last_undegraded":"2024-09-16T01:42:42.103808+0000","last_fullsized":"2024-09-16T01:42:42.103808+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:40.854320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100698+0000","last_change":"2024-09-16T01:41:42.864794+0000","last_active":"2024-09-16T01:42:42.100698+0000","last_peered":"2024-09-16T01:42:42.100698+0000","last_clean":"2024-09-16T01:42:42.100698+0000","last_became_active":"2024-09-16T01:41:42.864460+0000","last_became_peered":"2024-09-16T01:41:42.864460+0000","last_unstale":"2024-09-16T01:42:42.100698+0000","last_undegraded":"2024-09-16T01:42:42.100698+0000","last_fullsized":"2024-09-16T01:42:42.100698+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:48.974901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104169+0000","last_change":"2024-09-16T01:41:42.863738+0000","last_active":"2024-09-16T01:42:42.104169+0000","last_peered":"2024-09-16T01:42:42.104169+0000","last_clean":"2024-09-16T01:42:42.104169+0000","last_became_active":"2024-09-16T01:41:42.862787+0000","last_became_peered":"2024-09-16T01:41:42.862787+0000","last_unstale":"2024-09-16T01:42:42.104169+0000","last_undegraded":"2024-09-16T01:42:42.104169+0000","last_fullsized":"2024-09-16T01:42:42.104169+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:09.491126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106240+0000","last_change":"2024-09-16T01:41:42.867518+0000","last_active":"2024-09-16T01:42:42.106240+0000","last_peered":"2024-09-16T01:42:42.106240+0000","last_clean":"2024-09-16T01:42:42.106240+0000","last_became_active":"2024-09-16T01:41:42.867176+0000","last_became_peered":"2024-09-16T01:41:42.867176+0000","last_unstale":"2024-09-16T01:42:42.106240+0000","last_undegraded":"2024-09-16T01:42:42.106240+0000","last_fullsized":"2024-09-16T01:42:42.106240+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:06.778397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104462+0000","last_change":"2024-09-16T01:41:42.858684+0000","last_active":"2024-09-16T01:42:42.104462+0000","last_peered":"2024-09-16T01:42:42.104462+0000","last_clean":"2024-09-16T01:42:42.104462+0000","last_became_active":"2024-09-16T01:41:42.858033+0000","last_became_peered":"2024-09-16T01:41:42.858033+0000","last_unstale":"2024-09-16T01:42:42.104462+0000","last_undegraded":"2024-09-16T01:42:42.104462+0000","last_fullsized":"2024-09-16T01:42:42.104462+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:59:03.373757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.109325+0000","last_change":"2024-09-16T01:42:42.109325+0000","last_active":"2024-09-16T01:42:42.109325+0000","last_peered":"2024-09-16T01:42:42.109325+0000","last_clean":"2024-09-16T01:42:42.109325+0000","last_became_active":"2024-09-16T01:42:42.108921+0000","last_became_peered":"2024-09-16T01:42:42.108921+0000","last_unstale":"2024-09-16T01:42:42.109325+0000","last_undegraded":"2024-09-16T01:42:42.109325+0000","last_fullsized":"2024-09-16T01:42:42.109325+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:53.274545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103760+0000","last_change":"2024-09-16T01:41:42.875181+0000","last_active":"2024-09-16T01:42:42.103760+0000","last_peered":"2024-09-16T01:42:42.103760+0000","last_clean":"2024-09-16T01:42:42.103760+0000","last_became_active":"2024-09-16T01:41:42.874765+0000","last_became_peered":"2024-09-16T01:41:42.874765+0000","last_unstale":"2024-09-16T01:42:42.103760+0000","last_undegraded":"2024-09-16T01:42:42.103760+0000","last_fullsized":"2024-09-16T01:42:42.103760+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:13:20.147822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.112605+0000","last_change":"2024-09-16T01:41:42.869605+0000","last_active":"2024-09-16T01:42:42.112605+0000","last_peered":"2024-09-16T01:42:42.112605+0000","last_clean":"2024-09-16T01:42:42.112605+0000","last_became_active":"2024-09-16T01:41:42.869092+0000","last_became_peered":"2024-09-16T01:41:42.869092+0000","last_unstale":"2024-09-16T01:42:42.112605+0000","last_undegraded":"2024-09-16T01:42:42.112605+0000","last_fullsized":"2024-09-16T01:42:42.112605+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:39.792869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104537+0000","last_change":"2024-09-16T01:42:42.104537+0000","last_active":"2024-09-16T01:42:42.104537+0000","last_peered":"2024-09-16T01:42:42.104537+0000","last_clean":"2024-09-16T01:42:42.104537+0000","last_became_active":"2024-09-16T01:42:42.104053+0000","last_became_peered":"2024-09-16T01:42:42.104053+0000","last_unstale":"2024-09-16T01:42:42.104537+0000","last_undegraded":"2024-09-16T01:42:42.104537+0000","last_fullsized":"2024-09-16T01:42:42.104537+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:23:58.381378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101539+0000","last_change":"2024-09-16T01:41:42.856102+0000","last_active":"2024-09-16T01:42:42.101539+0000","last_peered":"2024-09-16T01:42:42.101539+0000","last_clean":"2024-09-16T01:42:42.101539+0000","last_became_active":"2024-09-16T01:41:42.855763+0000","last_became_peered":"2024-09-16T01:41:42.855763+0000","last_unstale":"2024-09-16T01:42:42.101539+0000","last_undegraded":"2024-09-16T01:42:42.101539+0000","last_fullsized":"2024-09-16T01:42:42.101539+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:03.540153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101331+0000","last_change":"2024-09-16T01:41:42.865759+0000","last_active":"2024-09-16T01:42:42.101331+0000","last_peered":"2024-09-16T01:42:42.101331+0000","last_clean":"2024-09-16T01:42:42.101331+0000","last_became_active":"2024-09-16T01:41:42.865310+0000","last_became_peered":"2024-09-16T01:41:42.865310+0000","last_unstale":"2024-09-16T01:42:42.101331+0000","last_undegraded":"2024-09-16T01:42:42.101331+0000","last_fullsized":"2024-09-16T01:42:42.101331+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:25:52.897510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103822+0000","last_change":"2024-09-16T01:41:42.871183+0000","last_active":"2024-09-16T01:42:42.103822+0000","last_peered":"2024-09-16T01:42:42.103822+0000","last_clean":"2024-09-16T01:42:42.103822+0000","last_became_active":"2024-09-16T01:41:42.870816+0000","last_became_peered":"2024-09-16T01:41:42.870816+0000","last_unstale":"2024-09-16T01:42:42.103822+0000","last_undegraded":"2024-09-16T01:42:42.103822+0000","last_fullsized":"2024-09-16T01:42:42.103822+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:37.890658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104377+0000","last_change":"2024-09-16T01:41:42.858293+0000","last_active":"2024-09-16T01:42:42.104377+0000","last_peered":"2024-09-16T01:42:42.104377+0000","last_clean":"2024-09-16T01:42:42.104377+0000","last_became_active":"2024-09-16T01:41:42.857393+0000","last_became_peered":"2024-09-16T01:41:42.857393+0000","last_unstale":"2024-09-16T01:42:42.104377+0000","last_undegraded":"2024-09-16T01:42:42.104377+0000","last_fullsized":"2024-09-16T01:42:42.104377+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:08:09.767728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103356+0000","last_change":"2024-09-16T01:41:42.856670+0000","last_active":"2024-09-16T01:42:42.103356+0000","last_peered":"2024-09-16T01:42:42.103356+0000","last_clean":"2024-09-16T01:42:42.103356+0000","last_became_active":"2024-09-16T01:41:42.856346+0000","last_became_peered":"2024-09-16T01:41:42.856346+0000","last_unstale":"2024-09-16T01:42:42.103356+0000","last_undegraded":"2024-09-16T01:42:42.103356+0000","last_fullsized":"2024-09-16T01:42:42.103356+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:05.164090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.108080+0000","last_change":"2024-09-16T01:41:42.866531+0000","last_active":"2024-09-16T01:42:42.108080+0000","last_peered":"2024-09-16T01:42:42.108080+0000","last_clean":"2024-09-16T01:42:42.108080+0000","last_became_active":"2024-09-16T01:41:42.866002+0000","last_became_peered":"2024-09-16T01:41:42.866002+0000","last_unstale":"2024-09-16T01:42:42.108080+0000","last_undegraded":"2024-09-16T01:42:42.108080+0000","last_fullsized":"2024-09-16T01:42:42.108080+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:22:37.171553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103667+0000","last_change":"2024-09-16T01:41:42.860941+0000","last_active":"2024-09-16T01:42:42.103667+0000","last_peered":"2024-09-16T01:42:42.103667+0000","last_clean":"2024-09-16T01:42:42.103667+0000","last_became_active":"2024-09-16T01:41:42.860562+0000","last_became_peered":"2024-09-16T01:41:42.860562+0000","last_unstale":"2024-09-16T01:42:42.103667+0000","last_undegraded":"2024-09-16T01:42:42.103667+0000","last_fullsized":"2024-09-16T01:42:42.103667+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:15:44.366908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100082+0000","last_change":"2024-09-16T01:41:42.864423+0000","last_active":"2024-09-16T01:42:42.100082+0000","last_peered":"2024-09-16T01:42:42.100082+0000","last_clean":"2024-09-16T01:42:42.100082+0000","last_became_active":"2024-09-16T01:41:42.863811+0000","last_became_peered":"2024-09-16T01:41:42.863811+0000","last_unstale":"2024-09-16T01:42:42.100082+0000","last_undegraded":"2024-09-16T01:42:42.100082+0000","last_fullsized":"2024-09-16T01:42:42.100082+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:31.402113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107221+0000","last_change":"2024-09-16T01:42:42.107221+0000","last_active":"2024-09-16T01:42:42.107221+0000","last_peered":"2024-09-16T01:42:42.107221+0000","last_clean":"2024-09-16T01:42:42.107221+0000","last_became_active":"2024-09-16T01:42:42.106728+0000","last_became_peered":"2024-09-16T01:42:42.106728+0000","last_unstale":"2024-09-16T01:42:42.107221+0000","last_undegraded":"2024-09-16T01:42:42.107221+0000","last_fullsized":"2024-09-16T01:42:42.107221+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:39.617919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,6],"acting":[1,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106541+0000","last_change":"2024-09-16T01:41:42.870730+0000","last_active":"2024-09-16T01:42:42.106541+0000","last_peered":"2024-09-16T01:42:42.106541+0000","last_clean":"2024-09-16T01:42:42.106541+0000","last_became_active":"2024-09-16T01:41:42.870475+0000","last_became_peered":"2024-09-16T01:41:42.870475+0000","last_unstale":"2024-09-16T01:42:42.106541+0000","last_undegraded":"2024-09-16T01:42:42.106541+0000","last_fullsized":"2024-09-16T01:42:42.106541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:20.301087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100675+0000","last_change":"2024-09-16T01:41:42.866596+0000","last_active":"2024-09-16T01:42:42.100675+0000","last_peered":"2024-09-16T01:42:42.100675+0000","last_clean":"2024-09-16T01:42:42.100675+0000","last_became_active":"2024-09-16T01:41:42.866011+0000","last_became_peered":"2024-09-16T01:41:42.866011+0000","last_unstale":"2024-09-16T01:42:42.100675+0000","last_undegraded":"2024-09-16T01:42:42.100675+0000","last_fullsized":"2024-09-16T01:42:42.100675+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:15.535118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106931+0000","last_change":"2024-09-16T01:41:42.868201+0000","last_active":"2024-09-16T01:42:42.106931+0000","last_peered":"2024-09-16T01:42:42.106931+0000","last_clean":"2024-09-16T01:42:42.106931+0000","last_became_active":"2024-09-16T01:41:42.867951+0000","last_became_peered":"2024-09-16T01:41:42.867951+0000","last_unstale":"2024-09-16T01:42:42.106931+0000","last_undegraded":"2024-09-16T01:42:42.106931+0000","last_fullsized":"2024-09-16T01:42:42.106931+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:57.585681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.108236+0000","last_change":"2024-09-16T01:41:42.872985+0000","last_active":"2024-09-16T01:42:42.108236+0000","last_peered":"2024-09-16T01:42:42.108236+0000","last_clean":"2024-09-16T01:42:42.108236+0000","last_became_active":"2024-09-16T01:41:42.872568+0000","last_became_peered":"2024-09-16T01:41:42.872568+0000","last_unstale":"2024-09-16T01:42:42.108236+0000","last_undegraded":"2024-09-16T01:42:42.108236+0000","last_fullsized":"2024-09-16T01:42:42.108236+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:34:37.470028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104678+0000","last_change":"2024-09-16T01:41:42.862286+0000","last_active":"2024-09-16T01:42:42.104678+0000","last_peered":"2024-09-16T01:42:42.104678+0000","last_clean":"2024-09-16T01:42:42.104678+0000","last_became_active":"2024-09-16T01:41:42.861971+0000","last_became_peered":"2024-09-16T01:41:42.861971+0000","last_unstale":"2024-09-16T01:42:42.104678+0000","last_undegraded":"2024-09-16T01:42:42.104678+0000","last_fullsized":"2024-09-16T01:42:42.104678+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:38.719275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100029+0000","last_change":"2024-09-16T01:41:42.857215+0000","last_active":"2024-09-16T01:42:42.100029+0000","last_peered":"2024-09-16T01:42:42.100029+0000","last_clean":"2024-09-16T01:42:42.100029+0000","last_became_active":"2024-09-16T01:41:42.856902+0000","last_became_peered":"2024-09-16T01:41:42.856902+0000","last_unstale":"2024-09-16T01:42:42.100029+0000","last_undegraded":"2024-09-16T01:42:42.100029+0000","last_fullsized":"2024-09-16T01:42:42.100029+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:05.388739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105596+0000","last_change":"2024-09-16T01:42:42.105596+0000","last_active":"2024-09-16T01:42:42.105596+0000","last_peered":"2024-09-16T01:42:42.105596+0000","last_clean":"2024-09-16T01:42:42.105596+0000","last_became_active":"2024-09-16T01:42:42.105261+0000","last_became_peered":"2024-09-16T01:42:42.105261+0000","last_unstale":"2024-09-16T01:42:42.105596+0000","last_undegraded":"2024-09-16T01:42:42.105596+0000","last_fullsized":"2024-09-16T01:42:42.105596+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:44:09.112013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107192+0000","last_change":"2024-09-16T01:41:42.866293+0000","last_active":"2024-09-16T01:42:42.107192+0000","last_peered":"2024-09-16T01:42:42.107192+0000","last_clean":"2024-09-16T01:42:42.107192+0000","last_became_active":"2024-09-16T01:41:42.865954+0000","last_became_peered":"2024-09-16T01:41:42.865954+0000","last_unstale":"2024-09-16T01:42:42.107192+0000","last_undegraded":"2024-09-16T01:42:42.107192+0000","last_fullsized":"2024-09-16T01:42:42.107192+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:30.503539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107480+0000","last_change":"2024-09-16T01:41:42.863924+0000","last_active":"2024-09-16T01:42:42.107480+0000","last_peered":"2024-09-16T01:42:42.107480+0000","last_clean":"2024-09-16T01:42:42.107480+0000","last_became_active":"2024-09-16T01:41:42.863470+0000","last_became_peered":"2024-09-16T01:41:42.863470+0000","last_unstale":"2024-09-16T01:42:42.107480+0000","last_undegraded":"2024-09-16T01:42:42.107480+0000","last_fullsized":"2024-09-16T01:42:42.107480+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:50.024293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103467+0000","last_change":"2024-09-16T01:41:42.868244+0000","last_active":"2024-09-16T01:42:42.103467+0000","last_peered":"2024-09-16T01:42:42.103467+0000","last_clean":"2024-09-16T01:42:42.103467+0000","last_became_active":"2024-09-16T01:41:42.867861+0000","last_became_peered":"2024-09-16T01:41:42.867861+0000","last_unstale":"2024-09-16T01:42:42.103467+0000","last_undegraded":"2024-09-16T01:42:42.103467+0000","last_fullsized":"2024-09-16T01:42:42.103467+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:02:41.555602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103868+0000","last_change":"2024-09-16T01:41:42.855496+0000","last_active":"2024-09-16T01:42:42.103868+0000","last_peered":"2024-09-16T01:42:42.103868+0000","last_clean":"2024-09-16T01:42:42.103868+0000","last_became_active":"2024-09-16T01:41:42.855039+0000","last_became_peered":"2024-09-16T01:41:42.855039+0000","last_unstale":"2024-09-16T01:42:42.103868+0000","last_undegraded":"2024-09-16T01:42:42.103868+0000","last_fullsized":"2024-09-16T01:42:42.103868+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:45.147176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"82'6","reported_seq":86,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:45.969266+0000","last_change":"2024-09-16T01:41:40.646333+0000","last_active":"2024-09-16T01:42:45.969266+0000","last_peered":"2024-09-16T01:42:45.969266+0000","last_clean":"2024-09-16T01:42:45.969266+0000","last_became_active":"2024-09-16T01:41:40.645954+0000","last_became_peered":"2024-09-16T01:41:40.645954+0000","last_unstale":"2024-09-16T01:42:45.969266+0000","last_undegraded":"2024-09-16T01:42:45.969266+0000","last_fullsized":"2024-09-16T01:42:45.969266+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:37.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1015,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":58,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101053+0000","last_change":"2024-09-16T01:41:42.869587+0000","last_active":"2024-09-16T01:42:42.101053+0000","last_peered":"2024-09-16T01:42:42.101053+0000","last_clean":"2024-09-16T01:42:42.101053+0000","last_became_active":"2024-09-16T01:41:42.869250+0000","last_became_peered":"2024-09-16T01:41:42.869250+0000","last_unstale":"2024-09-16T01:42:42.101053+0000","last_undegraded":"2024-09-16T01:42:42.101053+0000","last_fullsized":"2024-09-16T01:42:42.101053+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:40:39.202132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100716+0000","last_change":"2024-09-16T01:41:40.644762+0000","last_active":"2024-09-16T01:42:42.100716+0000","last_peered":"2024-09-16T01:42:42.100716+0000","last_clean":"2024-09-16T01:42:42.100716+0000","last_became_active":"2024-09-16T01:41:40.644397+0000","last_became_peered":"2024-09-16T01:41:40.644397+0000","last_unstale":"2024-09-16T01:42:42.100716+0000","last_undegraded":"2024-09-16T01:42:42.100716+0000","last_fullsized":"2024-09-16T01:42:42.100716+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:27.275899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.099789+0000","last_change":"2024-09-16T01:41:40.642214+0000","last_active":"2024-09-16T01:42:42.099789+0000","last_peered":"2024-09-16T01:42:42.099789+0000","last_clean":"2024-09-16T01:42:42.099789+0000","last_became_active":"2024-09-16T01:41:40.641860+0000","last_became_peered":"2024-09-16T01:41:40.641860+0000","last_unstale":"2024-09-16T01:42:42.099789+0000","last_undegraded":"2024-09-16T01:42:42.099789+0000","last_fullsized":"2024-09-16T01:42:42.099789+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:52.770052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106367+0000","last_change":"2024-09-16T01:41:42.865662+0000","last_active":"2024-09-16T01:42:42.106367+0000","last_peered":"2024-09-16T01:42:42.106367+0000","last_clean":"2024-09-16T01:42:42.106367+0000","last_became_active":"2024-09-16T01:41:42.865364+0000","last_became_peered":"2024-09-16T01:41:42.865364+0000","last_unstale":"2024-09-16T01:42:42.106367+0000","last_undegraded":"2024-09-16T01:42:42.106367+0000","last_fullsized":"2024-09-16T01:42:42.106367+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:33.027121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"82'1","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100962+0000","last_change":"2024-09-16T01:41:40.649355+0000","last_active":"2024-09-16T01:42:42.100962+0000","last_peered":"2024-09-16T01:42:42.100962+0000","last_clean":"2024-09-16T01:42:42.100962+0000","last_became_active":"2024-09-16T01:41:40.649058+0000","last_became_peered":"2024-09-16T01:41:40.649058+0000","last_unstale":"2024-09-16T01:42:42.100962+0000","last_undegraded":"2024-09-16T01:42:42.100962+0000","last_fullsized":"2024-09-16T01:42:42.100962+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:08.160989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103267+0000","last_change":"2024-09-16T01:41:42.860348+0000","last_active":"2024-09-16T01:42:42.103267+0000","last_peered":"2024-09-16T01:42:42.103267+0000","last_clean":"2024-09-16T01:42:42.103267+0000","last_became_active":"2024-09-16T01:41:42.860016+0000","last_became_peered":"2024-09-16T01:41:42.860016+0000","last_unstale":"2024-09-16T01:42:42.103267+0000","last_undegraded":"2024-09-16T01:42:42.103267+0000","last_fullsized":"2024-09-16T01:42:42.103267+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:46.124306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"82'3","reported_seq":79,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:44.967387+0000","last_change":"2024-09-16T01:41:40.648505+0000","last_active":"2024-09-16T01:42:44.967387+0000","last_peered":"2024-09-16T01:42:44.967387+0000","last_clean":"2024-09-16T01:42:44.967387+0000","last_became_active":"2024-09-16T01:41:40.648187+0000","last_became_peered":"2024-09-16T01:41:40.648187+0000","last_unstale":"2024-09-16T01:42:44.967387+0000","last_undegraded":"2024-09-16T01:42:44.967387+0000","last_fullsized":"2024-09-16T01:42:44.967387+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.954435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":54,"num_read_kb":54,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104099+0000","last_change":"2024-09-16T01:41:42.865674+0000","last_active":"2024-09-16T01:42:42.104099+0000","last_peered":"2024-09-16T01:42:42.104099+0000","last_clean":"2024-09-16T01:42:42.104099+0000","last_became_active":"2024-09-16T01:41:42.865335+0000","last_became_peered":"2024-09-16T01:41:42.865335+0000","last_unstale":"2024-09-16T01:42:42.104099+0000","last_undegraded":"2024-09-16T01:42:42.104099+0000","last_fullsized":"2024-09-16T01:42:42.104099+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:34.297494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104559+0000","last_change":"2024-09-16T01:41:40.647648+0000","last_active":"2024-09-16T01:42:42.104559+0000","last_peered":"2024-09-16T01:42:42.104559+0000","last_clean":"2024-09-16T01:42:42.104559+0000","last_became_active":"2024-09-16T01:41:40.646533+0000","last_became_peered":"2024-09-16T01:41:40.646533+0000","last_unstale":"2024-09-16T01:42:42.104559+0000","last_undegraded":"2024-09-16T01:42:42.104559+0000","last_fullsized":"2024-09-16T01:42:42.104559+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:55.789853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.102330+0000","last_change":"2024-09-16T01:41:42.861587+0000","last_active":"2024-09-16T01:42:42.102330+0000","last_peered":"2024-09-16T01:42:42.102330+0000","last_clean":"2024-09-16T01:42:42.102330+0000","last_became_active":"2024-09-16T01:41:42.861162+0000","last_became_peered":"2024-09-16T01:41:42.861162+0000","last_unstale":"2024-09-16T01:42:42.102330+0000","last_undegraded":"2024-09-16T01:42:42.102330+0000","last_fullsized":"2024-09-16T01:42:42.102330+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:54.449108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"82'4","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100976+0000","last_change":"2024-09-16T01:41:40.775398+0000","last_active":"2024-09-16T01:42:42.100976+0000","last_peered":"2024-09-16T01:42:42.100976+0000","last_clean":"2024-09-16T01:42:42.100976+0000","last_became_active":"2024-09-16T01:41:40.775025+0000","last_became_peered":"2024-09-16T01:41:40.775025+0000","last_unstale":"2024-09-16T01:42:42.100976+0000","last_undegraded":"2024-09-16T01:42:42.100976+0000","last_fullsized":"2024-09-16T01:42:42.100976+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:08.119630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104850+0000","last_change":"2024-09-16T01:41:42.864127+0000","last_active":"2024-09-16T01:42:42.104850+0000","last_peered":"2024-09-16T01:42:42.104850+0000","last_clean":"2024-09-16T01:42:42.104850+0000","last_became_active":"2024-09-16T01:41:42.863754+0000","last_became_peered":"2024-09-16T01:41:42.863754+0000","last_unstale":"2024-09-16T01:42:42.104850+0000","last_undegraded":"2024-09-16T01:42:42.104850+0000","last_fullsized":"2024-09-16T01:42:42.104850+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:04.607361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"82'29","reported_seq":168,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:45.968445+0000","last_change":"2024-09-16T01:41:40.645485+0000","last_active":"2024-09-16T01:42:45.968445+0000","last_peered":"2024-09-16T01:42:45.968445+0000","last_clean":"2024-09-16T01:42:45.968445+0000","last_became_active":"2024-09-16T01:41:40.645158+0000","last_became_peered":"2024-09-16T01:41:40.645158+0000","last_unstale":"2024-09-16T01:42:45.968445+0000","last_undegraded":"2024-09-16T01:42:45.968445+0000","last_fullsized":"2024-09-16T01:42:45.968445+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:18.212143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61752,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":117,"num_read_kb":118,"num_write":30,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104631+0000","last_change":"2024-09-16T01:41:42.864532+0000","last_active":"2024-09-16T01:42:42.104631+0000","last_peered":"2024-09-16T01:42:42.104631+0000","last_clean":"2024-09-16T01:42:42.104631+0000","last_became_active":"2024-09-16T01:41:42.864191+0000","last_became_peered":"2024-09-16T01:41:42.864191+0000","last_unstale":"2024-09-16T01:42:42.104631+0000","last_undegraded":"2024-09-16T01:42:42.104631+0000","last_fullsized":"2024-09-16T01:42:42.104631+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:41.070801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"82'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.108076+0000","last_change":"2024-09-16T01:41:40.643722+0000","last_active":"2024-09-16T01:42:42.108076+0000","last_peered":"2024-09-16T01:42:42.108076+0000","last_clean":"2024-09-16T01:42:42.108076+0000","last_became_active":"2024-09-16T01:41:40.643394+0000","last_became_peered":"2024-09-16T01:41:40.643394+0000","last_unstale":"2024-09-16T01:42:42.108076+0000","last_undegraded":"2024-09-16T01:42:42.108076+0000","last_fullsized":"2024-09-16T01:42:42.108076+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:39.546909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.099856+0000","last_change":"2024-09-16T01:41:42.865444+0000","last_active":"2024-09-16T01:42:42.099856+0000","last_peered":"2024-09-16T01:42:42.099856+0000","last_clean":"2024-09-16T01:42:42.099856+0000","last_became_active":"2024-09-16T01:41:42.864914+0000","last_became_peered":"2024-09-16T01:41:42.864914+0000","last_unstale":"2024-09-16T01:42:42.099856+0000","last_undegraded":"2024-09-16T01:42:42.099856+0000","last_fullsized":"2024-09-16T01:42:42.099856+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:23.917120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100687+0000","last_change":"2024-09-16T01:41:40.649343+0000","last_active":"2024-09-16T01:42:42.100687+0000","last_peered":"2024-09-16T01:42:42.100687+0000","last_clean":"2024-09-16T01:42:42.100687+0000","last_became_active":"2024-09-16T01:41:40.648954+0000","last_became_peered":"2024-09-16T01:41:40.648954+0000","last_unstale":"2024-09-16T01:42:42.100687+0000","last_undegraded":"2024-09-16T01:42:42.100687+0000","last_fullsized":"2024-09-16T01:42:42.100687+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:22.507067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103789+0000","last_change":"2024-09-16T01:41:42.868154+0000","last_active":"2024-09-16T01:42:42.103789+0000","last_peered":"2024-09-16T01:42:42.103789+0000","last_clean":"2024-09-16T01:42:42.103789+0000","last_became_active":"2024-09-16T01:41:42.867817+0000","last_became_peered":"2024-09-16T01:41:42.867817+0000","last_unstale":"2024-09-16T01:42:42.103789+0000","last_undegraded":"2024-09-16T01:42:42.103789+0000","last_fullsized":"2024-09-16T01:42:42.103789+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:33.279136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"82'4","reported_seq":83,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:44.967625+0000","last_change":"2024-09-16T01:41:40.649440+0000","last_active":"2024-09-16T01:42:44.967625+0000","last_peered":"2024-09-16T01:42:44.967625+0000","last_clean":"2024-09-16T01:42:44.967625+0000","last_became_active":"2024-09-16T01:41:40.649073+0000","last_became_peered":"2024-09-16T01:41:40.649073+0000","last_unstale":"2024-09-16T01:42:44.967625+0000","last_undegraded":"2024-09-16T01:42:44.967625+0000","last_fullsized":"2024-09-16T01:42:44.967625+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:42.275782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":981,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":58,"num_read_kb":4,"num_write":3,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103565+0000","last_change":"2024-09-16T01:41:42.863539+0000","last_active":"2024-09-16T01:42:42.103565+0000","last_peered":"2024-09-16T01:42:42.103565+0000","last_clean":"2024-09-16T01:42:42.103565+0000","last_became_active":"2024-09-16T01:41:42.863185+0000","last_became_peered":"2024-09-16T01:41:42.863185+0000","last_unstale":"2024-09-16T01:42:42.103565+0000","last_undegraded":"2024-09-16T01:42:42.103565+0000","last_fullsized":"2024-09-16T01:42:42.103565+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:49.074704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"82'15","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103803+0000","last_change":"2024-09-16T01:41:40.773728+0000","last_active":"2024-09-16T01:42:42.103803+0000","last_peered":"2024-09-16T01:42:42.103803+0000","last_clean":"2024-09-16T01:42:42.103803+0000","last_became_active":"2024-09-16T01:41:40.773340+0000","last_became_peered":"2024-09-16T01:41:40.773340+0000","last_unstale":"2024-09-16T01:42:42.103803+0000","last_undegraded":"2024-09-16T01:42:42.103803+0000","last_fullsized":"2024-09-16T01:42:42.103803+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:35.693803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106961+0000","last_change":"2024-09-16T01:42:42.106961+0000","last_active":"2024-09-16T01:42:42.106961+0000","last_peered":"2024-09-16T01:42:42.106961+0000","last_clean":"2024-09-16T01:42:42.106961+0000","last_became_active":"2024-09-16T01:42:42.106603+0000","last_became_peered":"2024-09-16T01:42:42.106603+0000","last_unstale":"2024-09-16T01:42:42.106961+0000","last_undegraded":"2024-09-16T01:42:42.106961+0000","last_fullsized":"2024-09-16T01:42:42.106961+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:45:27.041125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"82'2","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104641+0000","last_change":"2024-09-16T01:41:40.643262+0000","last_active":"2024-09-16T01:42:42.104641+0000","last_peered":"2024-09-16T01:42:42.104641+0000","last_clean":"2024-09-16T01:42:42.104641+0000","last_became_active":"2024-09-16T01:41:40.642975+0000","last_became_peered":"2024-09-16T01:41:40.642975+0000","last_unstale":"2024-09-16T01:42:42.104641+0000","last_undegraded":"2024-09-16T01:42:42.104641+0000","last_fullsized":"2024-09-16T01:42:42.104641+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:52.757959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103904+0000","last_change":"2024-09-16T01:41:42.861062+0000","last_active":"2024-09-16T01:42:42.103904+0000","last_peered":"2024-09-16T01:42:42.103904+0000","last_clean":"2024-09-16T01:42:42.103904+0000","last_became_active":"2024-09-16T01:41:42.860701+0000","last_became_peered":"2024-09-16T01:41:42.860701+0000","last_unstale":"2024-09-16T01:42:42.103904+0000","last_undegraded":"2024-09-16T01:42:42.103904+0000","last_fullsized":"2024-09-16T01:42:42.103904+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:06.382244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100187+0000","last_change":"2024-09-16T01:41:40.642128+0000","last_active":"2024-09-16T01:42:42.100187+0000","last_peered":"2024-09-16T01:42:42.100187+0000","last_clean":"2024-09-16T01:42:42.100187+0000","last_became_active":"2024-09-16T01:41:40.641525+0000","last_became_peered":"2024-09-16T01:41:40.641525+0000","last_unstale":"2024-09-16T01:42:42.100187+0000","last_undegraded":"2024-09-16T01:42:42.100187+0000","last_fullsized":"2024-09-16T01:42:42.100187+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:34.943031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104809+0000","last_change":"2024-09-16T01:41:42.869794+0000","last_active":"2024-09-16T01:42:42.104809+0000","last_peered":"2024-09-16T01:42:42.104809+0000","last_clean":"2024-09-16T01:42:42.104809+0000","last_became_active":"2024-09-16T01:41:42.869450+0000","last_became_peered":"2024-09-16T01:41:42.869450+0000","last_unstale":"2024-09-16T01:42:42.104809+0000","last_undegraded":"2024-09-16T01:42:42.104809+0000","last_fullsized":"2024-09-16T01:42:42.104809+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:54.298118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101293+0000","last_change":"2024-09-16T01:41:40.648466+0000","last_active":"2024-09-16T01:42:42.101293+0000","last_peered":"2024-09-16T01:42:42.101293+0000","last_clean":"2024-09-16T01:42:42.101293+0000","last_became_active":"2024-09-16T01:41:40.648146+0000","last_became_peered":"2024-09-16T01:41:40.648146+0000","last_unstale":"2024-09-16T01:42:42.101293+0000","last_undegraded":"2024-09-16T01:42:42.101293+0000","last_fullsized":"2024-09-16T01:42:42.101293+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:22.214738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"82'1","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.110317+0000","last_change":"2024-09-16T01:42:42.110317+0000","last_active":"2024-09-16T01:42:42.110317+0000","last_peered":"2024-09-16T01:42:42.110317+0000","last_clean":"2024-09-16T01:42:42.110317+0000","last_became_active":"2024-09-16T01:42:42.106436+0000","last_became_peered":"2024-09-16T01:42:42.106436+0000","last_unstale":"2024-09-16T01:42:42.110317+0000","last_undegraded":"2024-09-16T01:42:42.110317+0000","last_fullsized":"2024-09-16T01:42:42.110317+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:12.773365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"82'3","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.108188+0000","last_change":"2024-09-16T01:41:41.329486+0000","last_active":"2024-09-16T01:42:42.108188+0000","last_peered":"2024-09-16T01:42:42.108188+0000","last_clean":"2024-09-16T01:42:42.108188+0000","last_became_active":"2024-09-16T01:41:41.329110+0000","last_became_peered":"2024-09-16T01:41:41.329110+0000","last_unstale":"2024-09-16T01:42:42.108188+0000","last_undegraded":"2024-09-16T01:42:42.108188+0000","last_fullsized":"2024-09-16T01:42:42.108188+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:07.827284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103875+0000","last_change":"2024-09-16T01:41:42.874019+0000","last_active":"2024-09-16T01:42:42.103875+0000","last_peered":"2024-09-16T01:42:42.103875+0000","last_clean":"2024-09-16T01:42:42.103875+0000","last_became_active":"2024-09-16T01:41:42.873693+0000","last_became_peered":"2024-09-16T01:41:42.873693+0000","last_unstale":"2024-09-16T01:42:42.103875+0000","last_undegraded":"2024-09-16T01:42:42.103875+0000","last_fullsized":"2024-09-16T01:42:42.103875+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:36.636459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":337,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105381+0000","last_change":"2024-09-16T01:40:28.930678+0000","last_active":"2024-09-16T01:42:42.105381+0000","last_peered":"2024-09-16T01:42:42.105381+0000","last_clean":"2024-09-16T01:42:42.105381+0000","last_became_active":"2024-09-16T01:40:28.930171+0000","last_became_peered":"2024-09-16T01:40:28.930171+0000","last_unstale":"2024-09-16T01:42:42.105381+0000","last_undegraded":"2024-09-16T01:42:42.105381+0000","last_fullsized":"2024-09-16T01:42:42.105381+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:37:00.969044+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:37:00.969044+0000","last_clean_scrub_stamp":"2024-09-16T01:37:00.969044+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:02.823877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"82'3","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.112771+0000","last_change":"2024-09-16T01:41:40.644281+0000","last_active":"2024-09-16T01:42:42.112771+0000","last_peered":"2024-09-16T01:42:42.112771+0000","last_clean":"2024-09-16T01:42:42.112771+0000","last_became_active":"2024-09-16T01:41:40.643638+0000","last_became_peered":"2024-09-16T01:41:40.643638+0000","last_unstale":"2024-09-16T01:42:42.112771+0000","last_undegraded":"2024-09-16T01:42:42.112771+0000","last_fullsized":"2024-09-16T01:42:42.112771+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:01.646040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106593+0000","last_change":"2024-09-16T01:41:42.868822+0000","last_active":"2024-09-16T01:42:42.106593+0000","last_peered":"2024-09-16T01:42:42.106593+0000","last_clean":"2024-09-16T01:42:42.106593+0000","last_became_active":"2024-09-16T01:41:42.868221+0000","last_became_peered":"2024-09-16T01:41:42.868221+0000","last_unstale":"2024-09-16T01:42:42.106593+0000","last_undegraded":"2024-09-16T01:42:42.106593+0000","last_fullsized":"2024-09-16T01:42:42.106593+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:36.739972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105332+0000","last_change":"2024-09-16T01:41:40.647931+0000","last_active":"2024-09-16T01:42:42.105332+0000","last_peered":"2024-09-16T01:42:42.105332+0000","last_clean":"2024-09-16T01:42:42.105332+0000","last_became_active":"2024-09-16T01:41:40.647480+0000","last_became_peered":"2024-09-16T01:41:40.647480+0000","last_unstale":"2024-09-16T01:42:42.105332+0000","last_undegraded":"2024-09-16T01:42:42.105332+0000","last_fullsized":"2024-09-16T01:42:42.105332+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:17.030662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.099768+0000","last_change":"2024-09-16T01:41:42.863970+0000","last_active":"2024-09-16T01:42:42.099768+0000","last_peered":"2024-09-16T01:42:42.099768+0000","last_clean":"2024-09-16T01:42:42.099768+0000","last_became_active":"2024-09-16T01:41:42.863669+0000","last_became_peered":"2024-09-16T01:41:42.863669+0000","last_unstale":"2024-09-16T01:42:42.099768+0000","last_undegraded":"2024-09-16T01:42:42.099768+0000","last_fullsized":"2024-09-16T01:42:42.099768+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:36:23.488046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"82'4","reported_seq":81,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:45.968294+0000","last_change":"2024-09-16T01:41:40.773725+0000","last_active":"2024-09-16T01:42:45.968294+0000","last_peered":"2024-09-16T01:42:45.968294+0000","last_clean":"2024-09-16T01:42:45.968294+0000","last_became_active":"2024-09-16T01:41:40.773394+0000","last_became_peered":"2024-09-16T01:41:40.773394+0000","last_unstale":"2024-09-16T01:42:45.968294+0000","last_undegraded":"2024-09-16T01:42:45.968294+0000","last_fullsized":"2024-09-16T01:42:45.968294+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:51.337459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":55,"num_read_kb":55,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100677+0000","last_change":"2024-09-16T01:41:42.863798+0000","last_active":"2024-09-16T01:42:42.100677+0000","last_peered":"2024-09-16T01:42:42.100677+0000","last_clean":"2024-09-16T01:42:42.100677+0000","last_became_active":"2024-09-16T01:41:42.863469+0000","last_became_peered":"2024-09-16T01:41:42.863469+0000","last_unstale":"2024-09-16T01:42:42.100677+0000","last_undegraded":"2024-09-16T01:42:42.100677+0000","last_fullsized":"2024-09-16T01:42:42.100677+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:47.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"82'1","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104274+0000","last_change":"2024-09-16T01:41:40.646551+0000","last_active":"2024-09-16T01:42:42.104274+0000","last_peered":"2024-09-16T01:42:42.104274+0000","last_clean":"2024-09-16T01:42:42.104274+0000","last_became_active":"2024-09-16T01:41:40.646126+0000","last_became_peered":"2024-09-16T01:41:40.646126+0000","last_unstale":"2024-09-16T01:42:42.104274+0000","last_undegraded":"2024-09-16T01:42:42.104274+0000","last_fullsized":"2024-09-16T01:42:42.104274+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:44.578969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101043+0000","last_change":"2024-09-16T01:41:42.866215+0000","last_active":"2024-09-16T01:42:42.101043+0000","last_peered":"2024-09-16T01:42:42.101043+0000","last_clean":"2024-09-16T01:42:42.101043+0000","last_became_active":"2024-09-16T01:41:42.865859+0000","last_became_peered":"2024-09-16T01:41:42.865859+0000","last_unstale":"2024-09-16T01:42:42.101043+0000","last_undegraded":"2024-09-16T01:42:42.101043+0000","last_fullsized":"2024-09-16T01:42:42.101043+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:58.149360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105803+0000","last_change":"2024-09-16T01:42:42.105803+0000","last_active":"2024-09-16T01:42:42.105803+0000","last_peered":"2024-09-16T01:42:42.105803+0000","last_clean":"2024-09-16T01:42:42.105803+0000","last_became_active":"2024-09-16T01:42:42.104750+0000","last_became_peered":"2024-09-16T01:42:42.104750+0000","last_unstale":"2024-09-16T01:42:42.105803+0000","last_undegraded":"2024-09-16T01:42:42.105803+0000","last_fullsized":"2024-09-16T01:42:42.105803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:50.821745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"82'1","reported_seq":18,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100928+0000","last_change":"2024-09-16T01:41:42.860070+0000","last_active":"2024-09-16T01:42:42.100928+0000","last_peered":"2024-09-16T01:42:42.100928+0000","last_clean":"2024-09-16T01:42:42.100928+0000","last_became_active":"2024-09-16T01:41:42.859692+0000","last_became_peered":"2024-09-16T01:41:42.859692+0000","last_unstale":"2024-09-16T01:42:42.100928+0000","last_undegraded":"2024-09-16T01:42:42.100928+0000","last_fullsized":"2024-09-16T01:42:42.100928+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:24.168617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"82'1","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104959+0000","last_change":"2024-09-16T01:41:40.775582+0000","last_active":"2024-09-16T01:42:42.104959+0000","last_peered":"2024-09-16T01:42:42.104959+0000","last_clean":"2024-09-16T01:42:42.104959+0000","last_became_active":"2024-09-16T01:41:40.775173+0000","last_became_peered":"2024-09-16T01:41:40.775173+0000","last_unstale":"2024-09-16T01:42:42.104959+0000","last_undegraded":"2024-09-16T01:42:42.104959+0000","last_fullsized":"2024-09-16T01:42:42.104959+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:22.664809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100090+0000","last_change":"2024-09-16T01:41:42.859461+0000","last_active":"2024-09-16T01:42:42.100090+0000","last_peered":"2024-09-16T01:42:42.100090+0000","last_clean":"2024-09-16T01:42:42.100090+0000","last_became_active":"2024-09-16T01:41:42.859125+0000","last_became_peered":"2024-09-16T01:41:42.859125+0000","last_unstale":"2024-09-16T01:42:42.100090+0000","last_undegraded":"2024-09-16T01:42:42.100090+0000","last_fullsized":"2024-09-16T01:42:42.100090+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:01:13.558436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"82'12","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103441+0000","last_change":"2024-09-16T01:41:40.642995+0000","last_active":"2024-09-16T01:42:42.103441+0000","last_peered":"2024-09-16T01:42:42.103441+0000","last_clean":"2024-09-16T01:42:42.103441+0000","last_became_active":"2024-09-16T01:41:40.642680+0000","last_became_peered":"2024-09-16T01:41:40.642680+0000","last_unstale":"2024-09-16T01:42:42.103441+0000","last_undegraded":"2024-09-16T01:42:42.103441+0000","last_fullsized":"2024-09-16T01:42:42.103441+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:31.137069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107417+0000","last_change":"2024-09-16T01:41:42.864520+0000","last_active":"2024-09-16T01:42:42.107417+0000","last_peered":"2024-09-16T01:42:42.107417+0000","last_clean":"2024-09-16T01:42:42.107417+0000","last_became_active":"2024-09-16T01:41:42.864221+0000","last_became_peered":"2024-09-16T01:41:42.864221+0000","last_unstale":"2024-09-16T01:42:42.107417+0000","last_undegraded":"2024-09-16T01:42:42.107417+0000","last_fullsized":"2024-09-16T01:42:42.107417+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:23.799976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"82'4","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.112679+0000","last_change":"2024-09-16T01:41:41.329593+0000","last_active":"2024-09-16T01:42:42.112679+0000","last_peered":"2024-09-16T01:42:42.112679+0000","last_clean":"2024-09-16T01:42:42.112679+0000","last_became_active":"2024-09-16T01:41:41.329288+0000","last_became_peered":"2024-09-16T01:41:41.329288+0000","last_unstale":"2024-09-16T01:42:42.112679+0000","last_undegraded":"2024-09-16T01:42:42.112679+0000","last_fullsized":"2024-09-16T01:42:42.112679+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:52.908930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101915+0000","last_change":"2024-09-16T01:41:42.865096+0000","last_active":"2024-09-16T01:42:42.101915+0000","last_peered":"2024-09-16T01:42:42.101915+0000","last_clean":"2024-09-16T01:42:42.101915+0000","last_became_active":"2024-09-16T01:41:42.862704+0000","last_became_peered":"2024-09-16T01:41:42.862704+0000","last_unstale":"2024-09-16T01:42:42.101915+0000","last_undegraded":"2024-09-16T01:42:42.101915+0000","last_fullsized":"2024-09-16T01:42:42.101915+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:42.586681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104075+0000","last_change":"2024-09-16T01:41:40.773667+0000","last_active":"2024-09-16T01:42:42.104075+0000","last_peered":"2024-09-16T01:42:42.104075+0000","last_clean":"2024-09-16T01:42:42.104075+0000","last_became_active":"2024-09-16T01:41:40.773311+0000","last_became_peered":"2024-09-16T01:41:40.773311+0000","last_unstale":"2024-09-16T01:42:42.104075+0000","last_undegraded":"2024-09-16T01:42:42.104075+0000","last_fullsized":"2024-09-16T01:42:42.104075+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:31.826001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103946+0000","last_change":"2024-09-16T01:41:42.858451+0000","last_active":"2024-09-16T01:42:42.103946+0000","last_peered":"2024-09-16T01:42:42.103946+0000","last_clean":"2024-09-16T01:42:42.103946+0000","last_became_active":"2024-09-16T01:41:42.858107+0000","last_became_peered":"2024-09-16T01:41:42.858107+0000","last_unstale":"2024-09-16T01:42:42.103946+0000","last_undegraded":"2024-09-16T01:42:42.103946+0000","last_fullsized":"2024-09-16T01:42:42.103946+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:40.589023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106425+0000","last_change":"2024-09-16T01:41:40.643502+0000","last_active":"2024-09-16T01:42:42.106425+0000","last_peered":"2024-09-16T01:42:42.106425+0000","last_clean":"2024-09-16T01:42:42.106425+0000","last_became_active":"2024-09-16T01:41:40.643120+0000","last_became_peered":"2024-09-16T01:41:40.643120+0000","last_unstale":"2024-09-16T01:42:42.106425+0000","last_undegraded":"2024-09-16T01:42:42.106425+0000","last_fullsized":"2024-09-16T01:42:42.106425+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:57:24.737742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103549+0000","last_change":"2024-09-16T01:41:42.868262+0000","last_active":"2024-09-16T01:42:42.103549+0000","last_peered":"2024-09-16T01:42:42.103549+0000","last_clean":"2024-09-16T01:42:42.103549+0000","last_became_active":"2024-09-16T01:41:42.867706+0000","last_became_peered":"2024-09-16T01:41:42.867706+0000","last_unstale":"2024-09-16T01:42:42.103549+0000","last_undegraded":"2024-09-16T01:42:42.103549+0000","last_fullsized":"2024-09-16T01:42:42.103549+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:53.086364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"82'1","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107321+0000","last_change":"2024-09-16T01:41:40.644493+0000","last_active":"2024-09-16T01:42:42.107321+0000","last_peered":"2024-09-16T01:42:42.107321+0000","last_clean":"2024-09-16T01:42:42.107321+0000","last_became_active":"2024-09-16T01:41:40.644134+0000","last_became_peered":"2024-09-16T01:41:40.644134+0000","last_unstale":"2024-09-16T01:42:42.107321+0000","last_undegraded":"2024-09-16T01:42:42.107321+0000","last_fullsized":"2024-09-16T01:42:42.107321+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:18.805135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106411+0000","last_change":"2024-09-16T01:41:42.863072+0000","last_active":"2024-09-16T01:42:42.106411+0000","last_peered":"2024-09-16T01:42:42.106411+0000","last_clean":"2024-09-16T01:42:42.106411+0000","last_became_active":"2024-09-16T01:41:42.862745+0000","last_became_peered":"2024-09-16T01:41:42.862745+0000","last_unstale":"2024-09-16T01:42:42.106411+0000","last_undegraded":"2024-09-16T01:42:42.106411+0000","last_fullsized":"2024-09-16T01:42:42.106411+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:21.003371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"82'4","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.117949+0000","last_change":"2024-09-16T01:42:42.117949+0000","last_active":"2024-09-16T01:42:42.117949+0000","last_peered":"2024-09-16T01:42:42.117949+0000","last_clean":"2024-09-16T01:42:42.117949+0000","last_became_active":"2024-09-16T01:42:42.113824+0000","last_became_peered":"2024-09-16T01:42:42.113824+0000","last_unstale":"2024-09-16T01:42:42.117949+0000","last_undegraded":"2024-09-16T01:42:42.117949+0000","last_fullsized":"2024-09-16T01:42:42.117949+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:44:01.619934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104080+0000","last_change":"2024-09-16T01:41:42.872756+0000","last_active":"2024-09-16T01:42:42.104080+0000","last_peered":"2024-09-16T01:42:42.104080+0000","last_clean":"2024-09-16T01:42:42.104080+0000","last_became_active":"2024-09-16T01:41:42.872400+0000","last_became_peered":"2024-09-16T01:41:42.872400+0000","last_unstale":"2024-09-16T01:42:42.104080+0000","last_undegraded":"2024-09-16T01:42:42.104080+0000","last_fullsized":"2024-09-16T01:42:42.104080+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:42.234264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100849+0000","last_change":"2024-09-16T01:41:42.871586+0000","last_active":"2024-09-16T01:42:42.100849+0000","last_peered":"2024-09-16T01:42:42.100849+0000","last_clean":"2024-09-16T01:42:42.100849+0000","last_became_active":"2024-09-16T01:41:42.871230+0000","last_became_peered":"2024-09-16T01:41:42.871230+0000","last_unstale":"2024-09-16T01:42:42.100849+0000","last_undegraded":"2024-09-16T01:42:42.100849+0000","last_fullsized":"2024-09-16T01:42:42.100849+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:01.000802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104471+0000","last_change":"2024-09-16T01:41:40.643241+0000","last_active":"2024-09-16T01:42:42.104471+0000","last_peered":"2024-09-16T01:42:42.104471+0000","last_clean":"2024-09-16T01:42:42.104471+0000","last_became_active":"2024-09-16T01:41:40.642871+0000","last_became_peered":"2024-09-16T01:41:40.642871+0000","last_unstale":"2024-09-16T01:42:42.104471+0000","last_undegraded":"2024-09-16T01:42:42.104471+0000","last_fullsized":"2024-09-16T01:42:42.104471+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:55:19.939101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104729+0000","last_change":"2024-09-16T01:41:42.867122+0000","last_active":"2024-09-16T01:42:42.104729+0000","last_peered":"2024-09-16T01:42:42.104729+0000","last_clean":"2024-09-16T01:42:42.104729+0000","last_became_active":"2024-09-16T01:41:42.866796+0000","last_became_peered":"2024-09-16T01:41:42.866796+0000","last_unstale":"2024-09-16T01:42:42.104729+0000","last_undegraded":"2024-09-16T01:42:42.104729+0000","last_fullsized":"2024-09-16T01:42:42.104729+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:52.553358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"82'4","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.113459+0000","last_change":"2024-09-16T01:42:42.113459+0000","last_active":"2024-09-16T01:42:42.113459+0000","last_peered":"2024-09-16T01:42:42.113459+0000","last_clean":"2024-09-16T01:42:42.113459+0000","last_became_active":"2024-09-16T01:42:42.108848+0000","last_became_peered":"2024-09-16T01:42:42.108848+0000","last_unstale":"2024-09-16T01:42:42.113459+0000","last_undegraded":"2024-09-16T01:42:42.113459+0000","last_fullsized":"2024-09-16T01:42:42.113459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:51.643958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.102243+0000","last_change":"2024-09-16T01:41:42.858026+0000","last_active":"2024-09-16T01:42:42.102243+0000","last_peered":"2024-09-16T01:42:42.102243+0000","last_clean":"2024-09-16T01:42:42.102243+0000","last_became_active":"2024-09-16T01:41:42.857708+0000","last_became_peered":"2024-09-16T01:41:42.857708+0000","last_unstale":"2024-09-16T01:42:42.102243+0000","last_undegraded":"2024-09-16T01:42:42.102243+0000","last_fullsized":"2024-09-16T01:42:42.102243+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:52.175136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107347+0000","last_change":"2024-09-16T01:41:40.775533+0000","last_active":"2024-09-16T01:42:42.107347+0000","last_peered":"2024-09-16T01:42:42.107347+0000","last_clean":"2024-09-16T01:42:42.107347+0000","last_became_active":"2024-09-16T01:41:40.774761+0000","last_became_peered":"2024-09-16T01:41:40.774761+0000","last_unstale":"2024-09-16T01:42:42.107347+0000","last_undegraded":"2024-09-16T01:42:42.107347+0000","last_fullsized":"2024-09-16T01:42:42.107347+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:31.721406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107208+0000","last_change":"2024-09-16T01:41:42.870806+0000","last_active":"2024-09-16T01:42:42.107208+0000","last_peered":"2024-09-16T01:42:42.107208+0000","last_clean":"2024-09-16T01:42:42.107208+0000","last_became_active":"2024-09-16T01:41:42.870570+0000","last_became_peered":"2024-09-16T01:41:42.870570+0000","last_unstale":"2024-09-16T01:42:42.107208+0000","last_undegraded":"2024-09-16T01:42:42.107208+0000","last_fullsized":"2024-09-16T01:42:42.107208+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:36:33.058912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"82'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103478+0000","last_change":"2024-09-16T01:41:40.647479+0000","last_active":"2024-09-16T01:42:42.103478+0000","last_peered":"2024-09-16T01:42:42.103478+0000","last_clean":"2024-09-16T01:42:42.103478+0000","last_became_active":"2024-09-16T01:41:40.647121+0000","last_became_peered":"2024-09-16T01:41:40.647121+0000","last_unstale":"2024-09-16T01:42:42.103478+0000","last_undegraded":"2024-09-16T01:42:42.103478+0000","last_fullsized":"2024-09-16T01:42:42.103478+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:00.430255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":66148,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":355,"num_read_kb":247,"num_write":166,"num_write_kb":112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":198444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":141,"ondisk_log_size":141,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":283061,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514523,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32072,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713080,"statfs":{"total":95995035648,"available":95962193920,"internally_reserved":0,"allocated":905216,"data_stored":440801,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743455,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28064,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717088,"statfs":{"total":95995035648,"available":95966298112,"internally_reserved":0,"allocated":1056768,"data_stored":1094427,"data_compressed":41811,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906981,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":925696,"data_stored":441154,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135913,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32088,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713064,"statfs":{"total":95995035648,"available":95962177536,"internally_reserved":0,"allocated":921600,"data_stored":440957,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364847,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36300,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708852,"statfs":{"total":95995035648,"available":95957864448,"internally_reserved":0,"allocated":970752,"data_stored":1033282,"data_compressed":41811,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528373,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27920,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717232,"statfs":{"total":95995035648,"available":95966445568,"internally_reserved":0,"allocated":909312,"data_stored":440426,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757305,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32152,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713000,"statfs":{"total":95995035648,"available":95962112000,"internally_reserved":0,"allocated":983040,"data_stored":1032573,"data_compressed":41811,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920831,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36240,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708912,"statfs":{"total":95995035648,"available":95957925888,"internally_reserved":0,"allocated":913408,"data_stored":441256,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182467,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":921600,"data_stored":440620,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411401,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":995328,"data_stored":503714,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574926,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36300,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708852,"statfs":{"total":95995035648,"available":95957864448,"internally_reserved":0,"allocated":970752,"data_stored":501971,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738451,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27940,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717212,"statfs":{"total":95995035648,"available":95966425088,"internally_reserved":0,"allocated":929792,"data_stored":441697,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":61752,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":63495,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1869,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2578,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":63723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:42:49.282 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-16T01:42:49.282 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T01:42:49.282 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-16T01:42:49.282 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-16T01:42:49.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:49 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:42:49.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:49 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:42:49.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:49 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:49.544 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:49.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:49 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:42:49.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:49 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:42:49.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:49 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:49.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:49 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:42:49.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:49 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:42:49.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:49 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:42:50.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.046+0000 7fc8e41b3640 1 -- 172.21.15.17:0/2812860392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8dc074eb0 msgr2=0x7fc8dc112650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:50.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.046+0000 7fc8e41b3640 1 --2- 172.21.15.17:0/2812860392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8dc074eb0 0x7fc8dc112650 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fc8cc009900 tx=0x7fc8cc02a480 comp rx=0 tx=0).stop 2024-09-16T01:42:50.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.046+0000 7fc8e41b3640 1 -- 172.21.15.17:0/2812860392 shutdown_connections 2024-09-16T01:42:50.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.046+0000 7fc8e41b3640 1 --2- 172.21.15.17:0/2812860392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8dc112b90 0x7fc8dc114f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.046+0000 7fc8e41b3640 1 --2- 172.21.15.17:0/2812860392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8dc074eb0 0x7fc8dc112650 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.046+0000 7fc8e41b3640 1 --2- 172.21.15.17:0/2812860392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc8dc074590 0x7fc8dc074970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.046+0000 7fc8e41b3640 1 -- 172.21.15.17:0/2812860392 >> 172.21.15.17:0/2812860392 conn(0x7fc8dc0fd8c0 msgr2=0x7fc8dc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:50.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.046+0000 7fc8e41b3640 1 -- 172.21.15.17:0/2812860392 shutdown_connections 2024-09-16T01:42:50.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.046+0000 7fc8e41b3640 1 -- 172.21.15.17:0/2812860392 wait complete. 2024-09-16T01:42:50.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e41b3640 1 Processor -- start 2024-09-16T01:42:50.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e41b3640 1 -- start start 2024-09-16T01:42:50.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e41b3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc8dc074590 0x7fc8dc1a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:50.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e41b3640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8dc074eb0 0x7fc8dc1a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:50.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e41b3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8dc112b90 0x7fc8dc19e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:50.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e41b3640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc8dc118480 con 0x7fc8dc112b90 2024-09-16T01:42:50.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e41b3640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc8dc118300 con 0x7fc8dc074eb0 2024-09-16T01:42:50.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e41b3640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc8dc118600 con 0x7fc8dc074590 2024-09-16T01:42:50.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e2750640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8dc112b90 0x7fc8dc19e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:50.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e2750640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8dc112b90 0x7fc8dc19e7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40510/0 (socket says 172.21.15.17:40510) 2024-09-16T01:42:50.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e2750640 1 -- 172.21.15.17:0/1068523901 learned_addr learned my addr 172.21.15.17:0/1068523901 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:50.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e174e640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8dc074eb0 0x7fc8dc1a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:50.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e1f4f640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc8dc074590 0x7fc8dc1a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:50.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e2750640 1 -- 172.21.15.17:0/1068523901 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc8dc074590 msgr2=0x7fc8dc1a4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:50.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e2750640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc8dc074590 0x7fc8dc1a4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e2750640 1 -- 172.21.15.17:0/1068523901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8dc074eb0 msgr2=0x7fc8dc1a4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:50.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e2750640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8dc074eb0 0x7fc8dc1a4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e2750640 1 -- 172.21.15.17:0/1068523901 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8dc19ef80 con 0x7fc8dc112b90 2024-09-16T01:42:50.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.047+0000 7fc8e174e640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8dc074eb0 0x7fc8dc1a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:50.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.048+0000 7fc8e1f4f640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc8dc074590 0x7fc8dc1a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:50.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.048+0000 7fc8e2750640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8dc112b90 0x7fc8dc19e7e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc8d400b9e0 tx=0x7fc8d400bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:50.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.048+0000 7fc8d2ffd640 1 -- 172.21.15.17:0/1068523901 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d4019070 con 0x7fc8dc112b90 2024-09-16T01:42:50.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.048+0000 7fc8e41b3640 1 -- 172.21.15.17:0/1068523901 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8dc19f270 con 0x7fc8dc112b90 2024-09-16T01:42:50.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.048+0000 7fc8d2ffd640 1 -- 172.21.15.17:0/1068523901 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc8d4014440 con 0x7fc8dc112b90 2024-09-16T01:42:50.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.048+0000 7fc8d2ffd640 1 -- 172.21.15.17:0/1068523901 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8d40125a0 con 0x7fc8dc112b90 2024-09-16T01:42:50.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.048+0000 7fc8e41b3640 1 -- 172.21.15.17:0/1068523901 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8dc1ab4c0 con 0x7fc8dc112b90 2024-09-16T01:42:50.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.049+0000 7fc8e41b3640 1 -- 172.21.15.17:0/1068523901 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8dc075cd0 con 0x7fc8dc112b90 2024-09-16T01:42:50.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.050+0000 7fc8d2ffd640 1 -- 172.21.15.17:0/1068523901 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fc8d401c070 con 0x7fc8dc112b90 2024-09-16T01:42:50.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.051+0000 7fc8d2ffd640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc8c80a3350 0x7fc8c80a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:50.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.051+0000 7fc8e1f4f640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc8c80a3350 0x7fc8c80a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:50.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.051+0000 7fc8d2ffd640 1 -- 172.21.15.17:0/1068523901 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc8d40cef30 con 0x7fc8dc112b90 2024-09-16T01:42:50.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.051+0000 7fc8e1f4f640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc8c80a3350 0x7fc8c80a5810 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc8d800baa0 tx=0x7fc8d8005d90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:50.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.055+0000 7fc8d2ffd640 1 -- 172.21.15.17:0/1068523901 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc8d409bc00 con 0x7fc8dc112b90 2024-09-16T01:42:50.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.271+0000 7fc8e41b3640 1 -- 172.21.15.17:0/1068523901 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7fc8dc104fd0 con 0x7fc8dc112b90 2024-09-16T01:42:50.273 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:50 smithi017 ceph-mon[30972]: pgmap v318: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s; 14 B/s, 1 keys/s, 0 objects/s recovering 2024-09-16T01:42:50.273 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:50 smithi017 ceph-mon[30972]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:42:50.273 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:50 smithi017 ceph-mon[30972]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T01:42:50.274 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:50 smithi017 ceph-mon[30972]: Cluster is now healthy 2024-09-16T01:42:50.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.272+0000 7fc8d2ffd640 1 -- 172.21.15.17:0/1068523901 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7fc8d409b500 con 0x7fc8dc112b90 2024-09-16T01:42:50.274 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:42:50.274 INFO:teuthology.orchestra.run.smithi017.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T01:42:50.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.274+0000 7fc8e41b3640 1 -- 172.21.15.17:0/1068523901 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc8c80a3350 msgr2=0x7fc8c80a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:50.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.274+0000 7fc8e41b3640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc8c80a3350 0x7fc8c80a5810 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc8d800baa0 tx=0x7fc8d8005d90 comp rx=0 tx=0).stop 2024-09-16T01:42:50.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.274+0000 7fc8e41b3640 1 -- 172.21.15.17:0/1068523901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8dc112b90 msgr2=0x7fc8dc19e7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:50.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.274+0000 7fc8e41b3640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8dc112b90 0x7fc8dc19e7e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fc8d400b9e0 tx=0x7fc8d400bea0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.274+0000 7fc8e41b3640 1 -- 172.21.15.17:0/1068523901 shutdown_connections 2024-09-16T01:42:50.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.274+0000 7fc8e41b3640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc8c80a3350 0x7fc8c80a5810 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.274+0000 7fc8e41b3640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc8dc112b90 0x7fc8dc19e7e0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.274+0000 7fc8e41b3640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc8dc074eb0 0x7fc8dc1a4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.274+0000 7fc8e41b3640 1 --2- 172.21.15.17:0/1068523901 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc8dc074590 0x7fc8dc1a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:50.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.274+0000 7fc8e41b3640 1 -- 172.21.15.17:0/1068523901 >> 172.21.15.17:0/1068523901 conn(0x7fc8dc0fd8c0 msgr2=0x7fc8dc0ff0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:50.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.274+0000 7fc8e41b3640 1 -- 172.21.15.17:0/1068523901 shutdown_connections 2024-09-16T01:42:50.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:50.274+0000 7fc8e41b3640 1 -- 172.21.15.17:0/1068523901 wait complete. 2024-09-16T01:42:50.449 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:50 smithi122 ceph-mon[34758]: pgmap v318: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s; 14 B/s, 1 keys/s, 0 objects/s recovering 2024-09-16T01:42:50.449 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:50 smithi122 ceph-mon[34758]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:42:50.449 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:50 smithi122 ceph-mon[34758]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T01:42:50.449 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:50 smithi122 ceph-mon[34758]: Cluster is now healthy 2024-09-16T01:42:50.449 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:50 smithi029 ceph-mon[34783]: pgmap v318: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s; 14 B/s, 1 keys/s, 0 objects/s recovering 2024-09-16T01:42:50.449 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:50 smithi029 ceph-mon[34783]: from='client.14922 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:42:50.450 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:50 smithi029 ceph-mon[34783]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T01:42:50.450 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:50 smithi029 ceph-mon[34783]: Cluster is now healthy 2024-09-16T01:42:50.937 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-16T01:42:50.937 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:42:51.235 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:51.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:51 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1068523901' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-16T01:42:51.468 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:51 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1068523901' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-16T01:42:51.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:51 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1068523901' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-16T01:42:51.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.758+0000 7f00bba43640 1 -- 172.21.15.17:0/439482107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f00b4101de0 msgr2=0x7f00b41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:51.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.758+0000 7f00bba43640 1 --2- 172.21.15.17:0/439482107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f00b4101de0 0x7f00b41021c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f00b0009900 tx=0x7f00b002a410 comp rx=0 tx=0).stop 2024-09-16T01:42:51.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.758+0000 7f00bba43640 1 -- 172.21.15.17:0/439482107 shutdown_connections 2024-09-16T01:42:51.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.758+0000 7f00bba43640 1 --2- 172.21.15.17:0/439482107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00b4106f10 0x7f00b410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.758+0000 7f00bba43640 1 --2- 172.21.15.17:0/439482107 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f00b4102790 0x7f00b41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.758+0000 7f00bba43640 1 --2- 172.21.15.17:0/439482107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f00b4101de0 0x7f00b41021c0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.758+0000 7f00bba43640 1 -- 172.21.15.17:0/439482107 >> 172.21.15.17:0/439482107 conn(0x7f00b40fd8c0 msgr2=0x7f00b40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:51.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.758+0000 7f00bba43640 1 -- 172.21.15.17:0/439482107 shutdown_connections 2024-09-16T01:42:51.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.759+0000 7f00bba43640 1 -- 172.21.15.17:0/439482107 wait complete. 2024-09-16T01:42:51.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.759+0000 7f00bba43640 1 Processor -- start 2024-09-16T01:42:51.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.759+0000 7f00bba43640 1 -- start start 2024-09-16T01:42:51.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.759+0000 7f00bba43640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f00b4101de0 0x7f00b4198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:51.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.759+0000 7f00bba43640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f00b4102790 0x7f00b41988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:51.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.759+0000 7f00bba43640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00b4106f10 0x7f00b419cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:51.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.759+0000 7f00bba43640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f00b4111e70 con 0x7f00b4102790 2024-09-16T01:42:51.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.759+0000 7f00bba43640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f00b4111cf0 con 0x7f00b4106f10 2024-09-16T01:42:51.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.759+0000 7f00bba43640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f00b4111ff0 con 0x7f00b4101de0 2024-09-16T01:42:51.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.759+0000 7f00b8fde640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f00b4102790 0x7f00b41988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:51.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.759+0000 7f00b8fde640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f00b4102790 0x7f00b41988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40520/0 (socket says 172.21.15.17:40520) 2024-09-16T01:42:51.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.759+0000 7f00b8fde640 1 -- 172.21.15.17:0/2702048044 learned_addr learned my addr 172.21.15.17:0/2702048044 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:51.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.760+0000 7f00b97df640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f00b4101de0 0x7f00b4198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:51.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.760+0000 7f00b9fe0640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00b4106f10 0x7f00b419cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:51.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.760+0000 7f00b8fde640 1 -- 172.21.15.17:0/2702048044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f00b4101de0 msgr2=0x7f00b4198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:51.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.760+0000 7f00b8fde640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f00b4101de0 0x7f00b4198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.760+0000 7f00b8fde640 1 -- 172.21.15.17:0/2702048044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00b4106f10 msgr2=0x7f00b419cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:51.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.760+0000 7f00b8fde640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00b4106f10 0x7f00b419cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.760+0000 7f00b8fde640 1 -- 172.21.15.17:0/2702048044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00b419d340 con 0x7f00b4102790 2024-09-16T01:42:51.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.760+0000 7f00b9fe0640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00b4106f10 0x7f00b419cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:51.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.760+0000 7f00b8fde640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f00b4102790 0x7f00b41988d0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f00a400d770 tx=0x7f00a400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:51.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.760+0000 7f00aa7fc640 1 -- 172.21.15.17:0/2702048044 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a4017070 con 0x7f00b4102790 2024-09-16T01:42:51.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.760+0000 7f00aa7fc640 1 -- 172.21.15.17:0/2702048044 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f00a40054d0 con 0x7f00b4102790 2024-09-16T01:42:51.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.760+0000 7f00bba43640 1 -- 172.21.15.17:0/2702048044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00b419d630 con 0x7f00b4102790 2024-09-16T01:42:51.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.760+0000 7f00aa7fc640 1 -- 172.21.15.17:0/2702048044 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a4004cf0 con 0x7f00b4102790 2024-09-16T01:42:51.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.760+0000 7f00bba43640 1 -- 172.21.15.17:0/2702048044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00b41a4f10 con 0x7f00b4102790 2024-09-16T01:42:51.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.761+0000 7f00bba43640 1 -- 172.21.15.17:0/2702048044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00b41021c0 con 0x7f00b4102790 2024-09-16T01:42:51.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.762+0000 7f00aa7fc640 1 -- 172.21.15.17:0/2702048044 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f00a4004e90 con 0x7f00b4102790 2024-09-16T01:42:51.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.763+0000 7f00aa7fc640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00a00a3350 0x7f00a00a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:51.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.763+0000 7f00b97df640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00a00a3350 0x7f00a00a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:51.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.763+0000 7f00aa7fc640 1 -- 172.21.15.17:0/2702048044 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f00a40cf490 con 0x7f00b4102790 2024-09-16T01:42:51.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.763+0000 7f00b97df640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00a00a3350 0x7f00a00a5810 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f00b0005ab0 tx=0x7f00b0005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:51.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.767+0000 7f00aa7fc640 1 -- 172.21.15.17:0/2702048044 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f00a409c050 con 0x7f00b4102790 2024-09-16T01:42:51.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.977+0000 7f00bba43640 1 -- 172.21.15.17:0/2702048044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f00b410a150 con 0x7f00b4102790 2024-09-16T01:42:51.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.977+0000 7f00aa7fc640 1 -- 172.21.15.17:0/2702048044 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11901 (secure 0 0 0) 0x7f00a409b950 con 0x7f00b4102790 2024-09-16T01:42:51.979 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:42:51.979 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":24,"btime":"2024-09-16T01:41:54:885306+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:41:54.477176+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T01:42:51.979 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 24 2024-09-16T01:42:51.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.980+0000 7f00bba43640 1 -- 172.21.15.17:0/2702048044 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00a00a3350 msgr2=0x7f00a00a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:51.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.980+0000 7f00bba43640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00a00a3350 0x7f00a00a5810 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f00b0005ab0 tx=0x7f00b0005a20 comp rx=0 tx=0).stop 2024-09-16T01:42:51.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.980+0000 7f00bba43640 1 -- 172.21.15.17:0/2702048044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f00b4102790 msgr2=0x7f00b41988d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:51.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.980+0000 7f00bba43640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f00b4102790 0x7f00b41988d0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f00a400d770 tx=0x7f00a400dc30 comp rx=0 tx=0).stop 2024-09-16T01:42:51.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.980+0000 7f00bba43640 1 -- 172.21.15.17:0/2702048044 shutdown_connections 2024-09-16T01:42:51.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.980+0000 7f00bba43640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00a00a3350 0x7f00a00a5810 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.980+0000 7f00bba43640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f00b4106f10 0x7f00b419cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.980+0000 7f00bba43640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f00b4102790 0x7f00b41988d0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.980+0000 7f00bba43640 1 --2- 172.21.15.17:0/2702048044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f00b4101de0 0x7f00b4198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:51.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.980+0000 7f00bba43640 1 -- 172.21.15.17:0/2702048044 >> 172.21.15.17:0/2702048044 conn(0x7f00b40fd8c0 msgr2=0x7f00b40fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:51.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.980+0000 7f00bba43640 1 -- 172.21.15.17:0/2702048044 shutdown_connections 2024-09-16T01:42:51.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:51.980+0000 7f00bba43640 1 -- 172.21.15.17:0/2702048044 wait complete. 2024-09-16T01:42:52.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:52 smithi017 ceph-mon[30972]: pgmap v319: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s; 12 B/s, 1 keys/s, 0 objects/s recovering 2024-09-16T01:42:52.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:52 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2702048044' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:42:52.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:52 smithi122 ceph-mon[34758]: pgmap v319: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s; 12 B/s, 1 keys/s, 0 objects/s recovering 2024-09-16T01:42:52.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:52 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2702048044' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:42:52.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:52 smithi029 ceph-mon[34783]: pgmap v319: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s; 12 B/s, 1 keys/s, 0 objects/s recovering 2024-09-16T01:42:52.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:52 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2702048044' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:42:52.643 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:42:52.900 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.400+0000 7f010e92f640 1 -- 172.21.15.17:0/3729576707 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0108106f10 msgr2=0x7f010810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.400+0000 7f010e92f640 1 --2- 172.21.15.17:0/3729576707 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0108106f10 0x7f010810ea90 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f0100009ca0 tx=0x7f010002a8c0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.400+0000 7f010e92f640 1 -- 172.21.15.17:0/3729576707 shutdown_connections 2024-09-16T01:42:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.400+0000 7f010e92f640 1 --2- 172.21.15.17:0/3729576707 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0108106f10 0x7f010810ea90 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.400+0000 7f010e92f640 1 --2- 172.21.15.17:0/3729576707 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0108102790 0x7f01081067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.400+0000 7f010e92f640 1 --2- 172.21.15.17:0/3729576707 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0108101de0 0x7f01081021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.400+0000 7f010e92f640 1 -- 172.21.15.17:0/3729576707 >> 172.21.15.17:0/3729576707 conn(0x7f01080fd8c0 msgr2=0x7f01080ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:53.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.400+0000 7f010e92f640 1 -- 172.21.15.17:0/3729576707 shutdown_connections 2024-09-16T01:42:53.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.400+0000 7f010e92f640 1 -- 172.21.15.17:0/3729576707 wait complete. 2024-09-16T01:42:53.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.401+0000 7f010e92f640 1 Processor -- start 2024-09-16T01:42:53.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.401+0000 7f010e92f640 1 -- start start 2024-09-16T01:42:53.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.401+0000 7f010e92f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0108101de0 0x7f01081982a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.401+0000 7f010e92f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0108102790 0x7f01081987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.401+0000 7f010e92f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0108106f10 0x7f010819cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.401+0000 7f010e92f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0108111e20 con 0x7f0108106f10 2024-09-16T01:42:53.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.401+0000 7f010e92f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0108111ca0 con 0x7f0108102790 2024-09-16T01:42:53.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.401+0000 7f010e92f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0108111fa0 con 0x7f0108101de0 2024-09-16T01:42:53.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.401+0000 7f010cecc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0108106f10 0x7f010819cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.401+0000 7f010cecc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0108106f10 0x7f010819cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40534/0 (socket says 172.21.15.17:40534) 2024-09-16T01:42:53.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.401+0000 7f010cecc640 1 -- 172.21.15.17:0/2216562818 learned_addr learned my addr 172.21.15.17:0/2216562818 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:53.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.402+0000 7f0107fff640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0108101de0 0x7f01081982a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.402+0000 7f01077fe640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0108102790 0x7f01081987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.402+0000 7f010cecc640 1 -- 172.21.15.17:0/2216562818 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0108101de0 msgr2=0x7f01081982a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.402+0000 7f010cecc640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0108101de0 0x7f01081982a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.402+0000 7f010cecc640 1 -- 172.21.15.17:0/2216562818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0108102790 msgr2=0x7f01081987e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.402+0000 7f010cecc640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0108102790 0x7f01081987e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.402+0000 7f010cecc640 1 -- 172.21.15.17:0/2216562818 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f010819d250 con 0x7f0108106f10 2024-09-16T01:42:53.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.402+0000 7f01077fe640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0108102790 0x7f01081987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:53.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.402+0000 7f010cecc640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0108106f10 0x7f010819cb70 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f0100009dc0 tx=0x7f0100032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:53.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.402+0000 7f01057fa640 1 -- 172.21.15.17:0/2216562818 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0100003cf0 con 0x7f0108106f10 2024-09-16T01:42:53.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.402+0000 7f01057fa640 1 -- 172.21.15.17:0/2216562818 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f01000044f0 con 0x7f0108106f10 2024-09-16T01:42:53.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.402+0000 7f010e92f640 1 -- 172.21.15.17:0/2216562818 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f010819d4e0 con 0x7f0108106f10 2024-09-16T01:42:53.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.402+0000 7f01057fa640 1 -- 172.21.15.17:0/2216562818 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0100030b80 con 0x7f0108106f10 2024-09-16T01:42:53.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.402+0000 7f010e92f640 1 -- 172.21.15.17:0/2216562818 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f01081a4e20 con 0x7f0108106f10 2024-09-16T01:42:53.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.403+0000 7f010e92f640 1 -- 172.21.15.17:0/2216562818 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f01081021c0 con 0x7f0108106f10 2024-09-16T01:42:53.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.404+0000 7f01057fa640 1 -- 172.21.15.17:0/2216562818 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f01000046a0 con 0x7f0108106f10 2024-09-16T01:42:53.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.405+0000 7f01057fa640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00f00a3350 0x7f00f00a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:53.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.405+0000 7f01057fa640 1 -- 172.21.15.17:0/2216562818 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f01000f0f10 con 0x7f0108106f10 2024-09-16T01:42:53.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.405+0000 7f0107fff640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00f00a3350 0x7f00f00a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:53.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.406+0000 7f0107fff640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00f00a3350 0x7f00f00a5810 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f00f800abe0 tx=0x7f00f800a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:53.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.409+0000 7f01057fa640 1 -- 172.21.15.17:0/2216562818 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f01000bdba0 con 0x7f0108106f10 2024-09-16T01:42:53.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.620+0000 7f010e92f640 1 -- 172.21.15.17:0/2216562818 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f010810a150 con 0x7f0108106f10 2024-09-16T01:42:53.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.621+0000 7f01057fa640 1 -- 172.21.15.17:0/2216562818 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11901 (secure 0 0 0) 0x7f01000bd4a0 con 0x7f0108106f10 2024-09-16T01:42:53.623 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:42:53.623 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":24,"btime":"2024-09-16T01:41:54:885306+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:41:54.477176+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T01:42:53.623 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 24 2024-09-16T01:42:53.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.624+0000 7f010e92f640 1 -- 172.21.15.17:0/2216562818 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00f00a3350 msgr2=0x7f00f00a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.624+0000 7f010e92f640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00f00a3350 0x7f00f00a5810 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f00f800abe0 tx=0x7f00f800a2d0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.624+0000 7f010e92f640 1 -- 172.21.15.17:0/2216562818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0108106f10 msgr2=0x7f010819cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:53.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.624+0000 7f010e92f640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0108106f10 0x7f010819cb70 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f0100009dc0 tx=0x7f0100032ff0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.625+0000 7f010e92f640 1 -- 172.21.15.17:0/2216562818 shutdown_connections 2024-09-16T01:42:53.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.625+0000 7f010e92f640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00f00a3350 0x7f00f00a5810 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.625+0000 7f010e92f640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0108106f10 0x7f010819cb70 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.625+0000 7f010e92f640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0108102790 0x7f01081987e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.625+0000 7f010e92f640 1 --2- 172.21.15.17:0/2216562818 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0108101de0 0x7f01081982a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:53.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.625+0000 7f010e92f640 1 -- 172.21.15.17:0/2216562818 >> 172.21.15.17:0/2216562818 conn(0x7f01080fd8c0 msgr2=0x7f01080febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:53.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.625+0000 7f010e92f640 1 -- 172.21.15.17:0/2216562818 shutdown_connections 2024-09-16T01:42:53.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:53.625+0000 7f010e92f640 1 -- 172.21.15.17:0/2216562818 wait complete. 2024-09-16T01:42:54.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:54 smithi017 ceph-mon[30972]: pgmap v320: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s; 11 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T01:42:54.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:54 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2216562818' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:42:54.310 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T01:42:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:54 smithi122 ceph-mon[34758]: pgmap v320: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s; 11 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T01:42:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:54 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2216562818' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:42:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:54 smithi029 ceph-mon[34783]: pgmap v320: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 6 op/s; 11 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T01:42:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:54 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2216562818' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:42:54.568 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:55.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.044+0000 7f0366868640 1 -- 172.21.15.17:0/4289479562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f036010c180 msgr2=0x7f036010e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.044+0000 7f0366868640 1 --2- 172.21.15.17:0/4289479562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f036010c180 0x7f036010e600 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f0358009ca0 tx=0x7f035802a950 comp rx=0 tx=0).stop 2024-09-16T01:42:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.044+0000 7f0366868640 1 -- 172.21.15.17:0/4289479562 shutdown_connections 2024-09-16T01:42:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.044+0000 7f0366868640 1 --2- 172.21.15.17:0/4289479562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f036010c180 0x7f036010e600 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.044+0000 7f0366868640 1 --2- 172.21.15.17:0/4289479562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f03601036c0 0x7f036010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.044+0000 7f0366868640 1 --2- 172.21.15.17:0/4289479562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0360102da0 0x7f0360103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.044+0000 7f0366868640 1 -- 172.21.15.17:0/4289479562 >> 172.21.15.17:0/4289479562 conn(0x7f03600fc7a0 msgr2=0x7f03600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.044+0000 7f0366868640 1 -- 172.21.15.17:0/4289479562 shutdown_connections 2024-09-16T01:42:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.044+0000 7f0366868640 1 -- 172.21.15.17:0/4289479562 wait complete. 2024-09-16T01:42:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.045+0000 7f0366868640 1 Processor -- start 2024-09-16T01:42:55.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.045+0000 7f0366868640 1 -- start start 2024-09-16T01:42:55.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.045+0000 7f0366868640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0360102da0 0x7f0360100a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.045+0000 7f0366868640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03601036c0 0x7f0360100f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.045+0000 7f0366868640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f036010c180 0x7f0360101480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.045+0000 7f0366868640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0360111e50 con 0x7f03601036c0 2024-09-16T01:42:55.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.045+0000 7f0366868640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0360111cd0 con 0x7f0360102da0 2024-09-16T01:42:55.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.045+0000 7f0366868640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0360111fd0 con 0x7f036010c180 2024-09-16T01:42:55.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.045+0000 7f035f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03601036c0 0x7f0360100f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.045+0000 7f035f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03601036c0 0x7f0360100f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40564/0 (socket says 172.21.15.17:40564) 2024-09-16T01:42:55.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.045+0000 7f035f7fe640 1 -- 172.21.15.17:0/3015786142 learned_addr learned my addr 172.21.15.17:0/3015786142 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:55.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.046+0000 7f035ffff640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0360102da0 0x7f0360100a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.046+0000 7f0364e05640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f036010c180 0x7f0360101480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.046+0000 7f035f7fe640 1 -- 172.21.15.17:0/3015786142 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f036010c180 msgr2=0x7f0360101480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.046+0000 7f035f7fe640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f036010c180 0x7f0360101480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.046+0000 7f035f7fe640 1 -- 172.21.15.17:0/3015786142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0360102da0 msgr2=0x7f0360100a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.046+0000 7f035f7fe640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0360102da0 0x7f0360100a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.046+0000 7f035f7fe640 1 -- 172.21.15.17:0/3015786142 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03601a6830 con 0x7f03601036c0 2024-09-16T01:42:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.046+0000 7f0364e05640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f036010c180 0x7f0360101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.046+0000 7f035f7fe640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03601036c0 0x7f0360100f40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f035400b4a0 tx=0x7f035400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.046+0000 7f035d7fa640 1 -- 172.21.15.17:0/3015786142 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0354014070 con 0x7f03601036c0 2024-09-16T01:42:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.046+0000 7f0366868640 1 -- 172.21.15.17:0/3015786142 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03601a6b20 con 0x7f03601036c0 2024-09-16T01:42:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.046+0000 7f035d7fa640 1 -- 172.21.15.17:0/3015786142 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0354010ac0 con 0x7f03601036c0 2024-09-16T01:42:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.046+0000 7f035d7fa640 1 -- 172.21.15.17:0/3015786142 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0354017c30 con 0x7f03601036c0 2024-09-16T01:42:55.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.046+0000 7f0366868640 1 -- 172.21.15.17:0/3015786142 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03601a70b0 con 0x7f03601036c0 2024-09-16T01:42:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.047+0000 7f0366868640 1 -- 172.21.15.17:0/3015786142 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0360103180 con 0x7f03601036c0 2024-09-16T01:42:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.049+0000 7f035d7fa640 1 -- 172.21.15.17:0/3015786142 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f0354017070 con 0x7f03601036c0 2024-09-16T01:42:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.049+0000 7f035d7fa640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f03480a32d0 0x7f03480a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.049+0000 7f035d7fa640 1 -- 172.21.15.17:0/3015786142 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f03540cefa0 con 0x7f03601036c0 2024-09-16T01:42:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.049+0000 7f035ffff640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f03480a32d0 0x7f03480a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.050+0000 7f035ffff640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f03480a32d0 0x7f03480a5790 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f035000bbe0 tx=0x7f035000b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:55.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.052+0000 7f035d7fa640 1 -- 172.21.15.17:0/3015786142 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f035409bd30 con 0x7f03601036c0 2024-09-16T01:42:55.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.230+0000 7f0366868640 1 -- 172.21.15.17:0/3015786142 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f036002d7c0 con 0x7f03601036c0 2024-09-16T01:42:55.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.231+0000 7f035d7fa640 1 -- 172.21.15.17:0/3015786142 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+22697 (secure 0 0 0) 0x7f035409b630 con 0x7f03601036c0 2024-09-16T01:42:55.233 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:42:55.233 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":84,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","created":"2024-09-16T01:33:53.298260+0000","modified":"2024-09-16T01:42:42.092452+0000","last_up_change":"2024-09-16T01:40:51.430063+0000","last_in_change":"2024-09-16T01:40:27.916637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:37:00.918910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:41:39.579756+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:41:41.834594+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b8922682-71d1-43de-99c1-33159c0e154f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6803","nonce":973418367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6805","nonce":973418367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6809","nonce":973418367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6807","nonce":973418367}]},"public_addr":"172.21.15.17:6803/973418367","cluster_addr":"172.21.15.17:6805/973418367","heartbeat_back_addr":"172.21.15.17:6809/973418367","heartbeat_front_addr":"172.21.15.17:6807/973418367","state":["exists","up"]},{"osd":1,"uuid":"757f97f3-d423-4451-bb57-6179ff651bab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6801","nonce":476361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6803","nonce":476361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6807","nonce":476361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6805","nonce":476361632}]},"public_addr":"172.21.15.29:6801/476361632","cluster_addr":"172.21.15.29:6803/476361632","heartbeat_back_addr":"172.21.15.29:6807/476361632","heartbeat_front_addr":"172.21.15.29:6805/476361632","state":["exists","up"]},{"osd":2,"uuid":"e6100863-2f60-4213-895c-bf6d2026378f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6801","nonce":3223940683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6803","nonce":3223940683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6807","nonce":3223940683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6805","nonce":3223940683}]},"public_addr":"172.21.15.122:6801/3223940683","cluster_addr":"172.21.15.122:6803/3223940683","heartbeat_back_addr":"172.21.15.122:6807/3223940683","heartbeat_front_addr":"172.21.15.122:6805/3223940683","state":["exists","up"]},{"osd":3,"uuid":"611d7433-6cb9-4016-a58b-bb96394d2d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6811","nonce":3558508388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6813","nonce":3558508388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6817","nonce":3558508388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6815","nonce":3558508388}]},"public_addr":"172.21.15.17:6811/3558508388","cluster_addr":"172.21.15.17:6813/3558508388","heartbeat_back_addr":"172.21.15.17:6817/3558508388","heartbeat_front_addr":"172.21.15.17:6815/3558508388","state":["exists","up"]},{"osd":4,"uuid":"7d202bcb-50ab-4f6e-a090-7e61c538fa77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6809","nonce":2110146164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6811","nonce":2110146164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6815","nonce":2110146164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6813","nonce":2110146164}]},"public_addr":"172.21.15.29:6809/2110146164","cluster_addr":"172.21.15.29:6811/2110146164","heartbeat_back_addr":"172.21.15.29:6815/2110146164","heartbeat_front_addr":"172.21.15.29:6813/2110146164","state":["exists","up"]},{"osd":5,"uuid":"bcc07f4f-f204-465b-b9c6-c04604d243c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6809","nonce":1621076168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6811","nonce":1621076168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6815","nonce":1621076168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6813","nonce":1621076168}]},"public_addr":"172.21.15.122:6809/1621076168","cluster_addr":"172.21.15.122:6811/1621076168","heartbeat_back_addr":"172.21.15.122:6815/1621076168","heartbeat_front_addr":"172.21.15.122:6813/1621076168","state":["exists","up"]},{"osd":6,"uuid":"64080f89-a0f5-4a86-aa16-77938675379e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6819","nonce":1408033288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6821","nonce":1408033288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6825","nonce":1408033288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6823","nonce":1408033288}]},"public_addr":"172.21.15.17:6819/1408033288","cluster_addr":"172.21.15.17:6821/1408033288","heartbeat_back_addr":"172.21.15.17:6825/1408033288","heartbeat_front_addr":"172.21.15.17:6823/1408033288","state":["exists","up"]},{"osd":7,"uuid":"aca554bd-1914-455c-936a-aa59b1504194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6817","nonce":127734728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6819","nonce":127734728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6823","nonce":127734728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6821","nonce":127734728}]},"public_addr":"172.21.15.29:6817/127734728","cluster_addr":"172.21.15.29:6819/127734728","heartbeat_back_addr":"172.21.15.29:6823/127734728","heartbeat_front_addr":"172.21.15.29:6821/127734728","state":["exists","up"]},{"osd":8,"uuid":"0b5ed7f4-4b47-4cbe-9086-8948ce393446","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6817","nonce":360974259}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6819","nonce":360974259}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6823","nonce":360974259}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6821","nonce":360974259}]},"public_addr":"172.21.15.122:6817/360974259","cluster_addr":"172.21.15.122:6819/360974259","heartbeat_back_addr":"172.21.15.122:6823/360974259","heartbeat_front_addr":"172.21.15.122:6821/360974259","state":["exists","up"]},{"osd":9,"uuid":"55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6827","nonce":2483471753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6829","nonce":2483471753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6833","nonce":2483471753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6831","nonce":2483471753}]},"public_addr":"172.21.15.17:6827/2483471753","cluster_addr":"172.21.15.17:6829/2483471753","heartbeat_back_addr":"172.21.15.17:6833/2483471753","heartbeat_front_addr":"172.21.15.17:6831/2483471753","state":["exists","up"]},{"osd":10,"uuid":"c83a74f2-e570-487c-9e87-bb0b74965ca2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6825","nonce":362618550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6827","nonce":362618550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6831","nonce":362618550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6829","nonce":362618550}]},"public_addr":"172.21.15.29:6825/362618550","cluster_addr":"172.21.15.29:6827/362618550","heartbeat_back_addr":"172.21.15.29:6831/362618550","heartbeat_front_addr":"172.21.15.29:6829/362618550","state":["exists","up"]},{"osd":11,"uuid":"1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6825","nonce":1375874597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6827","nonce":1375874597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6831","nonce":1375874597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6829","nonce":1375874597}]},"public_addr":"172.21.15.122:6825/1375874597","cluster_addr":"172.21.15.122:6827/1375874597","heartbeat_back_addr":"172.21.15.122:6831/1375874597","heartbeat_front_addr":"172.21.15.122:6829/1375874597","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:05.813342+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:31.420629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:57.341085+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:22.481098+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:48.928453+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:15.070471+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:40.275611+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:05.810417+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:30.926343+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:56.824386+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:23.647559+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:49.303702+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.2a","mappings":[{"from":3,"to":6}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:0/171001531":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6801/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/149674379":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6800/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2909964706":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2310526449":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/844082331":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6800/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6801/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/270715983":"2024-09-17T01:34:15.927659+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:42:55.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.234+0000 7f0366868640 1 -- 172.21.15.17:0/3015786142 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f03480a32d0 msgr2=0x7f03480a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.234+0000 7f0366868640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f03480a32d0 0x7f03480a5790 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f035000bbe0 tx=0x7f035000b390 comp rx=0 tx=0).stop 2024-09-16T01:42:55.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.234+0000 7f0366868640 1 -- 172.21.15.17:0/3015786142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03601036c0 msgr2=0x7f0360100f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:55.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.234+0000 7f0366868640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03601036c0 0x7f0360100f40 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f035400b4a0 tx=0x7f035400b960 comp rx=0 tx=0).stop 2024-09-16T01:42:55.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.235+0000 7f0366868640 1 -- 172.21.15.17:0/3015786142 shutdown_connections 2024-09-16T01:42:55.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.235+0000 7f0366868640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f03480a32d0 0x7f03480a5790 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.235+0000 7f0366868640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f036010c180 0x7f0360101480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.235+0000 7f0366868640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03601036c0 0x7f0360100f40 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.235+0000 7f0366868640 1 --2- 172.21.15.17:0/3015786142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0360102da0 0x7f0360100a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:55.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.235+0000 7f0366868640 1 -- 172.21.15.17:0/3015786142 >> 172.21.15.17:0/3015786142 conn(0x7f03600fc7a0 msgr2=0x7f03600fdf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:55.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.235+0000 7f0366868640 1 -- 172.21.15.17:0/3015786142 shutdown_connections 2024-09-16T01:42:55.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:55.235+0000 7f0366868640 1 -- 172.21.15.17:0/3015786142 wait complete. 2024-09-16T01:42:55.923 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:42:56.187 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:56.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:56 smithi017 ceph-mon[30972]: pgmap v321: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 9 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T01:42:56.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:56 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3015786142' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:42:56.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:56 smithi122 ceph-mon[34758]: pgmap v321: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 9 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T01:42:56.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:56 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3015786142' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:42:56.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:56 smithi029 ceph-mon[34783]: pgmap v321: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s; 9 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T01:42:56.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:56 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3015786142' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:42:56.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.663+0000 7faf7396e640 1 -- 172.21.15.17:0/3123735326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf6c102570 msgr2=0x7faf6c1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:56.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.663+0000 7faf7396e640 1 --2- 172.21.15.17:0/3123735326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf6c102570 0x7faf6c1029b0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7faf5c009900 tx=0x7faf5c02a480 comp rx=0 tx=0).stop 2024-09-16T01:42:56.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.663+0000 7faf7396e640 1 -- 172.21.15.17:0/3123735326 shutdown_connections 2024-09-16T01:42:56.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.663+0000 7faf7396e640 1 --2- 172.21.15.17:0/3123735326 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c102ef0 0x7faf6c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.663+0000 7faf7396e640 1 --2- 172.21.15.17:0/3123735326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf6c102570 0x7faf6c1029b0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.663+0000 7faf7396e640 1 --2- 172.21.15.17:0/3123735326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c100e20 0x7faf6c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.663+0000 7faf7396e640 1 -- 172.21.15.17:0/3123735326 >> 172.21.15.17:0/3123735326 conn(0x7faf6c0fc7d0 msgr2=0x7faf6c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:56.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.663+0000 7faf7396e640 1 -- 172.21.15.17:0/3123735326 shutdown_connections 2024-09-16T01:42:56.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.663+0000 7faf7396e640 1 -- 172.21.15.17:0/3123735326 wait complete. 2024-09-16T01:42:56.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.663+0000 7faf7396e640 1 Processor -- start 2024-09-16T01:42:56.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf7396e640 1 -- start start 2024-09-16T01:42:56.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf7396e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c100e20 0x7faf6c198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:56.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf7396e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c102570 0x7faf6c1989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:56.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf7396e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf6c102ef0 0x7faf6c19cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:56.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf7396e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c110e50 con 0x7faf6c102ef0 2024-09-16T01:42:56.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf7396e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c110cd0 con 0x7faf6c100e20 2024-09-16T01:42:56.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf7396e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7faf6c110fd0 con 0x7faf6c102570 2024-09-16T01:42:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf71f0b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf6c102ef0 0x7faf6c19cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf71f0b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf6c102ef0 0x7faf6c19cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37214/0 (socket says 172.21.15.17:37214) 2024-09-16T01:42:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf71f0b640 1 -- 172.21.15.17:0/2405519539 learned_addr learned my addr 172.21.15.17:0/2405519539 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf7170a640 1 --2- 172.21.15.17:0/2405519539 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c100e20 0x7faf6c198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf70f09640 1 --2- 172.21.15.17:0/2405519539 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c102570 0x7faf6c1989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf71f0b640 1 -- 172.21.15.17:0/2405519539 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c102570 msgr2=0x7faf6c1989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf71f0b640 1 --2- 172.21.15.17:0/2405519539 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c102570 0x7faf6c1989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf71f0b640 1 -- 172.21.15.17:0/2405519539 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c100e20 msgr2=0x7faf6c198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf71f0b640 1 --2- 172.21.15.17:0/2405519539 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c100e20 0x7faf6c198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf71f0b640 1 -- 172.21.15.17:0/2405519539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf6c19d420 con 0x7faf6c102ef0 2024-09-16T01:42:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf71f0b640 1 --2- 172.21.15.17:0/2405519539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf6c102ef0 0x7faf6c19cd40 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7faf6400eaa0 tx=0x7faf6400eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.664+0000 7faf627fc640 1 -- 172.21.15.17:0/2405519539 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf64004d20 con 0x7faf6c102ef0 2024-09-16T01:42:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.665+0000 7faf7396e640 1 -- 172.21.15.17:0/2405519539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf6c19d710 con 0x7faf6c102ef0 2024-09-16T01:42:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.665+0000 7faf627fc640 1 -- 172.21.15.17:0/2405519539 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7faf64005020 con 0x7faf6c102ef0 2024-09-16T01:42:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.665+0000 7faf627fc640 1 -- 172.21.15.17:0/2405519539 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faf640116b0 con 0x7faf6c102ef0 2024-09-16T01:42:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.665+0000 7faf7396e640 1 -- 172.21.15.17:0/2405519539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf6c1a4ff0 con 0x7faf6c102ef0 2024-09-16T01:42:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.666+0000 7faf7396e640 1 -- 172.21.15.17:0/2405519539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf6c101200 con 0x7faf6c102ef0 2024-09-16T01:42:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.667+0000 7faf627fc640 1 -- 172.21.15.17:0/2405519539 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7faf640051d0 con 0x7faf6c102ef0 2024-09-16T01:42:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.668+0000 7faf627fc640 1 --2- 172.21.15.17:0/2405519539 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7faf580a32d0 0x7faf580a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.668+0000 7faf7170a640 1 --2- 172.21.15.17:0/2405519539 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7faf580a32d0 0x7faf580a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.668+0000 7faf627fc640 1 -- 172.21.15.17:0/2405519539 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7faf640d0110 con 0x7faf6c102ef0 2024-09-16T01:42:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.668+0000 7faf7170a640 1 --2- 172.21.15.17:0/2405519539 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7faf580a32d0 0x7faf580a5790 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7faf68009990 tx=0x7faf68009110 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.671+0000 7faf627fc640 1 -- 172.21.15.17:0/2405519539 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7faf64016030 con 0x7faf6c102ef0 2024-09-16T01:42:56.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.881+0000 7faf7396e640 1 -- 172.21.15.17:0/2405519539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7faf6c1997d0 con 0x7faf6c102ef0 2024-09-16T01:42:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.882+0000 7faf627fc640 1 -- 172.21.15.17:0/2405519539 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11901 (secure 0 0 0) 0x7faf6c1997d0 con 0x7faf6c102ef0 2024-09-16T01:42:56.883 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:42:56.883 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":24,"btime":"2024-09-16T01:41:54:885306+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:41:54.477176+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T01:42:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 24 2024-09-16T01:42:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.884+0000 7faf7396e640 1 -- 172.21.15.17:0/2405519539 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7faf580a32d0 msgr2=0x7faf580a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.884+0000 7faf7396e640 1 --2- 172.21.15.17:0/2405519539 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7faf580a32d0 0x7faf580a5790 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7faf68009990 tx=0x7faf68009110 comp rx=0 tx=0).stop 2024-09-16T01:42:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.884+0000 7faf7396e640 1 -- 172.21.15.17:0/2405519539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf6c102ef0 msgr2=0x7faf6c19cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.884+0000 7faf7396e640 1 --2- 172.21.15.17:0/2405519539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf6c102ef0 0x7faf6c19cd40 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7faf6400eaa0 tx=0x7faf6400eea0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.884+0000 7faf7396e640 1 -- 172.21.15.17:0/2405519539 shutdown_connections 2024-09-16T01:42:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.884+0000 7faf7396e640 1 --2- 172.21.15.17:0/2405519539 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7faf580a32d0 0x7faf580a5790 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.884+0000 7faf7396e640 1 --2- 172.21.15.17:0/2405519539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf6c102ef0 0x7faf6c19cd40 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.884+0000 7faf7396e640 1 --2- 172.21.15.17:0/2405519539 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7faf6c102570 0x7faf6c1989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.884+0000 7faf7396e640 1 --2- 172.21.15.17:0/2405519539 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7faf6c100e20 0x7faf6c198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:56.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.884+0000 7faf7396e640 1 -- 172.21.15.17:0/2405519539 >> 172.21.15.17:0/2405519539 conn(0x7faf6c0fc7d0 msgr2=0x7faf6c06a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.884+0000 7faf7396e640 1 -- 172.21.15.17:0/2405519539 shutdown_connections 2024-09-16T01:42:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:56.884+0000 7faf7396e640 1 -- 172.21.15.17:0/2405519539 wait complete. 2024-09-16T01:42:57.479 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:57 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2405519539' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:42:57.508 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-16T01:41:43.522195+0000', 'modified': '2024-09-16T01:41:54.477176+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24499, 'mds_1': 24481, 'mds_2': 24469}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24428': {'gid': 24428, 'name': 'h', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.29:6837/2703234188', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6836', 'nonce': 2703234188}, {'type': 'v1', 'addr': '172.21.15.29:6837', 'nonce': 2703234188}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24436': {'gid': 24436, 'name': 'l', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.122:6833/897085142', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6832', 'nonce': 897085142}, {'type': 'v1', 'addr': '172.21.15.122:6833', 'nonce': 897085142}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24458': {'gid': 24458, 'name': 'b', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.29:6839/1875993127', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6838', 'nonce': 1875993127}, {'type': 'v1', 'addr': '172.21.15.29:6839', 'nonce': 1875993127}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24469': {'gid': 24469, 'name': 'f', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.122:6835/12485943', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6834', 'nonce': 12485943}, {'type': 'v1', 'addr': '172.21.15.122:6835', 'nonce': 12485943}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24481': {'gid': 24481, 'name': 'c', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.122:6837/2405967260', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6836', 'nonce': 2405967260}, {'type': 'v1', 'addr': '172.21.15.122:6837', 'nonce': 2405967260}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.122:6839/3512095991', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6838', 'nonce': 3512095991}, {'type': 'v1', 'addr': '172.21.15.122:6839', 'nonce': 3512095991}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24499, 'qdb_cluster': [24469, 24481, 24499]} 2024-09-16T01:42:57.508 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-16T01:42:57.508 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.f status 2024-09-16T01:42:57.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:57 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2405519539' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:42:57.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:57 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2405519539' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:42:57.761 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:58.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.257+0000 7f7fd9461640 1 -- 172.21.15.17:0/2579450515 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fd4102790 msgr2=0x7f7fd41067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.257+0000 7f7fd9461640 1 --2- 172.21.15.17:0/2579450515 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fd4102790 0x7f7fd41067e0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f7fbc009900 tx=0x7f7fbc02a410 comp rx=0 tx=0).stop 2024-09-16T01:42:58.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.257+0000 7f7fd9461640 1 -- 172.21.15.17:0/2579450515 shutdown_connections 2024-09-16T01:42:58.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.257+0000 7f7fd9461640 1 --2- 172.21.15.17:0/2579450515 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fd4106f10 0x7f7fd410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.257+0000 7f7fd9461640 1 --2- 172.21.15.17:0/2579450515 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fd4102790 0x7f7fd41067e0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.257+0000 7f7fd9461640 1 --2- 172.21.15.17:0/2579450515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fd4101de0 0x7f7fd41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.257+0000 7f7fd9461640 1 -- 172.21.15.17:0/2579450515 >> 172.21.15.17:0/2579450515 conn(0x7f7fd40fd8c0 msgr2=0x7f7fd40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:58.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.257+0000 7f7fd9461640 1 -- 172.21.15.17:0/2579450515 shutdown_connections 2024-09-16T01:42:58.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.257+0000 7f7fd9461640 1 -- 172.21.15.17:0/2579450515 wait complete. 2024-09-16T01:42:58.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.258+0000 7f7fd9461640 1 Processor -- start 2024-09-16T01:42:58.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.258+0000 7f7fd9461640 1 -- start start 2024-09-16T01:42:58.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.258+0000 7f7fd9461640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fd4101de0 0x7f7fd41983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.258+0000 7f7fd9461640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fd4102790 0x7f7fd4198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.258+0000 7f7fd9461640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fd4106f10 0x7f7fd419cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.258+0000 7f7fd9461640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd4111e20 con 0x7f7fd4102790 2024-09-16T01:42:58.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.258+0000 7f7fd9461640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd4111ca0 con 0x7f7fd4106f10 2024-09-16T01:42:58.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.258+0000 7f7fd9461640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7fd4111fa0 con 0x7f7fd4101de0 2024-09-16T01:42:58.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.258+0000 7f7fd27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fd4102790 0x7f7fd4198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.258+0000 7f7fd27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fd4102790 0x7f7fd4198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37226/0 (socket says 172.21.15.17:37226) 2024-09-16T01:42:58.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.258+0000 7f7fd27fc640 1 -- 172.21.15.17:0/2016674956 learned_addr learned my addr 172.21.15.17:0/2016674956 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:58.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.259+0000 7f7fd2ffd640 1 --2- 172.21.15.17:0/2016674956 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fd4101de0 0x7f7fd41983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.259+0000 7f7fd37fe640 1 --2- 172.21.15.17:0/2016674956 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fd4106f10 0x7f7fd419cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.259+0000 7f7fd27fc640 1 -- 172.21.15.17:0/2016674956 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fd4101de0 msgr2=0x7f7fd41983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.259+0000 7f7fd27fc640 1 --2- 172.21.15.17:0/2016674956 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fd4101de0 0x7f7fd41983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.259+0000 7f7fd27fc640 1 -- 172.21.15.17:0/2016674956 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fd4106f10 msgr2=0x7f7fd419cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.259+0000 7f7fd27fc640 1 --2- 172.21.15.17:0/2016674956 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fd4106f10 0x7f7fd419cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.259+0000 7f7fd27fc640 1 -- 172.21.15.17:0/2016674956 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fd419d370 con 0x7f7fd4102790 2024-09-16T01:42:58.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.259+0000 7f7fd27fc640 1 --2- 172.21.15.17:0/2016674956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fd4102790 0x7f7fd4198900 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7fbc005940 tx=0x7f7fbc004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:58.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.259+0000 7f7fcbfff640 1 -- 172.21.15.17:0/2016674956 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fbc03f030 con 0x7f7fd4102790 2024-09-16T01:42:58.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.259+0000 7f7fcbfff640 1 -- 172.21.15.17:0/2016674956 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7fbc003aa0 con 0x7f7fd4102790 2024-09-16T01:42:58.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.259+0000 7f7fcbfff640 1 -- 172.21.15.17:0/2016674956 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fbc035070 con 0x7f7fd4102790 2024-09-16T01:42:58.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.259+0000 7f7fd9461640 1 -- 172.21.15.17:0/2016674956 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fd419d600 con 0x7f7fd4102790 2024-09-16T01:42:58.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.259+0000 7f7fd9461640 1 -- 172.21.15.17:0/2016674956 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fd41a4f40 con 0x7f7fd4102790 2024-09-16T01:42:58.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.261+0000 7f7fcbfff640 1 -- 172.21.15.17:0/2016674956 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f7fbc042030 con 0x7f7fd4102790 2024-09-16T01:42:58.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.262+0000 7f7fdb83a740 1 Processor -- start 2024-09-16T01:42:58.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.262+0000 7f7fdb83a740 1 -- start start 2024-09-16T01:42:58.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.262+0000 7f7fcbfff640 1 --2- 172.21.15.17:0/2016674956 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7fc00a3350 0x7f7fc00a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.262+0000 7f7fcbfff640 1 -- 172.21.15.17:0/2016674956 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7fbc0f0250 con 0x7f7fd4102790 2024-09-16T01:42:58.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.262+0000 7f7fd37fe640 1 --2- 172.21.15.17:0/2016674956 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7fc00a3350 0x7f7fc00a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.262+0000 7f7fdb83a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97b08b0 0x563ab97b0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.262+0000 7f7fdb83a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97bfa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.262+0000 7f7fdb83a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97bffc0 0x563ab97c23b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.262+0000 7f7fdb83a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563ab9717090 con 0x563ab97bffc0 2024-09-16T01:42:58.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.262+0000 7f7fdb83a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563ab96bea70 con 0x563ab97b08b0 2024-09-16T01:42:58.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.262+0000 7f7fdb83a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563ab9713050 con 0x563ab97b11d0 2024-09-16T01:42:58.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fd2ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97b08b0 0x563ab97b0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fd2ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97b08b0 0x563ab97b0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:52152/0 (socket says 172.21.15.17:52152) 2024-09-16T01:42:58.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fd37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97bffc0 0x563ab97c23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fd2ffd640 1 -- 172.21.15.17:0/2002927087 learned_addr learned my addr 172.21.15.17:0/2002927087 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:58.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fd27fc640 1 --2- 172.21.15.17:0/2002927087 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97bfa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fd27fc640 1 -- 172.21.15.17:0/2002927087 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97b08b0 msgr2=0x563ab97b0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:58.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fd27fc640 1 --2- 172.21.15.17:0/2002927087 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97b08b0 0x563ab97b0c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fd27fc640 1 -- 172.21.15.17:0/2002927087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97bffc0 msgr2=0x563ab97c23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:58.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fd27fc640 1 --2- 172.21.15.17:0/2002927087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97bffc0 0x563ab97c23b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fd27fc640 1 -- 172.21.15.17:0/2002927087 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ab96cb130 con 0x563ab97b11d0 2024-09-16T01:42:58.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fd37fe640 1 --2- 172.21.15.17:0/2016674956 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7fc00a3350 0x7f7fc00a5810 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc009370 tx=0x7f7fcc013ae0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:58.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fd27fc640 1 --2- 172.21.15.17:0/2002927087 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97bfa80 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7fbc0edbc0 tx=0x7f7fbc0bc0f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1c6480d1a35f64 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fc97fa640 1 -- 172.21.15.17:0/2002927087 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fbc049040 con 0x563ab97b11d0 2024-09-16T01:42:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fc97fa640 1 -- 172.21.15.17:0/2002927087 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7fbc0bc6d0 con 0x563ab97b11d0 2024-09-16T01:42:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.263+0000 7f7fc97fa640 1 -- 172.21.15.17:0/2002927087 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fbc003c50 con 0x563ab97b11d0 2024-09-16T01:42:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.264+0000 7f7fdb83a740 1 -- 172.21.15.17:0/2002927087 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 msgr2=0x563ab97bfa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.264+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/2002927087 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97bfa80 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7fbc0edbc0 tx=0x7f7fbc0bc0f0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.264+0000 7f7fdb83a740 1 -- 172.21.15.17:0/2002927087 shutdown_connections 2024-09-16T01:42:58.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.264+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/2002927087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97bffc0 0x563ab97c23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.264+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/2002927087 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97bfa80 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.264+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/2002927087 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97b08b0 0x563ab97b0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.264+0000 7f7fdb83a740 1 -- 172.21.15.17:0/2002927087 >> 172.21.15.17:0/2002927087 conn(0x563ab97acf60 msgr2=0x563ab97ad340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:58.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.264+0000 7f7fdb83a740 1 -- 172.21.15.17:0/2002927087 shutdown_connections 2024-09-16T01:42:58.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.264+0000 7f7fdb83a740 1 -- 172.21.15.17:0/2002927087 wait complete. 2024-09-16T01:42:58.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fdb83a740 1 -- start start 2024-09-16T01:42:58.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fdb83a740 1 Processor -- start 2024-09-16T01:42:58.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fdb83a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97b08b0 0x563ab97bf8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fdb83a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97bcc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fdb83a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97bffc0 0x563ab97bd170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fdb83a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563ab97c2950 con 0x563ab97bffc0 2024-09-16T01:42:58.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fdb83a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563ab96d1f20 con 0x563ab97b08b0 2024-09-16T01:42:58.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fdb83a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563ab97c2ad0 con 0x563ab97b11d0 2024-09-16T01:42:58.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fdb83a740 10 client.0 _ll_register_callbacks cb 0x563ab969b030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:42:58.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fd37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97bffc0 0x563ab97bd170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fd37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97bffc0 0x563ab97bd170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37250/0 (socket says 172.21.15.17:37250) 2024-09-16T01:42:58.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fd37fe640 1 -- 172.21.15.17:0/751063353 learned_addr learned my addr 172.21.15.17:0/751063353 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:58.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fd2ffd640 1 --2- 172.21.15.17:0/751063353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97b08b0 0x563ab97bf8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fd27fc640 1 --2- 172.21.15.17:0/751063353 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97bcc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fd37fe640 1 -- 172.21.15.17:0/751063353 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 msgr2=0x563ab97bcc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:58.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fd37fe640 1 --2- 172.21.15.17:0/751063353 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97bcc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fd37fe640 1 -- 172.21.15.17:0/751063353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97b08b0 msgr2=0x563ab97bf8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:58.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fd37fe640 1 --2- 172.21.15.17:0/751063353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97b08b0 0x563ab97bf8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.265+0000 7f7fd37fe640 1 -- 172.21.15.17:0/751063353 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ab94882b0 con 0x563ab97bffc0 2024-09-16T01:42:58.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.266+0000 7f7fd37fe640 1 --2- 172.21.15.17:0/751063353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97bffc0 0x563ab97bd170 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc00fa60 tx=0x7f7fcc004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d7596052fc49b26 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:58.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.266+0000 7f7fba7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:42:58.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.266+0000 7f7fba7fc640 1 -- 172.21.15.17:0/751063353 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fcc01ead0 con 0x563ab97bffc0 2024-09-16T01:42:58.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.266+0000 7f7fba7fc640 1 -- 172.21.15.17:0/751063353 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7fcc01ec70 con 0x563ab97bffc0 2024-09-16T01:42:58.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.266+0000 7f7fdb83a740 1 -- 172.21.15.17:0/751063353 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7fbc0bc6d0 con 0x563ab97bffc0 2024-09-16T01:42:58.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.266+0000 7f7fba7fc640 1 -- 172.21.15.17:0/751063353 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7fcc02f050 con 0x563ab97bffc0 2024-09-16T01:42:58.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.266+0000 7f7fdb83a740 10 client.14964 fetch_fsmap learned FSMap version 24 2024-09-16T01:42:58.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.266+0000 7f7fdb83a740 1 -- 172.21.15.17:0/751063353 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563ab97ce250 con 0x563ab97bffc0 2024-09-16T01:42:58.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.266+0000 7f7fba7fc640 1 -- 172.21.15.17:0/751063353 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7fbc0bc6d0 con 0x563ab97bffc0 2024-09-16T01:42:58.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.266+0000 7f7fba7fc640 1 -- 172.21.15.17:0/751063353 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f7fcc01f440 con 0x563ab97bffc0 2024-09-16T01:42:58.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.267+0000 7f7fdb83a740 10 client.14964 fetch_fsmap finished waiting for FSMap version 24 2024-09-16T01:42:58.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.267+0000 7f7fdb83a740 10 client.14964 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-16T01:42:58.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.267+0000 7f7fdb83a740 20 client.14964 populate_metadata read hostname 'smithi017' 2024-09-16T01:42:58.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.267+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/751063353 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563ab97d0820 0x563ab97d1c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.267+0000 7f7fdb83a740 4 client.14964 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:42:58.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.267+0000 7f7fdb83a740 1 -- 172.21.15.17:0/751063353 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563ab9724600 con 0x563ab97d0820 2024-09-16T01:42:58.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.267+0000 7f7fd2ffd640 1 --2- 172.21.15.17:0/751063353 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563ab97d0820 0x563ab97d1c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.267+0000 7f7fd2ffd640 1 --2- 172.21.15.17:0/751063353 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563ab97d0820 0x563ab97d1c90 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3bcdc5d495b7ef37 server_cookie=c96a05537962622 in_seq=0 out_seq=0 2024-09-16T01:42:58.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.267+0000 7f7fba7fc640 10 client.14964 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:42:58.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.268+0000 7f7fba7fc640 1 -- 172.21.15.17:0/751063353 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563ab9724600 con 0x563ab97d0820 2024-09-16T01:42:58.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.268+0000 7f7fba7fc640 10 client.14964 handle_command_reply: tid=0 2024-09-16T01:42:58.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.268+0000 7f7fdb83a740 1 client.14964 shutdown 2024-09-16T01:42:58.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.268+0000 7f7fdb83a740 1 -- 172.21.15.17:0/751063353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97bffc0 msgr2=0x563ab97bd170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.268+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/751063353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97bffc0 0x563ab97bd170 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc00fa60 tx=0x7f7fcc004ab0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.268+0000 7f7fdb83a740 1 -- 172.21.15.17:0/751063353 shutdown_connections 2024-09-16T01:42:58.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.268+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/751063353 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563ab97d0820 0x563ab97d1c90 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.268+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/751063353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97bffc0 0x563ab97bd170 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.268+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/751063353 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97bcc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.268+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/751063353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97b08b0 0x563ab97bf8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.268+0000 7f7fdb83a740 1 -- 172.21.15.17:0/751063353 >> 172.21.15.17:0/751063353 conn(0x563ab97acf60 msgr2=0x563ab97b2cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:58.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.268+0000 7f7fba7fc640 0 client.14964 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:42:58.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.269+0000 7f7fdb83a740 1 -- 172.21.15.17:0/751063353 shutdown_connections 2024-09-16T01:42:58.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.269+0000 7f7fdb83a740 1 -- 172.21.15.17:0/751063353 wait complete. 2024-09-16T01:42:58.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.269+0000 7f7fdb83a740 20 client.14964 trim_cache size 0 max 16384 2024-09-16T01:42:58.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.286+0000 7f7fdb83a740 1 Processor -- start 2024-09-16T01:42:58.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.286+0000 7f7fdb83a740 1 -- start start 2024-09-16T01:42:58.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fdb83a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97b08b0 0x563ab97d0ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fdb83a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97ad340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fdb83a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97bffc0 0x563ab97bb500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fdb83a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563ab97cffd0 con 0x563ab97b08b0 2024-09-16T01:42:58.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fdb83a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563ab97d06a0 con 0x563ab97bffc0 2024-09-16T01:42:58.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fdb83a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563ab97d0d70 con 0x563ab97b11d0 2024-09-16T01:42:58.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fd2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97b08b0 0x563ab97d0ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fd2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97b08b0 0x563ab97d0ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37260/0 (socket says 172.21.15.17:37260) 2024-09-16T01:42:58.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fd2ffd640 1 -- 172.21.15.17:0/2264350493 learned_addr learned my addr 172.21.15.17:0/2264350493 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:58.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fd2ffd640 1 -- 172.21.15.17:0/2264350493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 msgr2=0x563ab97ad340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:58.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fd2ffd640 1 --2- 172.21.15.17:0/2264350493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97ad340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fd2ffd640 1 -- 172.21.15.17:0/2264350493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97bffc0 msgr2=0x563ab97bb500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:58.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fd2ffd640 1 --2- 172.21.15.17:0/2264350493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97bffc0 0x563ab97bb500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fd2ffd640 1 -- 172.21.15.17:0/2264350493 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563ab97ad880 con 0x563ab97b08b0 2024-09-16T01:42:58.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fd2ffd640 1 --2- 172.21.15.17:0/2264350493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97b08b0 0x563ab97d0ef0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f7fc4000c00 tx=0x7f7fc400a2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22f9c8f26e089320 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:58.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.287+0000 7f7fc8ff9640 1 -- 172.21.15.17:0/2264350493 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc4004220 con 0x563ab97b08b0 2024-09-16T01:42:58.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.288+0000 7f7fc8ff9640 1 -- 172.21.15.17:0/2264350493 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7fc40043c0 con 0x563ab97b08b0 2024-09-16T01:42:58.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.288+0000 7f7fc8ff9640 1 -- 172.21.15.17:0/2264350493 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc401e9c0 con 0x563ab97b08b0 2024-09-16T01:42:58.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.288+0000 7f7fdb83a740 1 -- 172.21.15.17:0/2264350493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97b08b0 msgr2=0x563ab97d0ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.288+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/2264350493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97b08b0 0x563ab97d0ef0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f7fc4000c00 tx=0x7f7fc400a2d0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.288+0000 7f7fdb83a740 1 -- 172.21.15.17:0/2264350493 shutdown_connections 2024-09-16T01:42:58.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.288+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/2264350493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97bffc0 0x563ab97bb500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.288+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/2264350493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97ad340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.288+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/2264350493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97b08b0 0x563ab97d0ef0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.288+0000 7f7fdb83a740 1 -- 172.21.15.17:0/2264350493 >> 172.21.15.17:0/2264350493 conn(0x563ab97acf60 msgr2=0x563ab97a7dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:58.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.288+0000 7f7fdb83a740 1 -- 172.21.15.17:0/2264350493 shutdown_connections 2024-09-16T01:42:58.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.288+0000 7f7fdb83a740 1 -- 172.21.15.17:0/2264350493 wait complete. 2024-09-16T01:42:58.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fdb83a740 1 -- start start 2024-09-16T01:42:58.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fdb83a740 1 Processor -- start 2024-09-16T01:42:58.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fdb83a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97b08b0 0x563ab97da2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fdb83a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97da810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fdb83a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97bffc0 0x563ab97d3800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fdb83a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563ab97d1b10 con 0x563ab97b08b0 2024-09-16T01:42:58.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fdb83a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563ab97d1440 con 0x563ab97bffc0 2024-09-16T01:42:58.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fdb83a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563ab97d21e0 con 0x563ab97b11d0 2024-09-16T01:42:58.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fdb83a740 10 client.0 _ll_register_callbacks cb 0x7f7fcc00f7c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:42:58.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fd2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97b08b0 0x563ab97da2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fd2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97b08b0 0x563ab97da2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37266/0 (socket says 172.21.15.17:37266) 2024-09-16T01:42:58.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fd2ffd640 1 -- 172.21.15.17:0/1200295964 learned_addr learned my addr 172.21.15.17:0/1200295964 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:58.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fd37fe640 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97bffc0 0x563ab97d3800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fd2ffd640 1 -- 172.21.15.17:0/1200295964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 msgr2=0x563ab97da810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:58.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fd27fc640 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97da810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fd2ffd640 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97da810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fd2ffd640 1 -- 172.21.15.17:0/1200295964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97bffc0 msgr2=0x563ab97d3800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:58.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fd2ffd640 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97bffc0 0x563ab97d3800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fd2ffd640 1 -- 172.21.15.17:0/1200295964 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563ab97d4030 con 0x563ab97b08b0 2024-09-16T01:42:58.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fd37fe640 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97bffc0 0x563ab97d3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:58.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.289+0000 7f7fd27fc640 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97da810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:58.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fd2ffd640 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97b08b0 0x563ab97da2d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7fc40057e0 tx=0x7f7fc4004020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f70354b29b51a29b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:58.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fba7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:42:58.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fba7fc640 1 -- 172.21.15.17:0/1200295964 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fc4033020 con 0x563ab97b08b0 2024-09-16T01:42:58.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fba7fc640 1 -- 172.21.15.17:0/1200295964 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7fc401e940 con 0x563ab97b08b0 2024-09-16T01:42:58.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fdb83a740 1 -- 172.21.15.17:0/1200295964 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7fc40043c0 con 0x563ab97b08b0 2024-09-16T01:42:58.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fba7fc640 1 -- 172.21.15.17:0/1200295964 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f7fc402b040 con 0x563ab97b08b0 2024-09-16T01:42:58.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fdb83a740 10 client.14970 fetch_fsmap learned FSMap version 24 2024-09-16T01:42:58.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fdb83a740 1 -- 172.21.15.17:0/1200295964 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x563ab97d8ac0 con 0x563ab97b08b0 2024-09-16T01:42:58.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fba7fc640 1 -- 172.21.15.17:0/1200295964 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7fc40043c0 con 0x563ab97b08b0 2024-09-16T01:42:58.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fba7fc640 1 -- 172.21.15.17:0/1200295964 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f7fc402e030 con 0x563ab97b08b0 2024-09-16T01:42:58.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fdb83a740 10 client.14970 fetch_fsmap finished waiting for FSMap version 24 2024-09-16T01:42:58.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fdb83a740 10 client.14970 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-16T01:42:58.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fdb83a740 20 client.14970 populate_metadata read hostname 'smithi017' 2024-09-16T01:42:58.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563ab983f400 0x563ab983e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:58.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fdb83a740 4 client.14970 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:42:58.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.290+0000 7f7fdb83a740 1 -- 172.21.15.17:0/1200295964 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "status"}) -- 0x563ab971eb10 con 0x563ab983f400 2024-09-16T01:42:58.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.291+0000 7f7fd27fc640 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563ab983f400 0x563ab983e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:58.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.291+0000 7f7fd27fc640 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563ab983f400 0x563ab983e110 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b3acb5e0510139e3 server_cookie=9608e30deac4317d in_seq=0 out_seq=0 2024-09-16T01:42:58.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.291+0000 7f7fba7fc640 10 client.14970 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:42:58.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.291+0000 7f7fba7fc640 1 -- 172.21.15.17:0/1200295964 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x563ab971eb10 con 0x563ab983f400 2024-09-16T01:42:58.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.291+0000 7f7fba7fc640 10 client.14970 handle_command_reply: tid=0 2024-09-16T01:42:58.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.291+0000 7f7fdb83a740 1 client.14970 shutdown 2024-09-16T01:42:58.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.291+0000 7f7fdb83a740 1 -- 172.21.15.17:0/1200295964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97b08b0 msgr2=0x563ab97da2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.291+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97b08b0 0x563ab97da2d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f7fc40057e0 tx=0x7f7fc4004020 comp rx=0 tx=0).stop 2024-09-16T01:42:58.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.291+0000 7f7fdb83a740 1 -- 172.21.15.17:0/1200295964 shutdown_connections 2024-09-16T01:42:58.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563ab983f400 0x563ab983e110 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563ab97bffc0 0x563ab97d3800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563ab97b11d0 0x563ab97da810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fdb83a740 1 --2- 172.21.15.17:0/1200295964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563ab97b08b0 0x563ab97da2d0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fdb83a740 1 -- 172.21.15.17:0/1200295964 >> 172.21.15.17:0/1200295964 conn(0x563ab97acf60 msgr2=0x563ab97bb480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:58.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fba7fc640 0 client.14970 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:42:58.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fdb83a740 1 -- 172.21.15.17:0/1200295964 shutdown_connections 2024-09-16T01:42:58.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fdb83a740 1 -- 172.21.15.17:0/1200295964 wait complete. 2024-09-16T01:42:58.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fdb83a740 20 client.14970 trim_cache size 0 max 16384 2024-09-16T01:42:58.301 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:42:58.302 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "9c4454ae-73cb-11ef-bceb-c7b262605968", 2024-09-16T01:42:58.302 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 2, 2024-09-16T01:42:58.302 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24469, 2024-09-16T01:42:58.302 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-16T01:42:58.302 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-16T01:42:58.302 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-16T01:42:58.302 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 66.414191135999999, 2024-09-16T01:42:58.302 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 24, 2024-09-16T01:42:58.302 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 84, 2024-09-16T01:42:58.302 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 82, 2024-09-16T01:42:58.302 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 102.029955579 2024-09-16T01:42:58.302 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:42:58.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fd9461640 1 -- 172.21.15.17:0/2016674956 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7fc00a3350 msgr2=0x7f7fc00a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fd9461640 1 --2- 172.21.15.17:0/2016674956 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7fc00a3350 0x7f7fc00a5810 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f7fcc009370 tx=0x7f7fcc013ae0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fd9461640 1 -- 172.21.15.17:0/2016674956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fd4102790 msgr2=0x7f7fd4198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:58.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fd9461640 1 --2- 172.21.15.17:0/2016674956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fd4102790 0x7f7fd4198900 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7fbc005940 tx=0x7f7fbc004270 comp rx=0 tx=0).stop 2024-09-16T01:42:58.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fd9461640 1 -- 172.21.15.17:0/2016674956 shutdown_connections 2024-09-16T01:42:58.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fd9461640 1 --2- 172.21.15.17:0/2016674956 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7fc00a3350 0x7f7fc00a5810 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fd9461640 1 --2- 172.21.15.17:0/2016674956 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fd4106f10 0x7f7fd419cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fd9461640 1 --2- 172.21.15.17:0/2016674956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fd4102790 0x7f7fd4198900 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fd9461640 1 --2- 172.21.15.17:0/2016674956 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fd4101de0 0x7f7fd41983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:58.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fd9461640 1 -- 172.21.15.17:0/2016674956 >> 172.21.15.17:0/2016674956 conn(0x7f7fd40fd8c0 msgr2=0x7f7fd40fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:58.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.292+0000 7f7fd9461640 1 -- 172.21.15.17:0/2016674956 shutdown_connections 2024-09-16T01:42:58.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:58.293+0000 7f7fd9461640 1 -- 172.21.15.17:0/2016674956 wait complete. 2024-09-16T01:42:58.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:42:58 smithi017 ceph-mon[30972]: pgmap v322: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T01:42:58.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:42:58 smithi122 ceph-mon[34758]: pgmap v322: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T01:42:58.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:42:58 smithi029 ceph-mon[34783]: pgmap v322: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T01:42:58.985 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.c status 2024-09-16T01:42:59.241 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:42:59.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.734+0000 7fb0b36fd640 1 -- 172.21.15.17:0/570766678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0ac102790 msgr2=0x7fb0ac1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.734+0000 7fb0b36fd640 1 --2- 172.21.15.17:0/570766678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0ac102790 0x7fb0ac1067e0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb09c009900 tx=0x7fb09c02a410 comp rx=0 tx=0).stop 2024-09-16T01:42:59.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.734+0000 7fb0b36fd640 1 -- 172.21.15.17:0/570766678 shutdown_connections 2024-09-16T01:42:59.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.734+0000 7fb0b36fd640 1 --2- 172.21.15.17:0/570766678 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb0ac106f10 0x7fb0ac10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.734+0000 7fb0b36fd640 1 --2- 172.21.15.17:0/570766678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0ac102790 0x7fb0ac1067e0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.734+0000 7fb0b36fd640 1 --2- 172.21.15.17:0/570766678 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0ac101de0 0x7fb0ac1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.734+0000 7fb0b36fd640 1 -- 172.21.15.17:0/570766678 >> 172.21.15.17:0/570766678 conn(0x7fb0ac0fd8c0 msgr2=0x7fb0ac0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:59.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.735+0000 7fb0b36fd640 1 -- 172.21.15.17:0/570766678 shutdown_connections 2024-09-16T01:42:59.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.735+0000 7fb0b36fd640 1 -- 172.21.15.17:0/570766678 wait complete. 2024-09-16T01:42:59.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.735+0000 7fb0b36fd640 1 Processor -- start 2024-09-16T01:42:59.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.735+0000 7fb0b36fd640 1 -- start start 2024-09-16T01:42:59.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.735+0000 7fb0b36fd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb0ac101de0 0x7fb0ac198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.735+0000 7fb0b36fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0ac102790 0x7fb0ac198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.735+0000 7fb0b36fd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0ac106f10 0x7fb0ac19cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.735+0000 7fb0b36fd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb0ac111e40 con 0x7fb0ac102790 2024-09-16T01:42:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.735+0000 7fb0b36fd640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb0ac111cc0 con 0x7fb0ac106f10 2024-09-16T01:42:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.735+0000 7fb0b36fd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb0ac111fc0 con 0x7fb0ac101de0 2024-09-16T01:42:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.736+0000 7fb0b0c98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0ac102790 0x7fb0ac198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.736+0000 7fb0b0c98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0ac102790 0x7fb0ac198980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37280/0 (socket says 172.21.15.17:37280) 2024-09-16T01:42:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.736+0000 7fb0b0c98640 1 -- 172.21.15.17:0/2302801618 learned_addr learned my addr 172.21.15.17:0/2302801618 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.736+0000 7fb0b1499640 1 --2- 172.21.15.17:0/2302801618 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb0ac101de0 0x7fb0ac198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.736+0000 7fb0b1c9a640 1 --2- 172.21.15.17:0/2302801618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0ac106f10 0x7fb0ac19cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.736+0000 7fb0b0c98640 1 -- 172.21.15.17:0/2302801618 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb0ac101de0 msgr2=0x7fb0ac198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.736+0000 7fb0b0c98640 1 --2- 172.21.15.17:0/2302801618 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb0ac101de0 0x7fb0ac198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.736+0000 7fb0b0c98640 1 -- 172.21.15.17:0/2302801618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0ac106f10 msgr2=0x7fb0ac19cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.736+0000 7fb0b0c98640 1 --2- 172.21.15.17:0/2302801618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0ac106f10 0x7fb0ac19cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.736+0000 7fb0b0c98640 1 -- 172.21.15.17:0/2302801618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0ac19d3f0 con 0x7fb0ac102790 2024-09-16T01:42:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.737+0000 7fb0b0c98640 1 --2- 172.21.15.17:0/2302801618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0ac102790 0x7fb0ac198980 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb09c005940 tx=0x7fb09c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.737+0000 7fb0a27fc640 1 -- 172.21.15.17:0/2302801618 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb09c03f030 con 0x7fb0ac102790 2024-09-16T01:42:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.737+0000 7fb0a27fc640 1 -- 172.21.15.17:0/2302801618 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb09c003aa0 con 0x7fb0ac102790 2024-09-16T01:42:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.737+0000 7fb0b36fd640 1 -- 172.21.15.17:0/2302801618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0ac19d680 con 0x7fb0ac102790 2024-09-16T01:42:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.737+0000 7fb0a27fc640 1 -- 172.21.15.17:0/2302801618 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb09c035070 con 0x7fb0ac102790 2024-09-16T01:42:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.737+0000 7fb0b36fd640 1 -- 172.21.15.17:0/2302801618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0ac1a4fc0 con 0x7fb0ac102790 2024-09-16T01:42:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.739+0000 7fb0a27fc640 1 -- 172.21.15.17:0/2302801618 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fb09c042030 con 0x7fb0ac102790 2024-09-16T01:42:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b5ad6740 1 Processor -- start 2024-09-16T01:42:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b5ad6740 1 -- start start 2024-09-16T01:42:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b5ad6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 0x55e4c706dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b5ad6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 0x55e4c707ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b5ad6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c707f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b5ad6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e4c6fd4090 con 0x55e4c707cfc0 2024-09-16T01:42:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b5ad6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e4c6f7ba70 con 0x55e4c706d8d0 2024-09-16T01:42:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b5ad6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e4c6fd0050 con 0x55e4c706e1f0 2024-09-16T01:42:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b0c98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c707f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b0c98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c707f3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37286/0 (socket says 172.21.15.17:37286) 2024-09-16T01:42:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0a27fc640 1 --2- 172.21.15.17:0/2302801618 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0980a32d0 0x7fb0980a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b0c98640 1 -- 172.21.15.17:0/1012288317 learned_addr learned my addr 172.21.15.17:0/1012288317 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b1c9a640 1 --2- 172.21.15.17:0/1012288317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 0x55e4c706dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b1499640 1 --2- 172.21.15.17:0/1012288317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 0x55e4c707ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b1c9a640 1 --2- 172.21.15.17:0/2302801618 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0980a32d0 0x7fb0980a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b0c98640 1 -- 172.21.15.17:0/1012288317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 msgr2=0x55e4c707ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:59.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b0c98640 1 --2- 172.21.15.17:0/1012288317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 0x55e4c707ca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b0c98640 1 -- 172.21.15.17:0/1012288317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 msgr2=0x55e4c706dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:59.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b0c98640 1 --2- 172.21.15.17:0/1012288317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 0x55e4c706dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.740+0000 7fb0b0c98640 1 -- 172.21.15.17:0/1012288317 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4c6f88130 con 0x55e4c707cfc0 2024-09-16T01:42:59.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.741+0000 7fb0b1499640 1 --2- 172.21.15.17:0/1012288317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 0x55e4c707ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:42:59.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.741+0000 7fb0a27fc640 1 -- 172.21.15.17:0/2302801618 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb09c0f0340 con 0x7fb0ac102790 2024-09-16T01:42:59.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.741+0000 7fb0b0c98640 1 --2- 172.21.15.17:0/1012288317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c707f3b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb09c0c4f00 tx=0x7fb09c07c5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8ee8e6da7da92bf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:59.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.741+0000 7fb0b1c9a640 1 --2- 172.21.15.17:0/2302801618 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0980a32d0 0x7fb0980a5790 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb0a4005fd0 tx=0x7fb0a4004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:59.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.741+0000 7fb0977fe640 1 -- 172.21.15.17:0/1012288317 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb09c049020 con 0x55e4c707cfc0 2024-09-16T01:42:59.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.741+0000 7fb0977fe640 1 -- 172.21.15.17:0/1012288317 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb09c03b460 con 0x55e4c707cfc0 2024-09-16T01:42:59.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.741+0000 7fb0977fe640 1 -- 172.21.15.17:0/1012288317 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb09c0c0b70 con 0x55e4c707cfc0 2024-09-16T01:42:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.742+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/1012288317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 msgr2=0x55e4c707f3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.742+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/1012288317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c707f3b0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fb09c0c4f00 tx=0x7fb09c07c5f0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.742+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/1012288317 shutdown_connections 2024-09-16T01:42:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.742+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/1012288317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c707f3b0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.742+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/1012288317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 0x55e4c707ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.742+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/1012288317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 0x55e4c706dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.742+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/1012288317 >> 172.21.15.17:0/1012288317 conn(0x55e4c7069f60 msgr2=0x55e4c706a340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.742+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/1012288317 shutdown_connections 2024-09-16T01:42:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.742+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/1012288317 wait complete. 2024-09-16T01:42:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.742+0000 7fb0b5ad6740 1 -- start start 2024-09-16T01:42:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.742+0000 7fb0b5ad6740 1 Processor -- start 2024-09-16T01:42:59.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b5ad6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 0x55e4c707c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b5ad6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 0x55e4c7079b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b5ad6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c707a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b5ad6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e4c6fd4090 con 0x55e4c707cfc0 2024-09-16T01:42:59.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b5ad6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e4c6f8ef20 con 0x55e4c706d8d0 2024-09-16T01:42:59.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b5ad6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e4c707f9b0 con 0x55e4c706e1f0 2024-09-16T01:42:59.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b5ad6740 10 client.0 _ll_register_callbacks cb 0x55e4c6f58030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:42:59.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b1c9a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c707a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b1c9a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c707a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37290/0 (socket says 172.21.15.17:37290) 2024-09-16T01:42:59.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b1c9a640 1 -- 172.21.15.17:0/260265693 learned_addr learned my addr 172.21.15.17:0/260265693 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:59.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b1499640 1 --2- 172.21.15.17:0/260265693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 0x55e4c707c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b0c98640 1 --2- 172.21.15.17:0/260265693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 0x55e4c7079b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b1c9a640 1 -- 172.21.15.17:0/260265693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 msgr2=0x55e4c7079b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:59.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b1c9a640 1 --2- 172.21.15.17:0/260265693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 0x55e4c7079b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b1c9a640 1 -- 172.21.15.17:0/260265693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 msgr2=0x55e4c707c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:59.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b1c9a640 1 --2- 172.21.15.17:0/260265693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 0x55e4c707c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b1c9a640 1 -- 172.21.15.17:0/260265693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4c6d452b0 con 0x55e4c707cfc0 2024-09-16T01:42:59.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b1c9a640 1 --2- 172.21.15.17:0/260265693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c707a090 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fb0a400aa60 tx=0x7fb0a4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfc997ddd8fff636 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:59.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb094ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:42:59.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb094ff9640 1 -- 172.21.15.17:0/260265693 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0a4027070 con 0x55e4c707cfc0 2024-09-16T01:42:59.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/260265693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e4c6fe1600 con 0x55e4c707cfc0 2024-09-16T01:42:59.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.743+0000 7fb094ff9640 1 -- 172.21.15.17:0/260265693 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb0a4021460 con 0x55e4c707cfc0 2024-09-16T01:42:59.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.744+0000 7fb094ff9640 1 -- 172.21.15.17:0/260265693 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb0a4014020 con 0x55e4c707cfc0 2024-09-16T01:42:59.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.744+0000 7fb0b5ad6740 10 client.14982 fetch_fsmap learned FSMap version 24 2024-09-16T01:42:59.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.744+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/260265693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e4c708b130 con 0x55e4c707cfc0 2024-09-16T01:42:59.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.744+0000 7fb094ff9640 1 -- 172.21.15.17:0/260265693 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55e4c6fe1600 con 0x55e4c707cfc0 2024-09-16T01:42:59.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.744+0000 7fb094ff9640 1 -- 172.21.15.17:0/260265693 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fb0a400f040 con 0x55e4c707cfc0 2024-09-16T01:42:59.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.744+0000 7fb0b5ad6740 10 client.14982 fetch_fsmap finished waiting for FSMap version 24 2024-09-16T01:42:59.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.744+0000 7fb0b5ad6740 10 client.14982 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T01:42:59.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.744+0000 7fb0b5ad6740 20 client.14982 populate_metadata read hostname 'smithi017' 2024-09-16T01:42:59.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.744+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/260265693 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e4c708d740 0x55e4c708ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.744+0000 7fb0b5ad6740 4 client.14982 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:42:59.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.744+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/260265693 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e4c6fdbb10 con 0x55e4c708d740 2024-09-16T01:42:59.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.744+0000 7fb0b1499640 1 --2- 172.21.15.17:0/260265693 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e4c708d740 0x55e4c708ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.745+0000 7fb094ff9640 10 client.14982 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:42:59.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.745+0000 7fb0b1499640 1 --2- 172.21.15.17:0/260265693 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e4c708d740 0x55e4c708ebb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=42b81837fd9cf339 server_cookie=3de4494ab57f5377 in_seq=0 out_seq=0 2024-09-16T01:42:59.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.745+0000 7fb094ff9640 1 -- 172.21.15.17:0/260265693 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e4c6fdbb10 con 0x55e4c708d740 2024-09-16T01:42:59.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.745+0000 7fb094ff9640 10 client.14982 handle_command_reply: tid=0 2024-09-16T01:42:59.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.745+0000 7fb0b5ad6740 1 client.14982 shutdown 2024-09-16T01:42:59.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.746+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/260265693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 msgr2=0x55e4c707a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.746+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/260265693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c707a090 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fb0a400aa60 tx=0x7fb0a4004a40 comp rx=0 tx=0).stop 2024-09-16T01:42:59.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.746+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/260265693 shutdown_connections 2024-09-16T01:42:59.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.746+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/260265693 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e4c708d740 0x55e4c708ebb0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.746+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/260265693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c707a090 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.746+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/260265693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 0x55e4c7079b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.746+0000 7fb094ff9640 0 client.14982 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:42:59.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.746+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/260265693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 0x55e4c707c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.746+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/260265693 >> 172.21.15.17:0/260265693 conn(0x55e4c7069f60 msgr2=0x55e4c706fcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:59.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.746+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/260265693 shutdown_connections 2024-09-16T01:42:59.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.746+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/260265693 wait complete. 2024-09-16T01:42:59.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.746+0000 7fb0b5ad6740 20 client.14982 trim_cache size 0 max 16384 2024-09-16T01:42:59.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b5ad6740 1 Processor -- start 2024-09-16T01:42:59.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b5ad6740 1 -- start start 2024-09-16T01:42:59.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b5ad6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 0x55e4c708ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b5ad6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 0x55e4c7079410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b5ad6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c7079b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b5ad6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e4c708cef0 con 0x55e4c707cfc0 2024-09-16T01:42:59.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b5ad6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e4c708d5c0 con 0x55e4c706d8d0 2024-09-16T01:42:59.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b5ad6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e4c708dc90 con 0x55e4c706e1f0 2024-09-16T01:42:59.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b1c9a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c7079b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b1c9a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c7079b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37296/0 (socket says 172.21.15.17:37296) 2024-09-16T01:42:59.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b1c9a640 1 -- 172.21.15.17:0/3277793090 learned_addr learned my addr 172.21.15.17:0/3277793090 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:59.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b1499640 1 --2- 172.21.15.17:0/3277793090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 0x55e4c708ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b0c98640 1 --2- 172.21.15.17:0/3277793090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 0x55e4c7079410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b1c9a640 1 -- 172.21.15.17:0/3277793090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 msgr2=0x55e4c7079410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:59.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b1c9a640 1 --2- 172.21.15.17:0/3277793090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 0x55e4c7079410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b1c9a640 1 -- 172.21.15.17:0/3277793090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 msgr2=0x55e4c708ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:59.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b1c9a640 1 --2- 172.21.15.17:0/3277793090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 0x55e4c708ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b1c9a640 1 -- 172.21.15.17:0/3277793090 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e4c706b0f0 con 0x55e4c707cfc0 2024-09-16T01:42:59.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b1499640 1 --2- 172.21.15.17:0/3277793090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 0x55e4c708ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:59.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.764+0000 7fb0b0c98640 1 --2- 172.21.15.17:0/3277793090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 0x55e4c7079410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:42:59.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.765+0000 7fb0b1c9a640 1 --2- 172.21.15.17:0/3277793090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c7079b10 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fb0a400aa30 tx=0x7fb0a4005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55280c839bfc4675 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:59.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.765+0000 7fb096ffd640 1 -- 172.21.15.17:0/3277793090 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0a403c070 con 0x55e4c707cfc0 2024-09-16T01:42:59.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.765+0000 7fb096ffd640 1 -- 172.21.15.17:0/3277793090 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb0a4011cb0 con 0x55e4c707cfc0 2024-09-16T01:42:59.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.765+0000 7fb096ffd640 1 -- 172.21.15.17:0/3277793090 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0a4027040 con 0x55e4c707cfc0 2024-09-16T01:42:59.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.765+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/3277793090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 msgr2=0x55e4c7079b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.765+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/3277793090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c7079b10 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fb0a400aa30 tx=0x7fb0a4005c50 comp rx=0 tx=0).stop 2024-09-16T01:42:59.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.765+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/3277793090 shutdown_connections 2024-09-16T01:42:59.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/3277793090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c707cfc0 0x55e4c7079b10 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/3277793090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706e1f0 0x55e4c7079410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/3277793090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c706d8d0 0x55e4c708ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/3277793090 >> 172.21.15.17:0/3277793090 conn(0x55e4c7069f60 msgr2=0x55e4c7064ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:59.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/3277793090 shutdown_connections 2024-09-16T01:42:59.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/3277793090 wait complete. 2024-09-16T01:42:59.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 1 -- start start 2024-09-16T01:42:59.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 1 Processor -- start 2024-09-16T01:42:59.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706d8d0 0x55e4c70761a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c706e1f0 0x55e4c70766e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c707cfc0 0x55e4c7095e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e4c708ea30 con 0x55e4c706e1f0 2024-09-16T01:42:59.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e4c708e360 con 0x55e4c707cfc0 2024-09-16T01:42:59.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e4c708f100 con 0x55e4c706d8d0 2024-09-16T01:42:59.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.766+0000 7fb0b5ad6740 10 client.0 _ll_register_callbacks cb 0x7fb0a4009a80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:42:59.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb0b0c98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c706e1f0 0x55e4c70766e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb0b0c98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c706e1f0 0x55e4c70766e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37310/0 (socket says 172.21.15.17:37310) 2024-09-16T01:42:59.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb0b0c98640 1 -- 172.21.15.17:0/3942097636 learned_addr learned my addr 172.21.15.17:0/3942097636 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:42:59.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb0b1499640 1 --2- 172.21.15.17:0/3942097636 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706d8d0 0x55e4c70761a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb0b1c9a640 1 --2- 172.21.15.17:0/3942097636 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c707cfc0 0x55e4c7095e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb0b0c98640 1 -- 172.21.15.17:0/3942097636 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706d8d0 msgr2=0x55e4c70761a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:59.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb0b0c98640 1 --2- 172.21.15.17:0/3942097636 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706d8d0 0x55e4c70761a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb0b0c98640 1 -- 172.21.15.17:0/3942097636 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c707cfc0 msgr2=0x55e4c7095e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:42:59.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb0b0c98640 1 --2- 172.21.15.17:0/3942097636 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c707cfc0 0x55e4c7095e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb0b0c98640 1 -- 172.21.15.17:0/3942097636 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e4c70963b0 con 0x55e4c706e1f0 2024-09-16T01:42:59.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb0b0c98640 1 --2- 172.21.15.17:0/3942097636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c706e1f0 0x55e4c70766e0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fb09c0b8c20 tx=0x7fb09c0edc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e85abc35188d46cb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:42:59.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb094ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:42:59.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb094ff9640 1 -- 172.21.15.17:0/3942097636 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb09c049070 con 0x55e4c706e1f0 2024-09-16T01:42:59.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb094ff9640 1 -- 172.21.15.17:0/3942097636 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb09c0b8e30 con 0x55e4c706e1f0 2024-09-16T01:42:59.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/3942097636 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb0a4011cb0 con 0x55e4c706e1f0 2024-09-16T01:42:59.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb094ff9640 1 -- 172.21.15.17:0/3942097636 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fb09c0bcec0 con 0x55e4c706e1f0 2024-09-16T01:42:59.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb0b5ad6740 10 client.14988 fetch_fsmap learned FSMap version 24 2024-09-16T01:42:59.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.767+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/3942097636 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55e4c7097620 con 0x55e4c706e1f0 2024-09-16T01:42:59.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.768+0000 7fb094ff9640 1 -- 172.21.15.17:0/3942097636 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb0a4011cb0 con 0x55e4c706e1f0 2024-09-16T01:42:59.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.768+0000 7fb094ff9640 1 -- 172.21.15.17:0/3942097636 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fb09c0d0ce0 con 0x55e4c706e1f0 2024-09-16T01:42:59.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.768+0000 7fb0b5ad6740 10 client.14988 fetch_fsmap finished waiting for FSMap version 24 2024-09-16T01:42:59.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.768+0000 7fb0b5ad6740 10 client.14988 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T01:42:59.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.768+0000 7fb0b5ad6740 20 client.14988 populate_metadata read hostname 'smithi017' 2024-09-16T01:42:59.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.768+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/3942097636 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e4c70fc090 0x55e4c70fada0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:42:59.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.768+0000 7fb0b5ad6740 4 client.14988 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:42:59.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.768+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/3942097636 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "status"}) -- 0x55e4c6f580e0 con 0x55e4c70fc090 2024-09-16T01:42:59.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.768+0000 7fb0b1499640 1 --2- 172.21.15.17:0/3942097636 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e4c70fc090 0x55e4c70fada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:42:59.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb0b1499640 1 --2- 172.21.15.17:0/3942097636 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e4c70fc090 0x55e4c70fada0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=dc6c29409063a261 server_cookie=2bd9385854a0435c in_seq=0 out_seq=0 2024-09-16T01:42:59.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb094ff9640 10 client.14988 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:42:59.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb094ff9640 1 -- 172.21.15.17:0/3942097636 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x55e4c6f580e0 con 0x55e4c70fc090 2024-09-16T01:42:59.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb094ff9640 10 client.14988 handle_command_reply: tid=0 2024-09-16T01:42:59.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb0b5ad6740 1 client.14988 shutdown 2024-09-16T01:42:59.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/3942097636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c706e1f0 msgr2=0x55e4c70766e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/3942097636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c706e1f0 0x55e4c70766e0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fb09c0b8c20 tx=0x7fb09c0edc60 comp rx=0 tx=0).stop 2024-09-16T01:42:59.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/3942097636 shutdown_connections 2024-09-16T01:42:59.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/3942097636 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e4c70fc090 0x55e4c70fada0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/3942097636 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e4c707cfc0 0x55e4c7095e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb094ff9640 0 client.14988 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:42:59.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/3942097636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e4c706e1f0 0x55e4c70766e0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb0b5ad6740 1 --2- 172.21.15.17:0/3942097636 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e4c706d8d0 0x55e4c70761a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/3942097636 >> 172.21.15.17:0/3942097636 conn(0x55e4c7069f60 msgr2=0x55e4c7079b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:59.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/3942097636 shutdown_connections 2024-09-16T01:42:59.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb0b5ad6740 1 -- 172.21.15.17:0/3942097636 wait complete. 2024-09-16T01:42:59.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.769+0000 7fb0b5ad6740 20 client.14988 trim_cache size 0 max 16384 2024-09-16T01:42:59.781 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:42:59.781 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "9c4454ae-73cb-11ef-bceb-c7b262605968", 2024-09-16T01:42:59.781 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 1, 2024-09-16T01:42:59.781 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24481, 2024-09-16T01:42:59.781 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-16T01:42:59.781 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-16T01:42:59.781 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-16T01:42:59.781 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 68.897769014000005, 2024-09-16T01:42:59.781 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 24, 2024-09-16T01:42:59.781 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 84, 2024-09-16T01:42:59.781 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 82, 2024-09-16T01:42:59.781 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 100.99656854200001 2024-09-16T01:42:59.782 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:42:59.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.770+0000 7fb0b36fd640 1 -- 172.21.15.17:0/2302801618 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0980a32d0 msgr2=0x7fb0980a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.770+0000 7fb0b36fd640 1 --2- 172.21.15.17:0/2302801618 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0980a32d0 0x7fb0980a5790 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fb0a4005fd0 tx=0x7fb0a4004ab0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.770+0000 7fb0b36fd640 1 -- 172.21.15.17:0/2302801618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0ac102790 msgr2=0x7fb0ac198980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:42:59.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.770+0000 7fb0b36fd640 1 --2- 172.21.15.17:0/2302801618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0ac102790 0x7fb0ac198980 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fb09c005940 tx=0x7fb09c004270 comp rx=0 tx=0).stop 2024-09-16T01:42:59.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.770+0000 7fb0b36fd640 1 -- 172.21.15.17:0/2302801618 shutdown_connections 2024-09-16T01:42:59.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.770+0000 7fb0b36fd640 1 --2- 172.21.15.17:0/2302801618 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0980a32d0 0x7fb0980a5790 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.770+0000 7fb0b36fd640 1 --2- 172.21.15.17:0/2302801618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0ac106f10 0x7fb0ac19cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.770+0000 7fb0b36fd640 1 --2- 172.21.15.17:0/2302801618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0ac102790 0x7fb0ac198980 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.770+0000 7fb0b36fd640 1 --2- 172.21.15.17:0/2302801618 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb0ac101de0 0x7fb0ac198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:42:59.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.770+0000 7fb0b36fd640 1 -- 172.21.15.17:0/2302801618 >> 172.21.15.17:0/2302801618 conn(0x7fb0ac0fd8c0 msgr2=0x7fb0ac0fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:42:59.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.770+0000 7fb0b36fd640 1 -- 172.21.15.17:0/2302801618 shutdown_connections 2024-09-16T01:42:59.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:42:59.770+0000 7fb0b36fd640 1 -- 172.21.15.17:0/2302801618 wait complete. 2024-09-16T01:43:00.451 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:00 smithi017 ceph-mon[30972]: pgmap v323: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T01:43:00.477 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.i status 2024-09-16T01:43:00.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:00 smithi122 ceph-mon[34758]: pgmap v323: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T01:43:00.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:00 smithi029 ceph-mon[34783]: pgmap v323: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-09-16T01:43:00.733 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.220+0000 7fc5b8702640 1 -- 172.21.15.17:0/1145691320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5b0100a80 msgr2=0x7fc5b0100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.220+0000 7fc5b8702640 1 --2- 172.21.15.17:0/1145691320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5b0100a80 0x7fc5b0100ee0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc5a0009930 tx=0x7fc5a002a420 comp rx=0 tx=0).stop 2024-09-16T01:43:01.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.220+0000 7fc5b8702640 1 -- 172.21.15.17:0/1145691320 shutdown_connections 2024-09-16T01:43:01.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.220+0000 7fc5b8702640 1 --2- 172.21.15.17:0/1145691320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5b0101420 0x7fc5b010d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.220+0000 7fc5b8702640 1 --2- 172.21.15.17:0/1145691320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5b0100a80 0x7fc5b0100ee0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.220+0000 7fc5b8702640 1 --2- 172.21.15.17:0/1145691320 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5b0106a80 0x7fc5b0106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.220+0000 7fc5b8702640 1 -- 172.21.15.17:0/1145691320 >> 172.21.15.17:0/1145691320 conn(0x7fc5b00fc7a0 msgr2=0x7fc5b00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:01.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.220+0000 7fc5b8702640 1 -- 172.21.15.17:0/1145691320 shutdown_connections 2024-09-16T01:43:01.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.220+0000 7fc5b8702640 1 -- 172.21.15.17:0/1145691320 wait complete. 2024-09-16T01:43:01.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.220+0000 7fc5b8702640 1 Processor -- start 2024-09-16T01:43:01.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.220+0000 7fc5b8702640 1 -- start start 2024-09-16T01:43:01.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.220+0000 7fc5b8702640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5b0100a80 0x7fc5b0199270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b8702640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5b0101420 0x7fc5b01997b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b8702640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5b0106a80 0x7fc5b01a42f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b8702640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc5b0110da0 con 0x7fc5b0100a80 2024-09-16T01:43:01.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b8702640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc5b0110c20 con 0x7fc5b0101420 2024-09-16T01:43:01.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b8702640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc5b0110f20 con 0x7fc5b0106a80 2024-09-16T01:43:01.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b649e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5b0100a80 0x7fc5b0199270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b649e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5b0100a80 0x7fc5b0199270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37330/0 (socket says 172.21.15.17:37330) 2024-09-16T01:43:01.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b649e640 1 -- 172.21.15.17:0/395577268 learned_addr learned my addr 172.21.15.17:0/395577268 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:01.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b6c9f640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5b0106a80 0x7fc5b01a42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b5c9d640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5b0101420 0x7fc5b01997b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b649e640 1 -- 172.21.15.17:0/395577268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5b0106a80 msgr2=0x7fc5b01a42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b649e640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5b0106a80 0x7fc5b01a42f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b649e640 1 -- 172.21.15.17:0/395577268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5b0101420 msgr2=0x7fc5b01997b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b649e640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5b0101420 0x7fc5b01997b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b649e640 1 -- 172.21.15.17:0/395577268 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5b01a4830 con 0x7fc5b0100a80 2024-09-16T01:43:01.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b6c9f640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5b0106a80 0x7fc5b01a42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:01.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b649e640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5b0100a80 0x7fc5b0199270 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac00b4a0 tx=0x7fc5ac00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:01.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5a77fe640 1 -- 172.21.15.17:0/395577268 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5ac014070 con 0x7fc5b0100a80 2024-09-16T01:43:01.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b8702640 1 -- 172.21.15.17:0/395577268 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5b01a4a00 con 0x7fc5b0100a80 2024-09-16T01:43:01.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5a77fe640 1 -- 172.21.15.17:0/395577268 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5ac010ac0 con 0x7fc5b0100a80 2024-09-16T01:43:01.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5a77fe640 1 -- 172.21.15.17:0/395577268 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5ac017c30 con 0x7fc5b0100a80 2024-09-16T01:43:01.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.221+0000 7fc5b8702640 1 -- 172.21.15.17:0/395577268 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5b01a4f10 con 0x7fc5b0100a80 2024-09-16T01:43:01.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.224+0000 7fc5baadb740 1 Processor -- start 2024-09-16T01:43:01.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5a77fe640 1 -- 172.21.15.17:0/395577268 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fc5ac017070 con 0x7fc5b0100a80 2024-09-16T01:43:01.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5baadb740 1 -- start start 2024-09-16T01:43:01.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5baadb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 0x556f0693ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5baadb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f06948670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5baadb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 0x556f0694afa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5baadb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556f068a4090 con 0x556f0693e2f0 2024-09-16T01:43:01.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5baadb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556f0684ba70 con 0x556f0693d9d0 2024-09-16T01:43:01.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5baadb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556f068a0050 con 0x556f06948bb0 2024-09-16T01:43:01.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5b649e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f06948670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5b649e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f06948670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37346/0 (socket says 172.21.15.17:37346) 2024-09-16T01:43:01.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5b649e640 1 -- 172.21.15.17:0/692313862 learned_addr learned my addr 172.21.15.17:0/692313862 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:01.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5b6c9f640 1 --2- 172.21.15.17:0/692313862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 0x556f0693ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5b5c9d640 1 --2- 172.21.15.17:0/692313862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 0x556f0694afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5b649e640 1 -- 172.21.15.17:0/692313862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 msgr2=0x556f0694afa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:01.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5b649e640 1 --2- 172.21.15.17:0/692313862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 0x556f0694afa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5b649e640 1 -- 172.21.15.17:0/692313862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 msgr2=0x556f0693ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:01.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5b649e640 1 --2- 172.21.15.17:0/692313862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 0x556f0693ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.225+0000 7fc5b649e640 1 -- 172.21.15.17:0/692313862 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f06858130 con 0x556f0693e2f0 2024-09-16T01:43:01.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.226+0000 7fc5b6c9f640 1 --2- 172.21.15.17:0/692313862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 0x556f0693ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:01.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.226+0000 7fc5a77fe640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc59c0a32d0 0x7fc59c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.226+0000 7fc5b6c9f640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc59c0a32d0 0x7fc59c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.226+0000 7fc5b649e640 1 --2- 172.21.15.17:0/692313862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f06948670 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac0ccb00 tx=0x7fc5ac0d7540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d5beec887c505d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:01.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.226+0000 7fc5a77fe640 1 -- 172.21.15.17:0/395577268 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc5ac0cf100 con 0x7fc5b0100a80 2024-09-16T01:43:01.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.226+0000 7fc5a4ff9640 1 -- 172.21.15.17:0/692313862 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5ac01e030 con 0x556f0693e2f0 2024-09-16T01:43:01.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.226+0000 7fc5a4ff9640 1 -- 172.21.15.17:0/692313862 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5ac09bdd0 con 0x556f0693e2f0 2024-09-16T01:43:01.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.226+0000 7fc5a4ff9640 1 -- 172.21.15.17:0/692313862 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5ac097970 con 0x556f0693e2f0 2024-09-16T01:43:01.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.227+0000 7fc5baadb740 1 -- 172.21.15.17:0/692313862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 msgr2=0x556f06948670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.227+0000 7fc5baadb740 1 --2- 172.21.15.17:0/692313862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f06948670 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac0ccb00 tx=0x7fc5ac0d7540 comp rx=0 tx=0).stop 2024-09-16T01:43:01.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.227+0000 7fc5b6c9f640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc59c0a32d0 0x7fc59c0a5790 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc5a800a520 tx=0x7fc5a800a4b0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:01.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.227+0000 7fc5baadb740 1 -- 172.21.15.17:0/692313862 shutdown_connections 2024-09-16T01:43:01.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.227+0000 7fc5baadb740 1 --2- 172.21.15.17:0/692313862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 0x556f0694afa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.227+0000 7fc5baadb740 1 --2- 172.21.15.17:0/692313862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f06948670 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.227+0000 7fc5baadb740 1 --2- 172.21.15.17:0/692313862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 0x556f0693ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.227+0000 7fc5baadb740 1 -- 172.21.15.17:0/692313862 >> 172.21.15.17:0/692313862 conn(0x556f06939f60 msgr2=0x556f0693a340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:01.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.227+0000 7fc5baadb740 1 -- 172.21.15.17:0/692313862 shutdown_connections 2024-09-16T01:43:01.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.227+0000 7fc5baadb740 1 -- 172.21.15.17:0/692313862 wait complete. 2024-09-16T01:43:01.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.227+0000 7fc5baadb740 1 -- start start 2024-09-16T01:43:01.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.227+0000 7fc5baadb740 1 Processor -- start 2024-09-16T01:43:01.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5baadb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 0x556f06948430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5baadb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f06945780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5baadb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 0x556f06945cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5baadb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556f0694b780 con 0x556f0693e2f0 2024-09-16T01:43:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5baadb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556f0685ef20 con 0x556f0693d9d0 2024-09-16T01:43:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5baadb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556f0694b900 con 0x556f06948bb0 2024-09-16T01:43:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5b5c9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f06945780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5b5c9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f06945780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37360/0 (socket says 172.21.15.17:37360) 2024-09-16T01:43:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5baadb740 10 client.0 _ll_register_callbacks cb 0x556f06828030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5b5c9d640 1 -- 172.21.15.17:0/4152650524 learned_addr learned my addr 172.21.15.17:0/4152650524 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5b649e640 1 --2- 172.21.15.17:0/4152650524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 0x556f06948430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5b6c9f640 1 --2- 172.21.15.17:0/4152650524 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 0x556f06945cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5b5c9d640 1 -- 172.21.15.17:0/4152650524 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 msgr2=0x556f06945cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5b5c9d640 1 --2- 172.21.15.17:0/4152650524 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 0x556f06945cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5b5c9d640 1 -- 172.21.15.17:0/4152650524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 msgr2=0x556f06948430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5b5c9d640 1 --2- 172.21.15.17:0/4152650524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 0x556f06948430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5b5c9d640 1 -- 172.21.15.17:0/4152650524 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f066152b0 con 0x556f0693e2f0 2024-09-16T01:43:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5b5c9d640 1 --2- 172.21.15.17:0/4152650524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f06945780 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fc5a0000c00 tx=0x7fc5a0003890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cc73c7e458d9dd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc599ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:43:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc599ffb640 1 -- 172.21.15.17:0/4152650524 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5a0035040 con 0x556f0693e2f0 2024-09-16T01:43:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc5baadb740 1 -- 172.21.15.17:0/4152650524 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5ac09bdd0 con 0x556f0693e2f0 2024-09-16T01:43:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.228+0000 7fc599ffb640 1 -- 172.21.15.17:0/4152650524 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc5a0003c80 con 0x556f0693e2f0 2024-09-16T01:43:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.229+0000 7fc599ffb640 1 -- 172.21.15.17:0/4152650524 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc5a0005020 con 0x556f0693e2f0 2024-09-16T01:43:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.229+0000 7fc5baadb740 10 client.15000 fetch_fsmap learned FSMap version 24 2024-09-16T01:43:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.229+0000 7fc5baadb740 1 -- 172.21.15.17:0/4152650524 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x556f06957090 con 0x556f0693e2f0 2024-09-16T01:43:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.229+0000 7fc599ffb640 1 -- 172.21.15.17:0/4152650524 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5ac09bdd0 con 0x556f0693e2f0 2024-09-16T01:43:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.229+0000 7fc599ffb640 1 -- 172.21.15.17:0/4152650524 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fc5a00314a0 con 0x556f0693e2f0 2024-09-16T01:43:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.229+0000 7fc5baadb740 10 client.15000 fetch_fsmap finished waiting for FSMap version 24 2024-09-16T01:43:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.229+0000 7fc5baadb740 10 client.15000 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-16T01:43:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.229+0000 7fc5baadb740 20 client.15000 populate_metadata read hostname 'smithi017' 2024-09-16T01:43:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.229+0000 7fc5baadb740 1 --2- 172.21.15.17:0/4152650524 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f069596d0 0x556f0695ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.229+0000 7fc5baadb740 4 client.15000 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:43:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.229+0000 7fc5baadb740 1 -- 172.21.15.17:0/4152650524 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556f068b1600 con 0x556f069596d0 2024-09-16T01:43:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.229+0000 7fc5b649e640 1 --2- 172.21.15.17:0/4152650524 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f069596d0 0x556f0695ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.230+0000 7fc5b649e640 1 --2- 172.21.15.17:0/4152650524 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f069596d0 0x556f0695ab40 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=10a9e23f3fe2379a server_cookie=ebfc197cb7edd7af in_seq=0 out_seq=0 2024-09-16T01:43:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.230+0000 7fc599ffb640 10 client.15000 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc599ffb640 1 -- 172.21.15.17:0/4152650524 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556f068b1600 con 0x556f069596d0 2024-09-16T01:43:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc599ffb640 10 client.15000 handle_command_reply: tid=0 2024-09-16T01:43:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc5baadb740 1 client.15000 shutdown 2024-09-16T01:43:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc5baadb740 1 -- 172.21.15.17:0/4152650524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 msgr2=0x556f06945780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc5baadb740 1 --2- 172.21.15.17:0/4152650524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f06945780 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fc5a0000c00 tx=0x7fc5a0003890 comp rx=0 tx=0).stop 2024-09-16T01:43:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc5baadb740 1 -- 172.21.15.17:0/4152650524 shutdown_connections 2024-09-16T01:43:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc5baadb740 1 --2- 172.21.15.17:0/4152650524 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f069596d0 0x556f0695ab40 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc5baadb740 1 --2- 172.21.15.17:0/4152650524 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 0x556f06945cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc5baadb740 1 --2- 172.21.15.17:0/4152650524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f06945780 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc5baadb740 1 --2- 172.21.15.17:0/4152650524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 0x556f06948430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc599ffb640 0 client.15000 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc5baadb740 1 -- 172.21.15.17:0/4152650524 >> 172.21.15.17:0/4152650524 conn(0x556f06939f60 msgr2=0x556f0693fc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc5baadb740 1 -- 172.21.15.17:0/4152650524 shutdown_connections 2024-09-16T01:43:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc5baadb740 1 -- 172.21.15.17:0/4152650524 wait complete. 2024-09-16T01:43:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.231+0000 7fc5baadb740 20 client.15000 trim_cache size 0 max 16384 2024-09-16T01:43:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.249+0000 7fc5baadb740 1 Processor -- start 2024-09-16T01:43:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.249+0000 7fc5baadb740 1 -- start start 2024-09-16T01:43:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.249+0000 7fc5baadb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f0693d9d0 0x556f0693a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.249+0000 7fc5baadb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693e2f0 0x556f06938ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.249+0000 7fc5baadb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f06948bb0 0x556f069429e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.249+0000 7fc5baadb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556f06958e80 con 0x556f06948bb0 2024-09-16T01:43:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.249+0000 7fc5baadb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556f06959550 con 0x556f0693e2f0 2024-09-16T01:43:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.249+0000 7fc5baadb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556f06959c20 con 0x556f0693d9d0 2024-09-16T01:43:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.249+0000 7fc5b6c9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f06948bb0 0x556f069429e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.249+0000 7fc5b6c9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f06948bb0 0x556f069429e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37362/0 (socket says 172.21.15.17:37362) 2024-09-16T01:43:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.249+0000 7fc5b6c9f640 1 -- 172.21.15.17:0/2277853967 learned_addr learned my addr 172.21.15.17:0/2277853967 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.249+0000 7fc5b649e640 1 --2- 172.21.15.17:0/2277853967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f0693d9d0 0x556f0693a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.250+0000 7fc5b6c9f640 1 -- 172.21.15.17:0/2277853967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f0693d9d0 msgr2=0x556f0693a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.250+0000 7fc5b6c9f640 1 --2- 172.21.15.17:0/2277853967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f0693d9d0 0x556f0693a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.250+0000 7fc5b5c9d640 1 --2- 172.21.15.17:0/2277853967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693e2f0 0x556f06938ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.250+0000 7fc5b6c9f640 1 -- 172.21.15.17:0/2277853967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693e2f0 msgr2=0x556f06938ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:01.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.250+0000 7fc5b6c9f640 1 --2- 172.21.15.17:0/2277853967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693e2f0 0x556f06938ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.250+0000 7fc5b6c9f640 1 -- 172.21.15.17:0/2277853967 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f06939d90 con 0x556f06948bb0 2024-09-16T01:43:01.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.250+0000 7fc5b649e640 1 --2- 172.21.15.17:0/2277853967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f0693d9d0 0x556f0693a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:01.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.250+0000 7fc5b6c9f640 1 --2- 172.21.15.17:0/2277853967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f06948bb0 0x556f069429e0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fc5a80117f0 tx=0x7fc5a8013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55489f3bd07b196c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:01.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.250+0000 7fc59bfff640 1 -- 172.21.15.17:0/2277853967 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5a801e940 con 0x556f06948bb0 2024-09-16T01:43:01.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.250+0000 7fc59bfff640 1 -- 172.21.15.17:0/2277853967 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5a8028480 con 0x556f06948bb0 2024-09-16T01:43:01.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.250+0000 7fc59bfff640 1 -- 172.21.15.17:0/2277853967 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5a801f650 con 0x556f06948bb0 2024-09-16T01:43:01.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.250+0000 7fc5baadb740 1 -- 172.21.15.17:0/2277853967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f06948bb0 msgr2=0x556f069429e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.250+0000 7fc5baadb740 1 --2- 172.21.15.17:0/2277853967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f06948bb0 0x556f069429e0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fc5a80117f0 tx=0x7fc5a8013000 comp rx=0 tx=0).stop 2024-09-16T01:43:01.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 -- 172.21.15.17:0/2277853967 shutdown_connections 2024-09-16T01:43:01.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 --2- 172.21.15.17:0/2277853967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f06948bb0 0x556f069429e0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 --2- 172.21.15.17:0/2277853967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693e2f0 0x556f06938ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 --2- 172.21.15.17:0/2277853967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f0693d9d0 0x556f0693a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 -- 172.21.15.17:0/2277853967 >> 172.21.15.17:0/2277853967 conn(0x556f06939f60 msgr2=0x556f069387e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:01.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 -- 172.21.15.17:0/2277853967 shutdown_connections 2024-09-16T01:43:01.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 -- 172.21.15.17:0/2277853967 wait complete. 2024-09-16T01:43:01.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 -- start start 2024-09-16T01:43:01.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 Processor -- start 2024-09-16T01:43:01.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 0x556f06963480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f0695e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 0x556f0695ed40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556f0695a9c0 con 0x556f0693e2f0 2024-09-16T01:43:01.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556f0695a2f0 con 0x556f0693d9d0 2024-09-16T01:43:01.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556f0695b090 con 0x556f06948bb0 2024-09-16T01:43:01.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5baadb740 10 client.0 _ll_register_callbacks cb 0x7fc5a0004560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:01.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5b5c9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f0695e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5b5c9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f0695e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37376/0 (socket says 172.21.15.17:37376) 2024-09-16T01:43:01.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5b5c9d640 1 -- 172.21.15.17:0/2934538257 learned_addr learned my addr 172.21.15.17:0/2934538257 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:01.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.251+0000 7fc5b6c9f640 1 --2- 172.21.15.17:0/2934538257 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 0x556f0695ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc5b649e640 1 --2- 172.21.15.17:0/2934538257 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 0x556f06963480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc5b5c9d640 1 -- 172.21.15.17:0/2934538257 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 msgr2=0x556f0695ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:01.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc5b5c9d640 1 --2- 172.21.15.17:0/2934538257 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 0x556f0695ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc5b5c9d640 1 -- 172.21.15.17:0/2934538257 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 msgr2=0x556f06963480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:01.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc5b5c9d640 1 --2- 172.21.15.17:0/2934538257 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 0x556f06963480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc5b5c9d640 1 -- 172.21.15.17:0/2934538257 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f0695f570 con 0x556f0693e2f0 2024-09-16T01:43:01.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc5b5c9d640 1 --2- 172.21.15.17:0/2934538257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f0695e800 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fc5a00318a0 tx=0x7fc5a002a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2803e83b913690a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:01.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc599ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:43:01.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc599ffb640 1 -- 172.21.15.17:0/2934538257 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5a0053060 con 0x556f0693e2f0 2024-09-16T01:43:01.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc599ffb640 1 -- 172.21.15.17:0/2934538257 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc5a00055d0 con 0x556f0693e2f0 2024-09-16T01:43:01.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc5baadb740 1 -- 172.21.15.17:0/2934538257 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc5a8028480 con 0x556f0693e2f0 2024-09-16T01:43:01.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc599ffb640 1 -- 172.21.15.17:0/2934538257 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7fc5a0035070 con 0x556f0693e2f0 2024-09-16T01:43:01.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc5baadb740 10 client.15006 fetch_fsmap learned FSMap version 24 2024-09-16T01:43:01.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc5baadb740 1 -- 172.21.15.17:0/2934538257 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x556f069c3d20 con 0x556f0693e2f0 2024-09-16T01:43:01.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.252+0000 7fc599ffb640 1 -- 172.21.15.17:0/2934538257 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc5a8028480 con 0x556f0693e2f0 2024-09-16T01:43:01.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.253+0000 7fc599ffb640 1 -- 172.21.15.17:0/2934538257 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7fc5a0058070 con 0x556f0693e2f0 2024-09-16T01:43:01.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.253+0000 7fc5baadb740 10 client.15006 fetch_fsmap finished waiting for FSMap version 24 2024-09-16T01:43:01.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.253+0000 7fc5baadb740 10 client.15006 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-16T01:43:01.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.253+0000 7fc5baadb740 20 client.15006 populate_metadata read hostname 'smithi017' 2024-09-16T01:43:01.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.253+0000 7fc5baadb740 1 --2- 172.21.15.17:0/2934538257 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f069c8870 0x556f069c7580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:01.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.253+0000 7fc5baadb740 4 client.15006 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:43:01.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.253+0000 7fc5baadb740 1 -- 172.21.15.17:0/2934538257 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "status"}) -- 0x556f068abb10 con 0x556f069c8870 2024-09-16T01:43:01.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.253+0000 7fc5b649e640 1 --2- 172.21.15.17:0/2934538257 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f069c8870 0x556f069c7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:01.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.253+0000 7fc5b649e640 1 --2- 172.21.15.17:0/2934538257 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f069c8870 0x556f069c7580 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c5b1b4fb150e866 server_cookie=5812ab69831de9ef in_seq=0 out_seq=0 2024-09-16T01:43:01.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.253+0000 7fc599ffb640 10 client.15006 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:01.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.253+0000 7fc599ffb640 1 -- 172.21.15.17:0/2934538257 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+332 (crc 0 0 0) 0x556f068abb10 con 0x556f069c8870 2024-09-16T01:43:01.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.253+0000 7fc599ffb640 10 client.15006 handle_command_reply: tid=0 2024-09-16T01:43:01.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.253+0000 7fc5baadb740 1 client.15006 shutdown 2024-09-16T01:43:01.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5baadb740 1 -- 172.21.15.17:0/2934538257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 msgr2=0x556f0695e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5baadb740 1 --2- 172.21.15.17:0/2934538257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f0695e800 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fc5a00318a0 tx=0x7fc5a002a420 comp rx=0 tx=0).stop 2024-09-16T01:43:01.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5baadb740 1 -- 172.21.15.17:0/2934538257 shutdown_connections 2024-09-16T01:43:01.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5baadb740 1 --2- 172.21.15.17:0/2934538257 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f069c8870 0x556f069c7580 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5baadb740 1 --2- 172.21.15.17:0/2934538257 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f06948bb0 0x556f0695ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5baadb740 1 --2- 172.21.15.17:0/2934538257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f0693e2f0 0x556f0695e800 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc599ffb640 0 client.15006 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5baadb740 1 --2- 172.21.15.17:0/2934538257 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f0693d9d0 0x556f06963480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5baadb740 1 -- 172.21.15.17:0/2934538257 >> 172.21.15.17:0/2934538257 conn(0x556f06939f60 msgr2=0x556f06939000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5baadb740 1 -- 172.21.15.17:0/2934538257 shutdown_connections 2024-09-16T01:43:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5baadb740 1 -- 172.21.15.17:0/2934538257 wait complete. 2024-09-16T01:43:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5baadb740 20 client.15006 trim_cache size 0 max 16384 2024-09-16T01:43:01.264 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:43:01.265 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "9c4454ae-73cb-11ef-bceb-c7b262605968", 2024-09-16T01:43:01.265 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-16T01:43:01.265 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24499, 2024-09-16T01:43:01.265 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-16T01:43:01.265 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-16T01:43:01.265 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-16T01:43:01.265 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 77.401457093000005, 2024-09-16T01:43:01.265 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 24, 2024-09-16T01:43:01.265 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 84, 2024-09-16T01:43:01.265 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 82, 2024-09-16T01:43:01.265 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 96.845603742999998 2024-09-16T01:43:01.265 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:43:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5b8702640 1 -- 172.21.15.17:0/395577268 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc59c0a32d0 msgr2=0x7fc59c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5b8702640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc59c0a32d0 0x7fc59c0a5790 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fc5a800a520 tx=0x7fc5a800a4b0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5b8702640 1 -- 172.21.15.17:0/395577268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5b0100a80 msgr2=0x7fc5b0199270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5b8702640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5b0100a80 0x7fc5b0199270 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc5ac00b4a0 tx=0x7fc5ac00b960 comp rx=0 tx=0).stop 2024-09-16T01:43:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5b8702640 1 -- 172.21.15.17:0/395577268 shutdown_connections 2024-09-16T01:43:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5b8702640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc59c0a32d0 0x7fc59c0a5790 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5b8702640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc5b0106a80 0x7fc5b01a42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5b8702640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5b0101420 0x7fc5b01997b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5b8702640 1 --2- 172.21.15.17:0/395577268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5b0100a80 0x7fc5b0199270 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.254+0000 7fc5b8702640 1 -- 172.21.15.17:0/395577268 >> 172.21.15.17:0/395577268 conn(0x7fc5b00fc7a0 msgr2=0x7fc5b00fcfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.255+0000 7fc5b8702640 1 -- 172.21.15.17:0/395577268 shutdown_connections 2024-09-16T01:43:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:01.255+0000 7fc5b8702640 1 -- 172.21.15.17:0/395577268 wait complete. 2024-09-16T01:43:01.916 INFO:tasks.cephadm:Setup complete, yielding 2024-09-16T01:43:01.917 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-16T01:43:01.926 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi017.front.sepia.ceph.com 2024-09-16T01:43:01.926 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- bash -c 'ceph orch status' 2024-09-16T01:43:02.183 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:02.439 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:02 smithi017 ceph-mon[30972]: pgmap v324: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:43:02.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:02 smithi122 ceph-mon[34758]: pgmap v324: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:43:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:02 smithi029 ceph-mon[34783]: pgmap v324: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:43:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.656+0000 7f42f3501640 1 -- 172.21.15.17:0/812970175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42ec1037c0 msgr2=0x7f42ec10a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.656+0000 7f42f3501640 1 --2- 172.21.15.17:0/812970175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42ec1037c0 0x7f42ec10a050 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f42e4009ca0 tx=0x7f42e402a8c0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.656+0000 7f42f3501640 1 -- 172.21.15.17:0/812970175 shutdown_connections 2024-09-16T01:43:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.656+0000 7f42f3501640 1 --2- 172.21.15.17:0/812970175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42ec1037c0 0x7f42ec10a050 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.656+0000 7f42f3501640 1 --2- 172.21.15.17:0/812970175 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f42ec102e00 0x7f42ec103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.656+0000 7f42f3501640 1 --2- 172.21.15.17:0/812970175 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f42ec101c00 0x7f42ec102000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.656+0000 7f42f3501640 1 -- 172.21.15.17:0/812970175 >> 172.21.15.17:0/812970175 conn(0x7f42ec0fd390 msgr2=0x7f42ec0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.656+0000 7f42f3501640 1 -- 172.21.15.17:0/812970175 shutdown_connections 2024-09-16T01:43:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.656+0000 7f42f3501640 1 -- 172.21.15.17:0/812970175 wait complete. 2024-09-16T01:43:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.657+0000 7f42f3501640 1 Processor -- start 2024-09-16T01:43:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.657+0000 7f42f3501640 1 -- start start 2024-09-16T01:43:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.657+0000 7f42f3501640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f42ec101c00 0x7f42ec075f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.657+0000 7f42f3501640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42ec102e00 0x7f42ec0745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.657+0000 7f42f3501640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f42ec1037c0 0x7f42ec074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.657+0000 7f42f3501640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f42ec10d710 con 0x7f42ec102e00 2024-09-16T01:43:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.657+0000 7f42f3501640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f42ec10d590 con 0x7f42ec1037c0 2024-09-16T01:43:02.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.657+0000 7f42f3501640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f42ec10d890 con 0x7f42ec101c00 2024-09-16T01:43:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.657+0000 7f42f0a9c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42ec102e00 0x7f42ec0745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.657+0000 7f42f0a9c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42ec102e00 0x7f42ec0745e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37386/0 (socket says 172.21.15.17:37386) 2024-09-16T01:43:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.657+0000 7f42f0a9c640 1 -- 172.21.15.17:0/2610007923 learned_addr learned my addr 172.21.15.17:0/2610007923 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.657+0000 7f42f1a9e640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f42ec1037c0 0x7f42ec074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.657+0000 7f42f129d640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f42ec101c00 0x7f42ec075f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.657+0000 7f42f0a9c640 1 -- 172.21.15.17:0/2610007923 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f42ec101c00 msgr2=0x7f42ec075f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.658+0000 7f42f0a9c640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f42ec101c00 0x7f42ec075f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.658+0000 7f42f0a9c640 1 -- 172.21.15.17:0/2610007923 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f42ec1037c0 msgr2=0x7f42ec074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.658+0000 7f42f0a9c640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f42ec1037c0 0x7f42ec074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.658+0000 7f42f0a9c640 1 -- 172.21.15.17:0/2610007923 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42ec0753e0 con 0x7f42ec102e00 2024-09-16T01:43:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.658+0000 7f42f129d640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f42ec101c00 0x7f42ec075f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:02.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.658+0000 7f42f0a9c640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42ec102e00 0x7f42ec0745e0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f42e000d950 tx=0x7f42e000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:02.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.658+0000 7f42de7fc640 1 -- 172.21.15.17:0/2610007923 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e0017070 con 0x7f42ec102e00 2024-09-16T01:43:02.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.658+0000 7f42de7fc640 1 -- 172.21.15.17:0/2610007923 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f42e0009c30 con 0x7f42ec102e00 2024-09-16T01:43:02.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.658+0000 7f42de7fc640 1 -- 172.21.15.17:0/2610007923 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42e000f620 con 0x7f42ec102e00 2024-09-16T01:43:02.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.658+0000 7f42f3501640 1 -- 172.21.15.17:0/2610007923 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42ec1a1ec0 con 0x7f42ec102e00 2024-09-16T01:43:02.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.658+0000 7f42f3501640 1 -- 172.21.15.17:0/2610007923 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42ec1a2320 con 0x7f42ec102e00 2024-09-16T01:43:02.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.659+0000 7f42f3501640 1 -- 172.21.15.17:0/2610007923 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42ec109000 con 0x7f42ec102e00 2024-09-16T01:43:02.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.660+0000 7f42de7fc640 1 -- 172.21.15.17:0/2610007923 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f42e00109a0 con 0x7f42ec102e00 2024-09-16T01:43:02.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.661+0000 7f42de7fc640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42d80a32d0 0x7f42d80a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:02.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.661+0000 7f42f129d640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42d80a32d0 0x7f42d80a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:02.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.661+0000 7f42de7fc640 1 -- 172.21.15.17:0/2610007923 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f42e00cf7c0 con 0x7f42ec102e00 2024-09-16T01:43:02.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.661+0000 7f42f129d640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42d80a32d0 0x7f42d80a5790 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f42ec102c60 tx=0x7f42e8005db0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:02.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.665+0000 7f42de7fc640 1 -- 172.21.15.17:0/2610007923 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f42e0009de0 con 0x7f42ec102e00 2024-09-16T01:43:02.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.858+0000 7f42f3501640 1 -- 172.21.15.17:0/2610007923 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) -- 0x7f42ec062630 con 0x7f42d80a32d0 2024-09-16T01:43:02.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.859+0000 7f42de7fc640 1 -- 172.21.15.17:0/2610007923 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+43 (secure 0 0 0) 0x7f42ec062630 con 0x7f42d80a32d0 2024-09-16T01:43:02.860 INFO:teuthology.orchestra.run.smithi017.stdout:Backend: cephadm 2024-09-16T01:43:02.860 INFO:teuthology.orchestra.run.smithi017.stdout:Available: Yes 2024-09-16T01:43:02.860 INFO:teuthology.orchestra.run.smithi017.stdout:Paused: No 2024-09-16T01:43:02.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.861+0000 7f42f3501640 1 -- 172.21.15.17:0/2610007923 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42d80a32d0 msgr2=0x7f42d80a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.861+0000 7f42f3501640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42d80a32d0 0x7f42d80a5790 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f42ec102c60 tx=0x7f42e8005db0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.861+0000 7f42f3501640 1 -- 172.21.15.17:0/2610007923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42ec102e00 msgr2=0x7f42ec0745e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:02.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.861+0000 7f42f3501640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42ec102e00 0x7f42ec0745e0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f42e000d950 tx=0x7f42e000de10 comp rx=0 tx=0).stop 2024-09-16T01:43:02.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.861+0000 7f42f3501640 1 -- 172.21.15.17:0/2610007923 shutdown_connections 2024-09-16T01:43:02.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.861+0000 7f42f3501640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42d80a32d0 0x7f42d80a5790 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.861+0000 7f42f3501640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f42ec1037c0 0x7f42ec074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.861+0000 7f42f3501640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42ec102e00 0x7f42ec0745e0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.861+0000 7f42f3501640 1 --2- 172.21.15.17:0/2610007923 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f42ec101c00 0x7f42ec075f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:02.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.861+0000 7f42f3501640 1 -- 172.21.15.17:0/2610007923 >> 172.21.15.17:0/2610007923 conn(0x7f42ec0fd390 msgr2=0x7f42ec1061d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:02.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.861+0000 7f42f3501640 1 -- 172.21.15.17:0/2610007923 shutdown_connections 2024-09-16T01:43:02.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:02.861+0000 7f42f3501640 1 -- 172.21.15.17:0/2610007923 wait complete. 2024-09-16T01:43:03.555 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- bash -c 'ceph orch ps' 2024-09-16T01:43:03.816 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:04.215 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:04 smithi017 ceph-mon[30972]: pgmap v325: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-16T01:43:04.215 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:04 smithi017 ceph-mon[30972]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:04.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.297+0000 7f1956e32640 1 -- 172.21.15.17:0/260654218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19501026a0 msgr2=0x7f1950104a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:04.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.297+0000 7f1956e32640 1 --2- 172.21.15.17:0/260654218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19501026a0 0x7f1950104a90 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f1944009900 tx=0x7f194402a410 comp rx=0 tx=0).stop 2024-09-16T01:43:04.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.297+0000 7f1956e32640 1 -- 172.21.15.17:0/260654218 shutdown_connections 2024-09-16T01:43:04.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.297+0000 7f1956e32640 1 --2- 172.21.15.17:0/260654218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1950107900 0x7f1950109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:04.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.297+0000 7f1956e32640 1 --2- 172.21.15.17:0/260654218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1950104fd0 0x7f19501073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:04.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.297+0000 7f1956e32640 1 --2- 172.21.15.17:0/260654218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19501026a0 0x7f1950104a90 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:04.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.297+0000 7f1956e32640 1 -- 172.21.15.17:0/260654218 >> 172.21.15.17:0/260654218 conn(0x7f19500fc2a0 msgr2=0x7f19500fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:04.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.297+0000 7f1956e32640 1 -- 172.21.15.17:0/260654218 shutdown_connections 2024-09-16T01:43:04.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.297+0000 7f1956e32640 1 -- 172.21.15.17:0/260654218 wait complete. 2024-09-16T01:43:04.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.298+0000 7f1956e32640 1 Processor -- start 2024-09-16T01:43:04.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.298+0000 7f1956e32640 1 -- start start 2024-09-16T01:43:04.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.298+0000 7f1956e32640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19501026a0 0x7f1950197fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:04.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.298+0000 7f1956e32640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1950104fd0 0x7f1950198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:04.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.298+0000 7f1956e32640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1950107900 0x7f195019f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:04.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.298+0000 7f1956e32640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f195010d890 con 0x7f1950107900 2024-09-16T01:43:04.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.298+0000 7f1956e32640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f195010d710 con 0x7f19501026a0 2024-09-16T01:43:04.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.298+0000 7f1956e32640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f195010da10 con 0x7f1950104fd0 2024-09-16T01:43:04.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.298+0000 7f19553cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1950107900 0x7f195019f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:04.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.298+0000 7f19553cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1950107900 0x7f195019f590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37412/0 (socket says 172.21.15.17:37412) 2024-09-16T01:43:04.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.298+0000 7f19553cf640 1 -- 172.21.15.17:0/1707056061 learned_addr learned my addr 172.21.15.17:0/1707056061 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:04.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.298+0000 7f194ffff640 1 --2- 172.21.15.17:0/1707056061 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1950104fd0 0x7f1950198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:04.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.298+0000 7f1954bce640 1 --2- 172.21.15.17:0/1707056061 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19501026a0 0x7f1950197fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:04.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.299+0000 7f19553cf640 1 -- 172.21.15.17:0/1707056061 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1950104fd0 msgr2=0x7f1950198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:04.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.299+0000 7f19553cf640 1 --2- 172.21.15.17:0/1707056061 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1950104fd0 0x7f1950198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:04.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.299+0000 7f19553cf640 1 -- 172.21.15.17:0/1707056061 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19501026a0 msgr2=0x7f1950197fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:04.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.299+0000 7f19553cf640 1 --2- 172.21.15.17:0/1707056061 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19501026a0 0x7f1950197fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:04.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.299+0000 7f19553cf640 1 -- 172.21.15.17:0/1707056061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f195019fc00 con 0x7f1950107900 2024-09-16T01:43:04.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.299+0000 7f19553cf640 1 --2- 172.21.15.17:0/1707056061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1950107900 0x7f195019f590 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f194800b970 tx=0x7f194800bd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:04.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.299+0000 7f194dffb640 1 -- 172.21.15.17:0/1707056061 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1948019070 con 0x7f1950107900 2024-09-16T01:43:04.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.299+0000 7f194dffb640 1 -- 172.21.15.17:0/1707056061 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1948014440 con 0x7f1950107900 2024-09-16T01:43:04.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.299+0000 7f194dffb640 1 -- 172.21.15.17:0/1707056061 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19480075d0 con 0x7f1950107900 2024-09-16T01:43:04.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.299+0000 7f1956e32640 1 -- 172.21.15.17:0/1707056061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f195019fef0 con 0x7f1950107900 2024-09-16T01:43:04.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.299+0000 7f1956e32640 1 -- 172.21.15.17:0/1707056061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19501a0420 con 0x7f1950107900 2024-09-16T01:43:04.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.300+0000 7f1956e32640 1 -- 172.21.15.17:0/1707056061 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19500fdd90 con 0x7f1950107900 2024-09-16T01:43:04.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.301+0000 7f194dffb640 1 -- 172.21.15.17:0/1707056061 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f194801c070 con 0x7f1950107900 2024-09-16T01:43:04.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.302+0000 7f194dffb640 1 --2- 172.21.15.17:0/1707056061 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19400a3380 0x7f19400a5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:04.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.302+0000 7f1954bce640 1 --2- 172.21.15.17:0/1707056061 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19400a3380 0x7f19400a5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:04.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.302+0000 7f194dffb640 1 -- 172.21.15.17:0/1707056061 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f19480cedd0 con 0x7f1950107900 2024-09-16T01:43:04.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.303+0000 7f1954bce640 1 --2- 172.21.15.17:0/1707056061 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19400a3380 0x7f19400a5840 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f19440314e0 tx=0x7f1944005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:04.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.307+0000 7f194dffb640 1 -- 172.21.15.17:0/1707056061 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f194809b450 con 0x7f1950107900 2024-09-16T01:43:04.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.496+0000 7f1956e32640 1 -- 172.21.15.17:0/1707056061 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) -- 0x7f1950062630 con 0x7f19400a3380 2024-09-16T01:43:04.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.509+0000 7f194dffb640 1 -- 172.21.15.17:0/1707056061 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+4154 (secure 0 0 0) 0x7f1950062630 con 0x7f19400a3380 2024-09-16T01:43:04.511 INFO:teuthology.orchestra.run.smithi017.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T01:43:04.511 INFO:teuthology.orchestra.run.smithi017.stdout:mds.a smithi017 running (94s) 16s ago 94s 14.3M - 19.1.1-326-g8921c8ef f1455bd0219c 9ac405c73cbf 2024-09-16T01:43:04.511 INFO:teuthology.orchestra.run.smithi017.stdout:mds.b smithi029 running (91s) 24s ago 91s 18.0M - 19.1.1-326-g8921c8ef f1455bd0219c 3ea488431c8a 2024-09-16T01:43:04.511 INFO:teuthology.orchestra.run.smithi017.stdout:mds.c smithi122 running (106s) 24s ago 105s 20.1M - 19.1.1-326-g8921c8ef f1455bd0219c 179d921f511b 2024-09-16T01:43:04.512 INFO:teuthology.orchestra.run.smithi017.stdout:mds.d smithi017 running (114s) 16s ago 114s 13.7M - 19.1.1-326-g8921c8ef f1455bd0219c dbc83d9972c0 2024-09-16T01:43:04.512 INFO:teuthology.orchestra.run.smithi017.stdout:mds.e smithi029 running (111s) 24s ago 111s 14.4M - 19.1.1-326-g8921c8ef f1455bd0219c 2a1ce525d648 2024-09-16T01:43:04.512 INFO:teuthology.orchestra.run.smithi017.stdout:mds.f smithi122 running (108s) 24s ago 108s 19.4M - 19.1.1-326-g8921c8ef f1455bd0219c 0a49286dfc48 2024-09-16T01:43:04.512 INFO:teuthology.orchestra.run.smithi017.stdout:mds.g smithi017 running (97s) 16s ago 96s 15.8M - 19.1.1-326-g8921c8ef f1455bd0219c b203aa4ea304 2024-09-16T01:43:04.512 INFO:teuthology.orchestra.run.smithi017.stdout:mds.h smithi029 running (103s) 24s ago 102s 16.7M - 19.1.1-326-g8921c8ef f1455bd0219c 9ce50dbbbe60 2024-09-16T01:43:04.512 INFO:teuthology.orchestra.run.smithi017.stdout:mds.i smithi122 running (100s) 24s ago 100s 25.3M - 19.1.1-326-g8921c8ef f1455bd0219c 30be0e6fba18 2024-09-16T01:43:04.512 INFO:teuthology.orchestra.run.smithi017.stdout:mds.j smithi017 running (117s) 16s ago 117s 16.7M - 19.1.1-326-g8921c8ef f1455bd0219c c03086d75e0c 2024-09-16T01:43:04.513 INFO:teuthology.orchestra.run.smithi017.stdout:mds.k smithi029 running (2m) 24s ago 2m 13.7M - 19.1.1-326-g8921c8ef f1455bd0219c 59eb914c3cfb 2024-09-16T01:43:04.513 INFO:teuthology.orchestra.run.smithi017.stdout:mds.l smithi122 running (2m) 24s ago 2m 17.1M - 19.1.1-326-g8921c8ef f1455bd0219c 0af65751c269 2024-09-16T01:43:04.513 INFO:teuthology.orchestra.run.smithi017.stdout:mgr.x smithi017 *:9283,8765 running (9m) 16s ago 9m 508M - 19.1.1-326-g8921c8ef f1455bd0219c c66a47b67cbd 2024-09-16T01:43:04.513 INFO:teuthology.orchestra.run.smithi017.stdout:mgr.y smithi029 *:8443,8765 running (7m) 24s ago 7m 443M - 19.1.1-326-g8921c8ef f1455bd0219c 1562a314df00 2024-09-16T01:43:04.513 INFO:teuthology.orchestra.run.smithi017.stdout:mgr.z smithi122 *:8443,8765 running (7m) 24s ago 7m 442M - 19.1.1-326-g8921c8ef f1455bd0219c 62d74fab4a67 2024-09-16T01:43:04.513 INFO:teuthology.orchestra.run.smithi017.stdout:mon.a smithi017 running (9m) 16s ago 9m 50.6M 2048M 19.1.1-326-g8921c8ef f1455bd0219c 6a0594968e1b 2024-09-16T01:43:04.513 INFO:teuthology.orchestra.run.smithi017.stdout:mon.b smithi029 running (7m) 24s ago 7m 39.3M 2048M 19.1.1-326-g8921c8ef f1455bd0219c 0eb3ad9eb3a7 2024-09-16T01:43:04.513 INFO:teuthology.orchestra.run.smithi017.stdout:mon.c smithi122 running (7m) 24s ago 7m 39.5M 2048M 19.1.1-326-g8921c8ef f1455bd0219c 0a1c26ce4a8e 2024-09-16T01:43:04.513 INFO:teuthology.orchestra.run.smithi017.stdout:osd.0 smithi017 running (7m) 16s ago 7m 48.9M 4273M 19.1.1-326-g8921c8ef f1455bd0219c 988448d97b08 2024-09-16T01:43:04.513 INFO:teuthology.orchestra.run.smithi017.stdout:osd.1 smithi029 running (6m) 24s ago 6m 56.6M 4273M 19.1.1-326-g8921c8ef f1455bd0219c 74572ce5ab0b 2024-09-16T01:43:04.513 INFO:teuthology.orchestra.run.smithi017.stdout:osd.2 smithi122 running (6m) 24s ago 6m 57.8M 4271M 19.1.1-326-g8921c8ef f1455bd0219c 31c24d1d975c 2024-09-16T01:43:04.513 INFO:teuthology.orchestra.run.smithi017.stdout:osd.3 smithi017 running (5m) 16s ago 5m 43.5M 4273M 19.1.1-326-g8921c8ef f1455bd0219c 9c3ba69eb501 2024-09-16T01:43:04.514 INFO:teuthology.orchestra.run.smithi017.stdout:osd.4 smithi029 running (5m) 24s ago 5m 55.2M 4273M 19.1.1-326-g8921c8ef f1455bd0219c 27019e35460c 2024-09-16T01:43:04.514 INFO:teuthology.orchestra.run.smithi017.stdout:osd.5 smithi122 running (4m) 24s ago 4m 55.0M 4271M 19.1.1-326-g8921c8ef f1455bd0219c b51f6daf7f44 2024-09-16T01:43:04.514 INFO:teuthology.orchestra.run.smithi017.stdout:osd.6 smithi017 running (4m) 16s ago 4m 42.5M 4273M 19.1.1-326-g8921c8ef f1455bd0219c cd46885c11aa 2024-09-16T01:43:04.514 INFO:teuthology.orchestra.run.smithi017.stdout:osd.7 smithi029 running (4m) 24s ago 4m 54.0M 4273M 19.1.1-326-g8921c8ef f1455bd0219c 564ff4333274 2024-09-16T01:43:04.514 INFO:teuthology.orchestra.run.smithi017.stdout:osd.8 smithi122 running (3m) 24s ago 3m 56.5M 4271M 19.1.1-326-g8921c8ef f1455bd0219c 09dd17562e43 2024-09-16T01:43:04.514 INFO:teuthology.orchestra.run.smithi017.stdout:osd.9 smithi017 running (3m) 16s ago 3m 41.9M 4273M 19.1.1-326-g8921c8ef f1455bd0219c 5e11256320e1 2024-09-16T01:43:04.514 INFO:teuthology.orchestra.run.smithi017.stdout:osd.10 smithi029 running (2m) 24s ago 2m 42.7M 4273M 19.1.1-326-g8921c8ef f1455bd0219c 2bb97a9c145f 2024-09-16T01:43:04.515 INFO:teuthology.orchestra.run.smithi017.stdout:osd.11 smithi122 running (2m) 24s ago 2m 52.7M 4271M 19.1.1-326-g8921c8ef f1455bd0219c d127fcde2553 2024-09-16T01:43:04.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.511+0000 7f1956e32640 1 -- 172.21.15.17:0/1707056061 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19400a3380 msgr2=0x7f19400a5840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:04.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.511+0000 7f1956e32640 1 --2- 172.21.15.17:0/1707056061 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19400a3380 0x7f19400a5840 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f19440314e0 tx=0x7f1944005a20 comp rx=0 tx=0).stop 2024-09-16T01:43:04.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.511+0000 7f1956e32640 1 -- 172.21.15.17:0/1707056061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1950107900 msgr2=0x7f195019f590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:04.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.511+0000 7f1956e32640 1 --2- 172.21.15.17:0/1707056061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1950107900 0x7f195019f590 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f194800b970 tx=0x7f194800bd70 comp rx=0 tx=0).stop 2024-09-16T01:43:04.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.511+0000 7f1956e32640 1 -- 172.21.15.17:0/1707056061 shutdown_connections 2024-09-16T01:43:04.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.511+0000 7f1956e32640 1 --2- 172.21.15.17:0/1707056061 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19400a3380 0x7f19400a5840 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:04.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.511+0000 7f1956e32640 1 --2- 172.21.15.17:0/1707056061 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1950107900 0x7f195019f590 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:04.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.511+0000 7f1956e32640 1 --2- 172.21.15.17:0/1707056061 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1950104fd0 0x7f1950198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:04.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.511+0000 7f1956e32640 1 --2- 172.21.15.17:0/1707056061 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19501026a0 0x7f1950197fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:04.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.511+0000 7f1956e32640 1 -- 172.21.15.17:0/1707056061 >> 172.21.15.17:0/1707056061 conn(0x7f19500fc2a0 msgr2=0x7f1950103140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:04.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.511+0000 7f1956e32640 1 -- 172.21.15.17:0/1707056061 shutdown_connections 2024-09-16T01:43:04.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:04.511+0000 7f1956e32640 1 -- 172.21.15.17:0/1707056061 wait complete. 2024-09-16T01:43:04.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:04 smithi029 ceph-mon[34783]: pgmap v325: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-16T01:43:04.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:04 smithi029 ceph-mon[34783]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:04.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:04 smithi122 ceph-mon[34758]: pgmap v325: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-16T01:43:04.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:04 smithi122 ceph-mon[34758]: from='client.15012 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:05.134 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- bash -c 'ceph orch ls' 2024-09-16T01:43:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:05.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.871+0000 7fe3970a1640 1 -- 172.21.15.17:0/1337124538 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe390100ad0 msgr2=0x7fe390100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:05.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.871+0000 7fe3970a1640 1 --2- 172.21.15.17:0/1337124538 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe390100ad0 0x7fe390100ed0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe380009900 tx=0x7fe38002a410 comp rx=0 tx=0).stop 2024-09-16T01:43:05.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 -- 172.21.15.17:0/1337124538 shutdown_connections 2024-09-16T01:43:05.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 --2- 172.21.15.17:0/1337124538 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe390102690 0x7fe390108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:05.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 --2- 172.21.15.17:0/1337124538 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe390101cd0 0x7fe390102150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:05.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 --2- 172.21.15.17:0/1337124538 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe390100ad0 0x7fe390100ed0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:05.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 -- 172.21.15.17:0/1337124538 >> 172.21.15.17:0/1337124538 conn(0x7fe3900fc280 msgr2=0x7fe3900fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:05.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 -- 172.21.15.17:0/1337124538 shutdown_connections 2024-09-16T01:43:05.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 -- 172.21.15.17:0/1337124538 wait complete. 2024-09-16T01:43:05.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 Processor -- start 2024-09-16T01:43:05.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 -- start start 2024-09-16T01:43:05.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe390100ad0 0x7fe390196d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:05.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe390101cd0 0x7fe390197250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:05.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe390102690 0x7fe39019e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:05.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe39010c660 con 0x7fe390101cd0 2024-09-16T01:43:05.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe39010c4e0 con 0x7fe390100ad0 2024-09-16T01:43:05.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe3970a1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe39010c7e0 con 0x7fe390102690 2024-09-16T01:43:05.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.872+0000 7fe38ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe390101cd0 0x7fe390197250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:05.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.873+0000 7fe38ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe390101cd0 0x7fe390197250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37428/0 (socket says 172.21.15.17:37428) 2024-09-16T01:43:05.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.873+0000 7fe38ffff640 1 -- 172.21.15.17:0/3595182809 learned_addr learned my addr 172.21.15.17:0/3595182809 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:05.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.873+0000 7fe394e3d640 1 --2- 172.21.15.17:0/3595182809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe390100ad0 0x7fe390196d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:05.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.873+0000 7fe38ffff640 1 -- 172.21.15.17:0/3595182809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe390102690 msgr2=0x7fe39019e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:05.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.873+0000 7fe38ffff640 1 --2- 172.21.15.17:0/3595182809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe390102690 0x7fe39019e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:05.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.873+0000 7fe38ffff640 1 -- 172.21.15.17:0/3595182809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe390100ad0 msgr2=0x7fe390196d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:05.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.873+0000 7fe38ffff640 1 --2- 172.21.15.17:0/3595182809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe390100ad0 0x7fe390196d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:05.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.873+0000 7fe38ffff640 1 -- 172.21.15.17:0/3595182809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe39019e930 con 0x7fe390101cd0 2024-09-16T01:43:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.873+0000 7fe38ffff640 1 --2- 172.21.15.17:0/3595182809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe390101cd0 0x7fe390197250 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe38400c920 tx=0x7fe38400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.873+0000 7fe38dffb640 1 -- 172.21.15.17:0/3595182809 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe384007c70 con 0x7fe390101cd0 2024-09-16T01:43:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.873+0000 7fe38dffb640 1 -- 172.21.15.17:0/3595182809 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe384007e10 con 0x7fe390101cd0 2024-09-16T01:43:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.873+0000 7fe3970a1640 1 -- 172.21.15.17:0/3595182809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe39019ec20 con 0x7fe390101cd0 2024-09-16T01:43:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.873+0000 7fe38dffb640 1 -- 172.21.15.17:0/3595182809 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe384018820 con 0x7fe390101cd0 2024-09-16T01:43:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.873+0000 7fe3970a1640 1 -- 172.21.15.17:0/3595182809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe39019f230 con 0x7fe390101cd0 2024-09-16T01:43:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.874+0000 7fe3970a1640 1 -- 172.21.15.17:0/3595182809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe390107f20 con 0x7fe390101cd0 2024-09-16T01:43:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.875+0000 7fe38dffb640 1 -- 172.21.15.17:0/3595182809 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fe3840189c0 con 0x7fe390101cd0 2024-09-16T01:43:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.876+0000 7fe38dffb640 1 --2- 172.21.15.17:0/3595182809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3780a3350 0x7fe3780a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.876+0000 7fe394e3d640 1 --2- 172.21.15.17:0/3595182809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3780a3350 0x7fe3780a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.876+0000 7fe38dffb640 1 -- 172.21.15.17:0/3595182809 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe3840cfc40 con 0x7fe390101cd0 2024-09-16T01:43:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.877+0000 7fe394e3d640 1 --2- 172.21.15.17:0/3595182809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3780a3350 0x7fe3780a5810 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe380006010 tx=0x7fe380000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:05.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:05.881+0000 7fe38dffb640 1 -- 172.21.15.17:0/3595182809 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe3840d6080 con 0x7fe390101cd0 2024-09-16T01:43:06.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:06.063+0000 7fe3970a1640 1 -- 172.21.15.17:0/3595182809 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) -- 0x7fe390062630 con 0x7fe3780a3350 2024-09-16T01:43:06.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:06.070+0000 7fe38dffb640 1 -- 172.21.15.17:0/3595182809 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+980 (secure 0 0 0) 0x7fe390062630 con 0x7fe3780a3350 2024-09-16T01:43:06.071 INFO:teuthology.orchestra.run.smithi017.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-09-16T01:43:06.071 INFO:teuthology.orchestra.run.smithi017.stdout:mds.all 12/12 26s ago 2m smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi029=b;smithi029=e;smithi029=h;smithi029=k;smithi122=c;smithi122=f;smithi122=i;smithi122=l;count:12 2024-09-16T01:43:06.071 INFO:teuthology.orchestra.run.smithi017.stdout:mgr 3/3 26s ago 7m smithi017=x;smithi029=y;smithi122=z;count:3 2024-09-16T01:43:06.072 INFO:teuthology.orchestra.run.smithi017.stdout:mon 3/3 26s ago 7m smithi017:172.21.15.17=a;smithi029:172.21.15.29=b;smithi122:172.21.15.122=c;count:3 2024-09-16T01:43:06.072 INFO:teuthology.orchestra.run.smithi017.stdout:osd 12 26s ago - 2024-09-16T01:43:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:06.072+0000 7fe3970a1640 1 -- 172.21.15.17:0/3595182809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3780a3350 msgr2=0x7fe3780a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:06.072+0000 7fe3970a1640 1 --2- 172.21.15.17:0/3595182809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3780a3350 0x7fe3780a5810 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fe380006010 tx=0x7fe380000bc0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:06.072+0000 7fe3970a1640 1 -- 172.21.15.17:0/3595182809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe390101cd0 msgr2=0x7fe390197250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:06.072+0000 7fe3970a1640 1 --2- 172.21.15.17:0/3595182809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe390101cd0 0x7fe390197250 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fe38400c920 tx=0x7fe38400cde0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:06.072+0000 7fe3970a1640 1 -- 172.21.15.17:0/3595182809 shutdown_connections 2024-09-16T01:43:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:06.072+0000 7fe3970a1640 1 --2- 172.21.15.17:0/3595182809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3780a3350 0x7fe3780a5810 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:06.072+0000 7fe3970a1640 1 --2- 172.21.15.17:0/3595182809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe390102690 0x7fe39019e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:06.072+0000 7fe3970a1640 1 --2- 172.21.15.17:0/3595182809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe390101cd0 0x7fe390197250 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:06.072+0000 7fe3970a1640 1 --2- 172.21.15.17:0/3595182809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe390100ad0 0x7fe390196d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:06.072+0000 7fe3970a1640 1 -- 172.21.15.17:0/3595182809 >> 172.21.15.17:0/3595182809 conn(0x7fe3900fc280 msgr2=0x7fe3901050f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:06.072+0000 7fe3970a1640 1 -- 172.21.15.17:0/3595182809 shutdown_connections 2024-09-16T01:43:06.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:06.072+0000 7fe3970a1640 1 -- 172.21.15.17:0/3595182809 wait complete. 2024-09-16T01:43:06.329 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:06 smithi017 ceph-mon[30972]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:06.329 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:06 smithi017 ceph-mon[30972]: pgmap v326: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:43:06.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:06 smithi122 ceph-mon[34758]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:06.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:06 smithi122 ceph-mon[34758]: pgmap v326: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:43:06.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:06 smithi029 ceph-mon[34783]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:06.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:06 smithi029 ceph-mon[34783]: pgmap v326: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:43:06.662 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- bash -c 'ceph orch host ls' 2024-09-16T01:43:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:07.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:07 smithi017 ceph-mon[30972]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:07.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.373+0000 7fd0331d7640 1 -- 172.21.15.17:0/1150689084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd02c1026a0 msgr2=0x7fd02c104a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.373+0000 7fd0331d7640 1 --2- 172.21.15.17:0/1150689084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd02c1026a0 0x7fd02c104a90 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd01c009900 tx=0x7fd01c02a410 comp rx=0 tx=0).stop 2024-09-16T01:43:07.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.373+0000 7fd0331d7640 1 -- 172.21.15.17:0/1150689084 shutdown_connections 2024-09-16T01:43:07.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.373+0000 7fd0331d7640 1 --2- 172.21.15.17:0/1150689084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd02c107900 0x7fd02c109d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.373+0000 7fd0331d7640 1 --2- 172.21.15.17:0/1150689084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd02c104fd0 0x7fd02c1073c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.373+0000 7fd0331d7640 1 --2- 172.21.15.17:0/1150689084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd02c1026a0 0x7fd02c104a90 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.373+0000 7fd0331d7640 1 -- 172.21.15.17:0/1150689084 >> 172.21.15.17:0/1150689084 conn(0x7fd02c0fc2a0 msgr2=0x7fd02c0fe6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.373+0000 7fd0331d7640 1 -- 172.21.15.17:0/1150689084 shutdown_connections 2024-09-16T01:43:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.373+0000 7fd0331d7640 1 -- 172.21.15.17:0/1150689084 wait complete. 2024-09-16T01:43:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.374+0000 7fd0331d7640 1 Processor -- start 2024-09-16T01:43:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.374+0000 7fd0331d7640 1 -- start start 2024-09-16T01:43:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.374+0000 7fd0331d7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd02c1026a0 0x7fd02c102000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.374+0000 7fd0331d7640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd02c104fd0 0x7fd02c100650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.374+0000 7fd0331d7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd02c107900 0x7fd02c100b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.374+0000 7fd0331d7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd02c10d7d0 con 0x7fd02c1026a0 2024-09-16T01:43:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.374+0000 7fd0331d7640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd02c10d650 con 0x7fd02c104fd0 2024-09-16T01:43:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.374+0000 7fd0331d7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd02c10d950 con 0x7fd02c107900 2024-09-16T01:43:07.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.374+0000 7fd030f73640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd02c1026a0 0x7fd02c102000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.374+0000 7fd030f73640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd02c1026a0 0x7fd02c102000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59156/0 (socket says 172.21.15.17:59156) 2024-09-16T01:43:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.374+0000 7fd030f73640 1 -- 172.21.15.17:0/1086786569 learned_addr learned my addr 172.21.15.17:0/1086786569 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.375+0000 7fd02bfff640 1 --2- 172.21.15.17:0/1086786569 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd02c104fd0 0x7fd02c100650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.375+0000 7fd030f73640 1 -- 172.21.15.17:0/1086786569 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd02c107900 msgr2=0x7fd02c100b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.375+0000 7fd030f73640 1 --2- 172.21.15.17:0/1086786569 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd02c107900 0x7fd02c100b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.375+0000 7fd030f73640 1 -- 172.21.15.17:0/1086786569 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd02c104fd0 msgr2=0x7fd02c100650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.375+0000 7fd030f73640 1 --2- 172.21.15.17:0/1086786569 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd02c104fd0 0x7fd02c100650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.375+0000 7fd030f73640 1 -- 172.21.15.17:0/1086786569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd02c101450 con 0x7fd02c1026a0 2024-09-16T01:43:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.375+0000 7fd030f73640 1 --2- 172.21.15.17:0/1086786569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd02c1026a0 0x7fd02c102000 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fd01c005940 tx=0x7fd01c004430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.375+0000 7fd029ffb640 1 -- 172.21.15.17:0/1086786569 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c03f030 con 0x7fd02c1026a0 2024-09-16T01:43:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.375+0000 7fd0331d7640 1 -- 172.21.15.17:0/1086786569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd02c1a2040 con 0x7fd02c1026a0 2024-09-16T01:43:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.375+0000 7fd029ffb640 1 -- 172.21.15.17:0/1086786569 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd01c003cb0 con 0x7fd02c1026a0 2024-09-16T01:43:07.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.375+0000 7fd029ffb640 1 -- 172.21.15.17:0/1086786569 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd01c035070 con 0x7fd02c1026a0 2024-09-16T01:43:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.375+0000 7fd0331d7640 1 -- 172.21.15.17:0/1086786569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd02c1a25c0 con 0x7fd02c1026a0 2024-09-16T01:43:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.376+0000 7fd0331d7640 1 -- 172.21.15.17:0/1086786569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd02c0fdd90 con 0x7fd02c1026a0 2024-09-16T01:43:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.377+0000 7fd029ffb640 1 -- 172.21.15.17:0/1086786569 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fd01c042030 con 0x7fd02c1026a0 2024-09-16T01:43:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.378+0000 7fd029ffb640 1 --2- 172.21.15.17:0/1086786569 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd0140a32d0 0x7fd0140a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.378+0000 7fd02bfff640 1 --2- 172.21.15.17:0/1086786569 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd0140a32d0 0x7fd0140a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.378+0000 7fd029ffb640 1 -- 172.21.15.17:0/1086786569 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd01c0f0870 con 0x7fd02c1026a0 2024-09-16T01:43:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.379+0000 7fd02bfff640 1 --2- 172.21.15.17:0/1086786569 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd0140a32d0 0x7fd0140a5790 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd02c101d80 tx=0x7fd020008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.381+0000 7fd029ffb640 1 -- 172.21.15.17:0/1086786569 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd01c0bd3f0 con 0x7fd02c1026a0 2024-09-16T01:43:07.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:07 smithi122 ceph-mon[34758]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:07.977 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:07 smithi029 ceph-mon[34783]: from='client.15024 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:07.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.564+0000 7fd0331d7640 1 -- 172.21.15.17:0/1086786569 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) -- 0x7fd02c062630 con 0x7fd0140a32d0 2024-09-16T01:43:07.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.565+0000 7fd029ffb640 1 -- 172.21.15.17:0/1086786569 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+191 (secure 0 0 0) 0x7fd02c062630 con 0x7fd0140a32d0 2024-09-16T01:43:07.979 INFO:teuthology.orchestra.run.smithi017.stdout:HOST ADDR LABELS STATUS 2024-09-16T01:43:07.980 INFO:teuthology.orchestra.run.smithi017.stdout:smithi017 172.21.15.17 2024-09-16T01:43:07.980 INFO:teuthology.orchestra.run.smithi017.stdout:smithi029 172.21.15.29 2024-09-16T01:43:07.980 INFO:teuthology.orchestra.run.smithi017.stdout:smithi122 172.21.15.122 2024-09-16T01:43:07.980 INFO:teuthology.orchestra.run.smithi017.stdout:3 hosts in cluster 2024-09-16T01:43:07.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.568+0000 7fd0331d7640 1 -- 172.21.15.17:0/1086786569 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd0140a32d0 msgr2=0x7fd0140a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.568+0000 7fd0331d7640 1 --2- 172.21.15.17:0/1086786569 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd0140a32d0 0x7fd0140a5790 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd02c101d80 tx=0x7fd020008040 comp rx=0 tx=0).stop 2024-09-16T01:43:07.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.568+0000 7fd0331d7640 1 -- 172.21.15.17:0/1086786569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd02c1026a0 msgr2=0x7fd02c102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:07.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.568+0000 7fd0331d7640 1 --2- 172.21.15.17:0/1086786569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd02c1026a0 0x7fd02c102000 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fd01c005940 tx=0x7fd01c004430 comp rx=0 tx=0).stop 2024-09-16T01:43:07.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.568+0000 7fd0331d7640 1 -- 172.21.15.17:0/1086786569 shutdown_connections 2024-09-16T01:43:07.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.568+0000 7fd0331d7640 1 --2- 172.21.15.17:0/1086786569 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd0140a32d0 0x7fd0140a5790 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.568+0000 7fd0331d7640 1 --2- 172.21.15.17:0/1086786569 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd02c107900 0x7fd02c100b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.568+0000 7fd0331d7640 1 --2- 172.21.15.17:0/1086786569 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd02c104fd0 0x7fd02c100650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.568+0000 7fd0331d7640 1 --2- 172.21.15.17:0/1086786569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd02c1026a0 0x7fd02c102000 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:07.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.568+0000 7fd0331d7640 1 -- 172.21.15.17:0/1086786569 >> 172.21.15.17:0/1086786569 conn(0x7fd02c0fc2a0 msgr2=0x7fd02c1030a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:07.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.568+0000 7fd0331d7640 1 -- 172.21.15.17:0/1086786569 shutdown_connections 2024-09-16T01:43:07.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:07.568+0000 7fd0331d7640 1 -- 172.21.15.17:0/1086786569 wait complete. 2024-09-16T01:43:08.179 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- bash -c 'ceph orch device ls' 2024-09-16T01:43:08.435 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:08.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:08 smithi017 ceph-mon[30972]: pgmap v327: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-16T01:43:08.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:08 smithi029 ceph-mon[34783]: pgmap v327: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-16T01:43:08.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:08 smithi122 ceph-mon[34758]: pgmap v327: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-16T01:43:08.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.916+0000 7fe9a73af640 1 -- 172.21.15.17:0/188603861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9a01078e0 msgr2=0x7fe9a0109da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:08.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.916+0000 7fe9a73af640 1 --2- 172.21.15.17:0/188603861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9a01078e0 0x7fe9a0109da0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fe998009ca0 tx=0x7fe99802a8c0 comp rx=0 tx=0).stop 2024-09-16T01:43:08.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.916+0000 7fe9a73af640 1 -- 172.21.15.17:0/188603861 shutdown_connections 2024-09-16T01:43:08.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.916+0000 7fe9a73af640 1 --2- 172.21.15.17:0/188603861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9a01078e0 0x7fe9a0109da0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:08.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.916+0000 7fe9a73af640 1 --2- 172.21.15.17:0/188603861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9a0100320 0x7fe9a0107350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:08.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.916+0000 7fe9a73af640 1 --2- 172.21.15.17:0/188603861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9a00ff9e0 0x7fe9a00ffde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:08.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.916+0000 7fe9a73af640 1 -- 172.21.15.17:0/188603861 >> 172.21.15.17:0/188603861 conn(0x7fe9a00fb610 msgr2=0x7fe9a00fda50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:08.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.916+0000 7fe9a73af640 1 -- 172.21.15.17:0/188603861 shutdown_connections 2024-09-16T01:43:08.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.916+0000 7fe9a73af640 1 -- 172.21.15.17:0/188603861 wait complete. 2024-09-16T01:43:08.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a73af640 1 Processor -- start 2024-09-16T01:43:08.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a73af640 1 -- start start 2024-09-16T01:43:08.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a73af640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9a00ff9e0 0x7fe9a0102c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:08.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a73af640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9a0100320 0x7fe9a01012e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:08.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a73af640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9a01078e0 0x7fe9a0101820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:08.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a73af640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a010d770 con 0x7fe9a00ff9e0 2024-09-16T01:43:08.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a73af640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a010d5f0 con 0x7fe9a0100320 2024-09-16T01:43:08.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a73af640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe9a010d8f0 con 0x7fe9a01078e0 2024-09-16T01:43:08.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a514b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9a00ff9e0 0x7fe9a0102c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:08.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a514b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9a00ff9e0 0x7fe9a0102c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59174/0 (socket says 172.21.15.17:59174) 2024-09-16T01:43:08.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a514b640 1 -- 172.21.15.17:0/816270675 learned_addr learned my addr 172.21.15.17:0/816270675 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:08.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a514b640 1 -- 172.21.15.17:0/816270675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9a01078e0 msgr2=0x7fe9a0101820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:08.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a594c640 1 --2- 172.21.15.17:0/816270675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9a01078e0 0x7fe9a0101820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:08.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a514b640 1 --2- 172.21.15.17:0/816270675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9a01078e0 0x7fe9a0101820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:08.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a514b640 1 -- 172.21.15.17:0/816270675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9a0100320 msgr2=0x7fe9a01012e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:08.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a514b640 1 --2- 172.21.15.17:0/816270675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9a0100320 0x7fe9a01012e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:08.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a514b640 1 -- 172.21.15.17:0/816270675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9a01020e0 con 0x7fe9a00ff9e0 2024-09-16T01:43:08.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.917+0000 7fe9a514b640 1 --2- 172.21.15.17:0/816270675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9a00ff9e0 0x7fe9a0102c90 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fe99c00d770 tx=0x7fe99c00dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:08.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.918+0000 7fe9967fc640 1 -- 172.21.15.17:0/816270675 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe99c017070 con 0x7fe9a00ff9e0 2024-09-16T01:43:08.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.918+0000 7fe9967fc640 1 -- 172.21.15.17:0/816270675 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe99c0054d0 con 0x7fe9a00ff9e0 2024-09-16T01:43:08.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.918+0000 7fe9a73af640 1 -- 172.21.15.17:0/816270675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9a01a1f80 con 0x7fe9a00ff9e0 2024-09-16T01:43:08.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.918+0000 7fe9967fc640 1 -- 172.21.15.17:0/816270675 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe99c004cf0 con 0x7fe9a00ff9e0 2024-09-16T01:43:08.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.918+0000 7fe9a73af640 1 -- 172.21.15.17:0/816270675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9a01a23e0 con 0x7fe9a00ff9e0 2024-09-16T01:43:08.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.919+0000 7fe9a73af640 1 -- 172.21.15.17:0/816270675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9a0106160 con 0x7fe9a00ff9e0 2024-09-16T01:43:08.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.920+0000 7fe9967fc640 1 -- 172.21.15.17:0/816270675 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7fe99c004e90 con 0x7fe9a00ff9e0 2024-09-16T01:43:08.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.920+0000 7fe9967fc640 1 --2- 172.21.15.17:0/816270675 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe98c0a32d0 0x7fe98c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:08.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.921+0000 7fe9a494a640 1 --2- 172.21.15.17:0/816270675 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe98c0a32d0 0x7fe98c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:08.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.921+0000 7fe9967fc640 1 -- 172.21.15.17:0/816270675 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe99c0cf9a0 con 0x7fe9a00ff9e0 2024-09-16T01:43:08.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.921+0000 7fe9a494a640 1 --2- 172.21.15.17:0/816270675 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe98c0a32d0 0x7fe98c0a5790 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe990005fd0 tx=0x7fe990005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:08.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:08.924+0000 7fe9967fc640 1 -- 172.21.15.17:0/816270675 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe99c09c560 con 0x7fe9a00ff9e0 2024-09-16T01:43:09.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:09.106+0000 7fe9a73af640 1 -- 172.21.15.17:0/816270675 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) -- 0x7fe9a0062630 con 0x7fe98c0a32d0 2024-09-16T01:43:09.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:09.108+0000 7fe9967fc640 1 -- 172.21.15.17:0/816270675 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+532 (secure 0 0 0) 0x7fe9a0062630 con 0x7fe98c0a32d0 2024-09-16T01:43:09.109 INFO:teuthology.orchestra.run.smithi017.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-09-16T01:43:09.109 INFO:teuthology.orchestra.run.smithi017.stdout:smithi017 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7473003Q480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-09-16T01:43:09.109 INFO:teuthology.orchestra.run.smithi017.stdout:smithi029 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7512009B480DGN 447G No 2m ago Has a FileSystem, LVM detected 2024-09-16T01:43:09.109 INFO:teuthology.orchestra.run.smithi017.stdout:smithi122 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT6204010U400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-09-16T01:43:09.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:09.110+0000 7fe9a73af640 1 -- 172.21.15.17:0/816270675 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe98c0a32d0 msgr2=0x7fe98c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:09.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:09.110+0000 7fe9a73af640 1 --2- 172.21.15.17:0/816270675 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe98c0a32d0 0x7fe98c0a5790 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe990005fd0 tx=0x7fe990005850 comp rx=0 tx=0).stop 2024-09-16T01:43:09.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:09.110+0000 7fe9a73af640 1 -- 172.21.15.17:0/816270675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9a00ff9e0 msgr2=0x7fe9a0102c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:09.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:09.110+0000 7fe9a73af640 1 --2- 172.21.15.17:0/816270675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9a00ff9e0 0x7fe9a0102c90 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7fe99c00d770 tx=0x7fe99c00dc30 comp rx=0 tx=0).stop 2024-09-16T01:43:09.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:09.110+0000 7fe9a73af640 1 -- 172.21.15.17:0/816270675 shutdown_connections 2024-09-16T01:43:09.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:09.110+0000 7fe9a73af640 1 --2- 172.21.15.17:0/816270675 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe98c0a32d0 0x7fe98c0a5790 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:09.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:09.110+0000 7fe9a73af640 1 --2- 172.21.15.17:0/816270675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9a01078e0 0x7fe9a0101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:09.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:09.110+0000 7fe9a73af640 1 --2- 172.21.15.17:0/816270675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9a0100320 0x7fe9a01012e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:09.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:09.110+0000 7fe9a73af640 1 --2- 172.21.15.17:0/816270675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9a00ff9e0 0x7fe9a0102c90 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:09.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:09.110+0000 7fe9a73af640 1 -- 172.21.15.17:0/816270675 >> 172.21.15.17:0/816270675 conn(0x7fe9a00fb610 msgr2=0x7fe9a0103330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:09.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:09.110+0000 7fe9a73af640 1 -- 172.21.15.17:0/816270675 shutdown_connections 2024-09-16T01:43:09.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:09.110+0000 7fe9a73af640 1 -- 172.21.15.17:0/816270675 wait complete. 2024-09-16T01:43:09.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:09 smithi017 ceph-mon[30972]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:09.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:09 smithi029 ceph-mon[34783]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:09.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:09 smithi122 ceph-mon[34758]: from='client.15030 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:09.754 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-16T01:43:09.763 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi017.front.sepia.ceph.com 2024-09-16T01:43:09.764 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- bash -c 'ceph fs dump' 2024-09-16T01:43:10.020 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:10.426 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:10 smithi017 ceph-mon[30972]: pgmap v328: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:43:10.426 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:10 smithi017 ceph-mon[30972]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.530+0000 7f82f44ee640 1 -- 172.21.15.17:0/3928850839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82ec101c00 msgr2=0x7f82ec102000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.530+0000 7f82f44ee640 1 --2- 172.21.15.17:0/3928850839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82ec101c00 0x7f82ec102000 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f82e8009900 tx=0x7f82e802a410 comp rx=0 tx=0).stop 2024-09-16T01:43:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.530+0000 7f82f44ee640 1 -- 172.21.15.17:0/3928850839 shutdown_connections 2024-09-16T01:43:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.530+0000 7f82f44ee640 1 --2- 172.21.15.17:0/3928850839 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82ec1037c0 0x7f82ec10a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.530+0000 7f82f44ee640 1 --2- 172.21.15.17:0/3928850839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82ec102e00 0x7f82ec103280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.530+0000 7f82f44ee640 1 --2- 172.21.15.17:0/3928850839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82ec101c00 0x7f82ec102000 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.530+0000 7f82f44ee640 1 -- 172.21.15.17:0/3928850839 >> 172.21.15.17:0/3928850839 conn(0x7f82ec0fd390 msgr2=0x7f82ec0ff7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.530+0000 7f82f44ee640 1 -- 172.21.15.17:0/3928850839 shutdown_connections 2024-09-16T01:43:10.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.530+0000 7f82f44ee640 1 -- 172.21.15.17:0/3928850839 wait complete. 2024-09-16T01:43:10.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.531+0000 7f82f44ee640 1 Processor -- start 2024-09-16T01:43:10.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.531+0000 7f82f44ee640 1 -- start start 2024-09-16T01:43:10.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.531+0000 7f82f44ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82ec101c00 0x7f82ec197df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.531+0000 7f82f228a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82ec101c00 0x7f82ec197df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.531+0000 7f82f44ee640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82ec102e00 0x7f82ec198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.531+0000 7f82f44ee640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82ec1037c0 0x7f82ec19f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.531+0000 7f82f228a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82ec101c00 0x7f82ec197df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59196/0 (socket says 172.21.15.17:59196) 2024-09-16T01:43:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.531+0000 7f82f228a640 1 -- 172.21.15.17:0/3275319909 learned_addr learned my addr 172.21.15.17:0/3275319909 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.531+0000 7f82f44ee640 1 -- 172.21.15.17:0/3275319909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f82ec10d740 con 0x7f82ec101c00 2024-09-16T01:43:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.531+0000 7f82f44ee640 1 -- 172.21.15.17:0/3275319909 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f82ec10d5c0 con 0x7f82ec1037c0 2024-09-16T01:43:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82f44ee640 1 -- 172.21.15.17:0/3275319909 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f82ec10d8c0 con 0x7f82ec102e00 2024-09-16T01:43:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82f1a89640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82ec102e00 0x7f82ec198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82f2a8b640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82ec1037c0 0x7f82ec19f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:10.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82f228a640 1 -- 172.21.15.17:0/3275319909 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82ec102e00 msgr2=0x7f82ec198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:10.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82f228a640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82ec102e00 0x7f82ec198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82f228a640 1 -- 172.21.15.17:0/3275319909 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82ec1037c0 msgr2=0x7f82ec19f3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:10.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82f228a640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82ec1037c0 0x7f82ec19f3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82f228a640 1 -- 172.21.15.17:0/3275319909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82ec19fa20 con 0x7f82ec101c00 2024-09-16T01:43:10.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82f2a8b640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82ec1037c0 0x7f82ec19f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:10.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82f228a640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82ec101c00 0x7f82ec197df0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f82e80314e0 tx=0x7f82e80042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:10.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82e37fe640 1 -- 172.21.15.17:0/3275319909 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e803f030 con 0x7f82ec101c00 2024-09-16T01:43:10.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82e37fe640 1 -- 172.21.15.17:0/3275319909 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f82e80044d0 con 0x7f82ec101c00 2024-09-16T01:43:10.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82f44ee640 1 -- 172.21.15.17:0/3275319909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f82ec19fcb0 con 0x7f82ec101c00 2024-09-16T01:43:10.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82e37fe640 1 -- 172.21.15.17:0/3275319909 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f82e8035070 con 0x7f82ec101c00 2024-09-16T01:43:10.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.532+0000 7f82f44ee640 1 -- 172.21.15.17:0/3275319909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82ec1a0190 con 0x7f82ec101c00 2024-09-16T01:43:10.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.533+0000 7f82f44ee640 1 -- 172.21.15.17:0/3275319909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f82ec109050 con 0x7f82ec101c00 2024-09-16T01:43:10.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.535+0000 7f82e37fe640 1 -- 172.21.15.17:0/3275319909 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) ==== 138406+0+0 (secure 0 0 0) 0x7f82e8042030 con 0x7f82ec101c00 2024-09-16T01:43:10.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.535+0000 7f82e37fe640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f82d80a3300 0x7f82d80a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:10.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.535+0000 7f82f1a89640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f82d80a3300 0x7f82d80a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:10.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.535+0000 7f82e37fe640 1 -- 172.21.15.17:0/3275319909 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f82e80f0050 con 0x7f82ec101c00 2024-09-16T01:43:10.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.536+0000 7f82f1a89640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f82d80a3300 0x7f82d80a57c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f82ec199310 tx=0x7f82dc00a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:10.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.539+0000 7f82e37fe640 1 -- 172.21.15.17:0/3275319909 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f82e80bcc10 con 0x7f82ec101c00 2024-09-16T01:43:10.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:10 smithi122 ceph-mon[34758]: pgmap v328: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:43:10.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:10 smithi122 ceph-mon[34758]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:10 smithi029 ceph-mon[34783]: pgmap v328: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:43:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:10 smithi029 ceph-mon[34783]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:10.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.750+0000 7f82f44ee640 1 -- 172.21.15.17:0/3275319909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump"} v 0) -- 0x7f82ec02da10 con 0x7f82ec101c00 2024-09-16T01:43:10.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.750+0000 7f82e37fe640 1 -- 172.21.15.17:0/3275319909 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 24 v24) ==== 76+0+3080 (secure 0 0 0) 0x7f82e80bc510 con 0x7f82ec101c00 2024-09-16T01:43:10.752 INFO:teuthology.orchestra.run.smithi017.stdout:e24 2024-09-16T01:43:10.752 INFO:teuthology.orchestra.run.smithi017.stdout:btime 2024-09-16T01:41:54:885306+0000 2024-09-16T01:43:10.752 INFO:teuthology.orchestra.run.smithi017.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T01:43:10.753 INFO:teuthology.orchestra.run.smithi017.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-16T01:43:10.753 INFO:teuthology.orchestra.run.smithi017.stdout:legacy client fscid: 1 2024-09-16T01:43:10.753 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:43:10.753 INFO:teuthology.orchestra.run.smithi017.stdout:Filesystem 'cephfs' (1) 2024-09-16T01:43:10.753 INFO:teuthology.orchestra.run.smithi017.stdout:fs_name cephfs 2024-09-16T01:43:10.753 INFO:teuthology.orchestra.run.smithi017.stdout:epoch 24 2024-09-16T01:43:10.753 INFO:teuthology.orchestra.run.smithi017.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-09-16T01:43:10.753 INFO:teuthology.orchestra.run.smithi017.stdout:created 2024-09-16T01:41:43.522195+0000 2024-09-16T01:43:10.753 INFO:teuthology.orchestra.run.smithi017.stdout:modified 2024-09-16T01:41:54.477176+0000 2024-09-16T01:43:10.753 INFO:teuthology.orchestra.run.smithi017.stdout:tableserver 0 2024-09-16T01:43:10.753 INFO:teuthology.orchestra.run.smithi017.stdout:root 0 2024-09-16T01:43:10.754 INFO:teuthology.orchestra.run.smithi017.stdout:session_timeout 300 2024-09-16T01:43:10.754 INFO:teuthology.orchestra.run.smithi017.stdout:session_autoclose 300 2024-09-16T01:43:10.754 INFO:teuthology.orchestra.run.smithi017.stdout:max_file_size 1099511627776 2024-09-16T01:43:10.754 INFO:teuthology.orchestra.run.smithi017.stdout:max_xattr_size 65536 2024-09-16T01:43:10.754 INFO:teuthology.orchestra.run.smithi017.stdout:required_client_features {} 2024-09-16T01:43:10.754 INFO:teuthology.orchestra.run.smithi017.stdout:last_failure 0 2024-09-16T01:43:10.754 INFO:teuthology.orchestra.run.smithi017.stdout:last_failure_osd_epoch 0 2024-09-16T01:43:10.754 INFO:teuthology.orchestra.run.smithi017.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-09-16T01:43:10.754 INFO:teuthology.orchestra.run.smithi017.stdout:max_mds 3 2024-09-16T01:43:10.754 INFO:teuthology.orchestra.run.smithi017.stdout:in 0,1,2 2024-09-16T01:43:10.754 INFO:teuthology.orchestra.run.smithi017.stdout:up {0=24499,1=24481,2=24469} 2024-09-16T01:43:10.754 INFO:teuthology.orchestra.run.smithi017.stdout:failed 2024-09-16T01:43:10.754 INFO:teuthology.orchestra.run.smithi017.stdout:damaged 2024-09-16T01:43:10.755 INFO:teuthology.orchestra.run.smithi017.stdout:stopped 2024-09-16T01:43:10.755 INFO:teuthology.orchestra.run.smithi017.stdout:data_pools [3] 2024-09-16T01:43:10.755 INFO:teuthology.orchestra.run.smithi017.stdout:metadata_pool 2 2024-09-16T01:43:10.755 INFO:teuthology.orchestra.run.smithi017.stdout:inline_data disabled 2024-09-16T01:43:10.755 INFO:teuthology.orchestra.run.smithi017.stdout:balancer 2024-09-16T01:43:10.755 INFO:teuthology.orchestra.run.smithi017.stdout:bal_rank_mask -1 2024-09-16T01:43:10.755 INFO:teuthology.orchestra.run.smithi017.stdout:standby_count_wanted 0 2024-09-16T01:43:10.755 INFO:teuthology.orchestra.run.smithi017.stdout:qdb_cluster leader: 24499 members: 24469,24481,24499 2024-09-16T01:43:10.755 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.i{0:24499} state up:active seq 6 addr [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] compat {c=[1],r=[1],i=[1fff]}] 2024-09-16T01:43:10.755 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.b{0:24458} state up:standby-replay seq 1 addr [v2:172.21.15.29:6838/1875993127,v1:172.21.15.29:6839/1875993127] compat {c=[1],r=[1],i=[1fff]}] 2024-09-16T01:43:10.755 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.c{1:24481} state up:active seq 10 addr [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] compat {c=[1],r=[1],i=[1fff]}] 2024-09-16T01:43:10.755 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.l{1:24436} state up:standby-replay seq 1 addr [v2:172.21.15.122:6832/897085142,v1:172.21.15.122:6833/897085142] compat {c=[1],r=[1],i=[1fff]}] 2024-09-16T01:43:10.755 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.f{2:24469} state up:active seq 10 addr [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] compat {c=[1],r=[1],i=[1fff]}] 2024-09-16T01:43:10.756 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.h{2:24428} state up:standby-replay seq 1 addr [v2:172.21.15.29:6836/2703234188,v1:172.21.15.29:6837/2703234188] compat {c=[1],r=[1],i=[1fff]}] 2024-09-16T01:43:10.756 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:43:10.756 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:43:10.756 INFO:teuthology.orchestra.run.smithi017.stdout:Standby daemons: 2024-09-16T01:43:10.756 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:43:10.756 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.j{-1:14526} state up:standby seq 1 addr [v2:172.21.15.17:6834/1766759743,v1:172.21.15.17:6835/1766759743] compat {c=[1],r=[1],i=[1fff]}] 2024-09-16T01:43:10.756 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.d{-1:14538} state up:standby seq 1 addr [v2:172.21.15.17:6836/1047205070,v1:172.21.15.17:6837/1047205070] compat {c=[1],r=[1],i=[1fff]}] 2024-09-16T01:43:10.756 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.g{-1:14598} state up:standby seq 1 addr [v2:172.21.15.17:6838/3221475691,v1:172.21.15.17:6839/3221475691] compat {c=[1],r=[1],i=[1fff]}] 2024-09-16T01:43:10.756 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.a{-1:14604} state up:standby seq 1 addr [v2:172.21.15.17:6840/3457733669,v1:172.21.15.17:6841/3457733669] compat {c=[1],r=[1],i=[1fff]}] 2024-09-16T01:43:10.756 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.k{-1:24380} state up:standby seq 1 addr [v2:172.21.15.29:6832/621353939,v1:172.21.15.29:6833/621353939] compat {c=[1],r=[1],i=[1fff]}] 2024-09-16T01:43:10.756 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.e{-1:24404} state up:standby seq 1 addr [v2:172.21.15.29:6834/966192243,v1:172.21.15.29:6835/966192243] compat {c=[1],r=[1],i=[1fff]}] 2024-09-16T01:43:10.757 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 24 2024-09-16T01:43:10.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.752+0000 7f82f44ee640 1 -- 172.21.15.17:0/3275319909 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f82d80a3300 msgr2=0x7f82d80a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:10.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.752+0000 7f82f44ee640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f82d80a3300 0x7f82d80a57c0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f82ec199310 tx=0x7f82dc00a2d0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.752+0000 7f82f44ee640 1 -- 172.21.15.17:0/3275319909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82ec101c00 msgr2=0x7f82ec197df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:10.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.753+0000 7f82f44ee640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82ec101c00 0x7f82ec197df0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f82e80314e0 tx=0x7f82e80042e0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.753+0000 7f82f44ee640 1 -- 172.21.15.17:0/3275319909 shutdown_connections 2024-09-16T01:43:10.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.753+0000 7f82f44ee640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f82d80a3300 0x7f82d80a57c0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.753+0000 7f82f44ee640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f82ec1037c0 0x7f82ec19f3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.753+0000 7f82f44ee640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f82ec102e00 0x7f82ec198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.753+0000 7f82f44ee640 1 --2- 172.21.15.17:0/3275319909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82ec101c00 0x7f82ec197df0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:10.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.753+0000 7f82f44ee640 1 -- 172.21.15.17:0/3275319909 >> 172.21.15.17:0/3275319909 conn(0x7f82ec0fd390 msgr2=0x7f82ec106220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:10.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.753+0000 7f82f44ee640 1 -- 172.21.15.17:0/3275319909 shutdown_connections 2024-09-16T01:43:10.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:10.753+0000 7f82f44ee640 1 -- 172.21.15.17:0/3275319909 wait complete. 2024-09-16T01:43:11.406 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:11 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3275319909' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-16T01:43:11.435 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- bash -c 'ceph osd dump' 2024-09-16T01:43:11.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:11 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3275319909' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-16T01:43:11.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:11 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3275319909' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-09-16T01:43:11.690 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:12.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.169+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/1389792157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8b4101cd0 msgr2=0x7fa8b4102150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.169+0000 7fa8b9b7e640 1 --2- 172.21.15.17:0/1389792157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8b4101cd0 0x7fa8b4102150 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fa8a8009900 tx=0x7fa8a802a410 comp rx=0 tx=0).stop 2024-09-16T01:43:12.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.169+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/1389792157 shutdown_connections 2024-09-16T01:43:12.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.169+0000 7fa8b9b7e640 1 --2- 172.21.15.17:0/1389792157 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa8b4102690 0x7fa8b4108f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.169+0000 7fa8b9b7e640 1 --2- 172.21.15.17:0/1389792157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8b4101cd0 0x7fa8b4102150 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.169+0000 7fa8b9b7e640 1 --2- 172.21.15.17:0/1389792157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8b4100ad0 0x7fa8b4100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.169+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/1389792157 >> 172.21.15.17:0/1389792157 conn(0x7fa8b40fc280 msgr2=0x7fa8b40fe6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:12.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.169+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/1389792157 shutdown_connections 2024-09-16T01:43:12.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.169+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/1389792157 wait complete. 2024-09-16T01:43:12.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.170+0000 7fa8b9b7e640 1 Processor -- start 2024-09-16T01:43:12.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.170+0000 7fa8b9b7e640 1 -- start start 2024-09-16T01:43:12.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.170+0000 7fa8b9b7e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa8b4100ad0 0x7fa8b4197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.170+0000 7fa8b9b7e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8b4101cd0 0x7fa8b41983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.170+0000 7fa8b9b7e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8b4102690 0x7fa8b419f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.170+0000 7fa8b9b7e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b410c650 con 0x7fa8b4101cd0 2024-09-16T01:43:12.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.170+0000 7fa8b9b7e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b410c4d0 con 0x7fa8b4102690 2024-09-16T01:43:12.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.170+0000 7fa8b9b7e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa8b410c7d0 con 0x7fa8b4100ad0 2024-09-16T01:43:12.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8b4101cd0 0x7fa8b41983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8b4101cd0 0x7fa8b41983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59218/0 (socket says 172.21.15.17:59218) 2024-09-16T01:43:12.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b2ffd640 1 -- 172.21.15.17:0/2711105038 learned_addr learned my addr 172.21.15.17:0/2711105038 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:12.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b3fff640 1 --2- 172.21.15.17:0/2711105038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8b4102690 0x7fa8b419f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b37fe640 1 --2- 172.21.15.17:0/2711105038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa8b4100ad0 0x7fa8b4197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b2ffd640 1 -- 172.21.15.17:0/2711105038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa8b4100ad0 msgr2=0x7fa8b4197e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b2ffd640 1 --2- 172.21.15.17:0/2711105038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa8b4100ad0 0x7fa8b4197e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b2ffd640 1 -- 172.21.15.17:0/2711105038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8b4102690 msgr2=0x7fa8b419f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b2ffd640 1 --2- 172.21.15.17:0/2711105038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8b4102690 0x7fa8b419f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b2ffd640 1 -- 172.21.15.17:0/2711105038 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8b419fa90 con 0x7fa8b4101cd0 2024-09-16T01:43:12.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b2ffd640 1 --2- 172.21.15.17:0/2711105038 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8b4101cd0 0x7fa8b41983a0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fa8a80314e0 tx=0x7fa8a8003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:12.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b0ff9640 1 -- 172.21.15.17:0/2711105038 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a803f070 con 0x7fa8b4101cd0 2024-09-16T01:43:12.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b0ff9640 1 -- 172.21.15.17:0/2711105038 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa8a8031e40 con 0x7fa8b4101cd0 2024-09-16T01:43:12.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/2711105038 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8b419fd20 con 0x7fa8b4101cd0 2024-09-16T01:43:12.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b0ff9640 1 -- 172.21.15.17:0/2711105038 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8a8035030 con 0x7fa8b4101cd0 2024-09-16T01:43:12.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.171+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/2711105038 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa8b41a01b0 con 0x7fa8b4101cd0 2024-09-16T01:43:12.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.172+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/2711105038 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8b41a03e0 con 0x7fa8b4101cd0 2024-09-16T01:43:12.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.173+0000 7fa8b0ff9640 1 -- 172.21.15.17:0/2711105038 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7fa8a8042070 con 0x7fa8b4101cd0 2024-09-16T01:43:12.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.174+0000 7fa8b0ff9640 1 --2- 172.21.15.17:0/2711105038 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa89c0a3270 0x7fa89c0a5730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:12.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.174+0000 7fa8b37fe640 1 --2- 172.21.15.17:0/2711105038 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa89c0a3270 0x7fa89c0a5730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:12.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.174+0000 7fa8b0ff9640 1 -- 172.21.15.17:0/2711105038 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa8a80f0120 con 0x7fa8b4101cd0 2024-09-16T01:43:12.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.175+0000 7fa8b37fe640 1 --2- 172.21.15.17:0/2711105038 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa89c0a3270 0x7fa89c0a5730 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa8a4005fd0 tx=0x7fa8a400b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:12.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.179+0000 7fa8b0ff9640 1 -- 172.21.15.17:0/2711105038 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa8a80bc7f0 con 0x7fa8b4101cd0 2024-09-16T01:43:12.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.355+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/2711105038 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump"} v 0) -- 0x7fa8b41a0b90 con 0x7fa8b4101cd0 2024-09-16T01:43:12.357 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:12 smithi017 ceph-mon[30972]: pgmap v329: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:43:12.357 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:12 smithi017 ceph-mon[30972]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-16T01:43:12.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.356+0000 7fa8b0ff9640 1 -- 172.21.15.17:0/2711105038 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v84) ==== 56+0+5283 (secure 0 0 0) 0x7fa8a80c0af0 con 0x7fa8b4101cd0 2024-09-16T01:43:12.358 INFO:teuthology.orchestra.run.smithi017.stdout:epoch 84 2024-09-16T01:43:12.358 INFO:teuthology.orchestra.run.smithi017.stdout:fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T01:43:12.358 INFO:teuthology.orchestra.run.smithi017.stdout:created 2024-09-16T01:33:53.298260+0000 2024-09-16T01:43:12.358 INFO:teuthology.orchestra.run.smithi017.stdout:modified 2024-09-16T01:42:42.092452+0000 2024-09-16T01:43:12.358 INFO:teuthology.orchestra.run.smithi017.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-09-16T01:43:12.358 INFO:teuthology.orchestra.run.smithi017.stdout:crush_version 26 2024-09-16T01:43:12.358 INFO:teuthology.orchestra.run.smithi017.stdout:full_ratio 0.95 2024-09-16T01:43:12.358 INFO:teuthology.orchestra.run.smithi017.stdout:backfillfull_ratio 0.9 2024-09-16T01:43:12.358 INFO:teuthology.orchestra.run.smithi017.stdout:nearfull_ratio 0.85 2024-09-16T01:43:12.358 INFO:teuthology.orchestra.run.smithi017.stdout:require_min_compat_client luminous 2024-09-16T01:43:12.358 INFO:teuthology.orchestra.run.smithi017.stdout:min_compat_client luminous 2024-09-16T01:43:12.358 INFO:teuthology.orchestra.run.smithi017.stdout:require_osd_release squid 2024-09-16T01:43:12.359 INFO:teuthology.orchestra.run.smithi017.stdout:stretch_mode_enabled false 2024-09-16T01:43:12.359 INFO:teuthology.orchestra.run.smithi017.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 22 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-09-16T01:43:12.359 INFO:teuthology.orchestra.run.smithi017.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 82 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-09-16T01:43:12.359 INFO:teuthology.orchestra.run.smithi017.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 82 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-09-16T01:43:12.359 INFO:teuthology.orchestra.run.smithi017.stdout:max_osd 12 2024-09-16T01:43:12.359 INFO:teuthology.orchestra.run.smithi017.stdout:osd.0 up in weight 1 up_from 8 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.17:6802/973418367,v1:172.21.15.17:6803/973418367] [v2:172.21.15.17:6804/973418367,v1:172.21.15.17:6805/973418367] exists,up b8922682-71d1-43de-99c1-33159c0e154f 2024-09-16T01:43:12.359 INFO:teuthology.orchestra.run.smithi017.stdout:osd.1 up in weight 1 up_from 13 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.29:6800/476361632,v1:172.21.15.29:6801/476361632] [v2:172.21.15.29:6802/476361632,v1:172.21.15.29:6803/476361632] exists,up 757f97f3-d423-4451-bb57-6179ff651bab 2024-09-16T01:43:12.359 INFO:teuthology.orchestra.run.smithi017.stdout:osd.2 up in weight 1 up_from 18 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.122:6800/3223940683,v1:172.21.15.122:6801/3223940683] [v2:172.21.15.122:6802/3223940683,v1:172.21.15.122:6803/3223940683] exists,up e6100863-2f60-4213-895c-bf6d2026378f 2024-09-16T01:43:12.359 INFO:teuthology.orchestra.run.smithi017.stdout:osd.3 up in weight 1 up_from 25 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.17:6810/3558508388,v1:172.21.15.17:6811/3558508388] [v2:172.21.15.17:6812/3558508388,v1:172.21.15.17:6813/3558508388] exists,up 611d7433-6cb9-4016-a58b-bb96394d2d24 2024-09-16T01:43:12.359 INFO:teuthology.orchestra.run.smithi017.stdout:osd.4 up in weight 1 up_from 33 up_thru 80 down_at 0 last_clean_interval [0,0) [v2:172.21.15.29:6808/2110146164,v1:172.21.15.29:6809/2110146164] [v2:172.21.15.29:6810/2110146164,v1:172.21.15.29:6811/2110146164] exists,up 7d202bcb-50ab-4f6e-a090-7e61c538fa77 2024-09-16T01:43:12.359 INFO:teuthology.orchestra.run.smithi017.stdout:osd.5 up in weight 1 up_from 38 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.122:6808/1621076168,v1:172.21.15.122:6809/1621076168] [v2:172.21.15.122:6810/1621076168,v1:172.21.15.122:6811/1621076168] exists,up bcc07f4f-f204-465b-b9c6-c04604d243c1 2024-09-16T01:43:12.359 INFO:teuthology.orchestra.run.smithi017.stdout:osd.6 up in weight 1 up_from 45 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.17:6818/1408033288,v1:172.21.15.17:6819/1408033288] [v2:172.21.15.17:6820/1408033288,v1:172.21.15.17:6821/1408033288] exists,up 64080f89-a0f5-4a86-aa16-77938675379e 2024-09-16T01:43:12.360 INFO:teuthology.orchestra.run.smithi017.stdout:osd.7 up in weight 1 up_from 50 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.29:6816/127734728,v1:172.21.15.29:6817/127734728] [v2:172.21.15.29:6818/127734728,v1:172.21.15.29:6819/127734728] exists,up aca554bd-1914-455c-936a-aa59b1504194 2024-09-16T01:43:12.360 INFO:teuthology.orchestra.run.smithi017.stdout:osd.8 up in weight 1 up_from 57 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.122:6816/360974259,v1:172.21.15.122:6817/360974259] [v2:172.21.15.122:6818/360974259,v1:172.21.15.122:6819/360974259] exists,up 0b5ed7f4-4b47-4cbe-9086-8948ce393446 2024-09-16T01:43:12.360 INFO:teuthology.orchestra.run.smithi017.stdout:osd.9 up in weight 1 up_from 64 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.17:6826/2483471753,v1:172.21.15.17:6827/2483471753] [v2:172.21.15.17:6828/2483471753,v1:172.21.15.17:6829/2483471753] exists,up 55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add 2024-09-16T01:43:12.360 INFO:teuthology.orchestra.run.smithi017.stdout:osd.10 up in weight 1 up_from 69 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.29:6824/362618550,v1:172.21.15.29:6825/362618550] [v2:172.21.15.29:6826/362618550,v1:172.21.15.29:6827/362618550] exists,up c83a74f2-e570-487c-9e87-bb0b74965ca2 2024-09-16T01:43:12.360 INFO:teuthology.orchestra.run.smithi017.stdout:osd.11 up in weight 1 up_from 76 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.122:6824/1375874597,v1:172.21.15.122:6825/1375874597] [v2:172.21.15.122:6826/1375874597,v1:172.21.15.122:6827/1375874597] exists,up 1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c 2024-09-16T01:43:12.360 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 2.4 [2,11] 2024-09-16T01:43:12.360 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 2.b [2,4] 2024-09-16T01:43:12.360 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 2.1d [8,11] 2024-09-16T01:43:12.360 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 3.c [3,9] 2024-09-16T01:43:12.360 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 3.11 [4,8] 2024-09-16T01:43:12.360 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 3.23 [4,7] 2024-09-16T01:43:12.360 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 3.2a [3,6] 2024-09-16T01:43:12.360 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 3.33 [5,9] 2024-09-16T01:43:12.361 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 3.36 [4,9] 2024-09-16T01:43:12.361 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:0/171001531 expires 2024-09-17T01:34:40.424252+0000 2024-09-16T01:43:12.361 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:6801/2297452982 expires 2024-09-17T01:34:40.424252+0000 2024-09-16T01:43:12.361 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:0/149674379 expires 2024-09-17T01:34:40.424252+0000 2024-09-16T01:43:12.361 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:6800/2297452982 expires 2024-09-17T01:34:40.424252+0000 2024-09-16T01:43:12.361 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:0/2909964706 expires 2024-09-17T01:34:40.424252+0000 2024-09-16T01:43:12.361 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:0/2310526449 expires 2024-09-17T01:34:15.927659+0000 2024-09-16T01:43:12.361 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:0/844082331 expires 2024-09-17T01:34:15.927659+0000 2024-09-16T01:43:12.361 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:6800/3425156495 expires 2024-09-17T01:34:15.927659+0000 2024-09-16T01:43:12.361 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:6801/3425156495 expires 2024-09-17T01:34:15.927659+0000 2024-09-16T01:43:12.361 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:0/270715983 expires 2024-09-17T01:34:15.927659+0000 2024-09-16T01:43:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.359+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/2711105038 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa89c0a3270 msgr2=0x7fa89c0a5730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.359+0000 7fa8b9b7e640 1 --2- 172.21.15.17:0/2711105038 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa89c0a3270 0x7fa89c0a5730 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fa8a4005fd0 tx=0x7fa8a400b410 comp rx=0 tx=0).stop 2024-09-16T01:43:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.359+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/2711105038 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8b4101cd0 msgr2=0x7fa8b41983a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.359+0000 7fa8b9b7e640 1 --2- 172.21.15.17:0/2711105038 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8b4101cd0 0x7fa8b41983a0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fa8a80314e0 tx=0x7fa8a8003c80 comp rx=0 tx=0).stop 2024-09-16T01:43:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.359+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/2711105038 shutdown_connections 2024-09-16T01:43:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.359+0000 7fa8b9b7e640 1 --2- 172.21.15.17:0/2711105038 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa89c0a3270 0x7fa89c0a5730 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.359+0000 7fa8b9b7e640 1 --2- 172.21.15.17:0/2711105038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa8b4102690 0x7fa8b419f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.359+0000 7fa8b9b7e640 1 --2- 172.21.15.17:0/2711105038 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8b4101cd0 0x7fa8b41983a0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.359+0000 7fa8b9b7e640 1 --2- 172.21.15.17:0/2711105038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa8b4100ad0 0x7fa8b4197e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:12.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.359+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/2711105038 >> 172.21.15.17:0/2711105038 conn(0x7fa8b40fc280 msgr2=0x7fa8b4069fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:12.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.359+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/2711105038 shutdown_connections 2024-09-16T01:43:12.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:12.359+0000 7fa8b9b7e640 1 -- 172.21.15.17:0/2711105038 wait complete. 2024-09-16T01:43:12.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:12 smithi122 ceph-mon[34758]: pgmap v329: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:43:12.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:12 smithi122 ceph-mon[34758]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-16T01:43:12.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:12 smithi029 ceph-mon[34783]: pgmap v329: 97 pgs: 97 active+clean; 641 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:43:12.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:12 smithi029 ceph-mon[34783]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-09-16T01:43:13.184 INFO:teuthology.run_tasks:Running task fs.ready... 2024-09-16T01:43:13.319 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:43:13.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:13 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2711105038' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T01:43:13.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:13 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2711105038' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T01:43:13.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:13 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2711105038' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-09-16T01:43:13.583 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:14.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.024+0000 7fb874667640 1 -- 172.21.15.17:0/2682645672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb86c102d30 msgr2=0x7fb86c103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:14.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.024+0000 7fb874667640 1 --2- 172.21.15.17:0/2682645672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb86c102d30 0x7fb86c103110 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fb868009930 tx=0x7fb86802a420 comp rx=0 tx=0).stop 2024-09-16T01:43:14.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.024+0000 7fb874667640 1 -- 172.21.15.17:0/2682645672 shutdown_connections 2024-09-16T01:43:14.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.024+0000 7fb874667640 1 --2- 172.21.15.17:0/2682645672 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb86c1082a0 0x7fb86c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:14.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.024+0000 7fb874667640 1 --2- 172.21.15.17:0/2682645672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb86c1036e0 0x7fb86c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:14.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.024+0000 7fb874667640 1 --2- 172.21.15.17:0/2682645672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb86c102d30 0x7fb86c103110 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:14.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.024+0000 7fb874667640 1 -- 172.21.15.17:0/2682645672 >> 172.21.15.17:0/2682645672 conn(0x7fb86c0fc7d0 msgr2=0x7fb86c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:14.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.025+0000 7fb874667640 1 -- 172.21.15.17:0/2682645672 shutdown_connections 2024-09-16T01:43:14.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.025+0000 7fb874667640 1 -- 172.21.15.17:0/2682645672 wait complete. 2024-09-16T01:43:14.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.025+0000 7fb874667640 1 Processor -- start 2024-09-16T01:43:14.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.025+0000 7fb874667640 1 -- start start 2024-09-16T01:43:14.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb874667640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb86c102d30 0x7fb86c1984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:14.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb874667640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb86c1036e0 0x7fb86c198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:14.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb874667640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb86c1082a0 0x7fb86c19cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:14.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb874667640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb86c111fa0 con 0x7fb86c102d30 2024-09-16T01:43:14.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb874667640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb86c111e20 con 0x7fb86c1036e0 2024-09-16T01:43:14.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb874667640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb86c112120 con 0x7fb86c1082a0 2024-09-16T01:43:14.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb872403640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb86c102d30 0x7fb86c1984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:14.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb872403640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb86c102d30 0x7fb86c1984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59240/0 (socket says 172.21.15.17:59240) 2024-09-16T01:43:14.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb872403640 1 -- 172.21.15.17:0/2179723577 learned_addr learned my addr 172.21.15.17:0/2179723577 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:14.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb871c02640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb86c1036e0 0x7fb86c198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:14.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb872c04640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb86c1082a0 0x7fb86c19cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:14.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb872403640 1 -- 172.21.15.17:0/2179723577 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb86c1082a0 msgr2=0x7fb86c19cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:14.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb872403640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb86c1082a0 0x7fb86c19cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:14.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb872403640 1 -- 172.21.15.17:0/2179723577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb86c1036e0 msgr2=0x7fb86c198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:14.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb872403640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb86c1036e0 0x7fb86c198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:14.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb872403640 1 -- 172.21.15.17:0/2179723577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb86c19d490 con 0x7fb86c102d30 2024-09-16T01:43:14.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb872c04640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb86c1082a0 0x7fb86c19cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:14.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb872403640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb86c102d30 0x7fb86c1984e0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fb868005ab0 tx=0x7fb868003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:14.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb8637fe640 1 -- 172.21.15.17:0/2179723577 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb86803f070 con 0x7fb86c102d30 2024-09-16T01:43:14.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb874667640 1 -- 172.21.15.17:0/2179723577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb86c19d720 con 0x7fb86c102d30 2024-09-16T01:43:14.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb8637fe640 1 -- 172.21.15.17:0/2179723577 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb868031d60 con 0x7fb86c102d30 2024-09-16T01:43:14.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb8637fe640 1 -- 172.21.15.17:0/2179723577 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb868035030 con 0x7fb86c102d30 2024-09-16T01:43:14.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.026+0000 7fb874667640 1 -- 172.21.15.17:0/2179723577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb86c1a5060 con 0x7fb86c102d30 2024-09-16T01:43:14.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.028+0000 7fb874667640 1 -- 172.21.15.17:0/2179723577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb86c06a850 con 0x7fb86c102d30 2024-09-16T01:43:14.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.029+0000 7fb8637fe640 1 -- 172.21.15.17:0/2179723577 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7fb868042070 con 0x7fb86c102d30 2024-09-16T01:43:14.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.029+0000 7fb8637fe640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb8580a3240 0x7fb8580a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:14.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.030+0000 7fb871c02640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb8580a3240 0x7fb8580a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:14.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.030+0000 7fb8637fe640 1 -- 172.21.15.17:0/2179723577 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb8680f0160 con 0x7fb86c102d30 2024-09-16T01:43:14.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.030+0000 7fb871c02640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb8580a3240 0x7fb8580a5700 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb86c0fedf0 tx=0x7fb85c00b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:14.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.034+0000 7fb8637fe640 1 -- 172.21.15.17:0/2179723577 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb8680bce40 con 0x7fb86c102d30 2024-09-16T01:43:14.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.249+0000 7fb874667640 1 -- 172.21.15.17:0/2179723577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb86c103110 con 0x7fb86c102d30 2024-09-16T01:43:14.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.250+0000 7fb8637fe640 1 -- 172.21.15.17:0/2179723577 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11901 (secure 0 0 0) 0x7fb8680bc740 con 0x7fb86c102d30 2024-09-16T01:43:14.251 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:43:14.252 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":24,"btime":"2024-09-16T01:41:54:885306+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:41:54.477176+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T01:43:14.252 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 24 2024-09-16T01:43:14.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.252+0000 7fb874667640 1 -- 172.21.15.17:0/2179723577 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb8580a3240 msgr2=0x7fb8580a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:14.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.252+0000 7fb874667640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb8580a3240 0x7fb8580a5700 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb86c0fedf0 tx=0x7fb85c00b410 comp rx=0 tx=0).stop 2024-09-16T01:43:14.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.252+0000 7fb874667640 1 -- 172.21.15.17:0/2179723577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb86c102d30 msgr2=0x7fb86c1984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:14.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.252+0000 7fb874667640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb86c102d30 0x7fb86c1984e0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fb868005ab0 tx=0x7fb868003cd0 comp rx=0 tx=0).stop 2024-09-16T01:43:14.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.252+0000 7fb874667640 1 -- 172.21.15.17:0/2179723577 shutdown_connections 2024-09-16T01:43:14.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.252+0000 7fb874667640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb8580a3240 0x7fb8580a5700 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:14.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.252+0000 7fb874667640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb86c1082a0 0x7fb86c19cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:14.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.252+0000 7fb874667640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb86c1036e0 0x7fb86c198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:14.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.252+0000 7fb874667640 1 --2- 172.21.15.17:0/2179723577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb86c102d30 0x7fb86c1984e0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:14.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.252+0000 7fb874667640 1 -- 172.21.15.17:0/2179723577 >> 172.21.15.17:0/2179723577 conn(0x7fb86c0fc7d0 msgr2=0x7fb86c105d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:14.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.252+0000 7fb874667640 1 -- 172.21.15.17:0/2179723577 shutdown_connections 2024-09-16T01:43:14.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:14.252+0000 7fb874667640 1 -- 172.21.15.17:0/2179723577 wait complete. 2024-09-16T01:43:14.293 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:14 smithi017 ceph-mon[30972]: pgmap v330: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-16T01:43:14.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:14 smithi029 ceph-mon[34783]: pgmap v330: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-16T01:43:14.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:14 smithi122 ceph-mon[34758]: pgmap v330: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-16T01:43:15.069 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:43:15.329 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:15.450 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:15 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2179723577' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:43:15.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:15 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2179723577' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:43:15.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:15 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2179723577' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:43:15.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.769+0000 7f055eed5640 1 -- 172.21.15.17:0/3332162394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0558108290 msgr2=0x7f055810ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:15.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.769+0000 7f055eed5640 1 --2- 172.21.15.17:0/3332162394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0558108290 0x7f055810ec30 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f0550009cd0 tx=0x7f055002a8e0 comp rx=0 tx=0).stop 2024-09-16T01:43:15.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.769+0000 7f055eed5640 1 -- 172.21.15.17:0/3332162394 shutdown_connections 2024-09-16T01:43:15.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.769+0000 7f055eed5640 1 --2- 172.21.15.17:0/3332162394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0558108290 0x7f055810ec30 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:15.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.769+0000 7f055eed5640 1 --2- 172.21.15.17:0/3332162394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0558103740 0x7f0558107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:15.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.769+0000 7f055eed5640 1 --2- 172.21.15.17:0/3332162394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0558102d90 0x7f0558103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:15.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.769+0000 7f055eed5640 1 -- 172.21.15.17:0/3332162394 >> 172.21.15.17:0/3332162394 conn(0x7f05580fc7d0 msgr2=0x7f05580febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:15.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.769+0000 7f055eed5640 1 -- 172.21.15.17:0/3332162394 shutdown_connections 2024-09-16T01:43:15.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.769+0000 7f055eed5640 1 -- 172.21.15.17:0/3332162394 wait complete. 2024-09-16T01:43:15.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055eed5640 1 Processor -- start 2024-09-16T01:43:15.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055eed5640 1 -- start start 2024-09-16T01:43:15.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055eed5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0558102d90 0x7f0558198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:15.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055eed5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0558103740 0x7f05581989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:15.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055eed5640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0558108290 0x7f055819cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:15.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055eed5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0558111f40 con 0x7f0558102d90 2024-09-16T01:43:15.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055eed5640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0558111dc0 con 0x7f0558108290 2024-09-16T01:43:15.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055eed5640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f05581120c0 con 0x7f0558103740 2024-09-16T01:43:15.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055cc71640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0558102d90 0x7f0558198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:15.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055cc71640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0558102d90 0x7f0558198460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59258/0 (socket says 172.21.15.17:59258) 2024-09-16T01:43:15.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055cc71640 1 -- 172.21.15.17:0/3894102131 learned_addr learned my addr 172.21.15.17:0/3894102131 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:15.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055d472640 1 --2- 172.21.15.17:0/3894102131 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0558108290 0x7f055819cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:15.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f0557fff640 1 --2- 172.21.15.17:0/3894102131 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0558103740 0x7f05581989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:15.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055cc71640 1 -- 172.21.15.17:0/3894102131 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0558103740 msgr2=0x7f05581989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:15.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055cc71640 1 --2- 172.21.15.17:0/3894102131 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0558103740 0x7f05581989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:15.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055cc71640 1 -- 172.21.15.17:0/3894102131 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0558108290 msgr2=0x7f055819cd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:15.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055cc71640 1 --2- 172.21.15.17:0/3894102131 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0558108290 0x7f055819cd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:15.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.770+0000 7f055cc71640 1 -- 172.21.15.17:0/3894102131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f055819d410 con 0x7f0558102d90 2024-09-16T01:43:15.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.771+0000 7f055cc71640 1 --2- 172.21.15.17:0/3894102131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0558102d90 0x7f0558198460 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f054800c890 tx=0x7f054800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:15.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.771+0000 7f0555ffb640 1 -- 172.21.15.17:0/3894102131 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0548004220 con 0x7f0558102d90 2024-09-16T01:43:15.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.771+0000 7f0555ffb640 1 -- 172.21.15.17:0/3894102131 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f05480043c0 con 0x7f0558102d90 2024-09-16T01:43:15.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.771+0000 7f055eed5640 1 -- 172.21.15.17:0/3894102131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f055819d700 con 0x7f0558102d90 2024-09-16T01:43:15.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.771+0000 7f0555ffb640 1 -- 172.21.15.17:0/3894102131 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0548004a00 con 0x7f0558102d90 2024-09-16T01:43:15.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.771+0000 7f055eed5640 1 -- 172.21.15.17:0/3894102131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05581a4fe0 con 0x7f0558102d90 2024-09-16T01:43:15.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.772+0000 7f055eed5640 1 -- 172.21.15.17:0/3894102131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0558103170 con 0x7f0558102d90 2024-09-16T01:43:15.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.773+0000 7f0555ffb640 1 -- 172.21.15.17:0/3894102131 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7f0548004ba0 con 0x7f0558102d90 2024-09-16T01:43:15.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.774+0000 7f0555ffb640 1 --2- 172.21.15.17:0/3894102131 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f05440a3240 0x7f05440a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:15.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.774+0000 7f0557fff640 1 --2- 172.21.15.17:0/3894102131 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f05440a3240 0x7f05440a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:15.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.774+0000 7f0555ffb640 1 -- 172.21.15.17:0/3894102131 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f05480cf610 con 0x7f0558102d90 2024-09-16T01:43:15.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.774+0000 7f0557fff640 1 --2- 172.21.15.17:0/3894102131 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f05440a3240 0x7f05440a5700 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0540005d70 tx=0x7f0540005d00 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:15.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.778+0000 7f0555ffb640 1 -- 172.21.15.17:0/3894102131 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0548014030 con 0x7f0558102d90 2024-09-16T01:43:15.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.991+0000 7f055eed5640 1 -- 172.21.15.17:0/3894102131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f05581997c0 con 0x7f0558102d90 2024-09-16T01:43:15.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.992+0000 7f0555ffb640 1 -- 172.21.15.17:0/3894102131 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) ==== 94+0+11901 (secure 0 0 0) 0x7f054809c2f0 con 0x7f0558102d90 2024-09-16T01:43:15.994 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:43:15.994 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":24,"btime":"2024-09-16T01:41:54:885306+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":24,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:41:54.477176+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T01:43:15.994 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 24 2024-09-16T01:43:15.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.994+0000 7f055eed5640 1 -- 172.21.15.17:0/3894102131 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f05440a3240 msgr2=0x7f05440a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:15.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.994+0000 7f055eed5640 1 --2- 172.21.15.17:0/3894102131 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f05440a3240 0x7f05440a5700 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f0540005d70 tx=0x7f0540005d00 comp rx=0 tx=0).stop 2024-09-16T01:43:15.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.994+0000 7f055eed5640 1 -- 172.21.15.17:0/3894102131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0558102d90 msgr2=0x7f0558198460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:15.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.994+0000 7f055eed5640 1 --2- 172.21.15.17:0/3894102131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0558102d90 0x7f0558198460 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f054800c890 tx=0x7f054800cd50 comp rx=0 tx=0).stop 2024-09-16T01:43:15.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.994+0000 7f055eed5640 1 -- 172.21.15.17:0/3894102131 shutdown_connections 2024-09-16T01:43:15.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.994+0000 7f055eed5640 1 --2- 172.21.15.17:0/3894102131 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f05440a3240 0x7f05440a5700 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:15.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.994+0000 7f055eed5640 1 --2- 172.21.15.17:0/3894102131 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0558108290 0x7f055819cd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:15.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.994+0000 7f055eed5640 1 --2- 172.21.15.17:0/3894102131 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0558103740 0x7f05581989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:15.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.994+0000 7f055eed5640 1 --2- 172.21.15.17:0/3894102131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0558102d90 0x7f0558198460 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:15.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.994+0000 7f055eed5640 1 -- 172.21.15.17:0/3894102131 >> 172.21.15.17:0/3894102131 conn(0x7f05580fc7d0 msgr2=0x7f0558105d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:15.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.994+0000 7f055eed5640 1 -- 172.21.15.17:0/3894102131 shutdown_connections 2024-09-16T01:43:15.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:15.994+0000 7f055eed5640 1 -- 172.21.15.17:0/3894102131 wait complete. 2024-09-16T01:43:16.473 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:16 smithi017 ceph-mon[30972]: pgmap v331: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-16T01:43:16.473 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:16 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3894102131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:43:16.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:16 smithi122 ceph-mon[34758]: pgmap v331: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-16T01:43:16.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:16 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3894102131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:43:16.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:16 smithi029 ceph-mon[34783]: pgmap v331: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-16T01:43:16.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:16 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3894102131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:43:16.775 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T01:43:17.035 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.511+0000 7ff75a133640 1 -- 172.21.15.17:0/3066711495 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7541055b0 msgr2=0x7ff75410d130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.511+0000 7ff75a133640 1 --2- 172.21.15.17:0/3066711495 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7541055b0 0x7ff75410d130 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7ff74c00adb0 tx=0x7ff74c02b7a0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.511+0000 7ff75a133640 1 -- 172.21.15.17:0/3066711495 shutdown_connections 2024-09-16T01:43:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.511+0000 7ff75a133640 1 --2- 172.21.15.17:0/3066711495 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff7541055b0 0x7ff75410d130 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.511+0000 7ff75a133640 1 --2- 172.21.15.17:0/3066711495 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff754100e30 0x7ff754104e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.511+0000 7ff75a133640 1 --2- 172.21.15.17:0/3066711495 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff754100480 0x7ff754100860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.511+0000 7ff75a133640 1 -- 172.21.15.17:0/3066711495 >> 172.21.15.17:0/3066711495 conn(0x7ff754077210 msgr2=0x7ff7540fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.511+0000 7ff75a133640 1 -- 172.21.15.17:0/3066711495 shutdown_connections 2024-09-16T01:43:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.511+0000 7ff75a133640 1 -- 172.21.15.17:0/3066711495 wait complete. 2024-09-16T01:43:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.511+0000 7ff75a133640 1 Processor -- start 2024-09-16T01:43:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff75a133640 1 -- start start 2024-09-16T01:43:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff75a133640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff754100480 0x7ff754195fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff75a133640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff754100e30 0x7ff754196510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff75a133640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff7541055b0 0x7ff754196a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff75a133640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff75410fc60 con 0x7ff754100480 2024-09-16T01:43:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff75a133640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff75410fae0 con 0x7ff754100e30 2024-09-16T01:43:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff75a133640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff75410fde0 con 0x7ff7541055b0 2024-09-16T01:43:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff7537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff754100480 0x7ff754195fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff7537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff754100480 0x7ff754195fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50936/0 (socket says 172.21.15.17:50936) 2024-09-16T01:43:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff7537fe640 1 -- 172.21.15.17:0/4277510539 learned_addr learned my addr 172.21.15.17:0/4277510539 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff752ffd640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff754100e30 0x7ff754196510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff7537fe640 1 -- 172.21.15.17:0/4277510539 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff7541055b0 msgr2=0x7ff754196a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff753fff640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff7541055b0 0x7ff754196a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff7537fe640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff7541055b0 0x7ff754196a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff7537fe640 1 -- 172.21.15.17:0/4277510539 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff754100e30 msgr2=0x7ff754196510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff7537fe640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff754100e30 0x7ff754196510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff7537fe640 1 -- 172.21.15.17:0/4277510539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7541a6870 con 0x7ff754100480 2024-09-16T01:43:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.512+0000 7ff752ffd640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff754100e30 0x7ff754196510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.513+0000 7ff7537fe640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff754100480 0x7ff754195fd0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ff74400b4a0 tx=0x7ff74400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.513+0000 7ff750ff9640 1 -- 172.21.15.17:0/4277510539 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff744014070 con 0x7ff754100480 2024-09-16T01:43:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.513+0000 7ff750ff9640 1 -- 172.21.15.17:0/4277510539 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff744010ac0 con 0x7ff754100480 2024-09-16T01:43:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.513+0000 7ff750ff9640 1 -- 172.21.15.17:0/4277510539 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff744017c30 con 0x7ff754100480 2024-09-16T01:43:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.513+0000 7ff75a133640 1 -- 172.21.15.17:0/4277510539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7541a6b60 con 0x7ff754100480 2024-09-16T01:43:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.513+0000 7ff75a133640 1 -- 172.21.15.17:0/4277510539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7541a7050 con 0x7ff754100480 2024-09-16T01:43:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.514+0000 7ff75a133640 1 -- 172.21.15.17:0/4277510539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff754100860 con 0x7ff754100480 2024-09-16T01:43:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.515+0000 7ff750ff9640 1 -- 172.21.15.17:0/4277510539 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7ff744017070 con 0x7ff754100480 2024-09-16T01:43:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.516+0000 7ff750ff9640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff7400a3240 0x7ff7400a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.516+0000 7ff752ffd640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff7400a3240 0x7ff7400a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.517+0000 7ff750ff9640 1 -- 172.21.15.17:0/4277510539 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff7440ced70 con 0x7ff754100480 2024-09-16T01:43:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.517+0000 7ff752ffd640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff7400a3240 0x7ff7400a5700 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff754197a60 tx=0x7ff73c005ec0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.521+0000 7ff750ff9640 1 -- 172.21.15.17:0/4277510539 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff7440d3070 con 0x7ff754100480 2024-09-16T01:43:17.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.699+0000 7ff75a133640 1 -- 172.21.15.17:0/4277510539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff754108200 con 0x7ff754100480 2024-09-16T01:43:17.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.700+0000 7ff750ff9640 1 -- 172.21.15.17:0/4277510539 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+22697 (secure 0 0 0) 0x7ff74409ba90 con 0x7ff754100480 2024-09-16T01:43:17.702 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:43:17.702 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":84,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","created":"2024-09-16T01:33:53.298260+0000","modified":"2024-09-16T01:42:42.092452+0000","last_up_change":"2024-09-16T01:40:51.430063+0000","last_in_change":"2024-09-16T01:40:27.916637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:37:00.918910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:41:39.579756+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:41:41.834594+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b8922682-71d1-43de-99c1-33159c0e154f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6803","nonce":973418367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6805","nonce":973418367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6809","nonce":973418367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6807","nonce":973418367}]},"public_addr":"172.21.15.17:6803/973418367","cluster_addr":"172.21.15.17:6805/973418367","heartbeat_back_addr":"172.21.15.17:6809/973418367","heartbeat_front_addr":"172.21.15.17:6807/973418367","state":["exists","up"]},{"osd":1,"uuid":"757f97f3-d423-4451-bb57-6179ff651bab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6801","nonce":476361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6803","nonce":476361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6807","nonce":476361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6805","nonce":476361632}]},"public_addr":"172.21.15.29:6801/476361632","cluster_addr":"172.21.15.29:6803/476361632","heartbeat_back_addr":"172.21.15.29:6807/476361632","heartbeat_front_addr":"172.21.15.29:6805/476361632","state":["exists","up"]},{"osd":2,"uuid":"e6100863-2f60-4213-895c-bf6d2026378f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6801","nonce":3223940683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6803","nonce":3223940683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6807","nonce":3223940683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6805","nonce":3223940683}]},"public_addr":"172.21.15.122:6801/3223940683","cluster_addr":"172.21.15.122:6803/3223940683","heartbeat_back_addr":"172.21.15.122:6807/3223940683","heartbeat_front_addr":"172.21.15.122:6805/3223940683","state":["exists","up"]},{"osd":3,"uuid":"611d7433-6cb9-4016-a58b-bb96394d2d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6811","nonce":3558508388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6813","nonce":3558508388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6817","nonce":3558508388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6815","nonce":3558508388}]},"public_addr":"172.21.15.17:6811/3558508388","cluster_addr":"172.21.15.17:6813/3558508388","heartbeat_back_addr":"172.21.15.17:6817/3558508388","heartbeat_front_addr":"172.21.15.17:6815/3558508388","state":["exists","up"]},{"osd":4,"uuid":"7d202bcb-50ab-4f6e-a090-7e61c538fa77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6809","nonce":2110146164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6811","nonce":2110146164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6815","nonce":2110146164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6813","nonce":2110146164}]},"public_addr":"172.21.15.29:6809/2110146164","cluster_addr":"172.21.15.29:6811/2110146164","heartbeat_back_addr":"172.21.15.29:6815/2110146164","heartbeat_front_addr":"172.21.15.29:6813/2110146164","state":["exists","up"]},{"osd":5,"uuid":"bcc07f4f-f204-465b-b9c6-c04604d243c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6809","nonce":1621076168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6811","nonce":1621076168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6815","nonce":1621076168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6813","nonce":1621076168}]},"public_addr":"172.21.15.122:6809/1621076168","cluster_addr":"172.21.15.122:6811/1621076168","heartbeat_back_addr":"172.21.15.122:6815/1621076168","heartbeat_front_addr":"172.21.15.122:6813/1621076168","state":["exists","up"]},{"osd":6,"uuid":"64080f89-a0f5-4a86-aa16-77938675379e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6819","nonce":1408033288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6821","nonce":1408033288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6825","nonce":1408033288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6823","nonce":1408033288}]},"public_addr":"172.21.15.17:6819/1408033288","cluster_addr":"172.21.15.17:6821/1408033288","heartbeat_back_addr":"172.21.15.17:6825/1408033288","heartbeat_front_addr":"172.21.15.17:6823/1408033288","state":["exists","up"]},{"osd":7,"uuid":"aca554bd-1914-455c-936a-aa59b1504194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6817","nonce":127734728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6819","nonce":127734728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6823","nonce":127734728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6821","nonce":127734728}]},"public_addr":"172.21.15.29:6817/127734728","cluster_addr":"172.21.15.29:6819/127734728","heartbeat_back_addr":"172.21.15.29:6823/127734728","heartbeat_front_addr":"172.21.15.29:6821/127734728","state":["exists","up"]},{"osd":8,"uuid":"0b5ed7f4-4b47-4cbe-9086-8948ce393446","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6817","nonce":360974259}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6819","nonce":360974259}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6823","nonce":360974259}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6821","nonce":360974259}]},"public_addr":"172.21.15.122:6817/360974259","cluster_addr":"172.21.15.122:6819/360974259","heartbeat_back_addr":"172.21.15.122:6823/360974259","heartbeat_front_addr":"172.21.15.122:6821/360974259","state":["exists","up"]},{"osd":9,"uuid":"55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6827","nonce":2483471753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6829","nonce":2483471753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6833","nonce":2483471753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6831","nonce":2483471753}]},"public_addr":"172.21.15.17:6827/2483471753","cluster_addr":"172.21.15.17:6829/2483471753","heartbeat_back_addr":"172.21.15.17:6833/2483471753","heartbeat_front_addr":"172.21.15.17:6831/2483471753","state":["exists","up"]},{"osd":10,"uuid":"c83a74f2-e570-487c-9e87-bb0b74965ca2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6825","nonce":362618550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6827","nonce":362618550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6831","nonce":362618550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6829","nonce":362618550}]},"public_addr":"172.21.15.29:6825/362618550","cluster_addr":"172.21.15.29:6827/362618550","heartbeat_back_addr":"172.21.15.29:6831/362618550","heartbeat_front_addr":"172.21.15.29:6829/362618550","state":["exists","up"]},{"osd":11,"uuid":"1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6825","nonce":1375874597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6827","nonce":1375874597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6831","nonce":1375874597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6829","nonce":1375874597}]},"public_addr":"172.21.15.122:6825/1375874597","cluster_addr":"172.21.15.122:6827/1375874597","heartbeat_back_addr":"172.21.15.122:6831/1375874597","heartbeat_front_addr":"172.21.15.122:6829/1375874597","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:05.813342+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:31.420629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:57.341085+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:22.481098+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:48.928453+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:15.070471+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:40.275611+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:05.810417+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:30.926343+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:56.824386+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:23.647559+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:49.303702+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.2a","mappings":[{"from":3,"to":6}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:0/171001531":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6801/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/149674379":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6800/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2909964706":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2310526449":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/844082331":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6800/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6801/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/270715983":"2024-09-17T01:34:15.927659+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:43:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.703+0000 7ff75a133640 1 -- 172.21.15.17:0/4277510539 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff7400a3240 msgr2=0x7ff7400a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.703+0000 7ff75a133640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff7400a3240 0x7ff7400a5700 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7ff754197a60 tx=0x7ff73c005ec0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.703+0000 7ff75a133640 1 -- 172.21.15.17:0/4277510539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff754100480 msgr2=0x7ff754195fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.703+0000 7ff75a133640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff754100480 0x7ff754195fd0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7ff74400b4a0 tx=0x7ff74400b960 comp rx=0 tx=0).stop 2024-09-16T01:43:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.703+0000 7ff75a133640 1 -- 172.21.15.17:0/4277510539 shutdown_connections 2024-09-16T01:43:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.703+0000 7ff75a133640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff7400a3240 0x7ff7400a5700 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.703+0000 7ff75a133640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff7541055b0 0x7ff754196a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.703+0000 7ff75a133640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff754100e30 0x7ff754196510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.703+0000 7ff75a133640 1 --2- 172.21.15.17:0/4277510539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff754100480 0x7ff754195fd0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.703+0000 7ff75a133640 1 -- 172.21.15.17:0/4277510539 >> 172.21.15.17:0/4277510539 conn(0x7ff754077210 msgr2=0x7ff7540fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:17.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.703+0000 7ff75a133640 1 -- 172.21.15.17:0/4277510539 shutdown_connections 2024-09-16T01:43:17.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:17.703+0000 7ff75a133640 1 -- 172.21.15.17:0/4277510539 wait complete. 2024-09-16T01:43:18.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:18 smithi017 ceph-mon[30972]: pgmap v332: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-16T01:43:18.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:18 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/4277510539' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:43:18.289 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-09-16T01:41:43.522195+0000', 'modified': '2024-09-16T01:41:54.477176+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24499, 'mds_1': 24481, 'mds_2': 24469}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24428': {'gid': 24428, 'name': 'h', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.29:6837/2703234188', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6836', 'nonce': 2703234188}, {'type': 'v1', 'addr': '172.21.15.29:6837', 'nonce': 2703234188}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24436': {'gid': 24436, 'name': 'l', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.122:6833/897085142', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6832', 'nonce': 897085142}, {'type': 'v1', 'addr': '172.21.15.122:6833', 'nonce': 897085142}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24458': {'gid': 24458, 'name': 'b', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.29:6839/1875993127', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.29:6838', 'nonce': 1875993127}, {'type': 'v1', 'addr': '172.21.15.29:6839', 'nonce': 1875993127}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24469': {'gid': 24469, 'name': 'f', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.122:6835/12485943', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6834', 'nonce': 12485943}, {'type': 'v1', 'addr': '172.21.15.122:6835', 'nonce': 12485943}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24481': {'gid': 24481, 'name': 'c', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.122:6837/2405967260', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6836', 'nonce': 2405967260}, {'type': 'v1', 'addr': '172.21.15.122:6837', 'nonce': 2405967260}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}, 'gid_24499': {'gid': 24499, 'name': 'i', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.122:6839/3512095991', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.122:6838', 'nonce': 3512095991}, {'type': 'v1', 'addr': '172.21.15.122:6839', 'nonce': 3512095991}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24499, 'qdb_cluster': [24469, 24481, 24499]} 2024-09-16T01:43:18.290 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-09-16T01:43:18.290 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.f status 2024-09-16T01:43:18.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:18 smithi029 ceph-mon[34783]: pgmap v332: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-16T01:43:18.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:18 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/4277510539' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:43:18.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:18 smithi122 ceph-mon[34758]: pgmap v332: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 597 B/s wr, 7 op/s 2024-09-16T01:43:18.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:18 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/4277510539' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:43:18.547 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.053+0000 7f1469f74640 1 -- 172.21.15.17:0/1411912860 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1464102790 msgr2=0x7f14641067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.053+0000 7f1469f74640 1 --2- 172.21.15.17:0/1411912860 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1464102790 0x7f14641067e0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f1458009900 tx=0x7f145802a410 comp rx=0 tx=0).stop 2024-09-16T01:43:19.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.053+0000 7f1469f74640 1 -- 172.21.15.17:0/1411912860 shutdown_connections 2024-09-16T01:43:19.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.053+0000 7f1469f74640 1 --2- 172.21.15.17:0/1411912860 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1464106f10 0x7f146410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.053+0000 7f1469f74640 1 --2- 172.21.15.17:0/1411912860 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1464102790 0x7f14641067e0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.053+0000 7f1469f74640 1 --2- 172.21.15.17:0/1411912860 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1464101de0 0x7f14641021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.053+0000 7f1469f74640 1 -- 172.21.15.17:0/1411912860 >> 172.21.15.17:0/1411912860 conn(0x7f14640fd8c0 msgr2=0x7f14640ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:19.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.053+0000 7f1469f74640 1 -- 172.21.15.17:0/1411912860 shutdown_connections 2024-09-16T01:43:19.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.053+0000 7f1469f74640 1 -- 172.21.15.17:0/1411912860 wait complete. 2024-09-16T01:43:19.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.054+0000 7f1469f74640 1 Processor -- start 2024-09-16T01:43:19.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.054+0000 7f1469f74640 1 -- start start 2024-09-16T01:43:19.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1469f74640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1464101de0 0x7f14640744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1469f74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1464102790 0x7f1464074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1469f74640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1464106f10 0x7f1464074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1469f74640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1464111e20 con 0x7f1464102790 2024-09-16T01:43:19.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1469f74640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1464111ca0 con 0x7f1464101de0 2024-09-16T01:43:19.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1469f74640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1464111fa0 con 0x7f1464106f10 2024-09-16T01:43:19.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1462ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1464102790 0x7f1464074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1462ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1464102790 0x7f1464074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50960/0 (socket says 172.21.15.17:50960) 2024-09-16T01:43:19.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1462ffd640 1 -- 172.21.15.17:0/386444625 learned_addr learned my addr 172.21.15.17:0/386444625 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:19.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1463fff640 1 --2- 172.21.15.17:0/386444625 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1464106f10 0x7f1464074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f14637fe640 1 --2- 172.21.15.17:0/386444625 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1464101de0 0x7f14640744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1462ffd640 1 -- 172.21.15.17:0/386444625 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1464106f10 msgr2=0x7f1464074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1462ffd640 1 --2- 172.21.15.17:0/386444625 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1464106f10 0x7f1464074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1462ffd640 1 -- 172.21.15.17:0/386444625 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1464101de0 msgr2=0x7f14640744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1462ffd640 1 --2- 172.21.15.17:0/386444625 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1464101de0 0x7f14640744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1462ffd640 1 -- 172.21.15.17:0/386444625 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14641a6850 con 0x7f1464102790 2024-09-16T01:43:19.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1462ffd640 1 --2- 172.21.15.17:0/386444625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1464102790 0x7f1464074a30 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1458005940 tx=0x7f14580042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1460ff9640 1 -- 172.21.15.17:0/386444625 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145803f030 con 0x7f1464102790 2024-09-16T01:43:19.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1460ff9640 1 -- 172.21.15.17:0/386444625 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1458003cb0 con 0x7f1464102790 2024-09-16T01:43:19.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1460ff9640 1 -- 172.21.15.17:0/386444625 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1458035070 con 0x7f1464102790 2024-09-16T01:43:19.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.055+0000 7f1469f74640 1 -- 172.21.15.17:0/386444625 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14641a6ae0 con 0x7f1464102790 2024-09-16T01:43:19.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.056+0000 7f1469f74640 1 -- 172.21.15.17:0/386444625 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14641a6fc0 con 0x7f1464102790 2024-09-16T01:43:19.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.058+0000 7f1460ff9640 1 -- 172.21.15.17:0/386444625 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7f1458042030 con 0x7f1464102790 2024-09-16T01:43:19.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.058+0000 7f146c34d740 1 Processor -- start 2024-09-16T01:43:19.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.058+0000 7f146c34d740 1 -- start start 2024-09-16T01:43:19.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.058+0000 7f146c34d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125ce9d0 0x55b0125cedb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.058+0000 7f146c34d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125cf2f0 0x55b0125d9670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.058+0000 7f146c34d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125dbfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.058+0000 7f146c34d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b012535090 con 0x55b0125d9bb0 2024-09-16T01:43:19.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.058+0000 7f146c34d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b0124dca70 con 0x55b0125cf2f0 2024-09-16T01:43:19.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.058+0000 7f146c34d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b012531050 con 0x55b0125ce9d0 2024-09-16T01:43:19.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1462ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125dbfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1460ff9640 1 --2- 172.21.15.17:0/386444625 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f144c0a3240 0x7f144c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1462ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125dbfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50962/0 (socket says 172.21.15.17:50962) 2024-09-16T01:43:19.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1462ffd640 1 -- 172.21.15.17:0/1527981264 learned_addr learned my addr 172.21.15.17:0/1527981264 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:19.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f14637fe640 1 --2- 172.21.15.17:0/1527981264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125cf2f0 0x55b0125d9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1463fff640 1 --2- 172.21.15.17:0/1527981264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125ce9d0 0x55b0125cedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1463fff640 1 --2- 172.21.15.17:0/386444625 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f144c0a3240 0x7f144c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1460ff9640 1 -- 172.21.15.17:0/386444625 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f14580f0080 con 0x7f1464102790 2024-09-16T01:43:19.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1463fff640 1 -- 172.21.15.17:0/1527981264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125cf2f0 msgr2=0x55b0125d9670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1463fff640 1 --2- 172.21.15.17:0/1527981264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125cf2f0 0x55b0125d9670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1463fff640 1 -- 172.21.15.17:0/1527981264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 msgr2=0x55b0125dbfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1463fff640 1 --2- 172.21.15.17:0/1527981264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125dbfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1463fff640 1 -- 172.21.15.17:0/1527981264 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0124e9130 con 0x55b0125ce9d0 2024-09-16T01:43:19.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1462ffd640 1 --2- 172.21.15.17:0/1527981264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125dbfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:19.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1463fff640 1 --2- 172.21.15.17:0/1527981264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125ce9d0 0x55b0125cedb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f145c012930 tx=0x7f145c012df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd503591849c640f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.059+0000 7f1463fff640 1 --2- 172.21.15.17:0/386444625 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f144c0a3240 0x7f144c0a5700 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f145c01b000 tx=0x7f145c01d000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.060+0000 7f1449ffb640 1 -- 172.21.15.17:0/1527981264 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145c004d20 con 0x55b0125ce9d0 2024-09-16T01:43:19.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.060+0000 7f1449ffb640 1 -- 172.21.15.17:0/1527981264 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f145c00cca0 con 0x55b0125ce9d0 2024-09-16T01:43:19.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.060+0000 7f1449ffb640 1 -- 172.21.15.17:0/1527981264 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145c01db10 con 0x55b0125ce9d0 2024-09-16T01:43:19.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.060+0000 7f146c34d740 1 -- 172.21.15.17:0/1527981264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125ce9d0 msgr2=0x55b0125cedb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.060+0000 7f146c34d740 1 --2- 172.21.15.17:0/1527981264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125ce9d0 0x55b0125cedb0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f145c012930 tx=0x7f145c012df0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.060+0000 7f146c34d740 1 -- 172.21.15.17:0/1527981264 shutdown_connections 2024-09-16T01:43:19.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.060+0000 7f146c34d740 1 --2- 172.21.15.17:0/1527981264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125dbfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.060+0000 7f146c34d740 1 --2- 172.21.15.17:0/1527981264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125cf2f0 0x55b0125d9670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.060+0000 7f146c34d740 1 --2- 172.21.15.17:0/1527981264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125ce9d0 0x55b0125cedb0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.060+0000 7f146c34d740 1 -- 172.21.15.17:0/1527981264 >> 172.21.15.17:0/1527981264 conn(0x55b0125caf60 msgr2=0x55b0125cb340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:19.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.060+0000 7f146c34d740 1 -- 172.21.15.17:0/1527981264 shutdown_connections 2024-09-16T01:43:19.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.060+0000 7f146c34d740 1 -- 172.21.15.17:0/1527981264 wait complete. 2024-09-16T01:43:19.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.061+0000 7f146c34d740 1 -- start start 2024-09-16T01:43:19.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.061+0000 7f146c34d740 1 Processor -- start 2024-09-16T01:43:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.061+0000 7f146c34d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125ce9d0 0x55b0125d94d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.061+0000 7f146c34d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125cf2f0 0x55b0125d6820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.061+0000 7f146c34d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125d9bb0 0x55b0125d6d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.061+0000 7f146c34d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b0125dc720 con 0x55b0125ce9d0 2024-09-16T01:43:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.061+0000 7f146c34d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b0124eff20 con 0x55b0125cf2f0 2024-09-16T01:43:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.061+0000 7f146c34d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b0125dc8a0 con 0x55b0125d9bb0 2024-09-16T01:43:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.061+0000 7f14637fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125ce9d0 0x55b0125d94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.061+0000 7f146c34d740 10 client.0 _ll_register_callbacks cb 0x55b0124b9030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.061+0000 7f14637fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125ce9d0 0x55b0125d94d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50966/0 (socket says 172.21.15.17:50966) 2024-09-16T01:43:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.061+0000 7f14637fe640 1 -- 172.21.15.17:0/1630073651 learned_addr learned my addr 172.21.15.17:0/1630073651 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.061+0000 7f1462ffd640 1 --2- 172.21.15.17:0/1630073651 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125cf2f0 0x55b0125d6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f1463fff640 1 --2- 172.21.15.17:0/1630073651 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125d9bb0 0x55b0125d6d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f14637fe640 1 -- 172.21.15.17:0/1630073651 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125d9bb0 msgr2=0x55b0125d6d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f14637fe640 1 --2- 172.21.15.17:0/1630073651 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125d9bb0 0x55b0125d6d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f14637fe640 1 -- 172.21.15.17:0/1630073651 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125cf2f0 msgr2=0x55b0125d6820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f14637fe640 1 --2- 172.21.15.17:0/1630073651 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125cf2f0 0x55b0125d6820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f14637fe640 1 -- 172.21.15.17:0/1630073651 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0122a62b0 con 0x55b0125ce9d0 2024-09-16T01:43:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f14637fe640 1 --2- 172.21.15.17:0/1630073651 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125ce9d0 0x55b0125d94d0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1454012740 tx=0x7f1454012b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97827e9312803672 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f1442ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:43:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f1442ffd640 1 -- 172.21.15.17:0/1630073651 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145400f920 con 0x55b0125ce9d0 2024-09-16T01:43:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f1442ffd640 1 -- 172.21.15.17:0/1630073651 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f145400fac0 con 0x55b0125ce9d0 2024-09-16T01:43:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f146c34d740 1 -- 172.21.15.17:0/1630073651 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f145c00cca0 con 0x55b0125ce9d0 2024-09-16T01:43:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f1442ffd640 1 -- 172.21.15.17:0/1630073651 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f145400fcc0 con 0x55b0125ce9d0 2024-09-16T01:43:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f146c34d740 10 client.15078 fetch_fsmap learned FSMap version 24 2024-09-16T01:43:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f146c34d740 1 -- 172.21.15.17:0/1630073651 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b0125e8100 con 0x55b0125ce9d0 2024-09-16T01:43:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f1442ffd640 1 -- 172.21.15.17:0/1630073651 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f145c00cca0 con 0x55b0125ce9d0 2024-09-16T01:43:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f1442ffd640 1 -- 172.21.15.17:0/1630073651 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f145401c420 con 0x55b0125ce9d0 2024-09-16T01:43:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.062+0000 7f146c34d740 10 client.15078 fetch_fsmap finished waiting for FSMap version 24 2024-09-16T01:43:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.063+0000 7f146c34d740 10 client.15078 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-16T01:43:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.063+0000 7f146c34d740 20 client.15078 populate_metadata read hostname 'smithi017' 2024-09-16T01:43:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.063+0000 7f146c34d740 1 --2- 172.21.15.17:0/1630073651 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55b0125ea740 0x55b0125ebbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.063+0000 7f146c34d740 4 client.15078 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:43:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.063+0000 7f146c34d740 1 -- 172.21.15.17:0/1630073651 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b012542600 con 0x55b0125ea740 2024-09-16T01:43:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.063+0000 7f1462ffd640 1 --2- 172.21.15.17:0/1630073651 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55b0125ea740 0x55b0125ebbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.063+0000 7f1462ffd640 1 --2- 172.21.15.17:0/1630073651 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55b0125ea740 0x55b0125ebbb0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fdf335c45cd4eeed server_cookie=e1780f439c87ad6c in_seq=0 out_seq=0 2024-09-16T01:43:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.063+0000 7f1442ffd640 10 client.15078 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:43:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f1442ffd640 1 -- 172.21.15.17:0/1630073651 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b012542600 con 0x55b0125ea740 2024-09-16T01:43:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f1442ffd640 10 client.15078 handle_command_reply: tid=0 2024-09-16T01:43:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f146c34d740 1 client.15078 shutdown 2024-09-16T01:43:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f146c34d740 1 -- 172.21.15.17:0/1630073651 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125ce9d0 msgr2=0x55b0125d94d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f146c34d740 1 --2- 172.21.15.17:0/1630073651 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125ce9d0 0x55b0125d94d0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1454012740 tx=0x7f1454012b40 comp rx=0 tx=0).stop 2024-09-16T01:43:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f146c34d740 1 -- 172.21.15.17:0/1630073651 shutdown_connections 2024-09-16T01:43:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f146c34d740 1 --2- 172.21.15.17:0/1630073651 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55b0125ea740 0x55b0125ebbb0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f146c34d740 1 --2- 172.21.15.17:0/1630073651 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125d9bb0 0x55b0125d6d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f146c34d740 1 --2- 172.21.15.17:0/1630073651 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125cf2f0 0x55b0125d6820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f1442ffd640 0 client.15078 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:43:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f146c34d740 1 --2- 172.21.15.17:0/1630073651 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125ce9d0 0x55b0125d94d0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f146c34d740 1 -- 172.21.15.17:0/1630073651 >> 172.21.15.17:0/1630073651 conn(0x55b0125caf60 msgr2=0x55b0125d0c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f146c34d740 1 -- 172.21.15.17:0/1630073651 shutdown_connections 2024-09-16T01:43:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f146c34d740 1 -- 172.21.15.17:0/1630073651 wait complete. 2024-09-16T01:43:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.064+0000 7f146c34d740 20 client.15078 trim_cache size 0 max 16384 2024-09-16T01:43:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.082+0000 7f146c34d740 1 Processor -- start 2024-09-16T01:43:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.082+0000 7f146c34d740 1 -- start start 2024-09-16T01:43:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.082+0000 7f146c34d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125ce9d0 0x55b0125ebbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.082+0000 7f146c34d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125cf2f0 0x55b0125d8680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.082+0000 7f146c34d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125d3a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.082+0000 7f146c34d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b0125e9ef0 con 0x55b0125d9bb0 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.082+0000 7f146c34d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b0125ea5c0 con 0x55b0125cf2f0 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.082+0000 7f146c34d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b0125eac90 con 0x55b0125ce9d0 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.082+0000 7f1463fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125d3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.082+0000 7f1463fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125d3a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50970/0 (socket says 172.21.15.17:50970) 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.082+0000 7f1463fff640 1 -- 172.21.15.17:0/198143629 learned_addr learned my addr 172.21.15.17:0/198143629 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.083+0000 7f14637fe640 1 --2- 172.21.15.17:0/198143629 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125ce9d0 0x55b0125ebbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.083+0000 7f1463fff640 1 -- 172.21.15.17:0/198143629 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125ce9d0 msgr2=0x55b0125ebbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.083+0000 7f1463fff640 1 --2- 172.21.15.17:0/198143629 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125ce9d0 0x55b0125ebbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.083+0000 7f1463fff640 1 -- 172.21.15.17:0/198143629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125cf2f0 msgr2=0x55b0125d8680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.083+0000 7f1463fff640 1 --2- 172.21.15.17:0/198143629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125cf2f0 0x55b0125d8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.083+0000 7f1463fff640 1 -- 172.21.15.17:0/198143629 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b0125d7ba0 con 0x55b0125d9bb0 2024-09-16T01:43:19.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.083+0000 7f1463fff640 1 --2- 172.21.15.17:0/198143629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125d3a80 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f145c006010 tx=0x7f145c009600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc486c4f3c5f6fed server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.083+0000 7f14497fa640 1 -- 172.21.15.17:0/198143629 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145c004c00 con 0x55b0125d9bb0 2024-09-16T01:43:19.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.083+0000 7f14497fa640 1 -- 172.21.15.17:0/198143629 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f145c004da0 con 0x55b0125d9bb0 2024-09-16T01:43:19.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.083+0000 7f14497fa640 1 -- 172.21.15.17:0/198143629 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145c01dc80 con 0x55b0125d9bb0 2024-09-16T01:43:19.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.084+0000 7f146c34d740 1 -- 172.21.15.17:0/198143629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 msgr2=0x55b0125d3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.084+0000 7f146c34d740 1 --2- 172.21.15.17:0/198143629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125d3a80 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f145c006010 tx=0x7f145c009600 comp rx=0 tx=0).stop 2024-09-16T01:43:19.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.084+0000 7f146c34d740 1 -- 172.21.15.17:0/198143629 shutdown_connections 2024-09-16T01:43:19.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.084+0000 7f146c34d740 1 --2- 172.21.15.17:0/198143629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125d3a80 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.084+0000 7f146c34d740 1 --2- 172.21.15.17:0/198143629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125cf2f0 0x55b0125d8680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.084+0000 7f146c34d740 1 --2- 172.21.15.17:0/198143629 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125ce9d0 0x55b0125ebbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.084+0000 7f146c34d740 1 -- 172.21.15.17:0/198143629 >> 172.21.15.17:0/198143629 conn(0x55b0125caf60 msgr2=0x55b0125d7f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:19.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.084+0000 7f146c34d740 1 -- 172.21.15.17:0/198143629 shutdown_connections 2024-09-16T01:43:19.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.084+0000 7f146c34d740 1 -- 172.21.15.17:0/198143629 wait complete. 2024-09-16T01:43:19.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.084+0000 7f146c34d740 1 -- start start 2024-09-16T01:43:19.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.084+0000 7f146c34d740 1 Processor -- start 2024-09-16T01:43:19.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f146c34d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125ce9d0 0x55b0125f45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f146c34d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125cf2f0 0x55b0125ef900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f146c34d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125efe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f146c34d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b0125eba30 con 0x55b0125d9bb0 2024-09-16T01:43:19.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f146c34d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b0125eb360 con 0x55b0125ce9d0 2024-09-16T01:43:19.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f146c34d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b0125ec100 con 0x55b0125cf2f0 2024-09-16T01:43:19.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f146c34d740 10 client.0 _ll_register_callbacks cb 0x7f1454009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:19.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f1463fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125efe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f1463fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125efe40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50974/0 (socket says 172.21.15.17:50974) 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f1463fff640 1 -- 172.21.15.17:0/1736388592 learned_addr learned my addr 172.21.15.17:0/1736388592 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f1462ffd640 1 --2- 172.21.15.17:0/1736388592 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125cf2f0 0x55b0125ef900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f14637fe640 1 --2- 172.21.15.17:0/1736388592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125ce9d0 0x55b0125f45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f1463fff640 1 -- 172.21.15.17:0/1736388592 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125cf2f0 msgr2=0x55b0125ef900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f1463fff640 1 --2- 172.21.15.17:0/1736388592 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125cf2f0 0x55b0125ef900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f1463fff640 1 -- 172.21.15.17:0/1736388592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125ce9d0 msgr2=0x55b0125f45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f1463fff640 1 --2- 172.21.15.17:0/1736388592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125ce9d0 0x55b0125f45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f1463fff640 1 -- 172.21.15.17:0/1736388592 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b0125f0620 con 0x55b0125d9bb0 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f1462ffd640 1 --2- 172.21.15.17:0/1736388592 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125cf2f0 0x55b0125ef900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:19.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f1463fff640 1 --2- 172.21.15.17:0/1736388592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125efe40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f145c010740 tx=0x7f145c004c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbcbc7dd9031f2f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.085+0000 7f1442ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.086+0000 7f1442ffd640 1 -- 172.21.15.17:0/1736388592 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f145c037070 con 0x55b0125d9bb0 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.086+0000 7f1442ffd640 1 -- 172.21.15.17:0/1736388592 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f145c01dc00 con 0x55b0125d9bb0 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.086+0000 7f146c34d740 1 -- 172.21.15.17:0/1736388592 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f145c004da0 con 0x55b0125d9bb0 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.086+0000 7f1442ffd640 1 -- 172.21.15.17:0/1736388592 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f145c01d7d0 con 0x55b0125d9bb0 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.086+0000 7f146c34d740 10 client.15084 fetch_fsmap learned FSMap version 24 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.086+0000 7f146c34d740 1 -- 172.21.15.17:0/1736388592 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55b012654e60 con 0x55b0125d9bb0 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.086+0000 7f1442ffd640 1 -- 172.21.15.17:0/1736388592 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f145c004da0 con 0x55b0125d9bb0 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.086+0000 7f1442ffd640 1 -- 172.21.15.17:0/1736388592 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f145c02f070 con 0x55b0125d9bb0 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.086+0000 7f146c34d740 10 client.15084 fetch_fsmap finished waiting for FSMap version 24 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.086+0000 7f146c34d740 10 client.15084 resolve_mds: resolved name 'f' to daemon mds.f 2024-09-16T01:43:19.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.086+0000 7f146c34d740 20 client.15084 populate_metadata read hostname 'smithi017' 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.086+0000 7f146c34d740 1 --2- 172.21.15.17:0/1736388592 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55b0126594a0 0x55b0126581b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.086+0000 7f146c34d740 4 client.15084 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.086+0000 7f146c34d740 1 -- 172.21.15.17:0/1736388592 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "status"}) -- 0x55b01253cb10 con 0x55b0126594a0 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f14637fe640 1 --2- 172.21.15.17:0/1736388592 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55b0126594a0 0x55b0126581b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f14637fe640 1 --2- 172.21.15.17:0/1736388592 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55b0126594a0 0x55b0126581b0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9097a50e654e818d server_cookie=c09696703a862269 in_seq=0 out_seq=0 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f1442ffd640 10 client.15084 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f1442ffd640 1 -- 172.21.15.17:0/1736388592 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55b01253cb10 con 0x55b0126594a0 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f1442ffd640 10 client.15084 handle_command_reply: tid=0 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f146c34d740 1 client.15084 shutdown 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f146c34d740 1 -- 172.21.15.17:0/1736388592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 msgr2=0x55b0125efe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f146c34d740 1 --2- 172.21.15.17:0/1736388592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125efe40 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f145c010740 tx=0x7f145c004c10 comp rx=0 tx=0).stop 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f146c34d740 1 -- 172.21.15.17:0/1736388592 shutdown_connections 2024-09-16T01:43:19.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f146c34d740 1 --2- 172.21.15.17:0/1736388592 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55b0126594a0 0x55b0126581b0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f146c34d740 1 --2- 172.21.15.17:0/1736388592 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b0125d9bb0 0x55b0125efe40 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f146c34d740 1 --2- 172.21.15.17:0/1736388592 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b0125cf2f0 0x55b0125ef900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f1442ffd640 0 client.15084 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:43:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f146c34d740 1 --2- 172.21.15.17:0/1736388592 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b0125ce9d0 0x55b0125f45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f146c34d740 1 -- 172.21.15.17:0/1736388592 >> 172.21.15.17:0/1736388592 conn(0x55b0125caf60 msgr2=0x55b0125ca000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.087+0000 7f146c34d740 1 -- 172.21.15.17:0/1736388592 shutdown_connections 2024-09-16T01:43:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.088+0000 7f146c34d740 1 -- 172.21.15.17:0/1736388592 wait complete. 2024-09-16T01:43:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.088+0000 7f146c34d740 20 client.15084 trim_cache size 0 max 16384 2024-09-16T01:43:19.095 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:43:19.095 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "9c4454ae-73cb-11ef-bceb-c7b262605968", 2024-09-16T01:43:19.096 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 2, 2024-09-16T01:43:19.096 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24469, 2024-09-16T01:43:19.096 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-16T01:43:19.096 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-16T01:43:19.096 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-16T01:43:19.096 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 87.209962942000004, 2024-09-16T01:43:19.096 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 24, 2024-09-16T01:43:19.096 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 84, 2024-09-16T01:43:19.096 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 82, 2024-09-16T01:43:19.096 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 122.825726278 2024-09-16T01:43:19.096 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:43:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.088+0000 7f1469f74640 1 -- 172.21.15.17:0/386444625 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f144c0a3240 msgr2=0x7f144c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.088+0000 7f1469f74640 1 --2- 172.21.15.17:0/386444625 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f144c0a3240 0x7f144c0a5700 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f145c01b000 tx=0x7f145c01d000 comp rx=0 tx=0).stop 2024-09-16T01:43:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.088+0000 7f1469f74640 1 -- 172.21.15.17:0/386444625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1464102790 msgr2=0x7f1464074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.088+0000 7f1469f74640 1 --2- 172.21.15.17:0/386444625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1464102790 0x7f1464074a30 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f1458005940 tx=0x7f14580042f0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.088+0000 7f1469f74640 1 -- 172.21.15.17:0/386444625 shutdown_connections 2024-09-16T01:43:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.088+0000 7f1469f74640 1 --2- 172.21.15.17:0/386444625 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f144c0a3240 0x7f144c0a5700 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.088+0000 7f1469f74640 1 --2- 172.21.15.17:0/386444625 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1464106f10 0x7f1464074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.088+0000 7f1469f74640 1 --2- 172.21.15.17:0/386444625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1464102790 0x7f1464074a30 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.088+0000 7f1469f74640 1 --2- 172.21.15.17:0/386444625 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1464101de0 0x7f14640744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.088+0000 7f1469f74640 1 -- 172.21.15.17:0/386444625 >> 172.21.15.17:0/386444625 conn(0x7f14640fd8c0 msgr2=0x7f14640fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.088+0000 7f1469f74640 1 -- 172.21.15.17:0/386444625 shutdown_connections 2024-09-16T01:43:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:19.088+0000 7f1469f74640 1 -- 172.21.15.17:0/386444625 wait complete. 2024-09-16T01:43:19.832 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.c status 2024-09-16T01:43:20.088 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:20.489 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:20 smithi017 ceph-mon[30972]: pgmap v333: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-16T01:43:20.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:20 smithi122 ceph-mon[34758]: pgmap v333: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-16T01:43:20.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:20 smithi029 ceph-mon[34783]: pgmap v333: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-16T01:43:20.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.570+0000 7f95af9b4640 1 -- 172.21.15.17:0/4161081364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95a810c170 msgr2=0x7f95a810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.570+0000 7f95af9b4640 1 --2- 172.21.15.17:0/4161081364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95a810c170 0x7f95a810e610 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f95a0009ca0 tx=0x7f95a002a950 comp rx=0 tx=0).stop 2024-09-16T01:43:20.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.570+0000 7f95af9b4640 1 -- 172.21.15.17:0/4161081364 shutdown_connections 2024-09-16T01:43:20.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.570+0000 7f95af9b4640 1 --2- 172.21.15.17:0/4161081364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95a810c170 0x7f95a810e610 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.570+0000 7f95af9b4640 1 --2- 172.21.15.17:0/4161081364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a8103660 0x7f95a810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.570+0000 7f95af9b4640 1 --2- 172.21.15.17:0/4161081364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95a8102d40 0x7f95a8103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.570+0000 7f95af9b4640 1 -- 172.21.15.17:0/4161081364 >> 172.21.15.17:0/4161081364 conn(0x7f95a80fc7a0 msgr2=0x7f95a80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:20.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.570+0000 7f95af9b4640 1 -- 172.21.15.17:0/4161081364 shutdown_connections 2024-09-16T01:43:20.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.570+0000 7f95af9b4640 1 -- 172.21.15.17:0/4161081364 wait complete. 2024-09-16T01:43:20.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95af9b4640 1 Processor -- start 2024-09-16T01:43:20.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95af9b4640 1 -- start start 2024-09-16T01:43:20.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95af9b4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95a8102d40 0x7f95a8198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95af9b4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a8103660 0x7f95a81988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95af9b4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95a810c170 0x7f95a819cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95af9b4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f95a8111e50 con 0x7f95a810c170 2024-09-16T01:43:20.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95af9b4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f95a8111cd0 con 0x7f95a8102d40 2024-09-16T01:43:20.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95af9b4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f95a8111fd0 con 0x7f95a8103660 2024-09-16T01:43:20.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95adf51640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95a810c170 0x7f95a819cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95adf51640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95a810c170 0x7f95a819cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50986/0 (socket says 172.21.15.17:50986) 2024-09-16T01:43:20.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95adf51640 1 -- 172.21.15.17:0/3083209029 learned_addr learned my addr 172.21.15.17:0/3083209029 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:20.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95ad750640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95a8102d40 0x7f95a8198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95acf4f640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a8103660 0x7f95a81988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95adf51640 1 -- 172.21.15.17:0/3083209029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a8103660 msgr2=0x7f95a81988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95adf51640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a8103660 0x7f95a81988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95adf51640 1 -- 172.21.15.17:0/3083209029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95a8102d40 msgr2=0x7f95a8198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95adf51640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95a8102d40 0x7f95a8198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95adf51640 1 -- 172.21.15.17:0/3083209029 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95a819d320 con 0x7f95a810c170 2024-09-16T01:43:20.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.571+0000 7f95acf4f640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a8103660 0x7f95a81988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:20.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.572+0000 7f95adf51640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95a810c170 0x7f95a819cc40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f95a0009dc0 tx=0x7f95a0003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.572+0000 7f959e7fc640 1 -- 172.21.15.17:0/3083209029 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a0034040 con 0x7f95a810c170 2024-09-16T01:43:20.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.572+0000 7f95af9b4640 1 -- 172.21.15.17:0/3083209029 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95a819d5b0 con 0x7f95a810c170 2024-09-16T01:43:20.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.572+0000 7f959e7fc640 1 -- 172.21.15.17:0/3083209029 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95a0030850 con 0x7f95a810c170 2024-09-16T01:43:20.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.572+0000 7f959e7fc640 1 -- 172.21.15.17:0/3083209029 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a00047f0 con 0x7f95a810c170 2024-09-16T01:43:20.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.572+0000 7f95af9b4640 1 -- 172.21.15.17:0/3083209029 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95a81a4ef0 con 0x7f95a810c170 2024-09-16T01:43:20.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.574+0000 7f959e7fc640 1 -- 172.21.15.17:0/3083209029 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7f95a0037020 con 0x7f95a810c170 2024-09-16T01:43:20.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95b1d8d740 1 Processor -- start 2024-09-16T01:43:20.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95b1d8d740 1 -- start start 2024-09-16T01:43:20.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95b1d8d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 0x558ccdaf8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95b1d8d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb03670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95b1d8d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb05fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95b1d8d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558ccda5f090 con 0x558ccdaf92f0 2024-09-16T01:43:20.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95b1d8d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558ccda06a70 con 0x558ccdaf89d0 2024-09-16T01:43:20.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95b1d8d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558ccda5b050 con 0x558ccdb03bb0 2024-09-16T01:43:20.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95ad750640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb03670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95ad750640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb03670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51002/0 (socket says 172.21.15.17:51002) 2024-09-16T01:43:20.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95ad750640 1 -- 172.21.15.17:0/171304755 learned_addr learned my addr 172.21.15.17:0/171304755 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:20.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f959e7fc640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95940a3240 0x7f95940a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95acf4f640 1 --2- 172.21.15.17:0/171304755 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb05fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95acf4f640 1 --2- 172.21.15.17:0/171304755 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 0x558ccdaf8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95adf51640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95940a3240 0x7f95940a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95ad750640 1 -- 172.21.15.17:0/171304755 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 msgr2=0x558ccdb05fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:20.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.575+0000 7f95ad750640 1 --2- 172.21.15.17:0/171304755 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb05fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.576+0000 7f95ad750640 1 -- 172.21.15.17:0/171304755 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 msgr2=0x558ccdaf8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:20.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.576+0000 7f95ad750640 1 --2- 172.21.15.17:0/171304755 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 0x558ccdaf8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.576+0000 7f95ad750640 1 -- 172.21.15.17:0/171304755 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ccda13130 con 0x558ccdaf92f0 2024-09-16T01:43:20.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.576+0000 7f959e7fc640 1 -- 172.21.15.17:0/3083209029 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f95a00f09b0 con 0x7f95a810c170 2024-09-16T01:43:20.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.576+0000 7f95ad750640 1 --2- 172.21.15.17:0/171304755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb03670 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f95a400bd10 tx=0x7f95a40107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4dc573b48581488 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.576+0000 7f95adf51640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95940a3240 0x7f95940a5700 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f95a00bcc40 tx=0x7f95a00b8c30 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.576+0000 7f95937fe640 1 -- 172.21.15.17:0/171304755 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a4004030 con 0x558ccdaf92f0 2024-09-16T01:43:20.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.576+0000 7f95937fe640 1 -- 172.21.15.17:0/171304755 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95a40035f0 con 0x558ccdaf92f0 2024-09-16T01:43:20.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.576+0000 7f95937fe640 1 -- 172.21.15.17:0/171304755 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a40117b0 con 0x558ccdaf92f0 2024-09-16T01:43:20.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.577+0000 7f95b1d8d740 1 -- 172.21.15.17:0/171304755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 msgr2=0x558ccdb03670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.577+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/171304755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb03670 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f95a400bd10 tx=0x7f95a40107a0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.577+0000 7f95b1d8d740 1 -- 172.21.15.17:0/171304755 shutdown_connections 2024-09-16T01:43:20.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.577+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/171304755 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb05fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.577+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/171304755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb03670 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.577+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/171304755 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 0x558ccdaf8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.577+0000 7f95b1d8d740 1 -- 172.21.15.17:0/171304755 >> 172.21.15.17:0/171304755 conn(0x558ccdaf4f60 msgr2=0x558ccdaf5340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:20.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.577+0000 7f95b1d8d740 1 -- 172.21.15.17:0/171304755 shutdown_connections 2024-09-16T01:43:20.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.577+0000 7f95b1d8d740 1 -- 172.21.15.17:0/171304755 wait complete. 2024-09-16T01:43:20.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.577+0000 7f95b1d8d740 1 -- start start 2024-09-16T01:43:20.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.577+0000 7f95b1d8d740 1 Processor -- start 2024-09-16T01:43:20.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95b1d8d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 0x558ccdb034a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95b1d8d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb007f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95b1d8d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb00d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95b1d8d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558ccdb06780 con 0x558ccdaf92f0 2024-09-16T01:43:20.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95b1d8d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558ccda19f20 con 0x558ccdaf89d0 2024-09-16T01:43:20.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95b1d8d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558ccdb06900 con 0x558ccdb03bb0 2024-09-16T01:43:20.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95b1d8d740 10 client.0 _ll_register_callbacks cb 0x558ccd9e3030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:20.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95ad750640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb007f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95ad750640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb007f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51008/0 (socket says 172.21.15.17:51008) 2024-09-16T01:43:20.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95ad750640 1 -- 172.21.15.17:0/3806301042 learned_addr learned my addr 172.21.15.17:0/3806301042 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:20.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95acf4f640 1 --2- 172.21.15.17:0/3806301042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 0x558ccdb034a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95acf4f640 1 --2- 172.21.15.17:0/3806301042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb00d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95ad750640 1 -- 172.21.15.17:0/3806301042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 msgr2=0x558ccdb00d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:20.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95ad750640 1 --2- 172.21.15.17:0/3806301042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb00d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95ad750640 1 -- 172.21.15.17:0/3806301042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 msgr2=0x558ccdb034a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:20.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95ad750640 1 --2- 172.21.15.17:0/3806301042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 0x558ccdb034a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95ad750640 1 -- 172.21.15.17:0/3806301042 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ccd7d02b0 con 0x558ccdaf92f0 2024-09-16T01:43:20.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f95ad750640 1 --2- 172.21.15.17:0/3806301042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb007f0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f95a4005930 tx=0x7f95a400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b68fb09cccec2cd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f9590ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:43:20.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.578+0000 7f9590ff9640 1 -- 172.21.15.17:0/3806301042 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a4029060 con 0x558ccdaf92f0 2024-09-16T01:43:20.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.579+0000 7f95b1d8d740 1 -- 172.21.15.17:0/3806301042 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95a40035f0 con 0x558ccdaf92f0 2024-09-16T01:43:20.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.579+0000 7f9590ff9640 1 -- 172.21.15.17:0/3806301042 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f95a40039b0 con 0x558ccdaf92f0 2024-09-16T01:43:20.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.579+0000 7f9590ff9640 1 -- 172.21.15.17:0/3806301042 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f95a4004000 con 0x558ccdaf92f0 2024-09-16T01:43:20.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.579+0000 7f95b1d8d740 10 client.15096 fetch_fsmap learned FSMap version 24 2024-09-16T01:43:20.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.579+0000 7f95b1d8d740 1 -- 172.21.15.17:0/3806301042 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558ccdb120f0 con 0x558ccdaf92f0 2024-09-16T01:43:20.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.579+0000 7f9590ff9640 1 -- 172.21.15.17:0/3806301042 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95a40035f0 con 0x558ccdaf92f0 2024-09-16T01:43:20.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.579+0000 7f9590ff9640 1 -- 172.21.15.17:0/3806301042 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f95a402e070 con 0x558ccdaf92f0 2024-09-16T01:43:20.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.579+0000 7f95b1d8d740 10 client.15096 fetch_fsmap finished waiting for FSMap version 24 2024-09-16T01:43:20.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.579+0000 7f95b1d8d740 10 client.15096 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T01:43:20.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.579+0000 7f95b1d8d740 20 client.15096 populate_metadata read hostname 'smithi017' 2024-09-16T01:43:20.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.579+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/3806301042 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558ccdb14b30 0x558ccdb15fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.579+0000 7f95b1d8d740 4 client.15096 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:43:20.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.579+0000 7f95b1d8d740 1 -- 172.21.15.17:0/3806301042 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558ccda6c600 con 0x558ccdb14b30 2024-09-16T01:43:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.579+0000 7f95acf4f640 1 --2- 172.21.15.17:0/3806301042 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558ccdb14b30 0x558ccdb15fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.580+0000 7f9590ff9640 10 client.15096 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:43:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.580+0000 7f95acf4f640 1 --2- 172.21.15.17:0/3806301042 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558ccdb14b30 0x558ccdb15fa0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ed1ff1aa63e9e027 server_cookie=47a851bfd87deff4 in_seq=0 out_seq=0 2024-09-16T01:43:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f9590ff9640 1 -- 172.21.15.17:0/3806301042 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558ccda6c600 con 0x558ccdb14b30 2024-09-16T01:43:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f9590ff9640 10 client.15096 handle_command_reply: tid=0 2024-09-16T01:43:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f95b1d8d740 1 client.15096 shutdown 2024-09-16T01:43:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f95b1d8d740 1 -- 172.21.15.17:0/3806301042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 msgr2=0x558ccdb007f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/3806301042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb007f0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f95a4005930 tx=0x7f95a400b8e0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f95b1d8d740 1 -- 172.21.15.17:0/3806301042 shutdown_connections 2024-09-16T01:43:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/3806301042 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558ccdb14b30 0x558ccdb15fa0 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/3806301042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb00d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/3806301042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb007f0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f9590ff9640 0 client.15096 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:43:20.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/3806301042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 0x558ccdb034a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f95b1d8d740 1 -- 172.21.15.17:0/3806301042 >> 172.21.15.17:0/3806301042 conn(0x558ccdaf4f60 msgr2=0x558ccdafac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:20.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f95b1d8d740 1 -- 172.21.15.17:0/3806301042 shutdown_connections 2024-09-16T01:43:20.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f95b1d8d740 1 -- 172.21.15.17:0/3806301042 wait complete. 2024-09-16T01:43:20.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.581+0000 7f95b1d8d740 20 client.15096 trim_cache size 0 max 16384 2024-09-16T01:43:20.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.599+0000 7f95b1d8d740 1 Processor -- start 2024-09-16T01:43:20.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95b1d8d740 1 -- start start 2024-09-16T01:43:20.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95b1d8d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf89d0 0x558ccdb13c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95b1d8d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf92f0 0x558ccdb1e280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95b1d8d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb1e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95b1d8d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558ccdb142e0 con 0x558ccdaf89d0 2024-09-16T01:43:20.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95b1d8d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558ccdb149b0 con 0x558ccdaf92f0 2024-09-16T01:43:20.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95b1d8d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558ccdb15080 con 0x558ccdb03bb0 2024-09-16T01:43:20.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95acf4f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf89d0 0x558ccdb13c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95acf4f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf89d0 0x558ccdb13c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51018/0 (socket says 172.21.15.17:51018) 2024-09-16T01:43:20.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95acf4f640 1 -- 172.21.15.17:0/1980975164 learned_addr learned my addr 172.21.15.17:0/1980975164 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:20.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95acf4f640 1 --2- 172.21.15.17:0/1980975164 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb1e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95ad750640 1 --2- 172.21.15.17:0/1980975164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf92f0 0x558ccdb1e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95acf4f640 1 -- 172.21.15.17:0/1980975164 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 msgr2=0x558ccdb1e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:20.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95acf4f640 1 --2- 172.21.15.17:0/1980975164 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb1e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95acf4f640 1 -- 172.21.15.17:0/1980975164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf92f0 msgr2=0x558ccdb1e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:20.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95acf4f640 1 --2- 172.21.15.17:0/1980975164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf92f0 0x558ccdb1e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95acf4f640 1 -- 172.21.15.17:0/1980975164 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558ccdaf4c30 con 0x558ccdaf89d0 2024-09-16T01:43:20.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95ad750640 1 --2- 172.21.15.17:0/1980975164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf92f0 0x558ccdb1e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:20.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.600+0000 7f95acf4f640 1 --2- 172.21.15.17:0/1980975164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf89d0 0x558ccdb13c70 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f959800b430 tx=0x7f959800b740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12d0612a91f52abc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.601+0000 7f9592ffd640 1 -- 172.21.15.17:0/1980975164 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9598025070 con 0x558ccdaf89d0 2024-09-16T01:43:20.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.601+0000 7f9592ffd640 1 -- 172.21.15.17:0/1980975164 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9598004be0 con 0x558ccdaf89d0 2024-09-16T01:43:20.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.601+0000 7f9592ffd640 1 -- 172.21.15.17:0/1980975164 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f959801b040 con 0x558ccdaf89d0 2024-09-16T01:43:20.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.601+0000 7f95b1d8d740 1 -- 172.21.15.17:0/1980975164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf89d0 msgr2=0x558ccdb13c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.601+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/1980975164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf89d0 0x558ccdb13c70 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f959800b430 tx=0x7f959800b740 comp rx=0 tx=0).stop 2024-09-16T01:43:20.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.601+0000 7f95b1d8d740 1 -- 172.21.15.17:0/1980975164 shutdown_connections 2024-09-16T01:43:20.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.601+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/1980975164 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb1e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.601+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/1980975164 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf92f0 0x558ccdb1e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.601+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/1980975164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf89d0 0x558ccdb13c70 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.601+0000 7f95b1d8d740 1 -- 172.21.15.17:0/1980975164 >> 172.21.15.17:0/1980975164 conn(0x558ccdaf4f60 msgr2=0x558ccdb13560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:20.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.601+0000 7f95b1d8d740 1 -- 172.21.15.17:0/1980975164 shutdown_connections 2024-09-16T01:43:20.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.601+0000 7f95b1d8d740 1 -- 172.21.15.17:0/1980975164 wait complete. 2024-09-16T01:43:20.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.602+0000 7f95b1d8d740 1 -- start start 2024-09-16T01:43:20.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.602+0000 7f95b1d8d740 1 Processor -- start 2024-09-16T01:43:20.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.602+0000 7f95b1d8d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 0x558ccdb191b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.602+0000 7f95b1d8d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb196f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.602+0000 7f95b1d8d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb19c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.602+0000 7f95b1d8d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558ccdb15e20 con 0x558ccdaf92f0 2024-09-16T01:43:20.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.602+0000 7f95b1d8d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558ccdb15750 con 0x558ccdaf89d0 2024-09-16T01:43:20.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.602+0000 7f95b1d8d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558ccdb164f0 con 0x558ccdb03bb0 2024-09-16T01:43:20.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.602+0000 7f95b1d8d740 10 client.0 _ll_register_callbacks cb 0x7f95a806b7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:20.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.602+0000 7f95ad750640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb196f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f95ad750640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb196f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51026/0 (socket says 172.21.15.17:51026) 2024-09-16T01:43:20.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f95ad750640 1 -- 172.21.15.17:0/1166874208 learned_addr learned my addr 172.21.15.17:0/1166874208 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:20.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f95acf4f640 1 --2- 172.21.15.17:0/1166874208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 0x558ccdb191b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f95acf4f640 1 --2- 172.21.15.17:0/1166874208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb19c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f95ad750640 1 -- 172.21.15.17:0/1166874208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 msgr2=0x558ccdb19c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:20.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f95ad750640 1 --2- 172.21.15.17:0/1166874208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb19c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f95ad750640 1 -- 172.21.15.17:0/1166874208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 msgr2=0x558ccdb191b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:20.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f95ad750640 1 --2- 172.21.15.17:0/1166874208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 0x558ccdb191b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f95ad750640 1 -- 172.21.15.17:0/1166874208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558ccdb7d230 con 0x558ccdaf92f0 2024-09-16T01:43:20.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f95ad750640 1 --2- 172.21.15.17:0/1166874208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb196f0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f95a4011010 tx=0x7f95a40049d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90c228dc330ac39f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:20.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f9590ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:43:20.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f9590ff9640 1 -- 172.21.15.17:0/1166874208 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95a4034030 con 0x558ccdaf92f0 2024-09-16T01:43:20.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f9590ff9640 1 -- 172.21.15.17:0/1166874208 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f95a4021040 con 0x558ccdaf92f0 2024-09-16T01:43:20.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f95b1d8d740 1 -- 172.21.15.17:0/1166874208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9598004be0 con 0x558ccdaf92f0 2024-09-16T01:43:20.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f9590ff9640 1 -- 172.21.15.17:0/1166874208 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f95a4029040 con 0x558ccdaf92f0 2024-09-16T01:43:20.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f95b1d8d740 10 client.15102 fetch_fsmap learned FSMap version 24 2024-09-16T01:43:20.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.603+0000 7f95b1d8d740 1 -- 172.21.15.17:0/1166874208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x558ccdb7e4b0 con 0x558ccdaf92f0 2024-09-16T01:43:20.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.604+0000 7f9590ff9640 1 -- 172.21.15.17:0/1166874208 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9598004be0 con 0x558ccdaf92f0 2024-09-16T01:43:20.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.604+0000 7f9590ff9640 1 -- 172.21.15.17:0/1166874208 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f95a402e050 con 0x558ccdaf92f0 2024-09-16T01:43:20.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.604+0000 7f95b1d8d740 10 client.15102 fetch_fsmap finished waiting for FSMap version 24 2024-09-16T01:43:20.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.604+0000 7f95b1d8d740 10 client.15102 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-16T01:43:20.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.604+0000 7f95b1d8d740 20 client.15102 populate_metadata read hostname 'smithi017' 2024-09-16T01:43:20.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.604+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/1166874208 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558ccdb83010 0x558ccdb81d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:20.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.604+0000 7f95b1d8d740 4 client.15102 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:43:20.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.604+0000 7f95b1d8d740 1 -- 172.21.15.17:0/1166874208 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "status"}) -- 0x558ccda66b10 con 0x558ccdb83010 2024-09-16T01:43:20.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.604+0000 7f95acf4f640 1 --2- 172.21.15.17:0/1166874208 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558ccdb83010 0x558ccdb81d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:20.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f9590ff9640 10 client.15102 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:43:20.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f95acf4f640 1 --2- 172.21.15.17:0/1166874208 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558ccdb83010 0x558ccdb81d20 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e8f9130dccc32b82 server_cookie=4c12dfbd25f3b843 in_seq=0 out_seq=0 2024-09-16T01:43:20.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f9590ff9640 1 -- 172.21.15.17:0/1166874208 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x558ccda66b10 con 0x558ccdb83010 2024-09-16T01:43:20.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f9590ff9640 10 client.15102 handle_command_reply: tid=0 2024-09-16T01:43:20.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f95b1d8d740 1 client.15102 shutdown 2024-09-16T01:43:20.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f95b1d8d740 1 -- 172.21.15.17:0/1166874208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 msgr2=0x558ccdb196f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/1166874208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb196f0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f95a4011010 tx=0x7f95a40049d0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f95b1d8d740 1 -- 172.21.15.17:0/1166874208 shutdown_connections 2024-09-16T01:43:20.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/1166874208 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558ccdb83010 0x558ccdb81d20 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/1166874208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558ccdb03bb0 0x558ccdb19c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/1166874208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ccdaf92f0 0x558ccdb196f0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f9590ff9640 0 client.15102 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:43:20.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f95b1d8d740 1 --2- 172.21.15.17:0/1166874208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558ccdaf89d0 0x558ccdb191b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f95b1d8d740 1 -- 172.21.15.17:0/1166874208 >> 172.21.15.17:0/1166874208 conn(0x558ccdaf4f60 msgr2=0x558ccdb01e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:20.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f95b1d8d740 1 -- 172.21.15.17:0/1166874208 shutdown_connections 2024-09-16T01:43:20.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f95b1d8d740 1 -- 172.21.15.17:0/1166874208 wait complete. 2024-09-16T01:43:20.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.605+0000 7f95b1d8d740 20 client.15102 trim_cache size 0 max 16384 2024-09-16T01:43:20.613 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:43:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "9c4454ae-73cb-11ef-bceb-c7b262605968", 2024-09-16T01:43:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 1, 2024-09-16T01:43:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24481, 2024-09-16T01:43:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-16T01:43:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-16T01:43:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-16T01:43:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 89.733836936000003, 2024-09-16T01:43:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 24, 2024-09-16T01:43:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 84, 2024-09-16T01:43:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 82, 2024-09-16T01:43:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 121.832636103 2024-09-16T01:43:20.614 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:43:20.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.606+0000 7f95af9b4640 1 -- 172.21.15.17:0/3083209029 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95940a3240 msgr2=0x7f95940a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.606+0000 7f95af9b4640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95940a3240 0x7f95940a5700 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f95a00bcc40 tx=0x7f95a00b8c30 comp rx=0 tx=0).stop 2024-09-16T01:43:20.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.606+0000 7f95af9b4640 1 -- 172.21.15.17:0/3083209029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95a810c170 msgr2=0x7f95a819cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:20.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.606+0000 7f95af9b4640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95a810c170 0x7f95a819cc40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f95a0009dc0 tx=0x7f95a0003f10 comp rx=0 tx=0).stop 2024-09-16T01:43:20.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.606+0000 7f95af9b4640 1 -- 172.21.15.17:0/3083209029 shutdown_connections 2024-09-16T01:43:20.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.606+0000 7f95af9b4640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95940a3240 0x7f95940a5700 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.606+0000 7f95af9b4640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95a810c170 0x7f95a819cc40 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.606+0000 7f95af9b4640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95a8103660 0x7f95a81988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.606+0000 7f95af9b4640 1 --2- 172.21.15.17:0/3083209029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95a8102d40 0x7f95a8198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:20.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.606+0000 7f95af9b4640 1 -- 172.21.15.17:0/3083209029 >> 172.21.15.17:0/3083209029 conn(0x7f95a80fc7a0 msgr2=0x7f95a80fd400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:20.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.606+0000 7f95af9b4640 1 -- 172.21.15.17:0/3083209029 shutdown_connections 2024-09-16T01:43:20.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:20.606+0000 7f95af9b4640 1 -- 172.21.15.17:0/3083209029 wait complete. 2024-09-16T01:43:21.214 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.i status 2024-09-16T01:43:21.469 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:21.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.914+0000 7f414687e640 1 -- 172.21.15.17:0/4040966515 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4140101de0 msgr2=0x7f41401021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.914+0000 7f414687e640 1 --2- 172.21.15.17:0/4040966515 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4140101de0 0x7f41401021c0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f4130009900 tx=0x7f413002a410 comp rx=0 tx=0).stop 2024-09-16T01:43:21.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.914+0000 7f414687e640 1 -- 172.21.15.17:0/4040966515 shutdown_connections 2024-09-16T01:43:21.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.914+0000 7f414687e640 1 --2- 172.21.15.17:0/4040966515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4140106f10 0x7f414010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.914+0000 7f414687e640 1 --2- 172.21.15.17:0/4040966515 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4140102790 0x7f41401067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.914+0000 7f414687e640 1 --2- 172.21.15.17:0/4040966515 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4140101de0 0x7f41401021c0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.914+0000 7f414687e640 1 -- 172.21.15.17:0/4040966515 >> 172.21.15.17:0/4040966515 conn(0x7f41400fd8c0 msgr2=0x7f41400ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:21.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.914+0000 7f414687e640 1 -- 172.21.15.17:0/4040966515 shutdown_connections 2024-09-16T01:43:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.914+0000 7f414687e640 1 -- 172.21.15.17:0/4040966515 wait complete. 2024-09-16T01:43:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.915+0000 7f414687e640 1 Processor -- start 2024-09-16T01:43:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.915+0000 7f414687e640 1 -- start start 2024-09-16T01:43:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.915+0000 7f414687e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4140101de0 0x7f4140198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.915+0000 7f414687e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4140102790 0x7f4140198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.915+0000 7f414687e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4140106f10 0x7f414019ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.915+0000 7f414687e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4140111e60 con 0x7f4140106f10 2024-09-16T01:43:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.915+0000 7f414687e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4140111ce0 con 0x7f4140102790 2024-09-16T01:43:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.915+0000 7f414687e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4140111fe0 con 0x7f4140101de0 2024-09-16T01:43:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.915+0000 7f4144e1b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4140106f10 0x7f414019ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.915+0000 7f4144e1b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4140106f10 0x7f414019ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51048/0 (socket says 172.21.15.17:51048) 2024-09-16T01:43:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.915+0000 7f4144e1b640 1 -- 172.21.15.17:0/1027896708 learned_addr learned my addr 172.21.15.17:0/1027896708 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.915+0000 7f413ffff640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4140101de0 0x7f4140198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.915+0000 7f4137fff640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4140102790 0x7f4140198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.916+0000 7f4144e1b640 1 -- 172.21.15.17:0/1027896708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4140101de0 msgr2=0x7f4140198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.916+0000 7f4144e1b640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4140101de0 0x7f4140198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.916+0000 7f4144e1b640 1 -- 172.21.15.17:0/1027896708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4140102790 msgr2=0x7f4140198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.916+0000 7f4144e1b640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4140102790 0x7f4140198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.916+0000 7f4144e1b640 1 -- 172.21.15.17:0/1027896708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f414019d3d0 con 0x7f4140106f10 2024-09-16T01:43:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.916+0000 7f4137fff640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4140102790 0x7f4140198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.916+0000 7f4144e1b640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4140106f10 0x7f414019ccf0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f413800b970 tx=0x7f413800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.916+0000 7f413dffb640 1 -- 172.21.15.17:0/1027896708 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4138019070 con 0x7f4140106f10 2024-09-16T01:43:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.916+0000 7f413dffb640 1 -- 172.21.15.17:0/1027896708 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4138014440 con 0x7f4140106f10 2024-09-16T01:43:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.916+0000 7f414687e640 1 -- 172.21.15.17:0/1027896708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f414019d6c0 con 0x7f4140106f10 2024-09-16T01:43:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.916+0000 7f413dffb640 1 -- 172.21.15.17:0/1027896708 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41380075d0 con 0x7f4140106f10 2024-09-16T01:43:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.916+0000 7f414687e640 1 -- 172.21.15.17:0/1027896708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41401a4fa0 con 0x7f4140106f10 2024-09-16T01:43:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.918+0000 7f413dffb640 1 -- 172.21.15.17:0/1027896708 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7f413801c070 con 0x7f4140106f10 2024-09-16T01:43:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.918+0000 7f4148c57740 1 Processor -- start 2024-09-16T01:43:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f4148c57740 1 -- start start 2024-09-16T01:43:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f4148c57740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 0x55cf8e576c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f4148c57740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5771d0 0x55cf8e585a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f4148c57740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e585fc0 0x55cf8e5883b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f4148c57740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55cf8e4dd090 con 0x55cf8e5771d0 2024-09-16T01:43:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f4148c57740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cf8e484a70 con 0x55cf8e585fc0 2024-09-16T01:43:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f4148c57740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55cf8e4d9050 con 0x55cf8e5768b0 2024-09-16T01:43:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f413ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5771d0 0x55cf8e585a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f413dffb640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f412c0a32c0 0x7f412c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f413ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5771d0 0x55cf8e585a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51056/0 (socket says 172.21.15.17:51056) 2024-09-16T01:43:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f413ffff640 1 -- 172.21.15.17:0/119471039 learned_addr learned my addr 172.21.15.17:0/119471039 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f4137fff640 1 --2- 172.21.15.17:0/119471039 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 0x55cf8e576c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f4144e1b640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f412c0a32c0 0x7f412c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f4137fff640 1 --2- 172.21.15.17:0/119471039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e585fc0 0x55cf8e5883b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f413ffff640 1 -- 172.21.15.17:0/119471039 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 msgr2=0x55cf8e576c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f413ffff640 1 --2- 172.21.15.17:0/119471039 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 0x55cf8e576c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f413ffff640 1 -- 172.21.15.17:0/119471039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e585fc0 msgr2=0x55cf8e5883b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f413ffff640 1 --2- 172.21.15.17:0/119471039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e585fc0 0x55cf8e5883b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f413ffff640 1 -- 172.21.15.17:0/119471039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf8e491130 con 0x55cf8e5771d0 2024-09-16T01:43:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.919+0000 7f413dffb640 1 -- 172.21.15.17:0/1027896708 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f41380cee50 con 0x7f4140106f10 2024-09-16T01:43:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.920+0000 7f413ffff640 1 --2- 172.21.15.17:0/119471039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5771d0 0x55cf8e585a80 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f4130009900 tx=0x7f4130032e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb3e8822bfc06270 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.920+0000 7f4144e1b640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f412c0a32c0 0x7f412c0a5780 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f413809b220 tx=0x7f4138097180 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.920+0000 7f41367fc640 1 -- 172.21.15.17:0/119471039 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4130040070 con 0x55cf8e5771d0 2024-09-16T01:43:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.920+0000 7f41367fc640 1 -- 172.21.15.17:0/119471039 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f41300316a0 con 0x55cf8e5771d0 2024-09-16T01:43:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.920+0000 7f41367fc640 1 -- 172.21.15.17:0/119471039 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4130035040 con 0x55cf8e5771d0 2024-09-16T01:43:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.920+0000 7f4148c57740 1 -- 172.21.15.17:0/119471039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5771d0 msgr2=0x55cf8e585a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.920+0000 7f4148c57740 1 --2- 172.21.15.17:0/119471039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5771d0 0x55cf8e585a80 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f4130009900 tx=0x7f4130032e40 comp rx=0 tx=0).stop 2024-09-16T01:43:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.921+0000 7f4148c57740 1 -- 172.21.15.17:0/119471039 shutdown_connections 2024-09-16T01:43:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.921+0000 7f4148c57740 1 --2- 172.21.15.17:0/119471039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e585fc0 0x55cf8e5883b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.921+0000 7f4148c57740 1 --2- 172.21.15.17:0/119471039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5771d0 0x55cf8e585a80 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.921+0000 7f4148c57740 1 --2- 172.21.15.17:0/119471039 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 0x55cf8e576c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.921+0000 7f4148c57740 1 -- 172.21.15.17:0/119471039 >> 172.21.15.17:0/119471039 conn(0x55cf8e572f60 msgr2=0x55cf8e573340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.921+0000 7f4148c57740 1 -- 172.21.15.17:0/119471039 shutdown_connections 2024-09-16T01:43:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.921+0000 7f4148c57740 1 -- 172.21.15.17:0/119471039 wait complete. 2024-09-16T01:43:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.921+0000 7f4148c57740 1 -- start start 2024-09-16T01:43:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.921+0000 7f4148c57740 1 Processor -- start 2024-09-16T01:43:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4148c57740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5768b0 0x55cf8e5858a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4148c57740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5771d0 0x55cf8e582bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4148c57740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e585fc0 0x55cf8e583130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4148c57740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55cf8e588b90 con 0x55cf8e5768b0 2024-09-16T01:43:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4148c57740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cf8e497f20 con 0x55cf8e585fc0 2024-09-16T01:43:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4148c57740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55cf8e588d10 con 0x55cf8e5771d0 2024-09-16T01:43:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4148c57740 10 client.0 _ll_register_callbacks cb 0x55cf8e461030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4137fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5768b0 0x55cf8e5858a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4137fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5768b0 0x55cf8e5858a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51070/0 (socket says 172.21.15.17:51070) 2024-09-16T01:43:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4137fff640 1 -- 172.21.15.17:0/870503418 learned_addr learned my addr 172.21.15.17:0/870503418 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f413ffff640 1 --2- 172.21.15.17:0/870503418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5771d0 0x55cf8e582bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4137fff640 1 --2- 172.21.15.17:0/870503418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e585fc0 0x55cf8e583130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4137fff640 1 -- 172.21.15.17:0/870503418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5771d0 msgr2=0x55cf8e582bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4137fff640 1 --2- 172.21.15.17:0/870503418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5771d0 0x55cf8e582bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4137fff640 1 -- 172.21.15.17:0/870503418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e585fc0 msgr2=0x55cf8e583130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4137fff640 1 --2- 172.21.15.17:0/870503418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e585fc0 0x55cf8e583130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4137fff640 1 -- 172.21.15.17:0/870503418 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf8e24e2b0 con 0x55cf8e5768b0 2024-09-16T01:43:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f413ffff640 1 --2- 172.21.15.17:0/870503418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5771d0 0x55cf8e582bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f4137fff640 1 --2- 172.21.15.17:0/870503418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5768b0 0x55cf8e5858a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f4128010df0 tx=0x7f41280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec0ebfcd486d1c87 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f411f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:43:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f411f7fe640 1 -- 172.21.15.17:0/870503418 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f412801b110 con 0x55cf8e5768b0 2024-09-16T01:43:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.922+0000 7f411f7fe640 1 -- 172.21.15.17:0/870503418 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f412801b2b0 con 0x55cf8e5768b0 2024-09-16T01:43:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.923+0000 7f4148c57740 1 -- 172.21.15.17:0/870503418 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f41300316a0 con 0x55cf8e5768b0 2024-09-16T01:43:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.923+0000 7f411f7fe640 1 -- 172.21.15.17:0/870503418 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f412801b4b0 con 0x55cf8e5768b0 2024-09-16T01:43:21.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.923+0000 7f4148c57740 10 client.15114 fetch_fsmap learned FSMap version 24 2024-09-16T01:43:21.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.923+0000 7f4148c57740 1 -- 172.21.15.17:0/870503418 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cf8e579670 con 0x55cf8e5768b0 2024-09-16T01:43:21.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.923+0000 7f411f7fe640 1 -- 172.21.15.17:0/870503418 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f41300316a0 con 0x55cf8e5768b0 2024-09-16T01:43:21.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.923+0000 7f411f7fe640 1 -- 172.21.15.17:0/870503418 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f412800f040 con 0x55cf8e5768b0 2024-09-16T01:43:21.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.923+0000 7f4148c57740 10 client.15114 fetch_fsmap finished waiting for FSMap version 24 2024-09-16T01:43:21.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.923+0000 7f4148c57740 10 client.15114 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-16T01:43:21.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.923+0000 7f4148c57740 20 client.15114 populate_metadata read hostname 'smithi017' 2024-09-16T01:43:21.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.923+0000 7f4148c57740 1 --2- 172.21.15.17:0/870503418 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cf8e57bc80 0x55cf8e57d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.923+0000 7f4148c57740 4 client.15114 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:43:21.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.923+0000 7f4148c57740 1 -- 172.21.15.17:0/870503418 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cf8e4ea600 con 0x55cf8e57bc80 2024-09-16T01:43:21.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.924+0000 7f413ffff640 1 --2- 172.21.15.17:0/870503418 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cf8e57bc80 0x55cf8e57d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.924+0000 7f413ffff640 1 --2- 172.21.15.17:0/870503418 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cf8e57bc80 0x55cf8e57d0f0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b83991f1b655d01d server_cookie=1e84859122a87184 in_seq=0 out_seq=0 2024-09-16T01:43:21.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.924+0000 7f411f7fe640 10 client.15114 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:21.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f411f7fe640 1 -- 172.21.15.17:0/870503418 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cf8e4ea600 con 0x55cf8e57bc80 2024-09-16T01:43:21.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f411f7fe640 10 client.15114 handle_command_reply: tid=0 2024-09-16T01:43:21.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f4148c57740 1 client.15114 shutdown 2024-09-16T01:43:21.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f4148c57740 1 -- 172.21.15.17:0/870503418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5768b0 msgr2=0x55cf8e5858a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f4148c57740 1 --2- 172.21.15.17:0/870503418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5768b0 0x55cf8e5858a0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f4128010df0 tx=0x7f41280046c0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f4148c57740 1 -- 172.21.15.17:0/870503418 shutdown_connections 2024-09-16T01:43:21.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f4148c57740 1 --2- 172.21.15.17:0/870503418 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cf8e57bc80 0x55cf8e57d0f0 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f4148c57740 1 --2- 172.21.15.17:0/870503418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e585fc0 0x55cf8e583130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f4148c57740 1 --2- 172.21.15.17:0/870503418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5771d0 0x55cf8e582bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f411f7fe640 0 client.15114 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:21.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f4148c57740 1 --2- 172.21.15.17:0/870503418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5768b0 0x55cf8e5858a0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f4148c57740 1 -- 172.21.15.17:0/870503418 >> 172.21.15.17:0/870503418 conn(0x55cf8e572f60 msgr2=0x55cf8e578cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:21.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f4148c57740 1 -- 172.21.15.17:0/870503418 shutdown_connections 2024-09-16T01:43:21.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f4148c57740 1 -- 172.21.15.17:0/870503418 wait complete. 2024-09-16T01:43:21.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.925+0000 7f4148c57740 20 client.15114 trim_cache size 0 max 16384 2024-09-16T01:43:21.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.943+0000 7f4148c57740 1 Processor -- start 2024-09-16T01:43:21.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.943+0000 7f4148c57740 1 -- start start 2024-09-16T01:43:21.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.943+0000 7f4148c57740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 0x55cf8e57d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.943+0000 7f4148c57740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e5771d0 0x55cf8e57e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.943+0000 7f4148c57740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e57bc80 0x55cf8e57fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.943+0000 7f4148c57740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55cf8e57b430 con 0x55cf8e57bc80 2024-09-16T01:43:21.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.943+0000 7f4148c57740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cf8e57bb00 con 0x55cf8e5771d0 2024-09-16T01:43:21.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.943+0000 7f4148c57740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55cf8e57c1d0 con 0x55cf8e5768b0 2024-09-16T01:43:21.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.943+0000 7f4137fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e57bc80 0x55cf8e57fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.944+0000 7f4137fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e57bc80 0x55cf8e57fe50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51082/0 (socket says 172.21.15.17:51082) 2024-09-16T01:43:21.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.944+0000 7f4137fff640 1 -- 172.21.15.17:0/2257634919 learned_addr learned my addr 172.21.15.17:0/2257634919 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:21.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.944+0000 7f413ffff640 1 --2- 172.21.15.17:0/2257634919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e5771d0 0x55cf8e57e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.944+0000 7f4137fff640 1 --2- 172.21.15.17:0/2257634919 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 0x55cf8e57d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.944+0000 7f4137fff640 1 -- 172.21.15.17:0/2257634919 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 msgr2=0x55cf8e57d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:21.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.944+0000 7f4137fff640 1 --2- 172.21.15.17:0/2257634919 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 0x55cf8e57d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.944+0000 7f4137fff640 1 -- 172.21.15.17:0/2257634919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e5771d0 msgr2=0x55cf8e57e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:21.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.944+0000 7f4137fff640 1 --2- 172.21.15.17:0/2257634919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e5771d0 0x55cf8e57e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.944+0000 7f4137fff640 1 -- 172.21.15.17:0/2257634919 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cf8e577000 con 0x55cf8e57bc80 2024-09-16T01:43:21.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.944+0000 7f413ffff640 1 --2- 172.21.15.17:0/2257634919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e5771d0 0x55cf8e57e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:21.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.944+0000 7f4137fff640 1 --2- 172.21.15.17:0/2257634919 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e57bc80 0x55cf8e57fe50 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f4128010dc0 tx=0x7f412800b5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=337dfb93da282ce6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:21.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.944+0000 7f4135ffb640 1 -- 172.21.15.17:0/2257634919 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4128005e50 con 0x55cf8e57bc80 2024-09-16T01:43:21.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.944+0000 7f4135ffb640 1 -- 172.21.15.17:0/2257634919 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4128036030 con 0x55cf8e57bc80 2024-09-16T01:43:21.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.944+0000 7f4135ffb640 1 -- 172.21.15.17:0/2257634919 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4128011200 con 0x55cf8e57bc80 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.945+0000 7f4148c57740 1 -- 172.21.15.17:0/2257634919 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e57bc80 msgr2=0x55cf8e57fe50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.945+0000 7f4148c57740 1 --2- 172.21.15.17:0/2257634919 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e57bc80 0x55cf8e57fe50 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f4128010dc0 tx=0x7f412800b5a0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.945+0000 7f4148c57740 1 -- 172.21.15.17:0/2257634919 shutdown_connections 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.945+0000 7f4148c57740 1 --2- 172.21.15.17:0/2257634919 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e57bc80 0x55cf8e57fe50 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.945+0000 7f4148c57740 1 --2- 172.21.15.17:0/2257634919 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e5771d0 0x55cf8e57e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.945+0000 7f4148c57740 1 --2- 172.21.15.17:0/2257634919 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 0x55cf8e57d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.945+0000 7f4148c57740 1 -- 172.21.15.17:0/2257634919 >> 172.21.15.17:0/2257634919 conn(0x55cf8e572f60 msgr2=0x55cf8e57da20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:21.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.945+0000 7f4148c57740 1 -- 172.21.15.17:0/2257634919 shutdown_connections 2024-09-16T01:43:21.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.945+0000 7f4148c57740 1 -- 172.21.15.17:0/2257634919 wait complete. 2024-09-16T01:43:21.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.945+0000 7f4148c57740 1 -- start start 2024-09-16T01:43:21.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f4148c57740 1 Processor -- start 2024-09-16T01:43:21.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f4148c57740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 0x55cf8e594e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f4148c57740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5771d0 0x55cf8e5953d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f4148c57740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e57bc80 0x55cf8e595910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f4148c57740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55cf8e57cf70 con 0x55cf8e5771d0 2024-09-16T01:43:21.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f4148c57740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cf8e57c8a0 con 0x55cf8e57bc80 2024-09-16T01:43:21.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f4148c57740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55cf8e57d640 con 0x55cf8e5768b0 2024-09-16T01:43:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f4148c57740 10 client.0 _ll_register_callbacks cb 0x7f412800b920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f413ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5771d0 0x55cf8e5953d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f413ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5771d0 0x55cf8e5953d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51096/0 (socket says 172.21.15.17:51096) 2024-09-16T01:43:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f413ffff640 1 -- 172.21.15.17:0/76606999 learned_addr learned my addr 172.21.15.17:0/76606999 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f4137fff640 1 --2- 172.21.15.17:0/76606999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e57bc80 0x55cf8e595910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f4137fff640 1 --2- 172.21.15.17:0/76606999 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 0x55cf8e594e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f413ffff640 1 -- 172.21.15.17:0/76606999 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 msgr2=0x55cf8e594e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f413ffff640 1 --2- 172.21.15.17:0/76606999 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 0x55cf8e594e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f413ffff640 1 -- 172.21.15.17:0/76606999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e57bc80 msgr2=0x55cf8e595910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f413ffff640 1 --2- 172.21.15.17:0/76606999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e57bc80 0x55cf8e595910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f413ffff640 1 -- 172.21.15.17:0/76606999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cf8e5faf60 con 0x55cf8e5771d0 2024-09-16T01:43:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.946+0000 7f4137fff640 1 --2- 172.21.15.17:0/76606999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e57bc80 0x55cf8e595910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f413ffff640 1 --2- 172.21.15.17:0/76606999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5771d0 0x55cf8e5953d0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f4130009900 tx=0x7f413002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15ecb86e78ceb6f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f411f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:43:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f411f7fe640 1 -- 172.21.15.17:0/76606999 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4130035040 con 0x55cf8e5771d0 2024-09-16T01:43:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f4148c57740 1 -- 172.21.15.17:0/76606999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4128036030 con 0x55cf8e5771d0 2024-09-16T01:43:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f411f7fe640 1 -- 172.21.15.17:0/76606999 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4130031840 con 0x55cf8e5771d0 2024-09-16T01:43:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f411f7fe640 1 -- 172.21.15.17:0/76606999 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) ==== 24+0+0 (secure 0 0 0) 0x7f4130040040 con 0x55cf8e5771d0 2024-09-16T01:43:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f4148c57740 10 client.15120 fetch_fsmap learned FSMap version 24 2024-09-16T01:43:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f4148c57740 1 -- 172.21.15.17:0/76606999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) -- 0x55cf8e5fc260 con 0x55cf8e5771d0 2024-09-16T01:43:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f411f7fe640 1 -- 172.21.15.17:0/76606999 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4128036030 con 0x55cf8e5771d0 2024-09-16T01:43:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f411f7fe640 1 -- 172.21.15.17:0/76606999 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 24) ==== 8346+0+0 (secure 0 0 0) 0x7f413004e9f0 con 0x55cf8e5771d0 2024-09-16T01:43:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f4148c57740 10 client.15120 fetch_fsmap finished waiting for FSMap version 24 2024-09-16T01:43:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f4148c57740 10 client.15120 resolve_mds: resolved name 'i' to daemon mds.i 2024-09-16T01:43:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f4148c57740 20 client.15120 populate_metadata read hostname 'smithi017' 2024-09-16T01:43:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f4148c57740 1 --2- 172.21.15.17:0/76606999 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cf8e585fc0 0x55cf8e5ff6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f4148c57740 4 client.15120 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-16T01:43:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.947+0000 7f4148c57740 1 -- 172.21.15.17:0/76606999 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "status"}) -- 0x55cf8e4e4b10 con 0x55cf8e585fc0 2024-09-16T01:43:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.948+0000 7f4137fff640 1 --2- 172.21.15.17:0/76606999 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cf8e585fc0 0x55cf8e5ff6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.948+0000 7f4137fff640 1 --2- 172.21.15.17:0/76606999 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cf8e585fc0 0x55cf8e5ff6a0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e93dbd9c03e3647a server_cookie=7a807f98aa71f321 in_seq=0 out_seq=0 2024-09-16T01:43:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.948+0000 7f411f7fe640 10 client.15120 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.948+0000 7f411f7fe640 1 -- 172.21.15.17:0/76606999 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+327 (crc 0 0 0) 0x55cf8e4e4b10 con 0x55cf8e585fc0 2024-09-16T01:43:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.948+0000 7f411f7fe640 10 client.15120 handle_command_reply: tid=0 2024-09-16T01:43:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.948+0000 7f4148c57740 1 client.15120 shutdown 2024-09-16T01:43:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.948+0000 7f4148c57740 1 -- 172.21.15.17:0/76606999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5771d0 msgr2=0x55cf8e5953d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.948+0000 7f4148c57740 1 --2- 172.21.15.17:0/76606999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5771d0 0x55cf8e5953d0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f4130009900 tx=0x7f413002a410 comp rx=0 tx=0).stop 2024-09-16T01:43:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.948+0000 7f4148c57740 1 -- 172.21.15.17:0/76606999 shutdown_connections 2024-09-16T01:43:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.948+0000 7f4148c57740 1 --2- 172.21.15.17:0/76606999 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cf8e585fc0 0x55cf8e5ff6a0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.948+0000 7f4148c57740 1 --2- 172.21.15.17:0/76606999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cf8e57bc80 0x55cf8e595910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f4148c57740 1 --2- 172.21.15.17:0/76606999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cf8e5771d0 0x55cf8e5953d0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f4148c57740 1 --2- 172.21.15.17:0/76606999 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cf8e5768b0 0x55cf8e594e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f4148c57740 1 -- 172.21.15.17:0/76606999 >> 172.21.15.17:0/76606999 conn(0x55cf8e572f60 msgr2=0x55cf8e57e1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f411f7fe640 0 client.15120 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f4148c57740 1 -- 172.21.15.17:0/76606999 shutdown_connections 2024-09-16T01:43:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f4148c57740 1 -- 172.21.15.17:0/76606999 wait complete. 2024-09-16T01:43:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f4148c57740 20 client.15120 trim_cache size 0 max 16384 2024-09-16T01:43:21.956 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:43:21.956 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "9c4454ae-73cb-11ef-bceb-c7b262605968", 2024-09-16T01:43:21.957 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-09-16T01:43:21.957 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24499, 2024-09-16T01:43:21.957 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-09-16T01:43:21.957 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-09-16T01:43:21.957 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-09-16T01:43:21.957 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 98.096265474999996, 2024-09-16T01:43:21.957 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 24, 2024-09-16T01:43:21.957 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 84, 2024-09-16T01:43:21.957 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 82, 2024-09-16T01:43:21.957 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 117.540412072 2024-09-16T01:43:21.957 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:43:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f414687e640 1 -- 172.21.15.17:0/1027896708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f412c0a32c0 msgr2=0x7f412c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f414687e640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f412c0a32c0 0x7f412c0a5780 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f413809b220 tx=0x7f4138097180 comp rx=0 tx=0).stop 2024-09-16T01:43:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f414687e640 1 -- 172.21.15.17:0/1027896708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4140106f10 msgr2=0x7f414019ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f414687e640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4140106f10 0x7f414019ccf0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f413800b970 tx=0x7f413800be30 comp rx=0 tx=0).stop 2024-09-16T01:43:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f414687e640 1 -- 172.21.15.17:0/1027896708 shutdown_connections 2024-09-16T01:43:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f414687e640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f412c0a32c0 0x7f412c0a5780 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f414687e640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4140106f10 0x7f414019ccf0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f414687e640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4140102790 0x7f4140198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f414687e640 1 --2- 172.21.15.17:0/1027896708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4140101de0 0x7f4140198420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f414687e640 1 -- 172.21.15.17:0/1027896708 >> 172.21.15.17:0/1027896708 conn(0x7f41400fd8c0 msgr2=0x7f41400fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f414687e640 1 -- 172.21.15.17:0/1027896708 shutdown_connections 2024-09-16T01:43:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:21.949+0000 7f414687e640 1 -- 172.21.15.17:0/1027896708 wait complete. 2024-09-16T01:43:22.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:22 smithi017 ceph-mon[30972]: pgmap v334: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-16T01:43:22.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:22 smithi029 ceph-mon[34783]: pgmap v334: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-16T01:43:22.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:22 smithi122 ceph-mon[34758]: pgmap v334: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 5 op/s 2024-09-16T01:43:22.615 INFO:teuthology.run_tasks:Running task sequential... 2024-09-16T01:43:22.625 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-16T01:43:22.625 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-16T01:43:22.625 INFO:teuthology.task.print:Enabling mgr modules 2024-09-16T01:43:22.625 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-16T01:43:22.695 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-16T01:43:22.695 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-09-16T01:43:22.695 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-09-16T01:43:22.696 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-16T01:43:22.696 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:22.696 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:22.696 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-16T01:43:22.714 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:22.714 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link delete ceph-brx 2024-09-16T01:43:22.785 INFO:teuthology.orchestra.run.smithi017.stderr:Cannot find device "ceph-brx" 2024-09-16T01:43:22.786 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T01:43:22.787 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-16T01:43:22.787 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-16T01:43:22.787 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs ls 2024-09-16T01:43:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:23.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.562+0000 7f32bea59640 1 -- 172.21.15.17:0/4072118800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32b8106f10 msgr2=0x7f32b810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.562+0000 7f32bea59640 1 --2- 172.21.15.17:0/4072118800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32b8106f10 0x7f32b810ea90 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f32b0009ca0 tx=0x7f32b002a8c0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.562+0000 7f32bea59640 1 -- 172.21.15.17:0/4072118800 shutdown_connections 2024-09-16T01:43:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.562+0000 7f32bea59640 1 --2- 172.21.15.17:0/4072118800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32b8106f10 0x7f32b810ea90 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.562+0000 7f32bea59640 1 --2- 172.21.15.17:0/4072118800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32b8102790 0x7f32b81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.562+0000 7f32bea59640 1 --2- 172.21.15.17:0/4072118800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32b8101de0 0x7f32b81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.562+0000 7f32bea59640 1 -- 172.21.15.17:0/4072118800 >> 172.21.15.17:0/4072118800 conn(0x7f32b80fd8c0 msgr2=0x7f32b80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.562+0000 7f32bea59640 1 -- 172.21.15.17:0/4072118800 shutdown_connections 2024-09-16T01:43:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.562+0000 7f32bea59640 1 -- 172.21.15.17:0/4072118800 wait complete. 2024-09-16T01:43:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.562+0000 7f32bea59640 1 Processor -- start 2024-09-16T01:43:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bea59640 1 -- start start 2024-09-16T01:43:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bea59640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32b8101de0 0x7f32b81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bea59640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32b8102790 0x7f32b8198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:23.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bea59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32b8106f10 0x7f32b819cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bea59640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f32b8111e90 con 0x7f32b8106f10 2024-09-16T01:43:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bea59640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f32b8111d10 con 0x7f32b8102790 2024-09-16T01:43:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bea59640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f32b8112010 con 0x7f32b8101de0 2024-09-16T01:43:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bcff6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32b8106f10 0x7f32b819cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bcff6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32b8106f10 0x7f32b819cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51118/0 (socket says 172.21.15.17:51118) 2024-09-16T01:43:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bcff6640 1 -- 172.21.15.17:0/3915266866 learned_addr learned my addr 172.21.15.17:0/3915266866 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32b7fff640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32b8101de0 0x7f32b81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32b77fe640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32b8102790 0x7f32b8198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bcff6640 1 -- 172.21.15.17:0/3915266866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32b8101de0 msgr2=0x7f32b81983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bcff6640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32b8101de0 0x7f32b81983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bcff6640 1 -- 172.21.15.17:0/3915266866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32b8102790 msgr2=0x7f32b8198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bcff6640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32b8102790 0x7f32b8198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32bcff6640 1 -- 172.21.15.17:0/3915266866 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f32b819d380 con 0x7f32b8106f10 2024-09-16T01:43:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32b7fff640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32b8101de0 0x7f32b81983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.563+0000 7f32b77fe640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32b8102790 0x7f32b8198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.564+0000 7f32bcff6640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32b8106f10 0x7f32b819cca0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f32b0031040 tx=0x7f32b0003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.564+0000 7f32b57fa640 1 -- 172.21.15.17:0/3915266866 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b0003ce0 con 0x7f32b8106f10 2024-09-16T01:43:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.564+0000 7f32b57fa640 1 -- 172.21.15.17:0/3915266866 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f32b00044f0 con 0x7f32b8106f10 2024-09-16T01:43:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.564+0000 7f32bea59640 1 -- 172.21.15.17:0/3915266866 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f32b819d610 con 0x7f32b8106f10 2024-09-16T01:43:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.564+0000 7f32b57fa640 1 -- 172.21.15.17:0/3915266866 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f32b0030c90 con 0x7f32b8106f10 2024-09-16T01:43:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.564+0000 7f32bea59640 1 -- 172.21.15.17:0/3915266866 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f32b81a4f50 con 0x7f32b8106f10 2024-09-16T01:43:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.565+0000 7f32bea59640 1 -- 172.21.15.17:0/3915266866 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f32b81021c0 con 0x7f32b8106f10 2024-09-16T01:43:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.566+0000 7f32b57fa640 1 -- 172.21.15.17:0/3915266866 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7f32b00046a0 con 0x7f32b8106f10 2024-09-16T01:43:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.567+0000 7f32b57fa640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f32a00a3240 0x7f32a00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.567+0000 7f32b7fff640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f32a00a3240 0x7f32a00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.567+0000 7f32b57fa640 1 -- 172.21.15.17:0/3915266866 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f32b00f1070 con 0x7f32b8106f10 2024-09-16T01:43:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.567+0000 7f32b7fff640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f32a00a3240 0x7f32a00a5700 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f32a8005fd0 tx=0x7f32a800b5f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.571+0000 7f32b57fa640 1 -- 172.21.15.17:0/3915266866 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f32b00bdd50 con 0x7f32b8106f10 2024-09-16T01:43:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.783+0000 7f32bea59640 1 -- 172.21.15.17:0/3915266866 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f32b810a0f0 con 0x7f32b8106f10 2024-09-16T01:43:23.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.783+0000 7f32b57fa640 1 -- 172.21.15.17:0/3915266866 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v24) ==== 53+0+73 (secure 0 0 0) 0x7f32b00098b0 con 0x7f32b8106f10 2024-09-16T01:43:23.785 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-16T01:43:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.785+0000 7f32bea59640 1 -- 172.21.15.17:0/3915266866 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f32a00a3240 msgr2=0x7f32a00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.785+0000 7f32bea59640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f32a00a3240 0x7f32a00a5700 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f32a8005fd0 tx=0x7f32a800b5f0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.785+0000 7f32bea59640 1 -- 172.21.15.17:0/3915266866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32b8106f10 msgr2=0x7f32b819cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.785+0000 7f32bea59640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32b8106f10 0x7f32b819cca0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f32b0031040 tx=0x7f32b0003970 comp rx=0 tx=0).stop 2024-09-16T01:43:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.785+0000 7f32bea59640 1 -- 172.21.15.17:0/3915266866 shutdown_connections 2024-09-16T01:43:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.785+0000 7f32bea59640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f32a00a3240 0x7f32a00a5700 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.785+0000 7f32bea59640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32b8106f10 0x7f32b819cca0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.785+0000 7f32bea59640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f32b8102790 0x7f32b8198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.785+0000 7f32bea59640 1 --2- 172.21.15.17:0/3915266866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f32b8101de0 0x7f32b81983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.785+0000 7f32bea59640 1 -- 172.21.15.17:0/3915266866 >> 172.21.15.17:0/3915266866 conn(0x7f32b80fd8c0 msgr2=0x7f32b80fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.785+0000 7f32bea59640 1 -- 172.21.15.17:0/3915266866 shutdown_connections 2024-09-16T01:43:23.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:23.786+0000 7f32bea59640 1 -- 172.21.15.17:0/3915266866 wait complete. 2024-09-16T01:43:24.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:24 smithi017 ceph-mon[30972]: pgmap v335: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-16T01:43:24.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:24 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3915266866' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-16T01:43:24.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:24 smithi122 ceph-mon[34758]: pgmap v335: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-16T01:43:24.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:24 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3915266866' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-16T01:43:24.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:24 smithi029 ceph-mon[34783]: pgmap v335: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-09-16T01:43:24.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:24 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3915266866' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-09-16T01:43:24.571 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-16T01:43:24.571 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-16T01:43:24.572 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-09-16T01:43:24.572 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-16T01:43:24.572 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:24.572 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-16T01:43:24.572 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-16T01:43:24.572 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-16T01:43:24.572 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:43:24.572 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:24.572 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-09-16T01:43:24.591 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-16T01:43:24.591 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-16T01:43:24.591 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-09-16T01:43:24.591 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:24.591 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-09-16T01:43:24.591 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:24.591 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:24.591 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:24.591 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-09-16T01:43:24.591 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:24.592 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:24.592 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-09-16T01:43:24.592 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-16T01:43:24.592 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:24.592 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-09-16T01:43:24.592 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-16T01:43:24.592 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42211sec preferred_lft 42211sec 2024-09-16T01:43:24.592 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link 2024-09-16T01:43:24.592 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-09-16T01:43:24.592 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-16T01:43:24.592 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-09-16T01:43:24.592 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-09-16T01:43:24.593 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-16T01:43:24.593 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:43:24.594 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-16T01:43:24.594 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link add name ceph-brx type bridge 2024-09-16T01:43:24.594 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip addr flush dev ceph-brx 2024-09-16T01:43:24.594 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set ceph-brx up 2024-09-16T01:43:24.594 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-16T01:43:24.594 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-16T01:43:24.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:43:24.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:24 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:24.802 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:24.802 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-16T01:43:24.828 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-09-16T01:43:24.829 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:24.830 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-09-16T01:43:24.900 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-09-16T01:43:24.900 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-16T01:43:24.900 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-16T01:43:24.900 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-16T01:43:24.900 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-16T01:43:24.901 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:43:24.901 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-16T01:43:24.901 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-16T01:43:24.901 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-16T01:43:24.901 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-16T01:43:24.901 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-16T01:43:24.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:24 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:43:25.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:25.204 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:25.205 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-16T01:43:25.221 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:25.221 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list-id 2024-09-16T01:43:25.277 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:43:25.277 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-16T01:43:25.277 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:25.277 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-16T01:43:25.277 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-16T01:43:25.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:43:25.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:25.397 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-16T01:43:25.397 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:43:25.397 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-16T01:43:25.397 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-16T01:43:25.397 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-16T01:43:25.397 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-16T01:43:25.398 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-16T01:43:25.398 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-16T01:43:25.398 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-16T01:43:25.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:43:25.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:25.523 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-16T01:43:25.524 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-09-16T01:43:25.524 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-09-16T01:43:25.524 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set dev brx.0 master ceph-brx 2024-09-16T01:43:25.524 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-09-16T01:43:25.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:25 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-16T01:43:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:25 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:25.603 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-09-16T01:43:25.603 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:43:25.603 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:25.627 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-16T01:43:25.627 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-16T01:43:25.627 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:25.683 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-16T01:43:25.750 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:43:25.808 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-16T01:43:25.808 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-16T01:43:25.808 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-16T01:43:25.808 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-16T01:43:25.808 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-16T01:43:25.808 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-16T01:43:25.808 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-16T01:43:25.808 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-16T01:43:25.808 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-16T01:43:25.808 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-16T01:43:25.809 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-16T01:43:25.809 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-16T01:43:25.809 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:43:25.809 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-16T01:43:25.809 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-16T01:43:25.809 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-16T01:43:25.809 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-16T01:43:25.809 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:43:25.809 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-16T01:43:25.809 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-16T01:43:25.809 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:43:25.809 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:43:25.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:43:25.810 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-16T01:43:25.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-16T01:43:25.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay 2024-09-16T01:43:25.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/fff2cefe3861f54861c3713f8e3f6d3d35819701d1281f539efb555e184e268b/merged 2024-09-16T01:43:25.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/b0198c28f36dcbc8d5e5c38f886b7037abb8427432f4227dcc1c6812b581bae1/merged 2024-09-16T01:43:25.810 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/0 2024-09-16T01:43:25.810 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:43:25.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/f03f8b6a828e0ffe8f476cff6db377027144ca23f2750e4513e1f663a05076ac/merged 2024-09-16T01:43:25.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/b8e468aed81296797cfd83c05629a094eb82b9178a67d5845d8eac186dc323a5/merged 2024-09-16T01:43:25.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/174cf5d965694ee676ce0b1afb76eefaec33343496a178347f3ff8c0712bbc3f/merged 2024-09-16T01:43:25.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/56bcd6a068658aceecb29616de7d273e810226233df0740b728b8081c319db46/merged 2024-09-16T01:43:25.810 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/6f5442d4b393f2fe881f8e373e08f256f0b0e701acad8782c0a84e48215b05ce/merged 2024-09-16T01:43:25.811 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/ca866ea0d25dadceba65892575c425a89d680481b5099891af51fa253304a8d3/merged 2024-09-16T01:43:25.811 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/17de9471033986a7f4fd962976cb256b55e971cb240423a69dbe9dbbf142b35b/merged 2024-09-16T01:43:25.811 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/d47dc12b2edfc2b7d0c4efe82cbdbe112bbefa3970998a66cd6d5365903aee20/merged 2024-09-16T01:43:25.811 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-16T01:43:25.811 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:25.811 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:25.811 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:25.811 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-16T01:43:25.864 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-16T01:43:25.864 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/f92d96e4-f5e0-4882-900d-b2454ef2eff6 --client_fs=cephfs) 2024-09-16T01:43:25.906 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-09-16T01:43:25.932 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-09-16T01:43:25.989 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-09-16T01:43:25.989 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-09-16T01:43:25.989 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-09-16T01:43:25.989 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-09-16T01:43:25.989 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-09-16T01:43:25.989 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-09-16T01:43:25.989 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-09-16T01:43:25.990 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-09-16T01:43:25.990 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-09-16T01:43:25.990 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-09-16T01:43:25.990 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-09-16T01:43:25.990 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-09-16T01:43:25.990 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:43:25.990 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-09-16T01:43:25.990 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-09-16T01:43:25.990 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-09-16T01:43:25.990 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-09-16T01:43:25.990 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-09-16T01:43:25.990 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-09-16T01:43:25.990 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-09-16T01:43:25.991 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-09-16T01:43:25.991 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-09-16T01:43:25.991 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-09-16T01:43:25.991 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-09-16T01:43:25.991 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-09-16T01:43:25.991 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay 2024-09-16T01:43:25.991 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/fff2cefe3861f54861c3713f8e3f6d3d35819701d1281f539efb555e184e268b/merged 2024-09-16T01:43:25.991 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/b0198c28f36dcbc8d5e5c38f886b7037abb8427432f4227dcc1c6812b581bae1/merged 2024-09-16T01:43:25.991 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/0 2024-09-16T01:43:25.991 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-09-16T01:43:25.991 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/f03f8b6a828e0ffe8f476cff6db377027144ca23f2750e4513e1f663a05076ac/merged 2024-09-16T01:43:25.991 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/b8e468aed81296797cfd83c05629a094eb82b9178a67d5845d8eac186dc323a5/merged 2024-09-16T01:43:25.991 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/174cf5d965694ee676ce0b1afb76eefaec33343496a178347f3ff8c0712bbc3f/merged 2024-09-16T01:43:25.992 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/56bcd6a068658aceecb29616de7d273e810226233df0740b728b8081c319db46/merged 2024-09-16T01:43:25.992 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/6f5442d4b393f2fe881f8e373e08f256f0b0e701acad8782c0a84e48215b05ce/merged 2024-09-16T01:43:25.992 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/ca866ea0d25dadceba65892575c425a89d680481b5099891af51fa253304a8d3/merged 2024-09-16T01:43:25.992 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/17de9471033986a7f4fd962976cb256b55e971cb240423a69dbe9dbbf142b35b/merged 2024-09-16T01:43:25.992 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/d47dc12b2edfc2b7d0c4efe82cbdbe112bbefa3970998a66cd6d5365903aee20/merged 2024-09-16T01:43:25.992 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-09-16T01:43:25.992 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:25.992 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T01:43:25.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:25.992 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-09-16T01:43:26.018 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-09-16T01:43:26.017+0000 7fcf275d6480 -1 init, newargv = 0x5578ebcaebc0 newargc=15 2024-09-16T01:43:26.018 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[81441]: starting ceph client 2024-09-16T01:43:26.033 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[81441]: starting fuse 2024-09-16T01:43:26.034 INFO:teuthology.orchestra.run.smithi017.stdout:120 2024-09-16T01:43:26.035 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [120] 2024-09-16T01:43:26.035 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-09-16T01:43:26.035 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-09-16T01:43:26.035 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-09-16T01:43:26.035 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-09-16T01:43:26.035 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-09-16T01:43:26.035 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-16T01:43:26.035 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-09-16T01:43:26.035 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-16T01:43:26.035 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-09-16T01:43:26.036 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-16T01:43:26.036 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-16T01:43:26.036 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-09-16T01:43:26.036 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-09-16T01:43:26.036 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-09-16T01:43:26.036 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-09-16T01:43:26.036 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-16T01:43:26.036 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-09-16T01:43:26.036 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-16T01:43:26.036 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-16T01:43:26.036 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-16T01:43:26.036 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-09-16T01:43:26.036 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-09-16T01:43:26.037 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-09-16T01:43:26.037 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-16T01:43:26.037 DEBUG:teuthology.orchestra.run.smithi017:> 2024-09-16T01:43:26.037 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-09-16T01:43:26.037 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-09-16T01:43:26.155 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.81441.asok 2024-09-16T01:43:26.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-16T01:43:26.166 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.81441.asok 2024-09-16T01:43:26.166 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:26.166 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.81441.asok status 2024-09-16T01:43:26.306 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:43:26.307 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-09-16T01:43:26.307 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "8921c8ef947807b717db041d85f0761b7914d5fc", 2024-09-16T01:43:26.307 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.1.1-326-g8921c8ef (8921c8ef947807b717db041d85f0761b7914d5fc) squid (stable)", 2024-09-16T01:43:26.307 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-09-16T01:43:26.307 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-09-16T01:43:26.307 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-16T01:43:26.307 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "81441", 2024-09-16T01:43:26.307 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/volumes/qa/sv_0/f92d96e4-f5e0-4882-900d-b2454ef2eff6" 2024-09-16T01:43:26.307 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T01:43:26.307 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-09-16T01:43:26.307 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-09-16T01:43:26.307 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 15132, 2024-09-16T01:43:26.308 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-09-16T01:43:26.308 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-09-16T01:43:26.308 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-09-16T01:43:26.308 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 15132 2024-09-16T01:43:26.308 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T01:43:26.308 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-16T01:43:26.308 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-16T01:43:26.308 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:43:26.308 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 1272179233 2024-09-16T01:43:26.308 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:43:26.308 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T01:43:26.308 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-09-16T01:43:26.308 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-16T01:43:26.308 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-09-16T01:43:26.309 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 1272179233 2024-09-16T01:43:26.309 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T01:43:26.309 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.15132 192.168.0.1:0/1272179233", 2024-09-16T01:43:26.309 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/1272179233", 2024-09-16T01:43:26.309 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 5, 2024-09-16T01:43:26.309 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 24, 2024-09-16T01:43:26.309 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 84, 2024-09-16T01:43:26.309 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-09-16T01:43:26.309 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-09-16T01:43:26.309 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-09-16T01:43:26.309 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:43:26.315 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:26.315 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-09-16T01:43:26.315 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:26.331 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-09-16T01:43:26.332 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:26.332 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T01:43:26.332 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:26.394 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:26 smithi017 ceph-mon[30972]: pgmap v336: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T01:43:26.400 INFO:teuthology.run_tasks:Running task exec... 2024-09-16T01:43:26.411 INFO:teuthology.task.exec:Executing custom commands... 2024-09-16T01:43:26.411 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi017.front.sepia.ceph.com 2024-09-16T01:43:26.411 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate false' 2024-09-16T01:43:26.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.543+0000 7fa5fcef1640 1 -- 172.21.15.17:0/1150650667 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5f8104f70 msgr2=0x7fa5f8107360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.543+0000 7fa5fcef1640 1 --2- 172.21.15.17:0/1150650667 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5f8104f70 0x7fa5f8107360 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec009900 tx=0x7fa5ec02a410 comp rx=0 tx=0).stop 2024-09-16T01:43:26.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.543+0000 7fa5fcef1640 1 -- 172.21.15.17:0/1150650667 shutdown_connections 2024-09-16T01:43:26.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.543+0000 7fa5fcef1640 1 --2- 172.21.15.17:0/1150650667 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f81078a0 0x7fa5f8109cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.543+0000 7fa5fcef1640 1 --2- 172.21.15.17:0/1150650667 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5f8104f70 0x7fa5f8107360 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.543+0000 7fa5fcef1640 1 --2- 172.21.15.17:0/1150650667 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa5f8102640 0x7fa5f8104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.543+0000 7fa5fcef1640 1 -- 172.21.15.17:0/1150650667 >> 172.21.15.17:0/1150650667 conn(0x7fa5f80fc1e0 msgr2=0x7fa5f80fe600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:26.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.543+0000 7fa5fcef1640 1 -- 172.21.15.17:0/1150650667 shutdown_connections 2024-09-16T01:43:26.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.543+0000 7fa5fcef1640 1 -- 172.21.15.17:0/1150650667 wait complete. 2024-09-16T01:43:26.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.544+0000 7fa5fcef1640 1 Processor -- start 2024-09-16T01:43:26.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.544+0000 7fa5fcef1640 1 -- start start 2024-09-16T01:43:26.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.544+0000 7fa5fcef1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5f8102640 0x7fa5f8197e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.544+0000 7fa5fcef1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f8104f70 0x7fa5f8198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.544+0000 7fa5fcef1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa5f81078a0 0x7fa5f819f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.544+0000 7fa5fcef1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f810d730 con 0x7fa5f8102640 2024-09-16T01:43:26.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.544+0000 7fa5fcef1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f810d5b0 con 0x7fa5f8104f70 2024-09-16T01:43:26.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.544+0000 7fa5fcef1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa5f810d8b0 con 0x7fa5f81078a0 2024-09-16T01:43:26.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.544+0000 7fa5f659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5f8102640 0x7fa5f8197e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.544+0000 7fa5f659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5f8102640 0x7fa5f8197e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41254/0 (socket says 172.21.15.17:41254) 2024-09-16T01:43:26.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.544+0000 7fa5f659c640 1 -- 172.21.15.17:0/3138019601 learned_addr learned my addr 172.21.15.17:0/3138019601 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:26.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.544+0000 7fa5f6d9d640 1 --2- 172.21.15.17:0/3138019601 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa5f81078a0 0x7fa5f819f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.544+0000 7fa5f5d9b640 1 --2- 172.21.15.17:0/3138019601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f8104f70 0x7fa5f8198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.545+0000 7fa5f659c640 1 -- 172.21.15.17:0/3138019601 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa5f81078a0 msgr2=0x7fa5f819f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.545+0000 7fa5f659c640 1 --2- 172.21.15.17:0/3138019601 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa5f81078a0 0x7fa5f819f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.545+0000 7fa5f659c640 1 -- 172.21.15.17:0/3138019601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f8104f70 msgr2=0x7fa5f8198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:26.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.545+0000 7fa5f659c640 1 --2- 172.21.15.17:0/3138019601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f8104f70 0x7fa5f8198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:26.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.545+0000 7fa5f659c640 1 -- 172.21.15.17:0/3138019601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5f819fa40 con 0x7fa5f8102640 2024-09-16T01:43:26.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.545+0000 7fa5f659c640 1 --2- 172.21.15.17:0/3138019601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5f8102640 0x7fa5f8197e20 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fa5e800b4a0 tx=0x7fa5e800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:26.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.545+0000 7fa5e77fe640 1 -- 172.21.15.17:0/3138019601 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e8014070 con 0x7fa5f8102640 2024-09-16T01:43:26.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.545+0000 7fa5e77fe640 1 -- 172.21.15.17:0/3138019601 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa5e8010ac0 con 0x7fa5f8102640 2024-09-16T01:43:26.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.545+0000 7fa5fcef1640 1 -- 172.21.15.17:0/3138019601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5f819fd30 con 0x7fa5f8102640 2024-09-16T01:43:26.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.545+0000 7fa5e77fe640 1 -- 172.21.15.17:0/3138019601 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5e8017c30 con 0x7fa5f8102640 2024-09-16T01:43:26.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.545+0000 7fa5fcef1640 1 -- 172.21.15.17:0/3138019601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5f81a0220 con 0x7fa5f8102640 2024-09-16T01:43:26.550 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:26 smithi122 ceph-mon[34758]: pgmap v336: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T01:43:26.550 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:26 smithi029 ceph-mon[34783]: pgmap v336: 97 pgs: 97 active+clean; 642 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 0 B/s wr, 5 op/s 2024-09-16T01:43:26.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.546+0000 7fa5fcef1640 1 -- 172.21.15.17:0/3138019601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5f80fdcd0 con 0x7fa5f8102640 2024-09-16T01:43:26.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.547+0000 7fa5e77fe640 1 -- 172.21.15.17:0/3138019601 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7fa5e8017070 con 0x7fa5f8102640 2024-09-16T01:43:26.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.548+0000 7fa5e77fe640 1 --2- 172.21.15.17:0/3138019601 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa5e00a32f0 0x7fa5e00a57b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:26.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.548+0000 7fa5f5d9b640 1 --2- 172.21.15.17:0/3138019601 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa5e00a32f0 0x7fa5e00a57b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:26.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.548+0000 7fa5e77fe640 1 -- 172.21.15.17:0/3138019601 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa5e80cf020 con 0x7fa5f8102640 2024-09-16T01:43:26.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.548+0000 7fa5f5d9b640 1 --2- 172.21.15.17:0/3138019601 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa5e00a32f0 0x7fa5e00a57b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec000c00 tx=0x7fa5ec0314a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:26.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.552+0000 7fa5e77fe640 1 -- 172.21.15.17:0/3138019601 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa5e809bd00 con 0x7fa5f8102640 2024-09-16T01:43:26.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:26.766+0000 7fa5fcef1640 1 -- 172.21.15.17:0/3138019601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"} v 0) -- 0x7fa5f8062e90 con 0x7fa5f8102640 2024-09-16T01:43:27.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.198+0000 7fa5e77fe640 1 -- 172.21.15.17:0/3138019601 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]=0 v25) ==== 118+0+0 (secure 0 0 0) 0x7fa5e809b600 con 0x7fa5f8102640 2024-09-16T01:43:27.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.201+0000 7fa5fcef1640 1 -- 172.21.15.17:0/3138019601 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa5e00a32f0 msgr2=0x7fa5e00a57b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.201+0000 7fa5fcef1640 1 --2- 172.21.15.17:0/3138019601 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa5e00a32f0 0x7fa5e00a57b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa5ec000c00 tx=0x7fa5ec0314a0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.201+0000 7fa5fcef1640 1 -- 172.21.15.17:0/3138019601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5f8102640 msgr2=0x7fa5f8197e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.201+0000 7fa5fcef1640 1 --2- 172.21.15.17:0/3138019601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5f8102640 0x7fa5f8197e20 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fa5e800b4a0 tx=0x7fa5e800b960 comp rx=0 tx=0).stop 2024-09-16T01:43:27.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.201+0000 7fa5fcef1640 1 -- 172.21.15.17:0/3138019601 shutdown_connections 2024-09-16T01:43:27.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.201+0000 7fa5fcef1640 1 --2- 172.21.15.17:0/3138019601 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa5e00a32f0 0x7fa5e00a57b0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.201+0000 7fa5fcef1640 1 --2- 172.21.15.17:0/3138019601 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa5f81078a0 0x7fa5f819f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.201+0000 7fa5fcef1640 1 --2- 172.21.15.17:0/3138019601 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa5f8104f70 0x7fa5f8198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.201+0000 7fa5fcef1640 1 --2- 172.21.15.17:0/3138019601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5f8102640 0x7fa5f8197e20 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.201+0000 7fa5fcef1640 1 -- 172.21.15.17:0/3138019601 >> 172.21.15.17:0/3138019601 conn(0x7fa5f80fc1e0 msgr2=0x7fa5f8102fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:27.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.201+0000 7fa5fcef1640 1 -- 172.21.15.17:0/3138019601 shutdown_connections 2024-09-16T01:43:27.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.201+0000 7fa5fcef1640 1 -- 172.21.15.17:0/3138019601 wait complete. 2024-09-16T01:43:27.215 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs subvolumegroup pin cephfs qa random 0.10' 2024-09-16T01:43:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.323+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1725953384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b4102d50 msgr2=0x7fe9b41031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.323+0000 7fe9bc25e640 1 --2- 172.21.15.17:0/1725953384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b4102d50 0x7fe9b41031d0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fe9a8009900 tx=0x7fe9a802a3f0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.323+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1725953384 shutdown_connections 2024-09-16T01:43:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.323+0000 7fe9bc25e640 1 --2- 172.21.15.17:0/1725953384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9b4103710 0x7fe9b4109fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.323+0000 7fe9bc25e640 1 --2- 172.21.15.17:0/1725953384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b4102d50 0x7fe9b41031d0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.323+0000 7fe9bc25e640 1 --2- 172.21.15.17:0/1725953384 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9b4101b60 0x7fe9b4101f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.323+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1725953384 >> 172.21.15.17:0/1725953384 conn(0x7fe9b40fd2e0 msgr2=0x7fe9b40ff700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.323+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1725953384 shutdown_connections 2024-09-16T01:43:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.323+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1725953384 wait complete. 2024-09-16T01:43:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.323+0000 7fe9bc25e640 1 Processor -- start 2024-09-16T01:43:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.323+0000 7fe9bc25e640 1 -- start start 2024-09-16T01:43:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9bc25e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9b4101b60 0x7fe9b4197cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9bc25e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b4102d50 0x7fe9b41981f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9bc25e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9b4103710 0x7fe9b419f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9bc25e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b410d6c0 con 0x7fe9b4102d50 2024-09-16T01:43:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9bc25e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b410d540 con 0x7fe9b4103710 2024-09-16T01:43:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9bc25e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe9b410d840 con 0x7fe9b4101b60 2024-09-16T01:43:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9b97f9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b4102d50 0x7fe9b41981f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9b97f9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b4102d50 0x7fe9b41981f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41274/0 (socket says 172.21.15.17:41274) 2024-09-16T01:43:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9b97f9640 1 -- 172.21.15.17:0/1024023443 learned_addr learned my addr 172.21.15.17:0/1024023443 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9b9ffa640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9b4101b60 0x7fe9b4197cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9ba7fb640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9b4103710 0x7fe9b419f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9b97f9640 1 -- 172.21.15.17:0/1024023443 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9b4101b60 msgr2=0x7fe9b4197cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9b97f9640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9b4101b60 0x7fe9b4197cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9b97f9640 1 -- 172.21.15.17:0/1024023443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9b4103710 msgr2=0x7fe9b419f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9b97f9640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9b4103710 0x7fe9b419f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9b97f9640 1 -- 172.21.15.17:0/1024023443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9b419f8f0 con 0x7fe9b4102d50 2024-09-16T01:43:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9ba7fb640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9b4103710 0x7fe9b419f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:43:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9b97f9640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b4102d50 0x7fe9b41981f0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fe9a80314e0 tx=0x7fe9a8003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9b2ffd640 1 -- 172.21.15.17:0/1024023443 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a803f070 con 0x7fe9b4102d50 2024-09-16T01:43:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9b2ffd640 1 -- 172.21.15.17:0/1024023443 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9a8031e40 con 0x7fe9b4102d50 2024-09-16T01:43:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1024023443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9b419fb80 con 0x7fe9b4102d50 2024-09-16T01:43:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9b2ffd640 1 -- 172.21.15.17:0/1024023443 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9a8035030 con 0x7fe9b4102d50 2024-09-16T01:43:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.324+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1024023443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9b41a00c0 con 0x7fe9b4102d50 2024-09-16T01:43:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.326+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1024023443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe9b4108ed0 con 0x7fe9b4102d50 2024-09-16T01:43:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.327+0000 7fe9b2ffd640 1 -- 172.21.15.17:0/1024023443 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7fe9a8042070 con 0x7fe9b4102d50 2024-09-16T01:43:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.328+0000 7fe9b2ffd640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe99c0a3370 0x7fe99c0a5830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.328+0000 7fe9b9ffa640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe99c0a3370 0x7fe99c0a5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.328+0000 7fe9b2ffd640 1 -- 172.21.15.17:0/1024023443 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe9a80f0190 con 0x7fe9b4102d50 2024-09-16T01:43:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.328+0000 7fe9b9ffa640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe99c0a3370 0x7fe99c0a5830 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4198b80 tx=0x7fe9a4007600 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:27.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.332+0000 7fe9b2ffd640 1 -- 172.21.15.17:0/1024023443 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe9a80bceb0 con 0x7fe9b4102d50 2024-09-16T01:43:27.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:27 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3138019601' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-16T01:43:27.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.535+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1024023443 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}) -- 0x7fe9b4062790 con 0x7fe99c0a3370 2024-09-16T01:43:27.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:27 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3138019601' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-16T01:43:27.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:27 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3138019601' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]: dispatch 2024-09-16T01:43:27.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.550+0000 7fe9b2ffd640 1 -- 172.21.15.17:0/1024023443 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 ) ==== 8+0+3 (secure 0 0 0) 0x7fe9b4062790 con 0x7fe99c0a3370 2024-09-16T01:43:27.552 INFO:teuthology.orchestra.run.smithi017.stdout:{} 2024-09-16T01:43:27.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.553+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1024023443 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe99c0a3370 msgr2=0x7fe99c0a5830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.553+0000 7fe9bc25e640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe99c0a3370 0x7fe99c0a5830 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe9b4198b80 tx=0x7fe9a4007600 comp rx=0 tx=0).stop 2024-09-16T01:43:27.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.553+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1024023443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b4102d50 msgr2=0x7fe9b41981f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.553+0000 7fe9bc25e640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b4102d50 0x7fe9b41981f0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fe9a80314e0 tx=0x7fe9a8003c80 comp rx=0 tx=0).stop 2024-09-16T01:43:27.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.553+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1024023443 shutdown_connections 2024-09-16T01:43:27.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.553+0000 7fe9bc25e640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe99c0a3370 0x7fe99c0a5830 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.553+0000 7fe9bc25e640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9b4103710 0x7fe9b419f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.553+0000 7fe9bc25e640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9b4102d50 0x7fe9b41981f0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.553+0000 7fe9bc25e640 1 --2- 172.21.15.17:0/1024023443 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9b4101b60 0x7fe9b4197cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.553+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1024023443 >> 172.21.15.17:0/1024023443 conn(0x7fe9b40fd2e0 msgr2=0x7fe9b41060a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:27.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.553+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1024023443 shutdown_connections 2024-09-16T01:43:27.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.553+0000 7fe9bc25e640 1 -- 172.21.15.17:0/1024023443 wait complete. 2024-09-16T01:43:27.565 INFO:teuthology.run_tasks:Running task check-counter... 2024-09-16T01:43:27.577 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-09-16T01:43:27.599 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T01:43:27.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.702+0000 7f2e7f159640 1 -- 172.21.15.17:0/2038043803 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e78100a30 msgr2=0x7f2e78100e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.702+0000 7f2e7f159640 1 --2- 172.21.15.17:0/2038043803 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e78100a30 0x7f2e78100e30 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f2e6c009900 tx=0x7f2e6c02a410 comp rx=0 tx=0).stop 2024-09-16T01:43:27.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.702+0000 7f2e7f159640 1 -- 172.21.15.17:0/2038043803 shutdown_connections 2024-09-16T01:43:27.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.702+0000 7f2e7f159640 1 --2- 172.21.15.17:0/2038043803 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2e781025e0 0x7f2e78108e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.702+0000 7f2e7f159640 1 --2- 172.21.15.17:0/2038043803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2e78101c20 0x7f2e781020a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.702+0000 7f2e7f159640 1 --2- 172.21.15.17:0/2038043803 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e78100a30 0x7f2e78100e30 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.702+0000 7f2e7f159640 1 -- 172.21.15.17:0/2038043803 >> 172.21.15.17:0/2038043803 conn(0x7f2e780fc1b0 msgr2=0x7f2e780fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:27.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.702+0000 7f2e7f159640 1 -- 172.21.15.17:0/2038043803 shutdown_connections 2024-09-16T01:43:27.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.702+0000 7f2e7f159640 1 -- 172.21.15.17:0/2038043803 wait complete. 2024-09-16T01:43:27.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7f159640 1 Processor -- start 2024-09-16T01:43:27.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7f159640 1 -- start start 2024-09-16T01:43:27.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7f159640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e78100a30 0x7f2e7806af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:27.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7f159640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2e78101c20 0x7f2e7819caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:27.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7f159640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2e781025e0 0x7f2e7819f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:27.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7f159640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2e7810c560 con 0x7f2e78100a30 2024-09-16T01:43:27.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7f159640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2e7810c3e0 con 0x7f2e781025e0 2024-09-16T01:43:27.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7f159640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2e7810c6e0 con 0x7f2e78101c20 2024-09-16T01:43:27.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7cef5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e78100a30 0x7f2e7806af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:27.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7cef5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e78100a30 0x7f2e7806af30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41300/0 (socket says 172.21.15.17:41300) 2024-09-16T01:43:27.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7cef5640 1 -- 172.21.15.17:0/3119644811 learned_addr learned my addr 172.21.15.17:0/3119644811 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:27.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e77fff640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2e78101c20 0x7f2e7819caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:27.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7cef5640 1 -- 172.21.15.17:0/3119644811 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2e78101c20 msgr2=0x7f2e7819caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7d6f6640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2e781025e0 0x7f2e7819f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:27.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7cef5640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2e78101c20 0x7f2e7819caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7cef5640 1 -- 172.21.15.17:0/3119644811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2e781025e0 msgr2=0x7f2e7819f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7cef5640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2e781025e0 0x7f2e7819f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.703+0000 7f2e7cef5640 1 -- 172.21.15.17:0/3119644811 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e7819f9d0 con 0x7f2e78100a30 2024-09-16T01:43:27.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.704+0000 7f2e77fff640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2e78101c20 0x7f2e7819caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:27.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.704+0000 7f2e7d6f6640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2e781025e0 0x7f2e7819f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:27.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.704+0000 7f2e7cef5640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e78100a30 0x7f2e7806af30 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f2e6c0314e0 tx=0x7f2e6c0042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:27.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.704+0000 7f2e75ffb640 1 -- 172.21.15.17:0/3119644811 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e6c03f030 con 0x7f2e78100a30 2024-09-16T01:43:27.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.704+0000 7f2e75ffb640 1 -- 172.21.15.17:0/3119644811 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2e6c003cb0 con 0x7f2e78100a30 2024-09-16T01:43:27.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.704+0000 7f2e7f159640 1 -- 172.21.15.17:0/3119644811 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e7819fc00 con 0x7f2e78100a30 2024-09-16T01:43:27.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.704+0000 7f2e75ffb640 1 -- 172.21.15.17:0/3119644811 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e6c035070 con 0x7f2e78100a30 2024-09-16T01:43:27.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.704+0000 7f2e7f159640 1 -- 172.21.15.17:0/3119644811 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e781a0140 con 0x7f2e78100a30 2024-09-16T01:43:27.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.705+0000 7f2e7f159640 1 -- 172.21.15.17:0/3119644811 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2e78107e70 con 0x7f2e78100a30 2024-09-16T01:43:27.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.706+0000 7f2e75ffb640 1 -- 172.21.15.17:0/3119644811 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7f2e6c042030 con 0x7f2e78100a30 2024-09-16T01:43:27.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.707+0000 7f2e75ffb640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2e680a32d0 0x7f2e680a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:27.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.707+0000 7f2e77fff640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2e680a32d0 0x7f2e680a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:27.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.707+0000 7f2e75ffb640 1 -- 172.21.15.17:0/3119644811 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f2e6c0f03a0 con 0x7f2e78100a30 2024-09-16T01:43:27.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.708+0000 7f2e77fff640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2e680a32d0 0x7f2e680a5790 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f2e7806aca0 tx=0x7f2e64005d90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:27.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.710+0000 7f2e75ffb640 1 -- 172.21.15.17:0/3119644811 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f2e6c0bd080 con 0x7f2e78100a30 2024-09-16T01:43:27.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.889+0000 7f2e7f159640 1 -- 172.21.15.17:0/3119644811 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2e7802da50 con 0x7f2e78100a30 2024-09-16T01:43:27.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.890+0000 7f2e75ffb640 1 -- 172.21.15.17:0/3119644811 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+22697 (secure 0 0 0) 0x7f2e6c0bc980 con 0x7f2e78100a30 2024-09-16T01:43:27.892 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:43:27.892 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":84,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","created":"2024-09-16T01:33:53.298260+0000","modified":"2024-09-16T01:42:42.092452+0000","last_up_change":"2024-09-16T01:40:51.430063+0000","last_in_change":"2024-09-16T01:40:27.916637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:37:00.918910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:41:39.579756+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:41:41.834594+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b8922682-71d1-43de-99c1-33159c0e154f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6803","nonce":973418367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6805","nonce":973418367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6809","nonce":973418367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6807","nonce":973418367}]},"public_addr":"172.21.15.17:6803/973418367","cluster_addr":"172.21.15.17:6805/973418367","heartbeat_back_addr":"172.21.15.17:6809/973418367","heartbeat_front_addr":"172.21.15.17:6807/973418367","state":["exists","up"]},{"osd":1,"uuid":"757f97f3-d423-4451-bb57-6179ff651bab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6801","nonce":476361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6803","nonce":476361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6807","nonce":476361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6805","nonce":476361632}]},"public_addr":"172.21.15.29:6801/476361632","cluster_addr":"172.21.15.29:6803/476361632","heartbeat_back_addr":"172.21.15.29:6807/476361632","heartbeat_front_addr":"172.21.15.29:6805/476361632","state":["exists","up"]},{"osd":2,"uuid":"e6100863-2f60-4213-895c-bf6d2026378f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6801","nonce":3223940683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6803","nonce":3223940683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6807","nonce":3223940683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6805","nonce":3223940683}]},"public_addr":"172.21.15.122:6801/3223940683","cluster_addr":"172.21.15.122:6803/3223940683","heartbeat_back_addr":"172.21.15.122:6807/3223940683","heartbeat_front_addr":"172.21.15.122:6805/3223940683","state":["exists","up"]},{"osd":3,"uuid":"611d7433-6cb9-4016-a58b-bb96394d2d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6811","nonce":3558508388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6813","nonce":3558508388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6817","nonce":3558508388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6815","nonce":3558508388}]},"public_addr":"172.21.15.17:6811/3558508388","cluster_addr":"172.21.15.17:6813/3558508388","heartbeat_back_addr":"172.21.15.17:6817/3558508388","heartbeat_front_addr":"172.21.15.17:6815/3558508388","state":["exists","up"]},{"osd":4,"uuid":"7d202bcb-50ab-4f6e-a090-7e61c538fa77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6809","nonce":2110146164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6811","nonce":2110146164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6815","nonce":2110146164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6813","nonce":2110146164}]},"public_addr":"172.21.15.29:6809/2110146164","cluster_addr":"172.21.15.29:6811/2110146164","heartbeat_back_addr":"172.21.15.29:6815/2110146164","heartbeat_front_addr":"172.21.15.29:6813/2110146164","state":["exists","up"]},{"osd":5,"uuid":"bcc07f4f-f204-465b-b9c6-c04604d243c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6809","nonce":1621076168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6811","nonce":1621076168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6815","nonce":1621076168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6813","nonce":1621076168}]},"public_addr":"172.21.15.122:6809/1621076168","cluster_addr":"172.21.15.122:6811/1621076168","heartbeat_back_addr":"172.21.15.122:6815/1621076168","heartbeat_front_addr":"172.21.15.122:6813/1621076168","state":["exists","up"]},{"osd":6,"uuid":"64080f89-a0f5-4a86-aa16-77938675379e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6819","nonce":1408033288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6821","nonce":1408033288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6825","nonce":1408033288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6823","nonce":1408033288}]},"public_addr":"172.21.15.17:6819/1408033288","cluster_addr":"172.21.15.17:6821/1408033288","heartbeat_back_addr":"172.21.15.17:6825/1408033288","heartbeat_front_addr":"172.21.15.17:6823/1408033288","state":["exists","up"]},{"osd":7,"uuid":"aca554bd-1914-455c-936a-aa59b1504194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6817","nonce":127734728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6819","nonce":127734728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6823","nonce":127734728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6821","nonce":127734728}]},"public_addr":"172.21.15.29:6817/127734728","cluster_addr":"172.21.15.29:6819/127734728","heartbeat_back_addr":"172.21.15.29:6823/127734728","heartbeat_front_addr":"172.21.15.29:6821/127734728","state":["exists","up"]},{"osd":8,"uuid":"0b5ed7f4-4b47-4cbe-9086-8948ce393446","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6817","nonce":360974259}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6819","nonce":360974259}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6823","nonce":360974259}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6821","nonce":360974259}]},"public_addr":"172.21.15.122:6817/360974259","cluster_addr":"172.21.15.122:6819/360974259","heartbeat_back_addr":"172.21.15.122:6823/360974259","heartbeat_front_addr":"172.21.15.122:6821/360974259","state":["exists","up"]},{"osd":9,"uuid":"55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6827","nonce":2483471753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6829","nonce":2483471753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6833","nonce":2483471753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6831","nonce":2483471753}]},"public_addr":"172.21.15.17:6827/2483471753","cluster_addr":"172.21.15.17:6829/2483471753","heartbeat_back_addr":"172.21.15.17:6833/2483471753","heartbeat_front_addr":"172.21.15.17:6831/2483471753","state":["exists","up"]},{"osd":10,"uuid":"c83a74f2-e570-487c-9e87-bb0b74965ca2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6825","nonce":362618550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6827","nonce":362618550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6831","nonce":362618550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6829","nonce":362618550}]},"public_addr":"172.21.15.29:6825/362618550","cluster_addr":"172.21.15.29:6827/362618550","heartbeat_back_addr":"172.21.15.29:6831/362618550","heartbeat_front_addr":"172.21.15.29:6829/362618550","state":["exists","up"]},{"osd":11,"uuid":"1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6825","nonce":1375874597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6827","nonce":1375874597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6831","nonce":1375874597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6829","nonce":1375874597}]},"public_addr":"172.21.15.122:6825/1375874597","cluster_addr":"172.21.15.122:6827/1375874597","heartbeat_back_addr":"172.21.15.122:6831/1375874597","heartbeat_front_addr":"172.21.15.122:6829/1375874597","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:05.813342+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:31.420629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:57.341085+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:22.481098+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:48.928453+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:15.070471+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:40.275611+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:05.810417+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:30.926343+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:56.824386+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:23.647559+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:49.303702+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.2a","mappings":[{"from":3,"to":6}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:0/171001531":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6801/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/149674379":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6800/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2909964706":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2310526449":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/844082331":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6800/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6801/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/270715983":"2024-09-17T01:34:15.927659+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:43:27.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.892+0000 7f2e7f159640 1 -- 172.21.15.17:0/3119644811 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2e680a32d0 msgr2=0x7f2e680a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.892+0000 7f2e7f159640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2e680a32d0 0x7f2e680a5790 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f2e7806aca0 tx=0x7f2e64005d90 comp rx=0 tx=0).stop 2024-09-16T01:43:27.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.892+0000 7f2e7f159640 1 -- 172.21.15.17:0/3119644811 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e78100a30 msgr2=0x7f2e7806af30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:27.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.892+0000 7f2e7f159640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e78100a30 0x7f2e7806af30 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f2e6c0314e0 tx=0x7f2e6c0042e0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.893+0000 7f2e7f159640 1 -- 172.21.15.17:0/3119644811 shutdown_connections 2024-09-16T01:43:27.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.893+0000 7f2e7f159640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2e680a32d0 0x7f2e680a5790 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.893+0000 7f2e7f159640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2e781025e0 0x7f2e7819f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.893+0000 7f2e7f159640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2e78101c20 0x7f2e7819caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.893+0000 7f2e7f159640 1 --2- 172.21.15.17:0/3119644811 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e78100a30 0x7f2e7806af30 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:27.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.893+0000 7f2e7f159640 1 -- 172.21.15.17:0/3119644811 >> 172.21.15.17:0/3119644811 conn(0x7f2e780fc1b0 msgr2=0x7f2e78105040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:27.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.893+0000 7f2e7f159640 1 -- 172.21.15.17:0/3119644811 shutdown_connections 2024-09-16T01:43:27.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:27.893+0000 7f2e7f159640 1 -- 172.21.15.17:0/3119644811 wait complete. 2024-09-16T01:43:27.904 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:43:27 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:43:27.539+0000 7ffac7ca7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:27.904 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:43:27 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:43:27.539+0000 7ffac7ca7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:27.904 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:43:27 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:43:27.539+0000 7ffac7ca7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:27.904 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:43:27 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:43:27.539+0000 7ffac7ca7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:27.904 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 01:43:27 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T01:43:27.539+0000 7ffac7ca7640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T01:43:27.906 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:37:00.918910+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-16T01:41:39.579756+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-16T01:41:41.834594+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T01:43:27.906 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T01:43:28.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.011+0000 7fdb86477640 1 -- 172.21.15.17:0/1088036728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb801025e0 msgr2=0x7fdb80108e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.011+0000 7fdb86477640 1 --2- 172.21.15.17:0/1088036728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb801025e0 0x7fdb80108e70 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fdb78009ca0 tx=0x7fdb7802a8c0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.011+0000 7fdb86477640 1 -- 172.21.15.17:0/1088036728 shutdown_connections 2024-09-16T01:43:28.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.011+0000 7fdb86477640 1 --2- 172.21.15.17:0/1088036728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb801025e0 0x7fdb80108e70 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.011+0000 7fdb86477640 1 --2- 172.21.15.17:0/1088036728 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdb80101c20 0x7fdb801020a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.011+0000 7fdb86477640 1 --2- 172.21.15.17:0/1088036728 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb80100a30 0x7fdb80100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.011+0000 7fdb86477640 1 -- 172.21.15.17:0/1088036728 >> 172.21.15.17:0/1088036728 conn(0x7fdb800fc1b0 msgr2=0x7fdb800fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:28.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.011+0000 7fdb86477640 1 -- 172.21.15.17:0/1088036728 shutdown_connections 2024-09-16T01:43:28.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.011+0000 7fdb86477640 1 -- 172.21.15.17:0/1088036728 wait complete. 2024-09-16T01:43:28.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.012+0000 7fdb86477640 1 Processor -- start 2024-09-16T01:43:28.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.012+0000 7fdb86477640 1 -- start start 2024-09-16T01:43:28.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.012+0000 7fdb86477640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb80100a30 0x7fdb80197dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.012+0000 7fdb86477640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb80101c20 0x7fdb80198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.012+0000 7fdb86477640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdb801025e0 0x7fdb8019f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.012+0000 7fdb86477640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8010d710 con 0x7fdb80100a30 2024-09-16T01:43:28.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.012+0000 7fdb86477640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8010d590 con 0x7fdb80101c20 2024-09-16T01:43:28.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.012+0000 7fdb86477640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdb8010d890 con 0x7fdb801025e0 2024-09-16T01:43:28.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.012+0000 7fdb7ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb80100a30 0x7fdb80197dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.012+0000 7fdb7ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb80100a30 0x7fdb80197dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41320/0 (socket says 172.21.15.17:41320) 2024-09-16T01:43:28.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.012+0000 7fdb7ffff640 1 -- 172.21.15.17:0/1952619020 learned_addr learned my addr 172.21.15.17:0/1952619020 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:28.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.013+0000 7fdb7f7fe640 1 --2- 172.21.15.17:0/1952619020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb80101c20 0x7fdb80198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.013+0000 7fdb84a14640 1 --2- 172.21.15.17:0/1952619020 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdb801025e0 0x7fdb8019f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.013+0000 7fdb7ffff640 1 -- 172.21.15.17:0/1952619020 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdb801025e0 msgr2=0x7fdb8019f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.013+0000 7fdb7ffff640 1 --2- 172.21.15.17:0/1952619020 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdb801025e0 0x7fdb8019f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.013+0000 7fdb7ffff640 1 -- 172.21.15.17:0/1952619020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb80101c20 msgr2=0x7fdb80198300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.013+0000 7fdb7ffff640 1 --2- 172.21.15.17:0/1952619020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb80101c20 0x7fdb80198300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.013+0000 7fdb7ffff640 1 -- 172.21.15.17:0/1952619020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdb8019f9d0 con 0x7fdb80100a30 2024-09-16T01:43:28.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.013+0000 7fdb7ffff640 1 --2- 172.21.15.17:0/1952619020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb80100a30 0x7fdb80197dc0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fdb7000e9c0 tx=0x7fdb7000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:28.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.013+0000 7fdb7d7fa640 1 -- 172.21.15.17:0/1952619020 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb7000cd80 con 0x7fdb80100a30 2024-09-16T01:43:28.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.013+0000 7fdb7d7fa640 1 -- 172.21.15.17:0/1952619020 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdb700035f0 con 0x7fdb80100a30 2024-09-16T01:43:28.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.013+0000 7fdb86477640 1 -- 172.21.15.17:0/1952619020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdb8019fcc0 con 0x7fdb80100a30 2024-09-16T01:43:28.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.013+0000 7fdb7d7fa640 1 -- 172.21.15.17:0/1952619020 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdb70010690 con 0x7fdb80100a30 2024-09-16T01:43:28.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.013+0000 7fdb86477640 1 -- 172.21.15.17:0/1952619020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdb801a01c0 con 0x7fdb80100a30 2024-09-16T01:43:28.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.014+0000 7fdb86477640 1 -- 172.21.15.17:0/1952619020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdb80107e40 con 0x7fdb80100a30 2024-09-16T01:43:28.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.015+0000 7fdb7d7fa640 1 -- 172.21.15.17:0/1952619020 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7fdb700037a0 con 0x7fdb80100a30 2024-09-16T01:43:28.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.016+0000 7fdb7d7fa640 1 --2- 172.21.15.17:0/1952619020 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdb680a3250 0x7fdb680a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.016+0000 7fdb7d7fa640 1 -- 172.21.15.17:0/1952619020 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdb700cfec0 con 0x7fdb80100a30 2024-09-16T01:43:28.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.016+0000 7fdb7f7fe640 1 --2- 172.21.15.17:0/1952619020 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdb680a3250 0x7fdb680a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.016+0000 7fdb7f7fe640 1 --2- 172.21.15.17:0/1952619020 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdb680a3250 0x7fdb680a5710 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fdb74005fd0 tx=0x7fdb7400b590 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:28.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.020+0000 7fdb7d7fa640 1 -- 172.21.15.17:0/1952619020 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdb7009cbe0 con 0x7fdb80100a30 2024-09-16T01:43:28.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.195+0000 7fdb86477640 1 -- 172.21.15.17:0/1952619020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fdb80062e90 con 0x7fdb80100a30 2024-09-16T01:43:28.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.196+0000 7fdb7d7fa640 1 -- 172.21.15.17:0/1952619020 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7fdb7009c4e0 con 0x7fdb80100a30 2024-09-16T01:43:28.197 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-09-16T01:43:28.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.198+0000 7fdb86477640 1 -- 172.21.15.17:0/1952619020 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdb680a3250 msgr2=0x7fdb680a5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.198+0000 7fdb86477640 1 --2- 172.21.15.17:0/1952619020 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdb680a3250 0x7fdb680a5710 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fdb74005fd0 tx=0x7fdb7400b590 comp rx=0 tx=0).stop 2024-09-16T01:43:28.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.198+0000 7fdb86477640 1 -- 172.21.15.17:0/1952619020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb80100a30 msgr2=0x7fdb80197dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.198+0000 7fdb86477640 1 --2- 172.21.15.17:0/1952619020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb80100a30 0x7fdb80197dc0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fdb7000e9c0 tx=0x7fdb7000ee80 comp rx=0 tx=0).stop 2024-09-16T01:43:28.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.198+0000 7fdb86477640 1 -- 172.21.15.17:0/1952619020 shutdown_connections 2024-09-16T01:43:28.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.198+0000 7fdb86477640 1 --2- 172.21.15.17:0/1952619020 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdb680a3250 0x7fdb680a5710 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.198+0000 7fdb86477640 1 --2- 172.21.15.17:0/1952619020 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdb801025e0 0x7fdb8019f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.198+0000 7fdb86477640 1 --2- 172.21.15.17:0/1952619020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdb80101c20 0x7fdb80198300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.198+0000 7fdb86477640 1 --2- 172.21.15.17:0/1952619020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb80100a30 0x7fdb80197dc0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.198+0000 7fdb86477640 1 -- 172.21.15.17:0/1952619020 >> 172.21.15.17:0/1952619020 conn(0x7fdb800fc1b0 msgr2=0x7fdb80105010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:28.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.198+0000 7fdb86477640 1 -- 172.21.15.17:0/1952619020 shutdown_connections 2024-09-16T01:43:28.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.198+0000 7fdb86477640 1 -- 172.21.15.17:0/1952619020 wait complete. 2024-09-16T01:43:28.212 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-16T01:43:28.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.317+0000 7fdd2b398640 1 -- 172.21.15.17:0/1006544387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd24100a30 msgr2=0x7fdd24100e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.317+0000 7fdd2b398640 1 --2- 172.21.15.17:0/1006544387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd24100a30 0x7fdd24100e30 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fdd20009900 tx=0x7fdd2002a410 comp rx=0 tx=0).stop 2024-09-16T01:43:28.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.317+0000 7fdd2b398640 1 -- 172.21.15.17:0/1006544387 shutdown_connections 2024-09-16T01:43:28.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.317+0000 7fdd2b398640 1 --2- 172.21.15.17:0/1006544387 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd241025e0 0x7fdd24108e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.317+0000 7fdd2b398640 1 --2- 172.21.15.17:0/1006544387 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd24101c20 0x7fdd241020a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.317+0000 7fdd2b398640 1 --2- 172.21.15.17:0/1006544387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd24100a30 0x7fdd24100e30 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.317+0000 7fdd2b398640 1 -- 172.21.15.17:0/1006544387 >> 172.21.15.17:0/1006544387 conn(0x7fdd240fc1b0 msgr2=0x7fdd240fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.317+0000 7fdd2b398640 1 -- 172.21.15.17:0/1006544387 shutdown_connections 2024-09-16T01:43:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.317+0000 7fdd2b398640 1 -- 172.21.15.17:0/1006544387 wait complete. 2024-09-16T01:43:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.318+0000 7fdd2b398640 1 Processor -- start 2024-09-16T01:43:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.318+0000 7fdd2b398640 1 -- start start 2024-09-16T01:43:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.318+0000 7fdd2b398640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd24100a30 0x7fdd241049c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.318+0000 7fdd2b398640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd24101c20 0x7fdd24103000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.318+0000 7fdd2b398640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd241025e0 0x7fdd24103540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.318+0000 7fdd2b398640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2410c5e0 con 0x7fdd24101c20 2024-09-16T01:43:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.318+0000 7fdd2b398640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2410c460 con 0x7fdd24100a30 2024-09-16T01:43:28.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.318+0000 7fdd2b398640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdd2410c760 con 0x7fdd241025e0 2024-09-16T01:43:28.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.318+0000 7fdd28933640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd24101c20 0x7fdd24103000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.318+0000 7fdd28933640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd24101c20 0x7fdd24103000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41324/0 (socket says 172.21.15.17:41324) 2024-09-16T01:43:28.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.318+0000 7fdd28933640 1 -- 172.21.15.17:0/2714983487 learned_addr learned my addr 172.21.15.17:0/2714983487 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:28.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.318+0000 7fdd29935640 1 --2- 172.21.15.17:0/2714983487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd241025e0 0x7fdd24103540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.319+0000 7fdd29134640 1 --2- 172.21.15.17:0/2714983487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd24100a30 0x7fdd241049c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.319+0000 7fdd28933640 1 -- 172.21.15.17:0/2714983487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd241025e0 msgr2=0x7fdd24103540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.319+0000 7fdd28933640 1 --2- 172.21.15.17:0/2714983487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd241025e0 0x7fdd24103540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.319+0000 7fdd28933640 1 -- 172.21.15.17:0/2714983487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd24100a30 msgr2=0x7fdd241049c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.319+0000 7fdd28933640 1 --2- 172.21.15.17:0/2714983487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd24100a30 0x7fdd241049c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.319+0000 7fdd28933640 1 -- 172.21.15.17:0/2714983487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd24103dd0 con 0x7fdd24101c20 2024-09-16T01:43:28.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.319+0000 7fdd28933640 1 --2- 172.21.15.17:0/2714983487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd24101c20 0x7fdd24103000 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fdd1400b4a0 tx=0x7fdd1400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:28.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.319+0000 7fdd1a7fc640 1 -- 172.21.15.17:0/2714983487 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd14014070 con 0x7fdd24101c20 2024-09-16T01:43:28.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.319+0000 7fdd1a7fc640 1 -- 172.21.15.17:0/2714983487 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd14010ac0 con 0x7fdd24101c20 2024-09-16T01:43:28.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.319+0000 7fdd2b398640 1 -- 172.21.15.17:0/2714983487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd241a1fd0 con 0x7fdd24101c20 2024-09-16T01:43:28.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.319+0000 7fdd1a7fc640 1 -- 172.21.15.17:0/2714983487 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd14017c30 con 0x7fdd24101c20 2024-09-16T01:43:28.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.319+0000 7fdd2b398640 1 -- 172.21.15.17:0/2714983487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd241a2510 con 0x7fdd24101c20 2024-09-16T01:43:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.320+0000 7fdd2b398640 1 -- 172.21.15.17:0/2714983487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd241a2800 con 0x7fdd24101c20 2024-09-16T01:43:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.322+0000 7fdd1a7fc640 1 -- 172.21.15.17:0/2714983487 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7fdd14017070 con 0x7fdd24101c20 2024-09-16T01:43:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.323+0000 7fdd1a7fc640 1 --2- 172.21.15.17:0/2714983487 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd100a3250 0x7fdd100a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.323+0000 7fdd29134640 1 --2- 172.21.15.17:0/2714983487 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd100a3250 0x7fdd100a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.323+0000 7fdd1a7fc640 1 -- 172.21.15.17:0/2714983487 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdd140cefc0 con 0x7fdd24101c20 2024-09-16T01:43:28.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.323+0000 7fdd29134640 1 --2- 172.21.15.17:0/2714983487 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd100a3250 0x7fdd100a5710 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdd20000c00 tx=0x7fdd200314a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:28.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.326+0000 7fdd1a7fc640 1 -- 172.21.15.17:0/2714983487 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdd1409bd80 con 0x7fdd24101c20 2024-09-16T01:43:28.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.502+0000 7fdd2b398640 1 -- 172.21.15.17:0/2714983487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fdd241a29d0 con 0x7fdd24101c20 2024-09-16T01:43:28.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.502+0000 7fdd1a7fc640 1 -- 172.21.15.17:0/2714983487 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v84) ==== 104+0+11 (secure 0 0 0) 0x7fdd1409b680 con 0x7fdd24101c20 2024-09-16T01:43:28.504 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-09-16T01:43:28.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.504+0000 7fdd2b398640 1 -- 172.21.15.17:0/2714983487 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd100a3250 msgr2=0x7fdd100a5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.504+0000 7fdd2b398640 1 --2- 172.21.15.17:0/2714983487 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd100a3250 0x7fdd100a5710 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fdd20000c00 tx=0x7fdd200314a0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.504+0000 7fdd2b398640 1 -- 172.21.15.17:0/2714983487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd24101c20 msgr2=0x7fdd24103000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.504+0000 7fdd2b398640 1 --2- 172.21.15.17:0/2714983487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd24101c20 0x7fdd24103000 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7fdd1400b4a0 tx=0x7fdd1400b960 comp rx=0 tx=0).stop 2024-09-16T01:43:28.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.504+0000 7fdd2b398640 1 -- 172.21.15.17:0/2714983487 shutdown_connections 2024-09-16T01:43:28.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.504+0000 7fdd2b398640 1 --2- 172.21.15.17:0/2714983487 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd100a3250 0x7fdd100a5710 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.504+0000 7fdd2b398640 1 --2- 172.21.15.17:0/2714983487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd241025e0 0x7fdd24103540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.504+0000 7fdd2b398640 1 --2- 172.21.15.17:0/2714983487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd24101c20 0x7fdd24103000 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.504+0000 7fdd2b398640 1 --2- 172.21.15.17:0/2714983487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd24100a30 0x7fdd241049c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.504+0000 7fdd2b398640 1 -- 172.21.15.17:0/2714983487 >> 172.21.15.17:0/2714983487 conn(0x7fdd240fc1b0 msgr2=0x7fdd2406a3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:28.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.504+0000 7fdd2b398640 1 -- 172.21.15.17:0/2714983487 shutdown_connections 2024-09-16T01:43:28.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.504+0000 7fdd2b398640 1 -- 172.21.15.17:0/2714983487 wait complete. 2024-09-16T01:43:28.515 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:28 smithi017 ceph-mon[30972]: pgmap v337: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-16T01:43:28.515 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:28 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3138019601' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-16T01:43:28.515 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:28 smithi017 ceph-mon[30972]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:43:28.515 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:28 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3119644811' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:43:28.515 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:28 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1952619020' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T01:43:28.516 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-16T01:43:28.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:28 smithi122 ceph-mon[34758]: pgmap v337: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-16T01:43:28.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:28 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3138019601' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-16T01:43:28.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:28 smithi122 ceph-mon[34758]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:43:28.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:28 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3119644811' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:43:28.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:28 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1952619020' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T01:43:28.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:28 smithi029 ceph-mon[34783]: pgmap v337: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 341 B/s wr, 6 op/s 2024-09-16T01:43:28.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:28 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3138019601' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "false"}]': finished 2024-09-16T01:43:28.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:28 smithi029 ceph-mon[34783]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:43:28.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:28 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3119644811' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:43:28.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:28 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1952619020' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T01:43:28.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.622+0000 7f72b01c0640 1 -- 172.21.15.17:0/3053418984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a81025b0 msgr2=0x7f72a81049a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.622+0000 7f72b01c0640 1 --2- 172.21.15.17:0/3053418984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a81025b0 0x7f72a81049a0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f72a4009900 tx=0x7f72a402a410 comp rx=0 tx=0).stop 2024-09-16T01:43:28.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.622+0000 7f72b01c0640 1 -- 172.21.15.17:0/3053418984 shutdown_connections 2024-09-16T01:43:28.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.622+0000 7f72b01c0640 1 --2- 172.21.15.17:0/3053418984 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72a8107810 0x7f72a8109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.622+0000 7f72b01c0640 1 --2- 172.21.15.17:0/3053418984 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f72a8104ee0 0x7f72a81072d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.622+0000 7f72b01c0640 1 --2- 172.21.15.17:0/3053418984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a81025b0 0x7f72a81049a0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.622+0000 7f72b01c0640 1 -- 172.21.15.17:0/3053418984 >> 172.21.15.17:0/3053418984 conn(0x7f72a80fc1b0 msgr2=0x7f72a80fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:28.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.623+0000 7f72b01c0640 1 -- 172.21.15.17:0/3053418984 shutdown_connections 2024-09-16T01:43:28.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.623+0000 7f72b01c0640 1 -- 172.21.15.17:0/3053418984 wait complete. 2024-09-16T01:43:28.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.623+0000 7f72b01c0640 1 Processor -- start 2024-09-16T01:43:28.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.623+0000 7f72b01c0640 1 -- start start 2024-09-16T01:43:28.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.623+0000 7f72b01c0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f72a81025b0 0x7f72a8101f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.623+0000 7f72b01c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8104ee0 0x7f72a8100560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.623+0000 7f72b01c0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72a8107810 0x7f72a8100aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.623+0000 7f72b01c0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f72a810d6c0 con 0x7f72a8104ee0 2024-09-16T01:43:28.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.623+0000 7f72b01c0640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f72a810d540 con 0x7f72a8107810 2024-09-16T01:43:28.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.623+0000 7f72b01c0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f72a810d840 con 0x7f72a81025b0 2024-09-16T01:43:28.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.623+0000 7f72ad75b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8104ee0 0x7f72a8100560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f72ad75b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8104ee0 0x7f72a8100560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41330/0 (socket says 172.21.15.17:41330) 2024-09-16T01:43:28.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f72ad75b640 1 -- 172.21.15.17:0/2484441940 learned_addr learned my addr 172.21.15.17:0/2484441940 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:28.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f72adf5c640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f72a81025b0 0x7f72a8101f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f72ae75d640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72a8107810 0x7f72a8100aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f72ad75b640 1 -- 172.21.15.17:0/2484441940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f72a81025b0 msgr2=0x7f72a8101f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f72ad75b640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f72a81025b0 0x7f72a8101f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f72ad75b640 1 -- 172.21.15.17:0/2484441940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72a8107810 msgr2=0x7f72a8100aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f72ad75b640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72a8107810 0x7f72a8100aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f72ad75b640 1 -- 172.21.15.17:0/2484441940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72a8101330 con 0x7f72a8104ee0 2024-09-16T01:43:28.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f72ae75d640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72a8107810 0x7f72a8100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:28.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f72ad75b640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8104ee0 0x7f72a8100560 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f729800d740 tx=0x7f729800dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:28.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f729effd640 1 -- 172.21.15.17:0/2484441940 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7298017070 con 0x7f72a8104ee0 2024-09-16T01:43:28.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f729effd640 1 -- 172.21.15.17:0/2484441940 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f729800de50 con 0x7f72a8104ee0 2024-09-16T01:43:28.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f72b01c0640 1 -- 172.21.15.17:0/2484441940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72a81a1fb0 con 0x7f72a8104ee0 2024-09-16T01:43:28.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f729effd640 1 -- 172.21.15.17:0/2484441940 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7298004d60 con 0x7f72a8104ee0 2024-09-16T01:43:28.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.624+0000 7f72b01c0640 1 -- 172.21.15.17:0/2484441940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72a81a2420 con 0x7f72a8104ee0 2024-09-16T01:43:28.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.625+0000 7f72b01c0640 1 -- 172.21.15.17:0/2484441940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72a80fdca0 con 0x7f72a8104ee0 2024-09-16T01:43:28.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.626+0000 7f729effd640 1 -- 172.21.15.17:0/2484441940 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) ==== 138355+0+0 (secure 0 0 0) 0x7f7298004f00 con 0x7f72a8104ee0 2024-09-16T01:43:28.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.627+0000 7f729effd640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f72940a3250 0x7f72940a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:28.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.627+0000 7f729effd640 1 -- 172.21.15.17:0/2484441940 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f72980cf3b0 con 0x7f72a8104ee0 2024-09-16T01:43:28.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.627+0000 7f72adf5c640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f72940a3250 0x7f72940a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:28.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.628+0000 7f72adf5c640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f72940a3250 0x7f72940a5710 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f72a40314e0 tx=0x7f72a40095f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:28.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.631+0000 7f729effd640 1 -- 172.21.15.17:0/2484441940 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f729809c0d0 con 0x7f72a8104ee0 2024-09-16T01:43:28.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.807+0000 7f72b01c0640 1 -- 172.21.15.17:0/2484441940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f72a8062df0 con 0x7f72a8104ee0 2024-09-16T01:43:28.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.807+0000 7f729effd640 1 -- 172.21.15.17:0/2484441940 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v84) ==== 100+0+11 (secure 0 0 0) 0x7f729809b9d0 con 0x7f72a8104ee0 2024-09-16T01:43:28.809 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.809+0000 7f72b01c0640 1 -- 172.21.15.17:0/2484441940 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f72940a3250 msgr2=0x7f72940a5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.809+0000 7f72b01c0640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f72940a3250 0x7f72940a5710 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f72a40314e0 tx=0x7f72a40095f0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.809+0000 7f72b01c0640 1 -- 172.21.15.17:0/2484441940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8104ee0 msgr2=0x7f72a8100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.809+0000 7f72b01c0640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8104ee0 0x7f72a8100560 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f729800d740 tx=0x7f729800dc00 comp rx=0 tx=0).stop 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.809+0000 7f72b01c0640 1 -- 172.21.15.17:0/2484441940 shutdown_connections 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.809+0000 7f72b01c0640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f72940a3250 0x7f72940a5710 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.809+0000 7f72b01c0640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f72a8107810 0x7f72a8100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.809+0000 7f72b01c0640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f72a8104ee0 0x7f72a8100560 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.809+0000 7f72b01c0640 1 --2- 172.21.15.17:0/2484441940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f72a81025b0 0x7f72a8101f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:28.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.809+0000 7f72b01c0640 1 -- 172.21.15.17:0/2484441940 >> 172.21.15.17:0/2484441940 conn(0x7f72a80fc1b0 msgr2=0x7f72a8102f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:28.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.810+0000 7f72b01c0640 1 -- 172.21.15.17:0/2484441940 shutdown_connections 2024-09-16T01:43:28.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:28.810+0000 7f72b01c0640 1 -- 172.21.15.17:0/2484441940 wait complete. 2024-09-16T01:43:28.821 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-09-16T01:43:28.822 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:43:29.078 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:29.477 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:29 smithi017 ceph-mon[30972]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:29.477 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:29 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2714983487' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T01:43:29.477 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:29 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2484441940' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T01:43:29.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:29 smithi122 ceph-mon[34758]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:29.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:29 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2714983487' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T01:43:29.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:29 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2484441940' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T01:43:29.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:29 smithi029 ceph-mon[34783]: from='client.15144 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup pin", "vol_name": "cephfs", "group_name": "qa", "pin_type": "random", "pin_setting": "0.10", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T01:43:29.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:29 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2714983487' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T01:43:29.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:29 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2484441940' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T01:43:29.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.560+0000 7f828ba54640 1 -- 172.21.15.17:0/1413989599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8284101450 msgr2=0x7f8284105920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:29.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.560+0000 7f828ba54640 1 --2- 172.21.15.17:0/1413989599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8284101450 0x7f8284105920 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f8280009900 tx=0x7f828002a470 comp rx=0 tx=0).stop 2024-09-16T01:43:29.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.560+0000 7f828ba54640 1 -- 172.21.15.17:0/1413989599 shutdown_connections 2024-09-16T01:43:29.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.560+0000 7f828ba54640 1 --2- 172.21.15.17:0/1413989599 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8284105f40 0x7f82841063d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.560+0000 7f828ba54640 1 --2- 172.21.15.17:0/1413989599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8284101450 0x7f8284105920 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.560+0000 7f828ba54640 1 --2- 172.21.15.17:0/1413989599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8284100b30 0x7f8284100f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.560+0000 7f828ba54640 1 -- 172.21.15.17:0/1413989599 >> 172.21.15.17:0/1413989599 conn(0x7f82840fc7a0 msgr2=0x7f82840febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:29.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.560+0000 7f828ba54640 1 -- 172.21.15.17:0/1413989599 shutdown_connections 2024-09-16T01:43:29.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.560+0000 7f828ba54640 1 -- 172.21.15.17:0/1413989599 wait complete. 2024-09-16T01:43:29.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f828ba54640 1 Processor -- start 2024-09-16T01:43:29.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f828ba54640 1 -- start start 2024-09-16T01:43:29.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f828ba54640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8284100b30 0x7f82841a4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:29.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f828ba54640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8284101450 0x7f82841a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:29.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f828ba54640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8284105f40 0x7f828419e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:29.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f828ba54640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8284118440 con 0x7f8284105f40 2024-09-16T01:43:29.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f828ba54640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f82841182c0 con 0x7f8284100b30 2024-09-16T01:43:29.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f828ba54640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f82841185c0 con 0x7f8284101450 2024-09-16T01:43:29.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f8289ff1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8284105f40 0x7f828419e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:29.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f8289ff1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8284105f40 0x7f828419e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41346/0 (socket says 172.21.15.17:41346) 2024-09-16T01:43:29.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f8289ff1640 1 -- 172.21.15.17:0/3816541258 learned_addr learned my addr 172.21.15.17:0/3816541258 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:29.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f82897f0640 1 --2- 172.21.15.17:0/3816541258 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8284100b30 0x7f82841a4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:29.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f8288fef640 1 --2- 172.21.15.17:0/3816541258 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8284101450 0x7f82841a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:29.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f8289ff1640 1 -- 172.21.15.17:0/3816541258 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8284101450 msgr2=0x7f82841a4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:29.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f8289ff1640 1 --2- 172.21.15.17:0/3816541258 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8284101450 0x7f82841a4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f8289ff1640 1 -- 172.21.15.17:0/3816541258 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8284100b30 msgr2=0x7f82841a4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:29.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f8289ff1640 1 --2- 172.21.15.17:0/3816541258 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8284100b30 0x7f82841a4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f8289ff1640 1 -- 172.21.15.17:0/3816541258 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f828419ef70 con 0x7f8284105f40 2024-09-16T01:43:29.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.561+0000 7f8289ff1640 1 --2- 172.21.15.17:0/3816541258 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8284105f40 0x7f828419e7d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f827c00eb10 tx=0x7f827c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:29.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.562+0000 7f827a7fc640 1 -- 172.21.15.17:0/3816541258 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f827c004b20 con 0x7f8284105f40 2024-09-16T01:43:29.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.562+0000 7f827a7fc640 1 -- 172.21.15.17:0/3816541258 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f827c004cc0 con 0x7f8284105f40 2024-09-16T01:43:29.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.562+0000 7f828ba54640 1 -- 172.21.15.17:0/3816541258 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f828419f260 con 0x7f8284105f40 2024-09-16T01:43:29.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.562+0000 7f827a7fc640 1 -- 172.21.15.17:0/3816541258 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f827c010690 con 0x7f8284105f40 2024-09-16T01:43:29.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.562+0000 7f828ba54640 1 -- 172.21.15.17:0/3816541258 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f82841ab4b0 con 0x7f8284105f40 2024-09-16T01:43:29.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.563+0000 7f828ba54640 1 -- 172.21.15.17:0/3816541258 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f828406b070 con 0x7f8284105f40 2024-09-16T01:43:29.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.564+0000 7f827a7fc640 1 -- 172.21.15.17:0/3816541258 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f827c005020 con 0x7f8284105f40 2024-09-16T01:43:29.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.565+0000 7f827a7fc640 1 --2- 172.21.15.17:0/3816541258 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f82700a3350 0x7f82700a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:29.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.565+0000 7f82897f0640 1 --2- 172.21.15.17:0/3816541258 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f82700a3350 0x7f82700a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:29.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.565+0000 7f827a7fc640 1 -- 172.21.15.17:0/3816541258 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f827c0d0020 con 0x7f8284105f40 2024-09-16T01:43:29.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.565+0000 7f82897f0640 1 --2- 172.21.15.17:0/3816541258 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f82700a3350 0x7f82700a5810 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f8274009bd0 tx=0x7f8274005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:29.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.569+0000 7f827a7fc640 1 -- 172.21.15.17:0/3816541258 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f827c09cba0 con 0x7f8284105f40 2024-09-16T01:43:29.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.780+0000 7f828ba54640 1 -- 172.21.15.17:0/3816541258 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f82841ab680 con 0x7f8284105f40 2024-09-16T01:43:29.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.780+0000 7f827a7fc640 1 -- 172.21.15.17:0/3816541258 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f827c09c4a0 con 0x7f8284105f40 2024-09-16T01:43:29.783 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:43:29.783 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:43:29.783 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:43:29.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.782+0000 7f828ba54640 1 -- 172.21.15.17:0/3816541258 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f82700a3350 msgr2=0x7f82700a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:29.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.782+0000 7f828ba54640 1 --2- 172.21.15.17:0/3816541258 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f82700a3350 0x7f82700a5810 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f8274009bd0 tx=0x7f8274005f90 comp rx=0 tx=0).stop 2024-09-16T01:43:29.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.782+0000 7f828ba54640 1 -- 172.21.15.17:0/3816541258 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8284105f40 msgr2=0x7f828419e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:29.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.782+0000 7f828ba54640 1 --2- 172.21.15.17:0/3816541258 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8284105f40 0x7f828419e7d0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f827c00eb10 tx=0x7f827c00c2d0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.783+0000 7f828ba54640 1 -- 172.21.15.17:0/3816541258 shutdown_connections 2024-09-16T01:43:29.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.783+0000 7f828ba54640 1 --2- 172.21.15.17:0/3816541258 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f82700a3350 0x7f82700a5810 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.783+0000 7f828ba54640 1 --2- 172.21.15.17:0/3816541258 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8284105f40 0x7f828419e7d0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.783+0000 7f828ba54640 1 --2- 172.21.15.17:0/3816541258 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8284101450 0x7f82841a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.783+0000 7f828ba54640 1 --2- 172.21.15.17:0/3816541258 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8284100b30 0x7f82841a4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:29.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.783+0000 7f828ba54640 1 -- 172.21.15.17:0/3816541258 >> 172.21.15.17:0/3816541258 conn(0x7f82840fc7a0 msgr2=0x7f828410f700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:29.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.783+0000 7f828ba54640 1 -- 172.21.15.17:0/3816541258 shutdown_connections 2024-09-16T01:43:29.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:29.783+0000 7f828ba54640 1 -- 172.21.15.17:0/3816541258 wait complete. 2024-09-16T01:43:30.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:30 smithi017 ceph-mon[30972]: pgmap v338: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-16T01:43:30.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:30 smithi017 ceph-mon[30972]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-16T01:43:30.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:30 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3816541258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:43:30.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:30 smithi029 ceph-mon[34783]: pgmap v338: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-16T01:43:30.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:30 smithi029 ceph-mon[34783]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-16T01:43:30.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:30 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3816541258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:43:30.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:30 smithi122 ceph-mon[34758]: pgmap v338: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-09-16T01:43:30.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:30 smithi122 ceph-mon[34758]: mgrmap e19: x(active, since 8m), standbys: z, y 2024-09-16T01:43:30.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:30 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3816541258' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:43:30.624 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-09-16T01:43:30.625 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-09-16T01:43:30.625 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:43:30.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.734+0000 7ff0be5a6640 1 -- 172.21.15.17:0/2049254309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0b8104ee0 msgr2=0x7ff0b81072d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:30.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.734+0000 7ff0be5a6640 1 --2- 172.21.15.17:0/2049254309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0b8104ee0 0x7ff0b81072d0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac009900 tx=0x7ff0ac02a410 comp rx=0 tx=0).stop 2024-09-16T01:43:30.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.734+0000 7ff0be5a6640 1 -- 172.21.15.17:0/2049254309 shutdown_connections 2024-09-16T01:43:30.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.734+0000 7ff0be5a6640 1 --2- 172.21.15.17:0/2049254309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0b8107810 0x7ff0b8109c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.734+0000 7ff0be5a6640 1 --2- 172.21.15.17:0/2049254309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0b8104ee0 0x7ff0b81072d0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.734+0000 7ff0be5a6640 1 --2- 172.21.15.17:0/2049254309 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0b81025b0 0x7ff0b81049a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.734+0000 7ff0be5a6640 1 -- 172.21.15.17:0/2049254309 >> 172.21.15.17:0/2049254309 conn(0x7ff0b80fc1b0 msgr2=0x7ff0b80fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:30.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.734+0000 7ff0be5a6640 1 -- 172.21.15.17:0/2049254309 shutdown_connections 2024-09-16T01:43:30.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.734+0000 7ff0be5a6640 1 -- 172.21.15.17:0/2049254309 wait complete. 2024-09-16T01:43:30.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.735+0000 7ff0be5a6640 1 Processor -- start 2024-09-16T01:43:30.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.735+0000 7ff0be5a6640 1 -- start start 2024-09-16T01:43:30.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.735+0000 7ff0be5a6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0b81025b0 0x7ff0b8101f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:30.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.735+0000 7ff0be5a6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0b8104ee0 0x7ff0b8100560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:30.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.735+0000 7ff0be5a6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0b8107810 0x7ff0b8100aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:30.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.735+0000 7ff0be5a6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b810d6c0 con 0x7ff0b8104ee0 2024-09-16T01:43:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.735+0000 7ff0be5a6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b810d540 con 0x7ff0b8107810 2024-09-16T01:43:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.735+0000 7ff0be5a6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff0b810d840 con 0x7ff0b81025b0 2024-09-16T01:43:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0b77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0b8104ee0 0x7ff0b8100560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0b77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0b8104ee0 0x7ff0b8100560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41368/0 (socket says 172.21.15.17:41368) 2024-09-16T01:43:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0b77fe640 1 -- 172.21.15.17:0/214419026 learned_addr learned my addr 172.21.15.17:0/214419026 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0b7fff640 1 --2- 172.21.15.17:0/214419026 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0b81025b0 0x7ff0b8101f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0bcb43640 1 --2- 172.21.15.17:0/214419026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0b8107810 0x7ff0b8100aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0b77fe640 1 -- 172.21.15.17:0/214419026 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0b81025b0 msgr2=0x7ff0b8101f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:30.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0b77fe640 1 --2- 172.21.15.17:0/214419026 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0b81025b0 0x7ff0b8101f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0b77fe640 1 -- 172.21.15.17:0/214419026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0b8107810 msgr2=0x7ff0b8100aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0b77fe640 1 --2- 172.21.15.17:0/214419026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0b8107810 0x7ff0b8100aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0b77fe640 1 -- 172.21.15.17:0/214419026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0b8101330 con 0x7ff0b8104ee0 2024-09-16T01:43:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0b77fe640 1 --2- 172.21.15.17:0/214419026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0b8104ee0 0x7ff0b8100560 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac0314e0 tx=0x7ff0ac003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0b57fa640 1 -- 172.21.15.17:0/214419026 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac03f070 con 0x7ff0b8104ee0 2024-09-16T01:43:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0b57fa640 1 -- 172.21.15.17:0/214419026 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0ac031e40 con 0x7ff0b8104ee0 2024-09-16T01:43:30.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0be5a6640 1 -- 172.21.15.17:0/214419026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0b81a1f00 con 0x7ff0b8104ee0 2024-09-16T01:43:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0b57fa640 1 -- 172.21.15.17:0/214419026 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac035030 con 0x7ff0b8104ee0 2024-09-16T01:43:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.736+0000 7ff0be5a6640 1 -- 172.21.15.17:0/214419026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0b81a2370 con 0x7ff0b8104ee0 2024-09-16T01:43:30.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.737+0000 7ff0be5a6640 1 -- 172.21.15.17:0/214419026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0b80fdca0 con 0x7ff0b8104ee0 2024-09-16T01:43:30.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.738+0000 7ff0b57fa640 1 -- 172.21.15.17:0/214419026 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7ff0ac042070 con 0x7ff0b8104ee0 2024-09-16T01:43:30.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.739+0000 7ff0b57fa640 1 --2- 172.21.15.17:0/214419026 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff0a00a3360 0x7ff0a00a5820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:30.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.739+0000 7ff0b57fa640 1 -- 172.21.15.17:0/214419026 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff0ac0f02a0 con 0x7ff0b8104ee0 2024-09-16T01:43:30.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.739+0000 7ff0b7fff640 1 --2- 172.21.15.17:0/214419026 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff0a00a3360 0x7ff0a00a5820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:30.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.740+0000 7ff0b7fff640 1 --2- 172.21.15.17:0/214419026 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff0a00a3360 0x7ff0a00a5820 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff0a800bbe0 tx=0x7ff0a800b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:30.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.743+0000 7ff0b57fa640 1 -- 172.21.15.17:0/214419026 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ff0ac0bce60 con 0x7ff0b8104ee0 2024-09-16T01:43:30.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.917+0000 7ff0be5a6640 1 -- 172.21.15.17:0/214419026 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ff0b8062630 con 0x7ff0a00a3360 2024-09-16T01:43:30.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.924+0000 7ff0b57fa640 1 -- 172.21.15.17:0/214419026 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259091 (secure 0 0 0) 0x7ff0b8062630 con 0x7ff0a00a3360 2024-09-16T01:43:30.928 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:43:30.930 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-16T01:43:30.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.927+0000 7ff0be5a6640 1 -- 172.21.15.17:0/214419026 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff0a00a3360 msgr2=0x7ff0a00a5820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:30.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.928+0000 7ff0be5a6640 1 --2- 172.21.15.17:0/214419026 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff0a00a3360 0x7ff0a00a5820 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff0a800bbe0 tx=0x7ff0a800b390 comp rx=0 tx=0).stop 2024-09-16T01:43:30.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.928+0000 7ff0be5a6640 1 -- 172.21.15.17:0/214419026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0b8104ee0 msgr2=0x7ff0b8100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:30.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.928+0000 7ff0be5a6640 1 --2- 172.21.15.17:0/214419026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0b8104ee0 0x7ff0b8100560 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac0314e0 tx=0x7ff0ac003c80 comp rx=0 tx=0).stop 2024-09-16T01:43:30.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.928+0000 7ff0be5a6640 1 -- 172.21.15.17:0/214419026 shutdown_connections 2024-09-16T01:43:30.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.928+0000 7ff0be5a6640 1 --2- 172.21.15.17:0/214419026 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff0a00a3360 0x7ff0a00a5820 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.928+0000 7ff0be5a6640 1 --2- 172.21.15.17:0/214419026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff0b8107810 0x7ff0b8100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.928+0000 7ff0be5a6640 1 --2- 172.21.15.17:0/214419026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0b8104ee0 0x7ff0b8100560 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.928+0000 7ff0be5a6640 1 --2- 172.21.15.17:0/214419026 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0b81025b0 0x7ff0b8101f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:30.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.928+0000 7ff0be5a6640 1 -- 172.21.15.17:0/214419026 >> 172.21.15.17:0/214419026 conn(0x7ff0b80fc1b0 msgr2=0x7ff0b8102f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:30.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.928+0000 7ff0be5a6640 1 -- 172.21.15.17:0/214419026 shutdown_connections 2024-09-16T01:43:30.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:30.928+0000 7ff0be5a6640 1 -- 172.21.15.17:0/214419026 wait complete. 2024-09-16T01:43:30.940 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":339,"stamp":"2024-09-16T01:43:30.530824+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658766,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":725,"num_read_kb":480,"num_write":370,"num_write_kb":3068,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180853,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":797,"ondisk_log_size":797,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":377044,"kb_used_data":11156,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124564780,"statfs":{"total":1151940427776,"available":1151554334720,"internally_reserved":0,"allocated":11423744,"data_stored":7270365,"data_compressed":177750,"data_compressed_allocated":233472,"data_compressed_original":1966080,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1485,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":31,"num_write":12,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002964"},"pg_stats":[{"pgid":"3.3f","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.526194+0000","last_change":"2024-09-16T01:41:42.858269+0000","last_active":"2024-09-16T01:43:10.526194+0000","last_peered":"2024-09-16T01:43:10.526194+0000","last_clean":"2024-09-16T01:43:10.526194+0000","last_became_active":"2024-09-16T01:41:42.857834+0000","last_became_peered":"2024-09-16T01:41:42.857834+0000","last_unstale":"2024-09-16T01:43:10.526194+0000","last_undegraded":"2024-09-16T01:43:10.526194+0000","last_fullsized":"2024-09-16T01:43:10.526194+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:34.752606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"84'4","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.520994+0000","last_change":"2024-09-16T01:41:42.855243+0000","last_active":"2024-09-16T01:43:10.520994+0000","last_peered":"2024-09-16T01:43:10.520994+0000","last_clean":"2024-09-16T01:43:10.520994+0000","last_became_active":"2024-09-16T01:41:42.854933+0000","last_became_peered":"2024-09-16T01:41:42.854933+0000","last_unstale":"2024-09-16T01:43:10.520994+0000","last_undegraded":"2024-09-16T01:43:10.520994+0000","last_fullsized":"2024-09-16T01:43:10.520994+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:33.190148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.527585+0000","last_change":"2024-09-16T01:41:42.864850+0000","last_active":"2024-09-16T01:43:10.527585+0000","last_peered":"2024-09-16T01:43:10.527585+0000","last_clean":"2024-09-16T01:43:10.527585+0000","last_became_active":"2024-09-16T01:41:42.864457+0000","last_became_peered":"2024-09-16T01:41:42.864457+0000","last_unstale":"2024-09-16T01:43:10.527585+0000","last_undegraded":"2024-09-16T01:43:10.527585+0000","last_fullsized":"2024-09-16T01:43:10.527585+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:30:22.935333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.517419+0000","last_change":"2024-09-16T01:41:42.864542+0000","last_active":"2024-09-16T01:43:10.517419+0000","last_peered":"2024-09-16T01:43:10.517419+0000","last_clean":"2024-09-16T01:43:10.517419+0000","last_became_active":"2024-09-16T01:41:42.864208+0000","last_became_peered":"2024-09-16T01:41:42.864208+0000","last_unstale":"2024-09-16T01:43:10.517419+0000","last_undegraded":"2024-09-16T01:43:10.517419+0000","last_fullsized":"2024-09-16T01:43:10.517419+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:26.230750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"84'4","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.504340+0000","last_change":"2024-09-16T01:41:42.863632+0000","last_active":"2024-09-16T01:43:10.504340+0000","last_peered":"2024-09-16T01:43:10.504340+0000","last_clean":"2024-09-16T01:43:10.504340+0000","last_became_active":"2024-09-16T01:41:42.862988+0000","last_became_peered":"2024-09-16T01:41:42.862988+0000","last_unstale":"2024-09-16T01:43:10.504340+0000","last_undegraded":"2024-09-16T01:43:10.504340+0000","last_fullsized":"2024-09-16T01:43:10.504340+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:40.854320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.516214+0000","last_change":"2024-09-16T01:41:42.864794+0000","last_active":"2024-09-16T01:43:10.516214+0000","last_peered":"2024-09-16T01:43:10.516214+0000","last_clean":"2024-09-16T01:43:10.516214+0000","last_became_active":"2024-09-16T01:41:42.864460+0000","last_became_peered":"2024-09-16T01:41:42.864460+0000","last_unstale":"2024-09-16T01:43:10.516214+0000","last_undegraded":"2024-09-16T01:43:10.516214+0000","last_fullsized":"2024-09-16T01:43:10.516214+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:48.974901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.529622+0000","last_change":"2024-09-16T01:41:42.863738+0000","last_active":"2024-09-16T01:43:10.529622+0000","last_peered":"2024-09-16T01:43:10.529622+0000","last_clean":"2024-09-16T01:43:10.529622+0000","last_became_active":"2024-09-16T01:41:42.862787+0000","last_became_peered":"2024-09-16T01:41:42.862787+0000","last_unstale":"2024-09-16T01:43:10.529622+0000","last_undegraded":"2024-09-16T01:43:10.529622+0000","last_fullsized":"2024-09-16T01:43:10.529622+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:09.491126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.519327+0000","last_change":"2024-09-16T01:41:42.867518+0000","last_active":"2024-09-16T01:43:10.519327+0000","last_peered":"2024-09-16T01:43:10.519327+0000","last_clean":"2024-09-16T01:43:10.519327+0000","last_became_active":"2024-09-16T01:41:42.867176+0000","last_became_peered":"2024-09-16T01:41:42.867176+0000","last_unstale":"2024-09-16T01:43:10.519327+0000","last_undegraded":"2024-09-16T01:43:10.519327+0000","last_fullsized":"2024-09-16T01:43:10.519327+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:06.778397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"84'11","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522831+0000","last_change":"2024-09-16T01:41:42.858684+0000","last_active":"2024-09-16T01:43:10.522831+0000","last_peered":"2024-09-16T01:43:10.522831+0000","last_clean":"2024-09-16T01:43:10.522831+0000","last_became_active":"2024-09-16T01:41:42.858033+0000","last_became_peered":"2024-09-16T01:41:42.858033+0000","last_unstale":"2024-09-16T01:43:10.522831+0000","last_undegraded":"2024-09-16T01:43:10.522831+0000","last_fullsized":"2024-09-16T01:43:10.522831+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:59:03.373757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"84'16","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.525082+0000","last_change":"2024-09-16T01:42:42.109325+0000","last_active":"2024-09-16T01:43:10.525082+0000","last_peered":"2024-09-16T01:43:10.525082+0000","last_clean":"2024-09-16T01:43:10.525082+0000","last_became_active":"2024-09-16T01:42:42.108921+0000","last_became_peered":"2024-09-16T01:42:42.108921+0000","last_unstale":"2024-09-16T01:43:10.525082+0000","last_undegraded":"2024-09-16T01:43:10.525082+0000","last_fullsized":"2024-09-16T01:43:10.525082+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:53.274545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532340+0000","last_change":"2024-09-16T01:41:42.875181+0000","last_active":"2024-09-16T01:43:10.532340+0000","last_peered":"2024-09-16T01:43:10.532340+0000","last_clean":"2024-09-16T01:43:10.532340+0000","last_became_active":"2024-09-16T01:41:42.874765+0000","last_became_peered":"2024-09-16T01:41:42.874765+0000","last_unstale":"2024-09-16T01:43:10.532340+0000","last_undegraded":"2024-09-16T01:43:10.532340+0000","last_fullsized":"2024-09-16T01:43:10.532340+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:13:20.147822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.513820+0000","last_change":"2024-09-16T01:41:42.869605+0000","last_active":"2024-09-16T01:43:10.513820+0000","last_peered":"2024-09-16T01:43:10.513820+0000","last_clean":"2024-09-16T01:43:10.513820+0000","last_became_active":"2024-09-16T01:41:42.869092+0000","last_became_peered":"2024-09-16T01:41:42.869092+0000","last_unstale":"2024-09-16T01:43:10.513820+0000","last_undegraded":"2024-09-16T01:43:10.513820+0000","last_fullsized":"2024-09-16T01:43:10.513820+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:39.792869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.504589+0000","last_change":"2024-09-16T01:42:42.104537+0000","last_active":"2024-09-16T01:43:10.504589+0000","last_peered":"2024-09-16T01:43:10.504589+0000","last_clean":"2024-09-16T01:43:10.504589+0000","last_became_active":"2024-09-16T01:42:42.104053+0000","last_became_peered":"2024-09-16T01:42:42.104053+0000","last_unstale":"2024-09-16T01:43:10.504589+0000","last_undegraded":"2024-09-16T01:43:10.504589+0000","last_fullsized":"2024-09-16T01:43:10.504589+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:23:58.381378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522541+0000","last_change":"2024-09-16T01:41:42.856102+0000","last_active":"2024-09-16T01:43:10.522541+0000","last_peered":"2024-09-16T01:43:10.522541+0000","last_clean":"2024-09-16T01:43:10.522541+0000","last_became_active":"2024-09-16T01:41:42.855763+0000","last_became_peered":"2024-09-16T01:41:42.855763+0000","last_unstale":"2024-09-16T01:43:10.522541+0000","last_undegraded":"2024-09-16T01:43:10.522541+0000","last_fullsized":"2024-09-16T01:43:10.522541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:03.540153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.525298+0000","last_change":"2024-09-16T01:41:42.865759+0000","last_active":"2024-09-16T01:43:10.525298+0000","last_peered":"2024-09-16T01:43:10.525298+0000","last_clean":"2024-09-16T01:43:10.525298+0000","last_became_active":"2024-09-16T01:41:42.865310+0000","last_became_peered":"2024-09-16T01:41:42.865310+0000","last_unstale":"2024-09-16T01:43:10.525298+0000","last_undegraded":"2024-09-16T01:43:10.525298+0000","last_fullsized":"2024-09-16T01:43:10.525298+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:25:52.897510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532286+0000","last_change":"2024-09-16T01:41:42.871183+0000","last_active":"2024-09-16T01:43:10.532286+0000","last_peered":"2024-09-16T01:43:10.532286+0000","last_clean":"2024-09-16T01:43:10.532286+0000","last_became_active":"2024-09-16T01:41:42.870816+0000","last_became_peered":"2024-09-16T01:41:42.870816+0000","last_unstale":"2024-09-16T01:43:10.532286+0000","last_undegraded":"2024-09-16T01:43:10.532286+0000","last_fullsized":"2024-09-16T01:43:10.532286+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:37.890658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.526232+0000","last_change":"2024-09-16T01:41:42.858293+0000","last_active":"2024-09-16T01:43:10.526232+0000","last_peered":"2024-09-16T01:43:10.526232+0000","last_clean":"2024-09-16T01:43:10.526232+0000","last_became_active":"2024-09-16T01:41:42.857393+0000","last_became_peered":"2024-09-16T01:41:42.857393+0000","last_unstale":"2024-09-16T01:43:10.526232+0000","last_undegraded":"2024-09-16T01:43:10.526232+0000","last_fullsized":"2024-09-16T01:43:10.526232+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:08:09.767728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"84'10","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.508722+0000","last_change":"2024-09-16T01:41:42.856670+0000","last_active":"2024-09-16T01:43:10.508722+0000","last_peered":"2024-09-16T01:43:10.508722+0000","last_clean":"2024-09-16T01:43:10.508722+0000","last_became_active":"2024-09-16T01:41:42.856346+0000","last_became_peered":"2024-09-16T01:41:42.856346+0000","last_unstale":"2024-09-16T01:43:10.508722+0000","last_undegraded":"2024-09-16T01:43:10.508722+0000","last_fullsized":"2024-09-16T01:43:10.508722+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:05.164090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522131+0000","last_change":"2024-09-16T01:41:42.866531+0000","last_active":"2024-09-16T01:43:10.522131+0000","last_peered":"2024-09-16T01:43:10.522131+0000","last_clean":"2024-09-16T01:43:10.522131+0000","last_became_active":"2024-09-16T01:41:42.866002+0000","last_became_peered":"2024-09-16T01:41:42.866002+0000","last_unstale":"2024-09-16T01:43:10.522131+0000","last_undegraded":"2024-09-16T01:43:10.522131+0000","last_fullsized":"2024-09-16T01:43:10.522131+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:22:37.171553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.511578+0000","last_change":"2024-09-16T01:41:42.860941+0000","last_active":"2024-09-16T01:43:10.511578+0000","last_peered":"2024-09-16T01:43:10.511578+0000","last_clean":"2024-09-16T01:43:10.511578+0000","last_became_active":"2024-09-16T01:41:42.860562+0000","last_became_peered":"2024-09-16T01:41:42.860562+0000","last_unstale":"2024-09-16T01:43:10.511578+0000","last_undegraded":"2024-09-16T01:43:10.511578+0000","last_fullsized":"2024-09-16T01:43:10.511578+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:15:44.366908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"84'11","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.524369+0000","last_change":"2024-09-16T01:41:42.864423+0000","last_active":"2024-09-16T01:43:10.524369+0000","last_peered":"2024-09-16T01:43:10.524369+0000","last_clean":"2024-09-16T01:43:10.524369+0000","last_became_active":"2024-09-16T01:41:42.863811+0000","last_became_peered":"2024-09-16T01:41:42.863811+0000","last_unstale":"2024-09-16T01:43:10.524369+0000","last_undegraded":"2024-09-16T01:43:10.524369+0000","last_fullsized":"2024-09-16T01:43:10.524369+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:31.402113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532661+0000","last_change":"2024-09-16T01:42:42.107221+0000","last_active":"2024-09-16T01:43:10.532661+0000","last_peered":"2024-09-16T01:43:10.532661+0000","last_clean":"2024-09-16T01:43:10.532661+0000","last_became_active":"2024-09-16T01:42:42.106728+0000","last_became_peered":"2024-09-16T01:42:42.106728+0000","last_unstale":"2024-09-16T01:43:10.532661+0000","last_undegraded":"2024-09-16T01:43:10.532661+0000","last_fullsized":"2024-09-16T01:43:10.532661+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:39.617919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,6],"acting":[1,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.515238+0000","last_change":"2024-09-16T01:41:42.870730+0000","last_active":"2024-09-16T01:43:10.515238+0000","last_peered":"2024-09-16T01:43:10.515238+0000","last_clean":"2024-09-16T01:43:10.515238+0000","last_became_active":"2024-09-16T01:41:42.870475+0000","last_became_peered":"2024-09-16T01:41:42.870475+0000","last_unstale":"2024-09-16T01:43:10.515238+0000","last_undegraded":"2024-09-16T01:43:10.515238+0000","last_fullsized":"2024-09-16T01:43:10.515238+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:20.301087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.517103+0000","last_change":"2024-09-16T01:41:42.866596+0000","last_active":"2024-09-16T01:43:10.517103+0000","last_peered":"2024-09-16T01:43:10.517103+0000","last_clean":"2024-09-16T01:43:10.517103+0000","last_became_active":"2024-09-16T01:41:42.866011+0000","last_became_peered":"2024-09-16T01:41:42.866011+0000","last_unstale":"2024-09-16T01:43:10.517103+0000","last_undegraded":"2024-09-16T01:43:10.517103+0000","last_fullsized":"2024-09-16T01:43:10.517103+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:15.535118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"84'2","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.513337+0000","last_change":"2024-09-16T01:41:42.868201+0000","last_active":"2024-09-16T01:43:10.513337+0000","last_peered":"2024-09-16T01:43:10.513337+0000","last_clean":"2024-09-16T01:43:10.513337+0000","last_became_active":"2024-09-16T01:41:42.867951+0000","last_became_peered":"2024-09-16T01:41:42.867951+0000","last_unstale":"2024-09-16T01:43:10.513337+0000","last_undegraded":"2024-09-16T01:43:10.513337+0000","last_fullsized":"2024-09-16T01:43:10.513337+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:57.585681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"84'15","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.528204+0000","last_change":"2024-09-16T01:41:42.872985+0000","last_active":"2024-09-16T01:43:10.528204+0000","last_peered":"2024-09-16T01:43:10.528204+0000","last_clean":"2024-09-16T01:43:10.528204+0000","last_became_active":"2024-09-16T01:41:42.872568+0000","last_became_peered":"2024-09-16T01:41:42.872568+0000","last_unstale":"2024-09-16T01:43:10.528204+0000","last_undegraded":"2024-09-16T01:43:10.528204+0000","last_fullsized":"2024-09-16T01:43:10.528204+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:34:37.470028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.505496+0000","last_change":"2024-09-16T01:41:42.862286+0000","last_active":"2024-09-16T01:43:10.505496+0000","last_peered":"2024-09-16T01:43:10.505496+0000","last_clean":"2024-09-16T01:43:10.505496+0000","last_became_active":"2024-09-16T01:41:42.861971+0000","last_became_peered":"2024-09-16T01:41:42.861971+0000","last_unstale":"2024-09-16T01:43:10.505496+0000","last_undegraded":"2024-09-16T01:43:10.505496+0000","last_fullsized":"2024-09-16T01:43:10.505496+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:38.719275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"84'4","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.523351+0000","last_change":"2024-09-16T01:41:42.857215+0000","last_active":"2024-09-16T01:43:10.523351+0000","last_peered":"2024-09-16T01:43:10.523351+0000","last_clean":"2024-09-16T01:43:10.523351+0000","last_became_active":"2024-09-16T01:41:42.856902+0000","last_became_peered":"2024-09-16T01:41:42.856902+0000","last_unstale":"2024-09-16T01:43:10.523351+0000","last_undegraded":"2024-09-16T01:43:10.523351+0000","last_fullsized":"2024-09-16T01:43:10.523351+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:05.388739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522829+0000","last_change":"2024-09-16T01:42:42.105596+0000","last_active":"2024-09-16T01:43:10.522829+0000","last_peered":"2024-09-16T01:43:10.522829+0000","last_clean":"2024-09-16T01:43:10.522829+0000","last_became_active":"2024-09-16T01:42:42.105261+0000","last_became_peered":"2024-09-16T01:42:42.105261+0000","last_unstale":"2024-09-16T01:43:10.522829+0000","last_undegraded":"2024-09-16T01:43:10.522829+0000","last_fullsized":"2024-09-16T01:43:10.522829+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:44:09.112013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.528148+0000","last_change":"2024-09-16T01:41:42.866293+0000","last_active":"2024-09-16T01:43:10.528148+0000","last_peered":"2024-09-16T01:43:10.528148+0000","last_clean":"2024-09-16T01:43:10.528148+0000","last_became_active":"2024-09-16T01:41:42.865954+0000","last_became_peered":"2024-09-16T01:41:42.865954+0000","last_unstale":"2024-09-16T01:43:10.528148+0000","last_undegraded":"2024-09-16T01:43:10.528148+0000","last_fullsized":"2024-09-16T01:43:10.528148+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:30.503539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"84'12","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.524823+0000","last_change":"2024-09-16T01:41:42.863924+0000","last_active":"2024-09-16T01:43:10.524823+0000","last_peered":"2024-09-16T01:43:10.524823+0000","last_clean":"2024-09-16T01:43:10.524823+0000","last_became_active":"2024-09-16T01:41:42.863470+0000","last_became_peered":"2024-09-16T01:41:42.863470+0000","last_unstale":"2024-09-16T01:43:10.524823+0000","last_undegraded":"2024-09-16T01:43:10.524823+0000","last_fullsized":"2024-09-16T01:43:10.524823+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:50.024293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.509861+0000","last_change":"2024-09-16T01:41:42.868244+0000","last_active":"2024-09-16T01:43:10.509861+0000","last_peered":"2024-09-16T01:43:10.509861+0000","last_clean":"2024-09-16T01:43:10.509861+0000","last_became_active":"2024-09-16T01:41:42.867861+0000","last_became_peered":"2024-09-16T01:41:42.867861+0000","last_unstale":"2024-09-16T01:43:10.509861+0000","last_undegraded":"2024-09-16T01:43:10.509861+0000","last_fullsized":"2024-09-16T01:43:10.509861+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:02:41.555602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.504334+0000","last_change":"2024-09-16T01:41:42.855496+0000","last_active":"2024-09-16T01:43:10.504334+0000","last_peered":"2024-09-16T01:43:10.504334+0000","last_clean":"2024-09-16T01:43:10.504334+0000","last_became_active":"2024-09-16T01:41:42.855039+0000","last_became_peered":"2024-09-16T01:41:42.855039+0000","last_unstale":"2024-09-16T01:43:10.504334+0000","last_undegraded":"2024-09-16T01:43:10.504334+0000","last_fullsized":"2024-09-16T01:43:10.504334+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:45.147176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"84'8","reported_seq":130,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.025654+0000","last_change":"2024-09-16T01:41:40.646333+0000","last_active":"2024-09-16T01:43:26.025654+0000","last_peered":"2024-09-16T01:43:26.025654+0000","last_clean":"2024-09-16T01:43:26.025654+0000","last_became_active":"2024-09-16T01:41:40.645954+0000","last_became_peered":"2024-09-16T01:41:40.645954+0000","last_unstale":"2024-09-16T01:43:26.025654+0000","last_undegraded":"2024-09-16T01:43:26.025654+0000","last_fullsized":"2024-09-16T01:43:26.025654+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:37.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":100,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.516706+0000","last_change":"2024-09-16T01:41:42.869587+0000","last_active":"2024-09-16T01:43:10.516706+0000","last_peered":"2024-09-16T01:43:10.516706+0000","last_clean":"2024-09-16T01:43:10.516706+0000","last_became_active":"2024-09-16T01:41:42.869250+0000","last_became_peered":"2024-09-16T01:41:42.869250+0000","last_unstale":"2024-09-16T01:43:10.516706+0000","last_undegraded":"2024-09-16T01:43:10.516706+0000","last_fullsized":"2024-09-16T01:43:10.516706+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:40:39.202132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100716+0000","last_change":"2024-09-16T01:41:40.644762+0000","last_active":"2024-09-16T01:42:42.100716+0000","last_peered":"2024-09-16T01:42:42.100716+0000","last_clean":"2024-09-16T01:42:42.100716+0000","last_became_active":"2024-09-16T01:41:40.644397+0000","last_became_peered":"2024-09-16T01:41:40.644397+0000","last_unstale":"2024-09-16T01:42:42.100716+0000","last_undegraded":"2024-09-16T01:42:42.100716+0000","last_fullsized":"2024-09-16T01:42:42.100716+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:27.275899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.099789+0000","last_change":"2024-09-16T01:41:40.642214+0000","last_active":"2024-09-16T01:42:42.099789+0000","last_peered":"2024-09-16T01:42:42.099789+0000","last_clean":"2024-09-16T01:42:42.099789+0000","last_became_active":"2024-09-16T01:41:40.641860+0000","last_became_peered":"2024-09-16T01:41:40.641860+0000","last_unstale":"2024-09-16T01:42:42.099789+0000","last_undegraded":"2024-09-16T01:42:42.099789+0000","last_fullsized":"2024-09-16T01:42:42.099789+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:52.770052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.513050+0000","last_change":"2024-09-16T01:41:42.865662+0000","last_active":"2024-09-16T01:43:10.513050+0000","last_peered":"2024-09-16T01:43:10.513050+0000","last_clean":"2024-09-16T01:43:10.513050+0000","last_became_active":"2024-09-16T01:41:42.865364+0000","last_became_peered":"2024-09-16T01:41:42.865364+0000","last_unstale":"2024-09-16T01:43:10.513050+0000","last_undegraded":"2024-09-16T01:43:10.513050+0000","last_fullsized":"2024-09-16T01:43:10.513050+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:33.027121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"82'1","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100962+0000","last_change":"2024-09-16T01:41:40.649355+0000","last_active":"2024-09-16T01:42:42.100962+0000","last_peered":"2024-09-16T01:42:42.100962+0000","last_clean":"2024-09-16T01:42:42.100962+0000","last_became_active":"2024-09-16T01:41:40.649058+0000","last_became_peered":"2024-09-16T01:41:40.649058+0000","last_unstale":"2024-09-16T01:42:42.100962+0000","last_undegraded":"2024-09-16T01:42:42.100962+0000","last_fullsized":"2024-09-16T01:42:42.100962+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:08.160989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"84'11","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.512613+0000","last_change":"2024-09-16T01:41:42.860348+0000","last_active":"2024-09-16T01:43:10.512613+0000","last_peered":"2024-09-16T01:43:10.512613+0000","last_clean":"2024-09-16T01:43:10.512613+0000","last_became_active":"2024-09-16T01:41:42.860016+0000","last_became_peered":"2024-09-16T01:41:42.860016+0000","last_unstale":"2024-09-16T01:43:10.512613+0000","last_undegraded":"2024-09-16T01:43:10.512613+0000","last_fullsized":"2024-09-16T01:43:10.512613+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:46.124306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'5","reported_seq":121,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.023365+0000","last_change":"2024-09-16T01:41:40.648505+0000","last_active":"2024-09-16T01:43:26.023365+0000","last_peered":"2024-09-16T01:43:26.023365+0000","last_clean":"2024-09-16T01:43:26.023365+0000","last_became_active":"2024-09-16T01:41:40.648187+0000","last_became_peered":"2024-09-16T01:41:40.648187+0000","last_unstale":"2024-09-16T01:43:26.023365+0000","last_undegraded":"2024-09-16T01:43:26.023365+0000","last_fullsized":"2024-09-16T01:43:26.023365+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.954435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":94,"num_read_kb":94,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"84'10","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.526359+0000","last_change":"2024-09-16T01:41:42.865674+0000","last_active":"2024-09-16T01:43:10.526359+0000","last_peered":"2024-09-16T01:43:10.526359+0000","last_clean":"2024-09-16T01:43:10.526359+0000","last_became_active":"2024-09-16T01:41:42.865335+0000","last_became_peered":"2024-09-16T01:41:42.865335+0000","last_unstale":"2024-09-16T01:43:10.526359+0000","last_undegraded":"2024-09-16T01:43:10.526359+0000","last_fullsized":"2024-09-16T01:43:10.526359+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:34.297494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104559+0000","last_change":"2024-09-16T01:41:40.647648+0000","last_active":"2024-09-16T01:42:42.104559+0000","last_peered":"2024-09-16T01:42:42.104559+0000","last_clean":"2024-09-16T01:42:42.104559+0000","last_became_active":"2024-09-16T01:41:40.646533+0000","last_became_peered":"2024-09-16T01:41:40.646533+0000","last_unstale":"2024-09-16T01:42:42.104559+0000","last_undegraded":"2024-09-16T01:42:42.104559+0000","last_fullsized":"2024-09-16T01:42:42.104559+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:55.789853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522578+0000","last_change":"2024-09-16T01:41:42.861587+0000","last_active":"2024-09-16T01:43:10.522578+0000","last_peered":"2024-09-16T01:43:10.522578+0000","last_clean":"2024-09-16T01:43:10.522578+0000","last_became_active":"2024-09-16T01:41:42.861162+0000","last_became_peered":"2024-09-16T01:41:42.861162+0000","last_unstale":"2024-09-16T01:43:10.522578+0000","last_undegraded":"2024-09-16T01:43:10.522578+0000","last_fullsized":"2024-09-16T01:43:10.522578+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:54.449108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"82'4","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100976+0000","last_change":"2024-09-16T01:41:40.775398+0000","last_active":"2024-09-16T01:42:42.100976+0000","last_peered":"2024-09-16T01:42:42.100976+0000","last_clean":"2024-09-16T01:42:42.100976+0000","last_became_active":"2024-09-16T01:41:40.775025+0000","last_became_peered":"2024-09-16T01:41:40.775025+0000","last_unstale":"2024-09-16T01:42:42.100976+0000","last_undegraded":"2024-09-16T01:42:42.100976+0000","last_fullsized":"2024-09-16T01:42:42.100976+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:08.119630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"84'11","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.525652+0000","last_change":"2024-09-16T01:41:42.864127+0000","last_active":"2024-09-16T01:43:10.525652+0000","last_peered":"2024-09-16T01:43:10.525652+0000","last_clean":"2024-09-16T01:43:10.525652+0000","last_became_active":"2024-09-16T01:41:42.863754+0000","last_became_peered":"2024-09-16T01:41:42.863754+0000","last_unstale":"2024-09-16T01:43:10.525652+0000","last_undegraded":"2024-09-16T01:43:10.525652+0000","last_fullsized":"2024-09-16T01:43:10.525652+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:04.607361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'34","reported_seq":254,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.027294+0000","last_change":"2024-09-16T01:41:40.645485+0000","last_active":"2024-09-16T01:43:26.027294+0000","last_peered":"2024-09-16T01:43:26.027294+0000","last_clean":"2024-09-16T01:43:26.027294+0000","last_became_active":"2024-09-16T01:41:40.645158+0000","last_became_peered":"2024-09-16T01:41:40.645158+0000","last_unstale":"2024-09-16T01:43:26.027294+0000","last_undegraded":"2024-09-16T01:43:26.027294+0000","last_fullsized":"2024-09-16T01:43:26.027294+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:18.212143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62496,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":198,"num_read_kb":159,"num_write":35,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.505410+0000","last_change":"2024-09-16T01:41:42.864532+0000","last_active":"2024-09-16T01:43:10.505410+0000","last_peered":"2024-09-16T01:43:10.505410+0000","last_clean":"2024-09-16T01:43:10.505410+0000","last_became_active":"2024-09-16T01:41:42.864191+0000","last_became_peered":"2024-09-16T01:41:42.864191+0000","last_unstale":"2024-09-16T01:43:10.505410+0000","last_undegraded":"2024-09-16T01:43:10.505410+0000","last_fullsized":"2024-09-16T01:43:10.505410+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:41.070801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"82'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.108076+0000","last_change":"2024-09-16T01:41:40.643722+0000","last_active":"2024-09-16T01:42:42.108076+0000","last_peered":"2024-09-16T01:42:42.108076+0000","last_clean":"2024-09-16T01:42:42.108076+0000","last_became_active":"2024-09-16T01:41:40.643394+0000","last_became_peered":"2024-09-16T01:41:40.643394+0000","last_unstale":"2024-09-16T01:42:42.108076+0000","last_undegraded":"2024-09-16T01:42:42.108076+0000","last_fullsized":"2024-09-16T01:42:42.108076+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:39.546909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.501043+0000","last_change":"2024-09-16T01:41:42.865444+0000","last_active":"2024-09-16T01:43:10.501043+0000","last_peered":"2024-09-16T01:43:10.501043+0000","last_clean":"2024-09-16T01:43:10.501043+0000","last_became_active":"2024-09-16T01:41:42.864914+0000","last_became_peered":"2024-09-16T01:41:42.864914+0000","last_unstale":"2024-09-16T01:43:10.501043+0000","last_undegraded":"2024-09-16T01:43:10.501043+0000","last_fullsized":"2024-09-16T01:43:10.501043+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:23.917120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100687+0000","last_change":"2024-09-16T01:41:40.649343+0000","last_active":"2024-09-16T01:42:42.100687+0000","last_peered":"2024-09-16T01:42:42.100687+0000","last_clean":"2024-09-16T01:42:42.100687+0000","last_became_active":"2024-09-16T01:41:40.648954+0000","last_became_peered":"2024-09-16T01:41:40.648954+0000","last_unstale":"2024-09-16T01:42:42.100687+0000","last_undegraded":"2024-09-16T01:42:42.100687+0000","last_fullsized":"2024-09-16T01:42:42.100687+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:22.507067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"84'15","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532309+0000","last_change":"2024-09-16T01:41:42.868154+0000","last_active":"2024-09-16T01:43:10.532309+0000","last_peered":"2024-09-16T01:43:10.532309+0000","last_clean":"2024-09-16T01:43:10.532309+0000","last_became_active":"2024-09-16T01:41:42.867817+0000","last_became_peered":"2024-09-16T01:41:42.867817+0000","last_unstale":"2024-09-16T01:43:10.532309+0000","last_undegraded":"2024-09-16T01:43:10.532309+0000","last_fullsized":"2024-09-16T01:43:10.532309+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:33.279136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'6","reported_seq":126,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.024835+0000","last_change":"2024-09-16T01:41:40.649440+0000","last_active":"2024-09-16T01:43:26.024835+0000","last_peered":"2024-09-16T01:43:26.024835+0000","last_clean":"2024-09-16T01:43:26.024835+0000","last_became_active":"2024-09-16T01:41:40.649073+0000","last_became_peered":"2024-09-16T01:41:40.649073+0000","last_unstale":"2024-09-16T01:43:26.024835+0000","last_undegraded":"2024-09-16T01:43:26.024835+0000","last_fullsized":"2024-09-16T01:43:26.024835+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:42.275782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1617,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":99,"num_read_kb":5,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.530442+0000","last_change":"2024-09-16T01:41:42.863539+0000","last_active":"2024-09-16T01:43:10.530442+0000","last_peered":"2024-09-16T01:43:10.530442+0000","last_clean":"2024-09-16T01:43:10.530442+0000","last_became_active":"2024-09-16T01:41:42.863185+0000","last_became_peered":"2024-09-16T01:41:42.863185+0000","last_unstale":"2024-09-16T01:43:10.530442+0000","last_undegraded":"2024-09-16T01:43:10.530442+0000","last_fullsized":"2024-09-16T01:43:10.530442+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:49.074704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"82'15","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103803+0000","last_change":"2024-09-16T01:41:40.773728+0000","last_active":"2024-09-16T01:42:42.103803+0000","last_peered":"2024-09-16T01:42:42.103803+0000","last_clean":"2024-09-16T01:42:42.103803+0000","last_became_active":"2024-09-16T01:41:40.773340+0000","last_became_peered":"2024-09-16T01:41:40.773340+0000","last_unstale":"2024-09-16T01:42:42.103803+0000","last_undegraded":"2024-09-16T01:42:42.103803+0000","last_fullsized":"2024-09-16T01:42:42.103803+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:35.693803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.510278+0000","last_change":"2024-09-16T01:42:42.106961+0000","last_active":"2024-09-16T01:43:10.510278+0000","last_peered":"2024-09-16T01:43:10.510278+0000","last_clean":"2024-09-16T01:43:10.510278+0000","last_became_active":"2024-09-16T01:42:42.106603+0000","last_became_peered":"2024-09-16T01:42:42.106603+0000","last_unstale":"2024-09-16T01:43:10.510278+0000","last_undegraded":"2024-09-16T01:43:10.510278+0000","last_fullsized":"2024-09-16T01:43:10.510278+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:45:27.041125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"82'2","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104641+0000","last_change":"2024-09-16T01:41:40.643262+0000","last_active":"2024-09-16T01:42:42.104641+0000","last_peered":"2024-09-16T01:42:42.104641+0000","last_clean":"2024-09-16T01:42:42.104641+0000","last_became_active":"2024-09-16T01:41:40.642975+0000","last_became_peered":"2024-09-16T01:41:40.642975+0000","last_unstale":"2024-09-16T01:42:42.104641+0000","last_undegraded":"2024-09-16T01:42:42.104641+0000","last_fullsized":"2024-09-16T01:42:42.104641+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:52.757959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.511465+0000","last_change":"2024-09-16T01:41:42.861062+0000","last_active":"2024-09-16T01:43:10.511465+0000","last_peered":"2024-09-16T01:43:10.511465+0000","last_clean":"2024-09-16T01:43:10.511465+0000","last_became_active":"2024-09-16T01:41:42.860701+0000","last_became_peered":"2024-09-16T01:41:42.860701+0000","last_unstale":"2024-09-16T01:43:10.511465+0000","last_undegraded":"2024-09-16T01:43:10.511465+0000","last_fullsized":"2024-09-16T01:43:10.511465+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:06.382244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100187+0000","last_change":"2024-09-16T01:41:40.642128+0000","last_active":"2024-09-16T01:42:42.100187+0000","last_peered":"2024-09-16T01:42:42.100187+0000","last_clean":"2024-09-16T01:42:42.100187+0000","last_became_active":"2024-09-16T01:41:40.641525+0000","last_became_peered":"2024-09-16T01:41:40.641525+0000","last_unstale":"2024-09-16T01:42:42.100187+0000","last_undegraded":"2024-09-16T01:42:42.100187+0000","last_fullsized":"2024-09-16T01:42:42.100187+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:34.943031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.530720+0000","last_change":"2024-09-16T01:41:42.869794+0000","last_active":"2024-09-16T01:43:10.530720+0000","last_peered":"2024-09-16T01:43:10.530720+0000","last_clean":"2024-09-16T01:43:10.530720+0000","last_became_active":"2024-09-16T01:41:42.869450+0000","last_became_peered":"2024-09-16T01:41:42.869450+0000","last_unstale":"2024-09-16T01:43:10.530720+0000","last_undegraded":"2024-09-16T01:43:10.530720+0000","last_fullsized":"2024-09-16T01:43:10.530720+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:54.298118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101293+0000","last_change":"2024-09-16T01:41:40.648466+0000","last_active":"2024-09-16T01:42:42.101293+0000","last_peered":"2024-09-16T01:42:42.101293+0000","last_clean":"2024-09-16T01:42:42.101293+0000","last_became_active":"2024-09-16T01:41:40.648146+0000","last_became_peered":"2024-09-16T01:41:40.648146+0000","last_unstale":"2024-09-16T01:42:42.101293+0000","last_undegraded":"2024-09-16T01:42:42.101293+0000","last_fullsized":"2024-09-16T01:42:42.101293+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:22.214738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'7","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.530255+0000","last_change":"2024-09-16T01:42:42.110317+0000","last_active":"2024-09-16T01:43:10.530255+0000","last_peered":"2024-09-16T01:43:10.530255+0000","last_clean":"2024-09-16T01:43:10.530255+0000","last_became_active":"2024-09-16T01:42:42.106436+0000","last_became_peered":"2024-09-16T01:42:42.106436+0000","last_unstale":"2024-09-16T01:43:10.530255+0000","last_undegraded":"2024-09-16T01:43:10.530255+0000","last_fullsized":"2024-09-16T01:43:10.530255+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:12.773365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"82'3","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.108188+0000","last_change":"2024-09-16T01:41:41.329486+0000","last_active":"2024-09-16T01:42:42.108188+0000","last_peered":"2024-09-16T01:42:42.108188+0000","last_clean":"2024-09-16T01:42:42.108188+0000","last_became_active":"2024-09-16T01:41:41.329110+0000","last_became_peered":"2024-09-16T01:41:41.329110+0000","last_unstale":"2024-09-16T01:42:42.108188+0000","last_undegraded":"2024-09-16T01:42:42.108188+0000","last_fullsized":"2024-09-16T01:42:42.108188+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:07.827284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532453+0000","last_change":"2024-09-16T01:41:42.874019+0000","last_active":"2024-09-16T01:43:10.532453+0000","last_peered":"2024-09-16T01:43:10.532453+0000","last_clean":"2024-09-16T01:43:10.532453+0000","last_became_active":"2024-09-16T01:41:42.873693+0000","last_became_peered":"2024-09-16T01:41:42.873693+0000","last_unstale":"2024-09-16T01:43:10.532453+0000","last_undegraded":"2024-09-16T01:43:10.532453+0000","last_fullsized":"2024-09-16T01:43:10.532453+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:36.636459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":338,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105466+0000","last_change":"2024-09-16T01:40:28.930678+0000","last_active":"2024-09-16T01:42:42.105466+0000","last_peered":"2024-09-16T01:42:42.105466+0000","last_clean":"2024-09-16T01:42:42.105466+0000","last_became_active":"2024-09-16T01:40:28.930171+0000","last_became_peered":"2024-09-16T01:40:28.930171+0000","last_unstale":"2024-09-16T01:42:42.105466+0000","last_undegraded":"2024-09-16T01:42:42.105466+0000","last_fullsized":"2024-09-16T01:42:42.105466+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:37:00.969044+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:37:00.969044+0000","last_clean_scrub_stamp":"2024-09-16T01:37:00.969044+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:02.823877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"82'3","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.112771+0000","last_change":"2024-09-16T01:41:40.644281+0000","last_active":"2024-09-16T01:42:42.112771+0000","last_peered":"2024-09-16T01:42:42.112771+0000","last_clean":"2024-09-16T01:42:42.112771+0000","last_became_active":"2024-09-16T01:41:40.643638+0000","last_became_peered":"2024-09-16T01:41:40.643638+0000","last_unstale":"2024-09-16T01:42:42.112771+0000","last_undegraded":"2024-09-16T01:42:42.112771+0000","last_fullsized":"2024-09-16T01:42:42.112771+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:01.646040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.514692+0000","last_change":"2024-09-16T01:41:42.868822+0000","last_active":"2024-09-16T01:43:10.514692+0000","last_peered":"2024-09-16T01:43:10.514692+0000","last_clean":"2024-09-16T01:43:10.514692+0000","last_became_active":"2024-09-16T01:41:42.868221+0000","last_became_peered":"2024-09-16T01:41:42.868221+0000","last_unstale":"2024-09-16T01:43:10.514692+0000","last_undegraded":"2024-09-16T01:43:10.514692+0000","last_fullsized":"2024-09-16T01:43:10.514692+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:36.739972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105332+0000","last_change":"2024-09-16T01:41:40.647931+0000","last_active":"2024-09-16T01:42:42.105332+0000","last_peered":"2024-09-16T01:42:42.105332+0000","last_clean":"2024-09-16T01:42:42.105332+0000","last_became_active":"2024-09-16T01:41:40.647480+0000","last_became_peered":"2024-09-16T01:41:40.647480+0000","last_unstale":"2024-09-16T01:42:42.105332+0000","last_undegraded":"2024-09-16T01:42:42.105332+0000","last_fullsized":"2024-09-16T01:42:42.105332+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:17.030662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.515694+0000","last_change":"2024-09-16T01:41:42.863970+0000","last_active":"2024-09-16T01:43:10.515694+0000","last_peered":"2024-09-16T01:43:10.515694+0000","last_clean":"2024-09-16T01:43:10.515694+0000","last_became_active":"2024-09-16T01:41:42.863669+0000","last_became_peered":"2024-09-16T01:41:42.863669+0000","last_unstale":"2024-09-16T01:43:10.515694+0000","last_undegraded":"2024-09-16T01:43:10.515694+0000","last_fullsized":"2024-09-16T01:43:10.515694+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:36:23.488046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"84'6","reported_seq":123,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.030283+0000","last_change":"2024-09-16T01:41:40.773725+0000","last_active":"2024-09-16T01:43:26.030283+0000","last_peered":"2024-09-16T01:43:26.030283+0000","last_clean":"2024-09-16T01:43:26.030283+0000","last_became_active":"2024-09-16T01:41:40.773394+0000","last_became_peered":"2024-09-16T01:41:40.773394+0000","last_unstale":"2024-09-16T01:43:26.030283+0000","last_undegraded":"2024-09-16T01:43:26.030283+0000","last_fullsized":"2024-09-16T01:43:26.030283+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:51.337459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.517761+0000","last_change":"2024-09-16T01:41:42.863798+0000","last_active":"2024-09-16T01:43:10.517761+0000","last_peered":"2024-09-16T01:43:10.517761+0000","last_clean":"2024-09-16T01:43:10.517761+0000","last_became_active":"2024-09-16T01:41:42.863469+0000","last_became_peered":"2024-09-16T01:41:42.863469+0000","last_unstale":"2024-09-16T01:43:10.517761+0000","last_undegraded":"2024-09-16T01:43:10.517761+0000","last_fullsized":"2024-09-16T01:43:10.517761+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:47.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"82'1","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104274+0000","last_change":"2024-09-16T01:41:40.646551+0000","last_active":"2024-09-16T01:42:42.104274+0000","last_peered":"2024-09-16T01:42:42.104274+0000","last_clean":"2024-09-16T01:42:42.104274+0000","last_became_active":"2024-09-16T01:41:40.646126+0000","last_became_peered":"2024-09-16T01:41:40.646126+0000","last_unstale":"2024-09-16T01:42:42.104274+0000","last_undegraded":"2024-09-16T01:42:42.104274+0000","last_fullsized":"2024-09-16T01:42:42.104274+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:44.578969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.518477+0000","last_change":"2024-09-16T01:41:42.866215+0000","last_active":"2024-09-16T01:43:10.518477+0000","last_peered":"2024-09-16T01:43:10.518477+0000","last_clean":"2024-09-16T01:43:10.518477+0000","last_became_active":"2024-09-16T01:41:42.865859+0000","last_became_peered":"2024-09-16T01:41:42.865859+0000","last_unstale":"2024-09-16T01:43:10.518477+0000","last_undegraded":"2024-09-16T01:43:10.518477+0000","last_fullsized":"2024-09-16T01:43:10.518477+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:58.149360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105803+0000","last_change":"2024-09-16T01:42:42.105803+0000","last_active":"2024-09-16T01:42:42.105803+0000","last_peered":"2024-09-16T01:42:42.105803+0000","last_clean":"2024-09-16T01:42:42.105803+0000","last_became_active":"2024-09-16T01:42:42.104750+0000","last_became_peered":"2024-09-16T01:42:42.104750+0000","last_unstale":"2024-09-16T01:42:42.105803+0000","last_undegraded":"2024-09-16T01:42:42.105803+0000","last_fullsized":"2024-09-16T01:42:42.105803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:50.821745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.510770+0000","last_change":"2024-09-16T01:41:42.860070+0000","last_active":"2024-09-16T01:43:10.510770+0000","last_peered":"2024-09-16T01:43:10.510770+0000","last_clean":"2024-09-16T01:43:10.510770+0000","last_became_active":"2024-09-16T01:41:42.859692+0000","last_became_peered":"2024-09-16T01:41:42.859692+0000","last_unstale":"2024-09-16T01:43:10.510770+0000","last_undegraded":"2024-09-16T01:43:10.510770+0000","last_fullsized":"2024-09-16T01:43:10.510770+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:24.168617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"82'1","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104959+0000","last_change":"2024-09-16T01:41:40.775582+0000","last_active":"2024-09-16T01:42:42.104959+0000","last_peered":"2024-09-16T01:42:42.104959+0000","last_clean":"2024-09-16T01:42:42.104959+0000","last_became_active":"2024-09-16T01:41:40.775173+0000","last_became_peered":"2024-09-16T01:41:40.775173+0000","last_unstale":"2024-09-16T01:42:42.104959+0000","last_undegraded":"2024-09-16T01:42:42.104959+0000","last_fullsized":"2024-09-16T01:42:42.104959+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:22.664809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.516451+0000","last_change":"2024-09-16T01:41:42.859461+0000","last_active":"2024-09-16T01:43:10.516451+0000","last_peered":"2024-09-16T01:43:10.516451+0000","last_clean":"2024-09-16T01:43:10.516451+0000","last_became_active":"2024-09-16T01:41:42.859125+0000","last_became_peered":"2024-09-16T01:41:42.859125+0000","last_unstale":"2024-09-16T01:43:10.516451+0000","last_undegraded":"2024-09-16T01:43:10.516451+0000","last_fullsized":"2024-09-16T01:43:10.516451+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:01:13.558436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'15","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.871536+0000","last_change":"2024-09-16T01:41:40.642995+0000","last_active":"2024-09-16T01:43:26.871536+0000","last_peered":"2024-09-16T01:43:26.871536+0000","last_clean":"2024-09-16T01:43:26.871536+0000","last_became_active":"2024-09-16T01:41:40.642680+0000","last_became_peered":"2024-09-16T01:41:40.642680+0000","last_unstale":"2024-09-16T01:43:26.871536+0000","last_undegraded":"2024-09-16T01:43:26.871536+0000","last_fullsized":"2024-09-16T01:43:26.871536+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:31.137069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532255+0000","last_change":"2024-09-16T01:41:42.864520+0000","last_active":"2024-09-16T01:43:10.532255+0000","last_peered":"2024-09-16T01:43:10.532255+0000","last_clean":"2024-09-16T01:43:10.532255+0000","last_became_active":"2024-09-16T01:41:42.864221+0000","last_became_peered":"2024-09-16T01:41:42.864221+0000","last_unstale":"2024-09-16T01:43:10.532255+0000","last_undegraded":"2024-09-16T01:43:10.532255+0000","last_fullsized":"2024-09-16T01:43:10.532255+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:23.799976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"82'4","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.112679+0000","last_change":"2024-09-16T01:41:41.329593+0000","last_active":"2024-09-16T01:42:42.112679+0000","last_peered":"2024-09-16T01:42:42.112679+0000","last_clean":"2024-09-16T01:42:42.112679+0000","last_became_active":"2024-09-16T01:41:41.329288+0000","last_became_peered":"2024-09-16T01:41:41.329288+0000","last_unstale":"2024-09-16T01:42:42.112679+0000","last_undegraded":"2024-09-16T01:42:42.112679+0000","last_fullsized":"2024-09-16T01:42:42.112679+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:52.908930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.524935+0000","last_change":"2024-09-16T01:41:42.865096+0000","last_active":"2024-09-16T01:43:10.524935+0000","last_peered":"2024-09-16T01:43:10.524935+0000","last_clean":"2024-09-16T01:43:10.524935+0000","last_became_active":"2024-09-16T01:41:42.862704+0000","last_became_peered":"2024-09-16T01:41:42.862704+0000","last_unstale":"2024-09-16T01:43:10.524935+0000","last_undegraded":"2024-09-16T01:43:10.524935+0000","last_fullsized":"2024-09-16T01:43:10.524935+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:42.586681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104075+0000","last_change":"2024-09-16T01:41:40.773667+0000","last_active":"2024-09-16T01:42:42.104075+0000","last_peered":"2024-09-16T01:42:42.104075+0000","last_clean":"2024-09-16T01:42:42.104075+0000","last_became_active":"2024-09-16T01:41:40.773311+0000","last_became_peered":"2024-09-16T01:41:40.773311+0000","last_unstale":"2024-09-16T01:42:42.104075+0000","last_undegraded":"2024-09-16T01:42:42.104075+0000","last_fullsized":"2024-09-16T01:42:42.104075+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:31.826001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"84'2","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.493312+0000","last_change":"2024-09-16T01:41:42.858451+0000","last_active":"2024-09-16T01:43:10.493312+0000","last_peered":"2024-09-16T01:43:10.493312+0000","last_clean":"2024-09-16T01:43:10.493312+0000","last_became_active":"2024-09-16T01:41:42.858107+0000","last_became_peered":"2024-09-16T01:41:42.858107+0000","last_unstale":"2024-09-16T01:43:10.493312+0000","last_undegraded":"2024-09-16T01:43:10.493312+0000","last_fullsized":"2024-09-16T01:43:10.493312+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:40.589023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106425+0000","last_change":"2024-09-16T01:41:40.643502+0000","last_active":"2024-09-16T01:42:42.106425+0000","last_peered":"2024-09-16T01:42:42.106425+0000","last_clean":"2024-09-16T01:42:42.106425+0000","last_became_active":"2024-09-16T01:41:40.643120+0000","last_became_peered":"2024-09-16T01:41:40.643120+0000","last_unstale":"2024-09-16T01:42:42.106425+0000","last_undegraded":"2024-09-16T01:42:42.106425+0000","last_fullsized":"2024-09-16T01:42:42.106425+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:57:24.737742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.512981+0000","last_change":"2024-09-16T01:41:42.868262+0000","last_active":"2024-09-16T01:43:10.512981+0000","last_peered":"2024-09-16T01:43:10.512981+0000","last_clean":"2024-09-16T01:43:10.512981+0000","last_became_active":"2024-09-16T01:41:42.867706+0000","last_became_peered":"2024-09-16T01:41:42.867706+0000","last_unstale":"2024-09-16T01:43:10.512981+0000","last_undegraded":"2024-09-16T01:43:10.512981+0000","last_fullsized":"2024-09-16T01:43:10.512981+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:53.086364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107377+0000","last_change":"2024-09-16T01:41:40.644493+0000","last_active":"2024-09-16T01:42:42.107377+0000","last_peered":"2024-09-16T01:42:42.107377+0000","last_clean":"2024-09-16T01:42:42.107377+0000","last_became_active":"2024-09-16T01:41:40.644134+0000","last_became_peered":"2024-09-16T01:41:40.644134+0000","last_unstale":"2024-09-16T01:42:42.107377+0000","last_undegraded":"2024-09-16T01:42:42.107377+0000","last_fullsized":"2024-09-16T01:42:42.107377+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:18.805135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.524348+0000","last_change":"2024-09-16T01:41:42.863072+0000","last_active":"2024-09-16T01:43:10.524348+0000","last_peered":"2024-09-16T01:43:10.524348+0000","last_clean":"2024-09-16T01:43:10.524348+0000","last_became_active":"2024-09-16T01:41:42.862745+0000","last_became_peered":"2024-09-16T01:41:42.862745+0000","last_unstale":"2024-09-16T01:43:10.524348+0000","last_undegraded":"2024-09-16T01:43:10.524348+0000","last_fullsized":"2024-09-16T01:43:10.524348+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:21.003371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"82'4","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.117949+0000","last_change":"2024-09-16T01:42:42.117949+0000","last_active":"2024-09-16T01:42:42.117949+0000","last_peered":"2024-09-16T01:42:42.117949+0000","last_clean":"2024-09-16T01:42:42.117949+0000","last_became_active":"2024-09-16T01:42:42.113824+0000","last_became_peered":"2024-09-16T01:42:42.113824+0000","last_unstale":"2024-09-16T01:42:42.117949+0000","last_undegraded":"2024-09-16T01:42:42.117949+0000","last_fullsized":"2024-09-16T01:42:42.117949+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:44:01.619934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.531894+0000","last_change":"2024-09-16T01:41:42.872756+0000","last_active":"2024-09-16T01:43:10.531894+0000","last_peered":"2024-09-16T01:43:10.531894+0000","last_clean":"2024-09-16T01:43:10.531894+0000","last_became_active":"2024-09-16T01:41:42.872400+0000","last_became_peered":"2024-09-16T01:41:42.872400+0000","last_unstale":"2024-09-16T01:43:10.531894+0000","last_undegraded":"2024-09-16T01:43:10.531894+0000","last_fullsized":"2024-09-16T01:43:10.531894+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:42.234264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"84'15","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.514860+0000","last_change":"2024-09-16T01:41:42.871586+0000","last_active":"2024-09-16T01:43:10.514860+0000","last_peered":"2024-09-16T01:43:10.514860+0000","last_clean":"2024-09-16T01:43:10.514860+0000","last_became_active":"2024-09-16T01:41:42.871230+0000","last_became_peered":"2024-09-16T01:41:42.871230+0000","last_unstale":"2024-09-16T01:43:10.514860+0000","last_undegraded":"2024-09-16T01:43:10.514860+0000","last_fullsized":"2024-09-16T01:43:10.514860+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:01.000802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104471+0000","last_change":"2024-09-16T01:41:40.643241+0000","last_active":"2024-09-16T01:42:42.104471+0000","last_peered":"2024-09-16T01:42:42.104471+0000","last_clean":"2024-09-16T01:42:42.104471+0000","last_became_active":"2024-09-16T01:41:40.642871+0000","last_became_peered":"2024-09-16T01:41:40.642871+0000","last_unstale":"2024-09-16T01:42:42.104471+0000","last_undegraded":"2024-09-16T01:42:42.104471+0000","last_fullsized":"2024-09-16T01:42:42.104471+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:55:19.939101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.526241+0000","last_change":"2024-09-16T01:41:42.867122+0000","last_active":"2024-09-16T01:43:10.526241+0000","last_peered":"2024-09-16T01:43:10.526241+0000","last_clean":"2024-09-16T01:43:10.526241+0000","last_became_active":"2024-09-16T01:41:42.866796+0000","last_became_peered":"2024-09-16T01:41:42.866796+0000","last_unstale":"2024-09-16T01:43:10.526241+0000","last_undegraded":"2024-09-16T01:43:10.526241+0000","last_fullsized":"2024-09-16T01:43:10.526241+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:52.553358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"82'4","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.113459+0000","last_change":"2024-09-16T01:42:42.113459+0000","last_active":"2024-09-16T01:42:42.113459+0000","last_peered":"2024-09-16T01:42:42.113459+0000","last_clean":"2024-09-16T01:42:42.113459+0000","last_became_active":"2024-09-16T01:42:42.108848+0000","last_became_peered":"2024-09-16T01:42:42.108848+0000","last_unstale":"2024-09-16T01:42:42.113459+0000","last_undegraded":"2024-09-16T01:42:42.113459+0000","last_fullsized":"2024-09-16T01:42:42.113459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:51.643958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1f","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.527583+0000","last_change":"2024-09-16T01:41:42.858026+0000","last_active":"2024-09-16T01:43:10.527583+0000","last_peered":"2024-09-16T01:43:10.527583+0000","last_clean":"2024-09-16T01:43:10.527583+0000","last_became_active":"2024-09-16T01:41:42.857708+0000","last_became_peered":"2024-09-16T01:41:42.857708+0000","last_unstale":"2024-09-16T01:43:10.527583+0000","last_undegraded":"2024-09-16T01:43:10.527583+0000","last_fullsized":"2024-09-16T01:43:10.527583+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:52.175136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107347+0000","last_change":"2024-09-16T01:41:40.775533+0000","last_active":"2024-09-16T01:42:42.107347+0000","last_peered":"2024-09-16T01:42:42.107347+0000","last_clean":"2024-09-16T01:42:42.107347+0000","last_became_active":"2024-09-16T01:41:40.774761+0000","last_became_peered":"2024-09-16T01:41:40.774761+0000","last_unstale":"2024-09-16T01:42:42.107347+0000","last_undegraded":"2024-09-16T01:42:42.107347+0000","last_fullsized":"2024-09-16T01:42:42.107347+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:31.721406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.513677+0000","last_change":"2024-09-16T01:41:42.870806+0000","last_active":"2024-09-16T01:43:10.513677+0000","last_peered":"2024-09-16T01:43:10.513677+0000","last_clean":"2024-09-16T01:43:10.513677+0000","last_became_active":"2024-09-16T01:41:42.870570+0000","last_became_peered":"2024-09-16T01:41:42.870570+0000","last_unstale":"2024-09-16T01:43:10.513677+0000","last_undegraded":"2024-09-16T01:43:10.513677+0000","last_fullsized":"2024-09-16T01:43:10.513677+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:36:33.058912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"82'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103478+0000","last_change":"2024-09-16T01:41:40.647479+0000","last_active":"2024-09-16T01:42:42.103478+0000","last_peered":"2024-09-16T01:42:42.103478+0000","last_clean":"2024-09-16T01:42:42.103478+0000","last_became_active":"2024-09-16T01:41:40.647121+0000","last_became_peered":"2024-09-16T01:41:40.647121+0000","last_unstale":"2024-09-16T01:42:42.103478+0000","last_undegraded":"2024-09-16T01:42:42.103478+0000","last_fullsized":"2024-09-16T01:42:42.103478+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:00.430255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68164,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":599,"num_read_kb":371,"num_write":187,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":438272,"data_stored":219339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":283061,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514531,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32068,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713084,"statfs":{"total":95995035648,"available":95962198016,"internally_reserved":0,"allocated":905216,"data_stored":440801,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743463,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1060864,"data_stored":1095807,"data_compressed":41811,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906990,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":925696,"data_stored":441154,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135922,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32084,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713068,"statfs":{"total":95995035648,"available":95962181632,"internally_reserved":0,"allocated":921600,"data_stored":440957,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":970752,"data_stored":1034554,"data_compressed":41811,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528381,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":909312,"data_stored":440426,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757313,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":983040,"data_stored":1033209,"data_compressed":41811,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920839,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36236,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708916,"statfs":{"total":95995035648,"available":95957929984,"internally_reserved":0,"allocated":913408,"data_stored":441397,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182476,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":921600,"data_stored":440620,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1003520,"data_stored":509801,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574935,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36300,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708852,"statfs":{"total":95995035648,"available":95957864448,"internally_reserved":0,"allocated":978944,"data_stored":509942,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738459,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":441697,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":69723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":72102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:43:30.944 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:43:31.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.082+0000 7f3b970af640 1 -- 172.21.15.17:0/3888647126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b90101c20 msgr2=0x7f3b901020a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.082+0000 7f3b970af640 1 --2- 172.21.15.17:0/3888647126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b90101c20 0x7f3b901020a0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3b80009900 tx=0x7f3b8002a410 comp rx=0 tx=0).stop 2024-09-16T01:43:31.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.082+0000 7f3b970af640 1 -- 172.21.15.17:0/3888647126 shutdown_connections 2024-09-16T01:43:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.082+0000 7f3b970af640 1 --2- 172.21.15.17:0/3888647126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3b901025e0 0x7f3b90108e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.082+0000 7f3b970af640 1 --2- 172.21.15.17:0/3888647126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b90101c20 0x7f3b901020a0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.082+0000 7f3b970af640 1 --2- 172.21.15.17:0/3888647126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b90100a30 0x7f3b90100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.082+0000 7f3b970af640 1 -- 172.21.15.17:0/3888647126 >> 172.21.15.17:0/3888647126 conn(0x7f3b900fc1b0 msgr2=0x7f3b900fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.082+0000 7f3b970af640 1 -- 172.21.15.17:0/3888647126 shutdown_connections 2024-09-16T01:43:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.082+0000 7f3b970af640 1 -- 172.21.15.17:0/3888647126 wait complete. 2024-09-16T01:43:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b970af640 1 Processor -- start 2024-09-16T01:43:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b970af640 1 -- start start 2024-09-16T01:43:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b970af640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b90100a30 0x7f3b90197df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b970af640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3b90101c20 0x7f3b90198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b970af640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b901025e0 0x7f3b9019f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b970af640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3b9010c5b0 con 0x7f3b901025e0 2024-09-16T01:43:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b970af640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3b9010c430 con 0x7f3b90100a30 2024-09-16T01:43:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b970af640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3b9010c730 con 0x7f3b90101c20 2024-09-16T01:43:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b9564c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b901025e0 0x7f3b9019f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b9564c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b901025e0 0x7f3b9019f3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41390/0 (socket says 172.21.15.17:41390) 2024-09-16T01:43:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b9564c640 1 -- 172.21.15.17:0/975676599 learned_addr learned my addr 172.21.15.17:0/975676599 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b94e4b640 1 --2- 172.21.15.17:0/975676599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b90100a30 0x7f3b90197df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b8ffff640 1 --2- 172.21.15.17:0/975676599 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3b90101c20 0x7f3b90198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b9564c640 1 -- 172.21.15.17:0/975676599 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3b90101c20 msgr2=0x7f3b90198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b9564c640 1 --2- 172.21.15.17:0/975676599 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3b90101c20 0x7f3b90198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b9564c640 1 -- 172.21.15.17:0/975676599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b90100a30 msgr2=0x7f3b90197df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b9564c640 1 --2- 172.21.15.17:0/975676599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b90100a30 0x7f3b90197df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.083+0000 7f3b9564c640 1 -- 172.21.15.17:0/975676599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b9019fa10 con 0x7f3b901025e0 2024-09-16T01:43:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.084+0000 7f3b9564c640 1 --2- 172.21.15.17:0/975676599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b901025e0 0x7f3b9019f3a0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f3b8800cad0 tx=0x7f3b8800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.084+0000 7f3b8dffb640 1 -- 172.21.15.17:0/975676599 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b8800ae20 con 0x7f3b901025e0 2024-09-16T01:43:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.084+0000 7f3b8dffb640 1 -- 172.21.15.17:0/975676599 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3b88005020 con 0x7f3b901025e0 2024-09-16T01:43:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.084+0000 7f3b970af640 1 -- 172.21.15.17:0/975676599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b9019fd00 con 0x7f3b901025e0 2024-09-16T01:43:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.084+0000 7f3b8dffb640 1 -- 172.21.15.17:0/975676599 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b8800f6b0 con 0x7f3b901025e0 2024-09-16T01:43:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.084+0000 7f3b970af640 1 -- 172.21.15.17:0/975676599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b901a01d0 con 0x7f3b901025e0 2024-09-16T01:43:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.085+0000 7f3b970af640 1 -- 172.21.15.17:0/975676599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b901a0460 con 0x7f3b901025e0 2024-09-16T01:43:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.086+0000 7f3b8dffb640 1 -- 172.21.15.17:0/975676599 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f3b880051d0 con 0x7f3b901025e0 2024-09-16T01:43:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.086+0000 7f3b8dffb640 1 --2- 172.21.15.17:0/975676599 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3b7c0a32e0 0x7f3b7c0a57a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.087+0000 7f3b94e4b640 1 --2- 172.21.15.17:0/975676599 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3b7c0a32e0 0x7f3b7c0a57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.087+0000 7f3b8dffb640 1 -- 172.21.15.17:0/975676599 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3b880cfa30 con 0x7f3b901025e0 2024-09-16T01:43:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.087+0000 7f3b94e4b640 1 --2- 172.21.15.17:0/975676599 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3b7c0a32e0 0x7f3b7c0a57a0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3b90101a80 tx=0x7f3b7800b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:31.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.091+0000 7f3b8dffb640 1 -- 172.21.15.17:0/975676599 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f3b88014030 con 0x7f3b901025e0 2024-09-16T01:43:31.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.266+0000 7f3b970af640 1 -- 172.21.15.17:0/975676599 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3b901a0630 con 0x7f3b7c0a32e0 2024-09-16T01:43:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.272+0000 7f3b8dffb640 1 -- 172.21.15.17:0/975676599 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259091 (secure 0 0 0) 0x7f3b901a0630 con 0x7f3b7c0a32e0 2024-09-16T01:43:31.279 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:43:31.281 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-16T01:43:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.276+0000 7f3b970af640 1 -- 172.21.15.17:0/975676599 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3b7c0a32e0 msgr2=0x7f3b7c0a57a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.276+0000 7f3b970af640 1 --2- 172.21.15.17:0/975676599 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3b7c0a32e0 0x7f3b7c0a57a0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3b90101a80 tx=0x7f3b7800b390 comp rx=0 tx=0).stop 2024-09-16T01:43:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.276+0000 7f3b970af640 1 -- 172.21.15.17:0/975676599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b901025e0 msgr2=0x7f3b9019f3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.276+0000 7f3b970af640 1 --2- 172.21.15.17:0/975676599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b901025e0 0x7f3b9019f3a0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f3b8800cad0 tx=0x7f3b8800cf90 comp rx=0 tx=0).stop 2024-09-16T01:43:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.276+0000 7f3b970af640 1 -- 172.21.15.17:0/975676599 shutdown_connections 2024-09-16T01:43:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.276+0000 7f3b970af640 1 --2- 172.21.15.17:0/975676599 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3b7c0a32e0 0x7f3b7c0a57a0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.276+0000 7f3b970af640 1 --2- 172.21.15.17:0/975676599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3b901025e0 0x7f3b9019f3a0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.276+0000 7f3b970af640 1 --2- 172.21.15.17:0/975676599 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3b90101c20 0x7f3b90198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.276+0000 7f3b970af640 1 --2- 172.21.15.17:0/975676599 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3b90100a30 0x7f3b90197df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.276+0000 7f3b970af640 1 -- 172.21.15.17:0/975676599 >> 172.21.15.17:0/975676599 conn(0x7f3b900fc1b0 msgr2=0x7f3b9006a410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.276+0000 7f3b970af640 1 -- 172.21.15.17:0/975676599 shutdown_connections 2024-09-16T01:43:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.276+0000 7f3b970af640 1 -- 172.21.15.17:0/975676599 wait complete. 2024-09-16T01:43:31.289 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":339,"stamp":"2024-09-16T01:43:30.530824+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658766,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":725,"num_read_kb":480,"num_write":370,"num_write_kb":3068,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180853,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":797,"ondisk_log_size":797,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":377044,"kb_used_data":11156,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124564780,"statfs":{"total":1151940427776,"available":1151554334720,"internally_reserved":0,"allocated":11423744,"data_stored":7270365,"data_compressed":177750,"data_compressed_allocated":233472,"data_compressed_original":1966080,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1485,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":31,"num_write":12,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002964"},"pg_stats":[{"pgid":"3.3f","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.526194+0000","last_change":"2024-09-16T01:41:42.858269+0000","last_active":"2024-09-16T01:43:10.526194+0000","last_peered":"2024-09-16T01:43:10.526194+0000","last_clean":"2024-09-16T01:43:10.526194+0000","last_became_active":"2024-09-16T01:41:42.857834+0000","last_became_peered":"2024-09-16T01:41:42.857834+0000","last_unstale":"2024-09-16T01:43:10.526194+0000","last_undegraded":"2024-09-16T01:43:10.526194+0000","last_fullsized":"2024-09-16T01:43:10.526194+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:34.752606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"84'4","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.520994+0000","last_change":"2024-09-16T01:41:42.855243+0000","last_active":"2024-09-16T01:43:10.520994+0000","last_peered":"2024-09-16T01:43:10.520994+0000","last_clean":"2024-09-16T01:43:10.520994+0000","last_became_active":"2024-09-16T01:41:42.854933+0000","last_became_peered":"2024-09-16T01:41:42.854933+0000","last_unstale":"2024-09-16T01:43:10.520994+0000","last_undegraded":"2024-09-16T01:43:10.520994+0000","last_fullsized":"2024-09-16T01:43:10.520994+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:33.190148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.527585+0000","last_change":"2024-09-16T01:41:42.864850+0000","last_active":"2024-09-16T01:43:10.527585+0000","last_peered":"2024-09-16T01:43:10.527585+0000","last_clean":"2024-09-16T01:43:10.527585+0000","last_became_active":"2024-09-16T01:41:42.864457+0000","last_became_peered":"2024-09-16T01:41:42.864457+0000","last_unstale":"2024-09-16T01:43:10.527585+0000","last_undegraded":"2024-09-16T01:43:10.527585+0000","last_fullsized":"2024-09-16T01:43:10.527585+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:30:22.935333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.517419+0000","last_change":"2024-09-16T01:41:42.864542+0000","last_active":"2024-09-16T01:43:10.517419+0000","last_peered":"2024-09-16T01:43:10.517419+0000","last_clean":"2024-09-16T01:43:10.517419+0000","last_became_active":"2024-09-16T01:41:42.864208+0000","last_became_peered":"2024-09-16T01:41:42.864208+0000","last_unstale":"2024-09-16T01:43:10.517419+0000","last_undegraded":"2024-09-16T01:43:10.517419+0000","last_fullsized":"2024-09-16T01:43:10.517419+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:26.230750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"84'4","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.504340+0000","last_change":"2024-09-16T01:41:42.863632+0000","last_active":"2024-09-16T01:43:10.504340+0000","last_peered":"2024-09-16T01:43:10.504340+0000","last_clean":"2024-09-16T01:43:10.504340+0000","last_became_active":"2024-09-16T01:41:42.862988+0000","last_became_peered":"2024-09-16T01:41:42.862988+0000","last_unstale":"2024-09-16T01:43:10.504340+0000","last_undegraded":"2024-09-16T01:43:10.504340+0000","last_fullsized":"2024-09-16T01:43:10.504340+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:40.854320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.516214+0000","last_change":"2024-09-16T01:41:42.864794+0000","last_active":"2024-09-16T01:43:10.516214+0000","last_peered":"2024-09-16T01:43:10.516214+0000","last_clean":"2024-09-16T01:43:10.516214+0000","last_became_active":"2024-09-16T01:41:42.864460+0000","last_became_peered":"2024-09-16T01:41:42.864460+0000","last_unstale":"2024-09-16T01:43:10.516214+0000","last_undegraded":"2024-09-16T01:43:10.516214+0000","last_fullsized":"2024-09-16T01:43:10.516214+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:48.974901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.529622+0000","last_change":"2024-09-16T01:41:42.863738+0000","last_active":"2024-09-16T01:43:10.529622+0000","last_peered":"2024-09-16T01:43:10.529622+0000","last_clean":"2024-09-16T01:43:10.529622+0000","last_became_active":"2024-09-16T01:41:42.862787+0000","last_became_peered":"2024-09-16T01:41:42.862787+0000","last_unstale":"2024-09-16T01:43:10.529622+0000","last_undegraded":"2024-09-16T01:43:10.529622+0000","last_fullsized":"2024-09-16T01:43:10.529622+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:09.491126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.519327+0000","last_change":"2024-09-16T01:41:42.867518+0000","last_active":"2024-09-16T01:43:10.519327+0000","last_peered":"2024-09-16T01:43:10.519327+0000","last_clean":"2024-09-16T01:43:10.519327+0000","last_became_active":"2024-09-16T01:41:42.867176+0000","last_became_peered":"2024-09-16T01:41:42.867176+0000","last_unstale":"2024-09-16T01:43:10.519327+0000","last_undegraded":"2024-09-16T01:43:10.519327+0000","last_fullsized":"2024-09-16T01:43:10.519327+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:06.778397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"84'11","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522831+0000","last_change":"2024-09-16T01:41:42.858684+0000","last_active":"2024-09-16T01:43:10.522831+0000","last_peered":"2024-09-16T01:43:10.522831+0000","last_clean":"2024-09-16T01:43:10.522831+0000","last_became_active":"2024-09-16T01:41:42.858033+0000","last_became_peered":"2024-09-16T01:41:42.858033+0000","last_unstale":"2024-09-16T01:43:10.522831+0000","last_undegraded":"2024-09-16T01:43:10.522831+0000","last_fullsized":"2024-09-16T01:43:10.522831+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:59:03.373757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"84'16","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.525082+0000","last_change":"2024-09-16T01:42:42.109325+0000","last_active":"2024-09-16T01:43:10.525082+0000","last_peered":"2024-09-16T01:43:10.525082+0000","last_clean":"2024-09-16T01:43:10.525082+0000","last_became_active":"2024-09-16T01:42:42.108921+0000","last_became_peered":"2024-09-16T01:42:42.108921+0000","last_unstale":"2024-09-16T01:43:10.525082+0000","last_undegraded":"2024-09-16T01:43:10.525082+0000","last_fullsized":"2024-09-16T01:43:10.525082+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:53.274545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532340+0000","last_change":"2024-09-16T01:41:42.875181+0000","last_active":"2024-09-16T01:43:10.532340+0000","last_peered":"2024-09-16T01:43:10.532340+0000","last_clean":"2024-09-16T01:43:10.532340+0000","last_became_active":"2024-09-16T01:41:42.874765+0000","last_became_peered":"2024-09-16T01:41:42.874765+0000","last_unstale":"2024-09-16T01:43:10.532340+0000","last_undegraded":"2024-09-16T01:43:10.532340+0000","last_fullsized":"2024-09-16T01:43:10.532340+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:13:20.147822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.513820+0000","last_change":"2024-09-16T01:41:42.869605+0000","last_active":"2024-09-16T01:43:10.513820+0000","last_peered":"2024-09-16T01:43:10.513820+0000","last_clean":"2024-09-16T01:43:10.513820+0000","last_became_active":"2024-09-16T01:41:42.869092+0000","last_became_peered":"2024-09-16T01:41:42.869092+0000","last_unstale":"2024-09-16T01:43:10.513820+0000","last_undegraded":"2024-09-16T01:43:10.513820+0000","last_fullsized":"2024-09-16T01:43:10.513820+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:39.792869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.504589+0000","last_change":"2024-09-16T01:42:42.104537+0000","last_active":"2024-09-16T01:43:10.504589+0000","last_peered":"2024-09-16T01:43:10.504589+0000","last_clean":"2024-09-16T01:43:10.504589+0000","last_became_active":"2024-09-16T01:42:42.104053+0000","last_became_peered":"2024-09-16T01:42:42.104053+0000","last_unstale":"2024-09-16T01:43:10.504589+0000","last_undegraded":"2024-09-16T01:43:10.504589+0000","last_fullsized":"2024-09-16T01:43:10.504589+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:23:58.381378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522541+0000","last_change":"2024-09-16T01:41:42.856102+0000","last_active":"2024-09-16T01:43:10.522541+0000","last_peered":"2024-09-16T01:43:10.522541+0000","last_clean":"2024-09-16T01:43:10.522541+0000","last_became_active":"2024-09-16T01:41:42.855763+0000","last_became_peered":"2024-09-16T01:41:42.855763+0000","last_unstale":"2024-09-16T01:43:10.522541+0000","last_undegraded":"2024-09-16T01:43:10.522541+0000","last_fullsized":"2024-09-16T01:43:10.522541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:03.540153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.525298+0000","last_change":"2024-09-16T01:41:42.865759+0000","last_active":"2024-09-16T01:43:10.525298+0000","last_peered":"2024-09-16T01:43:10.525298+0000","last_clean":"2024-09-16T01:43:10.525298+0000","last_became_active":"2024-09-16T01:41:42.865310+0000","last_became_peered":"2024-09-16T01:41:42.865310+0000","last_unstale":"2024-09-16T01:43:10.525298+0000","last_undegraded":"2024-09-16T01:43:10.525298+0000","last_fullsized":"2024-09-16T01:43:10.525298+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:25:52.897510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532286+0000","last_change":"2024-09-16T01:41:42.871183+0000","last_active":"2024-09-16T01:43:10.532286+0000","last_peered":"2024-09-16T01:43:10.532286+0000","last_clean":"2024-09-16T01:43:10.532286+0000","last_became_active":"2024-09-16T01:41:42.870816+0000","last_became_peered":"2024-09-16T01:41:42.870816+0000","last_unstale":"2024-09-16T01:43:10.532286+0000","last_undegraded":"2024-09-16T01:43:10.532286+0000","last_fullsized":"2024-09-16T01:43:10.532286+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:37.890658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.526232+0000","last_change":"2024-09-16T01:41:42.858293+0000","last_active":"2024-09-16T01:43:10.526232+0000","last_peered":"2024-09-16T01:43:10.526232+0000","last_clean":"2024-09-16T01:43:10.526232+0000","last_became_active":"2024-09-16T01:41:42.857393+0000","last_became_peered":"2024-09-16T01:41:42.857393+0000","last_unstale":"2024-09-16T01:43:10.526232+0000","last_undegraded":"2024-09-16T01:43:10.526232+0000","last_fullsized":"2024-09-16T01:43:10.526232+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:08:09.767728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"84'10","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.508722+0000","last_change":"2024-09-16T01:41:42.856670+0000","last_active":"2024-09-16T01:43:10.508722+0000","last_peered":"2024-09-16T01:43:10.508722+0000","last_clean":"2024-09-16T01:43:10.508722+0000","last_became_active":"2024-09-16T01:41:42.856346+0000","last_became_peered":"2024-09-16T01:41:42.856346+0000","last_unstale":"2024-09-16T01:43:10.508722+0000","last_undegraded":"2024-09-16T01:43:10.508722+0000","last_fullsized":"2024-09-16T01:43:10.508722+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:05.164090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522131+0000","last_change":"2024-09-16T01:41:42.866531+0000","last_active":"2024-09-16T01:43:10.522131+0000","last_peered":"2024-09-16T01:43:10.522131+0000","last_clean":"2024-09-16T01:43:10.522131+0000","last_became_active":"2024-09-16T01:41:42.866002+0000","last_became_peered":"2024-09-16T01:41:42.866002+0000","last_unstale":"2024-09-16T01:43:10.522131+0000","last_undegraded":"2024-09-16T01:43:10.522131+0000","last_fullsized":"2024-09-16T01:43:10.522131+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:22:37.171553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.511578+0000","last_change":"2024-09-16T01:41:42.860941+0000","last_active":"2024-09-16T01:43:10.511578+0000","last_peered":"2024-09-16T01:43:10.511578+0000","last_clean":"2024-09-16T01:43:10.511578+0000","last_became_active":"2024-09-16T01:41:42.860562+0000","last_became_peered":"2024-09-16T01:41:42.860562+0000","last_unstale":"2024-09-16T01:43:10.511578+0000","last_undegraded":"2024-09-16T01:43:10.511578+0000","last_fullsized":"2024-09-16T01:43:10.511578+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:15:44.366908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"84'11","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.524369+0000","last_change":"2024-09-16T01:41:42.864423+0000","last_active":"2024-09-16T01:43:10.524369+0000","last_peered":"2024-09-16T01:43:10.524369+0000","last_clean":"2024-09-16T01:43:10.524369+0000","last_became_active":"2024-09-16T01:41:42.863811+0000","last_became_peered":"2024-09-16T01:41:42.863811+0000","last_unstale":"2024-09-16T01:43:10.524369+0000","last_undegraded":"2024-09-16T01:43:10.524369+0000","last_fullsized":"2024-09-16T01:43:10.524369+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:31.402113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532661+0000","last_change":"2024-09-16T01:42:42.107221+0000","last_active":"2024-09-16T01:43:10.532661+0000","last_peered":"2024-09-16T01:43:10.532661+0000","last_clean":"2024-09-16T01:43:10.532661+0000","last_became_active":"2024-09-16T01:42:42.106728+0000","last_became_peered":"2024-09-16T01:42:42.106728+0000","last_unstale":"2024-09-16T01:43:10.532661+0000","last_undegraded":"2024-09-16T01:43:10.532661+0000","last_fullsized":"2024-09-16T01:43:10.532661+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:39.617919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,6],"acting":[1,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.515238+0000","last_change":"2024-09-16T01:41:42.870730+0000","last_active":"2024-09-16T01:43:10.515238+0000","last_peered":"2024-09-16T01:43:10.515238+0000","last_clean":"2024-09-16T01:43:10.515238+0000","last_became_active":"2024-09-16T01:41:42.870475+0000","last_became_peered":"2024-09-16T01:41:42.870475+0000","last_unstale":"2024-09-16T01:43:10.515238+0000","last_undegraded":"2024-09-16T01:43:10.515238+0000","last_fullsized":"2024-09-16T01:43:10.515238+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:20.301087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.517103+0000","last_change":"2024-09-16T01:41:42.866596+0000","last_active":"2024-09-16T01:43:10.517103+0000","last_peered":"2024-09-16T01:43:10.517103+0000","last_clean":"2024-09-16T01:43:10.517103+0000","last_became_active":"2024-09-16T01:41:42.866011+0000","last_became_peered":"2024-09-16T01:41:42.866011+0000","last_unstale":"2024-09-16T01:43:10.517103+0000","last_undegraded":"2024-09-16T01:43:10.517103+0000","last_fullsized":"2024-09-16T01:43:10.517103+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:15.535118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"84'2","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.513337+0000","last_change":"2024-09-16T01:41:42.868201+0000","last_active":"2024-09-16T01:43:10.513337+0000","last_peered":"2024-09-16T01:43:10.513337+0000","last_clean":"2024-09-16T01:43:10.513337+0000","last_became_active":"2024-09-16T01:41:42.867951+0000","last_became_peered":"2024-09-16T01:41:42.867951+0000","last_unstale":"2024-09-16T01:43:10.513337+0000","last_undegraded":"2024-09-16T01:43:10.513337+0000","last_fullsized":"2024-09-16T01:43:10.513337+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:57.585681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"84'15","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.528204+0000","last_change":"2024-09-16T01:41:42.872985+0000","last_active":"2024-09-16T01:43:10.528204+0000","last_peered":"2024-09-16T01:43:10.528204+0000","last_clean":"2024-09-16T01:43:10.528204+0000","last_became_active":"2024-09-16T01:41:42.872568+0000","last_became_peered":"2024-09-16T01:41:42.872568+0000","last_unstale":"2024-09-16T01:43:10.528204+0000","last_undegraded":"2024-09-16T01:43:10.528204+0000","last_fullsized":"2024-09-16T01:43:10.528204+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:34:37.470028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.505496+0000","last_change":"2024-09-16T01:41:42.862286+0000","last_active":"2024-09-16T01:43:10.505496+0000","last_peered":"2024-09-16T01:43:10.505496+0000","last_clean":"2024-09-16T01:43:10.505496+0000","last_became_active":"2024-09-16T01:41:42.861971+0000","last_became_peered":"2024-09-16T01:41:42.861971+0000","last_unstale":"2024-09-16T01:43:10.505496+0000","last_undegraded":"2024-09-16T01:43:10.505496+0000","last_fullsized":"2024-09-16T01:43:10.505496+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:38.719275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"84'4","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.523351+0000","last_change":"2024-09-16T01:41:42.857215+0000","last_active":"2024-09-16T01:43:10.523351+0000","last_peered":"2024-09-16T01:43:10.523351+0000","last_clean":"2024-09-16T01:43:10.523351+0000","last_became_active":"2024-09-16T01:41:42.856902+0000","last_became_peered":"2024-09-16T01:41:42.856902+0000","last_unstale":"2024-09-16T01:43:10.523351+0000","last_undegraded":"2024-09-16T01:43:10.523351+0000","last_fullsized":"2024-09-16T01:43:10.523351+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:05.388739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522829+0000","last_change":"2024-09-16T01:42:42.105596+0000","last_active":"2024-09-16T01:43:10.522829+0000","last_peered":"2024-09-16T01:43:10.522829+0000","last_clean":"2024-09-16T01:43:10.522829+0000","last_became_active":"2024-09-16T01:42:42.105261+0000","last_became_peered":"2024-09-16T01:42:42.105261+0000","last_unstale":"2024-09-16T01:43:10.522829+0000","last_undegraded":"2024-09-16T01:43:10.522829+0000","last_fullsized":"2024-09-16T01:43:10.522829+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:44:09.112013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.528148+0000","last_change":"2024-09-16T01:41:42.866293+0000","last_active":"2024-09-16T01:43:10.528148+0000","last_peered":"2024-09-16T01:43:10.528148+0000","last_clean":"2024-09-16T01:43:10.528148+0000","last_became_active":"2024-09-16T01:41:42.865954+0000","last_became_peered":"2024-09-16T01:41:42.865954+0000","last_unstale":"2024-09-16T01:43:10.528148+0000","last_undegraded":"2024-09-16T01:43:10.528148+0000","last_fullsized":"2024-09-16T01:43:10.528148+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:30.503539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"84'12","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.524823+0000","last_change":"2024-09-16T01:41:42.863924+0000","last_active":"2024-09-16T01:43:10.524823+0000","last_peered":"2024-09-16T01:43:10.524823+0000","last_clean":"2024-09-16T01:43:10.524823+0000","last_became_active":"2024-09-16T01:41:42.863470+0000","last_became_peered":"2024-09-16T01:41:42.863470+0000","last_unstale":"2024-09-16T01:43:10.524823+0000","last_undegraded":"2024-09-16T01:43:10.524823+0000","last_fullsized":"2024-09-16T01:43:10.524823+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:50.024293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.509861+0000","last_change":"2024-09-16T01:41:42.868244+0000","last_active":"2024-09-16T01:43:10.509861+0000","last_peered":"2024-09-16T01:43:10.509861+0000","last_clean":"2024-09-16T01:43:10.509861+0000","last_became_active":"2024-09-16T01:41:42.867861+0000","last_became_peered":"2024-09-16T01:41:42.867861+0000","last_unstale":"2024-09-16T01:43:10.509861+0000","last_undegraded":"2024-09-16T01:43:10.509861+0000","last_fullsized":"2024-09-16T01:43:10.509861+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:02:41.555602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.504334+0000","last_change":"2024-09-16T01:41:42.855496+0000","last_active":"2024-09-16T01:43:10.504334+0000","last_peered":"2024-09-16T01:43:10.504334+0000","last_clean":"2024-09-16T01:43:10.504334+0000","last_became_active":"2024-09-16T01:41:42.855039+0000","last_became_peered":"2024-09-16T01:41:42.855039+0000","last_unstale":"2024-09-16T01:43:10.504334+0000","last_undegraded":"2024-09-16T01:43:10.504334+0000","last_fullsized":"2024-09-16T01:43:10.504334+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:45.147176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"84'8","reported_seq":130,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.025654+0000","last_change":"2024-09-16T01:41:40.646333+0000","last_active":"2024-09-16T01:43:26.025654+0000","last_peered":"2024-09-16T01:43:26.025654+0000","last_clean":"2024-09-16T01:43:26.025654+0000","last_became_active":"2024-09-16T01:41:40.645954+0000","last_became_peered":"2024-09-16T01:41:40.645954+0000","last_unstale":"2024-09-16T01:43:26.025654+0000","last_undegraded":"2024-09-16T01:43:26.025654+0000","last_fullsized":"2024-09-16T01:43:26.025654+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:37.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":100,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.516706+0000","last_change":"2024-09-16T01:41:42.869587+0000","last_active":"2024-09-16T01:43:10.516706+0000","last_peered":"2024-09-16T01:43:10.516706+0000","last_clean":"2024-09-16T01:43:10.516706+0000","last_became_active":"2024-09-16T01:41:42.869250+0000","last_became_peered":"2024-09-16T01:41:42.869250+0000","last_unstale":"2024-09-16T01:43:10.516706+0000","last_undegraded":"2024-09-16T01:43:10.516706+0000","last_fullsized":"2024-09-16T01:43:10.516706+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:40:39.202132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100716+0000","last_change":"2024-09-16T01:41:40.644762+0000","last_active":"2024-09-16T01:42:42.100716+0000","last_peered":"2024-09-16T01:42:42.100716+0000","last_clean":"2024-09-16T01:42:42.100716+0000","last_became_active":"2024-09-16T01:41:40.644397+0000","last_became_peered":"2024-09-16T01:41:40.644397+0000","last_unstale":"2024-09-16T01:42:42.100716+0000","last_undegraded":"2024-09-16T01:42:42.100716+0000","last_fullsized":"2024-09-16T01:42:42.100716+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:27.275899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.099789+0000","last_change":"2024-09-16T01:41:40.642214+0000","last_active":"2024-09-16T01:42:42.099789+0000","last_peered":"2024-09-16T01:42:42.099789+0000","last_clean":"2024-09-16T01:42:42.099789+0000","last_became_active":"2024-09-16T01:41:40.641860+0000","last_became_peered":"2024-09-16T01:41:40.641860+0000","last_unstale":"2024-09-16T01:42:42.099789+0000","last_undegraded":"2024-09-16T01:42:42.099789+0000","last_fullsized":"2024-09-16T01:42:42.099789+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:52.770052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.513050+0000","last_change":"2024-09-16T01:41:42.865662+0000","last_active":"2024-09-16T01:43:10.513050+0000","last_peered":"2024-09-16T01:43:10.513050+0000","last_clean":"2024-09-16T01:43:10.513050+0000","last_became_active":"2024-09-16T01:41:42.865364+0000","last_became_peered":"2024-09-16T01:41:42.865364+0000","last_unstale":"2024-09-16T01:43:10.513050+0000","last_undegraded":"2024-09-16T01:43:10.513050+0000","last_fullsized":"2024-09-16T01:43:10.513050+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:33.027121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"82'1","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100962+0000","last_change":"2024-09-16T01:41:40.649355+0000","last_active":"2024-09-16T01:42:42.100962+0000","last_peered":"2024-09-16T01:42:42.100962+0000","last_clean":"2024-09-16T01:42:42.100962+0000","last_became_active":"2024-09-16T01:41:40.649058+0000","last_became_peered":"2024-09-16T01:41:40.649058+0000","last_unstale":"2024-09-16T01:42:42.100962+0000","last_undegraded":"2024-09-16T01:42:42.100962+0000","last_fullsized":"2024-09-16T01:42:42.100962+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:08.160989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"84'11","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.512613+0000","last_change":"2024-09-16T01:41:42.860348+0000","last_active":"2024-09-16T01:43:10.512613+0000","last_peered":"2024-09-16T01:43:10.512613+0000","last_clean":"2024-09-16T01:43:10.512613+0000","last_became_active":"2024-09-16T01:41:42.860016+0000","last_became_peered":"2024-09-16T01:41:42.860016+0000","last_unstale":"2024-09-16T01:43:10.512613+0000","last_undegraded":"2024-09-16T01:43:10.512613+0000","last_fullsized":"2024-09-16T01:43:10.512613+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:46.124306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'5","reported_seq":121,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.023365+0000","last_change":"2024-09-16T01:41:40.648505+0000","last_active":"2024-09-16T01:43:26.023365+0000","last_peered":"2024-09-16T01:43:26.023365+0000","last_clean":"2024-09-16T01:43:26.023365+0000","last_became_active":"2024-09-16T01:41:40.648187+0000","last_became_peered":"2024-09-16T01:41:40.648187+0000","last_unstale":"2024-09-16T01:43:26.023365+0000","last_undegraded":"2024-09-16T01:43:26.023365+0000","last_fullsized":"2024-09-16T01:43:26.023365+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.954435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":94,"num_read_kb":94,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"84'10","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.526359+0000","last_change":"2024-09-16T01:41:42.865674+0000","last_active":"2024-09-16T01:43:10.526359+0000","last_peered":"2024-09-16T01:43:10.526359+0000","last_clean":"2024-09-16T01:43:10.526359+0000","last_became_active":"2024-09-16T01:41:42.865335+0000","last_became_peered":"2024-09-16T01:41:42.865335+0000","last_unstale":"2024-09-16T01:43:10.526359+0000","last_undegraded":"2024-09-16T01:43:10.526359+0000","last_fullsized":"2024-09-16T01:43:10.526359+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:34.297494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104559+0000","last_change":"2024-09-16T01:41:40.647648+0000","last_active":"2024-09-16T01:42:42.104559+0000","last_peered":"2024-09-16T01:42:42.104559+0000","last_clean":"2024-09-16T01:42:42.104559+0000","last_became_active":"2024-09-16T01:41:40.646533+0000","last_became_peered":"2024-09-16T01:41:40.646533+0000","last_unstale":"2024-09-16T01:42:42.104559+0000","last_undegraded":"2024-09-16T01:42:42.104559+0000","last_fullsized":"2024-09-16T01:42:42.104559+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:55.789853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522578+0000","last_change":"2024-09-16T01:41:42.861587+0000","last_active":"2024-09-16T01:43:10.522578+0000","last_peered":"2024-09-16T01:43:10.522578+0000","last_clean":"2024-09-16T01:43:10.522578+0000","last_became_active":"2024-09-16T01:41:42.861162+0000","last_became_peered":"2024-09-16T01:41:42.861162+0000","last_unstale":"2024-09-16T01:43:10.522578+0000","last_undegraded":"2024-09-16T01:43:10.522578+0000","last_fullsized":"2024-09-16T01:43:10.522578+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:54.449108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"82'4","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100976+0000","last_change":"2024-09-16T01:41:40.775398+0000","last_active":"2024-09-16T01:42:42.100976+0000","last_peered":"2024-09-16T01:42:42.100976+0000","last_clean":"2024-09-16T01:42:42.100976+0000","last_became_active":"2024-09-16T01:41:40.775025+0000","last_became_peered":"2024-09-16T01:41:40.775025+0000","last_unstale":"2024-09-16T01:42:42.100976+0000","last_undegraded":"2024-09-16T01:42:42.100976+0000","last_fullsized":"2024-09-16T01:42:42.100976+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:08.119630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"84'11","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.525652+0000","last_change":"2024-09-16T01:41:42.864127+0000","last_active":"2024-09-16T01:43:10.525652+0000","last_peered":"2024-09-16T01:43:10.525652+0000","last_clean":"2024-09-16T01:43:10.525652+0000","last_became_active":"2024-09-16T01:41:42.863754+0000","last_became_peered":"2024-09-16T01:41:42.863754+0000","last_unstale":"2024-09-16T01:43:10.525652+0000","last_undegraded":"2024-09-16T01:43:10.525652+0000","last_fullsized":"2024-09-16T01:43:10.525652+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:04.607361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'34","reported_seq":254,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.027294+0000","last_change":"2024-09-16T01:41:40.645485+0000","last_active":"2024-09-16T01:43:26.027294+0000","last_peered":"2024-09-16T01:43:26.027294+0000","last_clean":"2024-09-16T01:43:26.027294+0000","last_became_active":"2024-09-16T01:41:40.645158+0000","last_became_peered":"2024-09-16T01:41:40.645158+0000","last_unstale":"2024-09-16T01:43:26.027294+0000","last_undegraded":"2024-09-16T01:43:26.027294+0000","last_fullsized":"2024-09-16T01:43:26.027294+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:18.212143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62496,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":198,"num_read_kb":159,"num_write":35,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.505410+0000","last_change":"2024-09-16T01:41:42.864532+0000","last_active":"2024-09-16T01:43:10.505410+0000","last_peered":"2024-09-16T01:43:10.505410+0000","last_clean":"2024-09-16T01:43:10.505410+0000","last_became_active":"2024-09-16T01:41:42.864191+0000","last_became_peered":"2024-09-16T01:41:42.864191+0000","last_unstale":"2024-09-16T01:43:10.505410+0000","last_undegraded":"2024-09-16T01:43:10.505410+0000","last_fullsized":"2024-09-16T01:43:10.505410+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:41.070801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"82'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.108076+0000","last_change":"2024-09-16T01:41:40.643722+0000","last_active":"2024-09-16T01:42:42.108076+0000","last_peered":"2024-09-16T01:42:42.108076+0000","last_clean":"2024-09-16T01:42:42.108076+0000","last_became_active":"2024-09-16T01:41:40.643394+0000","last_became_peered":"2024-09-16T01:41:40.643394+0000","last_unstale":"2024-09-16T01:42:42.108076+0000","last_undegraded":"2024-09-16T01:42:42.108076+0000","last_fullsized":"2024-09-16T01:42:42.108076+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:39.546909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.501043+0000","last_change":"2024-09-16T01:41:42.865444+0000","last_active":"2024-09-16T01:43:10.501043+0000","last_peered":"2024-09-16T01:43:10.501043+0000","last_clean":"2024-09-16T01:43:10.501043+0000","last_became_active":"2024-09-16T01:41:42.864914+0000","last_became_peered":"2024-09-16T01:41:42.864914+0000","last_unstale":"2024-09-16T01:43:10.501043+0000","last_undegraded":"2024-09-16T01:43:10.501043+0000","last_fullsized":"2024-09-16T01:43:10.501043+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:23.917120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100687+0000","last_change":"2024-09-16T01:41:40.649343+0000","last_active":"2024-09-16T01:42:42.100687+0000","last_peered":"2024-09-16T01:42:42.100687+0000","last_clean":"2024-09-16T01:42:42.100687+0000","last_became_active":"2024-09-16T01:41:40.648954+0000","last_became_peered":"2024-09-16T01:41:40.648954+0000","last_unstale":"2024-09-16T01:42:42.100687+0000","last_undegraded":"2024-09-16T01:42:42.100687+0000","last_fullsized":"2024-09-16T01:42:42.100687+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:22.507067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"84'15","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532309+0000","last_change":"2024-09-16T01:41:42.868154+0000","last_active":"2024-09-16T01:43:10.532309+0000","last_peered":"2024-09-16T01:43:10.532309+0000","last_clean":"2024-09-16T01:43:10.532309+0000","last_became_active":"2024-09-16T01:41:42.867817+0000","last_became_peered":"2024-09-16T01:41:42.867817+0000","last_unstale":"2024-09-16T01:43:10.532309+0000","last_undegraded":"2024-09-16T01:43:10.532309+0000","last_fullsized":"2024-09-16T01:43:10.532309+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:33.279136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'6","reported_seq":126,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.024835+0000","last_change":"2024-09-16T01:41:40.649440+0000","last_active":"2024-09-16T01:43:26.024835+0000","last_peered":"2024-09-16T01:43:26.024835+0000","last_clean":"2024-09-16T01:43:26.024835+0000","last_became_active":"2024-09-16T01:41:40.649073+0000","last_became_peered":"2024-09-16T01:41:40.649073+0000","last_unstale":"2024-09-16T01:43:26.024835+0000","last_undegraded":"2024-09-16T01:43:26.024835+0000","last_fullsized":"2024-09-16T01:43:26.024835+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:42.275782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1617,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":99,"num_read_kb":5,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.530442+0000","last_change":"2024-09-16T01:41:42.863539+0000","last_active":"2024-09-16T01:43:10.530442+0000","last_peered":"2024-09-16T01:43:10.530442+0000","last_clean":"2024-09-16T01:43:10.530442+0000","last_became_active":"2024-09-16T01:41:42.863185+0000","last_became_peered":"2024-09-16T01:41:42.863185+0000","last_unstale":"2024-09-16T01:43:10.530442+0000","last_undegraded":"2024-09-16T01:43:10.530442+0000","last_fullsized":"2024-09-16T01:43:10.530442+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:49.074704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"82'15","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103803+0000","last_change":"2024-09-16T01:41:40.773728+0000","last_active":"2024-09-16T01:42:42.103803+0000","last_peered":"2024-09-16T01:42:42.103803+0000","last_clean":"2024-09-16T01:42:42.103803+0000","last_became_active":"2024-09-16T01:41:40.773340+0000","last_became_peered":"2024-09-16T01:41:40.773340+0000","last_unstale":"2024-09-16T01:42:42.103803+0000","last_undegraded":"2024-09-16T01:42:42.103803+0000","last_fullsized":"2024-09-16T01:42:42.103803+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:35.693803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.510278+0000","last_change":"2024-09-16T01:42:42.106961+0000","last_active":"2024-09-16T01:43:10.510278+0000","last_peered":"2024-09-16T01:43:10.510278+0000","last_clean":"2024-09-16T01:43:10.510278+0000","last_became_active":"2024-09-16T01:42:42.106603+0000","last_became_peered":"2024-09-16T01:42:42.106603+0000","last_unstale":"2024-09-16T01:43:10.510278+0000","last_undegraded":"2024-09-16T01:43:10.510278+0000","last_fullsized":"2024-09-16T01:43:10.510278+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:45:27.041125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"82'2","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104641+0000","last_change":"2024-09-16T01:41:40.643262+0000","last_active":"2024-09-16T01:42:42.104641+0000","last_peered":"2024-09-16T01:42:42.104641+0000","last_clean":"2024-09-16T01:42:42.104641+0000","last_became_active":"2024-09-16T01:41:40.642975+0000","last_became_peered":"2024-09-16T01:41:40.642975+0000","last_unstale":"2024-09-16T01:42:42.104641+0000","last_undegraded":"2024-09-16T01:42:42.104641+0000","last_fullsized":"2024-09-16T01:42:42.104641+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:52.757959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.511465+0000","last_change":"2024-09-16T01:41:42.861062+0000","last_active":"2024-09-16T01:43:10.511465+0000","last_peered":"2024-09-16T01:43:10.511465+0000","last_clean":"2024-09-16T01:43:10.511465+0000","last_became_active":"2024-09-16T01:41:42.860701+0000","last_became_peered":"2024-09-16T01:41:42.860701+0000","last_unstale":"2024-09-16T01:43:10.511465+0000","last_undegraded":"2024-09-16T01:43:10.511465+0000","last_fullsized":"2024-09-16T01:43:10.511465+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:06.382244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100187+0000","last_change":"2024-09-16T01:41:40.642128+0000","last_active":"2024-09-16T01:42:42.100187+0000","last_peered":"2024-09-16T01:42:42.100187+0000","last_clean":"2024-09-16T01:42:42.100187+0000","last_became_active":"2024-09-16T01:41:40.641525+0000","last_became_peered":"2024-09-16T01:41:40.641525+0000","last_unstale":"2024-09-16T01:42:42.100187+0000","last_undegraded":"2024-09-16T01:42:42.100187+0000","last_fullsized":"2024-09-16T01:42:42.100187+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:34.943031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.530720+0000","last_change":"2024-09-16T01:41:42.869794+0000","last_active":"2024-09-16T01:43:10.530720+0000","last_peered":"2024-09-16T01:43:10.530720+0000","last_clean":"2024-09-16T01:43:10.530720+0000","last_became_active":"2024-09-16T01:41:42.869450+0000","last_became_peered":"2024-09-16T01:41:42.869450+0000","last_unstale":"2024-09-16T01:43:10.530720+0000","last_undegraded":"2024-09-16T01:43:10.530720+0000","last_fullsized":"2024-09-16T01:43:10.530720+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:54.298118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101293+0000","last_change":"2024-09-16T01:41:40.648466+0000","last_active":"2024-09-16T01:42:42.101293+0000","last_peered":"2024-09-16T01:42:42.101293+0000","last_clean":"2024-09-16T01:42:42.101293+0000","last_became_active":"2024-09-16T01:41:40.648146+0000","last_became_peered":"2024-09-16T01:41:40.648146+0000","last_unstale":"2024-09-16T01:42:42.101293+0000","last_undegraded":"2024-09-16T01:42:42.101293+0000","last_fullsized":"2024-09-16T01:42:42.101293+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:22.214738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'7","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.530255+0000","last_change":"2024-09-16T01:42:42.110317+0000","last_active":"2024-09-16T01:43:10.530255+0000","last_peered":"2024-09-16T01:43:10.530255+0000","last_clean":"2024-09-16T01:43:10.530255+0000","last_became_active":"2024-09-16T01:42:42.106436+0000","last_became_peered":"2024-09-16T01:42:42.106436+0000","last_unstale":"2024-09-16T01:43:10.530255+0000","last_undegraded":"2024-09-16T01:43:10.530255+0000","last_fullsized":"2024-09-16T01:43:10.530255+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:12.773365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"82'3","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.108188+0000","last_change":"2024-09-16T01:41:41.329486+0000","last_active":"2024-09-16T01:42:42.108188+0000","last_peered":"2024-09-16T01:42:42.108188+0000","last_clean":"2024-09-16T01:42:42.108188+0000","last_became_active":"2024-09-16T01:41:41.329110+0000","last_became_peered":"2024-09-16T01:41:41.329110+0000","last_unstale":"2024-09-16T01:42:42.108188+0000","last_undegraded":"2024-09-16T01:42:42.108188+0000","last_fullsized":"2024-09-16T01:42:42.108188+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:07.827284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532453+0000","last_change":"2024-09-16T01:41:42.874019+0000","last_active":"2024-09-16T01:43:10.532453+0000","last_peered":"2024-09-16T01:43:10.532453+0000","last_clean":"2024-09-16T01:43:10.532453+0000","last_became_active":"2024-09-16T01:41:42.873693+0000","last_became_peered":"2024-09-16T01:41:42.873693+0000","last_unstale":"2024-09-16T01:43:10.532453+0000","last_undegraded":"2024-09-16T01:43:10.532453+0000","last_fullsized":"2024-09-16T01:43:10.532453+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:36.636459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":338,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105466+0000","last_change":"2024-09-16T01:40:28.930678+0000","last_active":"2024-09-16T01:42:42.105466+0000","last_peered":"2024-09-16T01:42:42.105466+0000","last_clean":"2024-09-16T01:42:42.105466+0000","last_became_active":"2024-09-16T01:40:28.930171+0000","last_became_peered":"2024-09-16T01:40:28.930171+0000","last_unstale":"2024-09-16T01:42:42.105466+0000","last_undegraded":"2024-09-16T01:42:42.105466+0000","last_fullsized":"2024-09-16T01:42:42.105466+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:37:00.969044+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:37:00.969044+0000","last_clean_scrub_stamp":"2024-09-16T01:37:00.969044+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:02.823877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"82'3","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.112771+0000","last_change":"2024-09-16T01:41:40.644281+0000","last_active":"2024-09-16T01:42:42.112771+0000","last_peered":"2024-09-16T01:42:42.112771+0000","last_clean":"2024-09-16T01:42:42.112771+0000","last_became_active":"2024-09-16T01:41:40.643638+0000","last_became_peered":"2024-09-16T01:41:40.643638+0000","last_unstale":"2024-09-16T01:42:42.112771+0000","last_undegraded":"2024-09-16T01:42:42.112771+0000","last_fullsized":"2024-09-16T01:42:42.112771+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:01.646040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.514692+0000","last_change":"2024-09-16T01:41:42.868822+0000","last_active":"2024-09-16T01:43:10.514692+0000","last_peered":"2024-09-16T01:43:10.514692+0000","last_clean":"2024-09-16T01:43:10.514692+0000","last_became_active":"2024-09-16T01:41:42.868221+0000","last_became_peered":"2024-09-16T01:41:42.868221+0000","last_unstale":"2024-09-16T01:43:10.514692+0000","last_undegraded":"2024-09-16T01:43:10.514692+0000","last_fullsized":"2024-09-16T01:43:10.514692+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:36.739972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105332+0000","last_change":"2024-09-16T01:41:40.647931+0000","last_active":"2024-09-16T01:42:42.105332+0000","last_peered":"2024-09-16T01:42:42.105332+0000","last_clean":"2024-09-16T01:42:42.105332+0000","last_became_active":"2024-09-16T01:41:40.647480+0000","last_became_peered":"2024-09-16T01:41:40.647480+0000","last_unstale":"2024-09-16T01:42:42.105332+0000","last_undegraded":"2024-09-16T01:42:42.105332+0000","last_fullsized":"2024-09-16T01:42:42.105332+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:17.030662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.515694+0000","last_change":"2024-09-16T01:41:42.863970+0000","last_active":"2024-09-16T01:43:10.515694+0000","last_peered":"2024-09-16T01:43:10.515694+0000","last_clean":"2024-09-16T01:43:10.515694+0000","last_became_active":"2024-09-16T01:41:42.863669+0000","last_became_peered":"2024-09-16T01:41:42.863669+0000","last_unstale":"2024-09-16T01:43:10.515694+0000","last_undegraded":"2024-09-16T01:43:10.515694+0000","last_fullsized":"2024-09-16T01:43:10.515694+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:36:23.488046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"84'6","reported_seq":123,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.030283+0000","last_change":"2024-09-16T01:41:40.773725+0000","last_active":"2024-09-16T01:43:26.030283+0000","last_peered":"2024-09-16T01:43:26.030283+0000","last_clean":"2024-09-16T01:43:26.030283+0000","last_became_active":"2024-09-16T01:41:40.773394+0000","last_became_peered":"2024-09-16T01:41:40.773394+0000","last_unstale":"2024-09-16T01:43:26.030283+0000","last_undegraded":"2024-09-16T01:43:26.030283+0000","last_fullsized":"2024-09-16T01:43:26.030283+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:51.337459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.517761+0000","last_change":"2024-09-16T01:41:42.863798+0000","last_active":"2024-09-16T01:43:10.517761+0000","last_peered":"2024-09-16T01:43:10.517761+0000","last_clean":"2024-09-16T01:43:10.517761+0000","last_became_active":"2024-09-16T01:41:42.863469+0000","last_became_peered":"2024-09-16T01:41:42.863469+0000","last_unstale":"2024-09-16T01:43:10.517761+0000","last_undegraded":"2024-09-16T01:43:10.517761+0000","last_fullsized":"2024-09-16T01:43:10.517761+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:47.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"82'1","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104274+0000","last_change":"2024-09-16T01:41:40.646551+0000","last_active":"2024-09-16T01:42:42.104274+0000","last_peered":"2024-09-16T01:42:42.104274+0000","last_clean":"2024-09-16T01:42:42.104274+0000","last_became_active":"2024-09-16T01:41:40.646126+0000","last_became_peered":"2024-09-16T01:41:40.646126+0000","last_unstale":"2024-09-16T01:42:42.104274+0000","last_undegraded":"2024-09-16T01:42:42.104274+0000","last_fullsized":"2024-09-16T01:42:42.104274+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:44.578969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.518477+0000","last_change":"2024-09-16T01:41:42.866215+0000","last_active":"2024-09-16T01:43:10.518477+0000","last_peered":"2024-09-16T01:43:10.518477+0000","last_clean":"2024-09-16T01:43:10.518477+0000","last_became_active":"2024-09-16T01:41:42.865859+0000","last_became_peered":"2024-09-16T01:41:42.865859+0000","last_unstale":"2024-09-16T01:43:10.518477+0000","last_undegraded":"2024-09-16T01:43:10.518477+0000","last_fullsized":"2024-09-16T01:43:10.518477+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:58.149360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105803+0000","last_change":"2024-09-16T01:42:42.105803+0000","last_active":"2024-09-16T01:42:42.105803+0000","last_peered":"2024-09-16T01:42:42.105803+0000","last_clean":"2024-09-16T01:42:42.105803+0000","last_became_active":"2024-09-16T01:42:42.104750+0000","last_became_peered":"2024-09-16T01:42:42.104750+0000","last_unstale":"2024-09-16T01:42:42.105803+0000","last_undegraded":"2024-09-16T01:42:42.105803+0000","last_fullsized":"2024-09-16T01:42:42.105803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:50.821745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.510770+0000","last_change":"2024-09-16T01:41:42.860070+0000","last_active":"2024-09-16T01:43:10.510770+0000","last_peered":"2024-09-16T01:43:10.510770+0000","last_clean":"2024-09-16T01:43:10.510770+0000","last_became_active":"2024-09-16T01:41:42.859692+0000","last_became_peered":"2024-09-16T01:41:42.859692+0000","last_unstale":"2024-09-16T01:43:10.510770+0000","last_undegraded":"2024-09-16T01:43:10.510770+0000","last_fullsized":"2024-09-16T01:43:10.510770+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:24.168617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"82'1","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104959+0000","last_change":"2024-09-16T01:41:40.775582+0000","last_active":"2024-09-16T01:42:42.104959+0000","last_peered":"2024-09-16T01:42:42.104959+0000","last_clean":"2024-09-16T01:42:42.104959+0000","last_became_active":"2024-09-16T01:41:40.775173+0000","last_became_peered":"2024-09-16T01:41:40.775173+0000","last_unstale":"2024-09-16T01:42:42.104959+0000","last_undegraded":"2024-09-16T01:42:42.104959+0000","last_fullsized":"2024-09-16T01:42:42.104959+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:22.664809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.516451+0000","last_change":"2024-09-16T01:41:42.859461+0000","last_active":"2024-09-16T01:43:10.516451+0000","last_peered":"2024-09-16T01:43:10.516451+0000","last_clean":"2024-09-16T01:43:10.516451+0000","last_became_active":"2024-09-16T01:41:42.859125+0000","last_became_peered":"2024-09-16T01:41:42.859125+0000","last_unstale":"2024-09-16T01:43:10.516451+0000","last_undegraded":"2024-09-16T01:43:10.516451+0000","last_fullsized":"2024-09-16T01:43:10.516451+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:01:13.558436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'15","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.871536+0000","last_change":"2024-09-16T01:41:40.642995+0000","last_active":"2024-09-16T01:43:26.871536+0000","last_peered":"2024-09-16T01:43:26.871536+0000","last_clean":"2024-09-16T01:43:26.871536+0000","last_became_active":"2024-09-16T01:41:40.642680+0000","last_became_peered":"2024-09-16T01:41:40.642680+0000","last_unstale":"2024-09-16T01:43:26.871536+0000","last_undegraded":"2024-09-16T01:43:26.871536+0000","last_fullsized":"2024-09-16T01:43:26.871536+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:31.137069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532255+0000","last_change":"2024-09-16T01:41:42.864520+0000","last_active":"2024-09-16T01:43:10.532255+0000","last_peered":"2024-09-16T01:43:10.532255+0000","last_clean":"2024-09-16T01:43:10.532255+0000","last_became_active":"2024-09-16T01:41:42.864221+0000","last_became_peered":"2024-09-16T01:41:42.864221+0000","last_unstale":"2024-09-16T01:43:10.532255+0000","last_undegraded":"2024-09-16T01:43:10.532255+0000","last_fullsized":"2024-09-16T01:43:10.532255+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:23.799976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"82'4","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.112679+0000","last_change":"2024-09-16T01:41:41.329593+0000","last_active":"2024-09-16T01:42:42.112679+0000","last_peered":"2024-09-16T01:42:42.112679+0000","last_clean":"2024-09-16T01:42:42.112679+0000","last_became_active":"2024-09-16T01:41:41.329288+0000","last_became_peered":"2024-09-16T01:41:41.329288+0000","last_unstale":"2024-09-16T01:42:42.112679+0000","last_undegraded":"2024-09-16T01:42:42.112679+0000","last_fullsized":"2024-09-16T01:42:42.112679+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:52.908930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.524935+0000","last_change":"2024-09-16T01:41:42.865096+0000","last_active":"2024-09-16T01:43:10.524935+0000","last_peered":"2024-09-16T01:43:10.524935+0000","last_clean":"2024-09-16T01:43:10.524935+0000","last_became_active":"2024-09-16T01:41:42.862704+0000","last_became_peered":"2024-09-16T01:41:42.862704+0000","last_unstale":"2024-09-16T01:43:10.524935+0000","last_undegraded":"2024-09-16T01:43:10.524935+0000","last_fullsized":"2024-09-16T01:43:10.524935+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:42.586681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104075+0000","last_change":"2024-09-16T01:41:40.773667+0000","last_active":"2024-09-16T01:42:42.104075+0000","last_peered":"2024-09-16T01:42:42.104075+0000","last_clean":"2024-09-16T01:42:42.104075+0000","last_became_active":"2024-09-16T01:41:40.773311+0000","last_became_peered":"2024-09-16T01:41:40.773311+0000","last_unstale":"2024-09-16T01:42:42.104075+0000","last_undegraded":"2024-09-16T01:42:42.104075+0000","last_fullsized":"2024-09-16T01:42:42.104075+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:31.826001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"84'2","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.493312+0000","last_change":"2024-09-16T01:41:42.858451+0000","last_active":"2024-09-16T01:43:10.493312+0000","last_peered":"2024-09-16T01:43:10.493312+0000","last_clean":"2024-09-16T01:43:10.493312+0000","last_became_active":"2024-09-16T01:41:42.858107+0000","last_became_peered":"2024-09-16T01:41:42.858107+0000","last_unstale":"2024-09-16T01:43:10.493312+0000","last_undegraded":"2024-09-16T01:43:10.493312+0000","last_fullsized":"2024-09-16T01:43:10.493312+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:40.589023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106425+0000","last_change":"2024-09-16T01:41:40.643502+0000","last_active":"2024-09-16T01:42:42.106425+0000","last_peered":"2024-09-16T01:42:42.106425+0000","last_clean":"2024-09-16T01:42:42.106425+0000","last_became_active":"2024-09-16T01:41:40.643120+0000","last_became_peered":"2024-09-16T01:41:40.643120+0000","last_unstale":"2024-09-16T01:42:42.106425+0000","last_undegraded":"2024-09-16T01:42:42.106425+0000","last_fullsized":"2024-09-16T01:42:42.106425+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:57:24.737742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.512981+0000","last_change":"2024-09-16T01:41:42.868262+0000","last_active":"2024-09-16T01:43:10.512981+0000","last_peered":"2024-09-16T01:43:10.512981+0000","last_clean":"2024-09-16T01:43:10.512981+0000","last_became_active":"2024-09-16T01:41:42.867706+0000","last_became_peered":"2024-09-16T01:41:42.867706+0000","last_unstale":"2024-09-16T01:43:10.512981+0000","last_undegraded":"2024-09-16T01:43:10.512981+0000","last_fullsized":"2024-09-16T01:43:10.512981+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:53.086364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107377+0000","last_change":"2024-09-16T01:41:40.644493+0000","last_active":"2024-09-16T01:42:42.107377+0000","last_peered":"2024-09-16T01:42:42.107377+0000","last_clean":"2024-09-16T01:42:42.107377+0000","last_became_active":"2024-09-16T01:41:40.644134+0000","last_became_peered":"2024-09-16T01:41:40.644134+0000","last_unstale":"2024-09-16T01:42:42.107377+0000","last_undegraded":"2024-09-16T01:42:42.107377+0000","last_fullsized":"2024-09-16T01:42:42.107377+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:18.805135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.524348+0000","last_change":"2024-09-16T01:41:42.863072+0000","last_active":"2024-09-16T01:43:10.524348+0000","last_peered":"2024-09-16T01:43:10.524348+0000","last_clean":"2024-09-16T01:43:10.524348+0000","last_became_active":"2024-09-16T01:41:42.862745+0000","last_became_peered":"2024-09-16T01:41:42.862745+0000","last_unstale":"2024-09-16T01:43:10.524348+0000","last_undegraded":"2024-09-16T01:43:10.524348+0000","last_fullsized":"2024-09-16T01:43:10.524348+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:21.003371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"82'4","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.117949+0000","last_change":"2024-09-16T01:42:42.117949+0000","last_active":"2024-09-16T01:42:42.117949+0000","last_peered":"2024-09-16T01:42:42.117949+0000","last_clean":"2024-09-16T01:42:42.117949+0000","last_became_active":"2024-09-16T01:42:42.113824+0000","last_became_peered":"2024-09-16T01:42:42.113824+0000","last_unstale":"2024-09-16T01:42:42.117949+0000","last_undegraded":"2024-09-16T01:42:42.117949+0000","last_fullsized":"2024-09-16T01:42:42.117949+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:44:01.619934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.531894+0000","last_change":"2024-09-16T01:41:42.872756+0000","last_active":"2024-09-16T01:43:10.531894+0000","last_peered":"2024-09-16T01:43:10.531894+0000","last_clean":"2024-09-16T01:43:10.531894+0000","last_became_active":"2024-09-16T01:41:42.872400+0000","last_became_peered":"2024-09-16T01:41:42.872400+0000","last_unstale":"2024-09-16T01:43:10.531894+0000","last_undegraded":"2024-09-16T01:43:10.531894+0000","last_fullsized":"2024-09-16T01:43:10.531894+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:42.234264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"84'15","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.514860+0000","last_change":"2024-09-16T01:41:42.871586+0000","last_active":"2024-09-16T01:43:10.514860+0000","last_peered":"2024-09-16T01:43:10.514860+0000","last_clean":"2024-09-16T01:43:10.514860+0000","last_became_active":"2024-09-16T01:41:42.871230+0000","last_became_peered":"2024-09-16T01:41:42.871230+0000","last_unstale":"2024-09-16T01:43:10.514860+0000","last_undegraded":"2024-09-16T01:43:10.514860+0000","last_fullsized":"2024-09-16T01:43:10.514860+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:01.000802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104471+0000","last_change":"2024-09-16T01:41:40.643241+0000","last_active":"2024-09-16T01:42:42.104471+0000","last_peered":"2024-09-16T01:42:42.104471+0000","last_clean":"2024-09-16T01:42:42.104471+0000","last_became_active":"2024-09-16T01:41:40.642871+0000","last_became_peered":"2024-09-16T01:41:40.642871+0000","last_unstale":"2024-09-16T01:42:42.104471+0000","last_undegraded":"2024-09-16T01:42:42.104471+0000","last_fullsized":"2024-09-16T01:42:42.104471+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:55:19.939101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.526241+0000","last_change":"2024-09-16T01:41:42.867122+0000","last_active":"2024-09-16T01:43:10.526241+0000","last_peered":"2024-09-16T01:43:10.526241+0000","last_clean":"2024-09-16T01:43:10.526241+0000","last_became_active":"2024-09-16T01:41:42.866796+0000","last_became_peered":"2024-09-16T01:41:42.866796+0000","last_unstale":"2024-09-16T01:43:10.526241+0000","last_undegraded":"2024-09-16T01:43:10.526241+0000","last_fullsized":"2024-09-16T01:43:10.526241+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:52.553358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"82'4","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.113459+0000","last_change":"2024-09-16T01:42:42.113459+0000","last_active":"2024-09-16T01:42:42.113459+0000","last_peered":"2024-09-16T01:42:42.113459+0000","last_clean":"2024-09-16T01:42:42.113459+0000","last_became_active":"2024-09-16T01:42:42.108848+0000","last_became_peered":"2024-09-16T01:42:42.108848+0000","last_unstale":"2024-09-16T01:42:42.113459+0000","last_undegraded":"2024-09-16T01:42:42.113459+0000","last_fullsized":"2024-09-16T01:42:42.113459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:51.643958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1f","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.527583+0000","last_change":"2024-09-16T01:41:42.858026+0000","last_active":"2024-09-16T01:43:10.527583+0000","last_peered":"2024-09-16T01:43:10.527583+0000","last_clean":"2024-09-16T01:43:10.527583+0000","last_became_active":"2024-09-16T01:41:42.857708+0000","last_became_peered":"2024-09-16T01:41:42.857708+0000","last_unstale":"2024-09-16T01:43:10.527583+0000","last_undegraded":"2024-09-16T01:43:10.527583+0000","last_fullsized":"2024-09-16T01:43:10.527583+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:52.175136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107347+0000","last_change":"2024-09-16T01:41:40.775533+0000","last_active":"2024-09-16T01:42:42.107347+0000","last_peered":"2024-09-16T01:42:42.107347+0000","last_clean":"2024-09-16T01:42:42.107347+0000","last_became_active":"2024-09-16T01:41:40.774761+0000","last_became_peered":"2024-09-16T01:41:40.774761+0000","last_unstale":"2024-09-16T01:42:42.107347+0000","last_undegraded":"2024-09-16T01:42:42.107347+0000","last_fullsized":"2024-09-16T01:42:42.107347+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:31.721406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.513677+0000","last_change":"2024-09-16T01:41:42.870806+0000","last_active":"2024-09-16T01:43:10.513677+0000","last_peered":"2024-09-16T01:43:10.513677+0000","last_clean":"2024-09-16T01:43:10.513677+0000","last_became_active":"2024-09-16T01:41:42.870570+0000","last_became_peered":"2024-09-16T01:41:42.870570+0000","last_unstale":"2024-09-16T01:43:10.513677+0000","last_undegraded":"2024-09-16T01:43:10.513677+0000","last_fullsized":"2024-09-16T01:43:10.513677+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:36:33.058912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"82'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103478+0000","last_change":"2024-09-16T01:41:40.647479+0000","last_active":"2024-09-16T01:42:42.103478+0000","last_peered":"2024-09-16T01:42:42.103478+0000","last_clean":"2024-09-16T01:42:42.103478+0000","last_became_active":"2024-09-16T01:41:40.647121+0000","last_became_peered":"2024-09-16T01:41:40.647121+0000","last_unstale":"2024-09-16T01:42:42.103478+0000","last_undegraded":"2024-09-16T01:42:42.103478+0000","last_fullsized":"2024-09-16T01:42:42.103478+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:00.430255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68164,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":599,"num_read_kb":371,"num_write":187,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":438272,"data_stored":219339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":283061,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514531,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32068,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713084,"statfs":{"total":95995035648,"available":95962198016,"internally_reserved":0,"allocated":905216,"data_stored":440801,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743463,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1060864,"data_stored":1095807,"data_compressed":41811,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906990,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":925696,"data_stored":441154,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135922,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32084,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713068,"statfs":{"total":95995035648,"available":95962181632,"internally_reserved":0,"allocated":921600,"data_stored":440957,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":970752,"data_stored":1034554,"data_compressed":41811,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528381,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":909312,"data_stored":440426,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757313,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":983040,"data_stored":1033209,"data_compressed":41811,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920839,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36236,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708916,"statfs":{"total":95995035648,"available":95957929984,"internally_reserved":0,"allocated":913408,"data_stored":441397,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182476,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":921600,"data_stored":440620,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1003520,"data_stored":509801,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574935,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36300,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708852,"statfs":{"total":95995035648,"available":95957864448,"internally_reserved":0,"allocated":978944,"data_stored":509942,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738459,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":441697,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":69723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":72102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:43:31.294 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-09-16T01:43:31.294 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-16T01:43:31.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.433+0000 7f46ef29b640 1 -- 172.21.15.17:0/3576749687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e81025c0 msgr2=0x7f46e8108e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.433+0000 7f46ef29b640 1 --2- 172.21.15.17:0/3576749687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e81025c0 0x7f46e8108e50 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f46e0009ca0 tx=0x7f46e002a8c0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.433+0000 7f46ef29b640 1 -- 172.21.15.17:0/3576749687 shutdown_connections 2024-09-16T01:43:31.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.433+0000 7f46ef29b640 1 --2- 172.21.15.17:0/3576749687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e81025c0 0x7f46e8108e50 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.433+0000 7f46ef29b640 1 --2- 172.21.15.17:0/3576749687 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46e8101c00 0x7f46e8102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.433+0000 7f46ef29b640 1 --2- 172.21.15.17:0/3576749687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e8100a10 0x7f46e8100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.433+0000 7f46ef29b640 1 -- 172.21.15.17:0/3576749687 >> 172.21.15.17:0/3576749687 conn(0x7f46e80fc170 msgr2=0x7f46e80fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:31.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.433+0000 7f46ef29b640 1 -- 172.21.15.17:0/3576749687 shutdown_connections 2024-09-16T01:43:31.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.433+0000 7f46ef29b640 1 -- 172.21.15.17:0/3576749687 wait complete. 2024-09-16T01:43:31.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.433+0000 7f46ef29b640 1 Processor -- start 2024-09-16T01:43:31.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.433+0000 7f46ef29b640 1 -- start start 2024-09-16T01:43:31.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ef29b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e8100a10 0x7f46e8197d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:31.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ef29b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e8101c00 0x7f46e8198260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:31.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ef29b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46e81025c0 0x7f46e819f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:31.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ef29b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f46e810c540 con 0x7f46e8100a10 2024-09-16T01:43:31.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ef29b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f46e810c3c0 con 0x7f46e8101c00 2024-09-16T01:43:31.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ef29b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f46e810c6c0 con 0x7f46e81025c0 2024-09-16T01:43:31.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ed037640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e8100a10 0x7f46e8197d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ed037640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e8100a10 0x7f46e8197d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41400/0 (socket says 172.21.15.17:41400) 2024-09-16T01:43:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ed037640 1 -- 172.21.15.17:0/837096179 learned_addr learned my addr 172.21.15.17:0/837096179 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ed838640 1 --2- 172.21.15.17:0/837096179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46e81025c0 0x7f46e819f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ec836640 1 --2- 172.21.15.17:0/837096179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e8101c00 0x7f46e8198260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ed037640 1 -- 172.21.15.17:0/837096179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46e81025c0 msgr2=0x7f46e819f290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ed037640 1 --2- 172.21.15.17:0/837096179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46e81025c0 0x7f46e819f290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ed037640 1 -- 172.21.15.17:0/837096179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e8101c00 msgr2=0x7f46e8198260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ed037640 1 --2- 172.21.15.17:0/837096179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e8101c00 0x7f46e8198260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ed037640 1 -- 172.21.15.17:0/837096179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46e819f930 con 0x7f46e8100a10 2024-09-16T01:43:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ed037640 1 --2- 172.21.15.17:0/837096179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e8100a10 0x7f46e8197d20 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f46e400c970 tx=0x7f46e400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46de7fc640 1 -- 172.21.15.17:0/837096179 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e4004220 con 0x7f46e8100a10 2024-09-16T01:43:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46de7fc640 1 -- 172.21.15.17:0/837096179 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46e40043c0 con 0x7f46e8100a10 2024-09-16T01:43:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46ef29b640 1 -- 172.21.15.17:0/837096179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46e819fc20 con 0x7f46e8100a10 2024-09-16T01:43:31.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.434+0000 7f46de7fc640 1 -- 172.21.15.17:0/837096179 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46e400f450 con 0x7f46e8100a10 2024-09-16T01:43:31.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.435+0000 7f46ef29b640 1 -- 172.21.15.17:0/837096179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46e81a0170 con 0x7f46e8100a10 2024-09-16T01:43:31.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.436+0000 7f46ef29b640 1 -- 172.21.15.17:0/837096179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f46e8108990 con 0x7f46e8100a10 2024-09-16T01:43:31.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.437+0000 7f46de7fc640 1 -- 172.21.15.17:0/837096179 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f46e40079b0 con 0x7f46e8100a10 2024-09-16T01:43:31.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.437+0000 7f46de7fc640 1 --2- 172.21.15.17:0/837096179 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46d40a32e0 0x7f46d40a57a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:31.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.438+0000 7f46ec836640 1 --2- 172.21.15.17:0/837096179 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46d40a32e0 0x7f46d40a57a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:31.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.438+0000 7f46de7fc640 1 -- 172.21.15.17:0/837096179 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f46e40cfd10 con 0x7f46e8100a10 2024-09-16T01:43:31.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.438+0000 7f46ec836640 1 --2- 172.21.15.17:0/837096179 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46d40a32e0 0x7f46d40a57a0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f46d8005fd0 tx=0x7f46d8005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:31.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.440+0000 7f46de7fc640 1 -- 172.21.15.17:0/837096179 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f46e4014030 con 0x7f46e8100a10 2024-09-16T01:43:31.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.614+0000 7f46ef29b640 1 -- 172.21.15.17:0/837096179 --> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f46e8062630 con 0x7f46d40a32e0 2024-09-16T01:43:31.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.620+0000 7f46de7fc640 1 -- 172.21.15.17:0/837096179 <== mgr.14148 v2:172.21.15.17:6800/4259215187 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+259091 (secure 0 0 0) 0x7f46e8062630 con 0x7f46d40a32e0 2024-09-16T01:43:31.625 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:43:31.626 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-09-16T01:43:31.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.623+0000 7f46ef29b640 1 -- 172.21.15.17:0/837096179 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46d40a32e0 msgr2=0x7f46d40a57a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.623+0000 7f46ef29b640 1 --2- 172.21.15.17:0/837096179 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46d40a32e0 0x7f46d40a57a0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f46d8005fd0 tx=0x7f46d8005850 comp rx=0 tx=0).stop 2024-09-16T01:43:31.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.623+0000 7f46ef29b640 1 -- 172.21.15.17:0/837096179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e8100a10 msgr2=0x7f46e8197d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:31.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.623+0000 7f46ef29b640 1 --2- 172.21.15.17:0/837096179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e8100a10 0x7f46e8197d20 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f46e400c970 tx=0x7f46e400ce30 comp rx=0 tx=0).stop 2024-09-16T01:43:31.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.623+0000 7f46ef29b640 1 -- 172.21.15.17:0/837096179 shutdown_connections 2024-09-16T01:43:31.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.623+0000 7f46ef29b640 1 --2- 172.21.15.17:0/837096179 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46d40a32e0 0x7f46d40a57a0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.623+0000 7f46ef29b640 1 --2- 172.21.15.17:0/837096179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46e81025c0 0x7f46e819f290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.623+0000 7f46ef29b640 1 --2- 172.21.15.17:0/837096179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e8101c00 0x7f46e8198260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.623+0000 7f46ef29b640 1 --2- 172.21.15.17:0/837096179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e8100a10 0x7f46e8197d20 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:31.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.623+0000 7f46ef29b640 1 -- 172.21.15.17:0/837096179 >> 172.21.15.17:0/837096179 conn(0x7f46e80fc170 msgr2=0x7f46e80fe240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:31.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.623+0000 7f46ef29b640 1 -- 172.21.15.17:0/837096179 shutdown_connections 2024-09-16T01:43:31.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:31.623+0000 7f46ef29b640 1 -- 172.21.15.17:0/837096179 wait complete. 2024-09-16T01:43:31.635 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":339,"stamp":"2024-09-16T01:43:30.530824+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":658766,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":725,"num_read_kb":480,"num_write":370,"num_write_kb":3068,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":1180853,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":797,"ondisk_log_size":797,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":377044,"kb_used_data":11156,"kb_used_omap":18,"kb_used_meta":365677,"kb_avail":1124564780,"statfs":{"total":1151940427776,"available":1151554334720,"internally_reserved":0,"allocated":11423744,"data_stored":7270365,"data_compressed":177750,"data_compressed_allocated":233472,"data_compressed_original":1966080,"omap_allocated":19143,"internal_metadata":374453561},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1485,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":61,"num_read_kb":31,"num_write":12,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002964"},"pg_stats":[{"pgid":"3.3f","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.526194+0000","last_change":"2024-09-16T01:41:42.858269+0000","last_active":"2024-09-16T01:43:10.526194+0000","last_peered":"2024-09-16T01:43:10.526194+0000","last_clean":"2024-09-16T01:43:10.526194+0000","last_became_active":"2024-09-16T01:41:42.857834+0000","last_became_peered":"2024-09-16T01:41:42.857834+0000","last_unstale":"2024-09-16T01:43:10.526194+0000","last_undegraded":"2024-09-16T01:43:10.526194+0000","last_fullsized":"2024-09-16T01:43:10.526194+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:34.752606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"84'4","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.520994+0000","last_change":"2024-09-16T01:41:42.855243+0000","last_active":"2024-09-16T01:43:10.520994+0000","last_peered":"2024-09-16T01:43:10.520994+0000","last_clean":"2024-09-16T01:43:10.520994+0000","last_became_active":"2024-09-16T01:41:42.854933+0000","last_became_peered":"2024-09-16T01:41:42.854933+0000","last_unstale":"2024-09-16T01:43:10.520994+0000","last_undegraded":"2024-09-16T01:43:10.520994+0000","last_fullsized":"2024-09-16T01:43:10.520994+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:28:33.190148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.527585+0000","last_change":"2024-09-16T01:41:42.864850+0000","last_active":"2024-09-16T01:43:10.527585+0000","last_peered":"2024-09-16T01:43:10.527585+0000","last_clean":"2024-09-16T01:43:10.527585+0000","last_became_active":"2024-09-16T01:41:42.864457+0000","last_became_peered":"2024-09-16T01:41:42.864457+0000","last_unstale":"2024-09-16T01:43:10.527585+0000","last_undegraded":"2024-09-16T01:43:10.527585+0000","last_fullsized":"2024-09-16T01:43:10.527585+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:30:22.935333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.517419+0000","last_change":"2024-09-16T01:41:42.864542+0000","last_active":"2024-09-16T01:43:10.517419+0000","last_peered":"2024-09-16T01:43:10.517419+0000","last_clean":"2024-09-16T01:43:10.517419+0000","last_became_active":"2024-09-16T01:41:42.864208+0000","last_became_peered":"2024-09-16T01:41:42.864208+0000","last_unstale":"2024-09-16T01:43:10.517419+0000","last_undegraded":"2024-09-16T01:43:10.517419+0000","last_fullsized":"2024-09-16T01:43:10.517419+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:26.230750+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"84'4","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.504340+0000","last_change":"2024-09-16T01:41:42.863632+0000","last_active":"2024-09-16T01:43:10.504340+0000","last_peered":"2024-09-16T01:43:10.504340+0000","last_clean":"2024-09-16T01:43:10.504340+0000","last_became_active":"2024-09-16T01:41:42.862988+0000","last_became_peered":"2024-09-16T01:41:42.862988+0000","last_unstale":"2024-09-16T01:43:10.504340+0000","last_undegraded":"2024-09-16T01:43:10.504340+0000","last_fullsized":"2024-09-16T01:43:10.504340+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:53:40.854320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.516214+0000","last_change":"2024-09-16T01:41:42.864794+0000","last_active":"2024-09-16T01:43:10.516214+0000","last_peered":"2024-09-16T01:43:10.516214+0000","last_clean":"2024-09-16T01:43:10.516214+0000","last_became_active":"2024-09-16T01:41:42.864460+0000","last_became_peered":"2024-09-16T01:41:42.864460+0000","last_unstale":"2024-09-16T01:43:10.516214+0000","last_undegraded":"2024-09-16T01:43:10.516214+0000","last_fullsized":"2024-09-16T01:43:10.516214+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:48.974901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.529622+0000","last_change":"2024-09-16T01:41:42.863738+0000","last_active":"2024-09-16T01:43:10.529622+0000","last_peered":"2024-09-16T01:43:10.529622+0000","last_clean":"2024-09-16T01:43:10.529622+0000","last_became_active":"2024-09-16T01:41:42.862787+0000","last_became_peered":"2024-09-16T01:41:42.862787+0000","last_unstale":"2024-09-16T01:43:10.529622+0000","last_undegraded":"2024-09-16T01:43:10.529622+0000","last_fullsized":"2024-09-16T01:43:10.529622+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:44:09.491126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.519327+0000","last_change":"2024-09-16T01:41:42.867518+0000","last_active":"2024-09-16T01:43:10.519327+0000","last_peered":"2024-09-16T01:43:10.519327+0000","last_clean":"2024-09-16T01:43:10.519327+0000","last_became_active":"2024-09-16T01:41:42.867176+0000","last_became_peered":"2024-09-16T01:41:42.867176+0000","last_unstale":"2024-09-16T01:43:10.519327+0000","last_undegraded":"2024-09-16T01:43:10.519327+0000","last_fullsized":"2024-09-16T01:43:10.519327+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:03:06.778397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"84'11","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522831+0000","last_change":"2024-09-16T01:41:42.858684+0000","last_active":"2024-09-16T01:43:10.522831+0000","last_peered":"2024-09-16T01:43:10.522831+0000","last_clean":"2024-09-16T01:43:10.522831+0000","last_became_active":"2024-09-16T01:41:42.858033+0000","last_became_peered":"2024-09-16T01:41:42.858033+0000","last_unstale":"2024-09-16T01:43:10.522831+0000","last_undegraded":"2024-09-16T01:43:10.522831+0000","last_fullsized":"2024-09-16T01:43:10.522831+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:59:03.373757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"84'16","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.525082+0000","last_change":"2024-09-16T01:42:42.109325+0000","last_active":"2024-09-16T01:43:10.525082+0000","last_peered":"2024-09-16T01:43:10.525082+0000","last_clean":"2024-09-16T01:43:10.525082+0000","last_became_active":"2024-09-16T01:42:42.108921+0000","last_became_peered":"2024-09-16T01:42:42.108921+0000","last_unstale":"2024-09-16T01:43:10.525082+0000","last_undegraded":"2024-09-16T01:43:10.525082+0000","last_fullsized":"2024-09-16T01:43:10.525082+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:53.274545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,9],"acting":[10,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532340+0000","last_change":"2024-09-16T01:41:42.875181+0000","last_active":"2024-09-16T01:43:10.532340+0000","last_peered":"2024-09-16T01:43:10.532340+0000","last_clean":"2024-09-16T01:43:10.532340+0000","last_became_active":"2024-09-16T01:41:42.874765+0000","last_became_peered":"2024-09-16T01:41:42.874765+0000","last_unstale":"2024-09-16T01:43:10.532340+0000","last_undegraded":"2024-09-16T01:43:10.532340+0000","last_fullsized":"2024-09-16T01:43:10.532340+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:13:20.147822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.513820+0000","last_change":"2024-09-16T01:41:42.869605+0000","last_active":"2024-09-16T01:43:10.513820+0000","last_peered":"2024-09-16T01:43:10.513820+0000","last_clean":"2024-09-16T01:43:10.513820+0000","last_became_active":"2024-09-16T01:41:42.869092+0000","last_became_peered":"2024-09-16T01:41:42.869092+0000","last_unstale":"2024-09-16T01:43:10.513820+0000","last_undegraded":"2024-09-16T01:43:10.513820+0000","last_fullsized":"2024-09-16T01:43:10.513820+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:45:39.792869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.504589+0000","last_change":"2024-09-16T01:42:42.104537+0000","last_active":"2024-09-16T01:43:10.504589+0000","last_peered":"2024-09-16T01:43:10.504589+0000","last_clean":"2024-09-16T01:43:10.504589+0000","last_became_active":"2024-09-16T01:42:42.104053+0000","last_became_peered":"2024-09-16T01:42:42.104053+0000","last_unstale":"2024-09-16T01:43:10.504589+0000","last_undegraded":"2024-09-16T01:43:10.504589+0000","last_fullsized":"2024-09-16T01:43:10.504589+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:23:58.381378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,9],"acting":[6,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522541+0000","last_change":"2024-09-16T01:41:42.856102+0000","last_active":"2024-09-16T01:43:10.522541+0000","last_peered":"2024-09-16T01:43:10.522541+0000","last_clean":"2024-09-16T01:43:10.522541+0000","last_became_active":"2024-09-16T01:41:42.855763+0000","last_became_peered":"2024-09-16T01:41:42.855763+0000","last_unstale":"2024-09-16T01:43:10.522541+0000","last_undegraded":"2024-09-16T01:43:10.522541+0000","last_fullsized":"2024-09-16T01:43:10.522541+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:59:03.540153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.525298+0000","last_change":"2024-09-16T01:41:42.865759+0000","last_active":"2024-09-16T01:43:10.525298+0000","last_peered":"2024-09-16T01:43:10.525298+0000","last_clean":"2024-09-16T01:43:10.525298+0000","last_became_active":"2024-09-16T01:41:42.865310+0000","last_became_peered":"2024-09-16T01:41:42.865310+0000","last_unstale":"2024-09-16T01:43:10.525298+0000","last_undegraded":"2024-09-16T01:43:10.525298+0000","last_fullsized":"2024-09-16T01:43:10.525298+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:25:52.897510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532286+0000","last_change":"2024-09-16T01:41:42.871183+0000","last_active":"2024-09-16T01:43:10.532286+0000","last_peered":"2024-09-16T01:43:10.532286+0000","last_clean":"2024-09-16T01:43:10.532286+0000","last_became_active":"2024-09-16T01:41:42.870816+0000","last_became_peered":"2024-09-16T01:41:42.870816+0000","last_unstale":"2024-09-16T01:43:10.532286+0000","last_undegraded":"2024-09-16T01:43:10.532286+0000","last_fullsized":"2024-09-16T01:43:10.532286+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:37.890658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.526232+0000","last_change":"2024-09-16T01:41:42.858293+0000","last_active":"2024-09-16T01:43:10.526232+0000","last_peered":"2024-09-16T01:43:10.526232+0000","last_clean":"2024-09-16T01:43:10.526232+0000","last_became_active":"2024-09-16T01:41:42.857393+0000","last_became_peered":"2024-09-16T01:41:42.857393+0000","last_unstale":"2024-09-16T01:43:10.526232+0000","last_undegraded":"2024-09-16T01:43:10.526232+0000","last_fullsized":"2024-09-16T01:43:10.526232+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:08:09.767728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"84'10","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.508722+0000","last_change":"2024-09-16T01:41:42.856670+0000","last_active":"2024-09-16T01:43:10.508722+0000","last_peered":"2024-09-16T01:43:10.508722+0000","last_clean":"2024-09-16T01:43:10.508722+0000","last_became_active":"2024-09-16T01:41:42.856346+0000","last_became_peered":"2024-09-16T01:41:42.856346+0000","last_unstale":"2024-09-16T01:43:10.508722+0000","last_undegraded":"2024-09-16T01:43:10.508722+0000","last_fullsized":"2024-09-16T01:43:10.508722+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:05.164090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522131+0000","last_change":"2024-09-16T01:41:42.866531+0000","last_active":"2024-09-16T01:43:10.522131+0000","last_peered":"2024-09-16T01:43:10.522131+0000","last_clean":"2024-09-16T01:43:10.522131+0000","last_became_active":"2024-09-16T01:41:42.866002+0000","last_became_peered":"2024-09-16T01:41:42.866002+0000","last_unstale":"2024-09-16T01:43:10.522131+0000","last_undegraded":"2024-09-16T01:43:10.522131+0000","last_fullsized":"2024-09-16T01:43:10.522131+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:22:37.171553+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2c","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.511578+0000","last_change":"2024-09-16T01:41:42.860941+0000","last_active":"2024-09-16T01:43:10.511578+0000","last_peered":"2024-09-16T01:43:10.511578+0000","last_clean":"2024-09-16T01:43:10.511578+0000","last_became_active":"2024-09-16T01:41:42.860562+0000","last_became_peered":"2024-09-16T01:41:42.860562+0000","last_unstale":"2024-09-16T01:43:10.511578+0000","last_undegraded":"2024-09-16T01:43:10.511578+0000","last_fullsized":"2024-09-16T01:43:10.511578+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:15:44.366908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2b","version":"84'11","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.524369+0000","last_change":"2024-09-16T01:41:42.864423+0000","last_active":"2024-09-16T01:43:10.524369+0000","last_peered":"2024-09-16T01:43:10.524369+0000","last_clean":"2024-09-16T01:43:10.524369+0000","last_became_active":"2024-09-16T01:41:42.863811+0000","last_became_peered":"2024-09-16T01:41:42.863811+0000","last_unstale":"2024-09-16T01:43:10.524369+0000","last_undegraded":"2024-09-16T01:43:10.524369+0000","last_fullsized":"2024-09-16T01:43:10.524369+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:45:31.402113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2a","version":"84'10","reported_seq":33,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532661+0000","last_change":"2024-09-16T01:42:42.107221+0000","last_active":"2024-09-16T01:43:10.532661+0000","last_peered":"2024-09-16T01:43:10.532661+0000","last_clean":"2024-09-16T01:43:10.532661+0000","last_became_active":"2024-09-16T01:42:42.106728+0000","last_became_peered":"2024-09-16T01:42:42.106728+0000","last_unstale":"2024-09-16T01:43:10.532661+0000","last_undegraded":"2024-09-16T01:43:10.532661+0000","last_fullsized":"2024-09-16T01:43:10.532661+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:39.617919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,6],"acting":[1,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.29","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.515238+0000","last_change":"2024-09-16T01:41:42.870730+0000","last_active":"2024-09-16T01:43:10.515238+0000","last_peered":"2024-09-16T01:43:10.515238+0000","last_clean":"2024-09-16T01:43:10.515238+0000","last_became_active":"2024-09-16T01:41:42.870475+0000","last_became_peered":"2024-09-16T01:41:42.870475+0000","last_unstale":"2024-09-16T01:43:10.515238+0000","last_undegraded":"2024-09-16T01:43:10.515238+0000","last_fullsized":"2024-09-16T01:43:10.515238+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:48:20.301087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.517103+0000","last_change":"2024-09-16T01:41:42.866596+0000","last_active":"2024-09-16T01:43:10.517103+0000","last_peered":"2024-09-16T01:43:10.517103+0000","last_clean":"2024-09-16T01:43:10.517103+0000","last_became_active":"2024-09-16T01:41:42.866011+0000","last_became_peered":"2024-09-16T01:41:42.866011+0000","last_unstale":"2024-09-16T01:43:10.517103+0000","last_undegraded":"2024-09-16T01:43:10.517103+0000","last_fullsized":"2024-09-16T01:43:10.517103+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:41:15.535118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"84'2","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.513337+0000","last_change":"2024-09-16T01:41:42.868201+0000","last_active":"2024-09-16T01:43:10.513337+0000","last_peered":"2024-09-16T01:43:10.513337+0000","last_clean":"2024-09-16T01:43:10.513337+0000","last_became_active":"2024-09-16T01:41:42.867951+0000","last_became_peered":"2024-09-16T01:41:42.867951+0000","last_unstale":"2024-09-16T01:43:10.513337+0000","last_undegraded":"2024-09-16T01:43:10.513337+0000","last_fullsized":"2024-09-16T01:43:10.513337+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:57.585681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"84'15","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.528204+0000","last_change":"2024-09-16T01:41:42.872985+0000","last_active":"2024-09-16T01:43:10.528204+0000","last_peered":"2024-09-16T01:43:10.528204+0000","last_clean":"2024-09-16T01:43:10.528204+0000","last_became_active":"2024-09-16T01:41:42.872568+0000","last_became_peered":"2024-09-16T01:41:42.872568+0000","last_unstale":"2024-09-16T01:43:10.528204+0000","last_undegraded":"2024-09-16T01:43:10.528204+0000","last_fullsized":"2024-09-16T01:43:10.528204+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:34:37.470028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.25","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.505496+0000","last_change":"2024-09-16T01:41:42.862286+0000","last_active":"2024-09-16T01:43:10.505496+0000","last_peered":"2024-09-16T01:43:10.505496+0000","last_clean":"2024-09-16T01:43:10.505496+0000","last_became_active":"2024-09-16T01:41:42.861971+0000","last_became_peered":"2024-09-16T01:41:42.861971+0000","last_unstale":"2024-09-16T01:43:10.505496+0000","last_undegraded":"2024-09-16T01:43:10.505496+0000","last_fullsized":"2024-09-16T01:43:10.505496+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:38.719275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.24","version":"84'4","reported_seq":21,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.523351+0000","last_change":"2024-09-16T01:41:42.857215+0000","last_active":"2024-09-16T01:43:10.523351+0000","last_peered":"2024-09-16T01:43:10.523351+0000","last_clean":"2024-09-16T01:43:10.523351+0000","last_became_active":"2024-09-16T01:41:42.856902+0000","last_became_peered":"2024-09-16T01:41:42.856902+0000","last_unstale":"2024-09-16T01:43:10.523351+0000","last_undegraded":"2024-09-16T01:43:10.523351+0000","last_fullsized":"2024-09-16T01:43:10.523351+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:55:05.388739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.23","version":"84'7","reported_seq":30,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522829+0000","last_change":"2024-09-16T01:42:42.105596+0000","last_active":"2024-09-16T01:43:10.522829+0000","last_peered":"2024-09-16T01:43:10.522829+0000","last_clean":"2024-09-16T01:43:10.522829+0000","last_became_active":"2024-09-16T01:42:42.105261+0000","last_became_peered":"2024-09-16T01:42:42.105261+0000","last_unstale":"2024-09-16T01:43:10.522829+0000","last_undegraded":"2024-09-16T01:43:10.522829+0000","last_fullsized":"2024-09-16T01:43:10.522829+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:44:09.112013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,7],"acting":[0,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.528148+0000","last_change":"2024-09-16T01:41:42.866293+0000","last_active":"2024-09-16T01:43:10.528148+0000","last_peered":"2024-09-16T01:43:10.528148+0000","last_clean":"2024-09-16T01:43:10.528148+0000","last_became_active":"2024-09-16T01:41:42.865954+0000","last_became_peered":"2024-09-16T01:41:42.865954+0000","last_unstale":"2024-09-16T01:43:10.528148+0000","last_undegraded":"2024-09-16T01:43:10.528148+0000","last_fullsized":"2024-09-16T01:43:10.528148+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:13:30.503539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.21","version":"84'12","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.524823+0000","last_change":"2024-09-16T01:41:42.863924+0000","last_active":"2024-09-16T01:43:10.524823+0000","last_peered":"2024-09-16T01:43:10.524823+0000","last_clean":"2024-09-16T01:43:10.524823+0000","last_became_active":"2024-09-16T01:41:42.863470+0000","last_became_peered":"2024-09-16T01:41:42.863470+0000","last_unstale":"2024-09-16T01:43:10.524823+0000","last_undegraded":"2024-09-16T01:43:10.524823+0000","last_fullsized":"2024-09-16T01:43:10.524823+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:01:50.024293+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.509861+0000","last_change":"2024-09-16T01:41:42.868244+0000","last_active":"2024-09-16T01:43:10.509861+0000","last_peered":"2024-09-16T01:43:10.509861+0000","last_clean":"2024-09-16T01:43:10.509861+0000","last_became_active":"2024-09-16T01:41:42.867861+0000","last_became_peered":"2024-09-16T01:41:42.867861+0000","last_unstale":"2024-09-16T01:43:10.509861+0000","last_undegraded":"2024-09-16T01:43:10.509861+0000","last_fullsized":"2024-09-16T01:43:10.509861+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:02:41.555602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1a","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.504334+0000","last_change":"2024-09-16T01:41:42.855496+0000","last_active":"2024-09-16T01:43:10.504334+0000","last_peered":"2024-09-16T01:43:10.504334+0000","last_clean":"2024-09-16T01:43:10.504334+0000","last_became_active":"2024-09-16T01:41:42.855039+0000","last_became_peered":"2024-09-16T01:41:42.855039+0000","last_unstale":"2024-09-16T01:43:10.504334+0000","last_undegraded":"2024-09-16T01:43:10.504334+0000","last_fullsized":"2024-09-16T01:43:10.504334+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:09:45.147176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1b","version":"84'8","reported_seq":130,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.025654+0000","last_change":"2024-09-16T01:41:40.646333+0000","last_active":"2024-09-16T01:43:26.025654+0000","last_peered":"2024-09-16T01:43:26.025654+0000","last_clean":"2024-09-16T01:43:26.025654+0000","last_became_active":"2024-09-16T01:41:40.645954+0000","last_became_peered":"2024-09-16T01:41:40.645954+0000","last_unstale":"2024-09-16T01:43:26.025654+0000","last_undegraded":"2024-09-16T01:43:26.025654+0000","last_fullsized":"2024-09-16T01:43:26.025654+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:37.396396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1651,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":100,"num_read_kb":5,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1b","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.516706+0000","last_change":"2024-09-16T01:41:42.869587+0000","last_active":"2024-09-16T01:43:10.516706+0000","last_peered":"2024-09-16T01:43:10.516706+0000","last_clean":"2024-09-16T01:43:10.516706+0000","last_became_active":"2024-09-16T01:41:42.869250+0000","last_became_peered":"2024-09-16T01:41:42.869250+0000","last_unstale":"2024-09-16T01:43:10.516706+0000","last_undegraded":"2024-09-16T01:43:10.516706+0000","last_fullsized":"2024-09-16T01:43:10.516706+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:40:39.202132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100716+0000","last_change":"2024-09-16T01:41:40.644762+0000","last_active":"2024-09-16T01:42:42.100716+0000","last_peered":"2024-09-16T01:42:42.100716+0000","last_clean":"2024-09-16T01:42:42.100716+0000","last_became_active":"2024-09-16T01:41:40.644397+0000","last_became_peered":"2024-09-16T01:41:40.644397+0000","last_unstale":"2024-09-16T01:42:42.100716+0000","last_undegraded":"2024-09-16T01:42:42.100716+0000","last_fullsized":"2024-09-16T01:42:42.100716+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:02:27.275899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.19","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.099789+0000","last_change":"2024-09-16T01:41:40.642214+0000","last_active":"2024-09-16T01:42:42.099789+0000","last_peered":"2024-09-16T01:42:42.099789+0000","last_clean":"2024-09-16T01:42:42.099789+0000","last_became_active":"2024-09-16T01:41:40.641860+0000","last_became_peered":"2024-09-16T01:41:40.641860+0000","last_unstale":"2024-09-16T01:42:42.099789+0000","last_undegraded":"2024-09-16T01:42:42.099789+0000","last_fullsized":"2024-09-16T01:42:42.099789+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:52.770052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.513050+0000","last_change":"2024-09-16T01:41:42.865662+0000","last_active":"2024-09-16T01:43:10.513050+0000","last_peered":"2024-09-16T01:43:10.513050+0000","last_clean":"2024-09-16T01:43:10.513050+0000","last_became_active":"2024-09-16T01:41:42.865364+0000","last_became_peered":"2024-09-16T01:41:42.865364+0000","last_unstale":"2024-09-16T01:43:10.513050+0000","last_undegraded":"2024-09-16T01:43:10.513050+0000","last_fullsized":"2024-09-16T01:43:10.513050+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:33.027121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"82'1","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100962+0000","last_change":"2024-09-16T01:41:40.649355+0000","last_active":"2024-09-16T01:42:42.100962+0000","last_peered":"2024-09-16T01:42:42.100962+0000","last_clean":"2024-09-16T01:42:42.100962+0000","last_became_active":"2024-09-16T01:41:40.649058+0000","last_became_peered":"2024-09-16T01:41:40.649058+0000","last_unstale":"2024-09-16T01:42:42.100962+0000","last_undegraded":"2024-09-16T01:42:42.100962+0000","last_fullsized":"2024-09-16T01:42:42.100962+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:27:08.160989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"84'11","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.512613+0000","last_change":"2024-09-16T01:41:42.860348+0000","last_active":"2024-09-16T01:43:10.512613+0000","last_peered":"2024-09-16T01:43:10.512613+0000","last_clean":"2024-09-16T01:43:10.512613+0000","last_became_active":"2024-09-16T01:41:42.860016+0000","last_became_peered":"2024-09-16T01:41:42.860016+0000","last_unstale":"2024-09-16T01:43:10.512613+0000","last_undegraded":"2024-09-16T01:43:10.512613+0000","last_fullsized":"2024-09-16T01:43:10.512613+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:03:46.124306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"84'5","reported_seq":121,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.023365+0000","last_change":"2024-09-16T01:41:40.648505+0000","last_active":"2024-09-16T01:43:26.023365+0000","last_peered":"2024-09-16T01:43:26.023365+0000","last_clean":"2024-09-16T01:43:26.023365+0000","last_became_active":"2024-09-16T01:41:40.648187+0000","last_became_peered":"2024-09-16T01:41:40.648187+0000","last_unstale":"2024-09-16T01:43:26.023365+0000","last_undegraded":"2024-09-16T01:43:26.023365+0000","last_fullsized":"2024-09-16T01:43:26.023365+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:27:47.954435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":94,"num_read_kb":94,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"84'10","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.526359+0000","last_change":"2024-09-16T01:41:42.865674+0000","last_active":"2024-09-16T01:43:10.526359+0000","last_peered":"2024-09-16T01:43:10.526359+0000","last_clean":"2024-09-16T01:43:10.526359+0000","last_became_active":"2024-09-16T01:41:42.865335+0000","last_became_peered":"2024-09-16T01:41:42.865335+0000","last_unstale":"2024-09-16T01:43:10.526359+0000","last_undegraded":"2024-09-16T01:43:10.526359+0000","last_fullsized":"2024-09-16T01:43:10.526359+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:52:34.297494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104559+0000","last_change":"2024-09-16T01:41:40.647648+0000","last_active":"2024-09-16T01:42:42.104559+0000","last_peered":"2024-09-16T01:42:42.104559+0000","last_clean":"2024-09-16T01:42:42.104559+0000","last_became_active":"2024-09-16T01:41:40.646533+0000","last_became_peered":"2024-09-16T01:41:40.646533+0000","last_unstale":"2024-09-16T01:42:42.104559+0000","last_undegraded":"2024-09-16T01:42:42.104559+0000","last_fullsized":"2024-09-16T01:42:42.104559+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:51:55.789853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.522578+0000","last_change":"2024-09-16T01:41:42.861587+0000","last_active":"2024-09-16T01:43:10.522578+0000","last_peered":"2024-09-16T01:43:10.522578+0000","last_clean":"2024-09-16T01:43:10.522578+0000","last_became_active":"2024-09-16T01:41:42.861162+0000","last_became_peered":"2024-09-16T01:41:42.861162+0000","last_unstale":"2024-09-16T01:43:10.522578+0000","last_undegraded":"2024-09-16T01:43:10.522578+0000","last_fullsized":"2024-09-16T01:43:10.522578+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:31:54.449108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"82'4","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100976+0000","last_change":"2024-09-16T01:41:40.775398+0000","last_active":"2024-09-16T01:42:42.100976+0000","last_peered":"2024-09-16T01:42:42.100976+0000","last_clean":"2024-09-16T01:42:42.100976+0000","last_became_active":"2024-09-16T01:41:40.775025+0000","last_became_peered":"2024-09-16T01:41:40.775025+0000","last_unstale":"2024-09-16T01:42:42.100976+0000","last_undegraded":"2024-09-16T01:42:42.100976+0000","last_fullsized":"2024-09-16T01:42:42.100976+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:08.119630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"84'11","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.525652+0000","last_change":"2024-09-16T01:41:42.864127+0000","last_active":"2024-09-16T01:43:10.525652+0000","last_peered":"2024-09-16T01:43:10.525652+0000","last_clean":"2024-09-16T01:43:10.525652+0000","last_became_active":"2024-09-16T01:41:42.863754+0000","last_became_peered":"2024-09-16T01:41:42.863754+0000","last_unstale":"2024-09-16T01:43:10.525652+0000","last_undegraded":"2024-09-16T01:43:10.525652+0000","last_fullsized":"2024-09-16T01:43:10.525652+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:04.607361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"84'34","reported_seq":254,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.027294+0000","last_change":"2024-09-16T01:41:40.645485+0000","last_active":"2024-09-16T01:43:26.027294+0000","last_peered":"2024-09-16T01:43:26.027294+0000","last_clean":"2024-09-16T01:43:26.027294+0000","last_became_active":"2024-09-16T01:41:40.645158+0000","last_became_peered":"2024-09-16T01:41:40.645158+0000","last_unstale":"2024-09-16T01:43:26.027294+0000","last_undegraded":"2024-09-16T01:43:26.027294+0000","last_fullsized":"2024-09-16T01:43:26.027294+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":34,"log_dups_size":0,"ondisk_log_size":34,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:37:18.212143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62496,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":198,"num_read_kb":159,"num_write":35,"num_write_kb":75,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.505410+0000","last_change":"2024-09-16T01:41:42.864532+0000","last_active":"2024-09-16T01:43:10.505410+0000","last_peered":"2024-09-16T01:43:10.505410+0000","last_clean":"2024-09-16T01:43:10.505410+0000","last_became_active":"2024-09-16T01:41:42.864191+0000","last_became_peered":"2024-09-16T01:41:42.864191+0000","last_unstale":"2024-09-16T01:43:10.505410+0000","last_undegraded":"2024-09-16T01:43:10.505410+0000","last_fullsized":"2024-09-16T01:43:10.505410+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:41.070801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"82'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.108076+0000","last_change":"2024-09-16T01:41:40.643722+0000","last_active":"2024-09-16T01:42:42.108076+0000","last_peered":"2024-09-16T01:42:42.108076+0000","last_clean":"2024-09-16T01:42:42.108076+0000","last_became_active":"2024-09-16T01:41:40.643394+0000","last_became_peered":"2024-09-16T01:41:40.643394+0000","last_unstale":"2024-09-16T01:42:42.108076+0000","last_undegraded":"2024-09-16T01:42:42.108076+0000","last_fullsized":"2024-09-16T01:42:42.108076+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:31:39.546909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.501043+0000","last_change":"2024-09-16T01:41:42.865444+0000","last_active":"2024-09-16T01:43:10.501043+0000","last_peered":"2024-09-16T01:43:10.501043+0000","last_clean":"2024-09-16T01:43:10.501043+0000","last_became_active":"2024-09-16T01:41:42.864914+0000","last_became_peered":"2024-09-16T01:41:42.864914+0000","last_unstale":"2024-09-16T01:43:10.501043+0000","last_undegraded":"2024-09-16T01:43:10.501043+0000","last_fullsized":"2024-09-16T01:43:10.501043+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:41:23.917120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100687+0000","last_change":"2024-09-16T01:41:40.649343+0000","last_active":"2024-09-16T01:42:42.100687+0000","last_peered":"2024-09-16T01:42:42.100687+0000","last_clean":"2024-09-16T01:42:42.100687+0000","last_became_active":"2024-09-16T01:41:40.648954+0000","last_became_peered":"2024-09-16T01:41:40.648954+0000","last_unstale":"2024-09-16T01:42:42.100687+0000","last_undegraded":"2024-09-16T01:42:42.100687+0000","last_fullsized":"2024-09-16T01:42:42.100687+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:39:22.507067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"84'15","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532309+0000","last_change":"2024-09-16T01:41:42.868154+0000","last_active":"2024-09-16T01:43:10.532309+0000","last_peered":"2024-09-16T01:43:10.532309+0000","last_clean":"2024-09-16T01:43:10.532309+0000","last_became_active":"2024-09-16T01:41:42.867817+0000","last_became_peered":"2024-09-16T01:41:42.867817+0000","last_unstale":"2024-09-16T01:43:10.532309+0000","last_undegraded":"2024-09-16T01:43:10.532309+0000","last_fullsized":"2024-09-16T01:43:10.532309+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:07:33.279136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"84'6","reported_seq":126,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.024835+0000","last_change":"2024-09-16T01:41:40.649440+0000","last_active":"2024-09-16T01:43:26.024835+0000","last_peered":"2024-09-16T01:43:26.024835+0000","last_clean":"2024-09-16T01:43:26.024835+0000","last_became_active":"2024-09-16T01:41:40.649073+0000","last_became_peered":"2024-09-16T01:41:40.649073+0000","last_unstale":"2024-09-16T01:43:26.024835+0000","last_undegraded":"2024-09-16T01:43:26.024835+0000","last_fullsized":"2024-09-16T01:43:26.024835+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:56:42.275782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1617,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":99,"num_read_kb":5,"num_write":5,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.530442+0000","last_change":"2024-09-16T01:41:42.863539+0000","last_active":"2024-09-16T01:43:10.530442+0000","last_peered":"2024-09-16T01:43:10.530442+0000","last_clean":"2024-09-16T01:43:10.530442+0000","last_became_active":"2024-09-16T01:41:42.863185+0000","last_became_peered":"2024-09-16T01:41:42.863185+0000","last_unstale":"2024-09-16T01:43:10.530442+0000","last_undegraded":"2024-09-16T01:43:10.530442+0000","last_fullsized":"2024-09-16T01:43:10.530442+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:30:49.074704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"82'15","reported_seq":38,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103803+0000","last_change":"2024-09-16T01:41:40.773728+0000","last_active":"2024-09-16T01:42:42.103803+0000","last_peered":"2024-09-16T01:42:42.103803+0000","last_clean":"2024-09-16T01:42:42.103803+0000","last_became_active":"2024-09-16T01:41:40.773340+0000","last_became_peered":"2024-09-16T01:41:40.773340+0000","last_unstale":"2024-09-16T01:42:42.103803+0000","last_undegraded":"2024-09-16T01:42:42.103803+0000","last_fullsized":"2024-09-16T01:42:42.103803+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:49:35.693803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"84'6","reported_seq":29,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.510278+0000","last_change":"2024-09-16T01:42:42.106961+0000","last_active":"2024-09-16T01:43:10.510278+0000","last_peered":"2024-09-16T01:43:10.510278+0000","last_clean":"2024-09-16T01:43:10.510278+0000","last_became_active":"2024-09-16T01:42:42.106603+0000","last_became_peered":"2024-09-16T01:42:42.106603+0000","last_unstale":"2024-09-16T01:43:10.510278+0000","last_undegraded":"2024-09-16T01:43:10.510278+0000","last_fullsized":"2024-09-16T01:43:10.510278+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:45:27.041125+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,1],"acting":[5,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"82'2","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104641+0000","last_change":"2024-09-16T01:41:40.643262+0000","last_active":"2024-09-16T01:42:42.104641+0000","last_peered":"2024-09-16T01:42:42.104641+0000","last_clean":"2024-09-16T01:42:42.104641+0000","last_became_active":"2024-09-16T01:41:40.642975+0000","last_became_peered":"2024-09-16T01:41:40.642975+0000","last_unstale":"2024-09-16T01:42:42.104641+0000","last_undegraded":"2024-09-16T01:42:42.104641+0000","last_fullsized":"2024-09-16T01:42:42.104641+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:30:52.757959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.511465+0000","last_change":"2024-09-16T01:41:42.861062+0000","last_active":"2024-09-16T01:43:10.511465+0000","last_peered":"2024-09-16T01:43:10.511465+0000","last_clean":"2024-09-16T01:43:10.511465+0000","last_became_active":"2024-09-16T01:41:42.860701+0000","last_became_peered":"2024-09-16T01:41:42.860701+0000","last_unstale":"2024-09-16T01:43:10.511465+0000","last_undegraded":"2024-09-16T01:43:10.511465+0000","last_fullsized":"2024-09-16T01:43:10.511465+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:47:06.382244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.e","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.100187+0000","last_change":"2024-09-16T01:41:40.642128+0000","last_active":"2024-09-16T01:42:42.100187+0000","last_peered":"2024-09-16T01:42:42.100187+0000","last_clean":"2024-09-16T01:42:42.100187+0000","last_became_active":"2024-09-16T01:41:40.641525+0000","last_became_peered":"2024-09-16T01:41:40.641525+0000","last_unstale":"2024-09-16T01:42:42.100187+0000","last_undegraded":"2024-09-16T01:42:42.100187+0000","last_fullsized":"2024-09-16T01:42:42.100187+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:34.943031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.530720+0000","last_change":"2024-09-16T01:41:42.869794+0000","last_active":"2024-09-16T01:43:10.530720+0000","last_peered":"2024-09-16T01:43:10.530720+0000","last_clean":"2024-09-16T01:43:10.530720+0000","last_became_active":"2024-09-16T01:41:42.869450+0000","last_became_peered":"2024-09-16T01:41:42.869450+0000","last_unstale":"2024-09-16T01:43:10.530720+0000","last_undegraded":"2024-09-16T01:43:10.530720+0000","last_fullsized":"2024-09-16T01:43:10.530720+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:40:54.298118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"82'1","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.101293+0000","last_change":"2024-09-16T01:41:40.648466+0000","last_active":"2024-09-16T01:42:42.101293+0000","last_peered":"2024-09-16T01:42:42.101293+0000","last_clean":"2024-09-16T01:42:42.101293+0000","last_became_active":"2024-09-16T01:41:40.648146+0000","last_became_peered":"2024-09-16T01:41:40.648146+0000","last_unstale":"2024-09-16T01:42:42.101293+0000","last_undegraded":"2024-09-16T01:42:42.101293+0000","last_fullsized":"2024-09-16T01:42:42.101293+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:47:22.214738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"84'7","reported_seq":34,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.530255+0000","last_change":"2024-09-16T01:42:42.110317+0000","last_active":"2024-09-16T01:43:10.530255+0000","last_peered":"2024-09-16T01:43:10.530255+0000","last_clean":"2024-09-16T01:43:10.530255+0000","last_became_active":"2024-09-16T01:42:42.106436+0000","last_became_peered":"2024-09-16T01:42:42.106436+0000","last_unstale":"2024-09-16T01:43:10.530255+0000","last_undegraded":"2024-09-16T01:43:10.530255+0000","last_fullsized":"2024-09-16T01:43:10.530255+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:12.773365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"82'3","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.108188+0000","last_change":"2024-09-16T01:41:41.329486+0000","last_active":"2024-09-16T01:42:42.108188+0000","last_peered":"2024-09-16T01:42:42.108188+0000","last_clean":"2024-09-16T01:42:42.108188+0000","last_became_active":"2024-09-16T01:41:41.329110+0000","last_became_peered":"2024-09-16T01:41:41.329110+0000","last_unstale":"2024-09-16T01:42:42.108188+0000","last_undegraded":"2024-09-16T01:42:42.108188+0000","last_fullsized":"2024-09-16T01:42:42.108188+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:18:07.827284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532453+0000","last_change":"2024-09-16T01:41:42.874019+0000","last_active":"2024-09-16T01:43:10.532453+0000","last_peered":"2024-09-16T01:43:10.532453+0000","last_clean":"2024-09-16T01:43:10.532453+0000","last_became_active":"2024-09-16T01:41:42.873693+0000","last_became_peered":"2024-09-16T01:41:42.873693+0000","last_unstale":"2024-09-16T01:43:10.532453+0000","last_undegraded":"2024-09-16T01:43:10.532453+0000","last_fullsized":"2024-09-16T01:43:10.532453+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:36.636459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"22'137","reported_seq":338,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105466+0000","last_change":"2024-09-16T01:40:28.930678+0000","last_active":"2024-09-16T01:42:42.105466+0000","last_peered":"2024-09-16T01:42:42.105466+0000","last_clean":"2024-09-16T01:42:42.105466+0000","last_became_active":"2024-09-16T01:40:28.930171+0000","last_became_peered":"2024-09-16T01:40:28.930171+0000","last_unstale":"2024-09-16T01:42:42.105466+0000","last_undegraded":"2024-09-16T01:42:42.105466+0000","last_fullsized":"2024-09-16T01:42:42.105466+0000","mapping_epoch":72,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":73,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:37:00.969044+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:37:00.969044+0000","last_clean_scrub_stamp":"2024-09-16T01:37:00.969044+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:21:02.823877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"82'3","reported_seq":27,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.112771+0000","last_change":"2024-09-16T01:41:40.644281+0000","last_active":"2024-09-16T01:42:42.112771+0000","last_peered":"2024-09-16T01:42:42.112771+0000","last_clean":"2024-09-16T01:42:42.112771+0000","last_became_active":"2024-09-16T01:41:40.643638+0000","last_became_peered":"2024-09-16T01:41:40.643638+0000","last_unstale":"2024-09-16T01:42:42.112771+0000","last_undegraded":"2024-09-16T01:42:42.112771+0000","last_fullsized":"2024-09-16T01:42:42.112771+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:04:01.646040+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.2","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.514692+0000","last_change":"2024-09-16T01:41:42.868822+0000","last_active":"2024-09-16T01:43:10.514692+0000","last_peered":"2024-09-16T01:43:10.514692+0000","last_clean":"2024-09-16T01:43:10.514692+0000","last_became_active":"2024-09-16T01:41:42.868221+0000","last_became_peered":"2024-09-16T01:41:42.868221+0000","last_unstale":"2024-09-16T01:43:10.514692+0000","last_undegraded":"2024-09-16T01:43:10.514692+0000","last_fullsized":"2024-09-16T01:43:10.514692+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:36.739972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105332+0000","last_change":"2024-09-16T01:41:40.647931+0000","last_active":"2024-09-16T01:42:42.105332+0000","last_peered":"2024-09-16T01:42:42.105332+0000","last_clean":"2024-09-16T01:42:42.105332+0000","last_became_active":"2024-09-16T01:41:40.647480+0000","last_became_peered":"2024-09-16T01:41:40.647480+0000","last_unstale":"2024-09-16T01:42:42.105332+0000","last_undegraded":"2024-09-16T01:42:42.105332+0000","last_fullsized":"2024-09-16T01:42:42.105332+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:27:17.030662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.515694+0000","last_change":"2024-09-16T01:41:42.863970+0000","last_active":"2024-09-16T01:43:10.515694+0000","last_peered":"2024-09-16T01:43:10.515694+0000","last_clean":"2024-09-16T01:43:10.515694+0000","last_became_active":"2024-09-16T01:41:42.863669+0000","last_became_peered":"2024-09-16T01:41:42.863669+0000","last_unstale":"2024-09-16T01:43:10.515694+0000","last_undegraded":"2024-09-16T01:43:10.515694+0000","last_fullsized":"2024-09-16T01:43:10.515694+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:36:23.488046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.1","version":"84'6","reported_seq":123,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.030283+0000","last_change":"2024-09-16T01:41:40.773725+0000","last_active":"2024-09-16T01:43:26.030283+0000","last_peered":"2024-09-16T01:43:26.030283+0000","last_clean":"2024-09-16T01:43:26.030283+0000","last_became_active":"2024-09-16T01:41:40.773394+0000","last_became_peered":"2024-09-16T01:41:40.773394+0000","last_unstale":"2024-09-16T01:43:26.030283+0000","last_undegraded":"2024-09-16T01:43:26.030283+0000","last_fullsized":"2024-09-16T01:43:26.030283+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:54:51.337459+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":95,"num_read_kb":95,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.517761+0000","last_change":"2024-09-16T01:41:42.863798+0000","last_active":"2024-09-16T01:43:10.517761+0000","last_peered":"2024-09-16T01:43:10.517761+0000","last_clean":"2024-09-16T01:43:10.517761+0000","last_became_active":"2024-09-16T01:41:42.863469+0000","last_became_peered":"2024-09-16T01:41:42.863469+0000","last_unstale":"2024-09-16T01:43:10.517761+0000","last_undegraded":"2024-09-16T01:43:10.517761+0000","last_fullsized":"2024-09-16T01:43:10.517761+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:39:47.230777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"82'1","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104274+0000","last_change":"2024-09-16T01:41:40.646551+0000","last_active":"2024-09-16T01:42:42.104274+0000","last_peered":"2024-09-16T01:42:42.104274+0000","last_clean":"2024-09-16T01:42:42.104274+0000","last_became_active":"2024-09-16T01:41:40.646126+0000","last_became_peered":"2024-09-16T01:41:40.646126+0000","last_unstale":"2024-09-16T01:42:42.104274+0000","last_undegraded":"2024-09-16T01:42:42.104274+0000","last_fullsized":"2024-09-16T01:42:42.104274+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:58:44.578969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.518477+0000","last_change":"2024-09-16T01:41:42.866215+0000","last_active":"2024-09-16T01:43:10.518477+0000","last_peered":"2024-09-16T01:43:10.518477+0000","last_clean":"2024-09-16T01:43:10.518477+0000","last_became_active":"2024-09-16T01:41:42.865859+0000","last_became_peered":"2024-09-16T01:41:42.865859+0000","last_unstale":"2024-09-16T01:43:10.518477+0000","last_undegraded":"2024-09-16T01:43:10.518477+0000","last_fullsized":"2024-09-16T01:43:10.518477+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:18:58.149360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":28,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.105803+0000","last_change":"2024-09-16T01:42:42.105803+0000","last_active":"2024-09-16T01:42:42.105803+0000","last_peered":"2024-09-16T01:42:42.105803+0000","last_clean":"2024-09-16T01:42:42.105803+0000","last_became_active":"2024-09-16T01:42:42.104750+0000","last_became_peered":"2024-09-16T01:42:42.104750+0000","last_unstale":"2024-09-16T01:42:42.105803+0000","last_undegraded":"2024-09-16T01:42:42.105803+0000","last_fullsized":"2024-09-16T01:42:42.105803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:06:50.821745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,11,0],"acting":[9,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.510770+0000","last_change":"2024-09-16T01:41:42.860070+0000","last_active":"2024-09-16T01:43:10.510770+0000","last_peered":"2024-09-16T01:43:10.510770+0000","last_clean":"2024-09-16T01:43:10.510770+0000","last_became_active":"2024-09-16T01:41:42.859692+0000","last_became_peered":"2024-09-16T01:41:42.859692+0000","last_unstale":"2024-09-16T01:43:10.510770+0000","last_undegraded":"2024-09-16T01:43:10.510770+0000","last_fullsized":"2024-09-16T01:43:10.510770+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:24.168617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.5","version":"82'1","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104959+0000","last_change":"2024-09-16T01:41:40.775582+0000","last_active":"2024-09-16T01:42:42.104959+0000","last_peered":"2024-09-16T01:42:42.104959+0000","last_clean":"2024-09-16T01:42:42.104959+0000","last_became_active":"2024-09-16T01:41:40.775173+0000","last_became_peered":"2024-09-16T01:41:40.775173+0000","last_unstale":"2024-09-16T01:42:42.104959+0000","last_undegraded":"2024-09-16T01:42:42.104959+0000","last_fullsized":"2024-09-16T01:42:42.104959+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:22.664809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.516451+0000","last_change":"2024-09-16T01:41:42.859461+0000","last_active":"2024-09-16T01:43:10.516451+0000","last_peered":"2024-09-16T01:43:10.516451+0000","last_clean":"2024-09-16T01:43:10.516451+0000","last_became_active":"2024-09-16T01:41:42.859125+0000","last_became_peered":"2024-09-16T01:41:42.859125+0000","last_unstale":"2024-09-16T01:43:10.516451+0000","last_undegraded":"2024-09-16T01:43:10.516451+0000","last_fullsized":"2024-09-16T01:43:10.516451+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:01:13.558436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"84'15","reported_seq":37,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:26.871536+0000","last_change":"2024-09-16T01:41:40.642995+0000","last_active":"2024-09-16T01:43:26.871536+0000","last_peered":"2024-09-16T01:43:26.871536+0000","last_clean":"2024-09-16T01:43:26.871536+0000","last_became_active":"2024-09-16T01:41:40.642680+0000","last_became_peered":"2024-09-16T01:41:40.642680+0000","last_unstale":"2024-09-16T01:43:26.871536+0000","last_undegraded":"2024-09-16T01:43:26.871536+0000","last_fullsized":"2024-09-16T01:43:26.871536+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:29:31.137069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":28,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.532255+0000","last_change":"2024-09-16T01:41:42.864520+0000","last_active":"2024-09-16T01:43:10.532255+0000","last_peered":"2024-09-16T01:43:10.532255+0000","last_clean":"2024-09-16T01:43:10.532255+0000","last_became_active":"2024-09-16T01:41:42.864221+0000","last_became_peered":"2024-09-16T01:41:42.864221+0000","last_unstale":"2024-09-16T01:43:10.532255+0000","last_undegraded":"2024-09-16T01:43:10.532255+0000","last_fullsized":"2024-09-16T01:43:10.532255+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:14:23.799976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"82'4","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.112679+0000","last_change":"2024-09-16T01:41:41.329593+0000","last_active":"2024-09-16T01:42:42.112679+0000","last_peered":"2024-09-16T01:42:42.112679+0000","last_clean":"2024-09-16T01:42:42.112679+0000","last_became_active":"2024-09-16T01:41:41.329288+0000","last_became_peered":"2024-09-16T01:41:41.329288+0000","last_unstale":"2024-09-16T01:42:42.112679+0000","last_undegraded":"2024-09-16T01:42:42.112679+0000","last_fullsized":"2024-09-16T01:42:42.112679+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:33:52.908930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"84'7","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.524935+0000","last_change":"2024-09-16T01:41:42.865096+0000","last_active":"2024-09-16T01:43:10.524935+0000","last_peered":"2024-09-16T01:43:10.524935+0000","last_clean":"2024-09-16T01:43:10.524935+0000","last_became_active":"2024-09-16T01:41:42.862704+0000","last_became_peered":"2024-09-16T01:41:42.862704+0000","last_unstale":"2024-09-16T01:43:10.524935+0000","last_undegraded":"2024-09-16T01:43:10.524935+0000","last_fullsized":"2024-09-16T01:43:10.524935+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:56:42.586681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104075+0000","last_change":"2024-09-16T01:41:40.773667+0000","last_active":"2024-09-16T01:42:42.104075+0000","last_peered":"2024-09-16T01:42:42.104075+0000","last_clean":"2024-09-16T01:42:42.104075+0000","last_became_active":"2024-09-16T01:41:40.773311+0000","last_became_peered":"2024-09-16T01:41:40.773311+0000","last_unstale":"2024-09-16T01:42:42.104075+0000","last_undegraded":"2024-09-16T01:42:42.104075+0000","last_fullsized":"2024-09-16T01:42:42.104075+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:50:31.826001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"84'2","reported_seq":19,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.493312+0000","last_change":"2024-09-16T01:41:42.858451+0000","last_active":"2024-09-16T01:43:10.493312+0000","last_peered":"2024-09-16T01:43:10.493312+0000","last_clean":"2024-09-16T01:43:10.493312+0000","last_became_active":"2024-09-16T01:41:42.858107+0000","last_became_peered":"2024-09-16T01:41:42.858107+0000","last_unstale":"2024-09-16T01:43:10.493312+0000","last_undegraded":"2024-09-16T01:43:10.493312+0000","last_fullsized":"2024-09-16T01:43:10.493312+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:40.589023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"82'3","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.106425+0000","last_change":"2024-09-16T01:41:40.643502+0000","last_active":"2024-09-16T01:42:42.106425+0000","last_peered":"2024-09-16T01:42:42.106425+0000","last_clean":"2024-09-16T01:42:42.106425+0000","last_became_active":"2024-09-16T01:41:40.643120+0000","last_became_peered":"2024-09-16T01:41:40.643120+0000","last_unstale":"2024-09-16T01:42:42.106425+0000","last_undegraded":"2024-09-16T01:42:42.106425+0000","last_fullsized":"2024-09-16T01:42:42.106425+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T02:57:24.737742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.512981+0000","last_change":"2024-09-16T01:41:42.868262+0000","last_active":"2024-09-16T01:43:10.512981+0000","last_peered":"2024-09-16T01:43:10.512981+0000","last_clean":"2024-09-16T01:43:10.512981+0000","last_became_active":"2024-09-16T01:41:42.867706+0000","last_became_peered":"2024-09-16T01:41:42.867706+0000","last_unstale":"2024-09-16T01:43:10.512981+0000","last_undegraded":"2024-09-16T01:43:10.512981+0000","last_fullsized":"2024-09-16T01:43:10.512981+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T01:49:53.086364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"84'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107377+0000","last_change":"2024-09-16T01:41:40.644493+0000","last_active":"2024-09-16T01:42:42.107377+0000","last_peered":"2024-09-16T01:42:42.107377+0000","last_clean":"2024-09-16T01:42:42.107377+0000","last_became_active":"2024-09-16T01:41:40.644134+0000","last_became_peered":"2024-09-16T01:41:40.644134+0000","last_unstale":"2024-09-16T01:42:42.107377+0000","last_undegraded":"2024-09-16T01:42:42.107377+0000","last_fullsized":"2024-09-16T01:42:42.107377+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:22:18.805135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"84'8","reported_seq":25,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.524348+0000","last_change":"2024-09-16T01:41:42.863072+0000","last_active":"2024-09-16T01:43:10.524348+0000","last_peered":"2024-09-16T01:43:10.524348+0000","last_clean":"2024-09-16T01:43:10.524348+0000","last_became_active":"2024-09-16T01:41:42.862745+0000","last_became_peered":"2024-09-16T01:41:42.862745+0000","last_unstale":"2024-09-16T01:43:10.524348+0000","last_undegraded":"2024-09-16T01:43:10.524348+0000","last_fullsized":"2024-09-16T01:43:10.524348+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:12:21.003371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"82'4","reported_seq":39,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.117949+0000","last_change":"2024-09-16T01:42:42.117949+0000","last_active":"2024-09-16T01:42:42.117949+0000","last_peered":"2024-09-16T01:42:42.117949+0000","last_clean":"2024-09-16T01:42:42.117949+0000","last_became_active":"2024-09-16T01:42:42.113824+0000","last_became_peered":"2024-09-16T01:42:42.113824+0000","last_unstale":"2024-09-16T01:42:42.117949+0000","last_undegraded":"2024-09-16T01:42:42.117949+0000","last_fullsized":"2024-09-16T01:42:42.117949+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:44:01.619934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,4,7],"acting":[8,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.531894+0000","last_change":"2024-09-16T01:41:42.872756+0000","last_active":"2024-09-16T01:43:10.531894+0000","last_peered":"2024-09-16T01:43:10.531894+0000","last_clean":"2024-09-16T01:43:10.531894+0000","last_became_active":"2024-09-16T01:41:42.872400+0000","last_became_peered":"2024-09-16T01:41:42.872400+0000","last_unstale":"2024-09-16T01:43:10.531894+0000","last_undegraded":"2024-09-16T01:43:10.531894+0000","last_fullsized":"2024-09-16T01:43:10.531894+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:42.234264+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"84'15","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.514860+0000","last_change":"2024-09-16T01:41:42.871586+0000","last_active":"2024-09-16T01:43:10.514860+0000","last_peered":"2024-09-16T01:43:10.514860+0000","last_clean":"2024-09-16T01:43:10.514860+0000","last_became_active":"2024-09-16T01:41:42.871230+0000","last_became_peered":"2024-09-16T01:41:42.871230+0000","last_unstale":"2024-09-16T01:43:10.514860+0000","last_undegraded":"2024-09-16T01:43:10.514860+0000","last_fullsized":"2024-09-16T01:43:10.514860+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:01.000802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.104471+0000","last_change":"2024-09-16T01:41:40.643241+0000","last_active":"2024-09-16T01:42:42.104471+0000","last_peered":"2024-09-16T01:42:42.104471+0000","last_clean":"2024-09-16T01:42:42.104471+0000","last_became_active":"2024-09-16T01:41:40.642871+0000","last_became_peered":"2024-09-16T01:41:40.642871+0000","last_unstale":"2024-09-16T01:42:42.104471+0000","last_undegraded":"2024-09-16T01:42:42.104471+0000","last_fullsized":"2024-09-16T01:42:42.104471+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:55:19.939101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"84'9","reported_seq":26,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.526241+0000","last_change":"2024-09-16T01:41:42.867122+0000","last_active":"2024-09-16T01:43:10.526241+0000","last_peered":"2024-09-16T01:43:10.526241+0000","last_clean":"2024-09-16T01:43:10.526241+0000","last_became_active":"2024-09-16T01:41:42.866796+0000","last_became_peered":"2024-09-16T01:41:42.866796+0000","last_unstale":"2024-09-16T01:43:10.526241+0000","last_undegraded":"2024-09-16T01:43:10.526241+0000","last_fullsized":"2024-09-16T01:43:10.526241+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:52.553358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"82'4","reported_seq":17,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.113459+0000","last_change":"2024-09-16T01:42:42.113459+0000","last_active":"2024-09-16T01:42:42.113459+0000","last_peered":"2024-09-16T01:42:42.113459+0000","last_clean":"2024-09-16T01:42:42.113459+0000","last_became_active":"2024-09-16T01:42:42.108848+0000","last_became_peered":"2024-09-16T01:42:42.108848+0000","last_unstale":"2024-09-16T01:42:42.113459+0000","last_undegraded":"2024-09-16T01:42:42.113459+0000","last_fullsized":"2024-09-16T01:42:42.113459+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:06:51.643958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1f","version":"84'6","reported_seq":23,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.527583+0000","last_change":"2024-09-16T01:41:42.858026+0000","last_active":"2024-09-16T01:43:10.527583+0000","last_peered":"2024-09-16T01:43:10.527583+0000","last_clean":"2024-09-16T01:43:10.527583+0000","last_became_active":"2024-09-16T01:41:42.857708+0000","last_became_peered":"2024-09-16T01:41:42.857708+0000","last_unstale":"2024-09-16T01:43:10.527583+0000","last_undegraded":"2024-09-16T01:43:10.527583+0000","last_fullsized":"2024-09-16T01:43:10.527583+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:28:52.175136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"82'2","reported_seq":24,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.107347+0000","last_change":"2024-09-16T01:41:40.775533+0000","last_active":"2024-09-16T01:42:42.107347+0000","last_peered":"2024-09-16T01:42:42.107347+0000","last_clean":"2024-09-16T01:42:42.107347+0000","last_became_active":"2024-09-16T01:41:40.774761+0000","last_became_peered":"2024-09-16T01:41:40.774761+0000","last_unstale":"2024-09-16T01:42:42.107347+0000","last_undegraded":"2024-09-16T01:42:42.107347+0000","last_fullsized":"2024-09-16T01:42:42.107347+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:26:31.721406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"84'5","reported_seq":22,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:43:10.513677+0000","last_change":"2024-09-16T01:41:42.870806+0000","last_active":"2024-09-16T01:43:10.513677+0000","last_peered":"2024-09-16T01:43:10.513677+0000","last_clean":"2024-09-16T01:43:10.513677+0000","last_became_active":"2024-09-16T01:41:42.870570+0000","last_became_peered":"2024-09-16T01:41:42.870570+0000","last_unstale":"2024-09-16T01:43:10.513677+0000","last_undegraded":"2024-09-16T01:43:10.513677+0000","last_fullsized":"2024-09-16T01:43:10.513677+0000","mapping_epoch":80,"log_start":"0'0","ondisk_log_start":"0'0","created":80,"last_epoch_clean":81,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:41.834935+0000","last_clean_scrub_stamp":"2024-09-16T01:41:41.834935+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:36:33.058912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"82'9","reported_seq":32,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-16T01:42:42.103478+0000","last_change":"2024-09-16T01:41:40.647479+0000","last_active":"2024-09-16T01:42:42.103478+0000","last_peered":"2024-09-16T01:42:42.103478+0000","last_clean":"2024-09-16T01:42:42.103478+0000","last_became_active":"2024-09-16T01:41:40.647121+0000","last_became_peered":"2024-09-16T01:41:40.647121+0000","last_unstale":"2024-09-16T01:42:42.103478+0000","last_undegraded":"2024-09-16T01:42:42.103478+0000","last_fullsized":"2024-09-16T01:42:42.103478+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T01:41:39.629945+0000","last_clean_scrub_stamp":"2024-09-16T01:41:39.629945+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:20:00.430255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":117,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":68164,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":599,"num_read_kb":371,"num_write":187,"num_write_kb":128,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":438272,"data_stored":219339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":96,"acting":96,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":442368,"data_stored":4722944,"data_compressed":283061,"data_compressed_allocated":360448,"data_compressed_original":4669440,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8}],"osd_stats":[{"osd":11,"up_from":76,"seq":326417514531,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32068,"kb_used_data":884,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713084,"statfs":{"total":95995035648,"available":95962198016,"internally_reserved":0,"allocated":905216,"data_stored":440801,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1596,"internal_metadata":31914436},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":69,"seq":296352743463,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28060,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717092,"statfs":{"total":95995035648,"available":95966302208,"internally_reserved":0,"allocated":1060864,"data_stored":1095807,"data_compressed":41811,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":64,"seq":274877906990,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":925696,"data_stored":441154,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,5,6,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":57,"seq":244813135922,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32084,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713068,"statfs":{"total":95995035648,"available":95962181632,"internally_reserved":0,"allocated":921600,"data_stored":440957,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":50,"seq":214748364855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36292,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708860,"statfs":{"total":95995035648,"available":95957872640,"internally_reserved":0,"allocated":970752,"data_stored":1034554,"data_compressed":41811,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":45,"seq":193273528381,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":888,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":909312,"data_stored":440426,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757313,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32144,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713008,"statfs":{"total":95995035648,"available":95962120192,"internally_reserved":0,"allocated":983040,"data_stored":1033209,"data_compressed":41811,"data_compressed_allocated":53248,"data_compressed_original":606208,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920839,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36236,"kb_used_data":892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708916,"statfs":{"total":95995035648,"available":95957929984,"internally_reserved":0,"allocated":913408,"data_stored":441397,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182476,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27924,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717228,"statfs":{"total":95995035648,"available":95966441472,"internally_reserved":0,"allocated":921600,"data_stored":440620,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32164,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712988,"statfs":{"total":95995035648,"available":95962099712,"internally_reserved":0,"allocated":1003520,"data_stored":509801,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574935,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36300,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708852,"statfs":{"total":95995035648,"available":95957864448,"internally_reserved":0,"allocated":978944,"data_stored":509942,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738459,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":908,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":929792,"data_stored":441697,"data_compressed":5813,"data_compressed_allocated":8192,"data_compressed_original":16384,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":590368,"data_compressed":34357,"data_compressed_allocated":45056,"data_compressed_original":573440,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":590368,"data_compressed":35998,"data_compressed_allocated":45056,"data_compressed_original":589824,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":69723,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":72102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1673,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2505,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4243,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":106496,"data_stored":65103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T01:43:31.640 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:43:31.930 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:32.346 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:32 smithi017 ceph-mon[30972]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-16T01:43:32.389 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:32 smithi017 ceph-mon[30972]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:43:32.389 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:32 smithi017 ceph-mon[30972]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:43:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.428+0000 7f0e25da7640 1 -- 172.21.15.17:0/3915030555 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e20102d40 msgr2=0x7f0e20103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.428+0000 7f0e25da7640 1 --2- 172.21.15.17:0/3915030555 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e20102d40 0x7f0e20103120 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f0e10009900 tx=0x7f0e1002a480 comp rx=0 tx=0).stop 2024-09-16T01:43:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.428+0000 7f0e25da7640 1 -- 172.21.15.17:0/3915030555 shutdown_connections 2024-09-16T01:43:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.428+0000 7f0e25da7640 1 --2- 172.21.15.17:0/3915030555 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0e2010c170 0x7f0e2010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.428+0000 7f0e25da7640 1 --2- 172.21.15.17:0/3915030555 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e20103660 0x7f0e2010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.428+0000 7f0e25da7640 1 --2- 172.21.15.17:0/3915030555 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e20102d40 0x7f0e20103120 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.428+0000 7f0e25da7640 1 -- 172.21.15.17:0/3915030555 >> 172.21.15.17:0/3915030555 conn(0x7f0e200fc7a0 msgr2=0x7f0e200febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.428+0000 7f0e25da7640 1 -- 172.21.15.17:0/3915030555 shutdown_connections 2024-09-16T01:43:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.428+0000 7f0e25da7640 1 -- 172.21.15.17:0/3915030555 wait complete. 2024-09-16T01:43:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.429+0000 7f0e25da7640 1 Processor -- start 2024-09-16T01:43:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.429+0000 7f0e25da7640 1 -- start start 2024-09-16T01:43:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.429+0000 7f0e25da7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e20102d40 0x7f0e20198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.429+0000 7f0e25da7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0e20103660 0x7f0e201988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.429+0000 7f0e25da7640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e2010c170 0x7f0e2019cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.429+0000 7f0e25da7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0e20111e20 con 0x7f0e20102d40 2024-09-16T01:43:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.429+0000 7f0e25da7640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0e20111ca0 con 0x7f0e2010c170 2024-09-16T01:43:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.429+0000 7f0e25da7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0e20111fa0 con 0x7f0e20103660 2024-09-16T01:43:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.429+0000 7f0e1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e20102d40 0x7f0e20198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.429+0000 7f0e1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e20102d40 0x7f0e20198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41420/0 (socket says 172.21.15.17:41420) 2024-09-16T01:43:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.429+0000 7f0e1f7fe640 1 -- 172.21.15.17:0/1818727291 learned_addr learned my addr 172.21.15.17:0/1818727291 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.429+0000 7f0e1ffff640 1 --2- 172.21.15.17:0/1818727291 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e2010c170 0x7f0e2019cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.430+0000 7f0e16ffd640 1 --2- 172.21.15.17:0/1818727291 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0e20103660 0x7f0e201988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.430+0000 7f0e1f7fe640 1 -- 172.21.15.17:0/1818727291 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0e20103660 msgr2=0x7f0e201988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.430+0000 7f0e1f7fe640 1 --2- 172.21.15.17:0/1818727291 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0e20103660 0x7f0e201988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.430+0000 7f0e1f7fe640 1 -- 172.21.15.17:0/1818727291 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e2010c170 msgr2=0x7f0e2019cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.430+0000 7f0e1f7fe640 1 --2- 172.21.15.17:0/1818727291 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e2010c170 0x7f0e2019cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.430+0000 7f0e1f7fe640 1 -- 172.21.15.17:0/1818727291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e2019d330 con 0x7f0e20102d40 2024-09-16T01:43:32.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.430+0000 7f0e1f7fe640 1 --2- 172.21.15.17:0/1818727291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e20102d40 0x7f0e20198380 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f0e10005940 tx=0x7f0e10004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:32.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.430+0000 7f0e1d7fa640 1 -- 172.21.15.17:0/1818727291 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e1003f030 con 0x7f0e20102d40 2024-09-16T01:43:32.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.430+0000 7f0e1d7fa640 1 -- 172.21.15.17:0/1818727291 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0e10003aa0 con 0x7f0e20102d40 2024-09-16T01:43:32.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.430+0000 7f0e25da7640 1 -- 172.21.15.17:0/1818727291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e2019d5c0 con 0x7f0e20102d40 2024-09-16T01:43:32.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.430+0000 7f0e1d7fa640 1 -- 172.21.15.17:0/1818727291 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e10035070 con 0x7f0e20102d40 2024-09-16T01:43:32.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.430+0000 7f0e25da7640 1 -- 172.21.15.17:0/1818727291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e201a4f00 con 0x7f0e20102d40 2024-09-16T01:43:32.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.431+0000 7f0e25da7640 1 -- 172.21.15.17:0/1818727291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e2006b070 con 0x7f0e20102d40 2024-09-16T01:43:32.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.432+0000 7f0e1d7fa640 1 -- 172.21.15.17:0/1818727291 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f0e10042030 con 0x7f0e20102d40 2024-09-16T01:43:32.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.433+0000 7f0e1d7fa640 1 --2- 172.21.15.17:0/1818727291 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0e0c0a32d0 0x7f0e0c0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:32.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.433+0000 7f0e1d7fa640 1 -- 172.21.15.17:0/1818727291 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0e100f0250 con 0x7f0e20102d40 2024-09-16T01:43:32.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.433+0000 7f0e16ffd640 1 --2- 172.21.15.17:0/1818727291 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0e0c0a32d0 0x7f0e0c0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:32.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.434+0000 7f0e16ffd640 1 --2- 172.21.15.17:0/1818727291 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0e0c0a32d0 0x7f0e0c0a5790 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0e08004630 tx=0x7f0e08005c50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:32.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.437+0000 7f0e1d7fa640 1 -- 172.21.15.17:0/1818727291 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0e100bce10 con 0x7f0e20102d40 2024-09-16T01:43:32.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:32 smithi122 ceph-mon[34758]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-16T01:43:32.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:32 smithi122 ceph-mon[34758]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:43:32.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:32 smithi122 ceph-mon[34758]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:43:32.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:32 smithi029 ceph-mon[34783]: pgmap v339: 97 pgs: 97 active+clean; 643 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-16T01:43:32.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:32 smithi029 ceph-mon[34783]: from='client.15186 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:43:32.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:32 smithi029 ceph-mon[34783]: from='client.15192 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:43:32.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.651+0000 7f0e25da7640 1 -- 172.21.15.17:0/1818727291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0e20107210 con 0x7f0e20102d40 2024-09-16T01:43:32.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.652+0000 7f0e1d7fa640 1 -- 172.21.15.17:0/1818727291 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f0e100bc710 con 0x7f0e20102d40 2024-09-16T01:43:32.654 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:43:32.654 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:43:32.654 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:43:32.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.654+0000 7f0e25da7640 1 -- 172.21.15.17:0/1818727291 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0e0c0a32d0 msgr2=0x7f0e0c0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.654+0000 7f0e25da7640 1 --2- 172.21.15.17:0/1818727291 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0e0c0a32d0 0x7f0e0c0a5790 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0e08004630 tx=0x7f0e08005c50 comp rx=0 tx=0).stop 2024-09-16T01:43:32.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.654+0000 7f0e25da7640 1 -- 172.21.15.17:0/1818727291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e20102d40 msgr2=0x7f0e20198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:32.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.654+0000 7f0e25da7640 1 --2- 172.21.15.17:0/1818727291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e20102d40 0x7f0e20198380 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f0e10005940 tx=0x7f0e10004270 comp rx=0 tx=0).stop 2024-09-16T01:43:32.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.654+0000 7f0e25da7640 1 -- 172.21.15.17:0/1818727291 shutdown_connections 2024-09-16T01:43:32.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.654+0000 7f0e25da7640 1 --2- 172.21.15.17:0/1818727291 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0e0c0a32d0 0x7f0e0c0a5790 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.654+0000 7f0e25da7640 1 --2- 172.21.15.17:0/1818727291 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0e2010c170 0x7f0e2019cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.654+0000 7f0e25da7640 1 --2- 172.21.15.17:0/1818727291 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0e20103660 0x7f0e201988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.654+0000 7f0e25da7640 1 --2- 172.21.15.17:0/1818727291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e20102d40 0x7f0e20198380 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:32.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.654+0000 7f0e25da7640 1 -- 172.21.15.17:0/1818727291 >> 172.21.15.17:0/1818727291 conn(0x7f0e200fc7a0 msgr2=0x7f0e200fd4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:32.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.654+0000 7f0e25da7640 1 -- 172.21.15.17:0/1818727291 shutdown_connections 2024-09-16T01:43:32.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:32.654+0000 7f0e25da7640 1 -- 172.21.15.17:0/1818727291 wait complete. 2024-09-16T01:43:33.337 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:33 smithi017 ceph-mon[30972]: from='client.15198 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:43:33.337 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:33 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1818727291' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:43:33.364 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T01:43:33.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:33 smithi122 ceph-mon[34758]: from='client.15198 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:43:33.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:33 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1818727291' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:43:33.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:33 smithi029 ceph-mon[34783]: from='client.15198 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T01:43:33.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:33 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1818727291' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:43:33.621 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.095+0000 7fc87f58b640 1 -- 172.21.15.17:0/1990486923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc878103740 msgr2=0x7fc878107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.095+0000 7fc87f58b640 1 --2- 172.21.15.17:0/1990486923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc878103740 0x7fc878107b80 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7fc868009930 tx=0x7fc86802a420 comp rx=0 tx=0).stop 2024-09-16T01:43:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.095+0000 7fc87f58b640 1 -- 172.21.15.17:0/1990486923 shutdown_connections 2024-09-16T01:43:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.095+0000 7fc87f58b640 1 --2- 172.21.15.17:0/1990486923 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc878108290 0x7fc87810ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.095+0000 7fc87f58b640 1 --2- 172.21.15.17:0/1990486923 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc878103740 0x7fc878107b80 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.096+0000 7fc87f58b640 1 --2- 172.21.15.17:0/1990486923 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc878102d90 0x7fc878103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.096+0000 7fc87f58b640 1 -- 172.21.15.17:0/1990486923 >> 172.21.15.17:0/1990486923 conn(0x7fc8780fc7d0 msgr2=0x7fc8780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:34.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.096+0000 7fc87f58b640 1 -- 172.21.15.17:0/1990486923 shutdown_connections 2024-09-16T01:43:34.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.096+0000 7fc87f58b640 1 -- 172.21.15.17:0/1990486923 wait complete. 2024-09-16T01:43:34.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.096+0000 7fc87f58b640 1 Processor -- start 2024-09-16T01:43:34.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.096+0000 7fc87f58b640 1 -- start start 2024-09-16T01:43:34.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.096+0000 7fc87f58b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc878102d90 0x7fc878198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:34.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.096+0000 7fc87f58b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc878103740 0x7fc878198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:34.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.096+0000 7fc87f58b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc878108290 0x7fc87819cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:34.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.096+0000 7fc87f58b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc878111f00 con 0x7fc878103740 2024-09-16T01:43:34.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.096+0000 7fc87f58b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc878111d80 con 0x7fc878102d90 2024-09-16T01:43:34.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.096+0000 7fc87f58b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc878112080 con 0x7fc878108290 2024-09-16T01:43:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc87cb26640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc878103740 0x7fc878198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc87cb26640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc878103740 0x7fc878198990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41434/0 (socket says 172.21.15.17:41434) 2024-09-16T01:43:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc87cb26640 1 -- 172.21.15.17:0/1050501841 learned_addr learned my addr 172.21.15.17:0/1050501841 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc87d327640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc878102d90 0x7fc878198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc87db28640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc878108290 0x7fc87819cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc87cb26640 1 -- 172.21.15.17:0/1050501841 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc878108290 msgr2=0x7fc87819cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc87cb26640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc878108290 0x7fc87819cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc87cb26640 1 -- 172.21.15.17:0/1050501841 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc878102d90 msgr2=0x7fc878198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc87cb26640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc878102d90 0x7fc878198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc87cb26640 1 -- 172.21.15.17:0/1050501841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc87819d400 con 0x7fc878103740 2024-09-16T01:43:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc87db28640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc878108290 0x7fc87819cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc87cb26640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc878103740 0x7fc878198990 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fc868031440 tx=0x7fc868004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:34.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc86e7fc640 1 -- 172.21.15.17:0/1050501841 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc86803f030 con 0x7fc878103740 2024-09-16T01:43:34.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc87f58b640 1 -- 172.21.15.17:0/1050501841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc87819d690 con 0x7fc878103740 2024-09-16T01:43:34.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc86e7fc640 1 -- 172.21.15.17:0/1050501841 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc868003aa0 con 0x7fc878103740 2024-09-16T01:43:34.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc86e7fc640 1 -- 172.21.15.17:0/1050501841 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc868035070 con 0x7fc878103740 2024-09-16T01:43:34.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.097+0000 7fc87f58b640 1 -- 172.21.15.17:0/1050501841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8781a4fd0 con 0x7fc878103740 2024-09-16T01:43:34.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.098+0000 7fc87f58b640 1 -- 172.21.15.17:0/1050501841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc878103170 con 0x7fc878103740 2024-09-16T01:43:34.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.100+0000 7fc86e7fc640 1 -- 172.21.15.17:0/1050501841 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7fc868042030 con 0x7fc878103740 2024-09-16T01:43:34.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.100+0000 7fc86e7fc640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc8640a32d0 0x7fc8640a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:34.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.100+0000 7fc87d327640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc8640a32d0 0x7fc8640a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:34.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.100+0000 7fc86e7fc640 1 -- 172.21.15.17:0/1050501841 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc8680f0580 con 0x7fc878103740 2024-09-16T01:43:34.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.101+0000 7fc87d327640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc8640a32d0 0x7fc8640a5790 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc87400abe0 tx=0x7fc87400a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:34.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.103+0000 7fc86e7fc640 1 -- 172.21.15.17:0/1050501841 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc8680bd140 con 0x7fc878103740 2024-09-16T01:43:34.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:34 smithi017 ceph-mon[30972]: pgmap v340: 97 pgs: 97 active+clean; 651 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-09-16T01:43:34.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.280+0000 7fc87f58b640 1 -- 172.21.15.17:0/1050501841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc87810a2a0 con 0x7fc878103740 2024-09-16T01:43:34.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.281+0000 7fc86e7fc640 1 -- 172.21.15.17:0/1050501841 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+22697 (secure 0 0 0) 0x7fc8680bca40 con 0x7fc878103740 2024-09-16T01:43:34.283 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:43:34.283 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":84,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","created":"2024-09-16T01:33:53.298260+0000","modified":"2024-09-16T01:42:42.092452+0000","last_up_change":"2024-09-16T01:40:51.430063+0000","last_in_change":"2024-09-16T01:40:27.916637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:37:00.918910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:41:39.579756+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:41:41.834594+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b8922682-71d1-43de-99c1-33159c0e154f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6803","nonce":973418367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6805","nonce":973418367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6809","nonce":973418367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6807","nonce":973418367}]},"public_addr":"172.21.15.17:6803/973418367","cluster_addr":"172.21.15.17:6805/973418367","heartbeat_back_addr":"172.21.15.17:6809/973418367","heartbeat_front_addr":"172.21.15.17:6807/973418367","state":["exists","up"]},{"osd":1,"uuid":"757f97f3-d423-4451-bb57-6179ff651bab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6801","nonce":476361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6803","nonce":476361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6807","nonce":476361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6805","nonce":476361632}]},"public_addr":"172.21.15.29:6801/476361632","cluster_addr":"172.21.15.29:6803/476361632","heartbeat_back_addr":"172.21.15.29:6807/476361632","heartbeat_front_addr":"172.21.15.29:6805/476361632","state":["exists","up"]},{"osd":2,"uuid":"e6100863-2f60-4213-895c-bf6d2026378f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6801","nonce":3223940683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6803","nonce":3223940683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6807","nonce":3223940683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6805","nonce":3223940683}]},"public_addr":"172.21.15.122:6801/3223940683","cluster_addr":"172.21.15.122:6803/3223940683","heartbeat_back_addr":"172.21.15.122:6807/3223940683","heartbeat_front_addr":"172.21.15.122:6805/3223940683","state":["exists","up"]},{"osd":3,"uuid":"611d7433-6cb9-4016-a58b-bb96394d2d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6811","nonce":3558508388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6813","nonce":3558508388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6817","nonce":3558508388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6815","nonce":3558508388}]},"public_addr":"172.21.15.17:6811/3558508388","cluster_addr":"172.21.15.17:6813/3558508388","heartbeat_back_addr":"172.21.15.17:6817/3558508388","heartbeat_front_addr":"172.21.15.17:6815/3558508388","state":["exists","up"]},{"osd":4,"uuid":"7d202bcb-50ab-4f6e-a090-7e61c538fa77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6809","nonce":2110146164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6811","nonce":2110146164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6815","nonce":2110146164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6813","nonce":2110146164}]},"public_addr":"172.21.15.29:6809/2110146164","cluster_addr":"172.21.15.29:6811/2110146164","heartbeat_back_addr":"172.21.15.29:6815/2110146164","heartbeat_front_addr":"172.21.15.29:6813/2110146164","state":["exists","up"]},{"osd":5,"uuid":"bcc07f4f-f204-465b-b9c6-c04604d243c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6809","nonce":1621076168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6811","nonce":1621076168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6815","nonce":1621076168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6813","nonce":1621076168}]},"public_addr":"172.21.15.122:6809/1621076168","cluster_addr":"172.21.15.122:6811/1621076168","heartbeat_back_addr":"172.21.15.122:6815/1621076168","heartbeat_front_addr":"172.21.15.122:6813/1621076168","state":["exists","up"]},{"osd":6,"uuid":"64080f89-a0f5-4a86-aa16-77938675379e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6819","nonce":1408033288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6821","nonce":1408033288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6825","nonce":1408033288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6823","nonce":1408033288}]},"public_addr":"172.21.15.17:6819/1408033288","cluster_addr":"172.21.15.17:6821/1408033288","heartbeat_back_addr":"172.21.15.17:6825/1408033288","heartbeat_front_addr":"172.21.15.17:6823/1408033288","state":["exists","up"]},{"osd":7,"uuid":"aca554bd-1914-455c-936a-aa59b1504194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6817","nonce":127734728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6819","nonce":127734728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6823","nonce":127734728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6821","nonce":127734728}]},"public_addr":"172.21.15.29:6817/127734728","cluster_addr":"172.21.15.29:6819/127734728","heartbeat_back_addr":"172.21.15.29:6823/127734728","heartbeat_front_addr":"172.21.15.29:6821/127734728","state":["exists","up"]},{"osd":8,"uuid":"0b5ed7f4-4b47-4cbe-9086-8948ce393446","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6817","nonce":360974259}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6819","nonce":360974259}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6823","nonce":360974259}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6821","nonce":360974259}]},"public_addr":"172.21.15.122:6817/360974259","cluster_addr":"172.21.15.122:6819/360974259","heartbeat_back_addr":"172.21.15.122:6823/360974259","heartbeat_front_addr":"172.21.15.122:6821/360974259","state":["exists","up"]},{"osd":9,"uuid":"55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6827","nonce":2483471753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6829","nonce":2483471753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6833","nonce":2483471753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6831","nonce":2483471753}]},"public_addr":"172.21.15.17:6827/2483471753","cluster_addr":"172.21.15.17:6829/2483471753","heartbeat_back_addr":"172.21.15.17:6833/2483471753","heartbeat_front_addr":"172.21.15.17:6831/2483471753","state":["exists","up"]},{"osd":10,"uuid":"c83a74f2-e570-487c-9e87-bb0b74965ca2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6825","nonce":362618550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6827","nonce":362618550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6831","nonce":362618550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6829","nonce":362618550}]},"public_addr":"172.21.15.29:6825/362618550","cluster_addr":"172.21.15.29:6827/362618550","heartbeat_back_addr":"172.21.15.29:6831/362618550","heartbeat_front_addr":"172.21.15.29:6829/362618550","state":["exists","up"]},{"osd":11,"uuid":"1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6825","nonce":1375874597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6827","nonce":1375874597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6831","nonce":1375874597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6829","nonce":1375874597}]},"public_addr":"172.21.15.122:6825/1375874597","cluster_addr":"172.21.15.122:6827/1375874597","heartbeat_back_addr":"172.21.15.122:6831/1375874597","heartbeat_front_addr":"172.21.15.122:6829/1375874597","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:05.813342+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:31.420629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:57.341085+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:22.481098+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:48.928453+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:15.070471+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:40.275611+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:05.810417+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:30.926343+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:56.824386+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:23.647559+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:49.303702+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.2a","mappings":[{"from":3,"to":6}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:0/171001531":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6801/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/149674379":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6800/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2909964706":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2310526449":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/844082331":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6800/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6801/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/270715983":"2024-09-17T01:34:15.927659+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T01:43:34.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.283+0000 7fc87f58b640 1 -- 172.21.15.17:0/1050501841 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc8640a32d0 msgr2=0x7fc8640a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:34.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.283+0000 7fc87f58b640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc8640a32d0 0x7fc8640a5790 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc87400abe0 tx=0x7fc87400a2d0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.283+0000 7fc87f58b640 1 -- 172.21.15.17:0/1050501841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc878103740 msgr2=0x7fc878198990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:34.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.283+0000 7fc87f58b640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc878103740 0x7fc878198990 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7fc868031440 tx=0x7fc868004270 comp rx=0 tx=0).stop 2024-09-16T01:43:34.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.283+0000 7fc87f58b640 1 -- 172.21.15.17:0/1050501841 shutdown_connections 2024-09-16T01:43:34.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.283+0000 7fc87f58b640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc8640a32d0 0x7fc8640a5790 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.283+0000 7fc87f58b640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc878108290 0x7fc87819cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.283+0000 7fc87f58b640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc878103740 0x7fc878198990 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.283+0000 7fc87f58b640 1 --2- 172.21.15.17:0/1050501841 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc878102d90 0x7fc878198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:34.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.283+0000 7fc87f58b640 1 -- 172.21.15.17:0/1050501841 >> 172.21.15.17:0/1050501841 conn(0x7fc8780fc7d0 msgr2=0x7fc878105dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:34.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.283+0000 7fc87f58b640 1 -- 172.21.15.17:0/1050501841 shutdown_connections 2024-09-16T01:43:34.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:34.284+0000 7fc87f58b640 1 -- 172.21.15.17:0/1050501841 wait complete. 2024-09-16T01:43:34.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:34 smithi122 ceph-mon[34758]: pgmap v340: 97 pgs: 97 active+clean; 651 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-09-16T01:43:34.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:34 smithi029 ceph-mon[34783]: pgmap v340: 97 pgs: 97 active+clean; 651 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-09-16T01:43:34.995 DEBUG:tasks.fwd_scrub:Yielding 2024-09-16T01:43:34.995 INFO:teuthology.run_tasks:Running task workunit... 2024-09-16T01:43:35.010 INFO:tasks.workunit:Pulling workunits from ref ad35db06e8924912f01e32b35576297c0f1352b4 2024-09-16T01:43:35.011 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T01:43:35.011 INFO:tasks.workunit:timeout=3h 2024-09-16T01:43:35.011 INFO:tasks.workunit:cleanup=True 2024-09-16T01:43:35.011 DEBUG:teuthology.orchestra.run.smithi017:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:35.011 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-09-16T01:43:35.012 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:43:35.012 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:43:35.032 INFO:teuthology.orchestra.run.smithi017.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:35.032 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-09-16T01:43:35.032 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 78h/120d Inode: 1 Links: 2 2024-09-16T01:43:35.032 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T01:43:35.033 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:fusefs_t:s0 2024-09-16T01:43:35.033 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-09-16 01:41:58.383139706 +0000 2024-09-16T01:43:35.033 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-09-16 01:41:58.383139706 +0000 2024-09-16T01:43:35.033 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-09-16 01:43:26.396882051 +0000 2024-09-16T01:43:35.033 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: - 2024-09-16T01:43:35.033 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-09-16T01:43:35.033 DEBUG:teuthology.orchestra.run.smithi017:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-09-16T01:43:35.104 DEBUG:teuthology.orchestra.run.smithi017:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout ad35db06e8924912f01e32b35576297c0f1352b4 2024-09-16T01:43:35.161 INFO:tasks.workunit.client.0.smithi017.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T01:43:35.279 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:35.400 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:35 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1050501841' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:43:35.718 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:35 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1050501841' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:43:35.718 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:35 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1050501841' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T01:43:35.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.775+0000 7f418a4ad640 1 -- 172.21.15.17:0/1051925120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41840745a0 msgr2=0x7f4184074980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.775+0000 7f418a4ad640 1 --2- 172.21.15.17:0/1051925120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41840745a0 0x7f4184074980 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f4174009900 tx=0x7f417402a410 comp rx=0 tx=0).stop 2024-09-16T01:43:35.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.775+0000 7f418a4ad640 1 -- 172.21.15.17:0/1051925120 shutdown_connections 2024-09-16T01:43:35.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.775+0000 7f418a4ad640 1 --2- 172.21.15.17:0/1051925120 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f418410e470 0x7f41841108a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.775+0000 7f418a4ad640 1 --2- 172.21.15.17:0/1051925120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4184074f50 0x7f418410df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.775+0000 7f418a4ad640 1 --2- 172.21.15.17:0/1051925120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41840745a0 0x7f4184074980 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.775+0000 7f418a4ad640 1 -- 172.21.15.17:0/1051925120 >> 172.21.15.17:0/1051925120 conn(0x7f41840fd8d0 msgr2=0x7f41840ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:35.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.775+0000 7f418a4ad640 1 -- 172.21.15.17:0/1051925120 shutdown_connections 2024-09-16T01:43:35.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.775+0000 7f418a4ad640 1 -- 172.21.15.17:0/1051925120 wait complete. 2024-09-16T01:43:35.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.776+0000 7f418a4ad640 1 Processor -- start 2024-09-16T01:43:35.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.776+0000 7f418a4ad640 1 -- start start 2024-09-16T01:43:35.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.776+0000 7f418a4ad640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41840745a0 0x7f418419a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.776+0000 7f418a4ad640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4184074f50 0x7f418419ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.776+0000 7f418a4ad640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f418410e470 0x7f418419eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.776+0000 7f418a4ad640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f41841140b0 con 0x7f4184074f50 2024-09-16T01:43:35.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.776+0000 7f418a4ad640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4184113f30 con 0x7f418410e470 2024-09-16T01:43:35.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.776+0000 7f418a4ad640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4184114230 con 0x7f41840745a0 2024-09-16T01:43:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.776+0000 7f417bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4184074f50 0x7f418419ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.777+0000 7f417bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4184074f50 0x7f418419ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41452/0 (socket says 172.21.15.17:41452) 2024-09-16T01:43:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.777+0000 7f417bfff640 1 -- 172.21.15.17:0/3627136518 learned_addr learned my addr 172.21.15.17:0/3627136518 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.777+0000 7f4188a4a640 1 --2- 172.21.15.17:0/3627136518 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f418410e470 0x7f418419eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.777+0000 7f4183fff640 1 --2- 172.21.15.17:0/3627136518 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41840745a0 0x7f418419a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.777+0000 7f417bfff640 1 -- 172.21.15.17:0/3627136518 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41840745a0 msgr2=0x7f418419a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.777+0000 7f417bfff640 1 --2- 172.21.15.17:0/3627136518 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41840745a0 0x7f418419a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.777+0000 7f417bfff640 1 -- 172.21.15.17:0/3627136518 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f418410e470 msgr2=0x7f418419eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.777+0000 7f417bfff640 1 --2- 172.21.15.17:0/3627136518 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f418410e470 0x7f418419eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.777+0000 7f417bfff640 1 -- 172.21.15.17:0/3627136518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f418419f5d0 con 0x7f4184074f50 2024-09-16T01:43:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.777+0000 7f417bfff640 1 --2- 172.21.15.17:0/3627136518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4184074f50 0x7f418419ab60 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f416c00e9f0 tx=0x7f416c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.777+0000 7f4181ffb640 1 -- 172.21.15.17:0/3627136518 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f416c00cd80 con 0x7f4184074f50 2024-09-16T01:43:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.777+0000 7f4181ffb640 1 -- 172.21.15.17:0/3627136518 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f416c0108e0 con 0x7f4184074f50 2024-09-16T01:43:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.777+0000 7f418a4ad640 1 -- 172.21.15.17:0/3627136518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f418419f8c0 con 0x7f4184074f50 2024-09-16T01:43:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.777+0000 7f4181ffb640 1 -- 172.21.15.17:0/3627136518 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f416c018920 con 0x7f4184074f50 2024-09-16T01:43:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.778+0000 7f418a4ad640 1 -- 172.21.15.17:0/3627136518 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f41841a71a0 con 0x7f4184074f50 2024-09-16T01:43:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.780+0000 7f4181ffb640 1 -- 172.21.15.17:0/3627136518 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f416c010a90 con 0x7f4184074f50 2024-09-16T01:43:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.780+0000 7f418c886740 1 Processor -- start 2024-09-16T01:43:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.780+0000 7f418c886740 1 -- start start 2024-09-16T01:43:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f418c886740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3cef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f418c886740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3cf480 0x5630db3d9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f418c886740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3d9d40 0x5630db3dc130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f418c886740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5630db334280 con 0x5630db3ceb60 2024-09-16T01:43:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f418c886740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5630db2dbb10 con 0x5630db3cf480 2024-09-16T01:43:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f418c886740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5630db330240 con 0x5630db3d9d40 2024-09-16T01:43:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f4188a4a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3cef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f4181ffb640 1 --2- 172.21.15.17:0/3627136518 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f41700a32d0 0x7f41700a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f4188a4a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3cef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41454/0 (socket says 172.21.15.17:41454) 2024-09-16T01:43:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f4188a4a640 1 -- 172.21.15.17:0/116005313 learned_addr learned my addr 172.21.15.17:0/116005313 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f417bfff640 1 --2- 172.21.15.17:0/116005313 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3d9d40 0x5630db3dc130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f4188a4a640 1 --2- 172.21.15.17:0/3627136518 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f41700a32d0 0x7f41700a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f4181ffb640 1 -- 172.21.15.17:0/3627136518 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f416c0cfdb0 con 0x7f4184074f50 2024-09-16T01:43:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f4183fff640 1 --2- 172.21.15.17:0/116005313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3cf480 0x5630db3d9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f417bfff640 1 -- 172.21.15.17:0/116005313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3cf480 msgr2=0x5630db3d9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f417bfff640 1 --2- 172.21.15.17:0/116005313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3cf480 0x5630db3d9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f417bfff640 1 -- 172.21.15.17:0/116005313 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 msgr2=0x5630db3cef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f417bfff640 1 --2- 172.21.15.17:0/116005313 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3cef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f417bfff640 1 -- 172.21.15.17:0/116005313 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5630db2e81f0 con 0x5630db3d9d40 2024-09-16T01:43:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f4183fff640 1 --2- 172.21.15.17:0/116005313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3cf480 0x5630db3d9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.781+0000 7f4188a4a640 1 --2- 172.21.15.17:0/116005313 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3cef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:43:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.782+0000 7f417bfff640 1 --2- 172.21.15.17:0/116005313 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3d9d40 0x5630db3dc130 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f416c0cd720 tx=0x7f416c010f20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f5010ad45ae5ee5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.782+0000 7f4188a4a640 1 --2- 172.21.15.17:0/3627136518 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f41700a32d0 0x7f41700a5790 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f417c013d40 tx=0x7f417c004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.782+0000 7f417a7fc640 1 -- 172.21.15.17:0/116005313 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f416c026040 con 0x5630db3d9d40 2024-09-16T01:43:35.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.782+0000 7f417a7fc640 1 -- 172.21.15.17:0/116005313 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f416c096e50 con 0x5630db3d9d40 2024-09-16T01:43:35.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.782+0000 7f417a7fc640 1 -- 172.21.15.17:0/116005313 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f416c09b730 con 0x5630db3d9d40 2024-09-16T01:43:35.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.783+0000 7f418c886740 1 -- 172.21.15.17:0/116005313 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3d9d40 msgr2=0x5630db3dc130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.783+0000 7f418c886740 1 --2- 172.21.15.17:0/116005313 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3d9d40 0x5630db3dc130 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f416c0cd720 tx=0x7f416c010f20 comp rx=0 tx=0).stop 2024-09-16T01:43:35.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.783+0000 7f418c886740 1 -- 172.21.15.17:0/116005313 shutdown_connections 2024-09-16T01:43:35.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.783+0000 7f418c886740 1 --2- 172.21.15.17:0/116005313 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3d9d40 0x5630db3dc130 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.783+0000 7f418c886740 1 --2- 172.21.15.17:0/116005313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3cf480 0x5630db3d9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.783+0000 7f418c886740 1 --2- 172.21.15.17:0/116005313 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3cef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.783+0000 7f418c886740 1 -- 172.21.15.17:0/116005313 >> 172.21.15.17:0/116005313 conn(0x5630db3cb0f0 msgr2=0x5630db3cb4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:35.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.783+0000 7f418c886740 1 -- 172.21.15.17:0/116005313 shutdown_connections 2024-09-16T01:43:35.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.783+0000 7f418c886740 1 -- 172.21.15.17:0/116005313 wait complete. 2024-09-16T01:43:35.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.783+0000 7f418c886740 1 -- start start 2024-09-16T01:43:35.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f418c886740 1 Processor -- start 2024-09-16T01:43:35.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f418c886740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3ceb60 0x5630db3d6c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f418c886740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3cf480 0x5630db3d71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f418c886740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3d9d40 0x5630db3d76f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f418c886740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5630db3dc910 con 0x5630db3cf480 2024-09-16T01:43:35.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f418c886740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5630db2eef10 con 0x5630db3d9d40 2024-09-16T01:43:35.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f418c886740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5630db3dca90 con 0x5630db3ceb60 2024-09-16T01:43:35.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f418c886740 10 client.0 _ll_register_callbacks cb 0x5630db2b7a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:35.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f417bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3cf480 0x5630db3d71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f417bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3cf480 0x5630db3d71b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41458/0 (socket says 172.21.15.17:41458) 2024-09-16T01:43:35.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f417bfff640 1 -- 172.21.15.17:0/3153167033 learned_addr learned my addr 172.21.15.17:0/3153167033 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:35.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f4183fff640 1 --2- 172.21.15.17:0/3153167033 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3ceb60 0x5630db3d6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f4188a4a640 1 --2- 172.21.15.17:0/3153167033 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3d9d40 0x5630db3d76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f417bfff640 1 -- 172.21.15.17:0/3153167033 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3ceb60 msgr2=0x5630db3d6c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:35.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f417bfff640 1 --2- 172.21.15.17:0/3153167033 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3ceb60 0x5630db3d6c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f417bfff640 1 -- 172.21.15.17:0/3153167033 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3d9d40 msgr2=0x5630db3d76f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:35.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f417bfff640 1 --2- 172.21.15.17:0/3153167033 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3d9d40 0x5630db3d76f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.784+0000 7f417bfff640 1 -- 172.21.15.17:0/3153167033 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630db0a56a0 con 0x5630db3cf480 2024-09-16T01:43:35.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.785+0000 7f417bfff640 1 --2- 172.21.15.17:0/3153167033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3cf480 0x5630db3d71b0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f416c0d00a0 tx=0x7f416c098b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cb588eed18d99d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.785+0000 7f41637fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:43:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.785+0000 7f41637fe640 1 -- 172.21.15.17:0/3153167033 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f416c0b5060 con 0x5630db3cf480 2024-09-16T01:43:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.785+0000 7f41637fe640 1 -- 172.21.15.17:0/3153167033 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f416c0a0110 con 0x5630db3cf480 2024-09-16T01:43:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.785+0000 7f418c886740 1 -- 172.21.15.17:0/3153167033 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f416c096e50 con 0x5630db3cf480 2024-09-16T01:43:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.785+0000 7f41637fe640 1 -- 172.21.15.17:0/3153167033 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f416c0b5200 con 0x5630db3cf480 2024-09-16T01:43:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.785+0000 7f418c886740 10 client.15222 fetch_fsmap learned FSMap version 25 2024-09-16T01:43:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.785+0000 7f418c886740 1 -- 172.21.15.17:0/3153167033 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5630db3e84c0 con 0x5630db3cf480 2024-09-16T01:43:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.785+0000 7f41637fe640 1 -- 172.21.15.17:0/3153167033 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f416c096e50 con 0x5630db3cf480 2024-09-16T01:43:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.785+0000 7f41637fe640 1 -- 172.21.15.17:0/3153167033 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f416c098150 con 0x5630db3cf480 2024-09-16T01:43:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.786+0000 7f418c886740 10 client.15222 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:43:35.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.786+0000 7f418c886740 10 client.15222 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:43:35.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.786+0000 7f418c886740 20 client.15222 populate_metadata read hostname 'smithi017' 2024-09-16T01:43:35.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.786+0000 7f418c886740 1 --2- 172.21.15.17:0/3153167033 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5630db3e9810 0x5630db3ebc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.786+0000 7f418c886740 4 client.15222 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:43:35.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.786+0000 7f418c886740 1 -- 172.21.15.17:0/3153167033 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5630db3417f0 con 0x5630db3e9810 2024-09-16T01:43:35.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.786+0000 7f4183fff640 1 --2- 172.21.15.17:0/3153167033 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5630db3e9810 0x5630db3ebc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.786+0000 7f4183fff640 1 --2- 172.21.15.17:0/3153167033 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5630db3e9810 0x5630db3ebc00 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59ddbea872aab8fc server_cookie=c89f99e8a9e7d4fc in_seq=0 out_seq=0 2024-09-16T01:43:35.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.786+0000 7f41637fe640 10 client.15222 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:35.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.787+0000 7f41637fe640 1 -- 172.21.15.17:0/3153167033 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5630db3417f0 con 0x5630db3e9810 2024-09-16T01:43:35.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.787+0000 7f41637fe640 10 client.15222 handle_command_reply: tid=0 2024-09-16T01:43:35.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.787+0000 7f418c886740 1 client.15222 shutdown 2024-09-16T01:43:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.787+0000 7f418c886740 1 -- 172.21.15.17:0/3153167033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3cf480 msgr2=0x5630db3d71b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.787+0000 7f418c886740 1 --2- 172.21.15.17:0/3153167033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3cf480 0x5630db3d71b0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f416c0d00a0 tx=0x7f416c098b80 comp rx=0 tx=0).stop 2024-09-16T01:43:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.787+0000 7f418c886740 1 -- 172.21.15.17:0/3153167033 shutdown_connections 2024-09-16T01:43:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.787+0000 7f418c886740 1 --2- 172.21.15.17:0/3153167033 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5630db3e9810 0x5630db3ebc00 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.787+0000 7f418c886740 1 --2- 172.21.15.17:0/3153167033 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3d9d40 0x5630db3d76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.787+0000 7f418c886740 1 --2- 172.21.15.17:0/3153167033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3cf480 0x5630db3d71b0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.787+0000 7f418c886740 1 --2- 172.21.15.17:0/3153167033 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3ceb60 0x5630db3d6c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.787+0000 7f418c886740 1 -- 172.21.15.17:0/3153167033 >> 172.21.15.17:0/3153167033 conn(0x5630db3cb0f0 msgr2=0x5630db3d0e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.787+0000 7f41637fe640 0 client.15222 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.787+0000 7f418c886740 1 -- 172.21.15.17:0/3153167033 shutdown_connections 2024-09-16T01:43:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.787+0000 7f418c886740 1 -- 172.21.15.17:0/3153167033 wait complete. 2024-09-16T01:43:35.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.788+0000 7f418c886740 20 client.15222 trim_cache size 0 max 16384 2024-09-16T01:43:35.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.805+0000 7f418c886740 1 Processor -- start 2024-09-16T01:43:35.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.805+0000 7f418c886740 1 -- start start 2024-09-16T01:43:35.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.805+0000 7f418c886740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3d7540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.805+0000 7f418c886740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3cf480 0x5630db3e53f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.805+0000 7f418c886740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3d9d40 0x5630db3ee840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.805+0000 7f418c886740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f41841b2050 con 0x5630db3ceb60 2024-09-16T01:43:35.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.805+0000 7f418c886740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f41841af920 con 0x5630db3cf480 2024-09-16T01:43:35.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.805+0000 7f418c886740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f41841ad750 con 0x5630db3d9d40 2024-09-16T01:43:35.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.805+0000 7f4183fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3d7540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.805+0000 7f4183fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3d7540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41464/0 (socket says 172.21.15.17:41464) 2024-09-16T01:43:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.805+0000 7f4183fff640 1 -- 172.21.15.17:0/3372928304 learned_addr learned my addr 172.21.15.17:0/3372928304 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.806+0000 7f417bfff640 1 --2- 172.21.15.17:0/3372928304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3cf480 0x5630db3e53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.806+0000 7f4188a4a640 1 --2- 172.21.15.17:0/3372928304 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3d9d40 0x5630db3ee840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.806+0000 7f4183fff640 1 -- 172.21.15.17:0/3372928304 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3d9d40 msgr2=0x5630db3ee840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.806+0000 7f4183fff640 1 --2- 172.21.15.17:0/3372928304 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3d9d40 0x5630db3ee840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.806+0000 7f4183fff640 1 -- 172.21.15.17:0/3372928304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3cf480 msgr2=0x5630db3e53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.806+0000 7f4183fff640 1 --2- 172.21.15.17:0/3372928304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3cf480 0x5630db3e53f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.806+0000 7f4183fff640 1 -- 172.21.15.17:0/3372928304 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5630db3caf20 con 0x5630db3ceb60 2024-09-16T01:43:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.806+0000 7f4183fff640 1 --2- 172.21.15.17:0/3372928304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3d7540 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f4174005940 tx=0x7f41740058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb4677e2b1ba9de8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.806+0000 7f4179ffb640 1 -- 172.21.15.17:0/3372928304 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4174035040 con 0x5630db3ceb60 2024-09-16T01:43:35.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.806+0000 7f4179ffb640 1 -- 172.21.15.17:0/3372928304 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4174049070 con 0x5630db3ceb60 2024-09-16T01:43:35.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.806+0000 7f4179ffb640 1 -- 172.21.15.17:0/3372928304 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f41740049b0 con 0x5630db3ceb60 2024-09-16T01:43:35.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.807+0000 7f418c886740 1 -- 172.21.15.17:0/3372928304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 msgr2=0x5630db3d7540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.807+0000 7f418c886740 1 --2- 172.21.15.17:0/3372928304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3d7540 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f4174005940 tx=0x7f41740058b0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.807+0000 7f418c886740 1 -- 172.21.15.17:0/3372928304 shutdown_connections 2024-09-16T01:43:35.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.807+0000 7f418c886740 1 --2- 172.21.15.17:0/3372928304 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3d9d40 0x5630db3ee840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.807+0000 7f418c886740 1 --2- 172.21.15.17:0/3372928304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3cf480 0x5630db3e53f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.807+0000 7f418c886740 1 --2- 172.21.15.17:0/3372928304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3d7540 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.807+0000 7f418c886740 1 -- 172.21.15.17:0/3372928304 >> 172.21.15.17:0/3372928304 conn(0x5630db3cb0f0 msgr2=0x5630db3e4ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:35.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.807+0000 7f418c886740 1 -- 172.21.15.17:0/3372928304 shutdown_connections 2024-09-16T01:43:35.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.807+0000 7f418c886740 1 -- 172.21.15.17:0/3372928304 wait complete. 2024-09-16T01:43:35.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.807+0000 7f418c886740 1 -- start start 2024-09-16T01:43:35.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f418c886740 1 Processor -- start 2024-09-16T01:43:35.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f418c886740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3eefd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f418c886740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3cf480 0x5630db3ec370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f418c886740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3d9d40 0x5630db3ec8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f418c886740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f41841adde0 con 0x5630db3ceb60 2024-09-16T01:43:35.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f418c886740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f41841af250 con 0x5630db3d9d40 2024-09-16T01:43:35.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f418c886740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f41841ae4b0 con 0x5630db3cf480 2024-09-16T01:43:35.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f418c886740 10 client.0 _ll_register_callbacks cb 0x7f417c013460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:35.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f4183fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3eefd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f4183fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3eefd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41472/0 (socket says 172.21.15.17:41472) 2024-09-16T01:43:35.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f4183fff640 1 -- 172.21.15.17:0/1326824962 learned_addr learned my addr 172.21.15.17:0/1326824962 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f4188a4a640 1 --2- 172.21.15.17:0/1326824962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3d9d40 0x5630db3ec8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f417bfff640 1 --2- 172.21.15.17:0/1326824962 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3cf480 0x5630db3ec370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f4183fff640 1 -- 172.21.15.17:0/1326824962 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3cf480 msgr2=0x5630db3ec370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f4183fff640 1 --2- 172.21.15.17:0/1326824962 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3cf480 0x5630db3ec370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f4183fff640 1 -- 172.21.15.17:0/1326824962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3d9d40 msgr2=0x5630db3ec8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f4183fff640 1 --2- 172.21.15.17:0/1326824962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3d9d40 0x5630db3ec8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.808+0000 7f4183fff640 1 -- 172.21.15.17:0/1326824962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5630db3ed0b0 con 0x5630db3ceb60 2024-09-16T01:43:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f4183fff640 1 --2- 172.21.15.17:0/1326824962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3eefd0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f4174032e90 tx=0x7f4174031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd93d41292442835 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f41637fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:43:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f41637fe640 1 -- 172.21.15.17:0/1326824962 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4174051020 con 0x5630db3ceb60 2024-09-16T01:43:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f41637fe640 1 -- 172.21.15.17:0/1326824962 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4174004350 con 0x5630db3ceb60 2024-09-16T01:43:35.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f418c886740 1 -- 172.21.15.17:0/1326824962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4174049070 con 0x5630db3ceb60 2024-09-16T01:43:35.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f41637fe640 1 -- 172.21.15.17:0/1326824962 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4174035070 con 0x5630db3ceb60 2024-09-16T01:43:35.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f418c886740 10 client.15228 fetch_fsmap learned FSMap version 25 2024-09-16T01:43:35.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f418c886740 1 -- 172.21.15.17:0/1326824962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5630db4541c0 con 0x5630db3ceb60 2024-09-16T01:43:35.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f41637fe640 1 -- 172.21.15.17:0/1326824962 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4174049070 con 0x5630db3ceb60 2024-09-16T01:43:35.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f41637fe640 1 -- 172.21.15.17:0/1326824962 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f4174031800 con 0x5630db3ceb60 2024-09-16T01:43:35.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f418c886740 10 client.15228 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:43:35.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f418c886740 10 client.15228 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:43:35.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f418c886740 20 client.15228 populate_metadata read hostname 'smithi017' 2024-09-16T01:43:35.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f418c886740 1 --2- 172.21.15.17:0/1326824962 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5630db4548d0 0x5630db456cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:35.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.809+0000 7f418c886740 4 client.15228 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:43:35.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.810+0000 7f418c886740 1 -- 172.21.15.17:0/1326824962 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5630db33bd00 con 0x5630db4548d0 2024-09-16T01:43:35.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.810+0000 7f417bfff640 1 --2- 172.21.15.17:0/1326824962 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5630db4548d0 0x5630db456cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:35.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.810+0000 7f417bfff640 1 --2- 172.21.15.17:0/1326824962 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5630db4548d0 0x5630db456cf0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7be72bee9c4fc76d server_cookie=bb1322d7de5f6785 in_seq=0 out_seq=0 2024-09-16T01:43:35.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.810+0000 7f41637fe640 10 client.15228 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:35.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.811+0000 7f41637fe640 1 -- 172.21.15.17:0/1326824962 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5630db33bd00 con 0x5630db4548d0 2024-09-16T01:43:35.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.811+0000 7f41637fe640 10 client.15228 handle_command_reply: tid=0 2024-09-16T01:43:35.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.811+0000 7f418c886740 1 client.15228 shutdown 2024-09-16T01:43:35.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.811+0000 7f418c886740 1 -- 172.21.15.17:0/1326824962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 msgr2=0x5630db3eefd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.811+0000 7f418c886740 1 --2- 172.21.15.17:0/1326824962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3eefd0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f4174032e90 tx=0x7f4174031400 comp rx=0 tx=0).stop 2024-09-16T01:43:35.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.811+0000 7f418c886740 1 -- 172.21.15.17:0/1326824962 shutdown_connections 2024-09-16T01:43:35.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.811+0000 7f418c886740 1 --2- 172.21.15.17:0/1326824962 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5630db4548d0 0x5630db456cf0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418c886740 1 --2- 172.21.15.17:0/1326824962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5630db3d9d40 0x5630db3ec8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f41637fe640 0 client.15228 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:35.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418c886740 1 --2- 172.21.15.17:0/1326824962 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5630db3cf480 0x5630db3ec370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418c886740 1 --2- 172.21.15.17:0/1326824962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5630db3ceb60 0x5630db3eefd0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418c886740 1 -- 172.21.15.17:0/1326824962 >> 172.21.15.17:0/1326824962 conn(0x5630db3cb0f0 msgr2=0x5630db3ca270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:35.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418c886740 1 -- 172.21.15.17:0/1326824962 shutdown_connections 2024-09-16T01:43:35.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418c886740 1 -- 172.21.15.17:0/1326824962 wait complete. 2024-09-16T01:43:35.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418c886740 20 client.15228 trim_cache size 0 max 16384 2024-09-16T01:43:35.819 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:43:35.819 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:43:35.819 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "22b7c86d-cea2-4bd7-85c6-c9610c452b2b", 2024-09-16T01:43:35.819 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:43:35.819 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:43:35.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418a4ad640 1 -- 172.21.15.17:0/3627136518 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f41700a32d0 msgr2=0x7f41700a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418a4ad640 1 --2- 172.21.15.17:0/3627136518 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f41700a32d0 0x7f41700a5790 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f417c013d40 tx=0x7f417c004ab0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418a4ad640 1 -- 172.21.15.17:0/3627136518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4184074f50 msgr2=0x7f418419ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:35.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418a4ad640 1 --2- 172.21.15.17:0/3627136518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4184074f50 0x7f418419ab60 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f416c00e9f0 tx=0x7f416c00eeb0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418a4ad640 1 -- 172.21.15.17:0/3627136518 shutdown_connections 2024-09-16T01:43:35.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418a4ad640 1 --2- 172.21.15.17:0/3627136518 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f41700a32d0 0x7f41700a5790 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418a4ad640 1 --2- 172.21.15.17:0/3627136518 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f418410e470 0x7f418419eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418a4ad640 1 --2- 172.21.15.17:0/3627136518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4184074f50 0x7f418419ab60 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418a4ad640 1 --2- 172.21.15.17:0/3627136518 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f41840745a0 0x7f418419a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:35.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.812+0000 7f418a4ad640 1 -- 172.21.15.17:0/3627136518 >> 172.21.15.17:0/3627136518 conn(0x7f41840fd8d0 msgr2=0x7f41840fe610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:35.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.813+0000 7f418a4ad640 1 -- 172.21.15.17:0/3627136518 shutdown_connections 2024-09-16T01:43:35.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:35.813+0000 7f418a4ad640 1 -- 172.21.15.17:0/3627136518 wait complete. 2024-09-16T01:43:36.520 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:36 smithi017 ceph-mon[30972]: pgmap v341: 97 pgs: 97 active+clean; 651 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-09-16T01:43:36.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:36 smithi122 ceph-mon[34758]: pgmap v341: 97 pgs: 97 active+clean; 651 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-09-16T01:43:36.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:36 smithi029 ceph-mon[34783]: pgmap v341: 97 pgs: 97 active+clean; 651 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-09-16T01:43:36.552 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:43:36.852 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:43:37.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.324+0000 7f716bfc1640 1 -- 172.21.15.17:0/2482432371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7164102570 msgr2=0x7f71641029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.324+0000 7f716bfc1640 1 --2- 172.21.15.17:0/2482432371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7164102570 0x7f71641029b0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f7154009900 tx=0x7f715402a480 comp rx=0 tx=0).stop 2024-09-16T01:43:37.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.324+0000 7f716bfc1640 1 -- 172.21.15.17:0/2482432371 shutdown_connections 2024-09-16T01:43:37.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.324+0000 7f716bfc1640 1 --2- 172.21.15.17:0/2482432371 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7164102ef0 0x7f716410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.324+0000 7f716bfc1640 1 --2- 172.21.15.17:0/2482432371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7164102570 0x7f71641029b0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.324+0000 7f716bfc1640 1 --2- 172.21.15.17:0/2482432371 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7164100e20 0x7f7164101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.324+0000 7f716bfc1640 1 -- 172.21.15.17:0/2482432371 >> 172.21.15.17:0/2482432371 conn(0x7f71640fc7d0 msgr2=0x7f71640febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:37.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.324+0000 7f716bfc1640 1 -- 172.21.15.17:0/2482432371 shutdown_connections 2024-09-16T01:43:37.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.324+0000 7f716bfc1640 1 -- 172.21.15.17:0/2482432371 wait complete. 2024-09-16T01:43:37.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.324+0000 7f716bfc1640 1 Processor -- start 2024-09-16T01:43:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716bfc1640 1 -- start start 2024-09-16T01:43:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716bfc1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7164100e20 0x7f7164198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716bfc1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7164102570 0x7f71641989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716bfc1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7164102ef0 0x7f716419cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716bfc1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7164111f50 con 0x7f7164102ef0 2024-09-16T01:43:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716bfc1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7164111dd0 con 0x7f7164102570 2024-09-16T01:43:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716bfc1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f71641120d0 con 0x7f7164100e20 2024-09-16T01:43:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716a55e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7164102ef0 0x7f716419cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716a55e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7164102ef0 0x7f716419cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35594/0 (socket says 172.21.15.17:35594) 2024-09-16T01:43:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716a55e640 1 -- 172.21.15.17:0/4258896726 learned_addr learned my addr 172.21.15.17:0/4258896726 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f7169d5d640 1 --2- 172.21.15.17:0/4258896726 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7164100e20 0x7f7164198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716955c640 1 --2- 172.21.15.17:0/4258896726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7164102570 0x7f71641989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716a55e640 1 -- 172.21.15.17:0/4258896726 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7164100e20 msgr2=0x7f7164198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716a55e640 1 --2- 172.21.15.17:0/4258896726 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7164100e20 0x7f7164198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716a55e640 1 -- 172.21.15.17:0/4258896726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7164102570 msgr2=0x7f71641989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716a55e640 1 --2- 172.21.15.17:0/4258896726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7164102570 0x7f71641989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716a55e640 1 -- 172.21.15.17:0/4258896726 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f716419d420 con 0x7f7164102ef0 2024-09-16T01:43:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.325+0000 7f716a55e640 1 --2- 172.21.15.17:0/4258896726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7164102ef0 0x7f716419cd40 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f715c00b970 tx=0x7f715c00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.326+0000 7f715affd640 1 -- 172.21.15.17:0/4258896726 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f715c019070 con 0x7f7164102ef0 2024-09-16T01:43:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.326+0000 7f716bfc1640 1 -- 172.21.15.17:0/4258896726 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f716419d710 con 0x7f7164102ef0 2024-09-16T01:43:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.326+0000 7f715affd640 1 -- 172.21.15.17:0/4258896726 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f715c014440 con 0x7f7164102ef0 2024-09-16T01:43:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.326+0000 7f715affd640 1 -- 172.21.15.17:0/4258896726 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f715c0075d0 con 0x7f7164102ef0 2024-09-16T01:43:37.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.326+0000 7f716bfc1640 1 -- 172.21.15.17:0/4258896726 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71641a4ff0 con 0x7f7164102ef0 2024-09-16T01:43:37.330 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:37 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:43:37.330 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:37 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:43:37.330 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:37 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:43:37.330 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:37 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:43:37.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.328+0000 7f716e39a740 1 Processor -- start 2024-09-16T01:43:37.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.328+0000 7f715affd640 1 -- 172.21.15.17:0/4258896726 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f715c01c070 con 0x7f7164102ef0 2024-09-16T01:43:37.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.329+0000 7f716e39a740 1 -- start start 2024-09-16T01:43:37.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.329+0000 7f716e39a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc273a0 0x55de5cc27780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.329+0000 7f716e39a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc27cc0 0x55de5cc36550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.329+0000 7f716e39a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc36a90 0x55de5cc38e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.329+0000 7f716e39a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55de5cb8d2e0 con 0x55de5cc273a0 2024-09-16T01:43:37.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.329+0000 7f716e39a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55de5cb34ce0 con 0x55de5cc27cc0 2024-09-16T01:43:37.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.329+0000 7f716e39a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55de5cb892a0 con 0x55de5cc36a90 2024-09-16T01:43:37.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.329+0000 7f716955c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc273a0 0x55de5cc27780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.329+0000 7f716955c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc273a0 0x55de5cc27780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35600/0 (socket says 172.21.15.17:35600) 2024-09-16T01:43:37.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.329+0000 7f716955c640 1 -- 172.21.15.17:0/2685254332 learned_addr learned my addr 172.21.15.17:0/2685254332 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:37.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.329+0000 7f7169d5d640 1 --2- 172.21.15.17:0/2685254332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc27cc0 0x55de5cc36550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.330+0000 7f716955c640 1 --2- 172.21.15.17:0/2685254332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc36a90 0x55de5cc38e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.330+0000 7f715affd640 1 --2- 172.21.15.17:0/4258896726 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71500a32d0 0x7f71500a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.330+0000 7f716955c640 1 -- 172.21.15.17:0/2685254332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc36a90 msgr2=0x55de5cc38e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:37.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.330+0000 7f716955c640 1 --2- 172.21.15.17:0/2685254332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc36a90 0x55de5cc38e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.330+0000 7f716955c640 1 -- 172.21.15.17:0/2685254332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc27cc0 msgr2=0x55de5cc36550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:37.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.330+0000 7f716955c640 1 --2- 172.21.15.17:0/2685254332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc27cc0 0x55de5cc36550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.330+0000 7f716955c640 1 -- 172.21.15.17:0/2685254332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de5cb19440 con 0x55de5cc273a0 2024-09-16T01:43:37.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.330+0000 7f715affd640 1 -- 172.21.15.17:0/4258896726 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f715c0cef50 con 0x7f7164102ef0 2024-09-16T01:43:37.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.330+0000 7f716a55e640 1 --2- 172.21.15.17:0/4258896726 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71500a32d0 0x7f71500a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.330+0000 7f716955c640 1 --2- 172.21.15.17:0/2685254332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc273a0 0x55de5cc27780 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f715402a9a0 tx=0x7f7154005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e00b9b2033bfef33 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:37.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.330+0000 7f714ffff640 1 -- 172.21.15.17:0/2685254332 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7154035070 con 0x55de5cc273a0 2024-09-16T01:43:37.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.330+0000 7f714ffff640 1 -- 172.21.15.17:0/2685254332 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7154045070 con 0x55de5cc273a0 2024-09-16T01:43:37.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.331+0000 7f714ffff640 1 -- 172.21.15.17:0/2685254332 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7154003c00 con 0x55de5cc273a0 2024-09-16T01:43:37.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.331+0000 7f716e39a740 1 -- 172.21.15.17:0/2685254332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc273a0 msgr2=0x55de5cc27780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.331+0000 7f716e39a740 1 --2- 172.21.15.17:0/2685254332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc273a0 0x55de5cc27780 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f715402a9a0 tx=0x7f7154005e50 comp rx=0 tx=0).stop 2024-09-16T01:43:37.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.331+0000 7f716a55e640 1 --2- 172.21.15.17:0/4258896726 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71500a32d0 0x7f71500a5790 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f715c0cce80 tx=0x7f715c00e040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:37.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.331+0000 7f716e39a740 1 -- 172.21.15.17:0/2685254332 shutdown_connections 2024-09-16T01:43:37.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.331+0000 7f716e39a740 1 --2- 172.21.15.17:0/2685254332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc36a90 0x55de5cc38e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.331+0000 7f716e39a740 1 --2- 172.21.15.17:0/2685254332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc27cc0 0x55de5cc36550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.331+0000 7f716e39a740 1 --2- 172.21.15.17:0/2685254332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc273a0 0x55de5cc27780 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.331+0000 7f716e39a740 1 -- 172.21.15.17:0/2685254332 >> 172.21.15.17:0/2685254332 conn(0x55de5cc23a30 msgr2=0x55de5cc23e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:37.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.331+0000 7f716e39a740 1 -- 172.21.15.17:0/2685254332 shutdown_connections 2024-09-16T01:43:37.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.331+0000 7f716e39a740 1 -- 172.21.15.17:0/2685254332 wait complete. 2024-09-16T01:43:37.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.332+0000 7f716e39a740 1 -- start start 2024-09-16T01:43:37.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.332+0000 7f716e39a740 1 Processor -- start 2024-09-16T01:43:37.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.332+0000 7f716e39a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc273a0 0x55de5cc363c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.332+0000 7f716e39a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc27cc0 0x55de5cc33670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.332+0000 7f716e39a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc36a90 0x55de5cc33bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.332+0000 7f716e39a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55de5cc396b0 con 0x55de5cc273a0 2024-09-16T01:43:37.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.332+0000 7f716e39a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55de5cb48050 con 0x55de5cc27cc0 2024-09-16T01:43:37.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.332+0000 7f716e39a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55de5cc39830 con 0x55de5cc36a90 2024-09-16T01:43:37.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.332+0000 7f716e39a740 10 client.0 _ll_register_callbacks cb 0x55de5cb88160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:37.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.332+0000 7f716955c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc273a0 0x55de5cc363c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.333+0000 7f716955c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc273a0 0x55de5cc363c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35606/0 (socket says 172.21.15.17:35606) 2024-09-16T01:43:37.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.333+0000 7f716955c640 1 -- 172.21.15.17:0/3617273154 learned_addr learned my addr 172.21.15.17:0/3617273154 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:37.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.333+0000 7f7169d5d640 1 --2- 172.21.15.17:0/3617273154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc27cc0 0x55de5cc33670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.333+0000 7f716955c640 1 -- 172.21.15.17:0/3617273154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc36a90 msgr2=0x55de5cc33bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:37.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.333+0000 7f716955c640 1 --2- 172.21.15.17:0/3617273154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc36a90 0x55de5cc33bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.333+0000 7f716955c640 1 -- 172.21.15.17:0/3617273154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc27cc0 msgr2=0x55de5cc33670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:37.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.333+0000 7f716955c640 1 --2- 172.21.15.17:0/3617273154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc27cc0 0x55de5cc33670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.333+0000 7f716955c640 1 -- 172.21.15.17:0/3617273154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de5c8fe3c0 con 0x55de5cc273a0 2024-09-16T01:43:37.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.333+0000 7f716955c640 1 --2- 172.21.15.17:0/3617273154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc273a0 0x55de5cc363c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f715402a4c0 tx=0x7f7154031760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d91eadb2f5c43df1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:37.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.333+0000 7f714d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:43:37.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.333+0000 7f714d7fa640 1 -- 172.21.15.17:0/3617273154 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7154035040 con 0x55de5cc273a0 2024-09-16T01:43:37.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.333+0000 7f714d7fa640 1 -- 172.21.15.17:0/3617273154 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7154049800 con 0x55de5cc273a0 2024-09-16T01:43:37.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.333+0000 7f716e39a740 1 -- 172.21.15.17:0/3617273154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7154045070 con 0x55de5cc273a0 2024-09-16T01:43:37.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.334+0000 7f714d7fa640 1 -- 172.21.15.17:0/3617273154 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f71540035f0 con 0x55de5cc273a0 2024-09-16T01:43:37.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.334+0000 7f716e39a740 10 client.15240 fetch_fsmap learned FSMap version 25 2024-09-16T01:43:37.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.334+0000 7f716e39a740 1 -- 172.21.15.17:0/3617273154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55de5cc450a0 con 0x55de5cc273a0 2024-09-16T01:43:37.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.334+0000 7f714d7fa640 1 -- 172.21.15.17:0/3617273154 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7154045070 con 0x55de5cc273a0 2024-09-16T01:43:37.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.334+0000 7f714d7fa640 1 -- 172.21.15.17:0/3617273154 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f71540517b0 con 0x55de5cc273a0 2024-09-16T01:43:37.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.334+0000 7f716e39a740 10 client.15240 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:43:37.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.334+0000 7f716e39a740 10 client.15240 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:43:37.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.334+0000 7f716e39a740 20 client.15240 populate_metadata read hostname 'smithi017' 2024-09-16T01:43:37.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.334+0000 7f716e39a740 1 --2- 172.21.15.17:0/3617273154 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de5cc463f0 0x55de5cc487e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.334+0000 7f716e39a740 4 client.15240 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:43:37.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.334+0000 7f716e39a740 1 -- 172.21.15.17:0/3617273154 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de5cb9a850 con 0x55de5cc463f0 2024-09-16T01:43:37.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.334+0000 7f7169d5d640 1 --2- 172.21.15.17:0/3617273154 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de5cc463f0 0x55de5cc487e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.335+0000 7f714d7fa640 10 client.15240 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:37.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.335+0000 7f7169d5d640 1 --2- 172.21.15.17:0/3617273154 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de5cc463f0 0x55de5cc487e0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c647ef7a209d34 server_cookie=e7432895b731fb11 in_seq=0 out_seq=0 2024-09-16T01:43:37.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f714d7fa640 1 -- 172.21.15.17:0/3617273154 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55de5cb9a850 con 0x55de5cc463f0 2024-09-16T01:43:37.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f714d7fa640 10 client.15240 handle_command_reply: tid=0 2024-09-16T01:43:37.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f716e39a740 1 client.15240 shutdown 2024-09-16T01:43:37.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f716e39a740 1 -- 172.21.15.17:0/3617273154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc273a0 msgr2=0x55de5cc363c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f716e39a740 1 --2- 172.21.15.17:0/3617273154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc273a0 0x55de5cc363c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f715402a4c0 tx=0x7f7154031760 comp rx=0 tx=0).stop 2024-09-16T01:43:37.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f716e39a740 1 -- 172.21.15.17:0/3617273154 shutdown_connections 2024-09-16T01:43:37.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f716e39a740 1 --2- 172.21.15.17:0/3617273154 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de5cc463f0 0x55de5cc487e0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f716e39a740 1 --2- 172.21.15.17:0/3617273154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc36a90 0x55de5cc33bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f716e39a740 1 --2- 172.21.15.17:0/3617273154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc27cc0 0x55de5cc33670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f714d7fa640 0 client.15240 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:37.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f716e39a740 1 --2- 172.21.15.17:0/3617273154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc273a0 0x55de5cc363c0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f716e39a740 1 -- 172.21.15.17:0/3617273154 >> 172.21.15.17:0/3617273154 conn(0x55de5cc23a30 msgr2=0x55de5cc29790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:37.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f716e39a740 1 -- 172.21.15.17:0/3617273154 shutdown_connections 2024-09-16T01:43:37.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f716e39a740 1 -- 172.21.15.17:0/3617273154 wait complete. 2024-09-16T01:43:37.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.336+0000 7f716e39a740 20 client.15240 trim_cache size 0 max 16384 2024-09-16T01:43:37.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716e39a740 1 Processor -- start 2024-09-16T01:43:37.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716e39a740 1 -- start start 2024-09-16T01:43:37.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716e39a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc273a0 0x55de5cc4b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716e39a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc27cc0 0x55de5cc4bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716e39a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc36a90 0x55de5cc308f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716e39a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f71641adaf0 con 0x55de5cc36a90 2024-09-16T01:43:37.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716e39a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f71641ab3c0 con 0x55de5cc273a0 2024-09-16T01:43:37.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716e39a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f71641a91f0 con 0x55de5cc27cc0 2024-09-16T01:43:37.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716955c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc36a90 0x55de5cc308f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716955c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc36a90 0x55de5cc308f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35610/0 (socket says 172.21.15.17:35610) 2024-09-16T01:43:37.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716955c640 1 -- 172.21.15.17:0/2041766189 learned_addr learned my addr 172.21.15.17:0/2041766189 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:37.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716955c640 1 --2- 172.21.15.17:0/2041766189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc273a0 0x55de5cc4b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f7169d5d640 1 --2- 172.21.15.17:0/2041766189 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc27cc0 0x55de5cc4bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716955c640 1 -- 172.21.15.17:0/2041766189 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc27cc0 msgr2=0x55de5cc4bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:37.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716955c640 1 --2- 172.21.15.17:0/2041766189 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc27cc0 0x55de5cc4bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716955c640 1 -- 172.21.15.17:0/2041766189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc273a0 msgr2=0x55de5cc4b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:37.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716955c640 1 --2- 172.21.15.17:0/2041766189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc273a0 0x55de5cc4b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716955c640 1 -- 172.21.15.17:0/2041766189 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de5cc31bc0 con 0x55de5cc36a90 2024-09-16T01:43:37.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.354+0000 7f716955c640 1 --2- 172.21.15.17:0/2041766189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc36a90 0x55de5cc308f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f715403a4e0 tx=0x7f7154009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21c0be4b63180899 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:37.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.355+0000 7f714f7fe640 1 -- 172.21.15.17:0/2041766189 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7154051400 con 0x55de5cc36a90 2024-09-16T01:43:37.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.355+0000 7f714f7fe640 1 -- 172.21.15.17:0/2041766189 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7154045030 con 0x55de5cc36a90 2024-09-16T01:43:37.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.355+0000 7f714f7fe640 1 -- 172.21.15.17:0/2041766189 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f715403a600 con 0x55de5cc36a90 2024-09-16T01:43:37.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.355+0000 7f716e39a740 1 -- 172.21.15.17:0/2041766189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc36a90 msgr2=0x55de5cc308f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.355+0000 7f716e39a740 1 --2- 172.21.15.17:0/2041766189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc36a90 0x55de5cc308f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f715403a4e0 tx=0x7f7154009620 comp rx=0 tx=0).stop 2024-09-16T01:43:37.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.355+0000 7f716e39a740 1 -- 172.21.15.17:0/2041766189 shutdown_connections 2024-09-16T01:43:37.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.355+0000 7f716e39a740 1 --2- 172.21.15.17:0/2041766189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc36a90 0x55de5cc308f0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.355+0000 7f716e39a740 1 --2- 172.21.15.17:0/2041766189 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc27cc0 0x55de5cc4bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.355+0000 7f716e39a740 1 --2- 172.21.15.17:0/2041766189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc273a0 0x55de5cc4b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.355+0000 7f716e39a740 1 -- 172.21.15.17:0/2041766189 >> 172.21.15.17:0/2041766189 conn(0x55de5cc23a30 msgr2=0x55de5cc2ed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:37.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.355+0000 7f716e39a740 1 -- 172.21.15.17:0/2041766189 shutdown_connections 2024-09-16T01:43:37.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.355+0000 7f716e39a740 1 -- 172.21.15.17:0/2041766189 wait complete. 2024-09-16T01:43:37.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.356+0000 7f716e39a740 1 -- start start 2024-09-16T01:43:37.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.356+0000 7f716e39a740 1 Processor -- start 2024-09-16T01:43:37.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.356+0000 7f716e39a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc273a0 0x55de5cc4c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.356+0000 7f716e39a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc27cc0 0x55de5cc49490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.356+0000 7f716e39a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc36a90 0x55de5cc49bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.356+0000 7f716e39a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f71641a9880 con 0x55de5cc27cc0 2024-09-16T01:43:37.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.356+0000 7f716e39a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f71641aacf0 con 0x55de5cc36a90 2024-09-16T01:43:37.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.356+0000 7f716e39a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f71641a9f50 con 0x55de5cc273a0 2024-09-16T01:43:37.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.356+0000 7f716e39a740 10 client.0 _ll_register_callbacks cb 0x7f716000a590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:43:37.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.356+0000 7f7169d5d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc27cc0 0x55de5cc49490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.356+0000 7f7169d5d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc27cc0 0x55de5cc49490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35618/0 (socket says 172.21.15.17:35618) 2024-09-16T01:43:37.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.356+0000 7f7169d5d640 1 -- 172.21.15.17:0/2350771672 learned_addr learned my addr 172.21.15.17:0/2350771672 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:43:37.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.356+0000 7f716955c640 1 --2- 172.21.15.17:0/2350771672 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc273a0 0x55de5cc4c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f716955c640 1 --2- 172.21.15.17:0/2350771672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc36a90 0x55de5cc49bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f7169d5d640 1 -- 172.21.15.17:0/2350771672 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc273a0 msgr2=0x55de5cc4c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:37.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f7169d5d640 1 --2- 172.21.15.17:0/2350771672 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc273a0 0x55de5cc4c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f7169d5d640 1 -- 172.21.15.17:0/2350771672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc36a90 msgr2=0x55de5cc49bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:43:37.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f7169d5d640 1 --2- 172.21.15.17:0/2350771672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc36a90 0x55de5cc49bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f7169d5d640 1 -- 172.21.15.17:0/2350771672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de5ccafd30 con 0x55de5cc27cc0 2024-09-16T01:43:37.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f716955c640 1 --2- 172.21.15.17:0/2350771672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc36a90 0x55de5cc49bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:43:37.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f7169d5d640 1 --2- 172.21.15.17:0/2350771672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc27cc0 0x55de5cc49490 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f7160004700 tx=0x7f7160010af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36273553b7a02121 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:43:37.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f714d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:43:37.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f714d7fa640 1 -- 172.21.15.17:0/2350771672 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f716000fa70 con 0x55de5cc27cc0 2024-09-16T01:43:37.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f714d7fa640 1 -- 172.21.15.17:0/2350771672 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f716000fc10 con 0x55de5cc27cc0 2024-09-16T01:43:37.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f716e39a740 1 -- 172.21.15.17:0/2350771672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7154045030 con 0x55de5cc27cc0 2024-09-16T01:43:37.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f714d7fa640 1 -- 172.21.15.17:0/2350771672 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f716000fe10 con 0x55de5cc27cc0 2024-09-16T01:43:37.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f716e39a740 10 client.15246 fetch_fsmap learned FSMap version 25 2024-09-16T01:43:37.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f716e39a740 1 -- 172.21.15.17:0/2350771672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55de5ccb0f70 con 0x55de5cc27cc0 2024-09-16T01:43:37.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.357+0000 7f714d7fa640 1 -- 172.21.15.17:0/2350771672 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7154045030 con 0x55de5cc27cc0 2024-09-16T01:43:37.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.358+0000 7f714d7fa640 1 -- 172.21.15.17:0/2350771672 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f716002f050 con 0x55de5cc27cc0 2024-09-16T01:43:37.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.358+0000 7f716e39a740 10 client.15246 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:43:37.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.358+0000 7f716e39a740 10 client.15246 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:43:37.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.358+0000 7f716e39a740 20 client.15246 populate_metadata read hostname 'smithi017' 2024-09-16T01:43:37.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.358+0000 7f716e39a740 1 --2- 172.21.15.17:0/2350771672 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de5ccb1720 0x55de5ccb3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:43:37.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.358+0000 7f716e39a740 4 client.15246 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:43:37.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.358+0000 7f716e39a740 1 -- 172.21.15.17:0/2350771672 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55de5cb94d60 con 0x55de5ccb1720 2024-09-16T01:43:37.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.358+0000 7f716955c640 1 --2- 172.21.15.17:0/2350771672 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de5ccb1720 0x55de5ccb3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:43:37.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.358+0000 7f714d7fa640 10 client.15246 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:37.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.358+0000 7f716955c640 1 --2- 172.21.15.17:0/2350771672 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de5ccb1720 0x55de5ccb3b40 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8dcd5bb6134d019b server_cookie=fcc0c81f3625cd01 in_seq=0 out_seq=0 2024-09-16T01:43:37.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.358+0000 7f714d7fa640 1 -- 172.21.15.17:0/2350771672 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55de5cb94d60 con 0x55de5ccb1720 2024-09-16T01:43:37.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.358+0000 7f714d7fa640 10 client.15246 handle_command_reply: tid=0 2024-09-16T01:43:37.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.358+0000 7f716e39a740 1 client.15246 shutdown 2024-09-16T01:43:37.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716e39a740 1 -- 172.21.15.17:0/2350771672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc27cc0 msgr2=0x55de5cc49490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716e39a740 1 --2- 172.21.15.17:0/2350771672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc27cc0 0x55de5cc49490 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f7160004700 tx=0x7f7160010af0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716e39a740 1 -- 172.21.15.17:0/2350771672 shutdown_connections 2024-09-16T01:43:37.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716e39a740 1 --2- 172.21.15.17:0/2350771672 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de5ccb1720 0x55de5ccb3b40 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716e39a740 1 --2- 172.21.15.17:0/2350771672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de5cc36a90 0x55de5cc49bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716e39a740 1 --2- 172.21.15.17:0/2350771672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de5cc27cc0 0x55de5cc49490 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f714d7fa640 0 client.15246 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:43:37.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716e39a740 1 --2- 172.21.15.17:0/2350771672 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de5cc273a0 0x55de5cc4c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716e39a740 1 -- 172.21.15.17:0/2350771672 >> 172.21.15.17:0/2350771672 conn(0x55de5cc23a30 msgr2=0x55de5cc28ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:37.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716e39a740 1 -- 172.21.15.17:0/2350771672 shutdown_connections 2024-09-16T01:43:37.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716e39a740 1 -- 172.21.15.17:0/2350771672 wait complete. 2024-09-16T01:43:37.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716e39a740 20 client.15246 trim_cache size 0 max 16384 2024-09-16T01:43:37.367 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:43:37.367 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:43:37.367 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:43:37.367 INFO:teuthology.orchestra.run.smithi017.stdout: "22b7c86d-cea2-4bd7-85c6-c9610c452b2b": { 2024-09-16T01:43:37.367 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:43:37.367 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "22b7c86d-cea2-4bd7-85c6-c9610c452b2b", 2024-09-16T01:43:37.367 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:43:37.367 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:43:37.367 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:43:37.367 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:43:37.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716bfc1640 1 -- 172.21.15.17:0/4258896726 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71500a32d0 msgr2=0x7f71500a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716bfc1640 1 --2- 172.21.15.17:0/4258896726 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71500a32d0 0x7f71500a5790 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f715c0cce80 tx=0x7f715c00e040 comp rx=0 tx=0).stop 2024-09-16T01:43:37.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716bfc1640 1 -- 172.21.15.17:0/4258896726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7164102ef0 msgr2=0x7f716419cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:43:37.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716bfc1640 1 --2- 172.21.15.17:0/4258896726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7164102ef0 0x7f716419cd40 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f715c00b970 tx=0x7f715c00be30 comp rx=0 tx=0).stop 2024-09-16T01:43:37.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716bfc1640 1 -- 172.21.15.17:0/4258896726 shutdown_connections 2024-09-16T01:43:37.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716bfc1640 1 --2- 172.21.15.17:0/4258896726 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71500a32d0 0x7f71500a5790 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716bfc1640 1 --2- 172.21.15.17:0/4258896726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7164102ef0 0x7f716419cd40 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716bfc1640 1 --2- 172.21.15.17:0/4258896726 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7164102570 0x7f71641989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716bfc1640 1 --2- 172.21.15.17:0/4258896726 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7164100e20 0x7f7164198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:43:37.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.359+0000 7f716bfc1640 1 -- 172.21.15.17:0/4258896726 >> 172.21.15.17:0/4258896726 conn(0x7f71640fc7d0 msgr2=0x7f71640febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:43:37.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.360+0000 7f716bfc1640 1 -- 172.21.15.17:0/4258896726 shutdown_connections 2024-09-16T01:43:37.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:43:37.360+0000 7f716bfc1640 1 -- 172.21.15.17:0/4258896726 wait complete. 2024-09-16T01:43:37.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:37 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:43:37.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:37 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:43:37.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:37 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:43:37.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:37 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:43:37.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:37 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:43:37.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:37 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:43:37.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:37 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:43:37.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:37 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:43:38.163 INFO:tasks.cephfs.filesystem:scrub status for tag:22b7c86d-cea2-4bd7-85c6-c9610c452b2b - {'path': '/', 'tag': '22b7c86d-cea2-4bd7-85c6-c9610c452b2b', 'options': 'recursive,force'} 2024-09-16T01:43:38.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:38 smithi017 ceph-mon[30972]: pgmap v342: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-16T01:43:38.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:38 smithi122 ceph-mon[34758]: pgmap v342: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-16T01:43:38.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:38 smithi029 ceph-mon[34783]: pgmap v342: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 2.0 KiB/s wr, 8 op/s 2024-09-16T01:43:40.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:40 smithi017 ceph-mon[30972]: pgmap v343: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-16T01:43:40.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:40 smithi122 ceph-mon[34758]: pgmap v343: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-16T01:43:40.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:40 smithi029 ceph-mon[34783]: pgmap v343: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-16T01:43:42.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:42 smithi017 ceph-mon[30972]: pgmap v344: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-09-16T01:43:42.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:42 smithi122 ceph-mon[34758]: pgmap v344: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-09-16T01:43:42.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:42 smithi029 ceph-mon[34783]: pgmap v344: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 1.6 KiB/s wr, 6 op/s 2024-09-16T01:43:44.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:44 smithi017 ceph-mon[30972]: pgmap v345: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-09-16T01:43:44.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:44 smithi122 ceph-mon[34758]: pgmap v345: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-09-16T01:43:44.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:44 smithi029 ceph-mon[34783]: pgmap v345: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 5.3 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-09-16T01:43:46.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:46 smithi017 ceph-mon[30972]: pgmap v346: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 5 op/s 2024-09-16T01:43:46.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:46 smithi029 ceph-mon[34783]: pgmap v346: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 5 op/s 2024-09-16T01:43:46.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:46 smithi122 ceph-mon[34758]: pgmap v346: 97 pgs: 97 active+clean; 656 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 682 B/s wr, 5 op/s 2024-09-16T01:43:48.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:48 smithi017 ceph-mon[30972]: pgmap v347: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-16T01:43:48.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:48 smithi029 ceph-mon[34783]: pgmap v347: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-16T01:43:48.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:48 smithi122 ceph-mon[34758]: pgmap v347: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-09-16T01:43:49.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:49 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:43:49.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:49 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:43:49.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:49 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:43:50.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:50 smithi017 ceph-mon[30972]: pgmap v348: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-16T01:43:50.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:50 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:43:50.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:50 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:50 smithi122 ceph-mon[34758]: pgmap v348: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-16T01:43:50.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:50 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:43:50.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:50 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:50 smithi029 ceph-mon[34783]: pgmap v348: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 767 B/s wr, 6 op/s 2024-09-16T01:43:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:50 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:43:50.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:50.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:50 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:51.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:43:51.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:43:51.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:51.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:43:51.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:43:51.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:51.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:43:51.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:43:51.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:43:52.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:52 smithi017 ceph-mon[30972]: pgmap v349: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-16T01:43:52.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:52 smithi029 ceph-mon[34783]: pgmap v349: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-16T01:43:52.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:52 smithi122 ceph-mon[34758]: pgmap v349: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 767 B/s wr, 5 op/s 2024-09-16T01:43:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:54 smithi017 ceph-mon[30972]: pgmap v350: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-16T01:43:54.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:54 smithi122 ceph-mon[34758]: pgmap v350: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-16T01:43:54.880 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:54 smithi029 ceph-mon[34783]: pgmap v350: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-16T01:43:56.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:56 smithi017 ceph-mon[30972]: pgmap v351: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-09-16T01:43:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:56 smithi122 ceph-mon[34758]: pgmap v351: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-09-16T01:43:56.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:56 smithi029 ceph-mon[34783]: pgmap v351: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 5 op/s 2024-09-16T01:43:58.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:43:58 smithi017 ceph-mon[30972]: pgmap v352: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-16T01:43:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:43:58 smithi122 ceph-mon[34758]: pgmap v352: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-16T01:43:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:43:58 smithi029 ceph-mon[34783]: pgmap v352: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-16T01:44:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:00 smithi017 ceph-mon[30972]: pgmap v353: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:44:00.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:00 smithi029 ceph-mon[34783]: pgmap v353: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:44:00.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:00 smithi122 ceph-mon[34758]: pgmap v353: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:44:02.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:02 smithi017 ceph-mon[30972]: pgmap v354: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:44:02.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:02 smithi122 ceph-mon[34758]: pgmap v354: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:44:02.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:02 smithi029 ceph-mon[34783]: pgmap v354: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:44:04.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:04 smithi017 ceph-mon[30972]: pgmap v355: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-16T01:44:04.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:04 smithi029 ceph-mon[34783]: pgmap v355: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-16T01:44:04.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:04 smithi122 ceph-mon[34758]: pgmap v355: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-16T01:44:06.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:06 smithi017 ceph-mon[30972]: pgmap v356: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:44:06.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:06 smithi029 ceph-mon[34783]: pgmap v356: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:44:06.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:06 smithi122 ceph-mon[34758]: pgmap v356: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:44:08.164 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:44:08.436 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:44:08.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:08 smithi017 ceph-mon[30972]: pgmap v357: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-16T01:44:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:08 smithi122 ceph-mon[34758]: pgmap v357: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-16T01:44:08.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:08 smithi029 ceph-mon[34783]: pgmap v357: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-16T01:44:08.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.981+0000 7f9129d19640 1 -- 172.21.15.17:0/3723151054 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9124102570 msgr2=0x7f91241029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:08.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.981+0000 7f9129d19640 1 --2- 172.21.15.17:0/3723151054 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9124102570 0x7f91241029b0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f9118009900 tx=0x7f911802a480 comp rx=0 tx=0).stop 2024-09-16T01:44:08.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.982+0000 7f9129d19640 1 -- 172.21.15.17:0/3723151054 shutdown_connections 2024-09-16T01:44:08.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.982+0000 7f9129d19640 1 --2- 172.21.15.17:0/3723151054 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9124102ef0 0x7f912410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:08.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.982+0000 7f9129d19640 1 --2- 172.21.15.17:0/3723151054 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9124102570 0x7f91241029b0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:08.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.982+0000 7f9129d19640 1 --2- 172.21.15.17:0/3723151054 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9124100e20 0x7f9124101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:08.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.982+0000 7f9129d19640 1 -- 172.21.15.17:0/3723151054 >> 172.21.15.17:0/3723151054 conn(0x7f91240fc7d0 msgr2=0x7f91240febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:08.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.982+0000 7f9129d19640 1 -- 172.21.15.17:0/3723151054 shutdown_connections 2024-09-16T01:44:08.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.982+0000 7f9129d19640 1 -- 172.21.15.17:0/3723151054 wait complete. 2024-09-16T01:44:08.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.982+0000 7f9129d19640 1 Processor -- start 2024-09-16T01:44:08.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.983+0000 7f9129d19640 1 -- start start 2024-09-16T01:44:08.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.983+0000 7f9129d19640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9124100e20 0x7f9124109b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:08.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.983+0000 7f9129d19640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9124102570 0x7f912410a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:08.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.983+0000 7f9129d19640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9124102ef0 0x7f912410a590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:08.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.983+0000 7f9129d19640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f912410fd00 con 0x7f9124102ef0 2024-09-16T01:44:08.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.983+0000 7f9129d19640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f912410fb80 con 0x7f9124102570 2024-09-16T01:44:08.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.983+0000 7f9129d19640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f912410fe80 con 0x7f9124100e20 2024-09-16T01:44:08.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.983+0000 7f9123fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9124102ef0 0x7f912410a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:08.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.983+0000 7f9123fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9124102ef0 0x7f912410a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49002/0 (socket says 172.21.15.17:49002) 2024-09-16T01:44:08.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.983+0000 7f9123fff640 1 -- 172.21.15.17:0/439838205 learned_addr learned my addr 172.21.15.17:0/439838205 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:08.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.983+0000 7f91237fe640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9124100e20 0x7f9124109b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:08.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.983+0000 7f9122ffd640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9124102570 0x7f912410a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:08.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.984+0000 7f9123fff640 1 -- 172.21.15.17:0/439838205 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9124100e20 msgr2=0x7f9124109b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:08.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.984+0000 7f9123fff640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9124100e20 0x7f9124109b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:08.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.984+0000 7f9123fff640 1 -- 172.21.15.17:0/439838205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9124102570 msgr2=0x7f912410a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:08.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.984+0000 7f9123fff640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9124102570 0x7f912410a050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:08.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.984+0000 7f9123fff640 1 -- 172.21.15.17:0/439838205 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91241aad10 con 0x7f9124102ef0 2024-09-16T01:44:08.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.984+0000 7f91237fe640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9124100e20 0x7f9124109b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:08.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.984+0000 7f9123fff640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9124102ef0 0x7f912410a590 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f911c00eb10 tx=0x7f911c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:08.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.984+0000 7f9120ff9640 1 -- 172.21.15.17:0/439838205 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911c004b20 con 0x7f9124102ef0 2024-09-16T01:44:08.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.984+0000 7f9129d19640 1 -- 172.21.15.17:0/439838205 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91241aafa0 con 0x7f9124102ef0 2024-09-16T01:44:08.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.984+0000 7f9120ff9640 1 -- 172.21.15.17:0/439838205 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f911c004cc0 con 0x7f9124102ef0 2024-09-16T01:44:08.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.984+0000 7f9120ff9640 1 -- 172.21.15.17:0/439838205 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911c010690 con 0x7f9124102ef0 2024-09-16T01:44:08.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.985+0000 7f9129d19640 1 -- 172.21.15.17:0/439838205 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91241ab400 con 0x7f9124102ef0 2024-09-16T01:44:08.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.988+0000 7f912c0f2740 1 Processor -- start 2024-09-16T01:44:08.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.990+0000 7f9120ff9640 1 -- 172.21.15.17:0/439838205 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f911c010830 con 0x7f9124102ef0 2024-09-16T01:44:08.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.991+0000 7f9120ff9640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f910c0a33d0 0x7f910c0a5890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:08.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.991+0000 7f912c0f2740 1 -- start start 2024-09-16T01:44:08.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.991+0000 7f9120ff9640 1 -- 172.21.15.17:0/439838205 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f911c0cfea0 con 0x7f9124102ef0 2024-09-16T01:44:08.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.991+0000 7f9122ffd640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f910c0a33d0 0x7f910c0a5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:08.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.991+0000 7f912c0f2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d64a0 0x5570977d6880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:08.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.991+0000 7f912c0f2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d6dc0 0x5570977e1140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:08.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.991+0000 7f912c0f2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977e1680 0x5570977e3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:08.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.991+0000 7f912c0f2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55709773c2e0 con 0x5570977e1680 2024-09-16T01:44:08.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.991+0000 7f912c0f2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5570976e3ce0 con 0x5570977d64a0 2024-09-16T01:44:08.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.991+0000 7f912c0f2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5570977382a0 con 0x5570977d6dc0 2024-09-16T01:44:08.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.992+0000 7f91237fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d64a0 0x5570977d6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:08.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.992+0000 7f91237fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d64a0 0x5570977d6880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:57490/0 (socket says 172.21.15.17:57490) 2024-09-16T01:44:08.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.992+0000 7f91237fe640 1 -- 172.21.15.17:0/1049321071 learned_addr learned my addr 172.21.15.17:0/1049321071 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:08.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.992+0000 7f9122ffd640 1 --2- 172.21.15.17:0/1049321071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d6dc0 0x5570977e1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:08.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.992+0000 7f9122ffd640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f910c0a33d0 0x7f910c0a5890 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f912410b360 tx=0x7f9118005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:08.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.992+0000 7f91237fe640 1 -- 172.21.15.17:0/1049321071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d6dc0 msgr2=0x5570977e1140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:08.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.992+0000 7f91237fe640 1 --2- 172.21.15.17:0/1049321071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d6dc0 0x5570977e1140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:08.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.992+0000 7f91237fe640 1 -- 172.21.15.17:0/1049321071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977e1680 msgr2=0x5570977e3a70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:44:08.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.992+0000 7f9123fff640 1 --2- 172.21.15.17:0/1049321071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977e1680 0x5570977e3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:08.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.992+0000 7f91237fe640 1 --2- 172.21.15.17:0/1049321071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977e1680 0x5570977e3a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:08.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.992+0000 7f91237fe640 1 -- 172.21.15.17:0/1049321071 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570976c8440 con 0x5570977d64a0 2024-09-16T01:44:08.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.992+0000 7f9122ffd640 1 --2- 172.21.15.17:0/1049321071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d6dc0 0x5570977e1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:08.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.993+0000 7f91237fe640 1 --2- 172.21.15.17:0/1049321071 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d64a0 0x5570977d6880 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f9114010580 tx=0x7f9114010a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f2a164c4b95624c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:08.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.993+0000 7f9109ffb640 1 -- 172.21.15.17:0/1049321071 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9114011760 con 0x5570977d64a0 2024-09-16T01:44:08.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.993+0000 7f9109ffb640 1 -- 172.21.15.17:0/1049321071 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9114011db0 con 0x5570977d64a0 2024-09-16T01:44:08.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.993+0000 7f9109ffb640 1 -- 172.21.15.17:0/1049321071 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f911400e430 con 0x5570977d64a0 2024-09-16T01:44:08.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.994+0000 7f912c0f2740 1 -- 172.21.15.17:0/1049321071 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d64a0 msgr2=0x5570977d6880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:08.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.994+0000 7f912c0f2740 1 --2- 172.21.15.17:0/1049321071 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d64a0 0x5570977d6880 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f9114010580 tx=0x7f9114010a40 comp rx=0 tx=0).stop 2024-09-16T01:44:08.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.994+0000 7f912c0f2740 1 -- 172.21.15.17:0/1049321071 shutdown_connections 2024-09-16T01:44:08.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.994+0000 7f912c0f2740 1 --2- 172.21.15.17:0/1049321071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977e1680 0x5570977e3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:08.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.994+0000 7f912c0f2740 1 --2- 172.21.15.17:0/1049321071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d6dc0 0x5570977e1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:08.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.994+0000 7f912c0f2740 1 --2- 172.21.15.17:0/1049321071 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d64a0 0x5570977d6880 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:08.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.994+0000 7f912c0f2740 1 -- 172.21.15.17:0/1049321071 >> 172.21.15.17:0/1049321071 conn(0x5570977d2a30 msgr2=0x5570977d2e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:08.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.994+0000 7f912c0f2740 1 -- 172.21.15.17:0/1049321071 shutdown_connections 2024-09-16T01:44:08.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.994+0000 7f912c0f2740 1 -- 172.21.15.17:0/1049321071 wait complete. 2024-09-16T01:44:08.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.995+0000 7f912c0f2740 1 -- start start 2024-09-16T01:44:09.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.995+0000 7f912c0f2740 1 Processor -- start 2024-09-16T01:44:09.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.995+0000 7f912c0f2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d64a0 0x5570977e0f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:09.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f912c0f2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d6dc0 0x5570977de210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:09.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f912c0f2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977e1680 0x5570977de750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:09.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f912c0f2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5570977e4250 con 0x5570977e1680 2024-09-16T01:44:09.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f912c0f2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5570976f7050 con 0x5570977d64a0 2024-09-16T01:44:09.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f912c0f2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5570977e43d0 con 0x5570977d6dc0 2024-09-16T01:44:09.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f912c0f2740 10 client.0 _ll_register_callbacks cb 0x557097737160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:09.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f91237fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d64a0 0x5570977e0f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:09.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f9122ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d6dc0 0x5570977de210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:09.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f9122ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d6dc0 0x5570977de210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:48704/0 (socket says 172.21.15.17:48704) 2024-09-16T01:44:09.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f9122ffd640 1 -- 172.21.15.17:0/822355489 learned_addr learned my addr 172.21.15.17:0/822355489 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:09.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f9123fff640 1 --2- 172.21.15.17:0/822355489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977e1680 0x5570977de750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:09.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f9122ffd640 1 -- 172.21.15.17:0/822355489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d64a0 msgr2=0x5570977e0f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:09.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f9122ffd640 1 --2- 172.21.15.17:0/822355489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d64a0 0x5570977e0f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f9122ffd640 1 -- 172.21.15.17:0/822355489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977e1680 msgr2=0x5570977de750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:09.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f9122ffd640 1 --2- 172.21.15.17:0/822355489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977e1680 0x5570977de750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f9122ffd640 1 -- 172.21.15.17:0/822355489 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5570974ad3c0 con 0x5570977d6dc0 2024-09-16T01:44:09.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f9122ffd640 1 --2- 172.21.15.17:0/822355489 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d6dc0 0x5570977de210 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9118009900 tx=0x7f9118009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80d1ec8d28bcd770 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:09.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.996+0000 7f9102ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:44:09.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.997+0000 7f9102ffd640 1 -- 172.21.15.17:0/822355489 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9118035050 con 0x5570977d6dc0 2024-09-16T01:44:09.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.997+0000 7f9102ffd640 1 -- 172.21.15.17:0/822355489 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9118005510 con 0x5570977d6dc0 2024-09-16T01:44:09.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.997+0000 7f912c0f2740 1 -- 172.21.15.17:0/822355489 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9114011db0 con 0x5570977d6dc0 2024-09-16T01:44:09.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.997+0000 7f9102ffd640 1 -- 172.21.15.17:0/822355489 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f91180046c0 con 0x5570977d6dc0 2024-09-16T01:44:09.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.997+0000 7f912c0f2740 10 client.24940 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:09.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.997+0000 7f912c0f2740 1 -- 172.21.15.17:0/822355489 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557097811c70 con 0x5570977d6dc0 2024-09-16T01:44:09.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.997+0000 7f9102ffd640 1 -- 172.21.15.17:0/822355489 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f911804c070 con 0x5570977d6dc0 2024-09-16T01:44:09.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.998+0000 7f9102ffd640 1 -- 172.21.15.17:0/822355489 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f9118003a30 con 0x5570977d6dc0 2024-09-16T01:44:09.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.998+0000 7f912c0f2740 10 client.24940 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:09.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.998+0000 7f912c0f2740 10 client.24940 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:44:09.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.998+0000 7f912c0f2740 20 client.24940 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:09.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.999+0000 7f912c0f2740 1 --2- 172.21.15.17:0/822355489 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5570978131d0 0x5570978155e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:09.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.999+0000 7f912c0f2740 4 client.24940 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:44:09.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.999+0000 7f912c0f2740 1 -- 172.21.15.17:0/822355489 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f9114011db0 con 0x5570978131d0 2024-09-16T01:44:09.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.999+0000 7f91237fe640 1 --2- 172.21.15.17:0/822355489 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5570978131d0 0x5570978155e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:09.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.999+0000 7f91237fe640 1 --2- 172.21.15.17:0/822355489 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5570978131d0 0x5570978155e0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f592b7e5908766df server_cookie=b750ca6254edb133 in_seq=0 out_seq=0 2024-09-16T01:44:09.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:08.999+0000 7f9102ffd640 10 client.24940 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:09.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.000+0000 7f9102ffd640 1 -- 172.21.15.17:0/822355489 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f9114011db0 con 0x5570978131d0 2024-09-16T01:44:09.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.000+0000 7f9102ffd640 10 client.24940 handle_command_reply: tid=0 2024-09-16T01:44:09.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.000+0000 7f912c0f2740 1 client.24940 shutdown 2024-09-16T01:44:09.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.000+0000 7f912c0f2740 1 -- 172.21.15.17:0/822355489 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d6dc0 msgr2=0x5570977de210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:09.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.000+0000 7f912c0f2740 1 --2- 172.21.15.17:0/822355489 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d6dc0 0x5570977de210 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9118009900 tx=0x7f9118009260 comp rx=0 tx=0).stop 2024-09-16T01:44:09.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.000+0000 7f912c0f2740 1 -- 172.21.15.17:0/822355489 shutdown_connections 2024-09-16T01:44:09.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.000+0000 7f912c0f2740 1 --2- 172.21.15.17:0/822355489 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5570978131d0 0x5570978155e0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.000+0000 7f912c0f2740 1 --2- 172.21.15.17:0/822355489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977e1680 0x5570977de750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.000+0000 7f912c0f2740 1 --2- 172.21.15.17:0/822355489 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d6dc0 0x5570977de210 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.000+0000 7f9102ffd640 0 client.24940 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:09.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.000+0000 7f912c0f2740 1 --2- 172.21.15.17:0/822355489 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d64a0 0x5570977e0f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.000+0000 7f912c0f2740 1 -- 172.21.15.17:0/822355489 >> 172.21.15.17:0/822355489 conn(0x5570977d2a30 msgr2=0x5570977d1b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:09.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.001+0000 7f912c0f2740 1 -- 172.21.15.17:0/822355489 shutdown_connections 2024-09-16T01:44:09.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.001+0000 7f912c0f2740 1 -- 172.21.15.17:0/822355489 wait complete. 2024-09-16T01:44:09.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.001+0000 7f912c0f2740 20 client.24940 trim_cache size 0 max 16384 2024-09-16T01:44:09.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.035+0000 7f912c0f2740 1 Processor -- start 2024-09-16T01:44:09.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.035+0000 7f912c0f2740 1 -- start start 2024-09-16T01:44:09.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.035+0000 7f912c0f2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d64a0 0x5570977d8600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:09.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.035+0000 7f912c0f2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977d6dc0 0x55709781aef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:09.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f9122ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977d6dc0 0x55709781aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:09.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f912c0f2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977e1680 0x55709781b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:09.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f912c0f2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9110010bb0 con 0x5570977d6dc0 2024-09-16T01:44:09.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f912c0f2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f911000e480 con 0x5570977e1680 2024-09-16T01:44:09.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f9122ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977d6dc0 0x55709781aef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49022/0 (socket says 172.21.15.17:49022) 2024-09-16T01:44:09.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f912c0f2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f911000c380 con 0x5570977d64a0 2024-09-16T01:44:09.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f9122ffd640 1 -- 172.21.15.17:0/1532204808 learned_addr learned my addr 172.21.15.17:0/1532204808 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:09.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f91237fe640 1 --2- 172.21.15.17:0/1532204808 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d64a0 0x5570977d8600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:09.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f9123fff640 1 --2- 172.21.15.17:0/1532204808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977e1680 0x55709781b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:09.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f9122ffd640 1 -- 172.21.15.17:0/1532204808 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d64a0 msgr2=0x5570977d8600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:09.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f9122ffd640 1 --2- 172.21.15.17:0/1532204808 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d64a0 0x5570977d8600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f9122ffd640 1 -- 172.21.15.17:0/1532204808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977e1680 msgr2=0x55709781b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:09.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f9122ffd640 1 --2- 172.21.15.17:0/1532204808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977e1680 0x55709781b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f9122ffd640 1 -- 172.21.15.17:0/1532204808 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5570977df590 con 0x5570977d6dc0 2024-09-16T01:44:09.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f9123fff640 1 --2- 172.21.15.17:0/1532204808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977e1680 0x55709781b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:44:09.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.036+0000 7f9122ffd640 1 --2- 172.21.15.17:0/1532204808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977d6dc0 0x55709781aef0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f9118003ea0 tx=0x7f9118004410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd0bafa2e044a158 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:09.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.037+0000 7f91097fa640 1 -- 172.21.15.17:0/1532204808 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9118035070 con 0x5570977d6dc0 2024-09-16T01:44:09.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.037+0000 7f91097fa640 1 -- 172.21.15.17:0/1532204808 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9118060070 con 0x5570977d6dc0 2024-09-16T01:44:09.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.037+0000 7f91097fa640 1 -- 172.21.15.17:0/1532204808 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9118004c60 con 0x5570977d6dc0 2024-09-16T01:44:09.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.038+0000 7f912c0f2740 1 -- 172.21.15.17:0/1532204808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977d6dc0 msgr2=0x55709781aef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:09.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.038+0000 7f912c0f2740 1 --2- 172.21.15.17:0/1532204808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977d6dc0 0x55709781aef0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f9118003ea0 tx=0x7f9118004410 comp rx=0 tx=0).stop 2024-09-16T01:44:09.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.038+0000 7f912c0f2740 1 -- 172.21.15.17:0/1532204808 shutdown_connections 2024-09-16T01:44:09.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.038+0000 7f912c0f2740 1 --2- 172.21.15.17:0/1532204808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977e1680 0x55709781b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.038+0000 7f912c0f2740 1 --2- 172.21.15.17:0/1532204808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977d6dc0 0x55709781aef0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.038+0000 7f912c0f2740 1 --2- 172.21.15.17:0/1532204808 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977d64a0 0x5570977d8600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.038+0000 7f912c0f2740 1 -- 172.21.15.17:0/1532204808 >> 172.21.15.17:0/1532204808 conn(0x5570977d2a30 msgr2=0x5570977d7ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:09.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.038+0000 7f912c0f2740 1 -- 172.21.15.17:0/1532204808 shutdown_connections 2024-09-16T01:44:09.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.038+0000 7f912c0f2740 1 -- 172.21.15.17:0/1532204808 wait complete. 2024-09-16T01:44:09.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.038+0000 7f912c0f2740 1 -- start start 2024-09-16T01:44:09.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.039+0000 7f912c0f2740 1 Processor -- start 2024-09-16T01:44:09.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.039+0000 7f912c0f2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977d64a0 0x55709780ab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:09.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.039+0000 7f912c0f2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d6dc0 0x55709780b040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:09.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.039+0000 7f912c0f2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977e1680 0x55709780b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:09.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.039+0000 7f912c0f2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f911000c940 con 0x5570977d64a0 2024-09-16T01:44:09.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.039+0000 7f912c0f2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f911000ddb0 con 0x5570977d6dc0 2024-09-16T01:44:09.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.039+0000 7f912c0f2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f911000d010 con 0x5570977e1680 2024-09-16T01:44:09.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.039+0000 7f912c0f2740 10 client.0 _ll_register_callbacks cb 0x7f911c0093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:09.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.039+0000 7f91237fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977d64a0 0x55709780ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:09.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.039+0000 7f91237fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977d64a0 0x55709780ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49028/0 (socket says 172.21.15.17:49028) 2024-09-16T01:44:09.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.039+0000 7f91237fe640 1 -- 172.21.15.17:0/657045142 learned_addr learned my addr 172.21.15.17:0/657045142 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:09.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.039+0000 7f9122ffd640 1 --2- 172.21.15.17:0/657045142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d6dc0 0x55709780b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:09.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.039+0000 7f9123fff640 1 --2- 172.21.15.17:0/657045142 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977e1680 0x55709780b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:09.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.040+0000 7f91237fe640 1 -- 172.21.15.17:0/657045142 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977e1680 msgr2=0x55709780b580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:09.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.040+0000 7f91237fe640 1 --2- 172.21.15.17:0/657045142 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977e1680 0x55709780b580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.040+0000 7f91237fe640 1 -- 172.21.15.17:0/657045142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d6dc0 msgr2=0x55709780b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:09.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.040+0000 7f91237fe640 1 --2- 172.21.15.17:0/657045142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d6dc0 0x55709780b040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.040+0000 7f91237fe640 1 -- 172.21.15.17:0/657045142 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55709787d160 con 0x5570977d64a0 2024-09-16T01:44:09.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.040+0000 7f91237fe640 1 --2- 172.21.15.17:0/657045142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977d64a0 0x55709780ab00 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f911401e010 tx=0x7f911401ca80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=479a2b009692ffb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:09.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.040+0000 7f9102ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:44:09.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.040+0000 7f9102ffd640 1 -- 172.21.15.17:0/657045142 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9114036060 con 0x5570977d64a0 2024-09-16T01:44:09.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.040+0000 7f9102ffd640 1 -- 172.21.15.17:0/657045142 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9114005240 con 0x5570977d64a0 2024-09-16T01:44:09.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.040+0000 7f912c0f2740 1 -- 172.21.15.17:0/657045142 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9118060070 con 0x5570977d64a0 2024-09-16T01:44:09.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.041+0000 7f9102ffd640 1 -- 172.21.15.17:0/657045142 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f911401c8d0 con 0x5570977d64a0 2024-09-16T01:44:09.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.041+0000 7f912c0f2740 10 client.15261 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:09.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.041+0000 7f912c0f2740 1 -- 172.21.15.17:0/657045142 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55709787e4d0 con 0x5570977d64a0 2024-09-16T01:44:09.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.041+0000 7f9102ffd640 1 -- 172.21.15.17:0/657045142 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9118060070 con 0x5570977d64a0 2024-09-16T01:44:09.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.041+0000 7f9102ffd640 1 -- 172.21.15.17:0/657045142 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f9114011560 con 0x5570977d64a0 2024-09-16T01:44:09.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.041+0000 7f912c0f2740 10 client.15261 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:09.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.041+0000 7f912c0f2740 10 client.15261 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:44:09.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.041+0000 7f912c0f2740 20 client.15261 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:09.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.041+0000 7f912c0f2740 1 --2- 172.21.15.17:0/657045142 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5570978131d0 0x557097880890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:09.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.041+0000 7f912c0f2740 4 client.15261 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:44:09.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.041+0000 7f912c0f2740 1 -- 172.21.15.17:0/657045142 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557097749850 con 0x5570978131d0 2024-09-16T01:44:09.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.041+0000 7f9122ffd640 1 --2- 172.21.15.17:0/657045142 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5570978131d0 0x557097880890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:09.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.042+0000 7f9122ffd640 1 --2- 172.21.15.17:0/657045142 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5570978131d0 0x557097880890 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f10aba53aa766005 server_cookie=554193ba338e8176 in_seq=0 out_seq=0 2024-09-16T01:44:09.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.042+0000 7f9102ffd640 10 client.15261 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:09.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.042+0000 7f9102ffd640 1 -- 172.21.15.17:0/657045142 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x557097749850 con 0x5570978131d0 2024-09-16T01:44:09.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.042+0000 7f9102ffd640 10 client.15261 handle_command_reply: tid=0 2024-09-16T01:44:09.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.042+0000 7f912c0f2740 1 client.15261 shutdown 2024-09-16T01:44:09.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.042+0000 7f912c0f2740 1 -- 172.21.15.17:0/657045142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977d64a0 msgr2=0x55709780ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:09.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.042+0000 7f912c0f2740 1 --2- 172.21.15.17:0/657045142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977d64a0 0x55709780ab00 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f911401e010 tx=0x7f911401ca80 comp rx=0 tx=0).stop 2024-09-16T01:44:09.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.042+0000 7f912c0f2740 1 -- 172.21.15.17:0/657045142 shutdown_connections 2024-09-16T01:44:09.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.042+0000 7f912c0f2740 1 --2- 172.21.15.17:0/657045142 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5570978131d0 0x557097880890 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.043+0000 7f912c0f2740 1 --2- 172.21.15.17:0/657045142 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5570977e1680 0x55709780b580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.043+0000 7f912c0f2740 1 --2- 172.21.15.17:0/657045142 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5570977d6dc0 0x55709780b040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.043+0000 7f912c0f2740 1 --2- 172.21.15.17:0/657045142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570977d64a0 0x55709780ab00 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.043+0000 7f912c0f2740 1 -- 172.21.15.17:0/657045142 >> 172.21.15.17:0/657045142 conn(0x5570977d2a30 msgr2=0x5570977d8710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:09.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.043+0000 7f9102ffd640 0 client.15261 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:09.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.043+0000 7f912c0f2740 1 -- 172.21.15.17:0/657045142 shutdown_connections 2024-09-16T01:44:09.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.043+0000 7f912c0f2740 1 -- 172.21.15.17:0/657045142 wait complete. 2024-09-16T01:44:09.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.043+0000 7f912c0f2740 20 client.15261 trim_cache size 0 max 16384 2024-09-16T01:44:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:44:09.048 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:44:09.048 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:44:09.048 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:44:09.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.044+0000 7f9129d19640 1 -- 172.21.15.17:0/439838205 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f910c0a33d0 msgr2=0x7f910c0a5890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:09.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.044+0000 7f9129d19640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f910c0a33d0 0x7f910c0a5890 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f912410b360 tx=0x7f9118005a20 comp rx=0 tx=0).stop 2024-09-16T01:44:09.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.044+0000 7f9129d19640 1 -- 172.21.15.17:0/439838205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9124102ef0 msgr2=0x7f912410a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:09.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.044+0000 7f9129d19640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9124102ef0 0x7f912410a590 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f911c00eb10 tx=0x7f911c00c2d0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.044+0000 7f9129d19640 1 -- 172.21.15.17:0/439838205 shutdown_connections 2024-09-16T01:44:09.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.044+0000 7f9129d19640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f910c0a33d0 0x7f910c0a5890 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.044+0000 7f9129d19640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9124102ef0 0x7f912410a590 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.044+0000 7f9129d19640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9124102570 0x7f912410a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.044+0000 7f9129d19640 1 --2- 172.21.15.17:0/439838205 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9124100e20 0x7f9124109b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:09.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.044+0000 7f9129d19640 1 -- 172.21.15.17:0/439838205 >> 172.21.15.17:0/439838205 conn(0x7f91240fc7d0 msgr2=0x7f91240febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:09.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.044+0000 7f9129d19640 1 -- 172.21.15.17:0/439838205 shutdown_connections 2024-09-16T01:44:09.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:09.044+0000 7f9129d19640 1 -- 172.21.15.17:0/439838205 wait complete. 2024-09-16T01:44:09.792 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:44:09.793 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:44:10.144 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:44:10.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:10 smithi017 ceph-mon[30972]: pgmap v358: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:44:10.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.690+0000 7fa7377fe640 1 -- 172.21.15.17:0/1519607793 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa728031880 con 0x7fa738102d30 2024-09-16T01:44:10.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.691+0000 7fa73e87e640 1 -- 172.21.15.17:0/1519607793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa738102d30 msgr2=0x7fa738103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:10.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.691+0000 7fa73e87e640 1 --2- 172.21.15.17:0/1519607793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa738102d30 0x7fa738103110 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fa728009930 tx=0x7fa72802a420 comp rx=0 tx=0).stop 2024-09-16T01:44:10.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.691+0000 7fa73e87e640 1 -- 172.21.15.17:0/1519607793 shutdown_connections 2024-09-16T01:44:10.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.691+0000 7fa73e87e640 1 --2- 172.21.15.17:0/1519607793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7381082a0 0x7fa73810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:10.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.691+0000 7fa73e87e640 1 --2- 172.21.15.17:0/1519607793 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7381036e0 0x7fa738107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:10.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.691+0000 7fa73e87e640 1 --2- 172.21.15.17:0/1519607793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa738102d30 0x7fa738103110 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:10.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.691+0000 7fa73e87e640 1 -- 172.21.15.17:0/1519607793 >> 172.21.15.17:0/1519607793 conn(0x7fa7380fc7d0 msgr2=0x7fa7380febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:10.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.691+0000 7fa73e87e640 1 -- 172.21.15.17:0/1519607793 shutdown_connections 2024-09-16T01:44:10.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.691+0000 7fa73e87e640 1 -- 172.21.15.17:0/1519607793 wait complete. 2024-09-16T01:44:10.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.692+0000 7fa73e87e640 1 Processor -- start 2024-09-16T01:44:10.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.692+0000 7fa73e87e640 1 -- start start 2024-09-16T01:44:10.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.692+0000 7fa73e87e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7381036e0 0x7fa738198720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:10.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.692+0000 7fa73e87e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7381082a0 0x7fa738198c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:10.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.692+0000 7fa73e87e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73819cff0 0x7fa73819d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:10.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.692+0000 7fa73e87e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa738111f60 con 0x7fa73819cff0 2024-09-16T01:44:10.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.692+0000 7fa73e87e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa738111de0 con 0x7fa7381082a0 2024-09-16T01:44:10.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.692+0000 7fa73e87e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa7381120e0 con 0x7fa7381036e0 2024-09-16T01:44:10.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.692+0000 7fa73ce1b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73819cff0 0x7fa73819d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:10.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.692+0000 7fa73ce1b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73819cff0 0x7fa73819d4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49038/0 (socket says 172.21.15.17:49038) 2024-09-16T01:44:10.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.692+0000 7fa73ce1b640 1 -- 172.21.15.17:0/990792806 learned_addr learned my addr 172.21.15.17:0/990792806 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:10.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.693+0000 7fa737fff640 1 --2- 172.21.15.17:0/990792806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7381036e0 0x7fa738198720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:10.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.693+0000 7fa72ffff640 1 --2- 172.21.15.17:0/990792806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7381082a0 0x7fa738198c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:10.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.693+0000 7fa73ce1b640 1 -- 172.21.15.17:0/990792806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7381036e0 msgr2=0x7fa738198720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:10.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.693+0000 7fa73ce1b640 1 --2- 172.21.15.17:0/990792806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7381036e0 0x7fa738198720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:10.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.693+0000 7fa73ce1b640 1 -- 172.21.15.17:0/990792806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7381082a0 msgr2=0x7fa738198c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:10.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.693+0000 7fa73ce1b640 1 --2- 172.21.15.17:0/990792806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7381082a0 0x7fa738198c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:10.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.693+0000 7fa73ce1b640 1 -- 172.21.15.17:0/990792806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa73819dab0 con 0x7fa73819cff0 2024-09-16T01:44:10.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.693+0000 7fa73ce1b640 1 --2- 172.21.15.17:0/990792806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73819cff0 0x7fa73819d4a0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fa73000eb10 tx=0x7fa73000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:10.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.693+0000 7fa735ffb640 1 -- 172.21.15.17:0/990792806 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa730004b20 con 0x7fa73819cff0 2024-09-16T01:44:10.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.693+0000 7fa73e87e640 1 -- 172.21.15.17:0/990792806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa73819dda0 con 0x7fa73819cff0 2024-09-16T01:44:10.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.694+0000 7fa73e87e640 1 -- 172.21.15.17:0/990792806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa738100ba0 con 0x7fa73819cff0 2024-09-16T01:44:10.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.694+0000 7fa735ffb640 1 -- 172.21.15.17:0/990792806 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa730004cc0 con 0x7fa73819cff0 2024-09-16T01:44:10.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.694+0000 7fa735ffb640 1 -- 172.21.15.17:0/990792806 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa730010690 con 0x7fa73819cff0 2024-09-16T01:44:10.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.694+0000 7fa73e87e640 1 -- 172.21.15.17:0/990792806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa73806a850 con 0x7fa73819cff0 2024-09-16T01:44:10.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.696+0000 7fa735ffb640 1 -- 172.21.15.17:0/990792806 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7fa730005000 con 0x7fa73819cff0 2024-09-16T01:44:10.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.697+0000 7fa735ffb640 1 --2- 172.21.15.17:0/990792806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa7240a3350 0x7fa7240a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:10.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.697+0000 7fa735ffb640 1 -- 172.21.15.17:0/990792806 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa7300d01f0 con 0x7fa73819cff0 2024-09-16T01:44:10.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.697+0000 7fa737fff640 1 --2- 172.21.15.17:0/990792806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa7240a3350 0x7fa7240a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:10.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.698+0000 7fa737fff640 1 --2- 172.21.15.17:0/990792806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa7240a3350 0x7fa7240a5810 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa728009230 tx=0x7fa7280058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:10.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.700+0000 7fa735ffb640 1 -- 172.21.15.17:0/990792806 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa7300541b0 con 0x7fa73819cff0 2024-09-16T01:44:10.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:10 smithi122 ceph-mon[34758]: pgmap v358: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:44:10.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:10 smithi029 ceph-mon[34783]: pgmap v358: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:44:10.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.979+0000 7fa73e87e640 1 -- 172.21.15.17:0/990792806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa73810a2b0 con 0x7fa73819cff0 2024-09-16T01:44:10.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.980+0000 7fa735ffb640 1 -- 172.21.15.17:0/990792806 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7fa73009cd70 con 0x7fa73819cff0 2024-09-16T01:44:10.981 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:44:10.982 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:44:10.982 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:44:10.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.982+0000 7fa73e87e640 1 -- 172.21.15.17:0/990792806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa7240a3350 msgr2=0x7fa7240a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.982+0000 7fa73e87e640 1 --2- 172.21.15.17:0/990792806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa7240a3350 0x7fa7240a5810 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fa728009230 tx=0x7fa7280058d0 comp rx=0 tx=0).stop 2024-09-16T01:44:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.982+0000 7fa73e87e640 1 -- 172.21.15.17:0/990792806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73819cff0 msgr2=0x7fa73819d4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.982+0000 7fa73e87e640 1 --2- 172.21.15.17:0/990792806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73819cff0 0x7fa73819d4a0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fa73000eb10 tx=0x7fa73000c2d0 comp rx=0 tx=0).stop 2024-09-16T01:44:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.982+0000 7fa73e87e640 1 -- 172.21.15.17:0/990792806 shutdown_connections 2024-09-16T01:44:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.982+0000 7fa73e87e640 1 --2- 172.21.15.17:0/990792806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa7240a3350 0x7fa7240a5810 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.982+0000 7fa73e87e640 1 --2- 172.21.15.17:0/990792806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73819cff0 0x7fa73819d4a0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.982+0000 7fa73e87e640 1 --2- 172.21.15.17:0/990792806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa7381082a0 0x7fa738198c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.982+0000 7fa73e87e640 1 --2- 172.21.15.17:0/990792806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa7381036e0 0x7fa738198720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.982+0000 7fa73e87e640 1 -- 172.21.15.17:0/990792806 >> 172.21.15.17:0/990792806 conn(0x7fa7380fc7d0 msgr2=0x7fa738105ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:10.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.983+0000 7fa73e87e640 1 -- 172.21.15.17:0/990792806 shutdown_connections 2024-09-16T01:44:10.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:10.983+0000 7fa73e87e640 1 -- 172.21.15.17:0/990792806 wait complete. 2024-09-16T01:44:11.612 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:11 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/990792806' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:44:11.651 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:44:11.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:11 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/990792806' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:44:11.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:11 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/990792806' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:44:12.047 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:44:12.482 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:12 smithi017 ceph-mon[30972]: pgmap v359: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:44:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.613+0000 7fd09d4bb640 1 -- 172.21.15.17:0/4031324774 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd098102570 msgr2=0x7fd0981029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.613+0000 7fd09d4bb640 1 --2- 172.21.15.17:0/4031324774 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd098102570 0x7fd0981029b0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7fd080009900 tx=0x7fd08002a480 comp rx=0 tx=0).stop 2024-09-16T01:44:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.614+0000 7fd09d4bb640 1 -- 172.21.15.17:0/4031324774 shutdown_connections 2024-09-16T01:44:12.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.614+0000 7fd09d4bb640 1 --2- 172.21.15.17:0/4031324774 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd098102ef0 0x7fd09810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.614+0000 7fd09d4bb640 1 --2- 172.21.15.17:0/4031324774 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd098102570 0x7fd0981029b0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.614+0000 7fd09d4bb640 1 --2- 172.21.15.17:0/4031324774 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd098100e20 0x7fd098101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.614+0000 7fd09d4bb640 1 -- 172.21.15.17:0/4031324774 >> 172.21.15.17:0/4031324774 conn(0x7fd0980fc7d0 msgr2=0x7fd0980febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.614+0000 7fd09d4bb640 1 -- 172.21.15.17:0/4031324774 shutdown_connections 2024-09-16T01:44:12.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.615+0000 7fd09d4bb640 1 -- 172.21.15.17:0/4031324774 wait complete. 2024-09-16T01:44:12.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.615+0000 7fd09d4bb640 1 Processor -- start 2024-09-16T01:44:12.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.615+0000 7fd09d4bb640 1 -- start start 2024-09-16T01:44:12.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd09d4bb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd098100e20 0x7fd0980fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd096ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd098100e20 0x7fd0980fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd096ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd098100e20 0x7fd0980fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49056/0 (socket says 172.21.15.17:49056) 2024-09-16T01:44:12.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd09d4bb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd098102570 0x7fd0980fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd096ffd640 1 -- 172.21.15.17:0/852571800 learned_addr learned my addr 172.21.15.17:0/852571800 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:12.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd09d4bb640 1 --2- 172.21.15.17:0/852571800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd098102ef0 0x7fd0980fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd09d4bb640 1 -- 172.21.15.17:0/852571800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd098110e80 con 0x7fd098100e20 2024-09-16T01:44:12.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd09d4bb640 1 -- 172.21.15.17:0/852571800 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd098110d00 con 0x7fd098102ef0 2024-09-16T01:44:12.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd09d4bb640 1 -- 172.21.15.17:0/852571800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd098111000 con 0x7fd098102570 2024-09-16T01:44:12.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd08ffff640 1 --2- 172.21.15.17:0/852571800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd098102570 0x7fd0980fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd096ffd640 1 -- 172.21.15.17:0/852571800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd098102570 msgr2=0x7fd0980fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd096ffd640 1 --2- 172.21.15.17:0/852571800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd098102570 0x7fd0980fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd096ffd640 1 -- 172.21.15.17:0/852571800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd098102ef0 msgr2=0x7fd0980fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd096ffd640 1 --2- 172.21.15.17:0/852571800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd098102ef0 0x7fd0980fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.616+0000 7fd096ffd640 1 -- 172.21.15.17:0/852571800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0981a6980 con 0x7fd098100e20 2024-09-16T01:44:12.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.617+0000 7fd096ffd640 1 --2- 172.21.15.17:0/852571800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd098100e20 0x7fd0980fcc80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fd08800d770 tx=0x7fd08800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:12.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.617+0000 7fd094ff9640 1 -- 172.21.15.17:0/852571800 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd088017070 con 0x7fd098100e20 2024-09-16T01:44:12.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.617+0000 7fd09d4bb640 1 -- 172.21.15.17:0/852571800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd0981a6c70 con 0x7fd098100e20 2024-09-16T01:44:12.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.617+0000 7fd094ff9640 1 -- 172.21.15.17:0/852571800 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0880054d0 con 0x7fd098100e20 2024-09-16T01:44:12.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.617+0000 7fd094ff9640 1 -- 172.21.15.17:0/852571800 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd088004cf0 con 0x7fd098100e20 2024-09-16T01:44:12.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.617+0000 7fd09d4bb640 1 -- 172.21.15.17:0/852571800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd0981a71b0 con 0x7fd098100e20 2024-09-16T01:44:12.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.621+0000 7fd09f894740 1 Processor -- start 2024-09-16T01:44:12.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.621+0000 7fd09f894740 1 -- start start 2024-09-16T01:44:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.621+0000 7fd09f894740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75cb40 0x5626ee75b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.621+0000 7fd09f894740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee75ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.621+0000 7fd09f894740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee766370 0x5626ee768760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.621+0000 7fd09f894740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5626ee6c12f0 con 0x5626ee75cb40 2024-09-16T01:44:12.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.621+0000 7fd0977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75cb40 0x5626ee75b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.621+0000 7fd09f894740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5626ee668cf0 con 0x5626ee75b5d0 2024-09-16T01:44:12.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.621+0000 7fd09f894740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5626ee6bd2b0 con 0x5626ee766370 2024-09-16T01:44:12.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.622+0000 7fd094ff9640 1 -- 172.21.15.17:0/852571800 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7fd088004e90 con 0x7fd098100e20 2024-09-16T01:44:12.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.622+0000 7fd08ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee766370 0x5626ee768760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.622+0000 7fd0977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75cb40 0x5626ee75b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49064/0 (socket says 172.21.15.17:49064) 2024-09-16T01:44:12.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.622+0000 7fd0977fe640 1 -- 172.21.15.17:0/4148513628 learned_addr learned my addr 172.21.15.17:0/4148513628 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:12.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.622+0000 7fd096ffd640 1 --2- 172.21.15.17:0/4148513628 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee75ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.622+0000 7fd08ffff640 1 -- 172.21.15.17:0/4148513628 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 msgr2=0x5626ee75ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:12.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.622+0000 7fd08ffff640 1 --2- 172.21.15.17:0/4148513628 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee75ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.622+0000 7fd08ffff640 1 -- 172.21.15.17:0/4148513628 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75cb40 msgr2=0x5626ee75b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:12.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.622+0000 7fd08ffff640 1 --2- 172.21.15.17:0/4148513628 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75cb40 0x5626ee75b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.622+0000 7fd08ffff640 1 -- 172.21.15.17:0/4148513628 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626ee64d3a0 con 0x5626ee766370 2024-09-16T01:44:12.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.623+0000 7fd08ffff640 1 --2- 172.21.15.17:0/4148513628 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee766370 0x5626ee768760 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd080005ab0 tx=0x7fd0800040e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe3943ac4a32ac45 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:12.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.623+0000 7fd08d7fa640 1 -- 172.21.15.17:0/4148513628 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd08003f070 con 0x5626ee766370 2024-09-16T01:44:12.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.623+0000 7fd08d7fa640 1 -- 172.21.15.17:0/4148513628 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd0800044d0 con 0x5626ee766370 2024-09-16T01:44:12.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.623+0000 7fd08d7fa640 1 -- 172.21.15.17:0/4148513628 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd080035030 con 0x5626ee766370 2024-09-16T01:44:12.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.623+0000 7fd094ff9640 1 --2- 172.21.15.17:0/852571800 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd0840a3350 0x7fd0840a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.623+0000 7fd094ff9640 1 -- 172.21.15.17:0/852571800 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd0880cf540 con 0x7fd098100e20 2024-09-16T01:44:12.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.623+0000 7fd0977fe640 1 --2- 172.21.15.17:0/852571800 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd0840a3350 0x7fd0840a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.624+0000 7fd09f894740 1 -- 172.21.15.17:0/4148513628 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee766370 msgr2=0x5626ee768760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.624+0000 7fd09f894740 1 --2- 172.21.15.17:0/4148513628 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee766370 0x5626ee768760 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd080005ab0 tx=0x7fd0800040e0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.624+0000 7fd0977fe640 1 --2- 172.21.15.17:0/852571800 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd0840a3350 0x7fd0840a5810 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd0900049d0 tx=0x7fd090009990 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:12.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.624+0000 7fd09f894740 1 -- 172.21.15.17:0/4148513628 shutdown_connections 2024-09-16T01:44:12.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.624+0000 7fd09f894740 1 --2- 172.21.15.17:0/4148513628 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee766370 0x5626ee768760 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.624+0000 7fd09f894740 1 --2- 172.21.15.17:0/4148513628 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee75ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.624+0000 7fd09f894740 1 --2- 172.21.15.17:0/4148513628 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75cb40 0x5626ee75b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.624+0000 7fd09f894740 1 -- 172.21.15.17:0/4148513628 >> 172.21.15.17:0/4148513628 conn(0x5626ee724310 msgr2=0x5626ee757c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:12.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.624+0000 7fd09f894740 1 -- 172.21.15.17:0/4148513628 shutdown_connections 2024-09-16T01:44:12.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.624+0000 7fd09f894740 1 -- 172.21.15.17:0/4148513628 wait complete. 2024-09-16T01:44:12.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.625+0000 7fd09f894740 1 -- start start 2024-09-16T01:44:12.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.625+0000 7fd09f894740 1 Processor -- start 2024-09-16T01:44:12.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.625+0000 7fd09f894740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee765cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.625+0000 7fd09f894740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee75cb40 0x5626ee762f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.625+0000 7fd09f894740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee766370 0x5626ee7634d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.625+0000 7fd09f894740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5626ee769060 con 0x5626ee766370 2024-09-16T01:44:12.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.625+0000 7fd09f894740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5626ee67c060 con 0x5626ee75b5d0 2024-09-16T01:44:12.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.625+0000 7fd09f894740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5626ee7691e0 con 0x5626ee75cb40 2024-09-16T01:44:12.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.625+0000 7fd09f894740 10 client.0 _ll_register_callbacks cb 0x5626ee3cf8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:12.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.625+0000 7fd0977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee766370 0x5626ee7634d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.625+0000 7fd0977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee766370 0x5626ee7634d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49080/0 (socket says 172.21.15.17:49080) 2024-09-16T01:44:12.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.625+0000 7fd0977fe640 1 -- 172.21.15.17:0/2012088481 learned_addr learned my addr 172.21.15.17:0/2012088481 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:12.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.625+0000 7fd096ffd640 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee765cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.626+0000 7fd08ffff640 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee75cb40 0x5626ee762f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.626+0000 7fd096ffd640 1 -- 172.21.15.17:0/2012088481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee75cb40 msgr2=0x5626ee762f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:12.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.626+0000 7fd096ffd640 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee75cb40 0x5626ee762f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.626+0000 7fd096ffd640 1 -- 172.21.15.17:0/2012088481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee766370 msgr2=0x5626ee7634d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.626+0000 7fd096ffd640 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee766370 0x5626ee7634d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.626+0000 7fd096ffd640 1 -- 172.21.15.17:0/2012088481 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626ee4323c0 con 0x5626ee75b5d0 2024-09-16T01:44:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.626+0000 7fd08ffff640 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee75cb40 0x5626ee762f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:44:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.626+0000 7fd0977fe640 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee766370 0x5626ee7634d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.626+0000 7fd096ffd640 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee765cc0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd0880ccef0 tx=0x7fd08809b7d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1d17609adf319d4c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.626+0000 7fd07e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:44:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.626+0000 7fd07e7fc640 1 -- 172.21.15.17:0/2012088481 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd088020070 con 0x5626ee75b5d0 2024-09-16T01:44:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.626+0000 7fd07e7fc640 1 -- 172.21.15.17:0/2012088481 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd088098070 con 0x5626ee75b5d0 2024-09-16T01:44:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.626+0000 7fd09f894740 1 -- 172.21.15.17:0/2012088481 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd0800044d0 con 0x5626ee75b5d0 2024-09-16T01:44:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.626+0000 7fd07e7fc640 1 -- 172.21.15.17:0/2012088481 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd088005180 con 0x5626ee75b5d0 2024-09-16T01:44:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.627+0000 7fd09f894740 10 client.24902 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:12.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.627+0000 7fd09f894740 1 -- 172.21.15.17:0/2012088481 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5626ee772a90 con 0x5626ee75b5d0 2024-09-16T01:44:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.627+0000 7fd07e7fc640 1 -- 172.21.15.17:0/2012088481 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd088009c30 con 0x5626ee75b5d0 2024-09-16T01:44:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.627+0000 7fd07e7fc640 1 -- 172.21.15.17:0/2012088481 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd0880cf0f0 con 0x5626ee75b5d0 2024-09-16T01:44:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.627+0000 7fd09f894740 10 client.24902 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.627+0000 7fd09f894740 10 client.24902 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:44:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.627+0000 7fd09f894740 20 client.24902 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.627+0000 7fd09f894740 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5626ee773f50 0x5626ee7763e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.627+0000 7fd09f894740 4 client.24902 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:44:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.627+0000 7fd09f894740 1 -- 172.21.15.17:0/2012088481 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fd0800044d0 con 0x5626ee773f50 2024-09-16T01:44:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.627+0000 7fd08ffff640 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5626ee773f50 0x5626ee7763e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.628+0000 7fd07e7fc640 10 client.24902 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:44:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.628+0000 7fd08ffff640 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5626ee773f50 0x5626ee7763e0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9c5bb9cea29b0ec4 server_cookie=264807a2ecbb48af in_seq=0 out_seq=0 2024-09-16T01:44:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.628+0000 7fd07e7fc640 1 -- 172.21.15.17:0/2012088481 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fd0800044d0 con 0x5626ee773f50 2024-09-16T01:44:12.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.628+0000 7fd07e7fc640 10 client.24902 handle_command_reply: tid=0 2024-09-16T01:44:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.628+0000 7fd09f894740 1 client.24902 shutdown 2024-09-16T01:44:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.629+0000 7fd09f894740 1 -- 172.21.15.17:0/2012088481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 msgr2=0x5626ee765cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.629+0000 7fd09f894740 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee765cc0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd0880ccef0 tx=0x7fd08809b7d0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.629+0000 7fd09f894740 1 -- 172.21.15.17:0/2012088481 shutdown_connections 2024-09-16T01:44:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.629+0000 7fd09f894740 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5626ee773f50 0x5626ee7763e0 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.629+0000 7fd07e7fc640 0 client.24902 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:44:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.629+0000 7fd09f894740 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee766370 0x5626ee7634d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.629+0000 7fd09f894740 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee75cb40 0x5626ee762f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.629+0000 7fd09f894740 1 --2- 172.21.15.17:0/2012088481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee765cc0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.629+0000 7fd09f894740 1 -- 172.21.15.17:0/2012088481 >> 172.21.15.17:0/2012088481 conn(0x5626ee724310 msgr2=0x5626ee75d930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.629+0000 7fd09f894740 1 -- 172.21.15.17:0/2012088481 shutdown_connections 2024-09-16T01:44:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.629+0000 7fd09f894740 1 -- 172.21.15.17:0/2012088481 wait complete. 2024-09-16T01:44:12.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.629+0000 7fd09f894740 20 client.24902 trim_cache size 0 max 16384 2024-09-16T01:44:12.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.655+0000 7fd09f894740 1 Processor -- start 2024-09-16T01:44:12.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.655+0000 7fd09f894740 1 -- start start 2024-09-16T01:44:12.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd09f894740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee757d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd09f894740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75cb40 0x5626ee764ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd09f894740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee766370 0x5626ee77bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd09f894740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd0981adc50 con 0x5626ee75cb40 2024-09-16T01:44:12.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd09f894740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd0981ab520 con 0x5626ee75b5d0 2024-09-16T01:44:12.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd09f894740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd0981a9350 con 0x5626ee766370 2024-09-16T01:44:12.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd096ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee757d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd096ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee757d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:57572/0 (socket says 172.21.15.17:57572) 2024-09-16T01:44:12.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd096ffd640 1 -- 172.21.15.17:0/2131327313 learned_addr learned my addr 172.21.15.17:0/2131327313 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:12.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd08ffff640 1 --2- 172.21.15.17:0/2131327313 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75cb40 0x5626ee764ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd0977fe640 1 --2- 172.21.15.17:0/2131327313 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee766370 0x5626ee77bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd096ffd640 1 -- 172.21.15.17:0/2131327313 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee766370 msgr2=0x5626ee77bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:12.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd096ffd640 1 --2- 172.21.15.17:0/2131327313 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee766370 0x5626ee77bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd096ffd640 1 -- 172.21.15.17:0/2131327313 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75cb40 msgr2=0x5626ee764ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:12.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd096ffd640 1 --2- 172.21.15.17:0/2131327313 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75cb40 0x5626ee764ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.656+0000 7fd096ffd640 1 -- 172.21.15.17:0/2131327313 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5626ee763840 con 0x5626ee75b5d0 2024-09-16T01:44:12.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.657+0000 7fd096ffd640 1 --2- 172.21.15.17:0/2131327313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee757d70 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd0880983d0 tx=0x7fd0880cd350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e8b906c5f40fe80 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:12.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.657+0000 7fd08cff9640 1 -- 172.21.15.17:0/2131327313 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd088020070 con 0x5626ee75b5d0 2024-09-16T01:44:12.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.657+0000 7fd08cff9640 1 -- 172.21.15.17:0/2131327313 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd08809c100 con 0x5626ee75b5d0 2024-09-16T01:44:12.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.657+0000 7fd08cff9640 1 -- 172.21.15.17:0/2131327313 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd088098070 con 0x5626ee75b5d0 2024-09-16T01:44:12.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.658+0000 7fd09f894740 1 -- 172.21.15.17:0/2131327313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 msgr2=0x5626ee757d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.658+0000 7fd09f894740 1 --2- 172.21.15.17:0/2131327313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee757d70 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fd0880983d0 tx=0x7fd0880cd350 comp rx=0 tx=0).stop 2024-09-16T01:44:12.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.658+0000 7fd09f894740 1 -- 172.21.15.17:0/2131327313 shutdown_connections 2024-09-16T01:44:12.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.658+0000 7fd09f894740 1 --2- 172.21.15.17:0/2131327313 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee766370 0x5626ee77bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.658+0000 7fd09f894740 1 --2- 172.21.15.17:0/2131327313 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75cb40 0x5626ee764ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.658+0000 7fd09f894740 1 --2- 172.21.15.17:0/2131327313 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee75b5d0 0x5626ee757d70 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.658+0000 7fd09f894740 1 -- 172.21.15.17:0/2131327313 >> 172.21.15.17:0/2131327313 conn(0x5626ee724310 msgr2=0x5626ee7647d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:12.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.658+0000 7fd09f894740 1 -- 172.21.15.17:0/2131327313 shutdown_connections 2024-09-16T01:44:12.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.658+0000 7fd09f894740 1 -- 172.21.15.17:0/2131327313 wait complete. 2024-09-16T01:44:12.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.659+0000 7fd09f894740 1 -- start start 2024-09-16T01:44:12.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.659+0000 7fd09f894740 1 Processor -- start 2024-09-16T01:44:12.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.660+0000 7fd09f894740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75b5d0 0x5626ee76b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.660+0000 7fd09f894740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee75cb40 0x5626ee76b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.660+0000 7fd09f894740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee766370 0x5626ee80bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.660+0000 7fd09f894740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd0981a99e0 con 0x5626ee75b5d0 2024-09-16T01:44:12.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.660+0000 7fd09f894740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd0981aae50 con 0x5626ee766370 2024-09-16T01:44:12.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.660+0000 7fd09f894740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd0981aa0b0 con 0x5626ee75cb40 2024-09-16T01:44:12.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.660+0000 7fd09f894740 10 client.0 _ll_register_callbacks cb 0x7fd088009f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:12.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.660+0000 7fd096ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75b5d0 0x5626ee76b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.660+0000 7fd096ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75b5d0 0x5626ee76b1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49086/0 (socket says 172.21.15.17:49086) 2024-09-16T01:44:12.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.660+0000 7fd096ffd640 1 -- 172.21.15.17:0/3143840730 learned_addr learned my addr 172.21.15.17:0/3143840730 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:12.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.660+0000 7fd0977fe640 1 --2- 172.21.15.17:0/3143840730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee766370 0x5626ee80bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.660+0000 7fd08ffff640 1 --2- 172.21.15.17:0/3143840730 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee75cb40 0x5626ee76b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.661+0000 7fd0977fe640 1 -- 172.21.15.17:0/3143840730 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee75cb40 msgr2=0x5626ee76b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:12.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.661+0000 7fd0977fe640 1 --2- 172.21.15.17:0/3143840730 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee75cb40 0x5626ee76b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.661+0000 7fd0977fe640 1 -- 172.21.15.17:0/3143840730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75b5d0 msgr2=0x5626ee76b1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:12.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.661+0000 7fd0977fe640 1 --2- 172.21.15.17:0/3143840730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75b5d0 0x5626ee76b1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.661+0000 7fd0977fe640 1 -- 172.21.15.17:0/3143840730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5626ee80c610 con 0x5626ee766370 2024-09-16T01:44:12.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.661+0000 7fd0977fe640 1 --2- 172.21.15.17:0/3143840730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee766370 0x5626ee80bfd0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd090005fd0 tx=0x7fd090004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5f56b19f6bf55eff server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:12.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.661+0000 7fd07e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:44:12.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.661+0000 7fd07e7fc640 1 -- 172.21.15.17:0/3143840730 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd09000ee50 con 0x5626ee766370 2024-09-16T01:44:12.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.661+0000 7fd07e7fc640 1 -- 172.21.15.17:0/3143840730 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd090004b20 con 0x5626ee766370 2024-09-16T01:44:12.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.661+0000 7fd09f894740 1 -- 172.21.15.17:0/3143840730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd08809c100 con 0x5626ee766370 2024-09-16T01:44:12.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.661+0000 7fd07e7fc640 1 -- 172.21.15.17:0/3143840730 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd090004d20 con 0x5626ee766370 2024-09-16T01:44:12.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.662+0000 7fd09f894740 10 client.24908 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:12.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.662+0000 7fd09f894740 1 -- 172.21.15.17:0/3143840730 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5626ee813a20 con 0x5626ee766370 2024-09-16T01:44:12.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.662+0000 7fd07e7fc640 1 -- 172.21.15.17:0/3143840730 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd090025ad0 con 0x5626ee766370 2024-09-16T01:44:12.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.662+0000 7fd07e7fc640 1 -- 172.21.15.17:0/3143840730 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd090030020 con 0x5626ee766370 2024-09-16T01:44:12.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.662+0000 7fd09f894740 10 client.24908 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:12.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.662+0000 7fd09f894740 10 client.24908 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:44:12.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.662+0000 7fd09f894740 20 client.24908 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:12.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.662+0000 7fd09f894740 1 --2- 172.21.15.17:0/3143840730 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5626ee773f50 0x5626ee816200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:12.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.663+0000 7fd09f894740 4 client.24908 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:44:12.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.663+0000 7fd09f894740 1 -- 172.21.15.17:0/3143840730 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fd08809c100 con 0x5626ee773f50 2024-09-16T01:44:12.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.663+0000 7fd096ffd640 1 --2- 172.21.15.17:0/3143840730 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5626ee773f50 0x5626ee816200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:12.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.663+0000 7fd07e7fc640 10 client.24908 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:44:12.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.663+0000 7fd096ffd640 1 --2- 172.21.15.17:0/3143840730 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5626ee773f50 0x5626ee816200 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ec384f3318d1c22e server_cookie=2b599e6a63f8fa0d in_seq=0 out_seq=0 2024-09-16T01:44:12.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.663+0000 7fd07e7fc640 1 -- 172.21.15.17:0/3143840730 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fd08809c100 con 0x5626ee773f50 2024-09-16T01:44:12.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.663+0000 7fd07e7fc640 10 client.24908 handle_command_reply: tid=0 2024-09-16T01:44:12.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.663+0000 7fd09f894740 1 client.24908 shutdown 2024-09-16T01:44:12.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.664+0000 7fd09f894740 1 -- 172.21.15.17:0/3143840730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee766370 msgr2=0x5626ee80bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.664+0000 7fd09f894740 1 --2- 172.21.15.17:0/3143840730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee766370 0x5626ee80bfd0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd090005fd0 tx=0x7fd090004a40 comp rx=0 tx=0).stop 2024-09-16T01:44:12.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.664+0000 7fd09f894740 1 -- 172.21.15.17:0/3143840730 shutdown_connections 2024-09-16T01:44:12.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.664+0000 7fd09f894740 1 --2- 172.21.15.17:0/3143840730 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5626ee773f50 0x5626ee816200 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.669 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:44:12.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.664+0000 7fd09f894740 1 --2- 172.21.15.17:0/3143840730 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5626ee766370 0x5626ee80bfd0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.664+0000 7fd07e7fc640 0 client.24908 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:44:12.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.664+0000 7fd09f894740 1 --2- 172.21.15.17:0/3143840730 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5626ee75cb40 0x5626ee76b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.664+0000 7fd09f894740 1 --2- 172.21.15.17:0/3143840730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626ee75b5d0 0x5626ee76b1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.664+0000 7fd09f894740 1 -- 172.21.15.17:0/3143840730 >> 172.21.15.17:0/3143840730 conn(0x5626ee724310 msgr2=0x5626ee764ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:12.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.664+0000 7fd09f894740 1 -- 172.21.15.17:0/3143840730 shutdown_connections 2024-09-16T01:44:12.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.664+0000 7fd09f894740 1 -- 172.21.15.17:0/3143840730 wait complete. 2024-09-16T01:44:12.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.664+0000 7fd09f894740 20 client.24908 trim_cache size 0 max 16384 2024-09-16T01:44:12.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.666+0000 7fd09d4bb640 1 -- 172.21.15.17:0/852571800 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd0840a3350 msgr2=0x7fd0840a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.666+0000 7fd09d4bb640 1 --2- 172.21.15.17:0/852571800 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd0840a3350 0x7fd0840a5810 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd0900049d0 tx=0x7fd090009990 comp rx=0 tx=0).stop 2024-09-16T01:44:12.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.666+0000 7fd09d4bb640 1 -- 172.21.15.17:0/852571800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd098100e20 msgr2=0x7fd0980fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:12.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.666+0000 7fd09d4bb640 1 --2- 172.21.15.17:0/852571800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd098100e20 0x7fd0980fcc80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fd08800d770 tx=0x7fd08800dc30 comp rx=0 tx=0).stop 2024-09-16T01:44:12.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.666+0000 7fd09d4bb640 1 -- 172.21.15.17:0/852571800 shutdown_connections 2024-09-16T01:44:12.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.666+0000 7fd09d4bb640 1 --2- 172.21.15.17:0/852571800 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd0840a3350 0x7fd0840a5810 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.666+0000 7fd09d4bb640 1 --2- 172.21.15.17:0/852571800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd098102ef0 0x7fd0980fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.666+0000 7fd09d4bb640 1 --2- 172.21.15.17:0/852571800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd098102570 0x7fd0980fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.666+0000 7fd09d4bb640 1 --2- 172.21.15.17:0/852571800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd098100e20 0x7fd0980fcc80 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:12.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.666+0000 7fd09d4bb640 1 -- 172.21.15.17:0/852571800 >> 172.21.15.17:0/852571800 conn(0x7fd0980fc7d0 msgr2=0x7fd09806a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:12.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.666+0000 7fd09d4bb640 1 -- 172.21.15.17:0/852571800 shutdown_connections 2024-09-16T01:44:12.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:12.666+0000 7fd09d4bb640 1 -- 172.21.15.17:0/852571800 wait complete. 2024-09-16T01:44:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:12 smithi122 ceph-mon[34758]: pgmap v359: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:44:12.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:12 smithi029 ceph-mon[34783]: pgmap v359: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:44:13.497 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:44:13.854 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:44:14.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.397+0000 7f7c3f4d9640 1 -- 172.21.15.17:0/3004975481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c381027a0 msgr2=0x7f7c381067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:14.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.397+0000 7f7c3f4d9640 1 --2- 172.21.15.17:0/3004975481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c381027a0 0x7f7c381067f0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f7c28009900 tx=0x7f7c2802a410 comp rx=0 tx=0).stop 2024-09-16T01:44:14.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.397+0000 7f7c3f4d9640 1 -- 172.21.15.17:0/3004975481 shutdown_connections 2024-09-16T01:44:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.397+0000 7f7c3f4d9640 1 --2- 172.21.15.17:0/3004975481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c38106f20 0x7f7c3810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.397+0000 7f7c3f4d9640 1 --2- 172.21.15.17:0/3004975481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c381027a0 0x7f7c381067f0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.397+0000 7f7c3f4d9640 1 --2- 172.21.15.17:0/3004975481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c38101df0 0x7f7c381021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.397+0000 7f7c3f4d9640 1 -- 172.21.15.17:0/3004975481 >> 172.21.15.17:0/3004975481 conn(0x7f7c380fd8b0 msgr2=0x7f7c380ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.398+0000 7f7c3f4d9640 1 -- 172.21.15.17:0/3004975481 shutdown_connections 2024-09-16T01:44:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.398+0000 7f7c3f4d9640 1 -- 172.21.15.17:0/3004975481 wait complete. 2024-09-16T01:44:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.399+0000 7f7c3f4d9640 1 Processor -- start 2024-09-16T01:44:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.399+0000 7f7c3f4d9640 1 -- start start 2024-09-16T01:44:14.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.399+0000 7f7c3f4d9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c38101df0 0x7f7c381981b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.399+0000 7f7c3f4d9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c381027a0 0x7f7c381986f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.399+0000 7f7c3f4d9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c38106f20 0x7f7c3819ca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.400+0000 7f7c3f4d9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7c38111e30 con 0x7f7c38101df0 2024-09-16T01:44:14.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.400+0000 7f7c3f4d9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7c38111cb0 con 0x7f7c38106f20 2024-09-16T01:44:14.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.400+0000 7f7c3f4d9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7c38111fb0 con 0x7f7c381027a0 2024-09-16T01:44:14.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.400+0000 7f7c3da76640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c38106f20 0x7f7c3819ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.400+0000 7f7c3da76640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c38106f20 0x7f7c3819ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:57590/0 (socket says 172.21.15.17:57590) 2024-09-16T01:44:14.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.400+0000 7f7c3da76640 1 -- 172.21.15.17:0/4146158356 learned_addr learned my addr 172.21.15.17:0/4146158356 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:14.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.400+0000 7f7c3d275640 1 --2- 172.21.15.17:0/4146158356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c38101df0 0x7f7c381981b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.400+0000 7f7c3da76640 1 -- 172.21.15.17:0/4146158356 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c381027a0 msgr2=0x7f7c381986f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:14.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.400+0000 7f7c3da76640 1 --2- 172.21.15.17:0/4146158356 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c381027a0 0x7f7c381986f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.400+0000 7f7c3da76640 1 -- 172.21.15.17:0/4146158356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c38101df0 msgr2=0x7f7c381981b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:14.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.400+0000 7f7c3da76640 1 --2- 172.21.15.17:0/4146158356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c38101df0 0x7f7c381981b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.400+0000 7f7c3da76640 1 -- 172.21.15.17:0/4146158356 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c3819d160 con 0x7f7c38106f20 2024-09-16T01:44:14.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.401+0000 7f7c3d275640 1 --2- 172.21.15.17:0/4146158356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c38101df0 0x7f7c381981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:44:14.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.401+0000 7f7c3da76640 1 --2- 172.21.15.17:0/4146158356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c38106f20 0x7f7c3819ca80 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7c3000eaa0 tx=0x7f7c3000ef60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:14.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.401+0000 7f7c2e7fc640 1 -- 172.21.15.17:0/4146158356 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c3000cdb0 con 0x7f7c38106f20 2024-09-16T01:44:14.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.401+0000 7f7c2e7fc640 1 -- 172.21.15.17:0/4146158356 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c30005020 con 0x7f7c38106f20 2024-09-16T01:44:14.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.401+0000 7f7c2e7fc640 1 -- 172.21.15.17:0/4146158356 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c300116b0 con 0x7f7c38106f20 2024-09-16T01:44:14.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.401+0000 7f7c3f4d9640 1 -- 172.21.15.17:0/4146158356 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c3819d450 con 0x7f7c38106f20 2024-09-16T01:44:14.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.401+0000 7f7c3f4d9640 1 -- 172.21.15.17:0/4146158356 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c38074420 con 0x7f7c38106f20 2024-09-16T01:44:14.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.404+0000 7f7c2e7fc640 1 -- 172.21.15.17:0/4146158356 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f7c300051d0 con 0x7f7c38106f20 2024-09-16T01:44:14.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.405+0000 7f7c2e7fc640 1 --2- 172.21.15.17:0/4146158356 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c240a3350 0x7f7c240a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.405+0000 7f7c418b2740 1 Processor -- start 2024-09-16T01:44:14.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.405+0000 7f7c2e7fc640 1 -- 172.21.15.17:0/4146158356 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7c300cfc20 con 0x7f7c38106f20 2024-09-16T01:44:14.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.405+0000 7f7c3d275640 1 --2- 172.21.15.17:0/4146158356 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c240a3350 0x7f7c240a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.405+0000 7f7c418b2740 1 -- start start 2024-09-16T01:44:14.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.406+0000 7f7c418b2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203656090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.406+0000 7f7c418b2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e2036565d0 0x55e203656a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.406+0000 7f7c418b2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e203661370 0x55e203663760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.406+0000 7f7c418b2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e2035bc2f0 con 0x55e203661370 2024-09-16T01:44:14.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.406+0000 7f7c418b2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e203563cf0 con 0x55e203657b40 2024-09-16T01:44:14.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.406+0000 7f7c418b2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e2035b82b0 con 0x55e2036565d0 2024-09-16T01:44:14.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.406+0000 7f7c3da76640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e203661370 0x55e203663760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.406+0000 7f7c3d275640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203656090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.406+0000 7f7c3d275640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203656090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:57600/0 (socket says 172.21.15.17:57600) 2024-09-16T01:44:14.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.406+0000 7f7c3d275640 1 -- 172.21.15.17:0/2124736626 learned_addr learned my addr 172.21.15.17:0/2124736626 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:14.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.406+0000 7f7c3d275640 1 --2- 172.21.15.17:0/4146158356 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c240a3350 0x7f7c240a5810 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7c34009c70 tx=0x7f7c34005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:14.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.406+0000 7f7c3ca74640 1 --2- 172.21.15.17:0/2124736626 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e2036565d0 0x55e203656a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.407+0000 7f7c3d275640 1 -- 172.21.15.17:0/2124736626 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e2036565d0 msgr2=0x55e203656a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:14.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.407+0000 7f7c3d275640 1 --2- 172.21.15.17:0/2124736626 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e2036565d0 0x55e203656a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.407+0000 7f7c3d275640 1 -- 172.21.15.17:0/2124736626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e203661370 msgr2=0x55e203663760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:14.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.407+0000 7f7c3d275640 1 --2- 172.21.15.17:0/2124736626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e203661370 0x55e203663760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.407+0000 7f7c3d275640 1 -- 172.21.15.17:0/2124736626 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e2035483a0 con 0x55e203657b40 2024-09-16T01:44:14.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.407+0000 7f7c3d275640 1 --2- 172.21.15.17:0/2124736626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203656090 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7c34012500 tx=0x7f7c34019000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cdc56e6d02971611 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:14.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.407+0000 7f7c237fe640 1 -- 172.21.15.17:0/2124736626 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c34027670 con 0x55e203657b40 2024-09-16T01:44:14.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.407+0000 7f7c237fe640 1 -- 172.21.15.17:0/2124736626 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c34022070 con 0x55e203657b40 2024-09-16T01:44:14.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.407+0000 7f7c237fe640 1 -- 172.21.15.17:0/2124736626 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c3401ecc0 con 0x55e203657b40 2024-09-16T01:44:14.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.408+0000 7f7c418b2740 1 -- 172.21.15.17:0/2124736626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 msgr2=0x55e203656090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:14.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.408+0000 7f7c418b2740 1 --2- 172.21.15.17:0/2124736626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203656090 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7c34012500 tx=0x7f7c34019000 comp rx=0 tx=0).stop 2024-09-16T01:44:14.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.408+0000 7f7c418b2740 1 -- 172.21.15.17:0/2124736626 shutdown_connections 2024-09-16T01:44:14.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.408+0000 7f7c418b2740 1 --2- 172.21.15.17:0/2124736626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e203661370 0x55e203663760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.408+0000 7f7c418b2740 1 --2- 172.21.15.17:0/2124736626 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e2036565d0 0x55e203656a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.408+0000 7f7c418b2740 1 --2- 172.21.15.17:0/2124736626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203656090 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.408+0000 7f7c418b2740 1 -- 172.21.15.17:0/2124736626 >> 172.21.15.17:0/2124736626 conn(0x55e20361f310 msgr2=0x55e203652c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:14.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.408+0000 7f7c418b2740 1 -- 172.21.15.17:0/2124736626 shutdown_connections 2024-09-16T01:44:14.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.408+0000 7f7c418b2740 1 -- 172.21.15.17:0/2124736626 wait complete. 2024-09-16T01:44:14.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.409+0000 7f7c418b2740 1 -- start start 2024-09-16T01:44:14.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.409+0000 7f7c418b2740 1 Processor -- start 2024-09-16T01:44:14.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.409+0000 7f7c418b2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e2036565d0 0x55e203660dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.409+0000 7f7c418b2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e20365e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.409+0000 7f7c418b2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e203661370 0x55e20365e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c418b2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e203664070 con 0x55e203661370 2024-09-16T01:44:14.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c418b2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e203577060 con 0x55e203657b40 2024-09-16T01:44:14.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c418b2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e2036641f0 con 0x55e2036565d0 2024-09-16T01:44:14.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c3ca74640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e20365e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c418b2740 10 client.0 _ll_register_callbacks cb 0x55e2032ca8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:14.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c3ca74640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e20365e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:57608/0 (socket says 172.21.15.17:57608) 2024-09-16T01:44:14.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c3ca74640 1 -- 172.21.15.17:0/3440341372 learned_addr learned my addr 172.21.15.17:0/3440341372 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:14.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c3d275640 1 --2- 172.21.15.17:0/3440341372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e2036565d0 0x55e203660dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c3da76640 1 --2- 172.21.15.17:0/3440341372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e203661370 0x55e20365e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c3ca74640 1 -- 172.21.15.17:0/3440341372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e2036565d0 msgr2=0x55e203660dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:14.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c3ca74640 1 --2- 172.21.15.17:0/3440341372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e2036565d0 0x55e203660dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c3ca74640 1 -- 172.21.15.17:0/3440341372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e203661370 msgr2=0x55e20365e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:14.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c3ca74640 1 --2- 172.21.15.17:0/3440341372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e203661370 0x55e20365e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c3ca74640 1 -- 172.21.15.17:0/3440341372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e20332d3c0 con 0x55e203657b40 2024-09-16T01:44:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c3ca74640 1 --2- 172.21.15.17:0/3440341372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e20365e070 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7c28009900 tx=0x7f7c280316d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1e269a01f7f7eb28 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.410+0000 7f7c20ff9640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:44:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.411+0000 7f7c20ff9640 1 -- 172.21.15.17:0/3440341372 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c28035040 con 0x55e203657b40 2024-09-16T01:44:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.411+0000 7f7c418b2740 1 -- 172.21.15.17:0/3440341372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c34022070 con 0x55e203657b40 2024-09-16T01:44:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.411+0000 7f7c20ff9640 1 -- 172.21.15.17:0/3440341372 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7c28004250 con 0x55e203657b40 2024-09-16T01:44:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.411+0000 7f7c20ff9640 1 -- 172.21.15.17:0/3440341372 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7c28005d50 con 0x55e203657b40 2024-09-16T01:44:14.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.411+0000 7f7c418b2740 10 client.24920 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:14.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.411+0000 7f7c418b2740 1 -- 172.21.15.17:0/3440341372 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e20366fb80 con 0x55e203657b40 2024-09-16T01:44:14.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.411+0000 7f7c20ff9640 1 -- 172.21.15.17:0/3440341372 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c34022070 con 0x55e203657b40 2024-09-16T01:44:14.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.411+0000 7f7c20ff9640 1 -- 172.21.15.17:0/3440341372 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7c28005230 con 0x55e203657b40 2024-09-16T01:44:14.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.411+0000 7f7c418b2740 10 client.24920 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:14.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.411+0000 7f7c418b2740 10 client.24920 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:44:14.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.411+0000 7f7c418b2740 20 client.24920 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:14.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.411+0000 7f7c418b2740 1 --2- 172.21.15.17:0/3440341372 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e203671460 0x55e203673900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.411+0000 7f7c418b2740 4 client.24920 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:44:14.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.411+0000 7f7c418b2740 1 -- 172.21.15.17:0/3440341372 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e2035c9860 con 0x55e203671460 2024-09-16T01:44:14.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.412+0000 7f7c3d275640 1 --2- 172.21.15.17:0/3440341372 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e203671460 0x55e203673900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.412+0000 7f7c20ff9640 10 client.24920 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:44:14.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.412+0000 7f7c3d275640 1 --2- 172.21.15.17:0/3440341372 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e203671460 0x55e203673900 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=397938d72521730c server_cookie=721485e3fa741d2b in_seq=0 out_seq=0 2024-09-16T01:44:14.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.413+0000 7f7c20ff9640 1 -- 172.21.15.17:0/3440341372 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e2035c9860 con 0x55e203671460 2024-09-16T01:44:14.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.413+0000 7f7c20ff9640 10 client.24920 handle_command_reply: tid=0 2024-09-16T01:44:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.413+0000 7f7c418b2740 1 client.24920 shutdown 2024-09-16T01:44:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.413+0000 7f7c418b2740 1 -- 172.21.15.17:0/3440341372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 msgr2=0x55e20365e070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.413+0000 7f7c418b2740 1 --2- 172.21.15.17:0/3440341372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e20365e070 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f7c28009900 tx=0x7f7c280316d0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.413+0000 7f7c418b2740 1 -- 172.21.15.17:0/3440341372 shutdown_connections 2024-09-16T01:44:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.414+0000 7f7c418b2740 1 --2- 172.21.15.17:0/3440341372 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e203671460 0x55e203673900 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.414+0000 7f7c418b2740 1 --2- 172.21.15.17:0/3440341372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e203661370 0x55e20365e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.414+0000 7f7c20ff9640 0 client.24920 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:44:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.414+0000 7f7c418b2740 1 --2- 172.21.15.17:0/3440341372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e20365e070 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.414+0000 7f7c418b2740 1 --2- 172.21.15.17:0/3440341372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e2036565d0 0x55e203660dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.414+0000 7f7c418b2740 1 -- 172.21.15.17:0/3440341372 >> 172.21.15.17:0/3440341372 conn(0x55e20361f310 msgr2=0x55e203658960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.414+0000 7f7c418b2740 1 -- 172.21.15.17:0/3440341372 shutdown_connections 2024-09-16T01:44:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.414+0000 7f7c418b2740 1 -- 172.21.15.17:0/3440341372 wait complete. 2024-09-16T01:44:14.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.414+0000 7f7c418b2740 20 client.24920 trim_cache size 0 max 16384 2024-09-16T01:44:14.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.427+0000 7f7c418b2740 1 Processor -- start 2024-09-16T01:44:14.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.427+0000 7f7c418b2740 1 -- start start 2024-09-16T01:44:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c418b2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e2036565d0 0x55e203673880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c418b2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203659120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c418b2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e203661370 0x55e203659660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c418b2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7c381bece0 con 0x55e2036565d0 2024-09-16T01:44:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c418b2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7c381bc5b0 con 0x55e203657b40 2024-09-16T01:44:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c418b2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7c381ba3e0 con 0x55e203661370 2024-09-16T01:44:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c3d275640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e2036565d0 0x55e203673880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c3d275640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e2036565d0 0x55e203673880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49138/0 (socket says 172.21.15.17:49138) 2024-09-16T01:44:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c3ca74640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203659120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c3d275640 1 -- 172.21.15.17:0/3353779781 learned_addr learned my addr 172.21.15.17:0/3353779781 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c3ca74640 1 -- 172.21.15.17:0/3353779781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e203661370 msgr2=0x55e203659660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c3ca74640 1 --2- 172.21.15.17:0/3353779781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e203661370 0x55e203659660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c3ca74640 1 -- 172.21.15.17:0/3353779781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e2036565d0 msgr2=0x55e203673880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c3ca74640 1 --2- 172.21.15.17:0/3353779781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e2036565d0 0x55e203673880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c3ca74640 1 -- 172.21.15.17:0/3353779781 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e203661130 con 0x55e203657b40 2024-09-16T01:44:14.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.428+0000 7f7c3d275640 1 --2- 172.21.15.17:0/3353779781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e2036565d0 0x55e203673880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:14.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.429+0000 7f7c3ca74640 1 --2- 172.21.15.17:0/3353779781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203659120 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7c28005620 tx=0x7f7c28032d10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95f781f8010fdf0f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:14.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.429+0000 7f7c22ffd640 1 -- 172.21.15.17:0/3353779781 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c28035030 con 0x55e203657b40 2024-09-16T01:44:14.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.429+0000 7f7c22ffd640 1 -- 172.21.15.17:0/3353779781 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c2800b0b0 con 0x55e203657b40 2024-09-16T01:44:14.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.429+0000 7f7c22ffd640 1 -- 172.21.15.17:0/3353779781 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c28005250 con 0x55e203657b40 2024-09-16T01:44:14.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.430+0000 7f7c418b2740 1 -- 172.21.15.17:0/3353779781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 msgr2=0x55e203659120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:14.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.430+0000 7f7c418b2740 1 --2- 172.21.15.17:0/3353779781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203659120 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7c28005620 tx=0x7f7c28032d10 comp rx=0 tx=0).stop 2024-09-16T01:44:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.430+0000 7f7c418b2740 1 -- 172.21.15.17:0/3353779781 shutdown_connections 2024-09-16T01:44:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.430+0000 7f7c418b2740 1 --2- 172.21.15.17:0/3353779781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e203661370 0x55e203659660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.430+0000 7f7c418b2740 1 --2- 172.21.15.17:0/3353779781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203659120 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.430+0000 7f7c418b2740 1 --2- 172.21.15.17:0/3353779781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e2036565d0 0x55e203673880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.430+0000 7f7c418b2740 1 -- 172.21.15.17:0/3353779781 >> 172.21.15.17:0/3353779781 conn(0x55e20361f310 msgr2=0x55e20364da30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.430+0000 7f7c418b2740 1 -- 172.21.15.17:0/3353779781 shutdown_connections 2024-09-16T01:44:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.430+0000 7f7c418b2740 1 -- 172.21.15.17:0/3353779781 wait complete. 2024-09-16T01:44:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.431+0000 7f7c418b2740 1 -- start start 2024-09-16T01:44:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.431+0000 7f7c418b2740 1 Processor -- start 2024-09-16T01:44:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.432+0000 7f7c418b2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e2036565d0 0x55e203669540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.432+0000 7f7c418b2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203669a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.432+0000 7f7c418b2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e203661370 0x55e2036649e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.432+0000 7f7c418b2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7c381baa70 con 0x55e2036565d0 2024-09-16T01:44:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.432+0000 7f7c3d275640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e2036565d0 0x55e203669540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.432+0000 7f7c418b2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7c381bbee0 con 0x55e203657b40 2024-09-16T01:44:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.432+0000 7f7c3d275640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e2036565d0 0x55e203669540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49148/0 (socket says 172.21.15.17:49148) 2024-09-16T01:44:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.432+0000 7f7c3d275640 1 -- 172.21.15.17:0/2085790072 learned_addr learned my addr 172.21.15.17:0/2085790072 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.432+0000 7f7c3da76640 1 --2- 172.21.15.17:0/2085790072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e203661370 0x55e2036649e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.432+0000 7f7c3ca74640 1 --2- 172.21.15.17:0/2085790072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203669a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.432+0000 7f7c418b2740 1 -- 172.21.15.17:0/2085790072 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7c381bb140 con 0x55e203661370 2024-09-16T01:44:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.433+0000 7f7c3da76640 1 -- 172.21.15.17:0/2085790072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 msgr2=0x55e203669a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.433+0000 7f7c3da76640 1 --2- 172.21.15.17:0/2085790072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203669a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.433+0000 7f7c3da76640 1 -- 172.21.15.17:0/2085790072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e2036565d0 msgr2=0x55e203669540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:14.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.433+0000 7f7c3da76640 1 --2- 172.21.15.17:0/2085790072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e2036565d0 0x55e203669540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.433+0000 7f7c3da76640 1 -- 172.21.15.17:0/2085790072 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e2036651e0 con 0x55e203661370 2024-09-16T01:44:14.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.433+0000 7f7c3d275640 1 --2- 172.21.15.17:0/2085790072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e2036565d0 0x55e203669540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:14.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.433+0000 7f7c418b2740 10 client.0 _ll_register_callbacks cb 0x7f7c28009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:14.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.433+0000 7f7c418b2740 1 -- 172.21.15.17:0/2085790072 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c2800b0b0 con 0x55e203661370 2024-09-16T01:44:14.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.433+0000 7f7c3da76640 1 --2- 172.21.15.17:0/2085790072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e203661370 0x55e2036649e0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7c300cd590 tx=0x7f7c30009750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=65f71fc96eb4fd95 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:14.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.433+0000 7f7c20ff9640 10 client.24976 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:44:14.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.433+0000 7f7c20ff9640 1 -- 172.21.15.17:0/2085790072 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c3001f040 con 0x55e203661370 2024-09-16T01:44:14.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.433+0000 7f7c20ff9640 1 -- 172.21.15.17:0/2085790072 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7c300cd7e0 con 0x55e203661370 2024-09-16T01:44:14.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.434+0000 7f7c20ff9640 1 -- 172.21.15.17:0/2085790072 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7c300a00f0 con 0x55e203661370 2024-09-16T01:44:14.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.434+0000 7f7c418b2740 10 client.24976 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:14.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.434+0000 7f7c418b2740 1 -- 172.21.15.17:0/2085790072 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({fsmap=25}) -- 0x55e2036dbb70 con 0x55e203661370 2024-09-16T01:44:14.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.434+0000 7f7c20ff9640 1 -- 172.21.15.17:0/2085790072 <== mon.1 v2:172.21.15.122:3300/0 4 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7c300b7050 con 0x55e203661370 2024-09-16T01:44:14.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.434+0000 7f7c418b2740 10 client.24976 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:14.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.434+0000 7f7c418b2740 10 client.24976 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:44:14.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.434+0000 7f7c418b2740 20 client.24976 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:14.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.434+0000 7f7c418b2740 1 --2- 172.21.15.17:0/2085790072 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e203671460 0x55e2036de250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:14.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.434+0000 7f7c418b2740 4 client.24976 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:44:14.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.434+0000 7f7c418b2740 1 -- 172.21.15.17:0/2085790072 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e2035c3d70 con 0x55e203671460 2024-09-16T01:44:14.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.434+0000 7f7c3d275640 1 --2- 172.21.15.17:0/2085790072 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e203671460 0x55e2036de250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:14.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.435+0000 7f7c20ff9640 10 client.24976 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:44:14.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.435+0000 7f7c3d275640 1 --2- 172.21.15.17:0/2085790072 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e203671460 0x55e2036de250 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=23b5c3b4d5b0979a server_cookie=fb54f62ca08c03f3 in_seq=0 out_seq=0 2024-09-16T01:44:14.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.435+0000 7f7c20ff9640 1 -- 172.21.15.17:0/2085790072 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e2035c3d70 con 0x55e203671460 2024-09-16T01:44:14.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.435+0000 7f7c20ff9640 10 client.24976 handle_command_reply: tid=0 2024-09-16T01:44:14.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.435+0000 7f7c418b2740 1 client.24976 shutdown 2024-09-16T01:44:14.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.435+0000 7f7c418b2740 1 -- 172.21.15.17:0/2085790072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e203661370 msgr2=0x55e2036649e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:14.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.435+0000 7f7c418b2740 1 --2- 172.21.15.17:0/2085790072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e203661370 0x55e2036649e0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7c300cd590 tx=0x7f7c30009750 comp rx=0 tx=0).stop 2024-09-16T01:44:14.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.435+0000 7f7c418b2740 1 -- 172.21.15.17:0/2085790072 shutdown_connections 2024-09-16T01:44:14.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.435+0000 7f7c418b2740 1 --2- 172.21.15.17:0/2085790072 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e203671460 0x55e2036de250 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.435+0000 7f7c418b2740 1 --2- 172.21.15.17:0/2085790072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e203661370 0x55e2036649e0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.435+0000 7f7c418b2740 1 --2- 172.21.15.17:0/2085790072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e203657b40 0x55e203669a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.435+0000 7f7c20ff9640 0 client.24976 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:44:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.435+0000 7f7c418b2740 1 --2- 172.21.15.17:0/2085790072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e2036565d0 0x55e203669540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.435+0000 7f7c418b2740 1 -- 172.21.15.17:0/2085790072 >> 172.21.15.17:0/2085790072 conn(0x55e20361f310 msgr2=0x55e20365f8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.436+0000 7f7c418b2740 1 -- 172.21.15.17:0/2085790072 shutdown_connections 2024-09-16T01:44:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.436+0000 7f7c418b2740 1 -- 172.21.15.17:0/2085790072 wait complete. 2024-09-16T01:44:14.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.436+0000 7f7c418b2740 20 client.24976 trim_cache size 0 max 16384 2024-09-16T01:44:14.443 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:44:14.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.436+0000 7f7c3f4d9640 1 -- 172.21.15.17:0/4146158356 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c240a3350 msgr2=0x7f7c240a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:14.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.436+0000 7f7c3f4d9640 1 --2- 172.21.15.17:0/4146158356 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c240a3350 0x7f7c240a5810 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7c34009c70 tx=0x7f7c34005f90 comp rx=0 tx=0).stop 2024-09-16T01:44:14.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.436+0000 7f7c3f4d9640 1 -- 172.21.15.17:0/4146158356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c38106f20 msgr2=0x7f7c3819ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:14.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.436+0000 7f7c3f4d9640 1 --2- 172.21.15.17:0/4146158356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c38106f20 0x7f7c3819ca80 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7c3000eaa0 tx=0x7f7c3000ef60 comp rx=0 tx=0).stop 2024-09-16T01:44:14.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.437+0000 7f7c3f4d9640 1 -- 172.21.15.17:0/4146158356 shutdown_connections 2024-09-16T01:44:14.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.437+0000 7f7c3f4d9640 1 --2- 172.21.15.17:0/4146158356 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c240a3350 0x7f7c240a5810 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.437+0000 7f7c3f4d9640 1 --2- 172.21.15.17:0/4146158356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c38106f20 0x7f7c3819ca80 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.437+0000 7f7c3f4d9640 1 --2- 172.21.15.17:0/4146158356 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c381027a0 0x7f7c381986f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.437+0000 7f7c3f4d9640 1 --2- 172.21.15.17:0/4146158356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c38101df0 0x7f7c381981b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:14.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.437+0000 7f7c3f4d9640 1 -- 172.21.15.17:0/4146158356 >> 172.21.15.17:0/4146158356 conn(0x7f7c380fd8b0 msgr2=0x7f7c380fe360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:14.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.437+0000 7f7c3f4d9640 1 -- 172.21.15.17:0/4146158356 shutdown_connections 2024-09-16T01:44:14.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:14.437+0000 7f7c3f4d9640 1 -- 172.21.15.17:0/4146158356 wait complete. 2024-09-16T01:44:14.772 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:14 smithi017 ceph-mon[30972]: pgmap v360: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-16T01:44:14.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:14 smithi029 ceph-mon[34783]: pgmap v360: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-16T01:44:14.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:14 smithi122 ceph-mon[34758]: pgmap v360: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-09-16T01:44:15.156 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:44:15.554 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:44:16.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.154+0000 7f9382cad640 1 -- 172.21.15.17:0/1982398611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f937c1027a0 msgr2=0x7f937c1067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:16.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.154+0000 7f9382cad640 1 --2- 172.21.15.17:0/1982398611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f937c1027a0 0x7f937c1067f0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9368009900 tx=0x7f936802a410 comp rx=0 tx=0).stop 2024-09-16T01:44:16.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.154+0000 7f9382cad640 1 -- 172.21.15.17:0/1982398611 shutdown_connections 2024-09-16T01:44:16.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.154+0000 7f9382cad640 1 --2- 172.21.15.17:0/1982398611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f937c106f20 0x7f937c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.154+0000 7f9382cad640 1 --2- 172.21.15.17:0/1982398611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f937c1027a0 0x7f937c1067f0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.154+0000 7f9382cad640 1 --2- 172.21.15.17:0/1982398611 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f937c101df0 0x7f937c1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.154+0000 7f9382cad640 1 -- 172.21.15.17:0/1982398611 >> 172.21.15.17:0/1982398611 conn(0x7f937c0fd8f0 msgr2=0x7f937c0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:16.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.154+0000 7f9382cad640 1 -- 172.21.15.17:0/1982398611 shutdown_connections 2024-09-16T01:44:16.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.154+0000 7f9382cad640 1 -- 172.21.15.17:0/1982398611 wait complete. 2024-09-16T01:44:16.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.156+0000 7f9382cad640 1 Processor -- start 2024-09-16T01:44:16.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.156+0000 7f9382cad640 1 -- start start 2024-09-16T01:44:16.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.156+0000 7f9382cad640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f937c101df0 0x7f937c198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.156+0000 7f9382cad640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f937c1027a0 0x7f937c1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.156+0000 7f937bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f937c1027a0 0x7f937c1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.156+0000 7f937bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f937c1027a0 0x7f937c1988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44352/0 (socket says 172.21.15.17:44352) 2024-09-16T01:44:16.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.156+0000 7f937bfff640 1 -- 172.21.15.17:0/1872568803 learned_addr learned my addr 172.21.15.17:0/1872568803 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:16.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.156+0000 7f9382cad640 1 --2- 172.21.15.17:0/1872568803 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f937c106f20 0x7f937c19cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.156+0000 7f9382cad640 1 -- 172.21.15.17:0/1872568803 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f937c111df0 con 0x7f937c1027a0 2024-09-16T01:44:16.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.156+0000 7f9382cad640 1 -- 172.21.15.17:0/1872568803 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f937c111c70 con 0x7f937c101df0 2024-09-16T01:44:16.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.156+0000 7f9382cad640 1 -- 172.21.15.17:0/1872568803 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f937c111f70 con 0x7f937c106f20 2024-09-16T01:44:16.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.156+0000 7f9380a49640 1 --2- 172.21.15.17:0/1872568803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f937c101df0 0x7f937c198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.157+0000 7f937bfff640 1 -- 172.21.15.17:0/1872568803 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f937c106f20 msgr2=0x7f937c19cc40 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-16T01:44:16.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.157+0000 7f937bfff640 1 --2- 172.21.15.17:0/1872568803 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f937c106f20 0x7f937c19cc40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.157+0000 7f937bfff640 1 -- 172.21.15.17:0/1872568803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f937c101df0 msgr2=0x7f937c198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:16.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.157+0000 7f937bfff640 1 --2- 172.21.15.17:0/1872568803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f937c101df0 0x7f937c198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.157+0000 7f937bfff640 1 -- 172.21.15.17:0/1872568803 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f937c19d320 con 0x7f937c1027a0 2024-09-16T01:44:16.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.157+0000 7f937bfff640 1 --2- 172.21.15.17:0/1872568803 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f937c1027a0 0x7f937c1988b0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f9368005940 tx=0x7f9368004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:16.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.157+0000 7f9379ffb640 1 -- 172.21.15.17:0/1872568803 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f936803f030 con 0x7f937c1027a0 2024-09-16T01:44:16.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.158+0000 7f9382cad640 1 -- 172.21.15.17:0/1872568803 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f937c19d5b0 con 0x7f937c1027a0 2024-09-16T01:44:16.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.158+0000 7f9379ffb640 1 -- 172.21.15.17:0/1872568803 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9368003aa0 con 0x7f937c1027a0 2024-09-16T01:44:16.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.158+0000 7f9379ffb640 1 -- 172.21.15.17:0/1872568803 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9368035070 con 0x7f937c1027a0 2024-09-16T01:44:16.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.158+0000 7f9382cad640 1 -- 172.21.15.17:0/1872568803 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f937c1a4ef0 con 0x7f937c1027a0 2024-09-16T01:44:16.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.161+0000 7f9385086740 1 Processor -- start 2024-09-16T01:44:16.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.161+0000 7f9385086740 1 -- start start 2024-09-16T01:44:16.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.161+0000 7f9385086740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c308dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.161+0000 7f9385086740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308c120 0x5615c308c560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.161+0000 7f9385086740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308cb80 0x5615c30a1f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.161+0000 7f9385086740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5615c2ff22f0 con 0x5615c308d840 2024-09-16T01:44:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.161+0000 7f9385086740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5615c2f99cf0 con 0x5615c308cb80 2024-09-16T01:44:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.161+0000 7f9385086740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5615c2fee2b0 con 0x5615c308c120 2024-09-16T01:44:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.162+0000 7f938124a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c308dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.162+0000 7f938124a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c308dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44358/0 (socket says 172.21.15.17:44358) 2024-09-16T01:44:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.162+0000 7f938124a640 1 -- 172.21.15.17:0/2195498150 learned_addr learned my addr 172.21.15.17:0/2195498150 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.162+0000 7f9380a49640 1 --2- 172.21.15.17:0/2195498150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308c120 0x5615c308c560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.162+0000 7f938124a640 1 -- 172.21.15.17:0/2195498150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308c120 msgr2=0x5615c308c560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.162+0000 7f938124a640 1 --2- 172.21.15.17:0/2195498150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308c120 0x5615c308c560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.162+0000 7f938124a640 1 -- 172.21.15.17:0/2195498150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308cb80 msgr2=0x5615c30a1f60 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:44:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.162+0000 7f938124a640 1 --2- 172.21.15.17:0/2195498150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308cb80 0x5615c30a1f60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.162+0000 7f938124a640 1 -- 172.21.15.17:0/2195498150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615c2f7e3a0 con 0x5615c308d840 2024-09-16T01:44:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.162+0000 7f9380a49640 1 --2- 172.21.15.17:0/2195498150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308c120 0x5615c308c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:16.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.162+0000 7f938124a640 1 --2- 172.21.15.17:0/2195498150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c308dc20 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f9374009cd0 tx=0x7f937400e6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c0d9e7a540a4667 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.162+0000 7f9379ffb640 1 -- 172.21.15.17:0/1872568803 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f9368042030 con 0x7f937c1027a0 2024-09-16T01:44:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.163+0000 7f9366ffd640 1 -- 172.21.15.17:0/2195498150 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9374016070 con 0x5615c308d840 2024-09-16T01:44:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.163+0000 7f9366ffd640 1 -- 172.21.15.17:0/2195498150 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9374005020 con 0x5615c308d840 2024-09-16T01:44:16.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.164+0000 7f9366ffd640 1 -- 172.21.15.17:0/2195498150 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93740116d0 con 0x5615c308d840 2024-09-16T01:44:16.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.164+0000 7f9379ffb640 1 --2- 172.21.15.17:0/1872568803 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f936c0a3350 0x7f936c0a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.164+0000 7f9385086740 1 -- 172.21.15.17:0/2195498150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 msgr2=0x5615c308dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:16.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.164+0000 7f9385086740 1 --2- 172.21.15.17:0/2195498150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c308dc20 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f9374009cd0 tx=0x7f937400e6c0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.164+0000 7f9385086740 1 -- 172.21.15.17:0/2195498150 shutdown_connections 2024-09-16T01:44:16.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.164+0000 7f9385086740 1 --2- 172.21.15.17:0/2195498150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308cb80 0x5615c30a1f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.164+0000 7f9385086740 1 --2- 172.21.15.17:0/2195498150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308c120 0x5615c308c560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.164+0000 7f9385086740 1 --2- 172.21.15.17:0/2195498150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c308dc20 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.164+0000 7f9385086740 1 -- 172.21.15.17:0/2195498150 >> 172.21.15.17:0/2195498150 conn(0x5615c3055310 msgr2=0x5615c3088c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:16.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.164+0000 7f9380a49640 1 --2- 172.21.15.17:0/1872568803 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f936c0a3350 0x7f936c0a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.164+0000 7f9379ffb640 1 -- 172.21.15.17:0/1872568803 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f93680f0230 con 0x7f937c1027a0 2024-09-16T01:44:16.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.164+0000 7f9385086740 1 -- 172.21.15.17:0/2195498150 shutdown_connections 2024-09-16T01:44:16.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.164+0000 7f9385086740 1 -- 172.21.15.17:0/2195498150 wait complete. 2024-09-16T01:44:16.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.165+0000 7f9380a49640 1 --2- 172.21.15.17:0/1872568803 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f936c0a3350 0x7f936c0a5810 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x5615c3089ac0 tx=0x7f937000b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:16.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.165+0000 7f9385086740 1 -- start start 2024-09-16T01:44:16.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.165+0000 7f9385086740 1 Processor -- start 2024-09-16T01:44:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.165+0000 7f9385086740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308c120 0x5615c30a1d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.165+0000 7f9385086740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308cb80 0x5615c309f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f9385086740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c309f540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f9385086740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5615c30a29d0 con 0x5615c308d840 2024-09-16T01:44:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f9385086740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5615c2fad060 con 0x5615c308c120 2024-09-16T01:44:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f9385086740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5615c30a2b50 con 0x5615c308cb80 2024-09-16T01:44:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f9385086740 10 client.0 _ll_register_callbacks cb 0x5615c2d008c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f9380a49640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308c120 0x5615c30a1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f9380a49640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308c120 0x5615c30a1d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:43906/0 (socket says 172.21.15.17:43906) 2024-09-16T01:44:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f9380a49640 1 -- 172.21.15.17:0/1546429043 learned_addr learned my addr 172.21.15.17:0/1546429043 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f938124a640 1 --2- 172.21.15.17:0/1546429043 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c309f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f937bfff640 1 --2- 172.21.15.17:0/1546429043 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308cb80 0x5615c309f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f9380a49640 1 -- 172.21.15.17:0/1546429043 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308cb80 msgr2=0x5615c309f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f9380a49640 1 --2- 172.21.15.17:0/1546429043 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308cb80 0x5615c309f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f9380a49640 1 -- 172.21.15.17:0/1546429043 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 msgr2=0x5615c309f540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f9380a49640 1 --2- 172.21.15.17:0/1546429043 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c309f540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f9380a49640 1 -- 172.21.15.17:0/1546429043 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615c2d633c0 con 0x5615c308c120 2024-09-16T01:44:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f9380a49640 1 --2- 172.21.15.17:0/1546429043 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308c120 0x5615c30a1d50 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f937001f460 tx=0x7f9370004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=db66fdeb9fb89bc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.166+0000 7f935bfff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:44:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.167+0000 7f935bfff640 1 -- 172.21.15.17:0/1546429043 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f937001c600 con 0x5615c308c120 2024-09-16T01:44:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.167+0000 7f935bfff640 1 -- 172.21.15.17:0/1546429043 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f937001c7a0 con 0x5615c308c120 2024-09-16T01:44:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.167+0000 7f9385086740 1 -- 172.21.15.17:0/1546429043 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9374005020 con 0x5615c308c120 2024-09-16T01:44:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.167+0000 7f935bfff640 1 -- 172.21.15.17:0/1546429043 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f937001c9e0 con 0x5615c308c120 2024-09-16T01:44:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.167+0000 7f9385086740 10 client.24935 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:16.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.167+0000 7f9385086740 1 -- 172.21.15.17:0/1546429043 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5615c30ae3e0 con 0x5615c308c120 2024-09-16T01:44:16.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.167+0000 7f935bfff640 1 -- 172.21.15.17:0/1546429043 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f937001cb80 con 0x5615c308c120 2024-09-16T01:44:16.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.168+0000 7f935bfff640 1 -- 172.21.15.17:0/1546429043 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f9370026070 con 0x5615c308c120 2024-09-16T01:44:16.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.168+0000 7f9385086740 10 client.24935 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:16.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.168+0000 7f9385086740 10 client.24935 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:44:16.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.168+0000 7f9385086740 20 client.24935 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:16.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.168+0000 7f9385086740 1 --2- 172.21.15.17:0/1546429043 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5615c30af950 0x5615c30b1d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.168+0000 7f9385086740 4 client.24935 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:44:16.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.168+0000 7f9385086740 1 -- 172.21.15.17:0/1546429043 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f9374005020 con 0x5615c30af950 2024-09-16T01:44:16.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.168+0000 7f937bfff640 1 --2- 172.21.15.17:0/1546429043 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5615c30af950 0x5615c30b1d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.169+0000 7f935bfff640 10 client.24935 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:16.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.169+0000 7f937bfff640 1 --2- 172.21.15.17:0/1546429043 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5615c30af950 0x5615c30b1d60 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=310b20e6df0e6d61 server_cookie=e003e67140102795 in_seq=0 out_seq=0 2024-09-16T01:44:16.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.169+0000 7f935bfff640 1 -- 172.21.15.17:0/1546429043 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f9374005020 con 0x5615c30af950 2024-09-16T01:44:16.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.169+0000 7f935bfff640 10 client.24935 handle_command_reply: tid=0 2024-09-16T01:44:16.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.169+0000 7f9385086740 1 client.24935 shutdown 2024-09-16T01:44:16.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.170+0000 7f9385086740 1 -- 172.21.15.17:0/1546429043 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308c120 msgr2=0x5615c30a1d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:16.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.170+0000 7f9385086740 1 --2- 172.21.15.17:0/1546429043 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308c120 0x5615c30a1d50 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f937001f460 tx=0x7f9370004730 comp rx=0 tx=0).stop 2024-09-16T01:44:16.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.170+0000 7f9385086740 1 -- 172.21.15.17:0/1546429043 shutdown_connections 2024-09-16T01:44:16.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.170+0000 7f9385086740 1 --2- 172.21.15.17:0/1546429043 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5615c30af950 0x5615c30b1d60 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.170+0000 7f9385086740 1 --2- 172.21.15.17:0/1546429043 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c309f540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.170+0000 7f9385086740 1 --2- 172.21.15.17:0/1546429043 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308cb80 0x5615c309f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.170+0000 7f9385086740 1 --2- 172.21.15.17:0/1546429043 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308c120 0x5615c30a1d50 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.170+0000 7f935bfff640 0 client.24935 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:16.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.170+0000 7f9385086740 1 -- 172.21.15.17:0/1546429043 >> 172.21.15.17:0/1546429043 conn(0x5615c3055310 msgr2=0x5615c308e9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:16.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.170+0000 7f9385086740 1 -- 172.21.15.17:0/1546429043 shutdown_connections 2024-09-16T01:44:16.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.170+0000 7f9385086740 1 -- 172.21.15.17:0/1546429043 wait complete. 2024-09-16T01:44:16.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.170+0000 7f9385086740 20 client.24935 trim_cache size 0 max 16384 2024-09-16T01:44:16.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.183+0000 7f9385086740 1 Processor -- start 2024-09-16T01:44:16.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.183+0000 7f9385086740 1 -- start start 2024-09-16T01:44:16.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.183+0000 7f9385086740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308c120 0x5615c30abcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.183+0000 7f9385086740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308cb80 0x5615c309d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f9385086740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c30b7600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f9385086740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f937c1adbb0 con 0x5615c308d840 2024-09-16T01:44:16.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f9385086740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f937c1ab480 con 0x5615c308c120 2024-09-16T01:44:16.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f9385086740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f937c1a92b0 con 0x5615c308cb80 2024-09-16T01:44:16.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f938124a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c30b7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f9380a49640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308c120 0x5615c30abcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f938124a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c30b7600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44374/0 (socket says 172.21.15.17:44374) 2024-09-16T01:44:16.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f938124a640 1 -- 172.21.15.17:0/2096187456 learned_addr learned my addr 172.21.15.17:0/2096187456 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:16.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f938124a640 1 -- 172.21.15.17:0/2096187456 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308cb80 msgr2=0x5615c309d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:16.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f937bfff640 1 --2- 172.21.15.17:0/2096187456 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308cb80 0x5615c309d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f938124a640 1 --2- 172.21.15.17:0/2096187456 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308cb80 0x5615c309d8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f938124a640 1 -- 172.21.15.17:0/2096187456 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308c120 msgr2=0x5615c30abcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:16.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f938124a640 1 --2- 172.21.15.17:0/2096187456 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308c120 0x5615c30abcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f938124a640 1 -- 172.21.15.17:0/2096187456 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615c30a2b50 con 0x5615c308d840 2024-09-16T01:44:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f9380a49640 1 --2- 172.21.15.17:0/2096187456 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308c120 0x5615c30abcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.184+0000 7f937bfff640 1 --2- 172.21.15.17:0/2096187456 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308cb80 0x5615c309d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:44:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.185+0000 7f938124a640 1 --2- 172.21.15.17:0/2096187456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c30b7600 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f9374017000 tx=0x7f937400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9816f195b46f558 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.185+0000 7f93667fc640 1 -- 172.21.15.17:0/2096187456 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9374016040 con 0x5615c308d840 2024-09-16T01:44:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.185+0000 7f93667fc640 1 -- 172.21.15.17:0/2096187456 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9374003e20 con 0x5615c308d840 2024-09-16T01:44:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.185+0000 7f93667fc640 1 -- 172.21.15.17:0/2096187456 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93740116d0 con 0x5615c308d840 2024-09-16T01:44:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.186+0000 7f9385086740 1 -- 172.21.15.17:0/2096187456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 msgr2=0x5615c30b7600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.186+0000 7f9385086740 1 --2- 172.21.15.17:0/2096187456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c30b7600 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f9374017000 tx=0x7f937400ef60 comp rx=0 tx=0).stop 2024-09-16T01:44:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.186+0000 7f9385086740 1 -- 172.21.15.17:0/2096187456 shutdown_connections 2024-09-16T01:44:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.186+0000 7f9385086740 1 --2- 172.21.15.17:0/2096187456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c30b7600 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.186+0000 7f9385086740 1 --2- 172.21.15.17:0/2096187456 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308cb80 0x5615c309d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.186+0000 7f9385086740 1 --2- 172.21.15.17:0/2096187456 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308c120 0x5615c30abcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.186+0000 7f9385086740 1 -- 172.21.15.17:0/2096187456 >> 172.21.15.17:0/2096187456 conn(0x5615c3055310 msgr2=0x5615c3087d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:16.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.186+0000 7f9385086740 1 -- 172.21.15.17:0/2096187456 shutdown_connections 2024-09-16T01:44:16.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.186+0000 7f9385086740 1 -- 172.21.15.17:0/2096187456 wait complete. 2024-09-16T01:44:16.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.186+0000 7f9385086740 1 -- start start 2024-09-16T01:44:16.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.186+0000 7f9385086740 1 Processor -- start 2024-09-16T01:44:16.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.187+0000 7f9385086740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308c120 0x5615c30a5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.187+0000 7f9385086740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308cb80 0x5615c30a60c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.187+0000 7f9385086740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c30a6600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.187+0000 7f9380a49640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308c120 0x5615c30a5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.187+0000 7f9380a49640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308c120 0x5615c30a5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42038/0 (socket says 172.21.15.17:42038) 2024-09-16T01:44:16.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.187+0000 7f9380a49640 1 -- 172.21.15.17:0/1204429937 learned_addr learned my addr 172.21.15.17:0/1204429937 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:16.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.187+0000 7f9385086740 1 -- 172.21.15.17:0/1204429937 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f937c1a9940 con 0x5615c308d840 2024-09-16T01:44:16.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.187+0000 7f938124a640 1 --2- 172.21.15.17:0/1204429937 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c30a6600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.187+0000 7f9385086740 1 -- 172.21.15.17:0/1204429937 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f937c1aadb0 con 0x5615c308cb80 2024-09-16T01:44:16.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.187+0000 7f9385086740 1 -- 172.21.15.17:0/1204429937 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f937c1aa010 con 0x5615c308c120 2024-09-16T01:44:16.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.188+0000 7f9385086740 10 client.0 _ll_register_callbacks cb 0x7f937000bf50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:16.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.188+0000 7f937bfff640 1 --2- 172.21.15.17:0/1204429937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308cb80 0x5615c30a60c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.188+0000 7f9380a49640 1 -- 172.21.15.17:0/1204429937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308cb80 msgr2=0x5615c30a60c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:16.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.188+0000 7f9380a49640 1 --2- 172.21.15.17:0/1204429937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308cb80 0x5615c30a60c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.188+0000 7f9380a49640 1 -- 172.21.15.17:0/1204429937 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 msgr2=0x5615c30a6600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:16.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.188+0000 7f9380a49640 1 --2- 172.21.15.17:0/1204429937 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c30a6600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.188+0000 7f9380a49640 1 -- 172.21.15.17:0/1204429937 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615c31195e0 con 0x5615c308c120 2024-09-16T01:44:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.188+0000 7f9380a49640 1 --2- 172.21.15.17:0/1204429937 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308c120 0x5615c30a5b80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f937001f460 tx=0x7f93700286f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2b60be398b4f18ea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.188+0000 7f935bfff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:44:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.188+0000 7f935bfff640 1 -- 172.21.15.17:0/1204429937 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f937001cd80 con 0x5615c308c120 2024-09-16T01:44:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.188+0000 7f935bfff640 1 -- 172.21.15.17:0/1204429937 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9370032400 con 0x5615c308c120 2024-09-16T01:44:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.188+0000 7f9385086740 1 -- 172.21.15.17:0/1204429937 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9374003e20 con 0x5615c308c120 2024-09-16T01:44:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.189+0000 7f935bfff640 1 -- 172.21.15.17:0/1204429937 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9370032600 con 0x5615c308c120 2024-09-16T01:44:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.189+0000 7f9385086740 10 client.24988 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.189+0000 7f9385086740 1 -- 172.21.15.17:0/1204429937 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5615c311a7e0 con 0x5615c308c120 2024-09-16T01:44:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.189+0000 7f935bfff640 1 -- 172.21.15.17:0/1204429937 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9374003e20 con 0x5615c308c120 2024-09-16T01:44:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.189+0000 7f935bfff640 1 -- 172.21.15.17:0/1204429937 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f9370026040 con 0x5615c308c120 2024-09-16T01:44:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.189+0000 7f9385086740 10 client.24988 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:16.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.189+0000 7f9385086740 10 client.24988 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:44:16.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.189+0000 7f9385086740 20 client.24988 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:16.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.189+0000 7f9385086740 1 --2- 172.21.15.17:0/1204429937 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5615c311aed0 0x5615c311d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:16.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.189+0000 7f9385086740 4 client.24988 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:44:16.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.189+0000 7f9385086740 1 -- 172.21.15.17:0/1204429937 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5615c2fff860 con 0x5615c311aed0 2024-09-16T01:44:16.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.189+0000 7f937bfff640 1 --2- 172.21.15.17:0/1204429937 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5615c311aed0 0x5615c311d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:16.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.190+0000 7f935bfff640 10 client.24988 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:16.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.190+0000 7f937bfff640 1 --2- 172.21.15.17:0/1204429937 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5615c311aed0 0x5615c311d2f0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e7cdc0cd4b3fc56 server_cookie=da1fd95a597193e4 in_seq=0 out_seq=0 2024-09-16T01:44:16.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.190+0000 7f935bfff640 1 -- 172.21.15.17:0/1204429937 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5615c2fff860 con 0x5615c311aed0 2024-09-16T01:44:16.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.190+0000 7f935bfff640 10 client.24988 handle_command_reply: tid=0 2024-09-16T01:44:16.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.190+0000 7f9385086740 1 client.24988 shutdown 2024-09-16T01:44:16.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.190+0000 7f9385086740 1 -- 172.21.15.17:0/1204429937 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308c120 msgr2=0x5615c30a5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:16.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.190+0000 7f9385086740 1 --2- 172.21.15.17:0/1204429937 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308c120 0x5615c30a5b80 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f937001f460 tx=0x7f93700286f0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.190+0000 7f9385086740 1 -- 172.21.15.17:0/1204429937 shutdown_connections 2024-09-16T01:44:16.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.190+0000 7f9385086740 1 --2- 172.21.15.17:0/1204429937 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5615c311aed0 0x5615c311d2f0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.191+0000 7f935bfff640 0 client.24988 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:16.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.191+0000 7f9385086740 1 --2- 172.21.15.17:0/1204429937 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5615c308d840 0x5615c30a6600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.191+0000 7f9385086740 1 --2- 172.21.15.17:0/1204429937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5615c308cb80 0x5615c30a60c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.191+0000 7f9385086740 1 --2- 172.21.15.17:0/1204429937 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5615c308c120 0x5615c30a5b80 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.191+0000 7f9385086740 1 -- 172.21.15.17:0/1204429937 >> 172.21.15.17:0/1204429937 conn(0x5615c3055310 msgr2=0x5615c309e890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:16.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.191+0000 7f9385086740 1 -- 172.21.15.17:0/1204429937 shutdown_connections 2024-09-16T01:44:16.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.191+0000 7f9385086740 1 -- 172.21.15.17:0/1204429937 wait complete. 2024-09-16T01:44:16.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.191+0000 7f9385086740 20 client.24988 trim_cache size 0 max 16384 2024-09-16T01:44:16.198 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:44:16.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.192+0000 7f9382cad640 1 -- 172.21.15.17:0/1872568803 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f936c0a3350 msgr2=0x7f936c0a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:16.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.192+0000 7f9382cad640 1 --2- 172.21.15.17:0/1872568803 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f936c0a3350 0x7f936c0a5810 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x5615c3089ac0 tx=0x7f937000b410 comp rx=0 tx=0).stop 2024-09-16T01:44:16.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.192+0000 7f9382cad640 1 -- 172.21.15.17:0/1872568803 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f937c1027a0 msgr2=0x7f937c1988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:16.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.192+0000 7f9382cad640 1 --2- 172.21.15.17:0/1872568803 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f937c1027a0 0x7f937c1988b0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f9368005940 tx=0x7f9368004270 comp rx=0 tx=0).stop 2024-09-16T01:44:16.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.192+0000 7f9382cad640 1 -- 172.21.15.17:0/1872568803 shutdown_connections 2024-09-16T01:44:16.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.192+0000 7f9382cad640 1 --2- 172.21.15.17:0/1872568803 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f936c0a3350 0x7f936c0a5810 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.192+0000 7f9382cad640 1 --2- 172.21.15.17:0/1872568803 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f937c106f20 0x7f937c19cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.192+0000 7f9382cad640 1 --2- 172.21.15.17:0/1872568803 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f937c1027a0 0x7f937c1988b0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.192+0000 7f9382cad640 1 --2- 172.21.15.17:0/1872568803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f937c101df0 0x7f937c198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:16.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.192+0000 7f9382cad640 1 -- 172.21.15.17:0/1872568803 >> 172.21.15.17:0/1872568803 conn(0x7f937c0fd8f0 msgr2=0x7f937c0feda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:16.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.193+0000 7f9382cad640 1 -- 172.21.15.17:0/1872568803 shutdown_connections 2024-09-16T01:44:16.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:16.193+0000 7f9382cad640 1 -- 172.21.15.17:0/1872568803 wait complete. 2024-09-16T01:44:16.703 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:16 smithi017 ceph-mon[30972]: pgmap v361: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:44:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:16 smithi122 ceph-mon[34758]: pgmap v361: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:44:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:16 smithi029 ceph-mon[34783]: pgmap v361: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-09-16T01:44:17.904 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:44:17.904 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:44:18.182 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:44:18.632 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:18 smithi017 ceph-mon[30972]: pgmap v362: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-16T01:44:18.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.751+0000 7f87d4b5b640 1 -- 172.21.15.17:0/4029964034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87d0101360 msgr2=0x7f87d010df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:18.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.751+0000 7f87d4b5b640 1 --2- 172.21.15.17:0/4029964034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87d0101360 0x7f87d010df90 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f87c4009900 tx=0x7f87c402a410 comp rx=0 tx=0).stop 2024-09-16T01:44:18.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.751+0000 7f87d4b5b640 1 -- 172.21.15.17:0/4029964034 shutdown_connections 2024-09-16T01:44:18.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.751+0000 7f87d4b5b640 1 --2- 172.21.15.17:0/4029964034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87d010e4d0 0x7f87d01108e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.751+0000 7f87d4b5b640 1 --2- 172.21.15.17:0/4029964034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87d0101360 0x7f87d010df90 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.751+0000 7f87d4b5b640 1 --2- 172.21.15.17:0/4029964034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87d01009b0 0x7f87d0100d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.751+0000 7f87d4b5b640 1 -- 172.21.15.17:0/4029964034 >> 172.21.15.17:0/4029964034 conn(0x7f87d00fc7d0 msgr2=0x7f87d00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:18.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.752+0000 7f87d4b5b640 1 -- 172.21.15.17:0/4029964034 shutdown_connections 2024-09-16T01:44:18.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.752+0000 7f87d4b5b640 1 -- 172.21.15.17:0/4029964034 wait complete. 2024-09-16T01:44:18.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.753+0000 7f87d4b5b640 1 Processor -- start 2024-09-16T01:44:18.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.753+0000 7f87d4b5b640 1 -- start start 2024-09-16T01:44:18.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.753+0000 7f87d4b5b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87d01009b0 0x7f87d019a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.753+0000 7f87d4b5b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87d0101360 0x7f87d019ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.754+0000 7f87cdd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87d0101360 0x7f87d019ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.754+0000 7f87cdd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87d0101360 0x7f87d019ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44400/0 (socket says 172.21.15.17:44400) 2024-09-16T01:44:18.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.754+0000 7f87cdd9b640 1 -- 172.21.15.17:0/2219010525 learned_addr learned my addr 172.21.15.17:0/2219010525 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:18.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.754+0000 7f87d4b5b640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87d010e4d0 0x7f87d019efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.754+0000 7f87ce59c640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87d01009b0 0x7f87d019a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.754+0000 7f87d4b5b640 1 -- 172.21.15.17:0/2219010525 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f87d01140b0 con 0x7f87d0101360 2024-09-16T01:44:18.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.754+0000 7f87d4b5b640 1 -- 172.21.15.17:0/2219010525 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f87d0113f30 con 0x7f87d010e4d0 2024-09-16T01:44:18.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.754+0000 7f87d4b5b640 1 -- 172.21.15.17:0/2219010525 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f87d0114230 con 0x7f87d01009b0 2024-09-16T01:44:18.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.754+0000 7f87ced9d640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87d010e4d0 0x7f87d019efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.755+0000 7f87cdd9b640 1 -- 172.21.15.17:0/2219010525 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87d01009b0 msgr2=0x7f87d019a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:18.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.755+0000 7f87cdd9b640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87d01009b0 0x7f87d019a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.755+0000 7f87cdd9b640 1 -- 172.21.15.17:0/2219010525 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87d010e4d0 msgr2=0x7f87d019efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:18.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.755+0000 7f87cdd9b640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87d010e4d0 0x7f87d019efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.755+0000 7f87cdd9b640 1 -- 172.21.15.17:0/2219010525 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87d019f6c0 con 0x7f87d0101360 2024-09-16T01:44:18.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.755+0000 7f87cdd9b640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87d0101360 0x7f87d019ac50 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f87c4005940 tx=0x7f87c40045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:18.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.755+0000 7f87bf7fe640 1 -- 172.21.15.17:0/2219010525 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c403f030 con 0x7f87d0101360 2024-09-16T01:44:18.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.756+0000 7f87bf7fe640 1 -- 172.21.15.17:0/2219010525 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87c4003b20 con 0x7f87d0101360 2024-09-16T01:44:18.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.756+0000 7f87bf7fe640 1 -- 172.21.15.17:0/2219010525 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c4035070 con 0x7f87d0101360 2024-09-16T01:44:18.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.756+0000 7f87d4b5b640 1 -- 172.21.15.17:0/2219010525 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87d019f950 con 0x7f87d0101360 2024-09-16T01:44:18.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.756+0000 7f87d4b5b640 1 -- 172.21.15.17:0/2219010525 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87d019fde0 con 0x7f87d0101360 2024-09-16T01:44:18.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.759+0000 7f87bf7fe640 1 -- 172.21.15.17:0/2219010525 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f87c4042030 con 0x7f87d0101360 2024-09-16T01:44:18.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.760+0000 7f87d6f34740 1 Processor -- start 2024-09-16T01:44:18.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.760+0000 7f87d6f34740 1 -- start start 2024-09-16T01:44:18.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.760+0000 7f87bf7fe640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f87b80a3350 0x7f87b80a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.760+0000 7f87d6f34740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c6b60 0x56147e3c6f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.760+0000 7f87d6f34740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 0x56147e3d1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.760+0000 7f87d6f34740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3d4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.760+0000 7f87d6f34740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56147e32c280 con 0x56147e3d1d40 2024-09-16T01:44:18.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.760+0000 7f87d6f34740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56147e2d3b10 con 0x56147e3c6b60 2024-09-16T01:44:18.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.760+0000 7f87d6f34740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56147e328240 con 0x56147e3c7480 2024-09-16T01:44:18.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.760+0000 7f87bf7fe640 1 -- 172.21.15.17:0/2219010525 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f87c40efe70 con 0x7f87d0101360 2024-09-16T01:44:18.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.760+0000 7f87ced9d640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f87b80a3350 0x7f87b80a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.761+0000 7f87ced9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3d4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.761+0000 7f87ced9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3d4130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44414/0 (socket says 172.21.15.17:44414) 2024-09-16T01:44:18.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.761+0000 7f87ced9d640 1 -- 172.21.15.17:0/4283290854 learned_addr learned my addr 172.21.15.17:0/4283290854 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:18.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.761+0000 7f87cdd9b640 1 --2- 172.21.15.17:0/4283290854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 0x56147e3d1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.761+0000 7f87ce59c640 1 --2- 172.21.15.17:0/4283290854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c6b60 0x56147e3c6f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.761+0000 7f87ce59c640 1 -- 172.21.15.17:0/4283290854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 msgr2=0x56147e3d1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:18.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.761+0000 7f87ce59c640 1 --2- 172.21.15.17:0/4283290854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 0x56147e3d1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.761+0000 7f87ce59c640 1 -- 172.21.15.17:0/4283290854 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 msgr2=0x56147e3d4130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:18.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.761+0000 7f87ce59c640 1 --2- 172.21.15.17:0/4283290854 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3d4130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.761+0000 7f87ce59c640 1 -- 172.21.15.17:0/4283290854 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56147e2e01f0 con 0x56147e3c6b60 2024-09-16T01:44:18.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.762+0000 7f87ced9d640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f87b80a3350 0x7f87b80a5810 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f87c8012c00 tx=0x7f87c8009e00 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:18.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.762+0000 7f87ce59c640 1 --2- 172.21.15.17:0/4283290854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c6b60 0x56147e3c6f40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f87c000bbf0 tx=0x7f87c00107a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a352f328a86ab7ed server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:18.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.762+0000 7f87bcff9640 1 -- 172.21.15.17:0/4283290854 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c0004030 con 0x56147e3c6b60 2024-09-16T01:44:18.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.762+0000 7f87bcff9640 1 -- 172.21.15.17:0/4283290854 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87c00035f0 con 0x56147e3c6b60 2024-09-16T01:44:18.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.762+0000 7f87bcff9640 1 -- 172.21.15.17:0/4283290854 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c0004030 con 0x56147e3c6b60 2024-09-16T01:44:18.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.763+0000 7f87d6f34740 1 -- 172.21.15.17:0/4283290854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c6b60 msgr2=0x56147e3c6f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:18.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.763+0000 7f87d6f34740 1 --2- 172.21.15.17:0/4283290854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c6b60 0x56147e3c6f40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f87c000bbf0 tx=0x7f87c00107a0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.763+0000 7f87d6f34740 1 -- 172.21.15.17:0/4283290854 shutdown_connections 2024-09-16T01:44:18.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.763+0000 7f87d6f34740 1 --2- 172.21.15.17:0/4283290854 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3d4130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.763+0000 7f87d6f34740 1 --2- 172.21.15.17:0/4283290854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 0x56147e3d1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.763+0000 7f87d6f34740 1 --2- 172.21.15.17:0/4283290854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c6b60 0x56147e3c6f40 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.763+0000 7f87d6f34740 1 -- 172.21.15.17:0/4283290854 >> 172.21.15.17:0/4283290854 conn(0x56147e3c30f0 msgr2=0x56147e3c34d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:18.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.764+0000 7f87d6f34740 1 -- 172.21.15.17:0/4283290854 shutdown_connections 2024-09-16T01:44:18.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.764+0000 7f87d6f34740 1 -- 172.21.15.17:0/4283290854 wait complete. 2024-09-16T01:44:18.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.764+0000 7f87d6f34740 1 -- start start 2024-09-16T01:44:18.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.764+0000 7f87d6f34740 1 Processor -- start 2024-09-16T01:44:18.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.764+0000 7f87d6f34740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c6b60 0x56147e3ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.764+0000 7f87d6f34740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 0x56147e3cf0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.764+0000 7f87d6f34740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3cf620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87ced9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3cf620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87cdd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 0x56147e3cf0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87cdd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 0x56147e3cf0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42082/0 (socket says 172.21.15.17:42082) 2024-09-16T01:44:18.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87ced9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3cf620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44422/0 (socket says 172.21.15.17:44422) 2024-09-16T01:44:18.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87cdd9b640 1 -- 172.21.15.17:0/3703217797 learned_addr learned my addr 172.21.15.17:0/3703217797 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:18.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87d6f34740 1 -- 172.21.15.17:0/3703217797 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56147e3dd120 con 0x56147e3d1d40 2024-09-16T01:44:18.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87d6f34740 1 -- 172.21.15.17:0/3703217797 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56147e2e6f10 con 0x56147e3c6b60 2024-09-16T01:44:18.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87d6f34740 1 -- 172.21.15.17:0/3703217797 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56147e3dd2a0 con 0x56147e3c7480 2024-09-16T01:44:18.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87ce59c640 1 --2- 172.21.15.17:0/3703217797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c6b60 0x56147e3ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87ced9d640 1 -- 172.21.15.17:0/3703217797 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 msgr2=0x56147e3cf0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:18.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87ced9d640 1 --2- 172.21.15.17:0/3703217797 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 0x56147e3cf0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87ced9d640 1 -- 172.21.15.17:0/3703217797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c6b60 msgr2=0x56147e3ceba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:18.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87ced9d640 1 --2- 172.21.15.17:0/3703217797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c6b60 0x56147e3ceba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87ced9d640 1 -- 172.21.15.17:0/3703217797 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56147e09d6a0 con 0x56147e3d1d40 2024-09-16T01:44:18.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87ce59c640 1 --2- 172.21.15.17:0/3703217797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c6b60 0x56147e3ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:44:18.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87d6f34740 10 client.0 _ll_register_callbacks cb 0x56147e2afa40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:18.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.765+0000 7f87d6f34740 1 -- 172.21.15.17:0/3703217797 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87c00035f0 con 0x56147e3d1d40 2024-09-16T01:44:18.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.766+0000 7f87ced9d640 1 --2- 172.21.15.17:0/3703217797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3cf620 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f87c8005fd0 tx=0x7f87c8009600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4ecb1c1eb646eda server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:18.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.766+0000 7f87b5ffb640 10 client.15330 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:44:18.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.766+0000 7f87b5ffb640 1 -- 172.21.15.17:0/3703217797 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c8004b20 con 0x56147e3d1d40 2024-09-16T01:44:18.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.766+0000 7f87b5ffb640 1 -- 172.21.15.17:0/3703217797 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f87c8004cc0 con 0x56147e3d1d40 2024-09-16T01:44:18.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.766+0000 7f87b5ffb640 1 -- 172.21.15.17:0/3703217797 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f87c8004490 con 0x56147e3d1d40 2024-09-16T01:44:18.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.766+0000 7f87d6f34740 10 client.15330 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:18.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.766+0000 7f87d6f34740 1 -- 172.21.15.17:0/3703217797 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({fsmap=25}) -- 0x56147e3e8af0 con 0x56147e3d1d40 2024-09-16T01:44:18.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.767+0000 7f87b5ffb640 1 -- 172.21.15.17:0/3703217797 <== mon.0 v2:172.21.15.17:3300/0 4 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f87c801f070 con 0x56147e3d1d40 2024-09-16T01:44:18.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.767+0000 7f87d6f34740 10 client.15330 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:18.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.767+0000 7f87d6f34740 10 client.15330 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:44:18.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.767+0000 7f87d6f34740 20 client.15330 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:18.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.767+0000 7f87d6f34740 1 --2- 172.21.15.17:0/3703217797 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56147e3e9ef0 0x56147e3ec380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.767+0000 7f87d6f34740 4 client.15330 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:44:18.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.767+0000 7f87d6f34740 1 -- 172.21.15.17:0/3703217797 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56147e3397f0 con 0x56147e3e9ef0 2024-09-16T01:44:18.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.767+0000 7f87ce59c640 1 --2- 172.21.15.17:0/3703217797 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56147e3e9ef0 0x56147e3ec380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.768+0000 7f87ce59c640 1 --2- 172.21.15.17:0/3703217797 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56147e3e9ef0 0x56147e3ec380 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecea1a37c719bfb1 server_cookie=a320cf0cf171f3a1 in_seq=0 out_seq=0 2024-09-16T01:44:18.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.768+0000 7f87b5ffb640 10 client.15330 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:18.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87b5ffb640 1 -- 172.21.15.17:0/3703217797 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56147e3397f0 con 0x56147e3e9ef0 2024-09-16T01:44:18.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87b5ffb640 10 client.15330 handle_command_reply: tid=0 2024-09-16T01:44:18.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87d6f34740 1 client.15330 shutdown 2024-09-16T01:44:18.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87d6f34740 1 -- 172.21.15.17:0/3703217797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 msgr2=0x56147e3cf620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:18.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87d6f34740 1 --2- 172.21.15.17:0/3703217797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3cf620 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f87c8005fd0 tx=0x7f87c8009600 comp rx=0 tx=0).stop 2024-09-16T01:44:18.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87d6f34740 1 -- 172.21.15.17:0/3703217797 shutdown_connections 2024-09-16T01:44:18.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87d6f34740 1 --2- 172.21.15.17:0/3703217797 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56147e3e9ef0 0x56147e3ec380 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87b5ffb640 0 client.15330 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:18.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87d6f34740 1 --2- 172.21.15.17:0/3703217797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3cf620 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87d6f34740 1 --2- 172.21.15.17:0/3703217797 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 0x56147e3cf0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87d6f34740 1 --2- 172.21.15.17:0/3703217797 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c6b60 0x56147e3ceba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87d6f34740 1 -- 172.21.15.17:0/3703217797 >> 172.21.15.17:0/3703217797 conn(0x56147e3c30f0 msgr2=0x56147e3c2270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:18.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87d6f34740 1 -- 172.21.15.17:0/3703217797 shutdown_connections 2024-09-16T01:44:18.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87d6f34740 1 -- 172.21.15.17:0/3703217797 wait complete. 2024-09-16T01:44:18.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.769+0000 7f87d6f34740 20 client.15330 trim_cache size 0 max 16384 2024-09-16T01:44:18.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:18 smithi122 ceph-mon[34758]: pgmap v362: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-16T01:44:18.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:18 smithi029 ceph-mon[34783]: pgmap v362: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-09-16T01:44:18.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.804+0000 7f87d6f34740 1 Processor -- start 2024-09-16T01:44:18.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.804+0000 7f87d6f34740 1 -- start start 2024-09-16T01:44:18.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.804+0000 7f87d6f34740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c6b60 0x56147e3c95c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.804+0000 7f87d6f34740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c7480 0x56147e3ce480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.804+0000 7f87d6f34740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3c2270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.804+0000 7f87d6f34740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f87d01adbe0 con 0x56147e3d1d40 2024-09-16T01:44:18.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.804+0000 7f87d6f34740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f87d01ab4b0 con 0x56147e3c7480 2024-09-16T01:44:18.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.804+0000 7f87d6f34740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f87d01a92e0 con 0x56147e3c6b60 2024-09-16T01:44:18.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.804+0000 7f87ced9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3c2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.804+0000 7f87ced9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3c2270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44424/0 (socket says 172.21.15.17:44424) 2024-09-16T01:44:18.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.804+0000 7f87ced9d640 1 -- 172.21.15.17:0/1225957619 learned_addr learned my addr 172.21.15.17:0/1225957619 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:18.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.804+0000 7f87cdd9b640 1 --2- 172.21.15.17:0/1225957619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c7480 0x56147e3ce480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.805+0000 7f87ced9d640 1 -- 172.21.15.17:0/1225957619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c6b60 msgr2=0x56147e3c95c0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:44:18.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.805+0000 7f87ced9d640 1 --2- 172.21.15.17:0/1225957619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c6b60 0x56147e3c95c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.805+0000 7f87ced9d640 1 -- 172.21.15.17:0/1225957619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c7480 msgr2=0x56147e3ce480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:18.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.805+0000 7f87ced9d640 1 --2- 172.21.15.17:0/1225957619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c7480 0x56147e3ce480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.805+0000 7f87ced9d640 1 -- 172.21.15.17:0/1225957619 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56147e3c72b0 con 0x56147e3d1d40 2024-09-16T01:44:18.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.805+0000 7f87ced9d640 1 --2- 172.21.15.17:0/1225957619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3c2270 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f87c8004800 tx=0x7f87c8014050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=628ef5e6a529b578 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:18.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.805+0000 7f87b7fff640 1 -- 172.21.15.17:0/1225957619 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c8004880 con 0x56147e3d1d40 2024-09-16T01:44:18.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.805+0000 7f87b7fff640 1 -- 172.21.15.17:0/1225957619 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87c8038070 con 0x56147e3d1d40 2024-09-16T01:44:18.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.805+0000 7f87b7fff640 1 -- 172.21.15.17:0/1225957619 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c80346c0 con 0x56147e3d1d40 2024-09-16T01:44:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.806+0000 7f87d6f34740 1 -- 172.21.15.17:0/1225957619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 msgr2=0x56147e3c2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.806+0000 7f87d6f34740 1 --2- 172.21.15.17:0/1225957619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3c2270 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f87c8004800 tx=0x7f87c8014050 comp rx=0 tx=0).stop 2024-09-16T01:44:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.806+0000 7f87d6f34740 1 -- 172.21.15.17:0/1225957619 shutdown_connections 2024-09-16T01:44:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.806+0000 7f87d6f34740 1 --2- 172.21.15.17:0/1225957619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3d1d40 0x56147e3c2270 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.806+0000 7f87d6f34740 1 --2- 172.21.15.17:0/1225957619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3c7480 0x56147e3ce480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.806+0000 7f87d6f34740 1 --2- 172.21.15.17:0/1225957619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c6b60 0x56147e3c95c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.806+0000 7f87d6f34740 1 -- 172.21.15.17:0/1225957619 >> 172.21.15.17:0/1225957619 conn(0x56147e3c30f0 msgr2=0x56147e3d0b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.806+0000 7f87d6f34740 1 -- 172.21.15.17:0/1225957619 shutdown_connections 2024-09-16T01:44:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.806+0000 7f87d6f34740 1 -- 172.21.15.17:0/1225957619 wait complete. 2024-09-16T01:44:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.807+0000 7f87d6f34740 1 -- start start 2024-09-16T01:44:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.807+0000 7f87d6f34740 1 Processor -- start 2024-09-16T01:44:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.807+0000 7f87d6f34740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3c6b60 0x56147e3de440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.807+0000 7f87d6f34740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 0x56147e3de980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.807+0000 7f87ce59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3c6b60 0x56147e3de440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.807+0000 7f87d6f34740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3d1d40 0x56147e3deec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.807+0000 7f87d6f34740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f87d01a9970 con 0x56147e3c6b60 2024-09-16T01:44:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.807+0000 7f87ce59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3c6b60 0x56147e3de440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44440/0 (socket says 172.21.15.17:44440) 2024-09-16T01:44:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.807+0000 7f87ce59c640 1 -- 172.21.15.17:0/48222995 learned_addr learned my addr 172.21.15.17:0/48222995 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.807+0000 7f87d6f34740 1 -- 172.21.15.17:0/48222995 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f87d01aade0 con 0x56147e3d1d40 2024-09-16T01:44:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.807+0000 7f87d6f34740 1 -- 172.21.15.17:0/48222995 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f87d01aa040 con 0x56147e3c7480 2024-09-16T01:44:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.808+0000 7f87d6f34740 10 client.0 _ll_register_callbacks cb 0x7f87c8009ca0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.808+0000 7f87ced9d640 1 --2- 172.21.15.17:0/48222995 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3d1d40 0x56147e3deec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.808+0000 7f87ce59c640 1 -- 172.21.15.17:0/48222995 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 msgr2=0x56147e3de980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.808+0000 7f87ce59c640 1 --2- 172.21.15.17:0/48222995 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 0x56147e3de980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.808+0000 7f87ce59c640 1 -- 172.21.15.17:0/48222995 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3d1d40 msgr2=0x56147e3deec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.808+0000 7f87ce59c640 1 --2- 172.21.15.17:0/48222995 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3d1d40 0x56147e3deec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.808+0000 7f87ce59c640 1 -- 172.21.15.17:0/48222995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56147e453e00 con 0x56147e3c6b60 2024-09-16T01:44:18.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.808+0000 7f87ced9d640 1 --2- 172.21.15.17:0/48222995 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3d1d40 0x56147e3deec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:44:18.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.808+0000 7f87ce59c640 1 --2- 172.21.15.17:0/48222995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3c6b60 0x56147e3de440 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f87c0000c00 tx=0x7f87c00058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae8a574abeab1b42 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:18.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.808+0000 7f87b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:44:18.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.808+0000 7f87b5ffb640 1 -- 172.21.15.17:0/48222995 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c0004030 con 0x56147e3c6b60 2024-09-16T01:44:18.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.808+0000 7f87b5ffb640 1 -- 172.21.15.17:0/48222995 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f87c0005310 con 0x56147e3c6b60 2024-09-16T01:44:18.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.808+0000 7f87d6f34740 1 -- 172.21.15.17:0/48222995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f87c8038070 con 0x56147e3c6b60 2024-09-16T01:44:18.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.809+0000 7f87b5ffb640 1 -- 172.21.15.17:0/48222995 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f87c0005510 con 0x56147e3c6b60 2024-09-16T01:44:18.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.809+0000 7f87d6f34740 10 client.15336 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.809+0000 7f87d6f34740 1 -- 172.21.15.17:0/48222995 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56147e455160 con 0x56147e3c6b60 2024-09-16T01:44:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.809+0000 7f87b5ffb640 1 -- 172.21.15.17:0/48222995 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87c8038070 con 0x56147e3c6b60 2024-09-16T01:44:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.809+0000 7f87b5ffb640 1 -- 172.21.15.17:0/48222995 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f87c0011810 con 0x56147e3c6b60 2024-09-16T01:44:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.809+0000 7f87d6f34740 10 client.15336 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.809+0000 7f87d6f34740 10 client.15336 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:44:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.809+0000 7f87d6f34740 20 client.15336 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.809+0000 7f87d6f34740 1 --2- 172.21.15.17:0/48222995 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56147e3e9ef0 0x56147e4575c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.810+0000 7f87d6f34740 4 client.15336 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:44:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.810+0000 7f87d6f34740 1 -- 172.21.15.17:0/48222995 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56147e333d00 con 0x56147e3e9ef0 2024-09-16T01:44:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.810+0000 7f87cdd9b640 1 --2- 172.21.15.17:0/48222995 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56147e3e9ef0 0x56147e4575c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.810+0000 7f87cdd9b640 1 --2- 172.21.15.17:0/48222995 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56147e3e9ef0 0x56147e4575c0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2a341a1cdc9f552 server_cookie=cc88fbee3886ff16 in_seq=0 out_seq=0 2024-09-16T01:44:18.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.810+0000 7f87b5ffb640 10 client.15336 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:18.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.811+0000 7f87b5ffb640 1 -- 172.21.15.17:0/48222995 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56147e333d00 con 0x56147e3e9ef0 2024-09-16T01:44:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.811+0000 7f87b5ffb640 10 client.15336 handle_command_reply: tid=0 2024-09-16T01:44:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.811+0000 7f87d6f34740 1 client.15336 shutdown 2024-09-16T01:44:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.811+0000 7f87d6f34740 1 -- 172.21.15.17:0/48222995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3c6b60 msgr2=0x56147e3de440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.811+0000 7f87d6f34740 1 --2- 172.21.15.17:0/48222995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3c6b60 0x56147e3de440 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f87c0000c00 tx=0x7f87c00058e0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.812+0000 7f87d6f34740 1 -- 172.21.15.17:0/48222995 shutdown_connections 2024-09-16T01:44:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.812+0000 7f87d6f34740 1 --2- 172.21.15.17:0/48222995 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56147e3e9ef0 0x56147e4575c0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.812+0000 7f87d6f34740 1 --2- 172.21.15.17:0/48222995 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56147e3d1d40 0x56147e3deec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.812+0000 7f87d6f34740 1 --2- 172.21.15.17:0/48222995 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56147e3c7480 0x56147e3de980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.812+0000 7f87d6f34740 1 --2- 172.21.15.17:0/48222995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56147e3c6b60 0x56147e3de440 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.812+0000 7f87d6f34740 1 -- 172.21.15.17:0/48222995 >> 172.21.15.17:0/48222995 conn(0x56147e3c30f0 msgr2=0x56147e3cf380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.812+0000 7f87b5ffb640 0 client.15336 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:18.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.812+0000 7f87d6f34740 1 -- 172.21.15.17:0/48222995 shutdown_connections 2024-09-16T01:44:18.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.812+0000 7f87d6f34740 1 -- 172.21.15.17:0/48222995 wait complete. 2024-09-16T01:44:18.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.812+0000 7f87d6f34740 20 client.15336 trim_cache size 0 max 16384 2024-09-16T01:44:18.822 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:44:18.822 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:44:18.823 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "f777fb83-2b32-4d85-ba07-7d1f0cf8e935", 2024-09-16T01:44:18.823 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:44:18.823 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:44:18.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.813+0000 7f87d4b5b640 1 -- 172.21.15.17:0/2219010525 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f87b80a3350 msgr2=0x7f87b80a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.813+0000 7f87d4b5b640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f87b80a3350 0x7f87b80a5810 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f87c8012c00 tx=0x7f87c8009e00 comp rx=0 tx=0).stop 2024-09-16T01:44:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.813+0000 7f87d4b5b640 1 -- 172.21.15.17:0/2219010525 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87d0101360 msgr2=0x7f87d019ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.813+0000 7f87d4b5b640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87d0101360 0x7f87d019ac50 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f87c4005940 tx=0x7f87c40045e0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.813+0000 7f87d4b5b640 1 -- 172.21.15.17:0/2219010525 shutdown_connections 2024-09-16T01:44:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.813+0000 7f87d4b5b640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f87b80a3350 0x7f87b80a5810 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.813+0000 7f87d4b5b640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87d010e4d0 0x7f87d019efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.813+0000 7f87d4b5b640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87d0101360 0x7f87d019ac50 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.813+0000 7f87d4b5b640 1 --2- 172.21.15.17:0/2219010525 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87d01009b0 0x7f87d019a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.813+0000 7f87d4b5b640 1 -- 172.21.15.17:0/2219010525 >> 172.21.15.17:0/2219010525 conn(0x7f87d00fc7d0 msgr2=0x7f87d00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.813+0000 7f87d4b5b640 1 -- 172.21.15.17:0/2219010525 shutdown_connections 2024-09-16T01:44:18.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:18.813+0000 7f87d4b5b640 1 -- 172.21.15.17:0/2219010525 wait complete. 2024-09-16T01:44:19.565 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:44:20.094 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:44:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:20 smithi017 ceph-mon[30972]: pgmap v363: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:44:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:20 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:44:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:20 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:44:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:20 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:44:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:20 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:44:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:20 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:44:20.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.654+0000 7f423fdc5640 1 -- 172.21.15.17:0/2940350074 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42381023e0 msgr2=0x7f4238106890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:20.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.654+0000 7f423fdc5640 1 --2- 172.21.15.17:0/2940350074 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42381023e0 0x7f4238106890 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f4228009900 tx=0x7f422802a410 comp rx=0 tx=0).stop 2024-09-16T01:44:20.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.654+0000 7f423fdc5640 1 -- 172.21.15.17:0/2940350074 shutdown_connections 2024-09-16T01:44:20.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.654+0000 7f423fdc5640 1 --2- 172.21.15.17:0/2940350074 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4238106fc0 0x7f423810d980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.654+0000 7f423fdc5640 1 --2- 172.21.15.17:0/2940350074 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42381023e0 0x7f4238106890 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.654+0000 7f423fdc5640 1 --2- 172.21.15.17:0/2940350074 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4238101a30 0x7f4238101e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.654+0000 7f423fdc5640 1 -- 172.21.15.17:0/2940350074 >> 172.21.15.17:0/2940350074 conn(0x7f4238075f70 msgr2=0x7f4238076380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:20.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.654+0000 7f423fdc5640 1 -- 172.21.15.17:0/2940350074 shutdown_connections 2024-09-16T01:44:20.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.654+0000 7f423fdc5640 1 -- 172.21.15.17:0/2940350074 wait complete. 2024-09-16T01:44:20.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.655+0000 7f423fdc5640 1 Processor -- start 2024-09-16T01:44:20.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.655+0000 7f423fdc5640 1 -- start start 2024-09-16T01:44:20.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.655+0000 7f423fdc5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4238101a30 0x7f42381983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.655+0000 7f423fdc5640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f42381023e0 0x7f4238198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.655+0000 7f423fdc5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4238106fc0 0x7f423819cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.656+0000 7f423db61640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4238101a30 0x7f42381983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.656+0000 7f423db61640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4238101a30 0x7f42381983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44448/0 (socket says 172.21.15.17:44448) 2024-09-16T01:44:20.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.656+0000 7f423db61640 1 -- 172.21.15.17:0/1068003446 learned_addr learned my addr 172.21.15.17:0/1068003446 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:20.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.656+0000 7f423d360640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f42381023e0 0x7f4238198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.656+0000 7f423fdc5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4238110d10 con 0x7f4238101a30 2024-09-16T01:44:20.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.656+0000 7f423e362640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4238106fc0 0x7f423819cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.656+0000 7f423fdc5640 1 -- 172.21.15.17:0/1068003446 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4238110b90 con 0x7f42381023e0 2024-09-16T01:44:20.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.656+0000 7f423fdc5640 1 -- 172.21.15.17:0/1068003446 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4238110e90 con 0x7f4238106fc0 2024-09-16T01:44:20.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.656+0000 7f423db61640 1 -- 172.21.15.17:0/1068003446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4238106fc0 msgr2=0x7f423819cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:20.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.656+0000 7f423db61640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4238106fc0 0x7f423819cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.656+0000 7f423db61640 1 -- 172.21.15.17:0/1068003446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f42381023e0 msgr2=0x7f4238198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:20.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.656+0000 7f423db61640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f42381023e0 0x7f4238198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.656+0000 7f423db61640 1 -- 172.21.15.17:0/1068003446 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f423819d380 con 0x7f4238101a30 2024-09-16T01:44:20.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.657+0000 7f423d360640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f42381023e0 0x7f4238198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:20.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.657+0000 7f423db61640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4238101a30 0x7f42381983d0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f423400e9f0 tx=0x7f423400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:20.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.657+0000 7f422effd640 1 -- 172.21.15.17:0/1068003446 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423400cd80 con 0x7f4238101a30 2024-09-16T01:44:20.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.657+0000 7f422effd640 1 -- 172.21.15.17:0/1068003446 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f42340108e0 con 0x7f4238101a30 2024-09-16T01:44:20.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.657+0000 7f422effd640 1 -- 172.21.15.17:0/1068003446 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4234018920 con 0x7f4238101a30 2024-09-16T01:44:20.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.657+0000 7f423fdc5640 1 -- 172.21.15.17:0/1068003446 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f423819d670 con 0x7f4238101a30 2024-09-16T01:44:20.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.657+0000 7f423fdc5640 1 -- 172.21.15.17:0/1068003446 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4238102850 con 0x7f4238101a30 2024-09-16T01:44:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.660+0000 7f422effd640 1 -- 172.21.15.17:0/1068003446 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f4234010a90 con 0x7f4238101a30 2024-09-16T01:44:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.661+0000 7f424219e740 1 Processor -- start 2024-09-16T01:44:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.661+0000 7f424219e740 1 -- start start 2024-09-16T01:44:20.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.662+0000 7f424219e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4ca93c0 0x5600b4ca97a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.662+0000 7f424219e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cbc950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.662+0000 7f424219e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4cbce90 0x5600b4cbf280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.662+0000 7f424219e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5600b4c0f2e0 con 0x5600b4ca9ce0 2024-09-16T01:44:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.662+0000 7f424219e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5600b4bb6ce0 con 0x5600b4cbce90 2024-09-16T01:44:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.662+0000 7f424219e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5600b4c0b2a0 con 0x5600b4ca93c0 2024-09-16T01:44:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.662+0000 7f422effd640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42240039b0 0x7f4224005e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.662+0000 7f423db61640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cbc950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.662+0000 7f423db61640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cbc950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44450/0 (socket says 172.21.15.17:44450) 2024-09-16T01:44:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.662+0000 7f423db61640 1 -- 172.21.15.17:0/2903771684 learned_addr learned my addr 172.21.15.17:0/2903771684 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.662+0000 7f423e362640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42240039b0 0x7f4224005e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.662+0000 7f422effd640 1 -- 172.21.15.17:0/1068003446 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f42340cfcd0 con 0x7f4238101a30 2024-09-16T01:44:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.662+0000 7f423e362640 1 --2- 172.21.15.17:0/2903771684 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4ca93c0 0x5600b4ca97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.662+0000 7f423d360640 1 --2- 172.21.15.17:0/2903771684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4cbce90 0x5600b4cbf280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.663+0000 7f423d360640 1 -- 172.21.15.17:0/2903771684 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4ca93c0 msgr2=0x5600b4ca97a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.663+0000 7f423d360640 1 --2- 172.21.15.17:0/2903771684 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4ca93c0 0x5600b4ca97a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.663+0000 7f423d360640 1 -- 172.21.15.17:0/2903771684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 msgr2=0x5600b4cbc950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.663+0000 7f423d360640 1 --2- 172.21.15.17:0/2903771684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cbc950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.663+0000 7f423d360640 1 -- 172.21.15.17:0/2903771684 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600b4b9b440 con 0x5600b4cbce90 2024-09-16T01:44:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.663+0000 7f423db61640 1 --2- 172.21.15.17:0/2903771684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cbc950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.663+0000 7f423d360640 1 --2- 172.21.15.17:0/2903771684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4cbce90 0x5600b4cbf280 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4228009230 tx=0x7f4228005d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=981a986993b0728f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.663+0000 7f423e362640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42240039b0 0x7f4224005e70 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f4230005fd0 tx=0x7f4230009e80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.663+0000 7f4223fff640 1 -- 172.21.15.17:0/2903771684 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4228040070 con 0x5600b4cbce90 2024-09-16T01:44:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.663+0000 7f4223fff640 1 -- 172.21.15.17:0/2903771684 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4228031860 con 0x5600b4cbce90 2024-09-16T01:44:20.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.663+0000 7f4223fff640 1 -- 172.21.15.17:0/2903771684 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4228035040 con 0x5600b4cbce90 2024-09-16T01:44:20.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.664+0000 7f424219e740 1 -- 172.21.15.17:0/2903771684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4cbce90 msgr2=0x5600b4cbf280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:20.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.664+0000 7f424219e740 1 --2- 172.21.15.17:0/2903771684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4cbce90 0x5600b4cbf280 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f4228009230 tx=0x7f4228005d90 comp rx=0 tx=0).stop 2024-09-16T01:44:20.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.664+0000 7f424219e740 1 -- 172.21.15.17:0/2903771684 shutdown_connections 2024-09-16T01:44:20.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.664+0000 7f424219e740 1 --2- 172.21.15.17:0/2903771684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4cbce90 0x5600b4cbf280 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.664+0000 7f424219e740 1 --2- 172.21.15.17:0/2903771684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cbc950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.664+0000 7f424219e740 1 --2- 172.21.15.17:0/2903771684 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4ca93c0 0x5600b4ca97a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.664+0000 7f424219e740 1 -- 172.21.15.17:0/2903771684 >> 172.21.15.17:0/2903771684 conn(0x5600b4ca5a30 msgr2=0x5600b4ca5e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:20.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.665+0000 7f424219e740 1 -- 172.21.15.17:0/2903771684 shutdown_connections 2024-09-16T01:44:20.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.665+0000 7f424219e740 1 -- 172.21.15.17:0/2903771684 wait complete. 2024-09-16T01:44:20.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.665+0000 7f424219e740 1 -- start start 2024-09-16T01:44:20.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.665+0000 7f424219e740 1 Processor -- start 2024-09-16T01:44:20.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f424219e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4ca93c0 0x5600b4cbc900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f424219e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cb9bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f424219e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4cbce90 0x5600b4cba2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f424219e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5600b4cbf9a0 con 0x5600b4ca9ce0 2024-09-16T01:44:20.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f423d360640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cb9bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f423d360640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cb9bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44460/0 (socket says 172.21.15.17:44460) 2024-09-16T01:44:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f423d360640 1 -- 172.21.15.17:0/3918710207 learned_addr learned my addr 172.21.15.17:0/3918710207 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f424219e740 1 -- 172.21.15.17:0/3918710207 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5600b4bca050 con 0x5600b4ca93c0 2024-09-16T01:44:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f424219e740 1 -- 172.21.15.17:0/3918710207 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5600b4cbfb20 con 0x5600b4cbce90 2024-09-16T01:44:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f423db61640 1 --2- 172.21.15.17:0/3918710207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4ca93c0 0x5600b4cbc900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f423e362640 1 --2- 172.21.15.17:0/3918710207 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4cbce90 0x5600b4cba2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f423d360640 1 -- 172.21.15.17:0/3918710207 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4cbce90 msgr2=0x5600b4cba2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f423d360640 1 --2- 172.21.15.17:0/3918710207 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4cbce90 0x5600b4cba2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f423d360640 1 -- 172.21.15.17:0/3918710207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4ca93c0 msgr2=0x5600b4cbc900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f423d360640 1 --2- 172.21.15.17:0/3918710207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4ca93c0 0x5600b4cbc900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f423d360640 1 -- 172.21.15.17:0/3918710207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600b49803c0 con 0x5600b4ca9ce0 2024-09-16T01:44:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.666+0000 7f423e362640 1 --2- 172.21.15.17:0/3918710207 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4cbce90 0x5600b4cba2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:44:20.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.667+0000 7f424219e740 10 client.0 _ll_register_callbacks cb 0x5600b4c0a160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:20.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.667+0000 7f424219e740 1 -- 172.21.15.17:0/3918710207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4228031860 con 0x5600b4ca9ce0 2024-09-16T01:44:20.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.667+0000 7f423d360640 1 --2- 172.21.15.17:0/3918710207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cb9bb0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f42280044b0 tx=0x7f4228009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da6fddb362cc60f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:20.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.667+0000 7f42217fa640 10 client.15348 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:44:20.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.667+0000 7f42217fa640 1 -- 172.21.15.17:0/3918710207 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4228040070 con 0x5600b4ca9ce0 2024-09-16T01:44:20.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.667+0000 7f42217fa640 1 -- 172.21.15.17:0/3918710207 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f42280035f0 con 0x5600b4ca9ce0 2024-09-16T01:44:20.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.667+0000 7f42217fa640 1 -- 172.21.15.17:0/3918710207 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4228035040 con 0x5600b4ca9ce0 2024-09-16T01:44:20.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.667+0000 7f424219e740 10 client.15348 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:20.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.667+0000 7f424219e740 1 -- 172.21.15.17:0/3918710207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({fsmap=25}) -- 0x5600b4ccb0d0 con 0x5600b4ca9ce0 2024-09-16T01:44:20.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.668+0000 7f42217fa640 1 -- 172.21.15.17:0/3918710207 <== mon.0 v2:172.21.15.17:3300/0 4 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f42280037f0 con 0x5600b4ca9ce0 2024-09-16T01:44:20.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.668+0000 7f424219e740 10 client.15348 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:20.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.668+0000 7f424219e740 10 client.15348 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:44:20.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.668+0000 7f424219e740 20 client.15348 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:20.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.668+0000 7f424219e740 1 --2- 172.21.15.17:0/3918710207 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5600b4ccc420 0x5600b4cce810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.668+0000 7f424219e740 4 client.15348 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:44:20.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.668+0000 7f424219e740 1 -- 172.21.15.17:0/3918710207 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5600b4c1c850 con 0x5600b4ccc420 2024-09-16T01:44:20.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.668+0000 7f423db61640 1 --2- 172.21.15.17:0/3918710207 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5600b4ccc420 0x5600b4cce810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.669+0000 7f42217fa640 10 client.15348 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:20.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.669+0000 7f423db61640 1 --2- 172.21.15.17:0/3918710207 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5600b4ccc420 0x5600b4cce810 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5d3cb8d70660db2 server_cookie=3c25ddea4381e648 in_seq=0 out_seq=0 2024-09-16T01:44:20.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.669+0000 7f42217fa640 1 -- 172.21.15.17:0/3918710207 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5600b4c1c850 con 0x5600b4ccc420 2024-09-16T01:44:20.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.669+0000 7f42217fa640 10 client.15348 handle_command_reply: tid=0 2024-09-16T01:44:20.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.669+0000 7f424219e740 1 client.15348 shutdown 2024-09-16T01:44:20.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.670+0000 7f424219e740 1 -- 172.21.15.17:0/3918710207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 msgr2=0x5600b4cb9bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:20.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.670+0000 7f424219e740 1 --2- 172.21.15.17:0/3918710207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cb9bb0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f42280044b0 tx=0x7f4228009260 comp rx=0 tx=0).stop 2024-09-16T01:44:20.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.670+0000 7f424219e740 1 -- 172.21.15.17:0/3918710207 shutdown_connections 2024-09-16T01:44:20.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.670+0000 7f424219e740 1 --2- 172.21.15.17:0/3918710207 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5600b4ccc420 0x5600b4cce810 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.670+0000 7f424219e740 1 --2- 172.21.15.17:0/3918710207 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4cbce90 0x5600b4cba2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.670+0000 7f424219e740 1 --2- 172.21.15.17:0/3918710207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cb9bb0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.670+0000 7f42217fa640 0 client.15348 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:20.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.670+0000 7f424219e740 1 --2- 172.21.15.17:0/3918710207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4ca93c0 0x5600b4cbc900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.670+0000 7f424219e740 1 -- 172.21.15.17:0/3918710207 >> 172.21.15.17:0/3918710207 conn(0x5600b4ca5a30 msgr2=0x5600b4ca4b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:20.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.670+0000 7f424219e740 1 -- 172.21.15.17:0/3918710207 shutdown_connections 2024-09-16T01:44:20.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.670+0000 7f424219e740 1 -- 172.21.15.17:0/3918710207 wait complete. 2024-09-16T01:44:20.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.670+0000 7f424219e740 20 client.15348 trim_cache size 0 max 16384 2024-09-16T01:44:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.703+0000 7f424219e740 1 Processor -- start 2024-09-16T01:44:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.703+0000 7f424219e740 1 -- start start 2024-09-16T01:44:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.703+0000 7f424219e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4ca93c0 0x5600b4cb8480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.703+0000 7f424219e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cd3f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.703+0000 7f424219e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4cbce90 0x5600b4cd44c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.703+0000 7f424219e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f42381adb40 con 0x5600b4ca9ce0 2024-09-16T01:44:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.703+0000 7f424219e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f42381ab410 con 0x5600b4cbce90 2024-09-16T01:44:20.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.703+0000 7f424219e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f42381a9240 con 0x5600b4ca93c0 2024-09-16T01:44:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.704+0000 7f423d360640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cd3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.704+0000 7f423d360640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cd3f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44468/0 (socket says 172.21.15.17:44468) 2024-09-16T01:44:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.704+0000 7f423d360640 1 -- 172.21.15.17:0/986801384 learned_addr learned my addr 172.21.15.17:0/986801384 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:20.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.704+0000 7f423db61640 1 --2- 172.21.15.17:0/986801384 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4ca93c0 0x5600b4cb8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.704+0000 7f423e362640 1 --2- 172.21.15.17:0/986801384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4cbce90 0x5600b4cd44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.704+0000 7f423db61640 1 -- 172.21.15.17:0/986801384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4cbce90 msgr2=0x5600b4cd44c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:20.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.704+0000 7f423db61640 1 --2- 172.21.15.17:0/986801384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4cbce90 0x5600b4cd44c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.704+0000 7f423db61640 1 -- 172.21.15.17:0/986801384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 msgr2=0x5600b4cd3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:20.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.704+0000 7f423db61640 1 --2- 172.21.15.17:0/986801384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cd3f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.704+0000 7f423db61640 1 -- 172.21.15.17:0/986801384 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5600b4ca5230 con 0x5600b4ca93c0 2024-09-16T01:44:20.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.704+0000 7f423db61640 1 --2- 172.21.15.17:0/986801384 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4ca93c0 0x5600b4cb8480 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f42340097b0 tx=0x7f423406f1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3817b77959bef275 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:20.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.704+0000 7f42237fe640 1 -- 172.21.15.17:0/986801384 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4234026040 con 0x5600b4ca93c0 2024-09-16T01:44:20.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.705+0000 7f42237fe640 1 -- 172.21.15.17:0/986801384 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f423409c200 con 0x5600b4ca93c0 2024-09-16T01:44:20.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.705+0000 7f42237fe640 1 -- 172.21.15.17:0/986801384 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42340bc0b0 con 0x5600b4ca93c0 2024-09-16T01:44:20.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.705+0000 7f424219e740 1 -- 172.21.15.17:0/986801384 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4ca93c0 msgr2=0x5600b4cb8480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:20.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.705+0000 7f424219e740 1 --2- 172.21.15.17:0/986801384 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4ca93c0 0x5600b4cb8480 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f42340097b0 tx=0x7f423406f1c0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.705+0000 7f424219e740 1 -- 172.21.15.17:0/986801384 shutdown_connections 2024-09-16T01:44:20.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.706+0000 7f424219e740 1 --2- 172.21.15.17:0/986801384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4cbce90 0x5600b4cd44c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.706+0000 7f424219e740 1 --2- 172.21.15.17:0/986801384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cd3f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.706+0000 7f424219e740 1 --2- 172.21.15.17:0/986801384 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4ca93c0 0x5600b4cb8480 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.706+0000 7f424219e740 1 -- 172.21.15.17:0/986801384 >> 172.21.15.17:0/986801384 conn(0x5600b4ca5a30 msgr2=0x5600b4cb5110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.706+0000 7f424219e740 1 -- 172.21.15.17:0/986801384 shutdown_connections 2024-09-16T01:44:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.706+0000 7f424219e740 1 -- 172.21.15.17:0/986801384 wait complete. 2024-09-16T01:44:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.706+0000 7f424219e740 1 -- start start 2024-09-16T01:44:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.707+0000 7f424219e740 1 Processor -- start 2024-09-16T01:44:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.707+0000 7f424219e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4ca93c0 0x5600b4cc12a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f424219e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cc17e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f424219e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4cbce90 0x5600b4d35f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f423db61640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4ca93c0 0x5600b4cc12a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f424219e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f42381a98d0 con 0x5600b4ca9ce0 2024-09-16T01:44:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f424219e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f42381aad40 con 0x5600b4ca93c0 2024-09-16T01:44:20.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f424219e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f42381a9fa0 con 0x5600b4cbce90 2024-09-16T01:44:20.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f423db61640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4ca93c0 0x5600b4cc12a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:44022/0 (socket says 172.21.15.17:44022) 2024-09-16T01:44:20.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f423db61640 1 -- 172.21.15.17:0/4030731292 learned_addr learned my addr 172.21.15.17:0/4030731292 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:20.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f424219e740 10 client.0 _ll_register_callbacks cb 0x7f4234009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:20.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f423d360640 1 --2- 172.21.15.17:0/4030731292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cc17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f423e362640 1 --2- 172.21.15.17:0/4030731292 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4cbce90 0x5600b4d35f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f423db61640 1 -- 172.21.15.17:0/4030731292 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4cbce90 msgr2=0x5600b4d35f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:20.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f423db61640 1 --2- 172.21.15.17:0/4030731292 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4cbce90 0x5600b4d35f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f423db61640 1 -- 172.21.15.17:0/4030731292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 msgr2=0x5600b4cc17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:20.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f423db61640 1 --2- 172.21.15.17:0/4030731292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cc17e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.708+0000 7f423db61640 1 -- 172.21.15.17:0/4030731292 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5600b4d36540 con 0x5600b4ca93c0 2024-09-16T01:44:20.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.709+0000 7f423db61640 1 --2- 172.21.15.17:0/4030731292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4ca93c0 0x5600b4cc12a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f42340cdbc0 tx=0x7f4234005cc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eaa42819d3fc66b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:20.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.709+0000 7f42217fa640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:44:20.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.709+0000 7f42217fa640 1 -- 172.21.15.17:0/4030731292 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42340a4dc0 con 0x5600b4ca93c0 2024-09-16T01:44:20.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.709+0000 7f42217fa640 1 -- 172.21.15.17:0/4030731292 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4234098870 con 0x5600b4ca93c0 2024-09-16T01:44:20.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.709+0000 7f424219e740 1 -- 172.21.15.17:0/4030731292 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f423409c200 con 0x5600b4ca93c0 2024-09-16T01:44:20.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.709+0000 7f42217fa640 1 -- 172.21.15.17:0/4030731292 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f42340a0120 con 0x5600b4ca93c0 2024-09-16T01:44:20.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.709+0000 7f424219e740 10 client.24974 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:20.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.709+0000 7f424219e740 1 -- 172.21.15.17:0/4030731292 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5600b4d377d0 con 0x5600b4ca93c0 2024-09-16T01:44:20.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.710+0000 7f42217fa640 1 -- 172.21.15.17:0/4030731292 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f42340a9080 con 0x5600b4ca93c0 2024-09-16T01:44:20.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.710+0000 7f42217fa640 1 -- 172.21.15.17:0/4030731292 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f4234097f50 con 0x5600b4ca93c0 2024-09-16T01:44:20.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.710+0000 7f424219e740 10 client.24974 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:20.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.710+0000 7f424219e740 10 client.24974 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:44:20.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.710+0000 7f424219e740 20 client.24974 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:20.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.710+0000 7f424219e740 1 --2- 172.21.15.17:0/4030731292 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5600b4d37ee0 0x5600b4d3a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:20.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.710+0000 7f424219e740 4 client.24974 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:44:20.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.710+0000 7f424219e740 1 -- 172.21.15.17:0/4030731292 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5600b4c16d60 con 0x5600b4d37ee0 2024-09-16T01:44:20.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.710+0000 7f423d360640 1 --2- 172.21.15.17:0/4030731292 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5600b4d37ee0 0x5600b4d3a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:20.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.711+0000 7f423d360640 1 --2- 172.21.15.17:0/4030731292 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5600b4d37ee0 0x5600b4d3a2d0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5031940d0d18cb9d server_cookie=4fd04b66a8cc560 in_seq=0 out_seq=0 2024-09-16T01:44:20.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.711+0000 7f42217fa640 10 client.24974 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:20.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.711+0000 7f42217fa640 1 -- 172.21.15.17:0/4030731292 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5600b4c16d60 con 0x5600b4d37ee0 2024-09-16T01:44:20.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.711+0000 7f42217fa640 10 client.24974 handle_command_reply: tid=0 2024-09-16T01:44:20.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.711+0000 7f424219e740 1 client.24974 shutdown 2024-09-16T01:44:20.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.711+0000 7f424219e740 1 -- 172.21.15.17:0/4030731292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4ca93c0 msgr2=0x5600b4cc12a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:20.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.711+0000 7f424219e740 1 --2- 172.21.15.17:0/4030731292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4ca93c0 0x5600b4cc12a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f42340cdbc0 tx=0x7f4234005cc0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.711+0000 7f424219e740 1 -- 172.21.15.17:0/4030731292 shutdown_connections 2024-09-16T01:44:20.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.711+0000 7f424219e740 1 --2- 172.21.15.17:0/4030731292 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5600b4d37ee0 0x5600b4d3a2d0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.711+0000 7f424219e740 1 --2- 172.21.15.17:0/4030731292 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5600b4cbce90 0x5600b4d35f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.711+0000 7f424219e740 1 --2- 172.21.15.17:0/4030731292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5600b4ca9ce0 0x5600b4cc17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.711+0000 7f424219e740 1 --2- 172.21.15.17:0/4030731292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5600b4ca93c0 0x5600b4cc12a0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.711+0000 7f424219e740 1 -- 172.21.15.17:0/4030731292 >> 172.21.15.17:0/4030731292 conn(0x5600b4ca5a30 msgr2=0x5600b4cb48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:20.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.712+0000 7f42217fa640 0 client.24974 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:20.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.712+0000 7f424219e740 1 -- 172.21.15.17:0/4030731292 shutdown_connections 2024-09-16T01:44:20.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.712+0000 7f424219e740 1 -- 172.21.15.17:0/4030731292 wait complete. 2024-09-16T01:44:20.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.712+0000 7f424219e740 20 client.24974 trim_cache size 0 max 16384 2024-09-16T01:44:20.718 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:44:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:44:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:44:20.718 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:44:20.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.713+0000 7f423fdc5640 1 -- 172.21.15.17:0/1068003446 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42240039b0 msgr2=0x7f4224005e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:20.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.713+0000 7f423fdc5640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42240039b0 0x7f4224005e70 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f4230005fd0 tx=0x7f4230009e80 comp rx=0 tx=0).stop 2024-09-16T01:44:20.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.713+0000 7f423fdc5640 1 -- 172.21.15.17:0/1068003446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4238101a30 msgr2=0x7f42381983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:20.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.713+0000 7f423fdc5640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4238101a30 0x7f42381983d0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f423400e9f0 tx=0x7f423400eeb0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.713+0000 7f423fdc5640 1 -- 172.21.15.17:0/1068003446 shutdown_connections 2024-09-16T01:44:20.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.713+0000 7f423fdc5640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42240039b0 0x7f4224005e70 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.713+0000 7f423fdc5640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4238106fc0 0x7f423819cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.713+0000 7f423fdc5640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f42381023e0 0x7f4238198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.713+0000 7f423fdc5640 1 --2- 172.21.15.17:0/1068003446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4238101a30 0x7f42381983d0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:20.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.713+0000 7f423fdc5640 1 -- 172.21.15.17:0/1068003446 >> 172.21.15.17:0/1068003446 conn(0x7f4238075f70 msgr2=0x7f42380ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:20.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.714+0000 7f423fdc5640 1 -- 172.21.15.17:0/1068003446 shutdown_connections 2024-09-16T01:44:20.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:20.714+0000 7f423fdc5640 1 -- 172.21.15.17:0/1068003446 wait complete. 2024-09-16T01:44:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:20 smithi122 ceph-mon[34758]: pgmap v363: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:44:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:20 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:44:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:20 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:44:20.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:20 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:44:20.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:20 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:44:20.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:20 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:44:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:20 smithi029 ceph-mon[34783]: pgmap v363: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-09-16T01:44:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:20 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:44:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:20 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:44:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:20 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:44:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:20 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:44:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:20 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:44:21.495 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:44:21.495 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:44:21.818 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:44:22.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.379+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3937757457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8102dd0 msgr2=0x7f33e81031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:22.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.379+0000 7f33ed3f1640 1 --2- 172.21.15.17:0/3937757457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8102dd0 0x7f33e81031b0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f33d80099b0 tx=0x7f33d802e850 comp rx=0 tx=0).stop 2024-09-16T01:44:22.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.379+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3937757457 shutdown_connections 2024-09-16T01:44:22.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.379+0000 7f33ed3f1640 1 --2- 172.21.15.17:0/3937757457 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e8108300 0x7f33e810ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:22.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.379+0000 7f33ed3f1640 1 --2- 172.21.15.17:0/3937757457 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f33e8103780 0x7f33e8107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:22.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.379+0000 7f33ed3f1640 1 --2- 172.21.15.17:0/3937757457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8102dd0 0x7f33e81031b0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:22.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.379+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3937757457 >> 172.21.15.17:0/3937757457 conn(0x7f33e80fc7d0 msgr2=0x7f33e80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:22.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.379+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3937757457 shutdown_connections 2024-09-16T01:44:22.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.380+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3937757457 wait complete. 2024-09-16T01:44:22.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.381+0000 7f33ed3f1640 1 Processor -- start 2024-09-16T01:44:22.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.381+0000 7f33ed3f1640 1 -- start start 2024-09-16T01:44:22.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.382+0000 7f33ed3f1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e8102dd0 0x7f33e8196420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:22.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.382+0000 7f33ed3f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8103780 0x7f33e8196960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:22.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.382+0000 7f33ed3f1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f33e8108300 0x7f33e819acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:22.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.382+0000 7f33ed3f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f33e810fd90 con 0x7f33e8103780 2024-09-16T01:44:22.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.382+0000 7f33ed3f1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f33e810fc10 con 0x7f33e8102dd0 2024-09-16T01:44:22.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.382+0000 7f33e77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f33e8108300 0x7f33e819acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:22.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.382+0000 7f33e77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f33e8108300 0x7f33e819acf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42176/0 (socket says 172.21.15.17:42176) 2024-09-16T01:44:22.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.382+0000 7f33e77fe640 1 -- 172.21.15.17:0/3673745708 learned_addr learned my addr 172.21.15.17:0/3673745708 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:22.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.382+0000 7f33e67fc640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8103780 0x7f33e8196960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:22.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.382+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3673745708 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f33e810ff10 con 0x7f33e8108300 2024-09-16T01:44:22.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.382+0000 7f33e6ffd640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e8102dd0 0x7f33e8196420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:22.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.383+0000 7f33e67fc640 1 -- 172.21.15.17:0/3673745708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f33e8108300 msgr2=0x7f33e819acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:22.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.383+0000 7f33e67fc640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f33e8108300 0x7f33e819acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:22.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.383+0000 7f33e67fc640 1 -- 172.21.15.17:0/3673745708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e8102dd0 msgr2=0x7f33e8196420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:22.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.383+0000 7f33e67fc640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e8102dd0 0x7f33e8196420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:22.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.383+0000 7f33e67fc640 1 -- 172.21.15.17:0/3673745708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33e819b3d0 con 0x7f33e8103780 2024-09-16T01:44:22.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.383+0000 7f33e67fc640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8103780 0x7f33e8196960 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f33e806a2d0 tx=0x7f33dc00dbb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:22.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.383+0000 7f33e6ffd640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e8102dd0 0x7f33e8196420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:44:22.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.388+0000 7f33cffff640 1 -- 172.21.15.17:0/3673745708 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33dc017070 con 0x7f33e8103780 2024-09-16T01:44:22.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.388+0000 7f33cffff640 1 -- 172.21.15.17:0/3673745708 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33dc0099a0 con 0x7f33e8103780 2024-09-16T01:44:22.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.388+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3673745708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33e819b6c0 con 0x7f33e8103780 2024-09-16T01:44:22.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.388+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3673745708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f33e81a2fa0 con 0x7f33e8103780 2024-09-16T01:44:22.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.389+0000 7f33cffff640 1 -- 172.21.15.17:0/3673745708 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33dc0047a0 con 0x7f33e8103780 2024-09-16T01:44:22.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.389+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3673745708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f33e806a7b0 con 0x7f33e8103780 2024-09-16T01:44:22.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.392+0000 7f33cffff640 1 -- 172.21.15.17:0/3673745708 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f33dc009b50 con 0x7f33e8103780 2024-09-16T01:44:22.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.393+0000 7f33cffff640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f33d00a3350 0x7f33d00a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:22.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.393+0000 7f33e6ffd640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f33d00a3350 0x7f33d00a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:22.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.393+0000 7f33cffff640 1 -- 172.21.15.17:0/3673745708 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f33dc0cfb50 con 0x7f33e8103780 2024-09-16T01:44:22.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.394+0000 7f33e6ffd640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f33d00a3350 0x7f33d00a5810 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f33d8009230 tx=0x7f33d8035560 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:22.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.399+0000 7f33cffff640 1 -- 172.21.15.17:0/3673745708 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f33dc020020 con 0x7f33e8103780 2024-09-16T01:44:22.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:22 smithi017 ceph-mon[30972]: pgmap v364: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-16T01:44:22.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.635+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3673745708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f33e81031b0 con 0x7f33e8103780 2024-09-16T01:44:22.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.636+0000 7f33cffff640 1 -- 172.21.15.17:0/3673745708 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f33e81031b0 con 0x7f33e8103780 2024-09-16T01:44:22.638 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:44:22.639 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:44:22.639 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:44:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.638+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3673745708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f33d00a3350 msgr2=0x7f33d00a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.638+0000 7f33ed3f1640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f33d00a3350 0x7f33d00a5810 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f33d8009230 tx=0x7f33d8035560 comp rx=0 tx=0).stop 2024-09-16T01:44:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.638+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3673745708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8103780 msgr2=0x7f33e8196960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.638+0000 7f33ed3f1640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8103780 0x7f33e8196960 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f33e806a2d0 tx=0x7f33dc00dbb0 comp rx=0 tx=0).stop 2024-09-16T01:44:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.638+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3673745708 shutdown_connections 2024-09-16T01:44:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.638+0000 7f33ed3f1640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f33d00a3350 0x7f33d00a5810 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.638+0000 7f33ed3f1640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f33e8108300 0x7f33e819acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.638+0000 7f33ed3f1640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8103780 0x7f33e8196960 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.639+0000 7f33ed3f1640 1 --2- 172.21.15.17:0/3673745708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f33e8102dd0 0x7f33e8196420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:22.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.639+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3673745708 >> 172.21.15.17:0/3673745708 conn(0x7f33e80fc7d0 msgr2=0x7f33e8105eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:22.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.639+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3673745708 shutdown_connections 2024-09-16T01:44:22.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:22.639+0000 7f33ed3f1640 1 -- 172.21.15.17:0/3673745708 wait complete. 2024-09-16T01:44:22.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:22 smithi029 ceph-mon[34783]: pgmap v364: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-16T01:44:22.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:22 smithi122 ceph-mon[34758]: pgmap v364: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-09-16T01:44:23.318 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:44:23.631 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:44:23.753 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:23 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3673745708' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:44:23.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:23 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3673745708' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:44:23.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:23 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3673745708' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:44:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.168+0000 7f5ee0b4e640 1 -- 172.21.15.17:0/2607643636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5edc102570 msgr2=0x7f5edc1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.168+0000 7f5ee0b4e640 1 --2- 172.21.15.17:0/2607643636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5edc102570 0x7f5edc1029b0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f5ed0009900 tx=0x7f5ed002a480 comp rx=0 tx=0).stop 2024-09-16T01:44:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.169+0000 7f5ee0b4e640 1 -- 172.21.15.17:0/2607643636 shutdown_connections 2024-09-16T01:44:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.169+0000 7f5ee0b4e640 1 --2- 172.21.15.17:0/2607643636 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5edc102ef0 0x7f5edc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.169+0000 7f5ee0b4e640 1 --2- 172.21.15.17:0/2607643636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5edc102570 0x7f5edc1029b0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.169+0000 7f5ee0b4e640 1 --2- 172.21.15.17:0/2607643636 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5edc100e20 0x7f5edc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.169+0000 7f5ee0b4e640 1 -- 172.21.15.17:0/2607643636 >> 172.21.15.17:0/2607643636 conn(0x7f5edc0fc7d0 msgr2=0x7f5edc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.169+0000 7f5ee0b4e640 1 -- 172.21.15.17:0/2607643636 shutdown_connections 2024-09-16T01:44:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.169+0000 7f5ee0b4e640 1 -- 172.21.15.17:0/2607643636 wait complete. 2024-09-16T01:44:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.170+0000 7f5ee0b4e640 1 Processor -- start 2024-09-16T01:44:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.170+0000 7f5ee0b4e640 1 -- start start 2024-09-16T01:44:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5ee0b4e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5edc100e20 0x7f5edc19d060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5ee0b4e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5edc102570 0x7f5edc19d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5ee0b4e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5edc102ef0 0x7f5edc198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5ee0b4e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5edc110ea0 con 0x7f5edc102570 2024-09-16T01:44:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5ee0b4e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5edc110d20 con 0x7f5edc102ef0 2024-09-16T01:44:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5ee0b4e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5edc111020 con 0x7f5edc100e20 2024-09-16T01:44:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5ed9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5edc102570 0x7f5edc19d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5ed9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5edc102570 0x7f5edc19d5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44500/0 (socket says 172.21.15.17:44500) 2024-09-16T01:44:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5ed9d9b640 1 -- 172.21.15.17:0/988638531 learned_addr learned my addr 172.21.15.17:0/988638531 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5edad9d640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5edc102ef0 0x7f5edc198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5ed9d9b640 1 -- 172.21.15.17:0/988638531 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5edc100e20 msgr2=0x7f5edc19d060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5eda59c640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5edc100e20 0x7f5edc19d060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5ed9d9b640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5edc100e20 0x7f5edc19d060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5ed9d9b640 1 -- 172.21.15.17:0/988638531 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5edc102ef0 msgr2=0x7f5edc198580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5ed9d9b640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5edc102ef0 0x7f5edc198580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.171+0000 7f5ed9d9b640 1 -- 172.21.15.17:0/988638531 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5edc198d00 con 0x7f5edc102570 2024-09-16T01:44:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.172+0000 7f5edad9d640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5edc102ef0 0x7f5edc198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:44:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.172+0000 7f5eda59c640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5edc100e20 0x7f5edc19d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:44:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.172+0000 7f5ed9d9b640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5edc102570 0x7f5edc19d5a0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f5ed002aa70 tx=0x7f5ed0003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.172+0000 7f5ecb7fe640 1 -- 172.21.15.17:0/988638531 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ed003f070 con 0x7f5edc102570 2024-09-16T01:44:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.172+0000 7f5ecb7fe640 1 -- 172.21.15.17:0/988638531 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ed003bb20 con 0x7f5edc102570 2024-09-16T01:44:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.172+0000 7f5ee0b4e640 1 -- 172.21.15.17:0/988638531 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5edc198f90 con 0x7f5edc102570 2024-09-16T01:44:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.172+0000 7f5ecb7fe640 1 -- 172.21.15.17:0/988638531 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ed0035030 con 0x7f5edc102570 2024-09-16T01:44:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.172+0000 7f5ee0b4e640 1 -- 172.21.15.17:0/988638531 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5edc1a4f90 con 0x7f5edc102570 2024-09-16T01:44:24.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.175+0000 7f5ecb7fe640 1 -- 172.21.15.17:0/988638531 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f5ed0042070 con 0x7f5edc102570 2024-09-16T01:44:24.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.176+0000 7f5ecb7fe640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ec40a3350 0x7f5ec40a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.176+0000 7f5ecb7fe640 1 -- 172.21.15.17:0/988638531 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5ed00f0280 con 0x7f5edc102570 2024-09-16T01:44:24.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.176+0000 7f5ee2f27740 1 Processor -- start 2024-09-16T01:44:24.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.176+0000 7f5eda59c640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ec40a3350 0x7f5ec40a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.177+0000 7f5ee2f27740 1 -- start start 2024-09-16T01:44:24.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.177+0000 7f5ee2f27740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be8637b40 0x563be8636090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.177+0000 7f5ee2f27740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be86365d0 0x563be8636a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.177+0000 7f5ee2f27740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8641370 0x563be8643760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.177+0000 7f5eda59c640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ec40a3350 0x7f5ec40a5810 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc006fd0 tx=0x7f5ecc008040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:24.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.177+0000 7f5ee2f27740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563be859c2f0 con 0x563be86365d0 2024-09-16T01:44:24.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.177+0000 7f5ee2f27740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563be8543cf0 con 0x563be8641370 2024-09-16T01:44:24.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.177+0000 7f5ee2f27740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563be85982b0 con 0x563be8637b40 2024-09-16T01:44:24.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.177+0000 7f5eda59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be8637b40 0x563be8636090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.178+0000 7f5eda59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be8637b40 0x563be8636090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42204/0 (socket says 172.21.15.17:42204) 2024-09-16T01:44:24.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.178+0000 7f5eda59c640 1 -- 172.21.15.17:0/76488866 learned_addr learned my addr 172.21.15.17:0/76488866 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:24.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.178+0000 7f5edad9d640 1 --2- 172.21.15.17:0/76488866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8641370 0x563be8643760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.178+0000 7f5ed9d9b640 1 --2- 172.21.15.17:0/76488866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be86365d0 0x563be8636a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.178+0000 7f5eda59c640 1 -- 172.21.15.17:0/76488866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8641370 msgr2=0x563be8643760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:24.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.178+0000 7f5eda59c640 1 --2- 172.21.15.17:0/76488866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8641370 0x563be8643760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.178+0000 7f5eda59c640 1 -- 172.21.15.17:0/76488866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be86365d0 msgr2=0x563be8636a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:24.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.178+0000 7f5eda59c640 1 --2- 172.21.15.17:0/76488866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be86365d0 0x563be8636a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.178+0000 7f5eda59c640 1 -- 172.21.15.17:0/76488866 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563be85283a0 con 0x563be8637b40 2024-09-16T01:44:24.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.178+0000 7f5eda59c640 1 --2- 172.21.15.17:0/76488866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be8637b40 0x563be8636090 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc00ca70 tx=0x7f5ecc00f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1dec57619708c8ad server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:24.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.178+0000 7f5ec8ff9640 1 -- 172.21.15.17:0/76488866 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc019040 con 0x563be8637b40 2024-09-16T01:44:24.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.178+0000 7f5ec8ff9640 1 -- 172.21.15.17:0/76488866 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ecc022070 con 0x563be8637b40 2024-09-16T01:44:24.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.179+0000 7f5ec8ff9640 1 -- 172.21.15.17:0/76488866 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc0113d0 con 0x563be8637b40 2024-09-16T01:44:24.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.179+0000 7f5ee2f27740 1 -- 172.21.15.17:0/76488866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be8637b40 msgr2=0x563be8636090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:24.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.179+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/76488866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be8637b40 0x563be8636090 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc00ca70 tx=0x7f5ecc00f000 comp rx=0 tx=0).stop 2024-09-16T01:44:24.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.179+0000 7f5ee2f27740 1 -- 172.21.15.17:0/76488866 shutdown_connections 2024-09-16T01:44:24.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.179+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/76488866 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8641370 0x563be8643760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.179+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/76488866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be86365d0 0x563be8636a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.179+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/76488866 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be8637b40 0x563be8636090 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.179+0000 7f5ee2f27740 1 -- 172.21.15.17:0/76488866 >> 172.21.15.17:0/76488866 conn(0x563be85ff310 msgr2=0x563be8632c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:24.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.180+0000 7f5ee2f27740 1 -- 172.21.15.17:0/76488866 shutdown_connections 2024-09-16T01:44:24.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.180+0000 7f5ee2f27740 1 -- 172.21.15.17:0/76488866 wait complete. 2024-09-16T01:44:24.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.180+0000 7f5ee2f27740 1 -- start start 2024-09-16T01:44:24.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.180+0000 7f5ee2f27740 1 Processor -- start 2024-09-16T01:44:24.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.180+0000 7f5ee2f27740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be86365d0 0x563be8640ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.180+0000 7f5ee2f27740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be8637b40 0x563be863df90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.180+0000 7f5ee2f27740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8641370 0x563be863e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5ee2f27740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563be86484d0 con 0x563be8637b40 2024-09-16T01:44:24.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5ee2f27740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563be8557060 con 0x563be8641370 2024-09-16T01:44:24.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5ee2f27740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563be8648650 con 0x563be86365d0 2024-09-16T01:44:24.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5ed9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be8637b40 0x563be863df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5ee2f27740 10 client.0 _ll_register_callbacks cb 0x563be82aa8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:24.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5eda59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be86365d0 0x563be8640ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5eda59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be86365d0 0x563be8640ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42220/0 (socket says 172.21.15.17:42220) 2024-09-16T01:44:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5eda59c640 1 -- 172.21.15.17:0/1513183110 learned_addr learned my addr 172.21.15.17:0/1513183110 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5edad9d640 1 --2- 172.21.15.17:0/1513183110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8641370 0x563be863e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5eda59c640 1 -- 172.21.15.17:0/1513183110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8641370 msgr2=0x563be863e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5eda59c640 1 --2- 172.21.15.17:0/1513183110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8641370 0x563be863e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5eda59c640 1 -- 172.21.15.17:0/1513183110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be8637b40 msgr2=0x563be863df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5eda59c640 1 --2- 172.21.15.17:0/1513183110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be8637b40 0x563be863df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5eda59c640 1 -- 172.21.15.17:0/1513183110 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563be830d3c0 con 0x563be86365d0 2024-09-16T01:44:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5ed9d9b640 1 --2- 172.21.15.17:0/1513183110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be8637b40 0x563be863df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:44:24.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5eda59c640 1 --2- 172.21.15.17:0/1513183110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be86365d0 0x563be8640ce0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc01db90 tx=0x7f5ecc01da40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7bea73474ac4b085 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5ec1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:44:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.181+0000 7f5ec1ffb640 1 -- 172.21.15.17:0/1513183110 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc02d070 con 0x563be86365d0 2024-09-16T01:44:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.182+0000 7f5ec1ffb640 1 -- 172.21.15.17:0/1513183110 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5ecc013980 con 0x563be86365d0 2024-09-16T01:44:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.182+0000 7f5ee2f27740 1 -- 172.21.15.17:0/1513183110 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ecc022070 con 0x563be86365d0 2024-09-16T01:44:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.182+0000 7f5ec1ffb640 1 -- 172.21.15.17:0/1513183110 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f5ecc039050 con 0x563be86365d0 2024-09-16T01:44:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.182+0000 7f5ee2f27740 10 client.25027 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.182+0000 7f5ee2f27740 1 -- 172.21.15.17:0/1513183110 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x563be8653ee0 con 0x563be86365d0 2024-09-16T01:44:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.182+0000 7f5ec1ffb640 1 -- 172.21.15.17:0/1513183110 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ecc022070 con 0x563be86365d0 2024-09-16T01:44:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.182+0000 7f5ec1ffb640 1 -- 172.21.15.17:0/1513183110 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f5ecc01c030 con 0x563be86365d0 2024-09-16T01:44:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.182+0000 7f5ee2f27740 10 client.25027 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.182+0000 7f5ee2f27740 10 client.25027 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:44:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.182+0000 7f5ee2f27740 20 client.25027 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:24.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.182+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/1513183110 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563be8655670 0x563be8657a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.182+0000 7f5ee2f27740 4 client.25027 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:44:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.182+0000 7f5ee2f27740 1 -- 172.21.15.17:0/1513183110 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563be85a9860 con 0x563be8655670 2024-09-16T01:44:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.183+0000 7f5ed9d9b640 1 --2- 172.21.15.17:0/1513183110 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563be8655670 0x563be8657a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.183+0000 7f5ec1ffb640 10 client.25027 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:44:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.183+0000 7f5ed9d9b640 1 --2- 172.21.15.17:0/1513183110 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563be8655670 0x563be8657a80 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=35118deed2b50dd2 server_cookie=25016e996e032e21 in_seq=0 out_seq=0 2024-09-16T01:44:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.184+0000 7f5ec1ffb640 1 -- 172.21.15.17:0/1513183110 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563be85a9860 con 0x563be8655670 2024-09-16T01:44:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.184+0000 7f5ec1ffb640 10 client.25027 handle_command_reply: tid=0 2024-09-16T01:44:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.184+0000 7f5ee2f27740 1 client.25027 shutdown 2024-09-16T01:44:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.184+0000 7f5ee2f27740 1 -- 172.21.15.17:0/1513183110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be86365d0 msgr2=0x563be8640ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.184+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/1513183110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be86365d0 0x563be8640ce0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc01db90 tx=0x7f5ecc01da40 comp rx=0 tx=0).stop 2024-09-16T01:44:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.184+0000 7f5ee2f27740 1 -- 172.21.15.17:0/1513183110 shutdown_connections 2024-09-16T01:44:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.184+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/1513183110 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563be8655670 0x563be8657a80 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.184+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/1513183110 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8641370 0x563be863e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.184+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/1513183110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be8637b40 0x563be863df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.184+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/1513183110 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be86365d0 0x563be8640ce0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.184+0000 7f5ee2f27740 1 -- 172.21.15.17:0/1513183110 >> 172.21.15.17:0/1513183110 conn(0x563be85ff310 msgr2=0x563be8638960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:24.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.184+0000 7f5ec1ffb640 0 client.25027 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:44:24.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.184+0000 7f5ee2f27740 1 -- 172.21.15.17:0/1513183110 shutdown_connections 2024-09-16T01:44:24.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.184+0000 7f5ee2f27740 1 -- 172.21.15.17:0/1513183110 wait complete. 2024-09-16T01:44:24.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.185+0000 7f5ee2f27740 20 client.25027 trim_cache size 0 max 16384 2024-09-16T01:44:24.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.198+0000 7f5ee2f27740 1 Processor -- start 2024-09-16T01:44:24.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.198+0000 7f5ee2f27740 1 -- start start 2024-09-16T01:44:24.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.198+0000 7f5ee2f27740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be86365d0 0x563be8651770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.198+0000 7f5ee2f27740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8637b40 0x563be863d820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.198+0000 7f5ee2f27740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be8641370 0x563be865d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.198+0000 7f5ee2f27740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5edc1adcb0 con 0x563be8641370 2024-09-16T01:44:24.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.198+0000 7f5ee2f27740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5edc1ab580 con 0x563be8637b40 2024-09-16T01:44:24.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.198+0000 7f5ee2f27740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5edc1a93d0 con 0x563be86365d0 2024-09-16T01:44:24.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5eda59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be86365d0 0x563be8651770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5eda59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be86365d0 0x563be8651770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42226/0 (socket says 172.21.15.17:42226) 2024-09-16T01:44:24.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5eda59c640 1 -- 172.21.15.17:0/1178460039 learned_addr learned my addr 172.21.15.17:0/1178460039 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:24.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5edad9d640 1 --2- 172.21.15.17:0/1178460039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be8641370 0x563be865d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5ed9d9b640 1 --2- 172.21.15.17:0/1178460039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8637b40 0x563be863d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5eda59c640 1 -- 172.21.15.17:0/1178460039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8637b40 msgr2=0x563be863d820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:24.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5eda59c640 1 --2- 172.21.15.17:0/1178460039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8637b40 0x563be863d820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5eda59c640 1 -- 172.21.15.17:0/1178460039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be8641370 msgr2=0x563be865d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:24.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5eda59c640 1 --2- 172.21.15.17:0/1178460039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be8641370 0x563be865d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5eda59c640 1 -- 172.21.15.17:0/1178460039 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563be863e860 con 0x563be86365d0 2024-09-16T01:44:24.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5edad9d640 1 --2- 172.21.15.17:0/1178460039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be8641370 0x563be865d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:24.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5eda59c640 1 --2- 172.21.15.17:0/1178460039 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be86365d0 0x563be8651770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc00a6b0 tx=0x7f5ecc00c570 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1c3501d1c7415b4a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:24.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5ec3fff640 1 -- 172.21.15.17:0/1178460039 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc02d040 con 0x563be86365d0 2024-09-16T01:44:24.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5ec3fff640 1 -- 172.21.15.17:0/1178460039 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ecc022040 con 0x563be86365d0 2024-09-16T01:44:24.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.199+0000 7f5ec3fff640 1 -- 172.21.15.17:0/1178460039 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc013dc0 con 0x563be86365d0 2024-09-16T01:44:24.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.200+0000 7f5ee2f27740 1 -- 172.21.15.17:0/1178460039 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be86365d0 msgr2=0x563be8651770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:24.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.200+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/1178460039 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be86365d0 0x563be8651770 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc00a6b0 tx=0x7f5ecc00c570 comp rx=0 tx=0).stop 2024-09-16T01:44:24.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.200+0000 7f5ee2f27740 1 -- 172.21.15.17:0/1178460039 shutdown_connections 2024-09-16T01:44:24.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.200+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/1178460039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be8641370 0x563be865d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.200+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/1178460039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8637b40 0x563be863d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.200+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/1178460039 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be86365d0 0x563be8651770 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.200+0000 7f5ee2f27740 1 -- 172.21.15.17:0/1178460039 >> 172.21.15.17:0/1178460039 conn(0x563be85ff310 msgr2=0x563be863c860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:24.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.200+0000 7f5ee2f27740 1 -- 172.21.15.17:0/1178460039 shutdown_connections 2024-09-16T01:44:24.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.200+0000 7f5ee2f27740 1 -- 172.21.15.17:0/1178460039 wait complete. 2024-09-16T01:44:24.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.201+0000 7f5ee2f27740 1 -- start start 2024-09-16T01:44:24.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.201+0000 7f5ee2f27740 1 Processor -- start 2024-09-16T01:44:24.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.201+0000 7f5ee2f27740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be86365d0 0x563be863bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.201+0000 7f5ee2f27740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8637b40 0x563be863a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.201+0000 7f5ee2f27740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be8641370 0x563be863a740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.201+0000 7f5ee2f27740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5edc1a9a40 con 0x563be86365d0 2024-09-16T01:44:24.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.201+0000 7f5ee2f27740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5edc1aaeb0 con 0x563be8637b40 2024-09-16T01:44:24.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.201+0000 7f5ee2f27740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5edc1aa110 con 0x563be8641370 2024-09-16T01:44:24.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.201+0000 7f5eda59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be86365d0 0x563be863bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.201+0000 7f5eda59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be86365d0 0x563be863bb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44534/0 (socket says 172.21.15.17:44534) 2024-09-16T01:44:24.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.202+0000 7f5ee2f27740 10 client.0 _ll_register_callbacks cb 0x7f5ed00b83a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:24.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.202+0000 7f5eda59c640 1 -- 172.21.15.17:0/3617521713 learned_addr learned my addr 172.21.15.17:0/3617521713 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:24.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.202+0000 7f5ed9d9b640 1 --2- 172.21.15.17:0/3617521713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8637b40 0x563be863a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.202+0000 7f5edad9d640 1 --2- 172.21.15.17:0/3617521713 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be8641370 0x563be863a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.202+0000 7f5eda59c640 1 -- 172.21.15.17:0/3617521713 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be8641370 msgr2=0x563be863a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:24.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.202+0000 7f5eda59c640 1 --2- 172.21.15.17:0/3617521713 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be8641370 0x563be863a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.202+0000 7f5eda59c640 1 -- 172.21.15.17:0/3617521713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8637b40 msgr2=0x563be863a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:24.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.202+0000 7f5eda59c640 1 --2- 172.21.15.17:0/3617521713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8637b40 0x563be863a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.202+0000 7f5eda59c640 1 -- 172.21.15.17:0/3617521713 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563be863ae80 con 0x563be86365d0 2024-09-16T01:44:24.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.202+0000 7f5eda59c640 1 --2- 172.21.15.17:0/3617521713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be86365d0 0x563be863bb90 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc008010 tx=0x7f5ecc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=412c88c4a0de24c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:24.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.202+0000 7f5ec1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:44:24.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.203+0000 7f5ec1ffb640 1 -- 172.21.15.17:0/3617521713 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc041030 con 0x563be86365d0 2024-09-16T01:44:24.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.203+0000 7f5ec1ffb640 1 -- 172.21.15.17:0/3617521713 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5ecc032650 con 0x563be86365d0 2024-09-16T01:44:24.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.203+0000 7f5ee2f27740 1 -- 172.21.15.17:0/3617521713 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ecc022040 con 0x563be86365d0 2024-09-16T01:44:24.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.204+0000 7f5ec1ffb640 1 -- 172.21.15.17:0/3617521713 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f5ecc02d040 con 0x563be86365d0 2024-09-16T01:44:24.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.204+0000 7f5ee2f27740 10 client.15378 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:24.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.204+0000 7f5ee2f27740 1 -- 172.21.15.17:0/3617521713 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x563be864d820 con 0x563be86365d0 2024-09-16T01:44:24.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.204+0000 7f5ec1ffb640 1 -- 172.21.15.17:0/3617521713 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ecc022040 con 0x563be86365d0 2024-09-16T01:44:24.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.204+0000 7f5ec1ffb640 1 -- 172.21.15.17:0/3617521713 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f5ecc01c040 con 0x563be86365d0 2024-09-16T01:44:24.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.204+0000 7f5ee2f27740 10 client.15378 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:24.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.204+0000 7f5ee2f27740 10 client.15378 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:44:24.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.204+0000 7f5ee2f27740 20 client.15378 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:24.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.204+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/3617521713 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563be864dfc0 0x563be86c6b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:24.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.204+0000 7f5ee2f27740 4 client.15378 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:44:24.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.204+0000 7f5ee2f27740 1 -- 172.21.15.17:0/3617521713 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563be85a3d70 con 0x563be864dfc0 2024-09-16T01:44:24.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.205+0000 7f5ed9d9b640 1 --2- 172.21.15.17:0/3617521713 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563be864dfc0 0x563be86c6b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:24.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.205+0000 7f5ec1ffb640 10 client.15378 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:44:24.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.205+0000 7f5ed9d9b640 1 --2- 172.21.15.17:0/3617521713 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563be864dfc0 0x563be86c6b30 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1b83d41869a43675 server_cookie=30ee3bee0d88d249 in_seq=0 out_seq=0 2024-09-16T01:44:24.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.205+0000 7f5ec1ffb640 1 -- 172.21.15.17:0/3617521713 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563be85a3d70 con 0x563be864dfc0 2024-09-16T01:44:24.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.205+0000 7f5ec1ffb640 10 client.15378 handle_command_reply: tid=0 2024-09-16T01:44:24.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.205+0000 7f5ee2f27740 1 client.15378 shutdown 2024-09-16T01:44:24.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.206+0000 7f5ee2f27740 1 -- 172.21.15.17:0/3617521713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be86365d0 msgr2=0x563be863bb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:24.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.206+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/3617521713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be86365d0 0x563be863bb90 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc008010 tx=0x7f5ecc0046c0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.206+0000 7f5ee2f27740 1 -- 172.21.15.17:0/3617521713 shutdown_connections 2024-09-16T01:44:24.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.206+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/3617521713 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563be864dfc0 0x563be86c6b30 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.206+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/3617521713 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563be8641370 0x563be863a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.206+0000 7f5ec1ffb640 0 client.15378 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:44:24.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.206+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/3617521713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563be8637b40 0x563be863a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.206+0000 7f5ee2f27740 1 --2- 172.21.15.17:0/3617521713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563be86365d0 0x563be863bb90 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.206+0000 7f5ee2f27740 1 -- 172.21.15.17:0/3617521713 >> 172.21.15.17:0/3617521713 conn(0x563be85ff310 msgr2=0x563be86314e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:24.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.206+0000 7f5ee2f27740 1 -- 172.21.15.17:0/3617521713 shutdown_connections 2024-09-16T01:44:24.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.206+0000 7f5ee2f27740 1 -- 172.21.15.17:0/3617521713 wait complete. 2024-09-16T01:44:24.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.206+0000 7f5ee2f27740 20 client.15378 trim_cache size 0 max 16384 2024-09-16T01:44:24.213 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:44:24.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.207+0000 7f5ee0b4e640 1 -- 172.21.15.17:0/988638531 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ec40a3350 msgr2=0x7f5ec40a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:24.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.207+0000 7f5ee0b4e640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ec40a3350 0x7f5ec40a5810 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc006fd0 tx=0x7f5ecc008040 comp rx=0 tx=0).stop 2024-09-16T01:44:24.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.207+0000 7f5ee0b4e640 1 -- 172.21.15.17:0/988638531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5edc102570 msgr2=0x7f5edc19d5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:24.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.207+0000 7f5ee0b4e640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5edc102570 0x7f5edc19d5a0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f5ed002aa70 tx=0x7f5ed0003c10 comp rx=0 tx=0).stop 2024-09-16T01:44:24.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.207+0000 7f5ee0b4e640 1 -- 172.21.15.17:0/988638531 shutdown_connections 2024-09-16T01:44:24.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.207+0000 7f5ee0b4e640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ec40a3350 0x7f5ec40a5810 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.207+0000 7f5ee0b4e640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5edc102ef0 0x7f5edc198580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.207+0000 7f5ee0b4e640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5edc102570 0x7f5edc19d5a0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.207+0000 7f5ee0b4e640 1 --2- 172.21.15.17:0/988638531 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5edc100e20 0x7f5edc19d060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:24.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.207+0000 7f5ee0b4e640 1 -- 172.21.15.17:0/988638531 >> 172.21.15.17:0/988638531 conn(0x7f5edc0fc7d0 msgr2=0x7f5edc1038b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:24.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.207+0000 7f5ee0b4e640 1 -- 172.21.15.17:0/988638531 shutdown_connections 2024-09-16T01:44:24.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:24.207+0000 7f5ee0b4e640 1 -- 172.21.15.17:0/988638531 wait complete. 2024-09-16T01:44:24.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:24 smithi017 ceph-mon[30972]: pgmap v365: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-16T01:44:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:24 smithi122 ceph-mon[34758]: pgmap v365: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-16T01:44:24.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:24 smithi029 ceph-mon[34783]: pgmap v365: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-16T01:44:24.839 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:44:25.226 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:44:25.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.771+0000 7f979080f640 1 -- 172.21.15.17:0/3556684186 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f978c102790 msgr2=0x7f978c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:25.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.771+0000 7f979080f640 1 --2- 172.21.15.17:0/3556684186 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f978c102790 0x7f978c1067e0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f9780009900 tx=0x7f978002a410 comp rx=0 tx=0).stop 2024-09-16T01:44:25.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.771+0000 7f979080f640 1 -- 172.21.15.17:0/3556684186 shutdown_connections 2024-09-16T01:44:25.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.771+0000 7f979080f640 1 --2- 172.21.15.17:0/3556684186 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f978c106f10 0x7f978c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.771+0000 7f979080f640 1 --2- 172.21.15.17:0/3556684186 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f978c102790 0x7f978c1067e0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.771+0000 7f979080f640 1 --2- 172.21.15.17:0/3556684186 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f978c101de0 0x7f978c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.771+0000 7f979080f640 1 -- 172.21.15.17:0/3556684186 >> 172.21.15.17:0/3556684186 conn(0x7f978c0fd880 msgr2=0x7f978c0ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:25.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.771+0000 7f979080f640 1 -- 172.21.15.17:0/3556684186 shutdown_connections 2024-09-16T01:44:25.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.771+0000 7f979080f640 1 -- 172.21.15.17:0/3556684186 wait complete. 2024-09-16T01:44:25.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.772+0000 7f979080f640 1 Processor -- start 2024-09-16T01:44:25.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.772+0000 7f979080f640 1 -- start start 2024-09-16T01:44:25.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.772+0000 7f979080f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f978c101de0 0x7f978c198350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.772+0000 7f979080f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f978c102790 0x7f978c198890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.772+0000 7f979080f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f978c106f10 0x7f978c19cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.773+0000 7f979080f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f978c111e20 con 0x7f978c101de0 2024-09-16T01:44:25.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.773+0000 7f979080f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f978c111ca0 con 0x7f978c106f10 2024-09-16T01:44:25.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.773+0000 7f979080f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f978c111fa0 con 0x7f978c102790 2024-09-16T01:44:25.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.773+0000 7f978a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f978c101de0 0x7f978c198350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.773+0000 7f978a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f978c101de0 0x7f978c198350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44566/0 (socket says 172.21.15.17:44566) 2024-09-16T01:44:25.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.773+0000 7f978a59c640 1 -- 172.21.15.17:0/2713704029 learned_addr learned my addr 172.21.15.17:0/2713704029 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:25.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.773+0000 7f978ad9d640 1 --2- 172.21.15.17:0/2713704029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f978c106f10 0x7f978c19cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.773+0000 7f9789d9b640 1 --2- 172.21.15.17:0/2713704029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f978c102790 0x7f978c198890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.773+0000 7f978a59c640 1 -- 172.21.15.17:0/2713704029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f978c102790 msgr2=0x7f978c198890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:25.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.773+0000 7f978a59c640 1 --2- 172.21.15.17:0/2713704029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f978c102790 0x7f978c198890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.773+0000 7f978a59c640 1 -- 172.21.15.17:0/2713704029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f978c106f10 msgr2=0x7f978c19cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:25.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.773+0000 7f978a59c640 1 --2- 172.21.15.17:0/2713704029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f978c106f10 0x7f978c19cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.773+0000 7f978a59c640 1 -- 172.21.15.17:0/2713704029 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f978c19d300 con 0x7f978c101de0 2024-09-16T01:44:25.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.773+0000 7f978a59c640 1 --2- 172.21.15.17:0/2713704029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f978c101de0 0x7f978c198350 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f977c00e9f0 tx=0x7f977c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:25.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.774+0000 7f977b7fe640 1 -- 172.21.15.17:0/2713704029 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c00cd80 con 0x7f978c101de0 2024-09-16T01:44:25.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.774+0000 7f979080f640 1 -- 172.21.15.17:0/2713704029 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f978c19d5f0 con 0x7f978c101de0 2024-09-16T01:44:25.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.774+0000 7f977b7fe640 1 -- 172.21.15.17:0/2713704029 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f977c0054d0 con 0x7f978c101de0 2024-09-16T01:44:25.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.774+0000 7f977b7fe640 1 -- 172.21.15.17:0/2713704029 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c010490 con 0x7f978c101de0 2024-09-16T01:44:25.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.774+0000 7f979080f640 1 -- 172.21.15.17:0/2713704029 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f978c1a4ed0 con 0x7f978c101de0 2024-09-16T01:44:25.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.776+0000 7f977b7fe640 1 -- 172.21.15.17:0/2713704029 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f977c005020 con 0x7f978c101de0 2024-09-16T01:44:25.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.777+0000 7f977b7fe640 1 --2- 172.21.15.17:0/2713704029 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97740a3350 0x7f97740a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.777+0000 7f977b7fe640 1 -- 172.21.15.17:0/2713704029 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f977c0cfee0 con 0x7f978c101de0 2024-09-16T01:44:25.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.777+0000 7f9789d9b640 1 --2- 172.21.15.17:0/2713704029 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97740a3350 0x7f97740a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.778+0000 7f9792be8740 1 Processor -- start 2024-09-16T01:44:25.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.778+0000 7f9789d9b640 1 --2- 172.21.15.17:0/2713704029 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97740a3350 0x7f97740a5810 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9780031440 tx=0x7f97800095f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:25.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.778+0000 7f9792be8740 1 -- start start 2024-09-16T01:44:25.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.779+0000 7f9792be8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69ae4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.779+0000 7f9792be8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69ae4a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.779+0000 7f9792be8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69af3780 0x563c69af5b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.779+0000 7f978a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69ae4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.779+0000 7f978a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69ae4090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44568/0 (socket says 172.21.15.17:44568) 2024-09-16T01:44:25.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.779+0000 7f9789d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69ae4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.779+0000 7f9789d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69ae4a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:44120/0 (socket says 172.21.15.17:44120) 2024-09-16T01:44:25.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.779+0000 7f978a59c640 1 -- 172.21.15.17:0/3522983299 learned_addr learned my addr 172.21.15.17:0/3522983299 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:25.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.779+0000 7f9792be8740 1 -- 172.21.15.17:0/3522983299 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563c69a4a2f0 con 0x563c69ae5b40 2024-09-16T01:44:25.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.779+0000 7f9792be8740 1 -- 172.21.15.17:0/3522983299 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563c699f1cf0 con 0x563c69ae45d0 2024-09-16T01:44:25.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.779+0000 7f9792be8740 1 -- 172.21.15.17:0/3522983299 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563c69a462b0 con 0x563c69af3780 2024-09-16T01:44:25.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.780+0000 7f978ad9d640 1 --2- 172.21.15.17:0/3522983299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69af3780 0x563c69af5b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.780+0000 7f978a59c640 1 -- 172.21.15.17:0/3522983299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69af3780 msgr2=0x563c69af5b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:25.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.780+0000 7f978a59c640 1 --2- 172.21.15.17:0/3522983299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69af3780 0x563c69af5b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.780+0000 7f978a59c640 1 -- 172.21.15.17:0/3522983299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 msgr2=0x563c69ae4a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:25.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.780+0000 7f978a59c640 1 --2- 172.21.15.17:0/3522983299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69ae4a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.780+0000 7f978a59c640 1 -- 172.21.15.17:0/3522983299 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c699d63a0 con 0x563c69ae5b40 2024-09-16T01:44:25.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.780+0000 7f978a59c640 1 --2- 172.21.15.17:0/3522983299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69ae4090 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f977c098800 tx=0x7f977c005310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9b7b1608ee062ac server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:25.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.780+0000 7f9778ff9640 1 -- 172.21.15.17:0/3522983299 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c0b5070 con 0x563c69ae5b40 2024-09-16T01:44:25.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.780+0000 7f9778ff9640 1 -- 172.21.15.17:0/3522983299 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f977c09c3a0 con 0x563c69ae5b40 2024-09-16T01:44:25.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.780+0000 7f9778ff9640 1 -- 172.21.15.17:0/3522983299 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c0b5210 con 0x563c69ae5b40 2024-09-16T01:44:25.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.781+0000 7f9792be8740 1 -- 172.21.15.17:0/3522983299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 msgr2=0x563c69ae4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:25.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.781+0000 7f9792be8740 1 --2- 172.21.15.17:0/3522983299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69ae4090 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f977c098800 tx=0x7f977c005310 comp rx=0 tx=0).stop 2024-09-16T01:44:25.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.781+0000 7f9792be8740 1 -- 172.21.15.17:0/3522983299 shutdown_connections 2024-09-16T01:44:25.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.781+0000 7f9792be8740 1 --2- 172.21.15.17:0/3522983299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69af3780 0x563c69af5b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.781+0000 7f9792be8740 1 --2- 172.21.15.17:0/3522983299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69ae4a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.781+0000 7f9792be8740 1 --2- 172.21.15.17:0/3522983299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69ae4090 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.781+0000 7f9792be8740 1 -- 172.21.15.17:0/3522983299 >> 172.21.15.17:0/3522983299 conn(0x563c69aad310 msgr2=0x563c69ae0c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:25.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.782+0000 7f9792be8740 1 -- 172.21.15.17:0/3522983299 shutdown_connections 2024-09-16T01:44:25.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.782+0000 7f9792be8740 1 -- 172.21.15.17:0/3522983299 wait complete. 2024-09-16T01:44:25.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.782+0000 7f9792be8740 1 -- start start 2024-09-16T01:44:25.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.782+0000 7f9792be8740 1 Processor -- start 2024-09-16T01:44:25.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.783+0000 7f9792be8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69af2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.783+0000 7f9792be8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69af0500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.783+0000 7f9789d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69af0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.783+0000 7f9789d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69af0500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44572/0 (socket says 172.21.15.17:44572) 2024-09-16T01:44:25.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.783+0000 7f9792be8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69af3780 0x563c69af0a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.783+0000 7f9789d9b640 1 -- 172.21.15.17:0/991708197 learned_addr learned my addr 172.21.15.17:0/991708197 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:25.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.783+0000 7f9792be8740 1 -- 172.21.15.17:0/991708197 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563c69af6480 con 0x563c69ae5b40 2024-09-16T01:44:25.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.783+0000 7f9792be8740 1 -- 172.21.15.17:0/991708197 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563c69a05060 con 0x563c69ae45d0 2024-09-16T01:44:25.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.783+0000 7f9792be8740 1 -- 172.21.15.17:0/991708197 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563c69af6600 con 0x563c69af3780 2024-09-16T01:44:25.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.783+0000 7f978a59c640 1 --2- 172.21.15.17:0/991708197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69af2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.783+0000 7f978ad9d640 1 --2- 172.21.15.17:0/991708197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69af3780 0x563c69af0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.784+0000 7f978a59c640 1 -- 172.21.15.17:0/991708197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69af3780 msgr2=0x563c69af0a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:25.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.784+0000 7f978a59c640 1 --2- 172.21.15.17:0/991708197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69af3780 0x563c69af0a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.784+0000 7f978a59c640 1 -- 172.21.15.17:0/991708197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 msgr2=0x563c69af0500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:25.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.784+0000 7f978a59c640 1 --2- 172.21.15.17:0/991708197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69af0500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.784+0000 7f978a59c640 1 -- 172.21.15.17:0/991708197 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c697bb3c0 con 0x563c69ae45d0 2024-09-16T01:44:25.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.784+0000 7f9789d9b640 1 --2- 172.21.15.17:0/991708197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69af0500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:25.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.784+0000 7f9792be8740 10 client.0 _ll_register_callbacks cb 0x563c697588c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:25.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.784+0000 7f9792be8740 1 -- 172.21.15.17:0/991708197 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f977c09c3a0 con 0x563c69ae45d0 2024-09-16T01:44:25.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.785+0000 7f978a59c640 1 --2- 172.21.15.17:0/991708197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69af2fe0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x563c69ae6140 tx=0x7f977c004aa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fe9c25430037e5ab server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:25.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.785+0000 7f9771ffb640 10 client.25007 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:44:25.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.785+0000 7f9771ffb640 1 -- 172.21.15.17:0/991708197 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c0b5040 con 0x563c69ae45d0 2024-09-16T01:44:25.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.785+0000 7f9771ffb640 1 -- 172.21.15.17:0/991708197 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f977c016db0 con 0x563c69ae45d0 2024-09-16T01:44:25.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.785+0000 7f9771ffb640 1 -- 172.21.15.17:0/991708197 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f977c0a5010 con 0x563c69ae45d0 2024-09-16T01:44:25.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.785+0000 7f9792be8740 10 client.25007 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:25.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.785+0000 7f9792be8740 1 -- 172.21.15.17:0/991708197 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({fsmap=25}) -- 0x563c69aeae90 con 0x563c69ae45d0 2024-09-16T01:44:25.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.785+0000 7f9771ffb640 1 -- 172.21.15.17:0/991708197 <== mon.2 v2:172.21.15.29:3300/0 4 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f977c0b51e0 con 0x563c69ae45d0 2024-09-16T01:44:25.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.785+0000 7f9792be8740 10 client.25007 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:25.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.785+0000 7f9792be8740 10 client.25007 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:44:25.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.785+0000 7f9792be8740 20 client.25007 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:25.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.786+0000 7f9792be8740 1 --2- 172.21.15.17:0/991708197 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563c69b078e0 0x563c69b09cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.786+0000 7f9792be8740 4 client.25007 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:44:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.786+0000 7f9792be8740 1 -- 172.21.15.17:0/991708197 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563c69a57860 con 0x563c69b078e0 2024-09-16T01:44:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.786+0000 7f9789d9b640 1 --2- 172.21.15.17:0/991708197 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563c69b078e0 0x563c69b09cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.787+0000 7f9771ffb640 10 client.25007 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:44:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.787+0000 7f9789d9b640 1 --2- 172.21.15.17:0/991708197 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563c69b078e0 0x563c69b09cd0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c7094f60cc52b00b server_cookie=cc707e4ba9288684 in_seq=0 out_seq=0 2024-09-16T01:44:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.787+0000 7f9771ffb640 1 -- 172.21.15.17:0/991708197 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563c69a57860 con 0x563c69b078e0 2024-09-16T01:44:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.787+0000 7f9771ffb640 10 client.25007 handle_command_reply: tid=0 2024-09-16T01:44:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.787+0000 7f9792be8740 1 client.25007 shutdown 2024-09-16T01:44:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.788+0000 7f9792be8740 1 -- 172.21.15.17:0/991708197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 msgr2=0x563c69af2fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.788+0000 7f9792be8740 1 --2- 172.21.15.17:0/991708197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69af2fe0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x563c69ae6140 tx=0x7f977c004aa0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.788+0000 7f9792be8740 1 -- 172.21.15.17:0/991708197 shutdown_connections 2024-09-16T01:44:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.788+0000 7f9792be8740 1 --2- 172.21.15.17:0/991708197 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563c69b078e0 0x563c69b09cd0 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.788+0000 7f9792be8740 1 --2- 172.21.15.17:0/991708197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69af3780 0x563c69af0a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.788+0000 7f9771ffb640 0 client.25007 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:44:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.788+0000 7f9792be8740 1 --2- 172.21.15.17:0/991708197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69af0500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.788+0000 7f9792be8740 1 --2- 172.21.15.17:0/991708197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69af2fe0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.788+0000 7f9792be8740 1 -- 172.21.15.17:0/991708197 >> 172.21.15.17:0/991708197 conn(0x563c69aad310 msgr2=0x563c69ae6990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.788+0000 7f9792be8740 1 -- 172.21.15.17:0/991708197 shutdown_connections 2024-09-16T01:44:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.788+0000 7f9792be8740 1 -- 172.21.15.17:0/991708197 wait complete. 2024-09-16T01:44:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.788+0000 7f9792be8740 20 client.25007 trim_cache size 0 max 16384 2024-09-16T01:44:25.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.814+0000 7f9792be8740 1 Processor -- start 2024-09-16T01:44:25.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.814+0000 7f9792be8740 1 -- start start 2024-09-16T01:44:25.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.814+0000 7f9792be8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69ae45d0 0x563c69af2d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.814+0000 7f9792be8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69aed760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.814+0000 7f9792be8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69af3780 0x563c69aedca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.814+0000 7f9792be8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f978c1adb80 con 0x563c69ae5b40 2024-09-16T01:44:25.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.814+0000 7f9792be8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f978c1ab450 con 0x563c69af3780 2024-09-16T01:44:25.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.814+0000 7f9792be8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f978c1a9280 con 0x563c69ae45d0 2024-09-16T01:44:25.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.815+0000 7f9789d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69aed760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.815+0000 7f9789d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69aed760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44580/0 (socket says 172.21.15.17:44580) 2024-09-16T01:44:25.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.815+0000 7f9789d9b640 1 -- 172.21.15.17:0/4165289085 learned_addr learned my addr 172.21.15.17:0/4165289085 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:25.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.815+0000 7f978a59c640 1 --2- 172.21.15.17:0/4165289085 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69ae45d0 0x563c69af2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.815+0000 7f978ad9d640 1 --2- 172.21.15.17:0/4165289085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69af3780 0x563c69aedca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.815+0000 7f978a59c640 1 -- 172.21.15.17:0/4165289085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69af3780 msgr2=0x563c69aedca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.815+0000 7f978a59c640 1 --2- 172.21.15.17:0/4165289085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69af3780 0x563c69aedca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.815+0000 7f978a59c640 1 -- 172.21.15.17:0/4165289085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 msgr2=0x563c69aed760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.815+0000 7f978a59c640 1 --2- 172.21.15.17:0/4165289085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69aed760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.815+0000 7f978a59c640 1 -- 172.21.15.17:0/4165289085 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563c69ae1960 con 0x563c69ae45d0 2024-09-16T01:44:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.815+0000 7f978ad9d640 1 --2- 172.21.15.17:0/4165289085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69af3780 0x563c69aedca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:44:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.815+0000 7f978a59c640 1 --2- 172.21.15.17:0/4165289085 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69ae45d0 0x563c69af2d70 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f977c00c6a0 tx=0x7f977c011000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=672fa84ab6e6771f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.816+0000 7f9773fff640 1 -- 172.21.15.17:0/4165289085 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c0b5040 con 0x563c69ae45d0 2024-09-16T01:44:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.816+0000 7f9773fff640 1 -- 172.21.15.17:0/4165289085 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f977c09c3a0 con 0x563c69ae45d0 2024-09-16T01:44:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.816+0000 7f9773fff640 1 -- 172.21.15.17:0/4165289085 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f977c0bc310 con 0x563c69ae45d0 2024-09-16T01:44:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.816+0000 7f9792be8740 1 -- 172.21.15.17:0/4165289085 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69ae45d0 msgr2=0x563c69af2d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.816+0000 7f9792be8740 1 --2- 172.21.15.17:0/4165289085 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69ae45d0 0x563c69af2d70 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f977c00c6a0 tx=0x7f977c011000 comp rx=0 tx=0).stop 2024-09-16T01:44:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 -- 172.21.15.17:0/4165289085 shutdown_connections 2024-09-16T01:44:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 --2- 172.21.15.17:0/4165289085 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69af3780 0x563c69aedca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 --2- 172.21.15.17:0/4165289085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69ae5b40 0x563c69aed760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 --2- 172.21.15.17:0/4165289085 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69ae45d0 0x563c69af2d70 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 -- 172.21.15.17:0/4165289085 >> 172.21.15.17:0/4165289085 conn(0x563c69aad310 msgr2=0x563c69adfd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 -- 172.21.15.17:0/4165289085 shutdown_connections 2024-09-16T01:44:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 -- 172.21.15.17:0/4165289085 wait complete. 2024-09-16T01:44:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 -- start start 2024-09-16T01:44:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 Processor -- start 2024-09-16T01:44:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69b01850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69ae5b40 0x563c69b01d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69af3780 0x563c69b6a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f978c1a9910 con 0x563c69af3780 2024-09-16T01:44:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f978c1aad80 con 0x563c69ae45d0 2024-09-16T01:44:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f978c1a9fe0 con 0x563c69ae5b40 2024-09-16T01:44:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f9792be8740 10 client.0 _ll_register_callbacks cb 0x7f977c0b3070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f978ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69af3780 0x563c69b6a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f978ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69af3780 0x563c69b6a1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44596/0 (socket says 172.21.15.17:44596) 2024-09-16T01:44:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.817+0000 7f978ad9d640 1 -- 172.21.15.17:0/3855209037 learned_addr learned my addr 172.21.15.17:0/3855209037 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.818+0000 7f978a59c640 1 --2- 172.21.15.17:0/3855209037 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69b01850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.818+0000 7f978ad9d640 1 -- 172.21.15.17:0/3855209037 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69ae5b40 msgr2=0x563c69b01d90 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:44:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.818+0000 7f978ad9d640 1 --2- 172.21.15.17:0/3855209037 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69ae5b40 0x563c69b01d90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.818+0000 7f978ad9d640 1 -- 172.21.15.17:0/3855209037 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 msgr2=0x563c69b01850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.818+0000 7f978ad9d640 1 --2- 172.21.15.17:0/3855209037 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69b01850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.818+0000 7f978ad9d640 1 -- 172.21.15.17:0/3855209037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563c69aea330 con 0x563c69af3780 2024-09-16T01:44:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.818+0000 7f978a59c640 1 --2- 172.21.15.17:0/3855209037 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69b01850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:25.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.818+0000 7f978ad9d640 1 --2- 172.21.15.17:0/3855209037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69af3780 0x563c69b6a1e0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f9784009fd0 tx=0x7f9784013b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0cc38f47c3004a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:25.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.818+0000 7f9771ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:44:25.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.818+0000 7f9771ffb640 1 -- 172.21.15.17:0/3855209037 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9784003970 con 0x563c69af3780 2024-09-16T01:44:25.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.819+0000 7f9771ffb640 1 -- 172.21.15.17:0/3855209037 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9784003b10 con 0x563c69af3780 2024-09-16T01:44:25.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.819+0000 7f9792be8740 1 -- 172.21.15.17:0/3855209037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f977c09c3a0 con 0x563c69af3780 2024-09-16T01:44:25.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.819+0000 7f9771ffb640 1 -- 172.21.15.17:0/3855209037 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9784003d10 con 0x563c69af3780 2024-09-16T01:44:25.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.819+0000 7f9792be8740 10 client.15396 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:25.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.819+0000 7f9792be8740 1 -- 172.21.15.17:0/3855209037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x563c69b71960 con 0x563c69af3780 2024-09-16T01:44:25.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.819+0000 7f9771ffb640 1 -- 172.21.15.17:0/3855209037 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9784010d60 con 0x563c69af3780 2024-09-16T01:44:25.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.819+0000 7f9771ffb640 1 -- 172.21.15.17:0/3855209037 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f97840045d0 con 0x563c69af3780 2024-09-16T01:44:25.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.819+0000 7f9792be8740 10 client.15396 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:25.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.819+0000 7f9792be8740 10 client.15396 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:44:25.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.820+0000 7f9792be8740 20 client.15396 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:25.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.820+0000 7f9792be8740 1 --2- 172.21.15.17:0/3855209037 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563c69b078e0 0x563c69b74150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:25.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.820+0000 7f9792be8740 4 client.15396 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:44:25.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.820+0000 7f9792be8740 1 -- 172.21.15.17:0/3855209037 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f977c09c3a0 con 0x563c69b078e0 2024-09-16T01:44:25.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.820+0000 7f978a59c640 1 --2- 172.21.15.17:0/3855209037 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563c69b078e0 0x563c69b74150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:25.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.820+0000 7f9771ffb640 10 client.15396 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:44:25.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.821+0000 7f978a59c640 1 --2- 172.21.15.17:0/3855209037 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563c69b078e0 0x563c69b74150 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bf2159c5d097167a server_cookie=f63e63d91b24b672 in_seq=0 out_seq=0 2024-09-16T01:44:25.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.821+0000 7f9771ffb640 1 -- 172.21.15.17:0/3855209037 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f977c09c3a0 con 0x563c69b078e0 2024-09-16T01:44:25.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.821+0000 7f9771ffb640 10 client.15396 handle_command_reply: tid=0 2024-09-16T01:44:25.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.821+0000 7f9792be8740 1 client.15396 shutdown 2024-09-16T01:44:25.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.822+0000 7f9792be8740 1 -- 172.21.15.17:0/3855209037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69af3780 msgr2=0x563c69b6a1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:25.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.822+0000 7f9792be8740 1 --2- 172.21.15.17:0/3855209037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69af3780 0x563c69b6a1e0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f9784009fd0 tx=0x7f9784013b70 comp rx=0 tx=0).stop 2024-09-16T01:44:25.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.822+0000 7f9792be8740 1 -- 172.21.15.17:0/3855209037 shutdown_connections 2024-09-16T01:44:25.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.822+0000 7f9792be8740 1 --2- 172.21.15.17:0/3855209037 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563c69b078e0 0x563c69b74150 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.822+0000 7f9792be8740 1 --2- 172.21.15.17:0/3855209037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563c69af3780 0x563c69b6a1e0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.822+0000 7f9792be8740 1 --2- 172.21.15.17:0/3855209037 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563c69ae5b40 0x563c69b01d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.822+0000 7f9792be8740 1 --2- 172.21.15.17:0/3855209037 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563c69ae45d0 0x563c69b01850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.822+0000 7f9792be8740 1 -- 172.21.15.17:0/3855209037 >> 172.21.15.17:0/3855209037 conn(0x563c69aad310 msgr2=0x563c69aeeca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:25.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.822+0000 7f9771ffb640 0 client.15396 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:44:25.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.822+0000 7f9792be8740 1 -- 172.21.15.17:0/3855209037 shutdown_connections 2024-09-16T01:44:25.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.822+0000 7f9792be8740 1 -- 172.21.15.17:0/3855209037 wait complete. 2024-09-16T01:44:25.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.823+0000 7f9792be8740 20 client.15396 trim_cache size 0 max 16384 2024-09-16T01:44:25.829 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:44:25.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.823+0000 7f979080f640 1 -- 172.21.15.17:0/2713704029 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97740a3350 msgr2=0x7f97740a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:25.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.823+0000 7f979080f640 1 --2- 172.21.15.17:0/2713704029 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97740a3350 0x7f97740a5810 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f9780031440 tx=0x7f97800095f0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.823+0000 7f979080f640 1 -- 172.21.15.17:0/2713704029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f978c101de0 msgr2=0x7f978c198350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:25.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.823+0000 7f979080f640 1 --2- 172.21.15.17:0/2713704029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f978c101de0 0x7f978c198350 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f977c00e9f0 tx=0x7f977c00edf0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.823+0000 7f979080f640 1 -- 172.21.15.17:0/2713704029 shutdown_connections 2024-09-16T01:44:25.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.823+0000 7f979080f640 1 --2- 172.21.15.17:0/2713704029 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97740a3350 0x7f97740a5810 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.823+0000 7f979080f640 1 --2- 172.21.15.17:0/2713704029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f978c106f10 0x7f978c19cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.823+0000 7f979080f640 1 --2- 172.21.15.17:0/2713704029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f978c102790 0x7f978c198890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.823+0000 7f979080f640 1 --2- 172.21.15.17:0/2713704029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f978c101de0 0x7f978c198350 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:25.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.823+0000 7f979080f640 1 -- 172.21.15.17:0/2713704029 >> 172.21.15.17:0/2713704029 conn(0x7f978c0fd880 msgr2=0x7f978c0feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:25.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.824+0000 7f979080f640 1 -- 172.21.15.17:0/2713704029 shutdown_connections 2024-09-16T01:44:25.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:25.824+0000 7f979080f640 1 -- 172.21.15.17:0/2713704029 wait complete. 2024-09-16T01:44:26.466 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:26 smithi017 ceph-mon[30972]: pgmap v366: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-16T01:44:26.506 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:44:26.785 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:44:26.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:26 smithi029 ceph-mon[34783]: pgmap v366: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-16T01:44:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:26 smithi122 ceph-mon[34758]: pgmap v366: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-16T01:44:27.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.307+0000 7feee08e9640 1 -- 172.21.15.17:0/3848995939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feedc101360 msgr2=0x7feedc10df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:27.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.307+0000 7feee08e9640 1 --2- 172.21.15.17:0/3848995939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feedc101360 0x7feedc10df90 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7feed0009900 tx=0x7feed002a410 comp rx=0 tx=0).stop 2024-09-16T01:44:27.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.307+0000 7feee08e9640 1 -- 172.21.15.17:0/3848995939 shutdown_connections 2024-09-16T01:44:27.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.307+0000 7feee08e9640 1 --2- 172.21.15.17:0/3848995939 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feedc10e4d0 0x7feedc1108e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.307+0000 7feee08e9640 1 --2- 172.21.15.17:0/3848995939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feedc101360 0x7feedc10df90 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.307+0000 7feee08e9640 1 --2- 172.21.15.17:0/3848995939 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feedc1009b0 0x7feedc100d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.307+0000 7feee08e9640 1 -- 172.21.15.17:0/3848995939 >> 172.21.15.17:0/3848995939 conn(0x7feedc0fc7d0 msgr2=0x7feedc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:27.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.308+0000 7feee08e9640 1 -- 172.21.15.17:0/3848995939 shutdown_connections 2024-09-16T01:44:27.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.308+0000 7feee08e9640 1 -- 172.21.15.17:0/3848995939 wait complete. 2024-09-16T01:44:27.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.309+0000 7feee08e9640 1 Processor -- start 2024-09-16T01:44:27.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.309+0000 7feee08e9640 1 -- start start 2024-09-16T01:44:27.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.309+0000 7feee08e9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feedc1009b0 0x7feedc19a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.309+0000 7feee08e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feedc101360 0x7feedc19ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.309+0000 7feee08e9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feedc10e4d0 0x7feedc19eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.309+0000 7feed9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feedc101360 0x7feedc19ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.309+0000 7feee08e9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feedc114120 con 0x7feedc101360 2024-09-16T01:44:27.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.309+0000 7feee08e9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feedc113fa0 con 0x7feedc10e4d0 2024-09-16T01:44:27.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.309+0000 7feed9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feedc101360 0x7feedc19ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56616/0 (socket says 172.21.15.17:56616) 2024-09-16T01:44:27.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.309+0000 7feed9d9b640 1 -- 172.21.15.17:0/3372895555 learned_addr learned my addr 172.21.15.17:0/3372895555 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:27.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.309+0000 7feee08e9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feedc1142a0 con 0x7feedc1009b0 2024-09-16T01:44:27.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.309+0000 7feeda59c640 1 --2- 172.21.15.17:0/3372895555 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feedc1009b0 0x7feedc19a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.309+0000 7feedad9d640 1 --2- 172.21.15.17:0/3372895555 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feedc10e4d0 0x7feedc19eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.310+0000 7feed9d9b640 1 -- 172.21.15.17:0/3372895555 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feedc1009b0 msgr2=0x7feedc19a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:27.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.310+0000 7feed9d9b640 1 --2- 172.21.15.17:0/3372895555 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feedc1009b0 0x7feedc19a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.310+0000 7feed9d9b640 1 -- 172.21.15.17:0/3372895555 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feedc10e4d0 msgr2=0x7feedc19eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:27.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.310+0000 7feed9d9b640 1 --2- 172.21.15.17:0/3372895555 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feedc10e4d0 0x7feedc19eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.310+0000 7feed9d9b640 1 -- 172.21.15.17:0/3372895555 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feedc19f5d0 con 0x7feedc101360 2024-09-16T01:44:27.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.310+0000 7feed9d9b640 1 --2- 172.21.15.17:0/3372895555 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feedc101360 0x7feedc19ab60 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7feed0005ab0 tx=0x7feed0003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:27.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.310+0000 7feecb7fe640 1 -- 172.21.15.17:0/3372895555 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feed003f070 con 0x7feedc101360 2024-09-16T01:44:27.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.310+0000 7feee08e9640 1 -- 172.21.15.17:0/3372895555 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feedc19f860 con 0x7feedc101360 2024-09-16T01:44:27.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.310+0000 7feecb7fe640 1 -- 172.21.15.17:0/3372895555 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feed0031d60 con 0x7feedc101360 2024-09-16T01:44:27.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.310+0000 7feecb7fe640 1 -- 172.21.15.17:0/3372895555 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feed0035030 con 0x7feedc101360 2024-09-16T01:44:27.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.311+0000 7feee08e9640 1 -- 172.21.15.17:0/3372895555 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feedc1a71a0 con 0x7feedc101360 2024-09-16T01:44:27.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.313+0000 7feecb7fe640 1 -- 172.21.15.17:0/3372895555 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7feed0042070 con 0x7feedc101360 2024-09-16T01:44:27.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.314+0000 7feee2cc2740 1 Processor -- start 2024-09-16T01:44:27.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.314+0000 7feecb7fe640 1 --2- 172.21.15.17:0/3372895555 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feec40a3350 0x7feec40a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.314+0000 7feedad9d640 1 --2- 172.21.15.17:0/3372895555 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feec40a3350 0x7feec40a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.314+0000 7feecb7fe640 1 -- 172.21.15.17:0/3372895555 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feed00f0230 con 0x7feedc101360 2024-09-16T01:44:27.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.314+0000 7feee2cc2740 1 -- start start 2024-09-16T01:44:27.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feee2cc2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e84b40 0x5603e5e83090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feee2cc2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e835d0 0x5603e5e83a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feee2cc2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e8e370 0x5603e5e90760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feee2cc2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5603e5de92f0 con 0x5603e5e835d0 2024-09-16T01:44:27.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feee2cc2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5603e5d90cf0 con 0x5603e5e8e370 2024-09-16T01:44:27.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feee2cc2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5603e5de52b0 con 0x5603e5e84b40 2024-09-16T01:44:27.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feed9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e835d0 0x5603e5e83a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feed9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e835d0 0x5603e5e83a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56630/0 (socket says 172.21.15.17:56630) 2024-09-16T01:44:27.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feed9d9b640 1 -- 172.21.15.17:0/1969601380 learned_addr learned my addr 172.21.15.17:0/1969601380 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:27.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feedad9d640 1 --2- 172.21.15.17:0/3372895555 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feec40a3350 0x7feec40a5810 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7feed400ace0 tx=0x7feed400a2b0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:27.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feed9d9b640 1 -- 172.21.15.17:0/1969601380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e84b40 msgr2=0x5603e5e83090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:27.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feed9d9b640 1 --2- 172.21.15.17:0/1969601380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e84b40 0x5603e5e83090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feed9d9b640 1 -- 172.21.15.17:0/1969601380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e8e370 msgr2=0x5603e5e90760 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:44:27.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feed9d9b640 1 --2- 172.21.15.17:0/1969601380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e8e370 0x5603e5e90760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.315+0000 7feed9d9b640 1 -- 172.21.15.17:0/1969601380 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603e5d753a0 con 0x5603e5e835d0 2024-09-16T01:44:27.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.316+0000 7feed9d9b640 1 --2- 172.21.15.17:0/1969601380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e835d0 0x5603e5e83a10 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7feed00b8b50 tx=0x7feed0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c99dfaea1f2ab95 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:27.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.316+0000 7feec8ff9640 1 -- 172.21.15.17:0/1969601380 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feed00d5070 con 0x5603e5e835d0 2024-09-16T01:44:27.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.316+0000 7feec8ff9640 1 -- 172.21.15.17:0/1969601380 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feed00bc6f0 con 0x5603e5e835d0 2024-09-16T01:44:27.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.316+0000 7feec8ff9640 1 -- 172.21.15.17:0/1969601380 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feed0049070 con 0x5603e5e835d0 2024-09-16T01:44:27.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.317+0000 7feee2cc2740 1 -- 172.21.15.17:0/1969601380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e835d0 msgr2=0x5603e5e83a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:27.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.317+0000 7feee2cc2740 1 --2- 172.21.15.17:0/1969601380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e835d0 0x5603e5e83a10 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7feed00b8b50 tx=0x7feed0000bc0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.317+0000 7feee2cc2740 1 -- 172.21.15.17:0/1969601380 shutdown_connections 2024-09-16T01:44:27.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.317+0000 7feee2cc2740 1 --2- 172.21.15.17:0/1969601380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e8e370 0x5603e5e90760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.317+0000 7feee2cc2740 1 --2- 172.21.15.17:0/1969601380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e835d0 0x5603e5e83a10 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.317+0000 7feee2cc2740 1 --2- 172.21.15.17:0/1969601380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e84b40 0x5603e5e83090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.317+0000 7feee2cc2740 1 -- 172.21.15.17:0/1969601380 >> 172.21.15.17:0/1969601380 conn(0x5603e5e4c310 msgr2=0x5603e5e7fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:27.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.318+0000 7feee2cc2740 1 -- 172.21.15.17:0/1969601380 shutdown_connections 2024-09-16T01:44:27.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.318+0000 7feee2cc2740 1 -- 172.21.15.17:0/1969601380 wait complete. 2024-09-16T01:44:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.318+0000 7feee2cc2740 1 -- start start 2024-09-16T01:44:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.318+0000 7feee2cc2740 1 Processor -- start 2024-09-16T01:44:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.318+0000 7feee2cc2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e835d0 0x5603e5e8b110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.318+0000 7feee2cc2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e84b40 0x5603e5e8b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.318+0000 7feee2cc2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e8bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.318+0000 7feee2cc2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5603e5e90e30 con 0x5603e5e8e370 2024-09-16T01:44:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.318+0000 7feee2cc2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5603e5da4060 con 0x5603e5e835d0 2024-09-16T01:44:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.318+0000 7feee2cc2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5603e5e90fb0 con 0x5603e5e84b40 2024-09-16T01:44:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.318+0000 7feee2cc2740 10 client.0 _ll_register_callbacks cb 0x5603e5af78c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.319+0000 7feeda59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e835d0 0x5603e5e8b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.319+0000 7feeda59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e835d0 0x5603e5e8b110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:33908/0 (socket says 172.21.15.17:33908) 2024-09-16T01:44:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.319+0000 7feeda59c640 1 -- 172.21.15.17:0/2140187029 learned_addr learned my addr 172.21.15.17:0/2140187029 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.319+0000 7feed9d9b640 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e84b40 0x5603e5e8b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.319+0000 7feedad9d640 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e8bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.319+0000 7feedad9d640 1 -- 172.21.15.17:0/2140187029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e84b40 msgr2=0x5603e5e8b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.319+0000 7feedad9d640 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e84b40 0x5603e5e8b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.319+0000 7feedad9d640 1 -- 172.21.15.17:0/2140187029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e835d0 msgr2=0x5603e5e8b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.319+0000 7feedad9d640 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e835d0 0x5603e5e8b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.319+0000 7feedad9d640 1 -- 172.21.15.17:0/2140187029 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603e5b5a3c0 con 0x5603e5e8e370 2024-09-16T01:44:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.319+0000 7feeda59c640 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e835d0 0x5603e5e8b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.319+0000 7feed9d9b640 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e84b40 0x5603e5e8b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.319+0000 7feedad9d640 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e8bb90 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7feed400ebb0 tx=0x7feed4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2994c985a8223f0a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.320+0000 7feec1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:44:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.320+0000 7feec1ffb640 1 -- 172.21.15.17:0/2140187029 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feed402d060 con 0x5603e5e8e370 2024-09-16T01:44:27.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.320+0000 7feee2cc2740 1 -- 172.21.15.17:0/2140187029 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feed00bc6f0 con 0x5603e5e8e370 2024-09-16T01:44:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.320+0000 7feec1ffb640 1 -- 172.21.15.17:0/2140187029 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feed400f7d0 con 0x5603e5e8e370 2024-09-16T01:44:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.320+0000 7feec1ffb640 1 -- 172.21.15.17:0/2140187029 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7feed400f9d0 con 0x5603e5e8e370 2024-09-16T01:44:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.320+0000 7feee2cc2740 10 client.15408 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.320+0000 7feee2cc2740 1 -- 172.21.15.17:0/2140187029 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5603e5e9c980 con 0x5603e5e8e370 2024-09-16T01:44:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.320+0000 7feec1ffb640 1 -- 172.21.15.17:0/2140187029 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feed00bc6f0 con 0x5603e5e8e370 2024-09-16T01:44:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.321+0000 7feec1ffb640 1 -- 172.21.15.17:0/2140187029 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7feed4032070 con 0x5603e5e8e370 2024-09-16T01:44:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.321+0000 7feee2cc2740 10 client.15408 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.321+0000 7feee2cc2740 10 client.15408 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:44:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.321+0000 7feee2cc2740 20 client.15408 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.321+0000 7feee2cc2740 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5603e5e9de40 0x5603e5ea0230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.321+0000 7feee2cc2740 4 client.15408 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:44:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.321+0000 7feee2cc2740 1 -- 172.21.15.17:0/2140187029 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5603e5df6860 con 0x5603e5e9de40 2024-09-16T01:44:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.321+0000 7feeda59c640 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5603e5e9de40 0x5603e5ea0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.322+0000 7feec1ffb640 10 client.15408 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.322+0000 7feeda59c640 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5603e5e9de40 0x5603e5ea0230 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=274100299bdff40f server_cookie=8bde08b00ca2ede3 in_seq=0 out_seq=0 2024-09-16T01:44:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.322+0000 7feec1ffb640 1 -- 172.21.15.17:0/2140187029 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5603e5df6860 con 0x5603e5e9de40 2024-09-16T01:44:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.322+0000 7feec1ffb640 10 client.15408 handle_command_reply: tid=0 2024-09-16T01:44:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.322+0000 7feee2cc2740 1 client.15408 shutdown 2024-09-16T01:44:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.323+0000 7feee2cc2740 1 -- 172.21.15.17:0/2140187029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 msgr2=0x5603e5e8bb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.323+0000 7feee2cc2740 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e8bb90 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7feed400ebb0 tx=0x7feed4004a40 comp rx=0 tx=0).stop 2024-09-16T01:44:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.323+0000 7feee2cc2740 1 -- 172.21.15.17:0/2140187029 shutdown_connections 2024-09-16T01:44:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.323+0000 7feee2cc2740 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5603e5e9de40 0x5603e5ea0230 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.323+0000 7feee2cc2740 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e8bb90 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.323+0000 7feee2cc2740 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e84b40 0x5603e5e8b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.323+0000 7feee2cc2740 1 --2- 172.21.15.17:0/2140187029 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e835d0 0x5603e5e8b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.323+0000 7feee2cc2740 1 -- 172.21.15.17:0/2140187029 >> 172.21.15.17:0/2140187029 conn(0x5603e5e4c310 msgr2=0x5603e5e85990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.323+0000 7feec1ffb640 0 client.15408 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.323+0000 7feee2cc2740 1 -- 172.21.15.17:0/2140187029 shutdown_connections 2024-09-16T01:44:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.323+0000 7feee2cc2740 1 -- 172.21.15.17:0/2140187029 wait complete. 2024-09-16T01:44:27.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.323+0000 7feee2cc2740 20 client.15408 trim_cache size 0 max 16384 2024-09-16T01:44:27.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.336+0000 7feee2cc2740 1 Processor -- start 2024-09-16T01:44:27.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.336+0000 7feee2cc2740 1 -- start start 2024-09-16T01:44:27.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feee2cc2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e835d0 0x5603e5ea5a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feee2cc2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e84b40 0x5603e5ea5fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feee2cc2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e8c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feee2cc2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feedc1adb60 con 0x5603e5e8e370 2024-09-16T01:44:27.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feee2cc2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feedc1ab430 con 0x5603e5e84b40 2024-09-16T01:44:27.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feee2cc2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feedc1a9260 con 0x5603e5e835d0 2024-09-16T01:44:27.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feedad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e8c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feedad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e8c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56650/0 (socket says 172.21.15.17:56650) 2024-09-16T01:44:27.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feedad9d640 1 -- 172.21.15.17:0/582174418 learned_addr learned my addr 172.21.15.17:0/582174418 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:27.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feeda59c640 1 --2- 172.21.15.17:0/582174418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e835d0 0x5603e5ea5a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feed9d9b640 1 --2- 172.21.15.17:0/582174418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e84b40 0x5603e5ea5fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feedad9d640 1 -- 172.21.15.17:0/582174418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e835d0 msgr2=0x5603e5ea5a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:27.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feedad9d640 1 --2- 172.21.15.17:0/582174418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e835d0 0x5603e5ea5a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feedad9d640 1 -- 172.21.15.17:0/582174418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e84b40 msgr2=0x5603e5ea5fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:27.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feedad9d640 1 --2- 172.21.15.17:0/582174418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e84b40 0x5603e5ea5fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feedad9d640 1 -- 172.21.15.17:0/582174418 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5603e5e90ad0 con 0x5603e5e8e370 2024-09-16T01:44:27.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feeda59c640 1 --2- 172.21.15.17:0/582174418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e835d0 0x5603e5ea5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:44:27.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.337+0000 7feedad9d640 1 --2- 172.21.15.17:0/582174418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e8c970 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7feed4013040 tx=0x7feed4010e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b6e52d6e24854f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:27.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.338+0000 7feec3fff640 1 -- 172.21.15.17:0/582174418 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feed4038030 con 0x5603e5e8e370 2024-09-16T01:44:27.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.338+0000 7feec3fff640 1 -- 172.21.15.17:0/582174418 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feed400a990 con 0x5603e5e8e370 2024-09-16T01:44:27.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.338+0000 7feec3fff640 1 -- 172.21.15.17:0/582174418 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feed4028660 con 0x5603e5e8e370 2024-09-16T01:44:27.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.338+0000 7feee2cc2740 1 -- 172.21.15.17:0/582174418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 msgr2=0x5603e5e8c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:27.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.338+0000 7feee2cc2740 1 --2- 172.21.15.17:0/582174418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e8c970 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7feed4013040 tx=0x7feed4010e80 comp rx=0 tx=0).stop 2024-09-16T01:44:27.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.339+0000 7feee2cc2740 1 -- 172.21.15.17:0/582174418 shutdown_connections 2024-09-16T01:44:27.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.339+0000 7feee2cc2740 1 --2- 172.21.15.17:0/582174418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e8c970 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.339+0000 7feee2cc2740 1 --2- 172.21.15.17:0/582174418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e84b40 0x5603e5ea5fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.339+0000 7feee2cc2740 1 --2- 172.21.15.17:0/582174418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e835d0 0x5603e5ea5a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.339+0000 7feee2cc2740 1 -- 172.21.15.17:0/582174418 >> 172.21.15.17:0/582174418 conn(0x5603e5e4c310 msgr2=0x5603e5e8a200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:27.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.339+0000 7feee2cc2740 1 -- 172.21.15.17:0/582174418 shutdown_connections 2024-09-16T01:44:27.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.339+0000 7feee2cc2740 1 -- 172.21.15.17:0/582174418 wait complete. 2024-09-16T01:44:27.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.339+0000 7feee2cc2740 1 -- start start 2024-09-16T01:44:27.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feee2cc2740 1 Processor -- start 2024-09-16T01:44:27.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feee2cc2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e835d0 0x5603e5e964e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feee2cc2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e84b40 0x5603e5e96a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feee2cc2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e87ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feee2cc2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feedc1a98f0 con 0x5603e5e8e370 2024-09-16T01:44:27.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feee2cc2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feedc1aad60 con 0x5603e5e84b40 2024-09-16T01:44:27.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feee2cc2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feedc1a9fc0 con 0x5603e5e835d0 2024-09-16T01:44:27.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feee2cc2740 10 client.0 _ll_register_callbacks cb 0x7feed4014070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:27.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feedad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e87ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feedad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e87ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56656/0 (socket says 172.21.15.17:56656) 2024-09-16T01:44:27.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feedad9d640 1 -- 172.21.15.17:0/376637090 learned_addr learned my addr 172.21.15.17:0/376637090 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:27.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feeda59c640 1 --2- 172.21.15.17:0/376637090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e835d0 0x5603e5e964e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feed9d9b640 1 --2- 172.21.15.17:0/376637090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e84b40 0x5603e5e96a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feedad9d640 1 -- 172.21.15.17:0/376637090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e835d0 msgr2=0x5603e5e964e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:27.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feedad9d640 1 --2- 172.21.15.17:0/376637090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e835d0 0x5603e5e964e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feedad9d640 1 -- 172.21.15.17:0/376637090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e84b40 msgr2=0x5603e5e96a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:27.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feedad9d640 1 --2- 172.21.15.17:0/376637090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e84b40 0x5603e5e96a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.340+0000 7feedad9d640 1 -- 172.21.15.17:0/376637090 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5603e5e882a0 con 0x5603e5e8e370 2024-09-16T01:44:27.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.341+0000 7feedad9d640 1 --2- 172.21.15.17:0/376637090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e87ad0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7feed403e040 tx=0x7feed400fda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9cad5825fe7412c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:27.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.341+0000 7feec1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:44:27.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.341+0000 7feec1ffb640 1 -- 172.21.15.17:0/376637090 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feed4038070 con 0x5603e5e8e370 2024-09-16T01:44:27.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.341+0000 7feec1ffb640 1 -- 172.21.15.17:0/376637090 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feed4028400 con 0x5603e5e8e370 2024-09-16T01:44:27.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.341+0000 7feee2cc2740 1 -- 172.21.15.17:0/376637090 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feed400a990 con 0x5603e5e8e370 2024-09-16T01:44:27.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.341+0000 7feec1ffb640 1 -- 172.21.15.17:0/376637090 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7feed402d020 con 0x5603e5e8e370 2024-09-16T01:44:27.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.341+0000 7feee2cc2740 10 client.15414 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:27.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.341+0000 7feee2cc2740 1 -- 172.21.15.17:0/376637090 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5603e5f08620 con 0x5603e5e8e370 2024-09-16T01:44:27.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.342+0000 7feec1ffb640 1 -- 172.21.15.17:0/376637090 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feed4028600 con 0x5603e5e8e370 2024-09-16T01:44:27.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.342+0000 7feec1ffb640 1 -- 172.21.15.17:0/376637090 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7feed4032040 con 0x5603e5e8e370 2024-09-16T01:44:27.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.342+0000 7feee2cc2740 10 client.15414 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:27.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.342+0000 7feee2cc2740 10 client.15414 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:44:27.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.342+0000 7feee2cc2740 20 client.15414 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:27.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.342+0000 7feee2cc2740 1 --2- 172.21.15.17:0/376637090 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5603e5f08c80 0x5603e5f0b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:27.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.342+0000 7feee2cc2740 4 client.15414 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:44:27.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.342+0000 7feee2cc2740 1 -- 172.21.15.17:0/376637090 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7feed400a990 con 0x5603e5f08c80 2024-09-16T01:44:27.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.342+0000 7feeda59c640 1 --2- 172.21.15.17:0/376637090 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5603e5f08c80 0x5603e5f0b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:27.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.343+0000 7feeda59c640 1 --2- 172.21.15.17:0/376637090 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5603e5f08c80 0x5603e5f0b0a0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d2cbe5234544f76 server_cookie=2f0db4fd9d94bd57 in_seq=0 out_seq=0 2024-09-16T01:44:27.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.343+0000 7feec1ffb640 10 client.15414 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:27.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.343+0000 7feec1ffb640 1 -- 172.21.15.17:0/376637090 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7feed400a990 con 0x5603e5f08c80 2024-09-16T01:44:27.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.343+0000 7feec1ffb640 10 client.15414 handle_command_reply: tid=0 2024-09-16T01:44:27.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.343+0000 7feee2cc2740 1 client.15414 shutdown 2024-09-16T01:44:27.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.343+0000 7feee2cc2740 1 -- 172.21.15.17:0/376637090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 msgr2=0x5603e5e87ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:27.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.343+0000 7feee2cc2740 1 --2- 172.21.15.17:0/376637090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e87ad0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7feed403e040 tx=0x7feed400fda0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.343+0000 7feee2cc2740 1 -- 172.21.15.17:0/376637090 shutdown_connections 2024-09-16T01:44:27.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.343+0000 7feee2cc2740 1 --2- 172.21.15.17:0/376637090 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5603e5f08c80 0x5603e5f0b0a0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.343+0000 7feec1ffb640 0 client.15414 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:27.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.343+0000 7feee2cc2740 1 --2- 172.21.15.17:0/376637090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5603e5e8e370 0x5603e5e87ad0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.343+0000 7feee2cc2740 1 --2- 172.21.15.17:0/376637090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5603e5e84b40 0x5603e5e96a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.343+0000 7feee2cc2740 1 --2- 172.21.15.17:0/376637090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5603e5e835d0 0x5603e5e964e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.343+0000 7feee2cc2740 1 -- 172.21.15.17:0/376637090 >> 172.21.15.17:0/376637090 conn(0x5603e5e4c310 msgr2=0x5603e5e8c970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:27.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.344+0000 7feee2cc2740 1 -- 172.21.15.17:0/376637090 shutdown_connections 2024-09-16T01:44:27.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.344+0000 7feee2cc2740 1 -- 172.21.15.17:0/376637090 wait complete. 2024-09-16T01:44:27.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.344+0000 7feee2cc2740 20 client.15414 trim_cache size 0 max 16384 2024-09-16T01:44:27.352 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:44:27.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.344+0000 7feee08e9640 1 -- 172.21.15.17:0/3372895555 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feec40a3350 msgr2=0x7feec40a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:27.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.344+0000 7feee08e9640 1 --2- 172.21.15.17:0/3372895555 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feec40a3350 0x7feec40a5810 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7feed400ace0 tx=0x7feed400a2b0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.344+0000 7feee08e9640 1 -- 172.21.15.17:0/3372895555 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feedc101360 msgr2=0x7feedc19ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:27.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.344+0000 7feee08e9640 1 --2- 172.21.15.17:0/3372895555 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feedc101360 0x7feedc19ab60 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7feed0005ab0 tx=0x7feed0003c80 comp rx=0 tx=0).stop 2024-09-16T01:44:27.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.344+0000 7feee08e9640 1 -- 172.21.15.17:0/3372895555 shutdown_connections 2024-09-16T01:44:27.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.345+0000 7feee08e9640 1 --2- 172.21.15.17:0/3372895555 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feec40a3350 0x7feec40a5810 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.345+0000 7feee08e9640 1 --2- 172.21.15.17:0/3372895555 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feedc10e4d0 0x7feedc19eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.345+0000 7feee08e9640 1 --2- 172.21.15.17:0/3372895555 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feedc101360 0x7feedc19ab60 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.345+0000 7feee08e9640 1 --2- 172.21.15.17:0/3372895555 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feedc1009b0 0x7feedc19a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:27.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.345+0000 7feee08e9640 1 -- 172.21.15.17:0/3372895555 >> 172.21.15.17:0/3372895555 conn(0x7feedc0fc7d0 msgr2=0x7feedc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:27.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.345+0000 7feee08e9640 1 -- 172.21.15.17:0/3372895555 shutdown_connections 2024-09-16T01:44:27.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:27.345+0000 7feee08e9640 1 -- 172.21.15.17:0/3372895555 wait complete. 2024-09-16T01:44:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:28 smithi017 ceph-mon[30972]: pgmap v367: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-09-16T01:44:28.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:28 smithi122 ceph-mon[34758]: pgmap v367: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-09-16T01:44:28.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:28 smithi029 ceph-mon[34783]: pgmap v367: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-09-16T01:44:29.123 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:44:29.123 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:44:29.511 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:44:30.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.130+0000 7f8a6d984640 1 -- 172.21.15.17:0/2020205351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a68100e20 msgr2=0x7f8a68101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:30.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.130+0000 7f8a6d984640 1 --2- 172.21.15.17:0/2020205351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a68100e20 0x7f8a68101200 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f8a58009900 tx=0x7f8a5802a480 comp rx=0 tx=0).stop 2024-09-16T01:44:30.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.131+0000 7f8a6d984640 1 -- 172.21.15.17:0/2020205351 shutdown_connections 2024-09-16T01:44:30.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.131+0000 7f8a6d984640 1 --2- 172.21.15.17:0/2020205351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a68102ef0 0x7f8a6810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.131+0000 7f8a6d984640 1 --2- 172.21.15.17:0/2020205351 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a68102570 0x7f8a681029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.131+0000 7f8a6d984640 1 --2- 172.21.15.17:0/2020205351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a68100e20 0x7f8a68101200 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.131+0000 7f8a6d984640 1 -- 172.21.15.17:0/2020205351 >> 172.21.15.17:0/2020205351 conn(0x7f8a680fc7d0 msgr2=0x7f8a680febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.131+0000 7f8a6d984640 1 -- 172.21.15.17:0/2020205351 shutdown_connections 2024-09-16T01:44:30.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.131+0000 7f8a6d984640 1 -- 172.21.15.17:0/2020205351 wait complete. 2024-09-16T01:44:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.131+0000 7f8a6d984640 1 Processor -- start 2024-09-16T01:44:30.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.132+0000 7f8a6d984640 1 -- start start 2024-09-16T01:44:30.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.132+0000 7f8a6d984640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a68100e20 0x7f8a68073af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.132+0000 7f8a6d984640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a68102570 0x7f8a6806dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.132+0000 7f8a6d984640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a68102ef0 0x7f8a6806e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a66ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a68100e20 0x7f8a68073af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a66ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a68100e20 0x7f8a68073af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36326/0 (socket says 172.21.15.17:36326) 2024-09-16T01:44:30.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a677fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a68102ef0 0x7f8a6806e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a667fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a68102570 0x7f8a6806dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a677fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a68102ef0 0x7f8a6806e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56670/0 (socket says 172.21.15.17:56670) 2024-09-16T01:44:30.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a66ffd640 1 -- 172.21.15.17:0/3358687374 learned_addr learned my addr 172.21.15.17:0/3358687374 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:30.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a6d984640 1 -- 172.21.15.17:0/3358687374 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8a68110e80 con 0x7f8a68102ef0 2024-09-16T01:44:30.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a6d984640 1 -- 172.21.15.17:0/3358687374 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8a68110d00 con 0x7f8a68102570 2024-09-16T01:44:30.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a6d984640 1 -- 172.21.15.17:0/3358687374 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8a68111000 con 0x7f8a68100e20 2024-09-16T01:44:30.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a667fc640 1 -- 172.21.15.17:0/3358687374 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a68100e20 msgr2=0x7f8a68073af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:30.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a667fc640 1 --2- 172.21.15.17:0/3358687374 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a68100e20 0x7f8a68073af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a667fc640 1 -- 172.21.15.17:0/3358687374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a68102ef0 msgr2=0x7f8a6806e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:30.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a667fc640 1 --2- 172.21.15.17:0/3358687374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a68102ef0 0x7f8a6806e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a667fc640 1 -- 172.21.15.17:0/3358687374 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a6806e800 con 0x7f8a68102570 2024-09-16T01:44:30.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a677fe640 1 --2- 172.21.15.17:0/3358687374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a68102ef0 0x7f8a6806e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:44:30.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.133+0000 7f8a667fc640 1 --2- 172.21.15.17:0/3358687374 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a68102570 0x7f8a6806dbc0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c009e70 tx=0x7f8a5c00ed90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:30.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.134+0000 7f8a6c982640 1 -- 172.21.15.17:0/3358687374 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a5c00ccc0 con 0x7f8a68102570 2024-09-16T01:44:30.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.134+0000 7f8a6c982640 1 -- 172.21.15.17:0/3358687374 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a5c005020 con 0x7f8a68102570 2024-09-16T01:44:30.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.134+0000 7f8a6c982640 1 -- 172.21.15.17:0/3358687374 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a5c013a30 con 0x7f8a68102570 2024-09-16T01:44:30.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.134+0000 7f8a6d984640 1 -- 172.21.15.17:0/3358687374 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a68107a10 con 0x7f8a68102570 2024-09-16T01:44:30.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.134+0000 7f8a6d984640 1 -- 172.21.15.17:0/3358687374 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a68107f00 con 0x7f8a68102570 2024-09-16T01:44:30.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.138+0000 7f8a6c982640 1 -- 172.21.15.17:0/3358687374 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f8a5c022020 con 0x7f8a68102570 2024-09-16T01:44:30.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.138+0000 7f8a6fd5d740 1 Processor -- start 2024-09-16T01:44:30.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.138+0000 7f8a6fd5d740 1 -- start start 2024-09-16T01:44:30.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.138+0000 7f8a6fd5d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06acb60 0x55a2c06acf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.138+0000 7f8a6fd5d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 0x55a2c06b7800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.138+0000 7f8a6fd5d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06b7d40 0x55a2c06ba130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.139+0000 7f8a6fd5d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a2c0612280 con 0x55a2c06acb60 2024-09-16T01:44:30.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.139+0000 7f8a6fd5d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a2c05b9b10 con 0x55a2c06b7d40 2024-09-16T01:44:30.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.139+0000 7f8a6fd5d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a2c060e240 con 0x55a2c06ad480 2024-09-16T01:44:30.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.139+0000 7f8a66ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 0x55a2c06b7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.139+0000 7f8a677fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06acb60 0x55a2c06acf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.139+0000 7f8a66ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 0x55a2c06b7800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36336/0 (socket says 172.21.15.17:36336) 2024-09-16T01:44:30.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.139+0000 7f8a66ffd640 1 -- 172.21.15.17:0/857296295 learned_addr learned my addr 172.21.15.17:0/857296295 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:30.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.139+0000 7f8a6c982640 1 --2- 172.21.15.17:0/3358687374 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8a500a3320 0x7f8a500a57e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.139+0000 7f8a667fc640 1 --2- 172.21.15.17:0/857296295 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06b7d40 0x55a2c06ba130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.139+0000 7f8a6c982640 1 -- 172.21.15.17:0/3358687374 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8a5c0d39f0 con 0x7f8a68102570 2024-09-16T01:44:30.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.140+0000 7f8a677fe640 1 -- 172.21.15.17:0/857296295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 msgr2=0x55a2c06b7800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:30.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.140+0000 7f8a677fe640 1 --2- 172.21.15.17:0/857296295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 0x55a2c06b7800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.140+0000 7f8a677fe640 1 -- 172.21.15.17:0/857296295 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06b7d40 msgr2=0x55a2c06ba130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:30.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.140+0000 7f8a677fe640 1 --2- 172.21.15.17:0/857296295 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06b7d40 0x55a2c06ba130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.140+0000 7f8a677fe640 1 -- 172.21.15.17:0/857296295 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2c05c61f0 con 0x55a2c06acb60 2024-09-16T01:44:30.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.140+0000 7f8a677fe640 1 --2- 172.21.15.17:0/857296295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06acb60 0x55a2c06acf40 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f8a600107c0 tx=0x7f8a60010c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9bc051a06f926ef server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:30.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.140+0000 7f8a667fc640 1 --2- 172.21.15.17:0/857296295 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06b7d40 0x55a2c06ba130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:44:30.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.140+0000 7f8a677fe640 1 --2- 172.21.15.17:0/3358687374 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8a500a3320 0x7f8a500a57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.141+0000 7f8a677fe640 1 --2- 172.21.15.17:0/3358687374 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8a500a3320 0x7f8a500a57e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8a6001a000 tx=0x7f8a60015000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:30.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.141+0000 7f8a4dffb640 1 -- 172.21.15.17:0/857296295 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a60010e70 con 0x55a2c06acb60 2024-09-16T01:44:30.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.141+0000 7f8a4dffb640 1 -- 172.21.15.17:0/857296295 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a600046e0 con 0x55a2c06acb60 2024-09-16T01:44:30.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.141+0000 7f8a4dffb640 1 -- 172.21.15.17:0/857296295 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a60011440 con 0x55a2c06acb60 2024-09-16T01:44:30.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.142+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/857296295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06acb60 msgr2=0x55a2c06acf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:30.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.142+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/857296295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06acb60 0x55a2c06acf40 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f8a600107c0 tx=0x7f8a60010c80 comp rx=0 tx=0).stop 2024-09-16T01:44:30.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.142+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/857296295 shutdown_connections 2024-09-16T01:44:30.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.142+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/857296295 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06b7d40 0x55a2c06ba130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.142+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/857296295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 0x55a2c06b7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.142+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/857296295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06acb60 0x55a2c06acf40 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.142+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/857296295 >> 172.21.15.17:0/857296295 conn(0x55a2c06a90f0 msgr2=0x55a2c06a94d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:30.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.143+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/857296295 shutdown_connections 2024-09-16T01:44:30.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.143+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/857296295 wait complete. 2024-09-16T01:44:30.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.143+0000 7f8a6fd5d740 1 -- start start 2024-09-16T01:44:30.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.143+0000 7f8a6fd5d740 1 Processor -- start 2024-09-16T01:44:30.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.144+0000 7f8a6fd5d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06acb60 0x55a2c06b4c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.144+0000 7f8a6fd5d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 0x55a2c06b5180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.144+0000 7f8a6fd5d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06b7d40 0x55a2c06b56c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.144+0000 7f8a6fd5d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a2c06ba910 con 0x55a2c06b7d40 2024-09-16T01:44:30.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.144+0000 7f8a6fd5d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a2c05ccf10 con 0x55a2c06acb60 2024-09-16T01:44:30.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.144+0000 7f8a6fd5d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a2c06baa90 con 0x55a2c06ad480 2024-09-16T01:44:30.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.144+0000 7f8a677fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06b7d40 0x55a2c06b56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.144+0000 7f8a66ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06acb60 0x55a2c06b4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.144+0000 7f8a66ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06acb60 0x55a2c06b4c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:33974/0 (socket says 172.21.15.17:33974) 2024-09-16T01:44:30.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.144+0000 7f8a66ffd640 1 -- 172.21.15.17:0/2150634868 learned_addr learned my addr 172.21.15.17:0/2150634868 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:30.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.145+0000 7f8a667fc640 1 --2- 172.21.15.17:0/2150634868 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 0x55a2c06b5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.145+0000 7f8a6fd5d740 10 client.0 _ll_register_callbacks cb 0x55a2c0595a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:30.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.145+0000 7f8a66ffd640 1 -- 172.21.15.17:0/2150634868 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 msgr2=0x55a2c06b5180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:30.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.145+0000 7f8a66ffd640 1 --2- 172.21.15.17:0/2150634868 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 0x55a2c06b5180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.145+0000 7f8a66ffd640 1 -- 172.21.15.17:0/2150634868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06b7d40 msgr2=0x55a2c06b56c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:30.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.145+0000 7f8a66ffd640 1 --2- 172.21.15.17:0/2150634868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06b7d40 0x55a2c06b56c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.145+0000 7f8a66ffd640 1 -- 172.21.15.17:0/2150634868 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2c03836a0 con 0x55a2c06acb60 2024-09-16T01:44:30.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.145+0000 7f8a677fe640 1 --2- 172.21.15.17:0/2150634868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06b7d40 0x55a2c06b56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:44:30.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.145+0000 7f8a66ffd640 1 --2- 172.21.15.17:0/2150634868 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06acb60 0x55a2c06b4c40 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8a58005280 tx=0x7f8a580052b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c235957b8f039f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:30.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.146+0000 7f8a46ffd640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:44:30.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.146+0000 7f8a46ffd640 1 -- 172.21.15.17:0/2150634868 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a58035040 con 0x55a2c06acb60 2024-09-16T01:44:30.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.146+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/2150634868 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a600046e0 con 0x55a2c06acb60 2024-09-16T01:44:30.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.146+0000 7f8a46ffd640 1 -- 172.21.15.17:0/2150634868 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8a580048c0 con 0x55a2c06acb60 2024-09-16T01:44:30.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.146+0000 7f8a46ffd640 1 -- 172.21.15.17:0/2150634868 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8a58004ac0 con 0x55a2c06acb60 2024-09-16T01:44:30.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.146+0000 7f8a6fd5d740 10 client.25031 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:30.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.146+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/2150634868 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55a2c06c6510 con 0x55a2c06acb60 2024-09-16T01:44:30.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.147+0000 7f8a46ffd640 1 -- 172.21.15.17:0/2150634868 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a600046e0 con 0x55a2c06acb60 2024-09-16T01:44:30.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.147+0000 7f8a46ffd640 1 -- 172.21.15.17:0/2150634868 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8a58003ce0 con 0x55a2c06acb60 2024-09-16T01:44:30.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.147+0000 7f8a6fd5d740 10 client.25031 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:30.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.147+0000 7f8a6fd5d740 10 client.25031 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:44:30.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.147+0000 7f8a6fd5d740 20 client.25031 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:30.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.147+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/2150634868 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a2c06c7cf0 0x55a2c06ca170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.147+0000 7f8a6fd5d740 4 client.25031 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:44:30.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.147+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/2150634868 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a2c061f7f0 con 0x55a2c06c7cf0 2024-09-16T01:44:30.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.148+0000 7f8a667fc640 1 --2- 172.21.15.17:0/2150634868 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a2c06c7cf0 0x55a2c06ca170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.148+0000 7f8a667fc640 1 --2- 172.21.15.17:0/2150634868 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a2c06c7cf0 0x55a2c06ca170 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3d300c95467ca55 server_cookie=8db4b697efaeecd6 in_seq=0 out_seq=0 2024-09-16T01:44:30.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.148+0000 7f8a46ffd640 10 client.25031 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:30.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.149+0000 7f8a46ffd640 1 -- 172.21.15.17:0/2150634868 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a2c061f7f0 con 0x55a2c06c7cf0 2024-09-16T01:44:30.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.149+0000 7f8a46ffd640 10 client.25031 handle_command_reply: tid=0 2024-09-16T01:44:30.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.149+0000 7f8a6fd5d740 1 client.25031 shutdown 2024-09-16T01:44:30.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.149+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/2150634868 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06acb60 msgr2=0x55a2c06b4c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:30.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.149+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/2150634868 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06acb60 0x55a2c06b4c40 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f8a58005280 tx=0x7f8a580052b0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.150+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/2150634868 shutdown_connections 2024-09-16T01:44:30.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.150+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/2150634868 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a2c06c7cf0 0x55a2c06ca170 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.150+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/2150634868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06b7d40 0x55a2c06b56c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.150+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/2150634868 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 0x55a2c06b5180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.150+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/2150634868 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06acb60 0x55a2c06b4c40 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.150+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/2150634868 >> 172.21.15.17:0/2150634868 conn(0x55a2c06a90f0 msgr2=0x55a2c06aee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:30.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.150+0000 7f8a46ffd640 0 client.25031 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:30.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.150+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/2150634868 shutdown_connections 2024-09-16T01:44:30.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.150+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/2150634868 wait complete. 2024-09-16T01:44:30.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.150+0000 7f8a6fd5d740 20 client.25031 trim_cache size 0 max 16384 2024-09-16T01:44:30.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.185+0000 7f8a6fd5d740 1 Processor -- start 2024-09-16T01:44:30.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.185+0000 7f8a6fd5d740 1 -- start start 2024-09-16T01:44:30.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.185+0000 7f8a6fd5d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06ad480 0x55a2c06aecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.185+0000 7f8a6fd5d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06b7d40 0x55a2c06cfa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.185+0000 7f8a6fd5d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06cffc0 0x55a2c06b1ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.185+0000 7f8a6fd5d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8a681b6430 con 0x55a2c06ad480 2024-09-16T01:44:30.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.185+0000 7f8a6fd5d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8a681b3d00 con 0x55a2c06cffc0 2024-09-16T01:44:30.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.185+0000 7f8a6fd5d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8a681b1b30 con 0x55a2c06b7d40 2024-09-16T01:44:30.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.186+0000 7f8a66ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06ad480 0x55a2c06aecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.186+0000 7f8a66ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06ad480 0x55a2c06aecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56688/0 (socket says 172.21.15.17:56688) 2024-09-16T01:44:30.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.186+0000 7f8a66ffd640 1 -- 172.21.15.17:0/3919975471 learned_addr learned my addr 172.21.15.17:0/3919975471 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:30.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.186+0000 7f8a667fc640 1 --2- 172.21.15.17:0/3919975471 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06b7d40 0x55a2c06cfa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.186+0000 7f8a66ffd640 1 -- 172.21.15.17:0/3919975471 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06b7d40 msgr2=0x55a2c06cfa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:30.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.186+0000 7f8a66ffd640 1 --2- 172.21.15.17:0/3919975471 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06b7d40 0x55a2c06cfa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.186+0000 7f8a66ffd640 1 -- 172.21.15.17:0/3919975471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06cffc0 msgr2=0x55a2c06b1ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:30.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.186+0000 7f8a66ffd640 1 --2- 172.21.15.17:0/3919975471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06cffc0 0x55a2c06b1ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.186+0000 7f8a66ffd640 1 -- 172.21.15.17:0/3919975471 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2c06b3c10 con 0x55a2c06ad480 2024-09-16T01:44:30.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.186+0000 7f8a66ffd640 1 --2- 172.21.15.17:0/3919975471 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06ad480 0x55a2c06aecc0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f8a58006010 tx=0x7f8a5802a480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e37b5bbfe19f3f54 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:30.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.186+0000 7f8a4d7fa640 1 -- 172.21.15.17:0/3919975471 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a58035040 con 0x55a2c06ad480 2024-09-16T01:44:30.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.187+0000 7f8a4d7fa640 1 -- 172.21.15.17:0/3919975471 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a58040070 con 0x55a2c06ad480 2024-09-16T01:44:30.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.187+0000 7f8a4d7fa640 1 -- 172.21.15.17:0/3919975471 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a580046c0 con 0x55a2c06ad480 2024-09-16T01:44:30.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.188+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/3919975471 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06ad480 msgr2=0x55a2c06aecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:30.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.188+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/3919975471 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06ad480 0x55a2c06aecc0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f8a58006010 tx=0x7f8a5802a480 comp rx=0 tx=0).stop 2024-09-16T01:44:30.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.188+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/3919975471 shutdown_connections 2024-09-16T01:44:30.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.188+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/3919975471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06cffc0 0x55a2c06b1ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.188+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/3919975471 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06b7d40 0x55a2c06cfa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.188+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/3919975471 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06ad480 0x55a2c06aecc0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.188+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/3919975471 >> 172.21.15.17:0/3919975471 conn(0x55a2c06a90f0 msgr2=0x55a2c06ae5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:30.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.188+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/3919975471 shutdown_connections 2024-09-16T01:44:30.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.188+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/3919975471 wait complete. 2024-09-16T01:44:30.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.188+0000 7f8a6fd5d740 1 -- start start 2024-09-16T01:44:30.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.189+0000 7f8a6fd5d740 1 Processor -- start 2024-09-16T01:44:30.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.189+0000 7f8a6fd5d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 0x55a2c06bfd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.189+0000 7f8a6fd5d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06b7d40 0x55a2c06c0250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.189+0000 7f8a6fd5d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06cffc0 0x55a2c06bcce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.189+0000 7f8a6fd5d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8a681b21c0 con 0x55a2c06b7d40 2024-09-16T01:44:30.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a6fd5d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8a681b3630 con 0x55a2c06cffc0 2024-09-16T01:44:30.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a6fd5d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8a681b2890 con 0x55a2c06ad480 2024-09-16T01:44:30.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a667fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06b7d40 0x55a2c06c0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a667fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06b7d40 0x55a2c06c0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56698/0 (socket says 172.21.15.17:56698) 2024-09-16T01:44:30.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a667fc640 1 -- 172.21.15.17:0/1457639320 learned_addr learned my addr 172.21.15.17:0/1457639320 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:30.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a677fe640 1 --2- 172.21.15.17:0/1457639320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06cffc0 0x55a2c06bcce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a6fd5d740 10 client.0 _ll_register_callbacks cb 0x7f8a58009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:30.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a667fc640 1 -- 172.21.15.17:0/1457639320 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 msgr2=0x55a2c06bfd10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:44:30.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a667fc640 1 --2- 172.21.15.17:0/1457639320 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 0x55a2c06bfd10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a667fc640 1 -- 172.21.15.17:0/1457639320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06cffc0 msgr2=0x55a2c06bcce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:30.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a667fc640 1 --2- 172.21.15.17:0/1457639320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06cffc0 0x55a2c06bcce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a667fc640 1 -- 172.21.15.17:0/1457639320 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a2c06bd2a0 con 0x55a2c06b7d40 2024-09-16T01:44:30.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/1457639320 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a58040070 con 0x55a2c06b7d40 2024-09-16T01:44:30.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a667fc640 1 --2- 172.21.15.17:0/1457639320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06b7d40 0x55a2c06c0250 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c004610 tx=0x7f8a5c015040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=baf9e9346e9613a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:30.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.190+0000 7f8a46ffd640 10 client.15432 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:44:30.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.191+0000 7f8a46ffd640 1 -- 172.21.15.17:0/1457639320 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a5c05fe60 con 0x55a2c06b7d40 2024-09-16T01:44:30.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.191+0000 7f8a46ffd640 1 -- 172.21.15.17:0/1457639320 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8a5c0d15f0 con 0x55a2c06b7d40 2024-09-16T01:44:30.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.191+0000 7f8a46ffd640 1 -- 172.21.15.17:0/1457639320 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8a5c01f040 con 0x55a2c06b7d40 2024-09-16T01:44:30.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.191+0000 7f8a6fd5d740 10 client.15432 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:30.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.191+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/1457639320 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({fsmap=25}) -- 0x55a2c0733280 con 0x55a2c06b7d40 2024-09-16T01:44:30.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.192+0000 7f8a46ffd640 1 -- 172.21.15.17:0/1457639320 <== mon.0 v2:172.21.15.17:3300/0 4 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8a5c0a2040 con 0x55a2c06b7d40 2024-09-16T01:44:30.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.192+0000 7f8a6fd5d740 10 client.15432 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:30.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.192+0000 7f8a6fd5d740 10 client.15432 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:44:30.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.192+0000 7f8a6fd5d740 20 client.15432 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:30.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.192+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/1457639320 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a2c07338a0 0x55a2c0735cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:30.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.192+0000 7f8a6fd5d740 4 client.15432 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:44:30.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.192+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/1457639320 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a2c0619d00 con 0x55a2c07338a0 2024-09-16T01:44:30.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.192+0000 7f8a66ffd640 1 --2- 172.21.15.17:0/1457639320 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a2c07338a0 0x55a2c0735cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:30.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.193+0000 7f8a66ffd640 1 --2- 172.21.15.17:0/1457639320 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a2c07338a0 0x55a2c0735cc0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=112551258d4ff894 server_cookie=d1aa47c6bdf9095 in_seq=0 out_seq=0 2024-09-16T01:44:30.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.193+0000 7f8a46ffd640 10 client.15432 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:30.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.194+0000 7f8a46ffd640 1 -- 172.21.15.17:0/1457639320 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a2c0619d00 con 0x55a2c07338a0 2024-09-16T01:44:30.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.194+0000 7f8a46ffd640 10 client.15432 handle_command_reply: tid=0 2024-09-16T01:44:30.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.194+0000 7f8a6fd5d740 1 client.15432 shutdown 2024-09-16T01:44:30.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.194+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/1457639320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06b7d40 msgr2=0x55a2c06c0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:30.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.194+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/1457639320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06b7d40 0x55a2c06c0250 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c004610 tx=0x7f8a5c015040 comp rx=0 tx=0).stop 2024-09-16T01:44:30.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.194+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/1457639320 shutdown_connections 2024-09-16T01:44:30.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.194+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/1457639320 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a2c07338a0 0x55a2c0735cc0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.194+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/1457639320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a2c06cffc0 0x55a2c06bcce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.194+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/1457639320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2c06b7d40 0x55a2c06c0250 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.194+0000 7f8a6fd5d740 1 --2- 172.21.15.17:0/1457639320 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a2c06ad480 0x55a2c06bfd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.194+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/1457639320 >> 172.21.15.17:0/1457639320 conn(0x55a2c06a90f0 msgr2=0x55a2c06a8270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:30.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.194+0000 7f8a46ffd640 0 client.15432 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:30.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.195+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/1457639320 shutdown_connections 2024-09-16T01:44:30.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.195+0000 7f8a6fd5d740 1 -- 172.21.15.17:0/1457639320 wait complete. 2024-09-16T01:44:30.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.195+0000 7f8a6fd5d740 20 client.15432 trim_cache size 0 max 16384 2024-09-16T01:44:30.201 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:44:30.201 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:44:30.201 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "62ed675e-d981-412c-98be-bfb2aff14cd5", 2024-09-16T01:44:30.201 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:44:30.201 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:44:30.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.196+0000 7f8a6d984640 1 -- 172.21.15.17:0/3358687374 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8a500a3320 msgr2=0x7f8a500a57e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.196+0000 7f8a6d984640 1 --2- 172.21.15.17:0/3358687374 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8a500a3320 0x7f8a500a57e0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f8a6001a000 tx=0x7f8a60015000 comp rx=0 tx=0).stop 2024-09-16T01:44:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.196+0000 7f8a6d984640 1 -- 172.21.15.17:0/3358687374 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a68102570 msgr2=0x7f8a6806dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.196+0000 7f8a6d984640 1 --2- 172.21.15.17:0/3358687374 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a68102570 0x7f8a6806dbc0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f8a5c009e70 tx=0x7f8a5c00ed90 comp rx=0 tx=0).stop 2024-09-16T01:44:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.196+0000 7f8a6d984640 1 -- 172.21.15.17:0/3358687374 shutdown_connections 2024-09-16T01:44:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.196+0000 7f8a6d984640 1 --2- 172.21.15.17:0/3358687374 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8a500a3320 0x7f8a500a57e0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.196+0000 7f8a6d984640 1 --2- 172.21.15.17:0/3358687374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a68102ef0 0x7f8a6806e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.196+0000 7f8a6d984640 1 --2- 172.21.15.17:0/3358687374 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a68102570 0x7f8a6806dbc0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.196+0000 7f8a6d984640 1 --2- 172.21.15.17:0/3358687374 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a68100e20 0x7f8a68073af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.196+0000 7f8a6d984640 1 -- 172.21.15.17:0/3358687374 >> 172.21.15.17:0/3358687374 conn(0x7f8a680fc7d0 msgr2=0x7f8a680fce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.197+0000 7f8a6d984640 1 -- 172.21.15.17:0/3358687374 shutdown_connections 2024-09-16T01:44:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:30.197+0000 7f8a6d984640 1 -- 172.21.15.17:0/3358687374 wait complete. 2024-09-16T01:44:30.685 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:30 smithi017 ceph-mon[30972]: pgmap v368: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-16T01:44:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:30 smithi122 ceph-mon[34758]: pgmap v368: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-16T01:44:30.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:30 smithi029 ceph-mon[34783]: pgmap v368: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 5 op/s 2024-09-16T01:44:31.120 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:44:31.393 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:44:31.406 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:31 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:44:31.406 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:31 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:44:31.406 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:31 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:44:31.407 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:31 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:44:31.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:31 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:44:31.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:31 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:44:31.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:31 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:44:31.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:31 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:44:31.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:31 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:44:31.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:31 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:44:31.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:31 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:44:31.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:31 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:44:31.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.957+0000 7f9434699640 1 -- 172.21.15.17:0/2498720988 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f942c102d30 msgr2=0x7f942c103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:31.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.957+0000 7f9434699640 1 --2- 172.21.15.17:0/2498720988 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f942c102d30 0x7f942c103110 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f9428009930 tx=0x7f942802a420 comp rx=0 tx=0).stop 2024-09-16T01:44:31.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.957+0000 7f9434699640 1 -- 172.21.15.17:0/2498720988 shutdown_connections 2024-09-16T01:44:31.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.957+0000 7f9434699640 1 --2- 172.21.15.17:0/2498720988 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f942c1082a0 0x7f942c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.957+0000 7f9434699640 1 --2- 172.21.15.17:0/2498720988 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f942c1036e0 0x7f942c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.957+0000 7f9434699640 1 --2- 172.21.15.17:0/2498720988 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f942c102d30 0x7f942c103110 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.957+0000 7f9434699640 1 -- 172.21.15.17:0/2498720988 >> 172.21.15.17:0/2498720988 conn(0x7f942c0fc7d0 msgr2=0x7f942c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:31.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.957+0000 7f9434699640 1 -- 172.21.15.17:0/2498720988 shutdown_connections 2024-09-16T01:44:31.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.957+0000 7f9434699640 1 -- 172.21.15.17:0/2498720988 wait complete. 2024-09-16T01:44:31.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.958+0000 7f9434699640 1 Processor -- start 2024-09-16T01:44:31.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.958+0000 7f9434699640 1 -- start start 2024-09-16T01:44:31.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9434699640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f942c102d30 0x7f942c1985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:31.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9434699640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f942c1036e0 0x7f942c198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:31.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9434699640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f942c1082a0 0x7f942c19ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:31.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9434699640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f942c111f40 con 0x7f942c1036e0 2024-09-16T01:44:31.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9434699640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f942c111dc0 con 0x7f942c1082a0 2024-09-16T01:44:31.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9434699640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f942c1120c0 con 0x7f942c102d30 2024-09-16T01:44:31.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9431c34640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f942c1036e0 0x7f942c198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:31.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9431c34640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f942c1036e0 0x7f942c198ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56712/0 (socket says 172.21.15.17:56712) 2024-09-16T01:44:31.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9431c34640 1 -- 172.21.15.17:0/1507578856 learned_addr learned my addr 172.21.15.17:0/1507578856 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:31.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9432435640 1 --2- 172.21.15.17:0/1507578856 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f942c102d30 0x7f942c1985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:31.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9432c36640 1 --2- 172.21.15.17:0/1507578856 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f942c1082a0 0x7f942c19ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:31.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9431c34640 1 -- 172.21.15.17:0/1507578856 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f942c102d30 msgr2=0x7f942c1985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:31.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9431c34640 1 --2- 172.21.15.17:0/1507578856 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f942c102d30 0x7f942c1985a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9431c34640 1 -- 172.21.15.17:0/1507578856 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f942c1082a0 msgr2=0x7f942c19ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:31.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9431c34640 1 --2- 172.21.15.17:0/1507578856 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f942c1082a0 0x7f942c19ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9431c34640 1 -- 172.21.15.17:0/1507578856 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f942c19d550 con 0x7f942c1036e0 2024-09-16T01:44:31.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.959+0000 7f9431c34640 1 --2- 172.21.15.17:0/1507578856 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f942c1036e0 0x7f942c198ae0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f941c00d950 tx=0x7f941c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:31.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.960+0000 7f94237fe640 1 -- 172.21.15.17:0/1507578856 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941c017070 con 0x7f942c1036e0 2024-09-16T01:44:31.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.960+0000 7f94237fe640 1 -- 172.21.15.17:0/1507578856 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f941c009c30 con 0x7f942c1036e0 2024-09-16T01:44:31.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.960+0000 7f94237fe640 1 -- 172.21.15.17:0/1507578856 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941c0047a0 con 0x7f942c1036e0 2024-09-16T01:44:31.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.960+0000 7f9434699640 1 -- 172.21.15.17:0/1507578856 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f942c19d840 con 0x7f942c1036e0 2024-09-16T01:44:31.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.960+0000 7f9434699640 1 -- 172.21.15.17:0/1507578856 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f942c1a5120 con 0x7f942c1036e0 2024-09-16T01:44:31.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.963+0000 7f9436a72740 1 Processor -- start 2024-09-16T01:44:31.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.963+0000 7f9436a72740 1 -- start start 2024-09-16T01:44:31.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.963+0000 7f9436a72740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da023a0 0x55656da02780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:31.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.963+0000 7f9436a72740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da02cc0 0x55656da11550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:31.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.963+0000 7f9436a72740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da11a90 0x55656da13e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:31.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.963+0000 7f9436a72740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55656d9682e0 con 0x55656da023a0 2024-09-16T01:44:31.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.963+0000 7f9436a72740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55656d90fce0 con 0x55656da11a90 2024-09-16T01:44:31.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.963+0000 7f9436a72740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55656d9642a0 con 0x55656da02cc0 2024-09-16T01:44:31.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.963+0000 7f9432c36640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da023a0 0x55656da02780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:31.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.963+0000 7f9432c36640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da023a0 0x55656da02780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56724/0 (socket says 172.21.15.17:56724) 2024-09-16T01:44:31.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.963+0000 7f9432c36640 1 -- 172.21.15.17:0/68154346 learned_addr learned my addr 172.21.15.17:0/68154346 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:31.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.964+0000 7f9432435640 1 --2- 172.21.15.17:0/68154346 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da02cc0 0x55656da11550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:31.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.964+0000 7f94237fe640 1 -- 172.21.15.17:0/1507578856 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) ==== 138406+0+0 (secure 0 0 0) 0x7f941c004020 con 0x7f942c1036e0 2024-09-16T01:44:31.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.964+0000 7f9432c36640 1 -- 172.21.15.17:0/68154346 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da02cc0 msgr2=0x55656da11550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:31.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.964+0000 7f9432c36640 1 --2- 172.21.15.17:0/68154346 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da02cc0 0x55656da11550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.964+0000 7f9432c36640 1 -- 172.21.15.17:0/68154346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da11a90 msgr2=0x55656da13e80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:44:31.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.964+0000 7f9432c36640 1 --2- 172.21.15.17:0/68154346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da11a90 0x55656da13e80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.964+0000 7f9432c36640 1 -- 172.21.15.17:0/68154346 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55656d8f4440 con 0x55656da023a0 2024-09-16T01:44:31.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.964+0000 7f9432c36640 1 --2- 172.21.15.17:0/68154346 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da023a0 0x55656da02780 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f9424009f20 tx=0x7f942400f7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0de11a6a33d066c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:31.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.964+0000 7f9420ff9640 1 -- 172.21.15.17:0/68154346 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9424015070 con 0x55656da023a0 2024-09-16T01:44:31.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.964+0000 7f9420ff9640 1 -- 172.21.15.17:0/68154346 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f942401ab10 con 0x55656da023a0 2024-09-16T01:44:31.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.964+0000 7f9420ff9640 1 -- 172.21.15.17:0/68154346 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9424011bb0 con 0x55656da023a0 2024-09-16T01:44:31.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.965+0000 7f94237fe640 1 --2- 172.21.15.17:0/1507578856 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f94180a3350 0x7f94180a5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:31.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.965+0000 7f9432435640 1 --2- 172.21.15.17:0/1507578856 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f94180a3350 0x7f94180a5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:31.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.965+0000 7f94237fe640 1 -- 172.21.15.17:0/1507578856 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f941c0cf6a0 con 0x7f942c1036e0 2024-09-16T01:44:31.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.965+0000 7f9436a72740 1 -- 172.21.15.17:0/68154346 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da023a0 msgr2=0x55656da02780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:31.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.965+0000 7f9436a72740 1 --2- 172.21.15.17:0/68154346 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da023a0 0x55656da02780 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f9424009f20 tx=0x7f942400f7f0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.965+0000 7f9432435640 1 --2- 172.21.15.17:0/1507578856 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f94180a3350 0x7f94180a5810 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f9428009900 tx=0x7f9428005fd0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:31.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.965+0000 7f9436a72740 1 -- 172.21.15.17:0/68154346 shutdown_connections 2024-09-16T01:44:31.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.965+0000 7f9436a72740 1 --2- 172.21.15.17:0/68154346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da11a90 0x55656da13e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.965+0000 7f9436a72740 1 --2- 172.21.15.17:0/68154346 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da02cc0 0x55656da11550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.965+0000 7f9436a72740 1 --2- 172.21.15.17:0/68154346 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da023a0 0x55656da02780 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.965+0000 7f9436a72740 1 -- 172.21.15.17:0/68154346 >> 172.21.15.17:0/68154346 conn(0x55656d9fea30 msgr2=0x55656d9fee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:31.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.966+0000 7f9436a72740 1 -- 172.21.15.17:0/68154346 shutdown_connections 2024-09-16T01:44:31.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.966+0000 7f9436a72740 1 -- 172.21.15.17:0/68154346 wait complete. 2024-09-16T01:44:31.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.966+0000 7f9436a72740 1 -- start start 2024-09-16T01:44:31.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.966+0000 7f9436a72740 1 Processor -- start 2024-09-16T01:44:31.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9436a72740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da023a0 0x55656da11440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:31.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9436a72740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da02cc0 0x55656da0e6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:31.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9436a72740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da11a90 0x55656da0ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:31.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9436a72740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55656da146c0 con 0x55656da11a90 2024-09-16T01:44:31.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9436a72740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55656d923050 con 0x55656da023a0 2024-09-16T01:44:31.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9436a72740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55656da14840 con 0x55656da02cc0 2024-09-16T01:44:31.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9436a72740 10 client.0 _ll_register_callbacks cb 0x55656d963160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:31.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9432c36640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da11a90 0x55656da0ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:31.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9432c36640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da11a90 0x55656da0ec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56732/0 (socket says 172.21.15.17:56732) 2024-09-16T01:44:31.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9432c36640 1 -- 172.21.15.17:0/3748330887 learned_addr learned my addr 172.21.15.17:0/3748330887 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:31.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9432435640 1 --2- 172.21.15.17:0/3748330887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da023a0 0x55656da11440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:31.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9431c34640 1 --2- 172.21.15.17:0/3748330887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da02cc0 0x55656da0e6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:31.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9432c36640 1 -- 172.21.15.17:0/3748330887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da02cc0 msgr2=0x55656da0e6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:31.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9432c36640 1 --2- 172.21.15.17:0/3748330887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da02cc0 0x55656da0e6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9432c36640 1 -- 172.21.15.17:0/3748330887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da023a0 msgr2=0x55656da11440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:31.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9432c36640 1 --2- 172.21.15.17:0/3748330887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da023a0 0x55656da11440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.967+0000 7f9432c36640 1 -- 172.21.15.17:0/3748330887 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55656d6d93c0 con 0x55656da11a90 2024-09-16T01:44:31.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.968+0000 7f9432c36640 1 --2- 172.21.15.17:0/3748330887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da11a90 0x55656da0ec90 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f9424000f80 tx=0x7f9424004c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a78275f22e2a381 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:31.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.968+0000 7f9415ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:44:31.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.968+0000 7f9415ffb640 1 -- 172.21.15.17:0/3748330887 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9424028060 con 0x55656da11a90 2024-09-16T01:44:31.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.968+0000 7f9415ffb640 1 -- 172.21.15.17:0/3748330887 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f942401a460 con 0x55656da11a90 2024-09-16T01:44:31.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.968+0000 7f9436a72740 1 -- 172.21.15.17:0/3748330887 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f942401ab10 con 0x55656da11a90 2024-09-16T01:44:31.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.968+0000 7f9415ffb640 1 -- 172.21.15.17:0/3748330887 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9424015070 con 0x55656da11a90 2024-09-16T01:44:31.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.968+0000 7f9436a72740 10 client.15444 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:31.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.968+0000 7f9436a72740 1 -- 172.21.15.17:0/3748330887 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55656da200d0 con 0x55656da11a90 2024-09-16T01:44:31.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.969+0000 7f9415ffb640 1 -- 172.21.15.17:0/3748330887 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f942401ab10 con 0x55656da11a90 2024-09-16T01:44:31.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.969+0000 7f9415ffb640 1 -- 172.21.15.17:0/3748330887 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f942402d070 con 0x55656da11a90 2024-09-16T01:44:31.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.969+0000 7f9436a72740 10 client.15444 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:31.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.969+0000 7f9436a72740 10 client.15444 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:44:31.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.969+0000 7f9436a72740 20 client.15444 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:31.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.969+0000 7f9436a72740 1 --2- 172.21.15.17:0/3748330887 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656da214d0 0x55656da238c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:31.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.969+0000 7f9436a72740 4 client.15444 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:44:31.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.969+0000 7f9436a72740 1 -- 172.21.15.17:0/3748330887 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55656d975850 con 0x55656da214d0 2024-09-16T01:44:31.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.970+0000 7f9432435640 1 --2- 172.21.15.17:0/3748330887 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656da214d0 0x55656da238c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:31.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.970+0000 7f9432435640 1 --2- 172.21.15.17:0/3748330887 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656da214d0 0x55656da238c0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=92d3204bfa909c1e server_cookie=c15b33158f841b8a in_seq=0 out_seq=0 2024-09-16T01:44:31.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.970+0000 7f9415ffb640 10 client.15444 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:31.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.971+0000 7f9415ffb640 1 -- 172.21.15.17:0/3748330887 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55656d975850 con 0x55656da214d0 2024-09-16T01:44:31.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.971+0000 7f9415ffb640 10 client.15444 handle_command_reply: tid=0 2024-09-16T01:44:31.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.971+0000 7f9436a72740 1 client.15444 shutdown 2024-09-16T01:44:31.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.971+0000 7f9436a72740 1 -- 172.21.15.17:0/3748330887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da11a90 msgr2=0x55656da0ec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:31.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.971+0000 7f9436a72740 1 --2- 172.21.15.17:0/3748330887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da11a90 0x55656da0ec90 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f9424000f80 tx=0x7f9424004c70 comp rx=0 tx=0).stop 2024-09-16T01:44:31.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.971+0000 7f9436a72740 1 -- 172.21.15.17:0/3748330887 shutdown_connections 2024-09-16T01:44:31.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.971+0000 7f9436a72740 1 --2- 172.21.15.17:0/3748330887 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656da214d0 0x55656da238c0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.971+0000 7f9436a72740 1 --2- 172.21.15.17:0/3748330887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da11a90 0x55656da0ec90 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.971+0000 7f9436a72740 1 --2- 172.21.15.17:0/3748330887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da02cc0 0x55656da0e6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.971+0000 7f9436a72740 1 --2- 172.21.15.17:0/3748330887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da023a0 0x55656da11440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:31.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.971+0000 7f9436a72740 1 -- 172.21.15.17:0/3748330887 >> 172.21.15.17:0/3748330887 conn(0x55656d9fea30 msgr2=0x55656da04790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:31.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.971+0000 7f9415ffb640 0 client.15444 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:31.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.972+0000 7f9436a72740 1 -- 172.21.15.17:0/3748330887 shutdown_connections 2024-09-16T01:44:31.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.972+0000 7f9436a72740 1 -- 172.21.15.17:0/3748330887 wait complete. 2024-09-16T01:44:31.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:31.972+0000 7f9436a72740 20 client.15444 trim_cache size 0 max 16384 2024-09-16T01:44:32.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.006+0000 7f9436a72740 1 Processor -- start 2024-09-16T01:44:32.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.006+0000 7f9436a72740 1 -- start start 2024-09-16T01:44:32.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9436a72740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da023a0 0x55656da0cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:32.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9436a72740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da02cc0 0x55656da04680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:32.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9436a72740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da11a90 0x55656da0b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:32.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9436a72740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f942c1add20 con 0x55656da11a90 2024-09-16T01:44:32.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9436a72740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f942c1ab5f0 con 0x55656da02cc0 2024-09-16T01:44:32.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9436a72740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f942c1a9420 con 0x55656da023a0 2024-09-16T01:44:32.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9431c34640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da02cc0 0x55656da04680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:32.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9432435640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da023a0 0x55656da0cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:32.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9431c34640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da02cc0 0x55656da04680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:34042/0 (socket says 172.21.15.17:34042) 2024-09-16T01:44:32.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9431c34640 1 -- 172.21.15.17:0/640838587 learned_addr learned my addr 172.21.15.17:0/640838587 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:32.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9431c34640 1 -- 172.21.15.17:0/640838587 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da023a0 msgr2=0x55656da0cfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:32.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9431c34640 1 --2- 172.21.15.17:0/640838587 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da023a0 0x55656da0cfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9431c34640 1 -- 172.21.15.17:0/640838587 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da11a90 msgr2=0x55656da0b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:32.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9431c34640 1 --2- 172.21.15.17:0/640838587 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da11a90 0x55656da0b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.007+0000 7f9431c34640 1 -- 172.21.15.17:0/640838587 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55656da02af0 con 0x55656da02cc0 2024-09-16T01:44:32.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.008+0000 7f9431c34640 1 --2- 172.21.15.17:0/640838587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da02cc0 0x55656da04680 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f941c009610 tx=0x7f941c00b600 comp rx=0 tx=0).ready entity=mon.2 client_cookie=39dbc48aaf1aafd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:32.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.008+0000 7f9417fff640 1 -- 172.21.15.17:0/640838587 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941c0b3070 con 0x55656da02cc0 2024-09-16T01:44:32.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.008+0000 7f9417fff640 1 -- 172.21.15.17:0/640838587 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f941c009de0 con 0x55656da02cc0 2024-09-16T01:44:32.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.008+0000 7f9417fff640 1 -- 172.21.15.17:0/640838587 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941c0981d0 con 0x55656da02cc0 2024-09-16T01:44:32.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.009+0000 7f9436a72740 1 -- 172.21.15.17:0/640838587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da02cc0 msgr2=0x55656da04680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:32.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.009+0000 7f9436a72740 1 --2- 172.21.15.17:0/640838587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da02cc0 0x55656da04680 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f941c009610 tx=0x7f941c00b600 comp rx=0 tx=0).stop 2024-09-16T01:44:32.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.009+0000 7f9436a72740 1 -- 172.21.15.17:0/640838587 shutdown_connections 2024-09-16T01:44:32.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.009+0000 7f9436a72740 1 --2- 172.21.15.17:0/640838587 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da11a90 0x55656da0b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.009+0000 7f9436a72740 1 --2- 172.21.15.17:0/640838587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da02cc0 0x55656da04680 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.009+0000 7f9436a72740 1 --2- 172.21.15.17:0/640838587 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da023a0 0x55656da0cfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.009+0000 7f9436a72740 1 -- 172.21.15.17:0/640838587 >> 172.21.15.17:0/640838587 conn(0x55656d9fea30 msgr2=0x55656da03f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:32.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.009+0000 7f9436a72740 1 -- 172.21.15.17:0/640838587 shutdown_connections 2024-09-16T01:44:32.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.009+0000 7f9436a72740 1 -- 172.21.15.17:0/640838587 wait complete. 2024-09-16T01:44:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.010+0000 7f9436a72740 1 -- start start 2024-09-16T01:44:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.010+0000 7f9436a72740 1 Processor -- start 2024-09-16T01:44:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.010+0000 7f9436a72740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da023a0 0x55656da242b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.010+0000 7f9436a72740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da02cc0 0x55656da247f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9436a72740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da11a90 0x55656da24d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9436a72740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f942c1a9ab0 con 0x55656da023a0 2024-09-16T01:44:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9436a72740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f942c1aaf20 con 0x55656da02cc0 2024-09-16T01:44:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9436a72740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f942c1aa180 con 0x55656da11a90 2024-09-16T01:44:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9436a72740 10 client.0 _ll_register_callbacks cb 0x7f9424009da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:44:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9432435640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da023a0 0x55656da242b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9431c34640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da02cc0 0x55656da247f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9432435640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da023a0 0x55656da242b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56758/0 (socket says 172.21.15.17:56758) 2024-09-16T01:44:32.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9432435640 1 -- 172.21.15.17:0/3111900537 learned_addr learned my addr 172.21.15.17:0/3111900537 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:44:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9432c36640 1 --2- 172.21.15.17:0/3111900537 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da11a90 0x55656da24d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9431c34640 1 -- 172.21.15.17:0/3111900537 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da11a90 msgr2=0x55656da24d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9431c34640 1 --2- 172.21.15.17:0/3111900537 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da11a90 0x55656da24d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9431c34640 1 -- 172.21.15.17:0/3111900537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da023a0 msgr2=0x55656da242b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:44:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9431c34640 1 --2- 172.21.15.17:0/3111900537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da023a0 0x55656da242b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9431c34640 1 -- 172.21.15.17:0/3111900537 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55656da117b0 con 0x55656da02cc0 2024-09-16T01:44:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9431c34640 1 --2- 172.21.15.17:0/3111900537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da02cc0 0x55656da247f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f941c099e10 tx=0x7f941c00b710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d103f189efc0d6c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:44:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.011+0000 7f9415ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:44:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.012+0000 7f9415ffb640 1 -- 172.21.15.17:0/3111900537 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f941c0b3030 con 0x55656da02cc0 2024-09-16T01:44:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.012+0000 7f9436a72740 1 -- 172.21.15.17:0/3111900537 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f941c009de0 con 0x55656da02cc0 2024-09-16T01:44:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.012+0000 7f9415ffb640 1 -- 172.21.15.17:0/3111900537 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f941c004310 con 0x55656da02cc0 2024-09-16T01:44:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.012+0000 7f9415ffb640 1 -- 172.21.15.17:0/3111900537 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f941c0a47d0 con 0x55656da02cc0 2024-09-16T01:44:32.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.012+0000 7f9436a72740 10 client.25049 fetch_fsmap learned FSMap version 25 2024-09-16T01:44:32.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.012+0000 7f9436a72740 1 -- 172.21.15.17:0/3111900537 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55656da8bf40 con 0x55656da02cc0 2024-09-16T01:44:32.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.012+0000 7f9415ffb640 1 -- 172.21.15.17:0/3111900537 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f941c009de0 con 0x55656da02cc0 2024-09-16T01:44:32.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.012+0000 7f9415ffb640 1 -- 172.21.15.17:0/3111900537 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f941c0ba2b0 con 0x55656da02cc0 2024-09-16T01:44:32.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.012+0000 7f9436a72740 10 client.25049 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:44:32.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.012+0000 7f9436a72740 10 client.25049 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:44:32.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.012+0000 7f9436a72740 20 client.25049 populate_metadata read hostname 'smithi017' 2024-09-16T01:44:32.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.012+0000 7f9436a72740 1 --2- 172.21.15.17:0/3111900537 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656da8c620 0x55656da8ea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:44:32.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.012+0000 7f9436a72740 4 client.25049 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:44:32.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.012+0000 7f9436a72740 1 -- 172.21.15.17:0/3111900537 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55656d96fd60 con 0x55656da8c620 2024-09-16T01:44:32.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.013+0000 7f9432435640 1 --2- 172.21.15.17:0/3111900537 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656da8c620 0x55656da8ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:44:32.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.013+0000 7f9432435640 1 --2- 172.21.15.17:0/3111900537 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656da8c620 0x55656da8ea40 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74635a06fbcb5aa7 server_cookie=f6af7b419acff49b in_seq=0 out_seq=0 2024-09-16T01:44:32.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.013+0000 7f9415ffb640 10 client.25049 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:32.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9415ffb640 1 -- 172.21.15.17:0/3111900537 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55656d96fd60 con 0x55656da8c620 2024-09-16T01:44:32.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9415ffb640 10 client.25049 handle_command_reply: tid=0 2024-09-16T01:44:32.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9436a72740 1 client.25049 shutdown 2024-09-16T01:44:32.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9436a72740 1 -- 172.21.15.17:0/3111900537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da02cc0 msgr2=0x55656da247f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:32.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9436a72740 1 --2- 172.21.15.17:0/3111900537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da02cc0 0x55656da247f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f941c099e10 tx=0x7f941c00b710 comp rx=0 tx=0).stop 2024-09-16T01:44:32.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9436a72740 1 -- 172.21.15.17:0/3111900537 shutdown_connections 2024-09-16T01:44:32.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9436a72740 1 --2- 172.21.15.17:0/3111900537 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656da8c620 0x55656da8ea40 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9415ffb640 0 client.25049 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:44:32.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9436a72740 1 --2- 172.21.15.17:0/3111900537 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656da11a90 0x55656da24d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9436a72740 1 --2- 172.21.15.17:0/3111900537 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656da02cc0 0x55656da247f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9436a72740 1 --2- 172.21.15.17:0/3111900537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656da023a0 0x55656da242b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9436a72740 1 -- 172.21.15.17:0/3111900537 >> 172.21.15.17:0/3111900537 conn(0x55656d9fea30 msgr2=0x55656da10770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:32.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9436a72740 1 -- 172.21.15.17:0/3111900537 shutdown_connections 2024-09-16T01:44:32.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9436a72740 1 -- 172.21.15.17:0/3111900537 wait complete. 2024-09-16T01:44:32.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.014+0000 7f9436a72740 20 client.25049 trim_cache size 0 max 16384 2024-09-16T01:44:32.021 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:44:32.021 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:44:32.021 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:44:32.021 INFO:teuthology.orchestra.run.smithi017.stdout: "62ed675e-d981-412c-98be-bfb2aff14cd5": { 2024-09-16T01:44:32.021 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:44:32.021 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "62ed675e-d981-412c-98be-bfb2aff14cd5", 2024-09-16T01:44:32.021 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:44:32.021 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:44:32.022 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:44:32.022 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:44:32.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.015+0000 7f9434699640 1 -- 172.21.15.17:0/1507578856 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f94180a3350 msgr2=0x7f94180a5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:32.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.015+0000 7f9434699640 1 --2- 172.21.15.17:0/1507578856 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f94180a3350 0x7f94180a5810 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f9428009900 tx=0x7f9428005fd0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.015+0000 7f9434699640 1 -- 172.21.15.17:0/1507578856 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f942c1036e0 msgr2=0x7f942c198ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:44:32.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.015+0000 7f9434699640 1 --2- 172.21.15.17:0/1507578856 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f942c1036e0 0x7f942c198ae0 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f941c00d950 tx=0x7f941c00de10 comp rx=0 tx=0).stop 2024-09-16T01:44:32.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.015+0000 7f9434699640 1 -- 172.21.15.17:0/1507578856 shutdown_connections 2024-09-16T01:44:32.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.015+0000 7f9434699640 1 --2- 172.21.15.17:0/1507578856 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f94180a3350 0x7f94180a5810 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.015+0000 7f9434699640 1 --2- 172.21.15.17:0/1507578856 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f942c1082a0 0x7f942c19ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.015+0000 7f9434699640 1 --2- 172.21.15.17:0/1507578856 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f942c1036e0 0x7f942c198ae0 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.015+0000 7f9434699640 1 --2- 172.21.15.17:0/1507578856 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f942c102d30 0x7f942c1985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:44:32.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.015+0000 7f9434699640 1 -- 172.21.15.17:0/1507578856 >> 172.21.15.17:0/1507578856 conn(0x7f942c0fc7d0 msgr2=0x7f942c105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:44:32.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.016+0000 7f9434699640 1 -- 172.21.15.17:0/1507578856 shutdown_connections 2024-09-16T01:44:32.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:44:32.016+0000 7f9434699640 1 -- 172.21.15.17:0/1507578856 wait complete. 2024-09-16T01:44:32.678 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:32 smithi017 ceph-mon[30972]: pgmap v369: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-16T01:44:32.715 INFO:tasks.cephfs.filesystem:scrub status for tag:62ed675e-d981-412c-98be-bfb2aff14cd5 - {'path': '/', 'tag': '62ed675e-d981-412c-98be-bfb2aff14cd5', 'options': 'recursive,force'} 2024-09-16T01:44:32.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:32 smithi029 ceph-mon[34783]: pgmap v369: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-16T01:44:32.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:32 smithi122 ceph-mon[34758]: pgmap v369: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-16T01:44:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:34 smithi017 ceph-mon[30972]: pgmap v370: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-16T01:44:34.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:34 smithi122 ceph-mon[34758]: pgmap v370: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-16T01:44:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:34 smithi029 ceph-mon[34783]: pgmap v370: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-09-16T01:44:35.658 INFO:tasks.workunit.client.0.smithi017.stderr:Updating files: 94% (12234/12889) Updating files: 95% (12245/12889) Updating files: 96% (12374/12889) Updating files: 97% (12503/12889) Updating files: 98% (12632/12889) Updating files: 99% (12761/12889) Updating files: 100% (12889/12889) Updating files: 100% (12889/12889), done. 2024-09-16T01:44:35.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:35 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:44:35.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:35 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:44:35.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:35 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:44:36.493 INFO:tasks.workunit.client.0.smithi017.stderr:Note: switching to 'ad35db06e8924912f01e32b35576297c0f1352b4'. 2024-09-16T01:44:36.493 INFO:tasks.workunit.client.0.smithi017.stderr: 2024-09-16T01:44:36.493 INFO:tasks.workunit.client.0.smithi017.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-16T01:44:36.494 INFO:tasks.workunit.client.0.smithi017.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-16T01:44:36.494 INFO:tasks.workunit.client.0.smithi017.stderr:state without impacting any branches by switching back to a branch. 2024-09-16T01:44:36.494 INFO:tasks.workunit.client.0.smithi017.stderr: 2024-09-16T01:44:36.494 INFO:tasks.workunit.client.0.smithi017.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-16T01:44:36.494 INFO:tasks.workunit.client.0.smithi017.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-16T01:44:36.494 INFO:tasks.workunit.client.0.smithi017.stderr: 2024-09-16T01:44:36.494 INFO:tasks.workunit.client.0.smithi017.stderr: git switch -c 2024-09-16T01:44:36.494 INFO:tasks.workunit.client.0.smithi017.stderr: 2024-09-16T01:44:36.494 INFO:tasks.workunit.client.0.smithi017.stderr:Or undo this operation with: 2024-09-16T01:44:36.494 INFO:tasks.workunit.client.0.smithi017.stderr: 2024-09-16T01:44:36.494 INFO:tasks.workunit.client.0.smithi017.stderr: git switch - 2024-09-16T01:44:36.494 INFO:tasks.workunit.client.0.smithi017.stderr: 2024-09-16T01:44:36.494 INFO:tasks.workunit.client.0.smithi017.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-16T01:44:36.495 INFO:tasks.workunit.client.0.smithi017.stderr: 2024-09-16T01:44:36.495 INFO:tasks.workunit.client.0.smithi017.stderr:HEAD is now at ad35db06e89 Merge pull request #59794 from zdover23/wip-doc-2024-09-15-backport-59613-to-squid 2024-09-16T01:44:36.499 DEBUG:teuthology.orchestra.run.smithi017:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T01:44:36.526 INFO:tasks.workunit.client.0.smithi017.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T01:44:36.528 INFO:tasks.workunit.client.0.smithi017.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T01:44:36.528 INFO:tasks.workunit.client.0.smithi017.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T01:44:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:36 smithi017 ceph-mon[30972]: pgmap v371: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-16T01:44:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:36 smithi122 ceph-mon[34758]: pgmap v371: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-16T01:44:36.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:36 smithi029 ceph-mon[34783]: pgmap v371: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-09-16T01:44:37.186 INFO:tasks.workunit.client.0.smithi017.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T01:44:37.259 INFO:tasks.workunit.client.0.smithi017.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T01:44:37.300 INFO:tasks.workunit.client.0.smithi017.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T01:44:37.301 INFO:tasks.workunit.client.0.smithi017.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T01:44:37.301 INFO:tasks.workunit.client.0.smithi017.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T01:44:37.341 INFO:tasks.workunit.client.0.smithi017.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T01:44:37.345 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T01:44:37.345 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T01:44:37.402 INFO:tasks.workunit:Running workunits matching suites/dbench.sh on client.0... 2024-09-16T01:44:37.403 INFO:tasks.workunit:Running workunit suites/dbench.sh... 2024-09-16T01:44:37.403 DEBUG:teuthology.orchestra.run.smithi017:workunit test suites/dbench.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=ad35db06e8924912f01e32b35576297c0f1352b4 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/suites/dbench.sh 2024-09-16T01:44:37.468 INFO:tasks.workunit.client.0.smithi017.stderr:+ dbench 1 2024-09-16T01:44:37.479 INFO:tasks.workunit.client.0.smithi017.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2024-09-16T01:44:37.480 INFO:tasks.workunit.client.0.smithi017.stdout: 2024-09-16T01:44:37.480 INFO:tasks.workunit.client.0.smithi017.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2024-09-16T01:44:37.483 INFO:tasks.workunit.client.0.smithi017.stdout:0 of 1 processes prepared for launch 0 sec 2024-09-16T01:44:37.583 INFO:tasks.workunit.client.0.smithi017.stdout:1 of 1 processes prepared for launch 0 sec 2024-09-16T01:44:37.583 INFO:tasks.workunit.client.0.smithi017.stdout:releasing clients 2024-09-16T01:44:38.583 INFO:tasks.workunit.client.0.smithi017.stdout: 1 955 21.81 MB/sec warmup 1 sec latency 13.494 ms 2024-09-16T01:44:38.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:38 smithi017 ceph-mon[30972]: pgmap v372: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-09-16T01:44:38.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:38 smithi122 ceph-mon[34758]: pgmap v372: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-09-16T01:44:38.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:38 smithi029 ceph-mon[34783]: pgmap v372: 97 pgs: 97 active+clean; 661 KiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 6 op/s 2024-09-16T01:44:39.583 INFO:tasks.workunit.client.0.smithi017.stdout: 1 1773 13.14 MB/sec warmup 2 sec latency 12.847 ms 2024-09-16T01:44:40.583 INFO:tasks.workunit.client.0.smithi017.stdout: 1 2551 9.64 MB/sec warmup 3 sec latency 10.713 ms 2024-09-16T01:44:40.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:40 smithi017 ceph-mon[30972]: pgmap v373: 97 pgs: 97 active+clean; 3.1 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 212 KiB/s wr, 6 op/s 2024-09-16T01:44:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:40 smithi122 ceph-mon[34758]: pgmap v373: 97 pgs: 97 active+clean; 3.1 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 212 KiB/s wr, 6 op/s 2024-09-16T01:44:40.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:40 smithi029 ceph-mon[34783]: pgmap v373: 97 pgs: 97 active+clean; 3.1 MiB data, 368 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 212 KiB/s wr, 6 op/s 2024-09-16T01:44:41.583 INFO:tasks.workunit.client.0.smithi017.stdout: 1 3330 8.84 MB/sec warmup 4 sec latency 14.055 ms 2024-09-16T01:44:42.583 INFO:tasks.workunit.client.0.smithi017.stdout: 1 3983 8.01 MB/sec warmup 5 sec latency 12.380 ms 2024-09-16T01:44:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:42 smithi017 ceph-mon[30972]: pgmap v374: 97 pgs: 97 active+clean; 12 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 986 KiB/s wr, 11 op/s 2024-09-16T01:44:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:42 smithi017 ceph-mon[30972]: mgrmap e20: x(active, since 10m), standbys: z, y 2024-09-16T01:44:42.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:42 smithi029 ceph-mon[34783]: pgmap v374: 97 pgs: 97 active+clean; 12 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 986 KiB/s wr, 11 op/s 2024-09-16T01:44:42.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:42 smithi029 ceph-mon[34783]: mgrmap e20: x(active, since 10m), standbys: z, y 2024-09-16T01:44:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:42 smithi122 ceph-mon[34758]: pgmap v374: 97 pgs: 97 active+clean; 12 MiB data, 375 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 986 KiB/s wr, 11 op/s 2024-09-16T01:44:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:42 smithi122 ceph-mon[34758]: mgrmap e20: x(active, since 10m), standbys: z, y 2024-09-16T01:44:43.583 INFO:tasks.workunit.client.0.smithi017.stdout: 1 4563 6.84 MB/sec warmup 6 sec latency 17.121 ms 2024-09-16T01:44:44.583 INFO:tasks.workunit.client.0.smithi017.stdout: 1 5367 6.49 MB/sec warmup 7 sec latency 13.487 ms 2024-09-16T01:44:44.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:44 smithi017 ceph-mon[30972]: pgmap v375: 97 pgs: 97 active+clean; 21 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-09-16T01:44:44.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:44 smithi122 ceph-mon[34758]: pgmap v375: 97 pgs: 97 active+clean; 21 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-09-16T01:44:44.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:44 smithi029 ceph-mon[34783]: pgmap v375: 97 pgs: 97 active+clean; 21 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 1.9 MiB/s wr, 35 op/s 2024-09-16T01:44:45.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 6107 6.00 MB/sec warmup 8 sec latency 17.285 ms 2024-09-16T01:44:46.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 6878 6.05 MB/sec warmup 9 sec latency 13.445 ms 2024-09-16T01:44:46.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:46 smithi017 ceph-mon[30972]: pgmap v376: 97 pgs: 97 active+clean; 25 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 2.3 MiB/s wr, 43 op/s 2024-09-16T01:44:46.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:46 smithi029 ceph-mon[34783]: pgmap v376: 97 pgs: 97 active+clean; 25 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 2.3 MiB/s wr, 43 op/s 2024-09-16T01:44:46.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:46 smithi122 ceph-mon[34758]: pgmap v376: 97 pgs: 97 active+clean; 25 MiB data, 381 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 2.3 MiB/s wr, 43 op/s 2024-09-16T01:44:47.583 INFO:tasks.workunit.client.0.smithi017.stdout: 1 7496 5.92 MB/sec warmup 10 sec latency 11.590 ms 2024-09-16T01:44:48.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 8138 5.56 MB/sec warmup 11 sec latency 14.247 ms 2024-09-16T01:44:48.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:48 smithi017 ceph-mon[30972]: pgmap v377: 97 pgs: 97 active+clean; 26 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 192 KiB/s rd, 2.5 MiB/s wr, 62 op/s 2024-09-16T01:44:48.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:48 smithi122 ceph-mon[34758]: pgmap v377: 97 pgs: 97 active+clean; 26 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 192 KiB/s rd, 2.5 MiB/s wr, 62 op/s 2024-09-16T01:44:48.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:48 smithi029 ceph-mon[34783]: pgmap v377: 97 pgs: 97 active+clean; 26 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 192 KiB/s rd, 2.5 MiB/s wr, 62 op/s 2024-09-16T01:44:49.583 INFO:tasks.workunit.client.0.smithi017.stdout: 1 8934 5.38 MB/sec warmup 12 sec latency 12.866 ms 2024-09-16T01:44:50.583 INFO:tasks.workunit.client.0.smithi017.stdout: 1 9661 5.17 MB/sec warmup 13 sec latency 14.602 ms 2024-09-16T01:44:50.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:50 smithi017 ceph-mon[30972]: pgmap v378: 97 pgs: 97 active+clean; 25 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 194 KiB/s rd, 2.8 MiB/s wr, 73 op/s 2024-09-16T01:44:50.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:50 smithi029 ceph-mon[34783]: pgmap v378: 97 pgs: 97 active+clean; 25 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 194 KiB/s rd, 2.8 MiB/s wr, 73 op/s 2024-09-16T01:44:50.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:50 smithi122 ceph-mon[34758]: pgmap v378: 97 pgs: 97 active+clean; 25 MiB data, 382 MiB used, 1.0 TiB / 1.0 TiB avail; 194 KiB/s rd, 2.8 MiB/s wr, 73 op/s 2024-09-16T01:44:51.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 10429 5.26 MB/sec warmup 14 sec latency 18.627 ms 2024-09-16T01:44:51.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:44:51.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:44:51.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:44:51.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:44:51.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:44:51.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:44:51.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:44:51.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:44:51.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:44:51.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:44:51.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:44:51.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:44:51.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:44:51.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:44:51.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:44:51.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:44:51.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:44:51.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:44:52.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 11073 5.22 MB/sec warmup 15 sec latency 10.151 ms 2024-09-16T01:44:52.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:52 smithi017 ceph-mon[30972]: pgmap v379: 97 pgs: 97 active+clean; 26 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 2.9 MiB/s wr, 80 op/s 2024-09-16T01:44:52.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:52 smithi122 ceph-mon[34758]: pgmap v379: 97 pgs: 97 active+clean; 26 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 2.9 MiB/s wr, 80 op/s 2024-09-16T01:44:52.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:52 smithi029 ceph-mon[34783]: pgmap v379: 97 pgs: 97 active+clean; 26 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 193 KiB/s rd, 2.9 MiB/s wr, 80 op/s 2024-09-16T01:44:53.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 11717 5.02 MB/sec warmup 16 sec latency 15.329 ms 2024-09-16T01:44:54.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 12511 4.92 MB/sec warmup 17 sec latency 14.378 ms 2024-09-16T01:44:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:54 smithi017 ceph-mon[30972]: pgmap v380: 97 pgs: 97 active+clean; 27 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 2.5 MiB/s wr, 101 op/s 2024-09-16T01:44:54.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:54 smithi122 ceph-mon[34758]: pgmap v380: 97 pgs: 97 active+clean; 27 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 2.5 MiB/s wr, 101 op/s 2024-09-16T01:44:54.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:54 smithi029 ceph-mon[34783]: pgmap v380: 97 pgs: 97 active+clean; 27 MiB data, 394 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 2.5 MiB/s wr, 101 op/s 2024-09-16T01:44:55.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 13243 4.80 MB/sec warmup 18 sec latency 17.684 ms 2024-09-16T01:44:56.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 14040 4.89 MB/sec warmup 19 sec latency 10.278 ms 2024-09-16T01:44:56.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:56 smithi017 ceph-mon[30972]: pgmap v381: 97 pgs: 97 active+clean; 28 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 2.0 MiB/s wr, 90 op/s 2024-09-16T01:44:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:56 smithi122 ceph-mon[34758]: pgmap v381: 97 pgs: 97 active+clean; 28 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 2.0 MiB/s wr, 90 op/s 2024-09-16T01:44:56.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:56 smithi029 ceph-mon[34783]: pgmap v381: 97 pgs: 97 active+clean; 28 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 2.0 MiB/s wr, 90 op/s 2024-09-16T01:44:57.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 14674 4.87 MB/sec warmup 20 sec latency 12.980 ms 2024-09-16T01:44:58.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 15360 4.74 MB/sec warmup 21 sec latency 22.905 ms 2024-09-16T01:44:58.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:44:58 smithi017 ceph-mon[30972]: pgmap v382: 97 pgs: 97 active+clean; 28 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.6 MiB/s wr, 87 op/s 2024-09-16T01:44:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:44:58 smithi122 ceph-mon[34758]: pgmap v382: 97 pgs: 97 active+clean; 28 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.6 MiB/s wr, 87 op/s 2024-09-16T01:44:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:44:58 smithi029 ceph-mon[34783]: pgmap v382: 97 pgs: 97 active+clean; 28 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.6 MiB/s wr, 87 op/s 2024-09-16T01:44:59.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 16152 4.68 MB/sec warmup 22 sec latency 13.744 ms 2024-09-16T01:45:00.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 16952 4.71 MB/sec warmup 23 sec latency 17.748 ms 2024-09-16T01:45:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:00 smithi017 ceph-mon[30972]: pgmap v383: 97 pgs: 97 active+clean; 29 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 96 op/s 2024-09-16T01:45:00.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:00 smithi029 ceph-mon[34783]: pgmap v383: 97 pgs: 97 active+clean; 29 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 96 op/s 2024-09-16T01:45:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:00 smithi122 ceph-mon[34758]: pgmap v383: 97 pgs: 97 active+clean; 29 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 2.0 MiB/s wr, 96 op/s 2024-09-16T01:45:01.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 17552 4.66 MB/sec warmup 24 sec latency 66.654 ms 2024-09-16T01:45:02.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 18210 4.66 MB/sec warmup 25 sec latency 11.944 ms 2024-09-16T01:45:02.717 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:45:02.741 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:02 smithi017 ceph-mon[30972]: pgmap v384: 97 pgs: 97 active+clean; 29 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 252 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:45:02.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:02 smithi029 ceph-mon[34783]: pgmap v384: 97 pgs: 97 active+clean; 29 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 252 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:45:02.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:02 smithi122 ceph-mon[34758]: pgmap v384: 97 pgs: 97 active+clean; 29 MiB data, 407 MiB used, 1.0 TiB / 1.0 TiB avail; 252 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:45:03.003 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:45:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.500+0000 7ffb3ba74640 1 -- 172.21.15.17:0/3419576839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb341002f0 msgr2=0x7ffb341006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.500+0000 7ffb3ba74640 1 --2- 172.21.15.17:0/3419576839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb341002f0 0x7ffb341006d0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7ffb30009930 tx=0x7ffb3002a420 comp rx=0 tx=0).stop 2024-09-16T01:45:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.500+0000 7ffb3ba74640 1 -- 172.21.15.17:0/3419576839 shutdown_connections 2024-09-16T01:45:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.500+0000 7ffb3ba74640 1 --2- 172.21.15.17:0/3419576839 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb34106f50 0x7ffb3410eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.500+0000 7ffb3ba74640 1 --2- 172.21.15.17:0/3419576839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb34100ca0 0x7ffb34106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.500+0000 7ffb3ba74640 1 --2- 172.21.15.17:0/3419576839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb341002f0 0x7ffb341006d0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.500+0000 7ffb3ba74640 1 -- 172.21.15.17:0/3419576839 >> 172.21.15.17:0/3419576839 conn(0x7ffb34077220 msgr2=0x7ffb340fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:03.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.500+0000 7ffb3ba74640 1 -- 172.21.15.17:0/3419576839 shutdown_connections 2024-09-16T01:45:03.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.500+0000 7ffb3ba74640 1 -- 172.21.15.17:0/3419576839 wait complete. 2024-09-16T01:45:03.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.501+0000 7ffb3ba74640 1 Processor -- start 2024-09-16T01:45:03.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.501+0000 7ffb3ba74640 1 -- start start 2024-09-16T01:45:03.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.501+0000 7ffb3ba74640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb341002f0 0x7ffb34101270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.501+0000 7ffb3ba74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb34100ca0 0x7ffb341017b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.501+0000 7ffb3ba74640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb34106f50 0x7ffb34101cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.501+0000 7ffb3ba74640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffb34111e50 con 0x7ffb34100ca0 2024-09-16T01:45:03.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.501+0000 7ffb3ba74640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffb34111cd0 con 0x7ffb34106f50 2024-09-16T01:45:03.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.501+0000 7ffb3ba74640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffb34111fd0 con 0x7ffb341002f0 2024-09-16T01:45:03.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.501+0000 7ffb3900f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb34100ca0 0x7ffb341017b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.501+0000 7ffb39810640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb341002f0 0x7ffb34101270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.501+0000 7ffb3900f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb34100ca0 0x7ffb341017b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36684/0 (socket says 172.21.15.17:36684) 2024-09-16T01:45:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.502+0000 7ffb3900f640 1 -- 172.21.15.17:0/4014051605 learned_addr learned my addr 172.21.15.17:0/4014051605 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.502+0000 7ffb3a011640 1 --2- 172.21.15.17:0/4014051605 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb34106f50 0x7ffb34101cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.502+0000 7ffb3900f640 1 -- 172.21.15.17:0/4014051605 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb341002f0 msgr2=0x7ffb34101270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.502+0000 7ffb3900f640 1 --2- 172.21.15.17:0/4014051605 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb341002f0 0x7ffb34101270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.502+0000 7ffb3900f640 1 -- 172.21.15.17:0/4014051605 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb34106f50 msgr2=0x7ffb34101cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.502+0000 7ffb3900f640 1 --2- 172.21.15.17:0/4014051605 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb34106f50 0x7ffb34101cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.502+0000 7ffb3900f640 1 -- 172.21.15.17:0/4014051605 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb341a68d0 con 0x7ffb34100ca0 2024-09-16T01:45:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.502+0000 7ffb3900f640 1 --2- 172.21.15.17:0/4014051605 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb34100ca0 0x7ffb341017b0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7ffb2400e9c0 tx=0x7ffb2400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.502+0000 7ffb2affd640 1 -- 172.21.15.17:0/4014051605 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2400cd80 con 0x7ffb34100ca0 2024-09-16T01:45:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.502+0000 7ffb2affd640 1 -- 172.21.15.17:0/4014051605 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffb240054d0 con 0x7ffb34100ca0 2024-09-16T01:45:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.502+0000 7ffb3ba74640 1 -- 172.21.15.17:0/4014051605 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb341a6bc0 con 0x7ffb34100ca0 2024-09-16T01:45:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.502+0000 7ffb2affd640 1 -- 172.21.15.17:0/4014051605 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb24010430 con 0x7ffb34100ca0 2024-09-16T01:45:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.502+0000 7ffb3ba74640 1 -- 172.21.15.17:0/4014051605 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb341a7150 con 0x7ffb34100ca0 2024-09-16T01:45:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.505+0000 7ffb2affd640 1 -- 172.21.15.17:0/4014051605 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7ffb24004f90 con 0x7ffb34100ca0 2024-09-16T01:45:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.505+0000 7ffb3de4d740 1 Processor -- start 2024-09-16T01:45:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.506+0000 7ffb3de4d740 1 -- start start 2024-09-16T01:45:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.506+0000 7ffb3de4d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22ee4a0 0x5629d22ee880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.506+0000 7ffb3de4d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eedc0 0x5629d22f9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.506+0000 7ffb3de4d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22f9680 0x5629d22fba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.506+0000 7ffb3de4d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5629d22542e0 con 0x5629d22eedc0 2024-09-16T01:45:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.506+0000 7ffb3de4d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5629d21fbce0 con 0x5629d22ee4a0 2024-09-16T01:45:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.506+0000 7ffb3de4d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5629d22502a0 con 0x5629d22f9680 2024-09-16T01:45:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.506+0000 7ffb39810640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eedc0 0x5629d22f9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.506+0000 7ffb3900f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22f9680 0x5629d22fba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.506+0000 7ffb2affd640 1 --2- 172.21.15.17:0/4014051605 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffb200a32c0 0x7ffb200a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.506+0000 7ffb39810640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eedc0 0x5629d22f9140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36688/0 (socket says 172.21.15.17:36688) 2024-09-16T01:45:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.506+0000 7ffb3a011640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22ee4a0 0x5629d22ee880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.506+0000 7ffb39810640 1 -- 172.21.15.17:0/1065110305 learned_addr learned my addr 172.21.15.17:0/1065110305 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.506+0000 7ffb3a011640 1 --2- 172.21.15.17:0/4014051605 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffb200a32c0 0x7ffb200a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.507+0000 7ffb39810640 1 -- 172.21.15.17:0/1065110305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22f9680 msgr2=0x5629d22fba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.507+0000 7ffb39810640 1 --2- 172.21.15.17:0/1065110305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22f9680 0x5629d22fba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.507+0000 7ffb39810640 1 -- 172.21.15.17:0/1065110305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22ee4a0 msgr2=0x5629d22ee880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.507+0000 7ffb39810640 1 --2- 172.21.15.17:0/1065110305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22ee4a0 0x5629d22ee880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.507+0000 7ffb39810640 1 -- 172.21.15.17:0/1065110305 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629d21e0440 con 0x5629d22eedc0 2024-09-16T01:45:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.507+0000 7ffb2affd640 1 -- 172.21.15.17:0/4014051605 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ffb240cfca0 con 0x7ffb34100ca0 2024-09-16T01:45:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.507+0000 7ffb39810640 1 --2- 172.21.15.17:0/1065110305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eedc0 0x5629d22f9140 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7ffb3002a940 tx=0x7ffb30005be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fab201128e049a22 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.507+0000 7ffb1ffff640 1 -- 172.21.15.17:0/1065110305 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb30040070 con 0x5629d22eedc0 2024-09-16T01:45:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.507+0000 7ffb1ffff640 1 -- 172.21.15.17:0/1065110305 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffb30004030 con 0x5629d22eedc0 2024-09-16T01:45:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.507+0000 7ffb1ffff640 1 -- 172.21.15.17:0/1065110305 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb30035040 con 0x5629d22eedc0 2024-09-16T01:45:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.508+0000 7ffb3de4d740 1 -- 172.21.15.17:0/1065110305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eedc0 msgr2=0x5629d22f9140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.508+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/1065110305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eedc0 0x5629d22f9140 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7ffb3002a940 tx=0x7ffb30005be0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.508+0000 7ffb3a011640 1 --2- 172.21.15.17:0/4014051605 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffb200a32c0 0x7ffb200a5780 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c009fd0 tx=0x7ffb2c004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.508+0000 7ffb3de4d740 1 -- 172.21.15.17:0/1065110305 shutdown_connections 2024-09-16T01:45:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.508+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/1065110305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22f9680 0x5629d22fba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.508+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/1065110305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eedc0 0x5629d22f9140 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.508+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/1065110305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22ee4a0 0x5629d22ee880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.508+0000 7ffb3de4d740 1 -- 172.21.15.17:0/1065110305 >> 172.21.15.17:0/1065110305 conn(0x5629d22eaa30 msgr2=0x5629d22eae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.508+0000 7ffb3de4d740 1 -- 172.21.15.17:0/1065110305 shutdown_connections 2024-09-16T01:45:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.508+0000 7ffb3de4d740 1 -- 172.21.15.17:0/1065110305 wait complete. 2024-09-16T01:45:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.508+0000 7ffb3de4d740 1 -- start start 2024-09-16T01:45:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.509+0000 7ffb3de4d740 1 Processor -- start 2024-09-16T01:45:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.509+0000 7ffb3de4d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22ee4a0 0x5629d22f8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.509+0000 7ffb3de4d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22eedc0 0x5629d22f61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.509+0000 7ffb3de4d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22f9680 0x5629d22f6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.509+0000 7ffb3de4d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5629d22fc250 con 0x5629d22ee4a0 2024-09-16T01:45:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.509+0000 7ffb3de4d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5629d220f050 con 0x5629d22eedc0 2024-09-16T01:45:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.509+0000 7ffb3de4d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5629d22fc3d0 con 0x5629d22f9680 2024-09-16T01:45:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.509+0000 7ffb39810640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22ee4a0 0x5629d22f8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.509+0000 7ffb39810640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22ee4a0 0x5629d22f8f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36690/0 (socket says 172.21.15.17:36690) 2024-09-16T01:45:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.509+0000 7ffb39810640 1 -- 172.21.15.17:0/3583180609 learned_addr learned my addr 172.21.15.17:0/3583180609 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.509+0000 7ffb3a011640 1 --2- 172.21.15.17:0/3583180609 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22f9680 0x5629d22f6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.509+0000 7ffb3de4d740 10 client.0 _ll_register_callbacks cb 0x5629d224f160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.510+0000 7ffb3900f640 1 --2- 172.21.15.17:0/3583180609 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22eedc0 0x5629d22f61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.510+0000 7ffb3a011640 1 -- 172.21.15.17:0/3583180609 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22eedc0 msgr2=0x5629d22f61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.510+0000 7ffb3a011640 1 --2- 172.21.15.17:0/3583180609 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22eedc0 0x5629d22f61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.510+0000 7ffb3a011640 1 -- 172.21.15.17:0/3583180609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22ee4a0 msgr2=0x5629d22f8f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.510+0000 7ffb3a011640 1 --2- 172.21.15.17:0/3583180609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22ee4a0 0x5629d22f8f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.510+0000 7ffb3a011640 1 -- 172.21.15.17:0/3583180609 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629d1fc53c0 con 0x5629d22f9680 2024-09-16T01:45:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.510+0000 7ffb3a011640 1 --2- 172.21.15.17:0/3583180609 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22f9680 0x5629d22f6720 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c012040 tx=0x7ffb2c004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d1e6440401611cf3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.510+0000 7ffb1d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:45:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.510+0000 7ffb1d7fa640 1 -- 172.21.15.17:0/3583180609 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb2c025070 con 0x5629d22f9680 2024-09-16T01:45:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.510+0000 7ffb1d7fa640 1 -- 172.21.15.17:0/3583180609 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ffb2c010d90 con 0x5629d22f9680 2024-09-16T01:45:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.510+0000 7ffb3de4d740 1 -- 172.21.15.17:0/3583180609 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb30004030 con 0x5629d22f9680 2024-09-16T01:45:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.511+0000 7ffb1d7fa640 1 -- 172.21.15.17:0/3583180609 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ffb2c004b20 con 0x5629d22f9680 2024-09-16T01:45:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.511+0000 7ffb3de4d740 10 client.25108 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.511+0000 7ffb3de4d740 1 -- 172.21.15.17:0/3583180609 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5629d2307bb0 con 0x5629d22f9680 2024-09-16T01:45:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.511+0000 7ffb1d7fa640 1 -- 172.21.15.17:0/3583180609 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffb30004030 con 0x5629d22f9680 2024-09-16T01:45:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.511+0000 7ffb1d7fa640 1 -- 172.21.15.17:0/3583180609 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ffb2c0294a0 con 0x5629d22f9680 2024-09-16T01:45:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.511+0000 7ffb3de4d740 10 client.25108 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.511+0000 7ffb3de4d740 10 client.25108 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.511+0000 7ffb3de4d740 20 client.25108 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.511+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/3583180609 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5629d2309070 0x5629d230b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.511+0000 7ffb3de4d740 4 client.25108 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:45:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.511+0000 7ffb3de4d740 1 -- 172.21.15.17:0/3583180609 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5629d2261850 con 0x5629d2309070 2024-09-16T01:45:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.511+0000 7ffb39810640 1 --2- 172.21.15.17:0/3583180609 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5629d2309070 0x5629d230b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.512+0000 7ffb1d7fa640 10 client.25108 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.512+0000 7ffb39810640 1 --2- 172.21.15.17:0/3583180609 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5629d2309070 0x5629d230b4e0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd73a7ce12504ec7 server_cookie=975e882aa1038298 in_seq=0 out_seq=0 2024-09-16T01:45:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb1d7fa640 1 -- 172.21.15.17:0/3583180609 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5629d2261850 con 0x5629d2309070 2024-09-16T01:45:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb1d7fa640 10 client.25108 handle_command_reply: tid=0 2024-09-16T01:45:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb3de4d740 1 client.25108 shutdown 2024-09-16T01:45:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb3de4d740 1 -- 172.21.15.17:0/3583180609 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22f9680 msgr2=0x5629d22f6720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/3583180609 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22f9680 0x5629d22f6720 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c012040 tx=0x7ffb2c004a40 comp rx=0 tx=0).stop 2024-09-16T01:45:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb3de4d740 1 -- 172.21.15.17:0/3583180609 shutdown_connections 2024-09-16T01:45:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/3583180609 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5629d2309070 0x5629d230b4e0 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/3583180609 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22f9680 0x5629d22f6720 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/3583180609 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22eedc0 0x5629d22f61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/3583180609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22ee4a0 0x5629d22f8f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb1d7fa640 0 client.25108 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:03.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb3de4d740 1 -- 172.21.15.17:0/3583180609 >> 172.21.15.17:0/3583180609 conn(0x5629d22eaa30 msgr2=0x5629d22f0760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:03.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb3de4d740 1 -- 172.21.15.17:0/3583180609 shutdown_connections 2024-09-16T01:45:03.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb3de4d740 1 -- 172.21.15.17:0/3583180609 wait complete. 2024-09-16T01:45:03.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.513+0000 7ffb3de4d740 20 client.25108 trim_cache size 0 max 16384 2024-09-16T01:45:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.536+0000 7ffb3de4d740 1 Processor -- start 2024-09-16T01:45:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.536+0000 7ffb3de4d740 1 -- start start 2024-09-16T01:45:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.536+0000 7ffb3de4d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eaa30 0x5629d23054b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.536+0000 7ffb3de4d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22ee4a0 0x5629d22f61a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.536+0000 7ffb3de4d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22eedc0 0x5629d22f17f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb39810640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eaa30 0x5629d23054b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb3a011640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22eedc0 0x5629d22f17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb3de4d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffb341b2130 con 0x5629d22eaa30 2024-09-16T01:45:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb3a011640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22eedc0 0x5629d22f17f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44368/0 (socket says 172.21.15.17:44368) 2024-09-16T01:45:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb3a011640 1 -- 172.21.15.17:0/2747972503 learned_addr learned my addr 172.21.15.17:0/2747972503 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb3de4d740 1 -- 172.21.15.17:0/2747972503 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffb341afa00 con 0x5629d22ee4a0 2024-09-16T01:45:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb3de4d740 1 -- 172.21.15.17:0/2747972503 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffb341ad830 con 0x5629d22eedc0 2024-09-16T01:45:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb3900f640 1 --2- 172.21.15.17:0/2747972503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22ee4a0 0x5629d22f61a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb39810640 1 -- 172.21.15.17:0/2747972503 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22eedc0 msgr2=0x5629d22f17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb39810640 1 --2- 172.21.15.17:0/2747972503 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22eedc0 0x5629d22f17f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb39810640 1 -- 172.21.15.17:0/2747972503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22ee4a0 msgr2=0x5629d22f61a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb39810640 1 --2- 172.21.15.17:0/2747972503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22ee4a0 0x5629d22f61a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb39810640 1 -- 172.21.15.17:0/2747972503 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5629d22fbdb0 con 0x5629d22eaa30 2024-09-16T01:45:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb3a011640 1 --2- 172.21.15.17:0/2747972503 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22eedc0 0x5629d22f17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.537+0000 7ffb39810640 1 --2- 172.21.15.17:0/2747972503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eaa30 0x5629d23054b0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x5629d230bd00 tx=0x7ffb30005150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2da73878c43cae75 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.538+0000 7ffb1f7fe640 1 -- 172.21.15.17:0/2747972503 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb30040040 con 0x5629d22eaa30 2024-09-16T01:45:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.538+0000 7ffb1f7fe640 1 -- 172.21.15.17:0/2747972503 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffb300314a0 con 0x5629d22eaa30 2024-09-16T01:45:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.538+0000 7ffb1f7fe640 1 -- 172.21.15.17:0/2747972503 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb30035040 con 0x5629d22eaa30 2024-09-16T01:45:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.539+0000 7ffb3de4d740 1 -- 172.21.15.17:0/2747972503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eaa30 msgr2=0x5629d23054b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.539+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/2747972503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eaa30 0x5629d23054b0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x5629d230bd00 tx=0x7ffb30005150 comp rx=0 tx=0).stop 2024-09-16T01:45:03.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.539+0000 7ffb3de4d740 1 -- 172.21.15.17:0/2747972503 shutdown_connections 2024-09-16T01:45:03.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.539+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/2747972503 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22eedc0 0x5629d22f17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.539+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/2747972503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22ee4a0 0x5629d22f61a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.539+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/2747972503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eaa30 0x5629d23054b0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.539+0000 7ffb3de4d740 1 -- 172.21.15.17:0/2747972503 >> 172.21.15.17:0/2747972503 conn(0x5629d22f6880 msgr2=0x5629d22f10e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.539+0000 7ffb3de4d740 1 -- 172.21.15.17:0/2747972503 shutdown_connections 2024-09-16T01:45:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.539+0000 7ffb3de4d740 1 -- 172.21.15.17:0/2747972503 wait complete. 2024-09-16T01:45:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.540+0000 7ffb3de4d740 1 -- start start 2024-09-16T01:45:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.540+0000 7ffb3de4d740 1 Processor -- start 2024-09-16T01:45:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.540+0000 7ffb3de4d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eaa30 0x5629d22fd760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.540+0000 7ffb3de4d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22ee4a0 0x5629d22fdca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.540+0000 7ffb3de4d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22eedc0 0x5629d2372d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.540+0000 7ffb3de4d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffb341adec0 con 0x5629d22eaa30 2024-09-16T01:45:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.540+0000 7ffb3de4d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffb341af330 con 0x5629d22eedc0 2024-09-16T01:45:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.540+0000 7ffb3de4d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffb341ae590 con 0x5629d22ee4a0 2024-09-16T01:45:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb39810640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eaa30 0x5629d22fd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb3de4d740 10 client.0 _ll_register_callbacks cb 0x7ffb2c009ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb39810640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eaa30 0x5629d22fd760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36722/0 (socket says 172.21.15.17:36722) 2024-09-16T01:45:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb39810640 1 -- 172.21.15.17:0/4201237563 learned_addr learned my addr 172.21.15.17:0/4201237563 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb3a011640 1 --2- 172.21.15.17:0/4201237563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22eedc0 0x5629d2372d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb3900f640 1 --2- 172.21.15.17:0/4201237563 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22ee4a0 0x5629d22fdca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb39810640 1 -- 172.21.15.17:0/4201237563 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22ee4a0 msgr2=0x5629d22fdca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb39810640 1 --2- 172.21.15.17:0/4201237563 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22ee4a0 0x5629d22fdca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb39810640 1 -- 172.21.15.17:0/4201237563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22eedc0 msgr2=0x5629d2372d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb39810640 1 --2- 172.21.15.17:0/4201237563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22eedc0 0x5629d2372d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb39810640 1 -- 172.21.15.17:0/4201237563 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5629d2373270 con 0x5629d22eaa30 2024-09-16T01:45:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb3a011640 1 --2- 172.21.15.17:0/4201237563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22eedc0 0x5629d2372d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb39810640 1 --2- 172.21.15.17:0/4201237563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eaa30 0x5629d22fd760 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7ffb30031c30 tx=0x7ffb30009520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7939c2019924abe server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb1d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:45:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.541+0000 7ffb1d7fa640 1 -- 172.21.15.17:0/4201237563 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb3005d020 con 0x5629d22eaa30 2024-09-16T01:45:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.542+0000 7ffb1d7fa640 1 -- 172.21.15.17:0/4201237563 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ffb30031850 con 0x5629d22eaa30 2024-09-16T01:45:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.542+0000 7ffb3de4d740 1 -- 172.21.15.17:0/4201237563 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffb300314a0 con 0x5629d22eaa30 2024-09-16T01:45:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.542+0000 7ffb1d7fa640 1 -- 172.21.15.17:0/4201237563 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ffb30035070 con 0x5629d22eaa30 2024-09-16T01:45:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.542+0000 7ffb3de4d740 10 client.15465 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.542+0000 7ffb3de4d740 1 -- 172.21.15.17:0/4201237563 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5629d2374410 con 0x5629d22eaa30 2024-09-16T01:45:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.542+0000 7ffb1d7fa640 1 -- 172.21.15.17:0/4201237563 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffb300314a0 con 0x5629d22eaa30 2024-09-16T01:45:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.542+0000 7ffb1d7fa640 1 -- 172.21.15.17:0/4201237563 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ffb30059440 con 0x5629d22eaa30 2024-09-16T01:45:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.542+0000 7ffb3de4d740 10 client.15465 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.542+0000 7ffb3de4d740 10 client.15465 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.542+0000 7ffb3de4d740 20 client.15465 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.542+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/4201237563 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5629d22f9680 0x5629d2376470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.542+0000 7ffb3de4d740 4 client.15465 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:45:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.542+0000 7ffb3de4d740 1 -- 172.21.15.17:0/4201237563 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5629d225bd60 con 0x5629d22f9680 2024-09-16T01:45:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.543+0000 7ffb3900f640 1 --2- 172.21.15.17:0/4201237563 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5629d22f9680 0x5629d2376470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.543+0000 7ffb1d7fa640 10 client.15465 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.543+0000 7ffb3900f640 1 --2- 172.21.15.17:0/4201237563 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5629d22f9680 0x5629d2376470 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=68364c58e8c54fde server_cookie=ab516bcaafb484f4 in_seq=0 out_seq=0 2024-09-16T01:45:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.543+0000 7ffb1d7fa640 1 -- 172.21.15.17:0/4201237563 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5629d225bd60 con 0x5629d22f9680 2024-09-16T01:45:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.543+0000 7ffb1d7fa640 10 client.15465 handle_command_reply: tid=0 2024-09-16T01:45:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.543+0000 7ffb3de4d740 1 client.15465 shutdown 2024-09-16T01:45:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.544+0000 7ffb3de4d740 1 -- 172.21.15.17:0/4201237563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eaa30 msgr2=0x5629d22fd760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.544+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/4201237563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eaa30 0x5629d22fd760 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7ffb30031c30 tx=0x7ffb30009520 comp rx=0 tx=0).stop 2024-09-16T01:45:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.544+0000 7ffb3de4d740 1 -- 172.21.15.17:0/4201237563 shutdown_connections 2024-09-16T01:45:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.544+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/4201237563 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5629d22f9680 0x5629d2376470 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.544+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/4201237563 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5629d22eedc0 0x5629d2372d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.544+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/4201237563 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5629d22ee4a0 0x5629d22fdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.544+0000 7ffb1d7fa640 0 client.15465 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.544+0000 7ffb3de4d740 1 --2- 172.21.15.17:0/4201237563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5629d22eaa30 0x5629d22fd760 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.544+0000 7ffb3de4d740 1 -- 172.21.15.17:0/4201237563 >> 172.21.15.17:0/4201237563 conn(0x5629d22f6880 msgr2=0x5629d22eff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.544+0000 7ffb3de4d740 1 -- 172.21.15.17:0/4201237563 shutdown_connections 2024-09-16T01:45:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.544+0000 7ffb3de4d740 1 -- 172.21.15.17:0/4201237563 wait complete. 2024-09-16T01:45:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.544+0000 7ffb3de4d740 20 client.15465 trim_cache size 0 max 16384 2024-09-16T01:45:03.553 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:45:03.553 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:45:03.553 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:45:03.553 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:45:03.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.545+0000 7ffb3ba74640 1 -- 172.21.15.17:0/4014051605 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffb200a32c0 msgr2=0x7ffb200a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:03.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.545+0000 7ffb3ba74640 1 --2- 172.21.15.17:0/4014051605 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffb200a32c0 0x7ffb200a5780 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7ffb2c009fd0 tx=0x7ffb2c004ab0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.545+0000 7ffb3ba74640 1 -- 172.21.15.17:0/4014051605 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb34100ca0 msgr2=0x7ffb341017b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:03.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.545+0000 7ffb3ba74640 1 --2- 172.21.15.17:0/4014051605 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb34100ca0 0x7ffb341017b0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7ffb2400e9c0 tx=0x7ffb2400ee80 comp rx=0 tx=0).stop 2024-09-16T01:45:03.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.545+0000 7ffb3ba74640 1 -- 172.21.15.17:0/4014051605 shutdown_connections 2024-09-16T01:45:03.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.545+0000 7ffb3ba74640 1 --2- 172.21.15.17:0/4014051605 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffb200a32c0 0x7ffb200a5780 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.545+0000 7ffb3ba74640 1 --2- 172.21.15.17:0/4014051605 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb34106f50 0x7ffb34101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.545+0000 7ffb3ba74640 1 --2- 172.21.15.17:0/4014051605 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb34100ca0 0x7ffb341017b0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.545+0000 7ffb3ba74640 1 --2- 172.21.15.17:0/4014051605 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb341002f0 0x7ffb34101270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.545+0000 7ffb3ba74640 1 -- 172.21.15.17:0/4014051605 >> 172.21.15.17:0/4014051605 conn(0x7ffb34077220 msgr2=0x7ffb341052f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.545+0000 7ffb3ba74640 1 -- 172.21.15.17:0/4014051605 shutdown_connections 2024-09-16T01:45:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:03.545+0000 7ffb3ba74640 1 -- 172.21.15.17:0/4014051605 wait complete. 2024-09-16T01:45:03.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 18799 4.56 MB/sec warmup 26 sec latency 25.576 ms 2024-09-16T01:45:04.317 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:45:04.317 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:45:04.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 19522 4.51 MB/sec warmup 27 sec latency 17.947 ms 2024-09-16T01:45:04.654 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:45:04.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:04 smithi017 ceph-mon[30972]: pgmap v385: 97 pgs: 97 active+clean; 30 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.9 MiB/s wr, 111 op/s 2024-09-16T01:45:04.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:04 smithi029 ceph-mon[34783]: pgmap v385: 97 pgs: 97 active+clean; 30 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.9 MiB/s wr, 111 op/s 2024-09-16T01:45:04.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:04 smithi122 ceph-mon[34758]: pgmap v385: 97 pgs: 97 active+clean; 30 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.9 MiB/s wr, 111 op/s 2024-09-16T01:45:05.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.161+0000 7fe654f9f640 1 -- 172.21.15.17:0/2923461055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe650101de0 msgr2=0x7fe6501021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:05.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.161+0000 7fe654f9f640 1 --2- 172.21.15.17:0/2923461055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe650101de0 0x7fe6501021c0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fe640009900 tx=0x7fe64002a410 comp rx=0 tx=0).stop 2024-09-16T01:45:05.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.161+0000 7fe654f9f640 1 -- 172.21.15.17:0/2923461055 shutdown_connections 2024-09-16T01:45:05.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.161+0000 7fe654f9f640 1 --2- 172.21.15.17:0/2923461055 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe650106f10 0x7fe65010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:05.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.161+0000 7fe654f9f640 1 --2- 172.21.15.17:0/2923461055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe650102790 0x7fe6501067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:05.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.161+0000 7fe654f9f640 1 --2- 172.21.15.17:0/2923461055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe650101de0 0x7fe6501021c0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:05.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.161+0000 7fe654f9f640 1 -- 172.21.15.17:0/2923461055 >> 172.21.15.17:0/2923461055 conn(0x7fe6500fd8c0 msgr2=0x7fe6500ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:05.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.161+0000 7fe654f9f640 1 -- 172.21.15.17:0/2923461055 shutdown_connections 2024-09-16T01:45:05.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.161+0000 7fe654f9f640 1 -- 172.21.15.17:0/2923461055 wait complete. 2024-09-16T01:45:05.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.162+0000 7fe654f9f640 1 Processor -- start 2024-09-16T01:45:05.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.162+0000 7fe654f9f640 1 -- start start 2024-09-16T01:45:05.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.162+0000 7fe654f9f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe650101de0 0x7fe650198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:05.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.162+0000 7fe654f9f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe650102790 0x7fe6501988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:05.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.162+0000 7fe654f9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe650106f10 0x7fe65019cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.162+0000 7fe654f9f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe650111e20 con 0x7fe650106f10 2024-09-16T01:45:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.162+0000 7fe654f9f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe650111ca0 con 0x7fe650101de0 2024-09-16T01:45:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.162+0000 7fe654f9f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe650111fa0 con 0x7fe650102790 2024-09-16T01:45:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.163+0000 7fe64dd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe650102790 0x7fe6501988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.163+0000 7fe64ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe650106f10 0x7fe65019cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.163+0000 7fe64dd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe650102790 0x7fe6501988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44394/0 (socket says 172.21.15.17:44394) 2024-09-16T01:45:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.163+0000 7fe64dd9b640 1 -- 172.21.15.17:0/2311225438 learned_addr learned my addr 172.21.15.17:0/2311225438 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.163+0000 7fe64e59c640 1 --2- 172.21.15.17:0/2311225438 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe650101de0 0x7fe650198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.163+0000 7fe64dd9b640 1 -- 172.21.15.17:0/2311225438 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe650101de0 msgr2=0x7fe650198360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.163+0000 7fe64dd9b640 1 --2- 172.21.15.17:0/2311225438 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe650101de0 0x7fe650198360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.163+0000 7fe64dd9b640 1 -- 172.21.15.17:0/2311225438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe650106f10 msgr2=0x7fe65019cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.163+0000 7fe64dd9b640 1 --2- 172.21.15.17:0/2311225438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe650106f10 0x7fe65019cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.163+0000 7fe64dd9b640 1 -- 172.21.15.17:0/2311225438 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe65019d310 con 0x7fe650102790 2024-09-16T01:45:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.163+0000 7fe64ed9d640 1 --2- 172.21.15.17:0/2311225438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe650106f10 0x7fe65019cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.163+0000 7fe64dd9b640 1 --2- 172.21.15.17:0/2311225438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe650102790 0x7fe6501988a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe64400d950 tx=0x7fe64400de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.163+0000 7fe63f7fe640 1 -- 172.21.15.17:0/2311225438 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe644017070 con 0x7fe650102790 2024-09-16T01:45:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.164+0000 7fe654f9f640 1 -- 172.21.15.17:0/2311225438 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe65019d600 con 0x7fe650102790 2024-09-16T01:45:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.164+0000 7fe63f7fe640 1 -- 172.21.15.17:0/2311225438 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe644009c30 con 0x7fe650102790 2024-09-16T01:45:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.164+0000 7fe654f9f640 1 -- 172.21.15.17:0/2311225438 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6501a4ee0 con 0x7fe650102790 2024-09-16T01:45:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.164+0000 7fe63f7fe640 1 -- 172.21.15.17:0/2311225438 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe64400f620 con 0x7fe650102790 2024-09-16T01:45:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.165+0000 7fe654f9f640 1 -- 172.21.15.17:0/2311225438 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe6501021c0 con 0x7fe650102790 2024-09-16T01:45:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.166+0000 7fe63f7fe640 1 -- 172.21.15.17:0/2311225438 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe6440109a0 con 0x7fe650102790 2024-09-16T01:45:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.166+0000 7fe63f7fe640 1 --2- 172.21.15.17:0/2311225438 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6380a32c0 0x7fe6380a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.167+0000 7fe64e59c640 1 --2- 172.21.15.17:0/2311225438 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6380a32c0 0x7fe6380a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.167+0000 7fe63f7fe640 1 -- 172.21.15.17:0/2311225438 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe6440cf480 con 0x7fe650102790 2024-09-16T01:45:05.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.167+0000 7fe64e59c640 1 --2- 172.21.15.17:0/2311225438 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6380a32c0 0x7fe6380a5780 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe640031440 tx=0x7fe640005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.171+0000 7fe63f7fe640 1 -- 172.21.15.17:0/2311225438 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe644009de0 con 0x7fe650102790 2024-09-16T01:45:05.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.417+0000 7fe654f9f640 1 -- 172.21.15.17:0/2311225438 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe65010a0f0 con 0x7fe650102790 2024-09-16T01:45:05.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.418+0000 7fe63f7fe640 1 -- 172.21.15.17:0/2311225438 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7fe64409bb10 con 0x7fe650102790 2024-09-16T01:45:05.420 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:45:05.420 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:45:05.420 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:45:05.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.421+0000 7fe654f9f640 1 -- 172.21.15.17:0/2311225438 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6380a32c0 msgr2=0x7fe6380a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:05.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.421+0000 7fe654f9f640 1 --2- 172.21.15.17:0/2311225438 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6380a32c0 0x7fe6380a5780 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fe640031440 tx=0x7fe640005b50 comp rx=0 tx=0).stop 2024-09-16T01:45:05.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.421+0000 7fe654f9f640 1 -- 172.21.15.17:0/2311225438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe650102790 msgr2=0x7fe6501988a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:05.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.421+0000 7fe654f9f640 1 --2- 172.21.15.17:0/2311225438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe650102790 0x7fe6501988a0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe64400d950 tx=0x7fe64400de10 comp rx=0 tx=0).stop 2024-09-16T01:45:05.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.421+0000 7fe654f9f640 1 -- 172.21.15.17:0/2311225438 shutdown_connections 2024-09-16T01:45:05.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.421+0000 7fe654f9f640 1 --2- 172.21.15.17:0/2311225438 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6380a32c0 0x7fe6380a5780 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:05.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.421+0000 7fe654f9f640 1 --2- 172.21.15.17:0/2311225438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe650106f10 0x7fe65019cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:05.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.421+0000 7fe654f9f640 1 --2- 172.21.15.17:0/2311225438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe650102790 0x7fe6501988a0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:05.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.421+0000 7fe654f9f640 1 --2- 172.21.15.17:0/2311225438 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe650101de0 0x7fe650198360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:05.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.421+0000 7fe654f9f640 1 -- 172.21.15.17:0/2311225438 >> 172.21.15.17:0/2311225438 conn(0x7fe6500fd8c0 msgr2=0x7fe6500fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:05.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.421+0000 7fe654f9f640 1 -- 172.21.15.17:0/2311225438 shutdown_connections 2024-09-16T01:45:05.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:05.421+0000 7fe654f9f640 1 -- 172.21.15.17:0/2311225438 wait complete. 2024-09-16T01:45:05.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 20216 4.42 MB/sec warmup 28 sec latency 15.465 ms 2024-09-16T01:45:05.729 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:05 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2311225438' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:45:05.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:05 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2311225438' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:45:05.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:05 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2311225438' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:45:06.060 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:45:06.337 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:45:06.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 21086 4.52 MB/sec warmup 29 sec latency 49.687 ms 2024-09-16T01:45:06.768 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:06 smithi017 ceph-mon[30972]: pgmap v386: 97 pgs: 97 active+clean; 30 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.9 MiB/s wr, 96 op/s 2024-09-16T01:45:06.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:06 smithi122 ceph-mon[34758]: pgmap v386: 97 pgs: 97 active+clean; 30 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.9 MiB/s wr, 96 op/s 2024-09-16T01:45:06.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:06 smithi029 ceph-mon[34783]: pgmap v386: 97 pgs: 97 active+clean; 30 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.9 MiB/s wr, 96 op/s 2024-09-16T01:45:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.860+0000 7f7dde890640 1 -- 172.21.15.17:0/3753514229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dd8102790 msgr2=0x7f7dd81067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.860+0000 7f7dde890640 1 --2- 172.21.15.17:0/3753514229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dd8102790 0x7f7dd81067e0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc009900 tx=0x7f7dcc02a410 comp rx=0 tx=0).stop 2024-09-16T01:45:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.860+0000 7f7dde890640 1 -- 172.21.15.17:0/3753514229 shutdown_connections 2024-09-16T01:45:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.860+0000 7f7dde890640 1 --2- 172.21.15.17:0/3753514229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7dd8106f10 0x7f7dd810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.860+0000 7f7dde890640 1 --2- 172.21.15.17:0/3753514229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dd8102790 0x7f7dd81067e0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.860+0000 7f7dde890640 1 --2- 172.21.15.17:0/3753514229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7dd8101de0 0x7f7dd81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.860+0000 7f7dde890640 1 -- 172.21.15.17:0/3753514229 >> 172.21.15.17:0/3753514229 conn(0x7f7dd80fd8c0 msgr2=0x7f7dd80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.860+0000 7f7dde890640 1 -- 172.21.15.17:0/3753514229 shutdown_connections 2024-09-16T01:45:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.860+0000 7f7dde890640 1 -- 172.21.15.17:0/3753514229 wait complete. 2024-09-16T01:45:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.860+0000 7f7dde890640 1 Processor -- start 2024-09-16T01:45:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7dde890640 1 -- start start 2024-09-16T01:45:06.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7dde890640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dd8101de0 0x7f7dd819a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7dde890640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7dd8102790 0x7f7dd819ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7dde890640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7dd8106f10 0x7f7dd819eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7dde890640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd8111e70 con 0x7f7dd8101de0 2024-09-16T01:45:06.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7dde890640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd8111cf0 con 0x7f7dd8106f10 2024-09-16T01:45:06.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7dde890640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd8111ff0 con 0x7f7dd8102790 2024-09-16T01:45:06.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7dd7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dd8101de0 0x7f7dd819a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7dd7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dd8101de0 0x7f7dd819a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37324/0 (socket says 172.21.15.17:37324) 2024-09-16T01:45:06.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7dd7fff640 1 -- 172.21.15.17:0/1790045304 learned_addr learned my addr 172.21.15.17:0/1790045304 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:06.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7dd77fe640 1 --2- 172.21.15.17:0/1790045304 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7dd8102790 0x7f7dd819ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7ddce2d640 1 --2- 172.21.15.17:0/1790045304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7dd8106f10 0x7f7dd819eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7dd7fff640 1 -- 172.21.15.17:0/1790045304 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7dd8102790 msgr2=0x7f7dd819ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:06.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7dd7fff640 1 --2- 172.21.15.17:0/1790045304 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7dd8102790 0x7f7dd819ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.861+0000 7f7dd7fff640 1 -- 172.21.15.17:0/1790045304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7dd8106f10 msgr2=0x7f7dd819eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:06.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.862+0000 7f7dd7fff640 1 --2- 172.21.15.17:0/1790045304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7dd8106f10 0x7f7dd819eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.862+0000 7f7dd7fff640 1 -- 172.21.15.17:0/1790045304 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dd819f580 con 0x7f7dd8101de0 2024-09-16T01:45:06.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.862+0000 7f7dd7fff640 1 --2- 172.21.15.17:0/1790045304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dd8101de0 0x7f7dd819a5d0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f7dc800e9f0 tx=0x7f7dc800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:06.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.862+0000 7f7dd57fa640 1 -- 172.21.15.17:0/1790045304 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc800cd80 con 0x7f7dd8101de0 2024-09-16T01:45:06.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.862+0000 7f7dd57fa640 1 -- 172.21.15.17:0/1790045304 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7dc80108e0 con 0x7f7dd8101de0 2024-09-16T01:45:06.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.862+0000 7f7dde890640 1 -- 172.21.15.17:0/1790045304 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dd819f870 con 0x7f7dd8101de0 2024-09-16T01:45:06.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.862+0000 7f7dd57fa640 1 -- 172.21.15.17:0/1790045304 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc8018920 con 0x7f7dd8101de0 2024-09-16T01:45:06.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.862+0000 7f7dde890640 1 -- 172.21.15.17:0/1790045304 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dd81a7150 con 0x7f7dd8101de0 2024-09-16T01:45:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.865+0000 7f7dd57fa640 1 -- 172.21.15.17:0/1790045304 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f7dc8010a90 con 0x7f7dd8101de0 2024-09-16T01:45:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.865+0000 7f7de0c69740 1 Processor -- start 2024-09-16T01:45:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.865+0000 7f7de0c69740 1 -- start start 2024-09-16T01:45:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.865+0000 7f7de0c69740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd53b40 0x55d4bfd52090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.865+0000 7f7de0c69740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 0x55d4bfd52a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.865+0000 7f7de0c69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd5d370 0x55d4bfd5f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.865+0000 7f7de0c69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d4bfcb82f0 con 0x55d4bfd5d370 2024-09-16T01:45:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.865+0000 7f7de0c69740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d4bfc5fcf0 con 0x55d4bfd525d0 2024-09-16T01:45:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.865+0000 7f7de0c69740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d4bfcb42b0 con 0x55d4bfd53b40 2024-09-16T01:45:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.865+0000 7f7dd77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd5d370 0x55d4bfd5f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.865+0000 7f7ddce2d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd53b40 0x55d4bfd52090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.865+0000 7f7ddce2d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd53b40 0x55d4bfd52090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:39552/0 (socket says 172.21.15.17:39552) 2024-09-16T01:45:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.866+0000 7f7ddce2d640 1 -- 172.21.15.17:0/2140252929 learned_addr learned my addr 172.21.15.17:0/2140252929 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.866+0000 7f7dd77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd5d370 0x55d4bfd5f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37334/0 (socket says 172.21.15.17:37334) 2024-09-16T01:45:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.866+0000 7f7dd57fa640 1 --2- 172.21.15.17:0/1790045304 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7dc00a3240 0x7f7dc00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.866+0000 7f7dd7fff640 1 --2- 172.21.15.17:0/2140252929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 0x55d4bfd52a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.866+0000 7f7dd77fe640 1 -- 172.21.15.17:0/2140252929 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd53b40 msgr2=0x55d4bfd52090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.866+0000 7f7dd77fe640 1 --2- 172.21.15.17:0/2140252929 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd53b40 0x55d4bfd52090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.866+0000 7f7dd77fe640 1 -- 172.21.15.17:0/2140252929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 msgr2=0x55d4bfd52a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.866+0000 7f7dd57fa640 1 -- 172.21.15.17:0/1790045304 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7dc80cfc90 con 0x7f7dd8101de0 2024-09-16T01:45:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.866+0000 7f7dd77fe640 1 --2- 172.21.15.17:0/2140252929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 0x55d4bfd52a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.866+0000 7f7dd77fe640 1 -- 172.21.15.17:0/2140252929 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4bfc443a0 con 0x55d4bfd5d370 2024-09-16T01:45:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.866+0000 7f7ddce2d640 1 --2- 172.21.15.17:0/2140252929 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd53b40 0x55d4bfd52090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.866+0000 7f7dd7fff640 1 --2- 172.21.15.17:0/2140252929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 0x55d4bfd52a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.866+0000 7f7ddce2d640 1 --2- 172.21.15.17:0/1790045304 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7dc00a3240 0x7f7dc00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.866+0000 7f7dd77fe640 1 --2- 172.21.15.17:0/2140252929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd5d370 0x55d4bfd5f760 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc02aa00 tx=0x7f7dcc004190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdc30f32ab2d542d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.867+0000 7f7ddce2d640 1 --2- 172.21.15.17:0/1790045304 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7dc00a3240 0x7f7dc00a5700 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0005c40 tx=0x7f7dd0004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.867+0000 7f7dbe7fc640 1 -- 172.21.15.17:0/2140252929 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc035040 con 0x55d4bfd5d370 2024-09-16T01:45:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.867+0000 7f7dbe7fc640 1 -- 172.21.15.17:0/2140252929 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7dcc0054f0 con 0x55d4bfd5d370 2024-09-16T01:45:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.867+0000 7f7dbe7fc640 1 -- 172.21.15.17:0/2140252929 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc0035f0 con 0x55d4bfd5d370 2024-09-16T01:45:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.867+0000 7f7de0c69740 1 -- 172.21.15.17:0/2140252929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd5d370 msgr2=0x55d4bfd5f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.867+0000 7f7de0c69740 1 --2- 172.21.15.17:0/2140252929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd5d370 0x55d4bfd5f760 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc02aa00 tx=0x7f7dcc004190 comp rx=0 tx=0).stop 2024-09-16T01:45:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.867+0000 7f7de0c69740 1 -- 172.21.15.17:0/2140252929 shutdown_connections 2024-09-16T01:45:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.867+0000 7f7de0c69740 1 --2- 172.21.15.17:0/2140252929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd5d370 0x55d4bfd5f760 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.867+0000 7f7de0c69740 1 --2- 172.21.15.17:0/2140252929 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 0x55d4bfd52a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.867+0000 7f7de0c69740 1 --2- 172.21.15.17:0/2140252929 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd53b40 0x55d4bfd52090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.867+0000 7f7de0c69740 1 -- 172.21.15.17:0/2140252929 >> 172.21.15.17:0/2140252929 conn(0x55d4bfd1b310 msgr2=0x55d4bfd4ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.867+0000 7f7de0c69740 1 -- 172.21.15.17:0/2140252929 shutdown_connections 2024-09-16T01:45:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.868+0000 7f7de0c69740 1 -- 172.21.15.17:0/2140252929 wait complete. 2024-09-16T01:45:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.868+0000 7f7de0c69740 1 -- start start 2024-09-16T01:45:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.868+0000 7f7de0c69740 1 Processor -- start 2024-09-16T01:45:06.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.868+0000 7f7de0c69740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 0x55d4bfd5cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.868+0000 7f7de0c69740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd53b40 0x55d4bfd5a080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.868+0000 7f7de0c69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd5d370 0x55d4bfd5a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.868+0000 7f7de0c69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d4bfd60010 con 0x55d4bfd5d370 2024-09-16T01:45:06.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.868+0000 7f7de0c69740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d4bfc73060 con 0x55d4bfd525d0 2024-09-16T01:45:06.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.868+0000 7f7de0c69740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d4bfd60190 con 0x55d4bfd53b40 2024-09-16T01:45:06.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.868+0000 7f7de0c69740 10 client.0 _ll_register_callbacks cb 0x55d4bf9c68c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:06.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7ddce2d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd5d370 0x55d4bfd5a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7dd77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd53b40 0x55d4bfd5a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7ddce2d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd5d370 0x55d4bfd5a810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37344/0 (socket says 172.21.15.17:37344) 2024-09-16T01:45:06.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7ddce2d640 1 -- 172.21.15.17:0/992731528 learned_addr learned my addr 172.21.15.17:0/992731528 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:06.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7dd7fff640 1 --2- 172.21.15.17:0/992731528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 0x55d4bfd5cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7ddce2d640 1 -- 172.21.15.17:0/992731528 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd53b40 msgr2=0x55d4bfd5a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:06.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7ddce2d640 1 --2- 172.21.15.17:0/992731528 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd53b40 0x55d4bfd5a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7ddce2d640 1 -- 172.21.15.17:0/992731528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 msgr2=0x55d4bfd5cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:06.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7ddce2d640 1 --2- 172.21.15.17:0/992731528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 0x55d4bfd5cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7ddce2d640 1 -- 172.21.15.17:0/992731528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4bfa293c0 con 0x55d4bfd5d370 2024-09-16T01:45:06.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7ddce2d640 1 --2- 172.21.15.17:0/992731528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd5d370 0x55d4bfd5a810 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0012c40 tx=0x7f7dd0009630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=137e8d7ce4fc32c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:06.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7db77fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:45:06.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7db77fe640 1 -- 172.21.15.17:0/992731528 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dd0024070 con 0x55d4bfd5d370 2024-09-16T01:45:06.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7db77fe640 1 -- 172.21.15.17:0/992731528 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7dd0029460 con 0x55d4bfd5d370 2024-09-16T01:45:06.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.869+0000 7f7de0c69740 1 -- 172.21.15.17:0/992731528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7dcc0054f0 con 0x55d4bfd5d370 2024-09-16T01:45:06.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.870+0000 7f7db77fe640 1 -- 172.21.15.17:0/992731528 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7dd001a070 con 0x55d4bfd5d370 2024-09-16T01:45:06.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.870+0000 7f7de0c69740 10 client.15483 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:06.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.870+0000 7f7de0c69740 1 -- 172.21.15.17:0/992731528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d4bfd6bbe0 con 0x55d4bfd5d370 2024-09-16T01:45:06.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.870+0000 7f7db77fe640 1 -- 172.21.15.17:0/992731528 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7dcc0054f0 con 0x55d4bfd5d370 2024-09-16T01:45:06.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.870+0000 7f7db77fe640 1 -- 172.21.15.17:0/992731528 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7dd000f040 con 0x55d4bfd5d370 2024-09-16T01:45:06.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.870+0000 7f7de0c69740 10 client.15483 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:06.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.870+0000 7f7de0c69740 10 client.15483 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:45:06.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.870+0000 7f7de0c69740 20 client.15483 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:06.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.870+0000 7f7de0c69740 1 --2- 172.21.15.17:0/992731528 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4bfd6d0a0 0x55d4bfd6f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.870+0000 7f7de0c69740 4 client.15483 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:45:06.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.870+0000 7f7de0c69740 1 -- 172.21.15.17:0/992731528 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d4bfcc5860 con 0x55d4bfd6d0a0 2024-09-16T01:45:06.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.871+0000 7f7dd7fff640 1 --2- 172.21.15.17:0/992731528 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4bfd6d0a0 0x55d4bfd6f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.871+0000 7f7dd7fff640 1 --2- 172.21.15.17:0/992731528 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4bfd6d0a0 0x55d4bfd6f490 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=755e9db4580eb450 server_cookie=924ed905a3daedb5 in_seq=0 out_seq=0 2024-09-16T01:45:06.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.871+0000 7f7db77fe640 10 client.15483 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:45:06.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7db77fe640 1 -- 172.21.15.17:0/992731528 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d4bfcc5860 con 0x55d4bfd6d0a0 2024-09-16T01:45:06.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7db77fe640 10 client.15483 handle_command_reply: tid=0 2024-09-16T01:45:06.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7de0c69740 1 client.15483 shutdown 2024-09-16T01:45:06.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7de0c69740 1 -- 172.21.15.17:0/992731528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd5d370 msgr2=0x55d4bfd5a810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:06.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7de0c69740 1 --2- 172.21.15.17:0/992731528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd5d370 0x55d4bfd5a810 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0012c40 tx=0x7f7dd0009630 comp rx=0 tx=0).stop 2024-09-16T01:45:06.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7de0c69740 1 -- 172.21.15.17:0/992731528 shutdown_connections 2024-09-16T01:45:06.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7de0c69740 1 --2- 172.21.15.17:0/992731528 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4bfd6d0a0 0x55d4bfd6f490 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7de0c69740 1 --2- 172.21.15.17:0/992731528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd5d370 0x55d4bfd5a810 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7de0c69740 1 --2- 172.21.15.17:0/992731528 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd53b40 0x55d4bfd5a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7de0c69740 1 --2- 172.21.15.17:0/992731528 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 0x55d4bfd5cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7de0c69740 1 -- 172.21.15.17:0/992731528 >> 172.21.15.17:0/992731528 conn(0x55d4bfd1b310 msgr2=0x55d4bfd54960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:06.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7db77fe640 0 client.15483 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:45:06.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7de0c69740 1 -- 172.21.15.17:0/992731528 shutdown_connections 2024-09-16T01:45:06.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7de0c69740 1 -- 172.21.15.17:0/992731528 wait complete. 2024-09-16T01:45:06.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.872+0000 7f7de0c69740 20 client.15483 trim_cache size 0 max 16384 2024-09-16T01:45:06.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.888+0000 7f7de0c69740 1 Processor -- start 2024-09-16T01:45:06.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.888+0000 7f7de0c69740 1 -- start start 2024-09-16T01:45:06.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.888+0000 7f7de0c69740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd525d0 0x55d4bfd4e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7de0c69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd53b40 0x55d4bfd4ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7de0c69740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd5d370 0x55d4bfd74d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7de0c69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd81b1f80 con 0x55d4bfd53b40 2024-09-16T01:45:06.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7de0c69740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd81af850 con 0x55d4bfd5d370 2024-09-16T01:45:06.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7de0c69740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd81ad680 con 0x55d4bfd525d0 2024-09-16T01:45:06.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7dd77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd53b40 0x55d4bfd4ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7dd7fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd525d0 0x55d4bfd4e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7dd77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd53b40 0x55d4bfd4ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37356/0 (socket says 172.21.15.17:37356) 2024-09-16T01:45:06.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7dd77fe640 1 -- 172.21.15.17:0/1194853484 learned_addr learned my addr 172.21.15.17:0/1194853484 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:06.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7ddce2d640 1 --2- 172.21.15.17:0/1194853484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd5d370 0x55d4bfd74d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7dd7fff640 1 -- 172.21.15.17:0/1194853484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd5d370 msgr2=0x55d4bfd74d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:06.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7dd7fff640 1 --2- 172.21.15.17:0/1194853484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd5d370 0x55d4bfd74d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7dd7fff640 1 -- 172.21.15.17:0/1194853484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd53b40 msgr2=0x55d4bfd4ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:06.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7dd7fff640 1 --2- 172.21.15.17:0/1194853484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd53b40 0x55d4bfd4ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7dd7fff640 1 -- 172.21.15.17:0/1194853484 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4bfd4f180 con 0x55d4bfd525d0 2024-09-16T01:45:06.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7dd77fe640 1 --2- 172.21.15.17:0/1194853484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd53b40 0x55d4bfd4ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:06.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7dd7fff640 1 --2- 172.21.15.17:0/1194853484 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd525d0 0x55d4bfd4e700 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x55d4bfd4fac0 tx=0x7f7dc80bc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=143608837dfa16e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:06.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.889+0000 7f7dbdffb640 1 -- 172.21.15.17:0/1194853484 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc80abe80 con 0x55d4bfd525d0 2024-09-16T01:45:06.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.890+0000 7f7dbdffb640 1 -- 172.21.15.17:0/1194853484 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7dc80a4f20 con 0x55d4bfd525d0 2024-09-16T01:45:06.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.890+0000 7f7dbdffb640 1 -- 172.21.15.17:0/1194853484 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc80a4a90 con 0x55d4bfd525d0 2024-09-16T01:45:06.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.890+0000 7f7de0c69740 1 -- 172.21.15.17:0/1194853484 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd525d0 msgr2=0x55d4bfd4e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:06.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.890+0000 7f7de0c69740 1 --2- 172.21.15.17:0/1194853484 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd525d0 0x55d4bfd4e700 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x55d4bfd4fac0 tx=0x7f7dc80bc040 comp rx=0 tx=0).stop 2024-09-16T01:45:06.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.890+0000 7f7de0c69740 1 -- 172.21.15.17:0/1194853484 shutdown_connections 2024-09-16T01:45:06.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.890+0000 7f7de0c69740 1 --2- 172.21.15.17:0/1194853484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd5d370 0x55d4bfd74d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.890+0000 7f7de0c69740 1 --2- 172.21.15.17:0/1194853484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd53b40 0x55d4bfd4ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.890+0000 7f7de0c69740 1 --2- 172.21.15.17:0/1194853484 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd525d0 0x55d4bfd4e700 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.890+0000 7f7de0c69740 1 -- 172.21.15.17:0/1194853484 >> 172.21.15.17:0/1194853484 conn(0x55d4bfd1b310 msgr2=0x55d4bfd552c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:06.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.891+0000 7f7de0c69740 1 -- 172.21.15.17:0/1194853484 shutdown_connections 2024-09-16T01:45:06.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.891+0000 7f7de0c69740 1 -- 172.21.15.17:0/1194853484 wait complete. 2024-09-16T01:45:06.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.891+0000 7f7de0c69740 1 -- start start 2024-09-16T01:45:06.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.891+0000 7f7de0c69740 1 Processor -- start 2024-09-16T01:45:06.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7de0c69740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 0x55d4bfd65b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7de0c69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd53b40 0x55d4bfd60eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7de0c69740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd5d370 0x55d4bfd613f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7de0c69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd81add10 con 0x55d4bfd53b40 2024-09-16T01:45:06.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7de0c69740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd81af180 con 0x55d4bfd525d0 2024-09-16T01:45:06.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7de0c69740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7dd81ae3e0 con 0x55d4bfd5d370 2024-09-16T01:45:06.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7de0c69740 10 client.0 _ll_register_callbacks cb 0x7f7dd00144f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:06.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7dd77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd53b40 0x55d4bfd60eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7dd77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd53b40 0x55d4bfd60eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37366/0 (socket says 172.21.15.17:37366) 2024-09-16T01:45:06.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7dd77fe640 1 -- 172.21.15.17:0/2523730241 learned_addr learned my addr 172.21.15.17:0/2523730241 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:06.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7ddce2d640 1 --2- 172.21.15.17:0/2523730241 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd5d370 0x55d4bfd613f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7dd7fff640 1 --2- 172.21.15.17:0/2523730241 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 0x55d4bfd65b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7dd77fe640 1 -- 172.21.15.17:0/2523730241 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd5d370 msgr2=0x55d4bfd613f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:06.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7dd77fe640 1 --2- 172.21.15.17:0/2523730241 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd5d370 0x55d4bfd613f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7dd77fe640 1 -- 172.21.15.17:0/2523730241 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 msgr2=0x55d4bfd65b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:06.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7dd77fe640 1 --2- 172.21.15.17:0/2523730241 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 0x55d4bfd65b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7dd77fe640 1 -- 172.21.15.17:0/2523730241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4bfd61bd0 con 0x55d4bfd53b40 2024-09-16T01:45:06.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.892+0000 7f7ddce2d640 1 --2- 172.21.15.17:0/2523730241 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd5d370 0x55d4bfd613f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:06.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.893+0000 7f7dd77fe640 1 --2- 172.21.15.17:0/2523730241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd53b40 0x55d4bfd60eb0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc02aa00 tx=0x7f7dcc005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8987ce1cbfbc825a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:06.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.893+0000 7f7db77fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:45:06.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.893+0000 7f7db77fe640 1 -- 172.21.15.17:0/2523730241 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dcc053020 con 0x55d4bfd53b40 2024-09-16T01:45:06.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.893+0000 7f7db77fe640 1 -- 172.21.15.17:0/2523730241 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7dcc0037f0 con 0x55d4bfd53b40 2024-09-16T01:45:06.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.893+0000 7f7de0c69740 1 -- 172.21.15.17:0/2523730241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7dc80a4f20 con 0x55d4bfd53b40 2024-09-16T01:45:06.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.893+0000 7f7db77fe640 1 -- 172.21.15.17:0/2523730241 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7dcc035040 con 0x55d4bfd53b40 2024-09-16T01:45:06.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.893+0000 7f7de0c69740 10 client.15489 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:06.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.893+0000 7f7de0c69740 1 -- 172.21.15.17:0/2523730241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d4bfdd7d40 con 0x55d4bfd53b40 2024-09-16T01:45:06.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.893+0000 7f7db77fe640 1 -- 172.21.15.17:0/2523730241 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7dc80a4f20 con 0x55d4bfd53b40 2024-09-16T01:45:06.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.893+0000 7f7db77fe640 1 -- 172.21.15.17:0/2523730241 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7dcc0319a0 con 0x55d4bfd53b40 2024-09-16T01:45:06.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.893+0000 7f7de0c69740 10 client.15489 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:06.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.893+0000 7f7de0c69740 10 client.15489 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:45:06.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.893+0000 7f7de0c69740 20 client.15489 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:06.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.893+0000 7f7de0c69740 1 --2- 172.21.15.17:0/2523730241 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4bfdd8050 0x55d4bfdda440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:06.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.894+0000 7f7de0c69740 4 client.15489 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:45:06.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.894+0000 7f7de0c69740 1 -- 172.21.15.17:0/2523730241 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d4bfcbfd70 con 0x55d4bfdd8050 2024-09-16T01:45:06.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.894+0000 7f7dd7fff640 1 --2- 172.21.15.17:0/2523730241 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4bfdd8050 0x55d4bfdda440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:06.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.894+0000 7f7db77fe640 10 client.15489 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:45:06.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.894+0000 7f7dd7fff640 1 --2- 172.21.15.17:0/2523730241 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4bfdd8050 0x55d4bfdda440 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b4fbf60b3fbfc8a9 server_cookie=f2a419ad9c96ffad in_seq=0 out_seq=0 2024-09-16T01:45:06.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.894+0000 7f7db77fe640 1 -- 172.21.15.17:0/2523730241 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d4bfcbfd70 con 0x55d4bfdd8050 2024-09-16T01:45:06.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.894+0000 7f7db77fe640 10 client.15489 handle_command_reply: tid=0 2024-09-16T01:45:06.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.894+0000 7f7de0c69740 1 client.15489 shutdown 2024-09-16T01:45:06.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.894+0000 7f7de0c69740 1 -- 172.21.15.17:0/2523730241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd53b40 msgr2=0x55d4bfd60eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:06.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.894+0000 7f7de0c69740 1 --2- 172.21.15.17:0/2523730241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd53b40 0x55d4bfd60eb0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f7dcc02aa00 tx=0x7f7dcc005fd0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.894+0000 7f7de0c69740 1 -- 172.21.15.17:0/2523730241 shutdown_connections 2024-09-16T01:45:06.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.894+0000 7f7de0c69740 1 --2- 172.21.15.17:0/2523730241 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4bfdd8050 0x55d4bfdda440 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.895+0000 7f7de0c69740 1 --2- 172.21.15.17:0/2523730241 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4bfd5d370 0x55d4bfd613f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.895+0000 7f7de0c69740 1 --2- 172.21.15.17:0/2523730241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4bfd53b40 0x55d4bfd60eb0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.895+0000 7f7de0c69740 1 --2- 172.21.15.17:0/2523730241 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4bfd525d0 0x55d4bfd65b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.895+0000 7f7db77fe640 0 client.15489 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:45:06.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.895+0000 7f7de0c69740 1 -- 172.21.15.17:0/2523730241 >> 172.21.15.17:0/2523730241 conn(0x55d4bfd1b310 msgr2=0x55d4bfd552c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:06.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.895+0000 7f7de0c69740 1 -- 172.21.15.17:0/2523730241 shutdown_connections 2024-09-16T01:45:06.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.895+0000 7f7de0c69740 1 -- 172.21.15.17:0/2523730241 wait complete. 2024-09-16T01:45:06.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.895+0000 7f7de0c69740 20 client.15489 trim_cache size 0 max 16384 2024-09-16T01:45:06.902 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:45:06.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.896+0000 7f7dde890640 1 -- 172.21.15.17:0/1790045304 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7dc00a3240 msgr2=0x7f7dc00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:06.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.896+0000 7f7dde890640 1 --2- 172.21.15.17:0/1790045304 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7dc00a3240 0x7f7dc00a5700 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0005c40 tx=0x7f7dd0004ab0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.896+0000 7f7dde890640 1 -- 172.21.15.17:0/1790045304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dd8101de0 msgr2=0x7f7dd819a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:06.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.896+0000 7f7dde890640 1 --2- 172.21.15.17:0/1790045304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dd8101de0 0x7f7dd819a5d0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f7dc800e9f0 tx=0x7f7dc800eeb0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.896+0000 7f7dde890640 1 -- 172.21.15.17:0/1790045304 shutdown_connections 2024-09-16T01:45:06.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.896+0000 7f7dde890640 1 --2- 172.21.15.17:0/1790045304 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7dc00a3240 0x7f7dc00a5700 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.896+0000 7f7dde890640 1 --2- 172.21.15.17:0/1790045304 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7dd8106f10 0x7f7dd819eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.896+0000 7f7dde890640 1 --2- 172.21.15.17:0/1790045304 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7dd8102790 0x7f7dd819ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.896+0000 7f7dde890640 1 --2- 172.21.15.17:0/1790045304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dd8101de0 0x7f7dd819a5d0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:06.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.896+0000 7f7dde890640 1 -- 172.21.15.17:0/1790045304 >> 172.21.15.17:0/1790045304 conn(0x7f7dd80fd8c0 msgr2=0x7f7dd80fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:06.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.896+0000 7f7dde890640 1 -- 172.21.15.17:0/1790045304 shutdown_connections 2024-09-16T01:45:06.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:06.896+0000 7f7dde890640 1 -- 172.21.15.17:0/1790045304 wait complete. 2024-09-16T01:45:07.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 21628 4.51 MB/sec warmup 30 sec latency 45.946 ms 2024-09-16T01:45:07.717 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:45:07.997 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:45:08.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 22189 4.40 MB/sec warmup 31 sec latency 15.101 ms 2024-09-16T01:45:08.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:08 smithi017 ceph-mon[30972]: pgmap v387: 97 pgs: 97 active+clean; 31 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 86 op/s 2024-09-16T01:45:08.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:08 smithi029 ceph-mon[34783]: pgmap v387: 97 pgs: 97 active+clean; 31 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 86 op/s 2024-09-16T01:45:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:08 smithi122 ceph-mon[34758]: pgmap v387: 97 pgs: 97 active+clean; 31 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 86 op/s 2024-09-16T01:45:09.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 22940 4.40 MB/sec warmup 32 sec latency 13.956 ms 2024-09-16T01:45:10.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 23690 4.32 MB/sec warmup 33 sec latency 14.309 ms 2024-09-16T01:45:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:10 smithi017 ceph-mon[30972]: pgmap v388: 97 pgs: 97 active+clean; 31 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.8 MiB/s wr, 106 op/s 2024-09-16T01:45:10.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:10 smithi029 ceph-mon[34783]: pgmap v388: 97 pgs: 97 active+clean; 31 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.8 MiB/s wr, 106 op/s 2024-09-16T01:45:10.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:10 smithi122 ceph-mon[34758]: pgmap v388: 97 pgs: 97 active+clean; 31 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.8 MiB/s wr, 106 op/s 2024-09-16T01:45:11.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.488+0000 7f5bc9d9b640 1 -- 172.21.15.17:0/2377436176 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bc4031c50 con 0x7f5bcc108290 2024-09-16T01:45:11.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.489+0000 7f5bd0a5c640 1 -- 172.21.15.17:0/2377436176 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bcc108290 msgr2=0x7f5bcc10ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:11.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.489+0000 7f5bd0a5c640 1 --2- 172.21.15.17:0/2377436176 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bcc108290 0x7f5bcc10ec30 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4009cd0 tx=0x7f5bc402a8e0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.489+0000 7f5bd0a5c640 1 -- 172.21.15.17:0/2377436176 shutdown_connections 2024-09-16T01:45:11.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.489+0000 7f5bd0a5c640 1 --2- 172.21.15.17:0/2377436176 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bcc108290 0x7f5bcc10ec30 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.489+0000 7f5bd0a5c640 1 --2- 172.21.15.17:0/2377436176 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bcc103740 0x7f5bcc107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.489+0000 7f5bd0a5c640 1 --2- 172.21.15.17:0/2377436176 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5bcc102d90 0x7f5bcc103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.489+0000 7f5bd0a5c640 1 -- 172.21.15.17:0/2377436176 >> 172.21.15.17:0/2377436176 conn(0x7f5bcc0fc7d0 msgr2=0x7f5bcc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:11.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.489+0000 7f5bd0a5c640 1 -- 172.21.15.17:0/2377436176 shutdown_connections 2024-09-16T01:45:11.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.489+0000 7f5bd0a5c640 1 -- 172.21.15.17:0/2377436176 wait complete. 2024-09-16T01:45:11.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.490+0000 7f5bd0a5c640 1 Processor -- start 2024-09-16T01:45:11.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.490+0000 7f5bd0a5c640 1 -- start start 2024-09-16T01:45:11.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.490+0000 7f5bd0a5c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bcc102d90 0x7f5bcc198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.490+0000 7f5bd0a5c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bcc103740 0x7f5bcc1989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.490+0000 7f5bd0a5c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5bcc108290 0x7f5bcc19cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.490+0000 7f5bd0a5c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc111f50 con 0x7f5bcc103740 2024-09-16T01:45:11.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.490+0000 7f5bd0a5c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc111dd0 con 0x7f5bcc102d90 2024-09-16T01:45:11.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.490+0000 7f5bd0a5c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc1120d0 con 0x7f5bcc108290 2024-09-16T01:45:11.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.491+0000 7f5bc3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bcc103740 0x7f5bcc1989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.491+0000 7f5bca59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bcc102d90 0x7f5bcc198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.491+0000 7f5bc3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bcc103740 0x7f5bcc1989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37378/0 (socket says 172.21.15.17:37378) 2024-09-16T01:45:11.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.491+0000 7f5bc3fff640 1 -- 172.21.15.17:0/924551602 learned_addr learned my addr 172.21.15.17:0/924551602 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:11.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.491+0000 7f5bcad9d640 1 --2- 172.21.15.17:0/924551602 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5bcc108290 0x7f5bcc19cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.491+0000 7f5bc3fff640 1 -- 172.21.15.17:0/924551602 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5bcc108290 msgr2=0x7f5bcc19cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:11.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.491+0000 7f5bc3fff640 1 --2- 172.21.15.17:0/924551602 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5bcc108290 0x7f5bcc19cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.491+0000 7f5bc3fff640 1 -- 172.21.15.17:0/924551602 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bcc102d90 msgr2=0x7f5bcc198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:11.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.491+0000 7f5bc3fff640 1 --2- 172.21.15.17:0/924551602 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bcc102d90 0x7f5bcc198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.491+0000 7f5bc3fff640 1 -- 172.21.15.17:0/924551602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bcc19d420 con 0x7f5bcc103740 2024-09-16T01:45:11.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.491+0000 7f5bca59c640 1 --2- 172.21.15.17:0/924551602 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bcc102d90 0x7f5bcc198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:11.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.491+0000 7f5bc3fff640 1 --2- 172.21.15.17:0/924551602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bcc103740 0x7f5bcc1989b0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f5bb4005fd0 tx=0x7f5bb400dde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:11.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.491+0000 7f5bc37fe640 1 -- 172.21.15.17:0/924551602 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb4017070 con 0x7f5bcc103740 2024-09-16T01:45:11.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.492+0000 7f5bd0a5c640 1 -- 172.21.15.17:0/924551602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bcc19d710 con 0x7f5bcc103740 2024-09-16T01:45:11.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.492+0000 7f5bc37fe640 1 -- 172.21.15.17:0/924551602 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bb4009c30 con 0x7f5bcc103740 2024-09-16T01:45:11.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.492+0000 7f5bc37fe640 1 -- 172.21.15.17:0/924551602 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb4003d40 con 0x7f5bcc103740 2024-09-16T01:45:11.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.492+0000 7f5bd0a5c640 1 -- 172.21.15.17:0/924551602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bcc1a4ff0 con 0x7f5bcc103740 2024-09-16T01:45:11.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.494+0000 7f5bc37fe640 1 -- 172.21.15.17:0/924551602 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f5bb4003ee0 con 0x7f5bcc103740 2024-09-16T01:45:11.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.494+0000 7f5bd2e35740 1 Processor -- start 2024-09-16T01:45:11.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.494+0000 7f5bd2e35740 1 -- start start 2024-09-16T01:45:11.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bd2e35740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 0x55a76b61e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bd2e35740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b61e5d0 0x55a76b61ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bd2e35740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b629370 0x55a76b62b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bd2e35740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a76b5842f0 con 0x55a76b629370 2024-09-16T01:45:11.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bd2e35740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a76b52bcf0 con 0x55a76b61fb40 2024-09-16T01:45:11.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bd2e35740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a76b5802b0 con 0x55a76b61e5d0 2024-09-16T01:45:11.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bca59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b61e5d0 0x55a76b61ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bcad9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 0x55a76b61e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bca59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b61e5d0 0x55a76b61ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:39612/0 (socket says 172.21.15.17:39612) 2024-09-16T01:45:11.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bca59c640 1 -- 172.21.15.17:0/434690637 learned_addr learned my addr 172.21.15.17:0/434690637 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:11.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bc3fff640 1 --2- 172.21.15.17:0/434690637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b629370 0x55a76b62b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bc37fe640 1 --2- 172.21.15.17:0/924551602 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5bb80a3240 0x7f5bb80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bca59c640 1 -- 172.21.15.17:0/434690637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 msgr2=0x55a76b61e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:11.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bca59c640 1 --2- 172.21.15.17:0/434690637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 0x55a76b61e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bca59c640 1 -- 172.21.15.17:0/434690637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b629370 msgr2=0x55a76b62b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:11.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bca59c640 1 --2- 172.21.15.17:0/434690637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b629370 0x55a76b62b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bca59c640 1 -- 172.21.15.17:0/434690637 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a76b5103a0 con 0x55a76b61e5d0 2024-09-16T01:45:11.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bc3fff640 1 --2- 172.21.15.17:0/434690637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b629370 0x55a76b62b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:11.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bc37fe640 1 -- 172.21.15.17:0/924551602 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5bb40cf470 con 0x7f5bcc103740 2024-09-16T01:45:11.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.495+0000 7f5bcad9d640 1 --2- 172.21.15.17:0/924551602 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5bb80a3240 0x7f5bb80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.496+0000 7f5bca59c640 1 --2- 172.21.15.17:0/434690637 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b61e5d0 0x55a76b61ea10 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc0115f0 tx=0x7f5bbc011ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb5e75c27f935f1b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:11.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.496+0000 7f5bc0ff9640 1 -- 172.21.15.17:0/434690637 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc01e070 con 0x55a76b61e5d0 2024-09-16T01:45:11.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.496+0000 7f5bc0ff9640 1 -- 172.21.15.17:0/434690637 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bbc00faf0 con 0x55a76b61e5d0 2024-09-16T01:45:11.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.496+0000 7f5bc0ff9640 1 -- 172.21.15.17:0/434690637 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc019b40 con 0x55a76b61e5d0 2024-09-16T01:45:11.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.496+0000 7f5bcad9d640 1 --2- 172.21.15.17:0/924551602 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5bb80a3240 0x7f5bb80a5700 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4005e10 tx=0x7f5bc402a8e0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:11.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.497+0000 7f5bd2e35740 1 -- 172.21.15.17:0/434690637 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b61e5d0 msgr2=0x55a76b61ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:11.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.497+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/434690637 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b61e5d0 0x55a76b61ea10 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc0115f0 tx=0x7f5bbc011ab0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.497+0000 7f5bd2e35740 1 -- 172.21.15.17:0/434690637 shutdown_connections 2024-09-16T01:45:11.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.497+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/434690637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b629370 0x55a76b62b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.497+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/434690637 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b61e5d0 0x55a76b61ea10 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.497+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/434690637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 0x55a76b61e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.497+0000 7f5bd2e35740 1 -- 172.21.15.17:0/434690637 >> 172.21.15.17:0/434690637 conn(0x55a76b5e7310 msgr2=0x55a76b61ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:11.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.497+0000 7f5bd2e35740 1 -- 172.21.15.17:0/434690637 shutdown_connections 2024-09-16T01:45:11.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.497+0000 7f5bd2e35740 1 -- 172.21.15.17:0/434690637 wait complete. 2024-09-16T01:45:11.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.497+0000 7f5bd2e35740 1 -- start start 2024-09-16T01:45:11.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.497+0000 7f5bd2e35740 1 Processor -- start 2024-09-16T01:45:11.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bd2e35740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61e5d0 0x55a76b628d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bd2e35740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b61fb40 0x55a76b626040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bd2e35740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b629370 0x55a76b626650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bd2e35740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a76b630480 con 0x55a76b629370 2024-09-16T01:45:11.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bd2e35740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a76b53f060 con 0x55a76b61e5d0 2024-09-16T01:45:11.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bd2e35740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a76b630600 con 0x55a76b61fb40 2024-09-16T01:45:11.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bd2e35740 10 client.0 _ll_register_callbacks cb 0x55a76b2928c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:11.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bc3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b61fb40 0x55a76b626040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bcad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b629370 0x55a76b626650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bca59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61e5d0 0x55a76b628d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bc3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b61fb40 0x55a76b626040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:39622/0 (socket says 172.21.15.17:39622) 2024-09-16T01:45:11.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bca59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61e5d0 0x55a76b628d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:40772/0 (socket says 172.21.15.17:40772) 2024-09-16T01:45:11.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bc3fff640 1 -- 172.21.15.17:0/102054053 learned_addr learned my addr 172.21.15.17:0/102054053 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:11.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bc3fff640 1 -- 172.21.15.17:0/102054053 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61e5d0 msgr2=0x55a76b628d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:11.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bc3fff640 1 --2- 172.21.15.17:0/102054053 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61e5d0 0x55a76b628d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bc3fff640 1 -- 172.21.15.17:0/102054053 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b629370 msgr2=0x55a76b626650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:11.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bc3fff640 1 --2- 172.21.15.17:0/102054053 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b629370 0x55a76b626650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bc3fff640 1 -- 172.21.15.17:0/102054053 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a76b2f53c0 con 0x55a76b61fb40 2024-09-16T01:45:11.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bc3fff640 1 --2- 172.21.15.17:0/102054053 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b61fb40 0x55a76b626040 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f5bb409b790 tx=0x7f5bb409b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dad238d4d3dcdd84 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:11.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bb1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:45:11.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/102054053 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bb4009de0 con 0x55a76b61fb40 2024-09-16T01:45:11.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/102054053 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5bb40860b0 con 0x55a76b61fb40 2024-09-16T01:45:11.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.498+0000 7f5bd2e35740 1 -- 172.21.15.17:0/102054053 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5bbc00faf0 con 0x55a76b61fb40 2024-09-16T01:45:11.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.499+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/102054053 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f5bb409ba90 con 0x55a76b61fb40 2024-09-16T01:45:11.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.499+0000 7f5bd2e35740 10 client.25150 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:11.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.499+0000 7f5bd2e35740 1 -- 172.21.15.17:0/102054053 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55a76b63bf50 con 0x55a76b61fb40 2024-09-16T01:45:11.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.499+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/102054053 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bbc00faf0 con 0x55a76b61fb40 2024-09-16T01:45:11.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.499+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/102054053 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f5bb40a4270 con 0x55a76b61fb40 2024-09-16T01:45:11.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.499+0000 7f5bd2e35740 10 client.25150 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:11.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.499+0000 7f5bd2e35740 10 client.25150 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:45:11.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.499+0000 7f5bd2e35740 20 client.25150 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:11.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.499+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/102054053 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a76b63d410 0x55a76b63f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.499+0000 7f5bd2e35740 4 client.25150 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:45:11.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.499+0000 7f5bd2e35740 1 -- 172.21.15.17:0/102054053 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a76b591860 con 0x55a76b63d410 2024-09-16T01:45:11.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.499+0000 7f5bca59c640 1 --2- 172.21.15.17:0/102054053 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a76b63d410 0x55a76b63f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.500+0000 7f5bca59c640 1 --2- 172.21.15.17:0/102054053 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a76b63d410 0x55a76b63f800 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c85d15f68d28dac4 server_cookie=1fda0e74ca6e6f25 in_seq=0 out_seq=0 2024-09-16T01:45:11.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.500+0000 7f5bb1ffb640 10 client.25150 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:45:11.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.500+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/102054053 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a76b591860 con 0x55a76b63d410 2024-09-16T01:45:11.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.500+0000 7f5bb1ffb640 10 client.25150 handle_command_reply: tid=0 2024-09-16T01:45:11.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.500+0000 7f5bd2e35740 1 client.25150 shutdown 2024-09-16T01:45:11.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.501+0000 7f5bd2e35740 1 -- 172.21.15.17:0/102054053 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b61fb40 msgr2=0x55a76b626040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:11.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.501+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/102054053 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b61fb40 0x55a76b626040 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f5bb409b790 tx=0x7f5bb409b960 comp rx=0 tx=0).stop 2024-09-16T01:45:11.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.501+0000 7f5bd2e35740 1 -- 172.21.15.17:0/102054053 shutdown_connections 2024-09-16T01:45:11.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.501+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/102054053 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a76b63d410 0x55a76b63f800 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.501+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/102054053 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b629370 0x55a76b626650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.501+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/102054053 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b61fb40 0x55a76b626040 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.501+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/102054053 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61e5d0 0x55a76b628d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.501+0000 7f5bb1ffb640 0 client.25150 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:45:11.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.501+0000 7f5bd2e35740 1 -- 172.21.15.17:0/102054053 >> 172.21.15.17:0/102054053 conn(0x55a76b5e7310 msgr2=0x55a76b620960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:11.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.501+0000 7f5bd2e35740 1 -- 172.21.15.17:0/102054053 shutdown_connections 2024-09-16T01:45:11.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.501+0000 7f5bd2e35740 1 -- 172.21.15.17:0/102054053 wait complete. 2024-09-16T01:45:11.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.501+0000 7f5bd2e35740 20 client.25150 trim_cache size 0 max 16384 2024-09-16T01:45:11.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.515+0000 7f5bd2e35740 1 Processor -- start 2024-09-16T01:45:11.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bd2e35740 1 -- start start 2024-09-16T01:45:11.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bd2e35740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b61e5d0 0x55a76b61ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bd2e35740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 0x55a76b639720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bd2e35740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b629370 0x55a76b62fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bd2e35740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc1adce0 con 0x55a76b61e5d0 2024-09-16T01:45:11.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bd2e35740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc1ab5b0 con 0x55a76b61fb40 2024-09-16T01:45:11.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bd2e35740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc1a93e0 con 0x55a76b629370 2024-09-16T01:45:11.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bca59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b61e5d0 0x55a76b61ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bca59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b61e5d0 0x55a76b61ae10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37410/0 (socket says 172.21.15.17:37410) 2024-09-16T01:45:11.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bca59c640 1 -- 172.21.15.17:0/1756621498 learned_addr learned my addr 172.21.15.17:0/1756621498 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:11.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bc3fff640 1 --2- 172.21.15.17:0/1756621498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 0x55a76b639720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bcad9d640 1 --2- 172.21.15.17:0/1756621498 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b629370 0x55a76b62fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bca59c640 1 -- 172.21.15.17:0/1756621498 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b629370 msgr2=0x55a76b62fbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:11.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bca59c640 1 --2- 172.21.15.17:0/1756621498 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b629370 0x55a76b62fbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bca59c640 1 -- 172.21.15.17:0/1756621498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 msgr2=0x55a76b639720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:11.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bca59c640 1 --2- 172.21.15.17:0/1756621498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 0x55a76b639720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bca59c640 1 -- 172.21.15.17:0/1756621498 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a76b629100 con 0x55a76b61e5d0 2024-09-16T01:45:11.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.516+0000 7f5bca59c640 1 --2- 172.21.15.17:0/1756621498 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b61e5d0 0x55a76b61ae10 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc0197f0 tx=0x7f5bbc014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=412037fa4ff665aa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:11.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.517+0000 7f5bb3fff640 1 -- 172.21.15.17:0/1756621498 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc01e040 con 0x55a76b61e5d0 2024-09-16T01:45:11.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.517+0000 7f5bb3fff640 1 -- 172.21.15.17:0/1756621498 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bbc029070 con 0x55a76b61e5d0 2024-09-16T01:45:11.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.517+0000 7f5bb3fff640 1 -- 172.21.15.17:0/1756621498 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc0053b0 con 0x55a76b61e5d0 2024-09-16T01:45:11.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.517+0000 7f5bd2e35740 1 -- 172.21.15.17:0/1756621498 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b61e5d0 msgr2=0x55a76b61ae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:11.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.517+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/1756621498 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b61e5d0 0x55a76b61ae10 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc0197f0 tx=0x7f5bbc014000 comp rx=0 tx=0).stop 2024-09-16T01:45:11.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 -- 172.21.15.17:0/1756621498 shutdown_connections 2024-09-16T01:45:11.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/1756621498 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b629370 0x55a76b62fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/1756621498 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 0x55a76b639720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/1756621498 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b61e5d0 0x55a76b61ae10 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 -- 172.21.15.17:0/1756621498 >> 172.21.15.17:0/1756621498 conn(0x55a76b5e7310 msgr2=0x55a76b61a700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:11.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 -- 172.21.15.17:0/1756621498 shutdown_connections 2024-09-16T01:45:11.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 -- 172.21.15.17:0/1756621498 wait complete. 2024-09-16T01:45:11.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 -- start start 2024-09-16T01:45:11.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 Processor -- start 2024-09-16T01:45:11.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b61e5d0 0x55a76b62f790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 0x55a76b635890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b629370 0x55a76b635dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc1a9a70 con 0x55a76b61e5d0 2024-09-16T01:45:11.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc1aaee0 con 0x55a76b61fb40 2024-09-16T01:45:11.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5bcc1aa140 con 0x55a76b629370 2024-09-16T01:45:11.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bca59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b61e5d0 0x55a76b62f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bcad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b629370 0x55a76b635dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bc3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 0x55a76b635890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bd2e35740 10 client.0 _ll_register_callbacks cb 0x7f5bb400df10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:11.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bcad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b629370 0x55a76b635dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:39638/0 (socket says 172.21.15.17:39638) 2024-09-16T01:45:11.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bc3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 0x55a76b635890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:40794/0 (socket says 172.21.15.17:40794) 2024-09-16T01:45:11.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.518+0000 7f5bcad9d640 1 -- 172.21.15.17:0/939266373 learned_addr learned my addr 172.21.15.17:0/939266373 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:11.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.519+0000 7f5bca59c640 1 -- 172.21.15.17:0/939266373 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b629370 msgr2=0x55a76b635dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:11.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.519+0000 7f5bca59c640 1 --2- 172.21.15.17:0/939266373 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b629370 0x55a76b635dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.519+0000 7f5bca59c640 1 -- 172.21.15.17:0/939266373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 msgr2=0x55a76b635890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:11.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.519+0000 7f5bca59c640 1 --2- 172.21.15.17:0/939266373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 0x55a76b635890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.519+0000 7f5bca59c640 1 -- 172.21.15.17:0/939266373 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a76b636340 con 0x55a76b61e5d0 2024-09-16T01:45:11.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.519+0000 7f5bca59c640 1 --2- 172.21.15.17:0/939266373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b61e5d0 0x55a76b62f790 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc009bd0 tx=0x7f5bbc0114f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf02ddecae673ea1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:11.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.519+0000 7f5bb1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:45:11.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.519+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/939266373 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bbc01e070 con 0x55a76b61e5d0 2024-09-16T01:45:11.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.519+0000 7f5bd2e35740 1 -- 172.21.15.17:0/939266373 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5bbc029070 con 0x55a76b61e5d0 2024-09-16T01:45:11.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.519+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/939266373 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5bbc00fda0 con 0x55a76b61e5d0 2024-09-16T01:45:11.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.519+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/939266373 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f5bbc00f640 con 0x55a76b61e5d0 2024-09-16T01:45:11.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.519+0000 7f5bd2e35740 10 client.15507 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:11.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.519+0000 7f5bd2e35740 1 -- 172.21.15.17:0/939266373 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55a76b6ac7d0 con 0x55a76b61e5d0 2024-09-16T01:45:11.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.520+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/939266373 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bbc029070 con 0x55a76b61e5d0 2024-09-16T01:45:11.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.520+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/939266373 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f5bbc019820 con 0x55a76b61e5d0 2024-09-16T01:45:11.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.520+0000 7f5bd2e35740 10 client.15507 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:11.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.520+0000 7f5bd2e35740 10 client.15507 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:45:11.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.520+0000 7f5bd2e35740 20 client.15507 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:11.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.520+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/939266373 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a76b6acb50 0x55a76b6aef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:11.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.520+0000 7f5bd2e35740 4 client.15507 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:45:11.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.520+0000 7f5bd2e35740 1 -- 172.21.15.17:0/939266373 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a76b58bd70 con 0x55a76b6acb50 2024-09-16T01:45:11.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.520+0000 7f5bc3fff640 1 --2- 172.21.15.17:0/939266373 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a76b6acb50 0x55a76b6aef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:11.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.520+0000 7f5bb1ffb640 10 client.15507 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:45:11.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.520+0000 7f5bc3fff640 1 --2- 172.21.15.17:0/939266373 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a76b6acb50 0x55a76b6aef40 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e507e11e3c7d29bc server_cookie=7f9cf331b3d2ad99 in_seq=0 out_seq=0 2024-09-16T01:45:11.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/939266373 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a76b58bd70 con 0x55a76b6acb50 2024-09-16T01:45:11.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bb1ffb640 10 client.15507 handle_command_reply: tid=0 2024-09-16T01:45:11.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bd2e35740 1 client.15507 shutdown 2024-09-16T01:45:11.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bd2e35740 1 -- 172.21.15.17:0/939266373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b61e5d0 msgr2=0x55a76b62f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:11.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/939266373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b61e5d0 0x55a76b62f790 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc009bd0 tx=0x7f5bbc0114f0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bd2e35740 1 -- 172.21.15.17:0/939266373 shutdown_connections 2024-09-16T01:45:11.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/939266373 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a76b6acb50 0x55a76b6aef40 crc :-1 s=READY pgs=26 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bb1ffb640 0 client.15507 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:45:11.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/939266373 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a76b629370 0x55a76b635dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/939266373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a76b61fb40 0x55a76b635890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bd2e35740 1 --2- 172.21.15.17:0/939266373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a76b61e5d0 0x55a76b62f790 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bd2e35740 1 -- 172.21.15.17:0/939266373 >> 172.21.15.17:0/939266373 conn(0x55a76b5e7310 msgr2=0x55a76b6278a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:11.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bd2e35740 1 -- 172.21.15.17:0/939266373 shutdown_connections 2024-09-16T01:45:11.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bd2e35740 1 -- 172.21.15.17:0/939266373 wait complete. 2024-09-16T01:45:11.159 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:45:11.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.521+0000 7f5bd2e35740 20 client.15507 trim_cache size 0 max 16384 2024-09-16T01:45:11.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.522+0000 7f5bd0a5c640 1 -- 172.21.15.17:0/924551602 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5bb80a3240 msgr2=0x7f5bb80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:11.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.522+0000 7f5bd0a5c640 1 --2- 172.21.15.17:0/924551602 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5bb80a3240 0x7f5bb80a5700 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f5bc4005e10 tx=0x7f5bc402a8e0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.522+0000 7f5bd0a5c640 1 -- 172.21.15.17:0/924551602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bcc103740 msgr2=0x7f5bcc1989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:11.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.522+0000 7f5bd0a5c640 1 --2- 172.21.15.17:0/924551602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bcc103740 0x7f5bcc1989b0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f5bb4005fd0 tx=0x7f5bb400dde0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.522+0000 7f5bd0a5c640 1 -- 172.21.15.17:0/924551602 shutdown_connections 2024-09-16T01:45:11.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.522+0000 7f5bd0a5c640 1 --2- 172.21.15.17:0/924551602 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5bb80a3240 0x7f5bb80a5700 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.522+0000 7f5bd0a5c640 1 --2- 172.21.15.17:0/924551602 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5bcc108290 0x7f5bcc19cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.522+0000 7f5bd0a5c640 1 --2- 172.21.15.17:0/924551602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bcc103740 0x7f5bcc1989b0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.522+0000 7f5bd0a5c640 1 --2- 172.21.15.17:0/924551602 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bcc102d90 0x7f5bcc198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:11.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.522+0000 7f5bd0a5c640 1 -- 172.21.15.17:0/924551602 >> 172.21.15.17:0/924551602 conn(0x7f5bcc0fc7d0 msgr2=0x7f5bcc105dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:11.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.522+0000 7f5bd0a5c640 1 -- 172.21.15.17:0/924551602 shutdown_connections 2024-09-16T01:45:11.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:10.522+0000 7f5bd0a5c640 1 -- 172.21.15.17:0/924551602 wait complete. 2024-09-16T01:45:11.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 24618 4.42 MB/sec warmup 34 sec latency 11.451 ms 2024-09-16T01:45:11.925 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:45:12.212 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:45:12.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 25185 4.42 MB/sec warmup 35 sec latency 12.657 ms 2024-09-16T01:45:12.642 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:12 smithi017 ceph-mon[30972]: pgmap v389: 97 pgs: 97 active+clean; 32 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 1.6 MiB/s wr, 87 op/s 2024-09-16T01:45:12.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.734+0000 7f8f10b6c640 1 -- 172.21.15.17:0/2137143535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f0c106f40 msgr2=0x7f8f0c10eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:12.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.734+0000 7f8f10b6c640 1 --2- 172.21.15.17:0/2137143535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f0c106f40 0x7f8f0c10eac0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f8efc009900 tx=0x7f8efc02a410 comp rx=0 tx=0).stop 2024-09-16T01:45:12.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.734+0000 7f8f10b6c640 1 -- 172.21.15.17:0/2137143535 shutdown_connections 2024-09-16T01:45:12.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.734+0000 7f8f10b6c640 1 --2- 172.21.15.17:0/2137143535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f0c106f40 0x7f8f0c10eac0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.734+0000 7f8f10b6c640 1 --2- 172.21.15.17:0/2137143535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f0c1027c0 0x7f8f0c106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.734+0000 7f8f10b6c640 1 --2- 172.21.15.17:0/2137143535 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f0c101e10 0x7f8f0c1021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.734+0000 7f8f10b6c640 1 -- 172.21.15.17:0/2137143535 >> 172.21.15.17:0/2137143535 conn(0x7f8f0c0fd8d0 msgr2=0x7f8f0c0ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:12.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.734+0000 7f8f10b6c640 1 -- 172.21.15.17:0/2137143535 shutdown_connections 2024-09-16T01:45:12.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.734+0000 7f8f10b6c640 1 -- 172.21.15.17:0/2137143535 wait complete. 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.735+0000 7f8f10b6c640 1 Processor -- start 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.735+0000 7f8f10b6c640 1 -- start start 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.735+0000 7f8f10b6c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f0c101e10 0x7f8f0c19a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.735+0000 7f8f10b6c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f0c1027c0 0x7f8f0c19aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.735+0000 7f8f10b6c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f0c106f40 0x7f8f0c19ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f10b6c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c111ea0 con 0x7f8f0c1027c0 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f10b6c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c111d20 con 0x7f8f0c101e10 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f10b6c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c112020 con 0x7f8f0c106f40 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f09d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f0c1027c0 0x7f8f0c19aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f0ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f0c106f40 0x7f8f0c19ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f0ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f0c106f40 0x7f8f0c19ede0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:39664/0 (socket says 172.21.15.17:39664) 2024-09-16T01:45:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f0ad9d640 1 -- 172.21.15.17:0/158680368 learned_addr learned my addr 172.21.15.17:0/158680368 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f0a59c640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f0c101e10 0x7f8f0c19a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f0ad9d640 1 -- 172.21.15.17:0/158680368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f0c101e10 msgr2=0x7f8f0c19a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f0ad9d640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f0c101e10 0x7f8f0c19a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f0ad9d640 1 -- 172.21.15.17:0/158680368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f0c1027c0 msgr2=0x7f8f0c19aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f0ad9d640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f0c1027c0 0x7f8f0c19aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f0ad9d640 1 -- 172.21.15.17:0/158680368 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f0c19f4c0 con 0x7f8f0c106f40 2024-09-16T01:45:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f09d9b640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f0c1027c0 0x7f8f0c19aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f0a59c640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f0c101e10 0x7f8f0c19a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.736+0000 7f8f0ad9d640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f0c106f40 0x7f8f0c19ede0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8efc02a930 tx=0x7f8efc003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.737+0000 7f8f037fe640 1 -- 172.21.15.17:0/158680368 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8efc03f070 con 0x7f8f0c106f40 2024-09-16T01:45:12.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.737+0000 7f8f037fe640 1 -- 172.21.15.17:0/158680368 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8efc031b50 con 0x7f8f0c106f40 2024-09-16T01:45:12.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.737+0000 7f8f037fe640 1 -- 172.21.15.17:0/158680368 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8efc035030 con 0x7f8f0c106f40 2024-09-16T01:45:12.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.737+0000 7f8f10b6c640 1 -- 172.21.15.17:0/158680368 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f0c19f750 con 0x7f8f0c106f40 2024-09-16T01:45:12.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.737+0000 7f8f10b6c640 1 -- 172.21.15.17:0/158680368 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f0c1a7090 con 0x7f8f0c106f40 2024-09-16T01:45:12.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.739+0000 7f8f037fe640 1 -- 172.21.15.17:0/158680368 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f8efc042070 con 0x7f8f0c106f40 2024-09-16T01:45:12.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.739+0000 7f8f12f45740 1 Processor -- start 2024-09-16T01:45:12.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f12f45740 1 -- start start 2024-09-16T01:45:12.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f12f45740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 0x55733c9ed090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f12f45740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9ed5d0 0x55733c9eda10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f12f45740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 0x55733c9fa760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f12f45740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55733c9532f0 con 0x55733c9f8370 2024-09-16T01:45:12.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f12f45740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55733c8facf0 con 0x55733c9ed5d0 2024-09-16T01:45:12.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f12f45740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55733c94f2b0 con 0x55733c9eeb40 2024-09-16T01:45:12.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f037fe640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8ef80a32c0 0x7f8ef80a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f09d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 0x55733c9ed090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f0a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9ed5d0 0x55733c9eda10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f09d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 0x55733c9ed090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:39680/0 (socket says 172.21.15.17:39680) 2024-09-16T01:45:12.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f09d9b640 1 -- 172.21.15.17:0/3250646315 learned_addr learned my addr 172.21.15.17:0/3250646315 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:12.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f09d9b640 1 --2- 172.21.15.17:0/3250646315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 0x55733c9fa760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f0ad9d640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8ef80a32c0 0x7f8ef80a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f037fe640 1 -- 172.21.15.17:0/158680368 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8efc0eff20 con 0x7f8f0c106f40 2024-09-16T01:45:12.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f0a59c640 1 -- 172.21.15.17:0/3250646315 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 msgr2=0x55733c9ed090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:12.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f0a59c640 1 --2- 172.21.15.17:0/3250646315 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 0x55733c9ed090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f0a59c640 1 -- 172.21.15.17:0/3250646315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 msgr2=0x55733c9fa760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:12.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f0a59c640 1 --2- 172.21.15.17:0/3250646315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 0x55733c9fa760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.740+0000 7f8f0a59c640 1 -- 172.21.15.17:0/3250646315 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55733c8df3a0 con 0x55733c9ed5d0 2024-09-16T01:45:12.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.741+0000 7f8f0a59c640 1 --2- 172.21.15.17:0/3250646315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9ed5d0 0x55733c9eda10 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8f04005fd0 tx=0x7f8f04011c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c5bfdc5657522fc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:12.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.741+0000 7f8f0ad9d640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8ef80a32c0 0x7f8ef80a5780 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f8efc005ab0 tx=0x7f8efc086ff0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:12.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.741+0000 7f8f00ff9640 1 -- 172.21.15.17:0/3250646315 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f04003c30 con 0x55733c9ed5d0 2024-09-16T01:45:12.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.741+0000 7f8f00ff9640 1 -- 172.21.15.17:0/3250646315 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f04003dd0 con 0x55733c9ed5d0 2024-09-16T01:45:12.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.741+0000 7f8f00ff9640 1 -- 172.21.15.17:0/3250646315 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f040193e0 con 0x55733c9ed5d0 2024-09-16T01:45:12.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.742+0000 7f8f12f45740 1 -- 172.21.15.17:0/3250646315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9ed5d0 msgr2=0x55733c9eda10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:12.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.742+0000 7f8f12f45740 1 --2- 172.21.15.17:0/3250646315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9ed5d0 0x55733c9eda10 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8f04005fd0 tx=0x7f8f04011c70 comp rx=0 tx=0).stop 2024-09-16T01:45:12.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.742+0000 7f8f12f45740 1 -- 172.21.15.17:0/3250646315 shutdown_connections 2024-09-16T01:45:12.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.742+0000 7f8f12f45740 1 --2- 172.21.15.17:0/3250646315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 0x55733c9fa760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.742+0000 7f8f12f45740 1 --2- 172.21.15.17:0/3250646315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9ed5d0 0x55733c9eda10 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.742+0000 7f8f12f45740 1 --2- 172.21.15.17:0/3250646315 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 0x55733c9ed090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.742+0000 7f8f12f45740 1 -- 172.21.15.17:0/3250646315 >> 172.21.15.17:0/3250646315 conn(0x55733c9b6310 msgr2=0x55733c9e9c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:12.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.742+0000 7f8f12f45740 1 -- 172.21.15.17:0/3250646315 shutdown_connections 2024-09-16T01:45:12.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.742+0000 7f8f12f45740 1 -- 172.21.15.17:0/3250646315 wait complete. 2024-09-16T01:45:12.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.742+0000 7f8f12f45740 1 -- start start 2024-09-16T01:45:12.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.742+0000 7f8f12f45740 1 Processor -- start 2024-09-16T01:45:12.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f12f45740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9ed5d0 0x55733c9f7cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f12f45740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 0x55733c9f4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f12f45740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 0x55733c9f5520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f12f45740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55733c9fb070 con 0x55733c9f8370 2024-09-16T01:45:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f12f45740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55733c90e060 con 0x55733c9ed5d0 2024-09-16T01:45:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f12f45740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55733c9fb1f0 con 0x55733c9eeb40 2024-09-16T01:45:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f12f45740 10 client.0 _ll_register_callbacks cb 0x55733c6618c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f09d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9ed5d0 0x55733c9f7cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f0a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 0x55733c9f4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f09d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9ed5d0 0x55733c9f7cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:40832/0 (socket says 172.21.15.17:40832) 2024-09-16T01:45:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f0a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 0x55733c9f4fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:39690/0 (socket says 172.21.15.17:39690) 2024-09-16T01:45:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f09d9b640 1 -- 172.21.15.17:0/1404541375 learned_addr learned my addr 172.21.15.17:0/1404541375 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f09d9b640 1 --2- 172.21.15.17:0/1404541375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 0x55733c9f5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f09d9b640 1 -- 172.21.15.17:0/1404541375 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 msgr2=0x55733c9f4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f09d9b640 1 --2- 172.21.15.17:0/1404541375 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 0x55733c9f4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f09d9b640 1 -- 172.21.15.17:0/1404541375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 msgr2=0x55733c9f5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f09d9b640 1 --2- 172.21.15.17:0/1404541375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 0x55733c9f5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f09d9b640 1 -- 172.21.15.17:0/1404541375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55733c6c43c0 con 0x55733c9ed5d0 2024-09-16T01:45:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8f09d9b640 1 --2- 172.21.15.17:0/1404541375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9ed5d0 0x55733c9f7cf0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8ef400f4b0 tx=0x7f8ef4004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ef94b38058f0fda server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.743+0000 7f8ef1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:45:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.744+0000 7f8ef1ffb640 1 -- 172.21.15.17:0/1404541375 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef4011280 con 0x55733c9ed5d0 2024-09-16T01:45:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.744+0000 7f8ef1ffb640 1 -- 172.21.15.17:0/1404541375 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8ef4004050 con 0x55733c9ed5d0 2024-09-16T01:45:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.744+0000 7f8f12f45740 1 -- 172.21.15.17:0/1404541375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f04003dd0 con 0x55733c9ed5d0 2024-09-16T01:45:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.744+0000 7f8ef1ffb640 1 -- 172.21.15.17:0/1404541375 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8ef4004250 con 0x55733c9ed5d0 2024-09-16T01:45:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.744+0000 7f8f12f45740 10 client.25121 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.744+0000 7f8f12f45740 1 -- 172.21.15.17:0/1404541375 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55733ca06aa0 con 0x55733c9ed5d0 2024-09-16T01:45:12.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.744+0000 7f8ef1ffb640 1 -- 172.21.15.17:0/1404541375 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f04003dd0 con 0x55733c9ed5d0 2024-09-16T01:45:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.744+0000 7f8ef1ffb640 1 -- 172.21.15.17:0/1404541375 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8ef4004830 con 0x55733c9ed5d0 2024-09-16T01:45:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.744+0000 7f8f12f45740 10 client.25121 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.744+0000 7f8f12f45740 10 client.25121 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.744+0000 7f8f12f45740 20 client.25121 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.744+0000 7f8f12f45740 1 --2- 172.21.15.17:0/1404541375 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55733ca07eb0 0x55733ca0a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.744+0000 7f8f12f45740 4 client.25121 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:45:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.744+0000 7f8f12f45740 1 -- 172.21.15.17:0/1404541375 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55733c960860 con 0x55733ca07eb0 2024-09-16T01:45:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.745+0000 7f8f0a59c640 1 --2- 172.21.15.17:0/1404541375 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55733ca07eb0 0x55733ca0a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.745+0000 7f8ef1ffb640 10 client.25121 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:12.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.745+0000 7f8f0a59c640 1 --2- 172.21.15.17:0/1404541375 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55733ca07eb0 0x55733ca0a2c0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bca987f6c997811c server_cookie=6e8386a33fec0db8 in_seq=0 out_seq=0 2024-09-16T01:45:12.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8ef1ffb640 1 -- 172.21.15.17:0/1404541375 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55733c960860 con 0x55733ca07eb0 2024-09-16T01:45:12.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8ef1ffb640 10 client.25121 handle_command_reply: tid=0 2024-09-16T01:45:12.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8f12f45740 1 client.25121 shutdown 2024-09-16T01:45:12.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8f12f45740 1 -- 172.21.15.17:0/1404541375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9ed5d0 msgr2=0x55733c9f7cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:12.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8f12f45740 1 --2- 172.21.15.17:0/1404541375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9ed5d0 0x55733c9f7cf0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8ef400f4b0 tx=0x7f8ef4004730 comp rx=0 tx=0).stop 2024-09-16T01:45:12.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8f12f45740 1 -- 172.21.15.17:0/1404541375 shutdown_connections 2024-09-16T01:45:12.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8f12f45740 1 --2- 172.21.15.17:0/1404541375 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55733ca07eb0 0x55733ca0a2c0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8f12f45740 1 --2- 172.21.15.17:0/1404541375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 0x55733c9f5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8f12f45740 1 --2- 172.21.15.17:0/1404541375 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 0x55733c9f4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8ef1ffb640 0 client.25121 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:12.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8f12f45740 1 --2- 172.21.15.17:0/1404541375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9ed5d0 0x55733c9f7cf0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8f12f45740 1 -- 172.21.15.17:0/1404541375 >> 172.21.15.17:0/1404541375 conn(0x55733c9b6310 msgr2=0x55733c9ef960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:12.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8f12f45740 1 -- 172.21.15.17:0/1404541375 shutdown_connections 2024-09-16T01:45:12.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8f12f45740 1 -- 172.21.15.17:0/1404541375 wait complete. 2024-09-16T01:45:12.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.746+0000 7f8f12f45740 20 client.25121 trim_cache size 0 max 16384 2024-09-16T01:45:12.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.761+0000 7f8f12f45740 1 Processor -- start 2024-09-16T01:45:12.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.761+0000 7f8f12f45740 1 -- start start 2024-09-16T01:45:12.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.761+0000 7f8f12f45740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9ed5d0 0x55733c9f6f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.761+0000 7f8f12f45740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9eeb40 0x55733c9f0120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.761+0000 7f8f12f45740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 0x55733c9f0660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.761+0000 7f8f12f45740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c1b1fb0 con 0x55733c9f8370 2024-09-16T01:45:12.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.761+0000 7f8f12f45740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c1af880 con 0x55733c9eeb40 2024-09-16T01:45:12.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.761+0000 7f8f12f45740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c1ad6b0 con 0x55733c9ed5d0 2024-09-16T01:45:12.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.761+0000 7f8f09d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9ed5d0 0x55733c9f6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.761+0000 7f8f0a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9eeb40 0x55733c9f0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.761+0000 7f8f09d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9ed5d0 0x55733c9f6f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:39694/0 (socket says 172.21.15.17:39694) 2024-09-16T01:45:12.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.761+0000 7f8f09d9b640 1 -- 172.21.15.17:0/425912670 learned_addr learned my addr 172.21.15.17:0/425912670 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:12.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.761+0000 7f8f09d9b640 1 --2- 172.21.15.17:0/425912670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 0x55733c9f0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.762+0000 7f8f09d9b640 1 -- 172.21.15.17:0/425912670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9eeb40 msgr2=0x55733c9f0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:12.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.762+0000 7f8f09d9b640 1 --2- 172.21.15.17:0/425912670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9eeb40 0x55733c9f0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.762+0000 7f8f09d9b640 1 -- 172.21.15.17:0/425912670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 msgr2=0x55733c9f0660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:12.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.762+0000 7f8f09d9b640 1 --2- 172.21.15.17:0/425912670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 0x55733c9f0660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.762+0000 7f8f09d9b640 1 -- 172.21.15.17:0/425912670 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55733c9e94f0 con 0x55733c9ed5d0 2024-09-16T01:45:12.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.762+0000 7f8f09d9b640 1 --2- 172.21.15.17:0/425912670 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9ed5d0 0x55733c9f6f10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f8ef4011e50 tx=0x7f8ef4005b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6a29992ff9a6c9d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:12.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.762+0000 7f8ef3fff640 1 -- 172.21.15.17:0/425912670 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef40043f0 con 0x55733c9ed5d0 2024-09-16T01:45:12.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.762+0000 7f8ef3fff640 1 -- 172.21.15.17:0/425912670 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ef4011280 con 0x55733c9ed5d0 2024-09-16T01:45:12.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.762+0000 7f8ef3fff640 1 -- 172.21.15.17:0/425912670 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef40056d0 con 0x55733c9ed5d0 2024-09-16T01:45:12.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.763+0000 7f8f12f45740 1 -- 172.21.15.17:0/425912670 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9ed5d0 msgr2=0x55733c9f6f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:12.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.763+0000 7f8f12f45740 1 --2- 172.21.15.17:0/425912670 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9ed5d0 0x55733c9f6f10 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f8ef4011e50 tx=0x7f8ef4005b90 comp rx=0 tx=0).stop 2024-09-16T01:45:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.763+0000 7f8f12f45740 1 -- 172.21.15.17:0/425912670 shutdown_connections 2024-09-16T01:45:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.763+0000 7f8f12f45740 1 --2- 172.21.15.17:0/425912670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9f8370 0x55733c9f0660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.763+0000 7f8f12f45740 1 --2- 172.21.15.17:0/425912670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9eeb40 0x55733c9f0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.763+0000 7f8f12f45740 1 --2- 172.21.15.17:0/425912670 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9ed5d0 0x55733c9f6f10 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.763+0000 7f8f12f45740 1 -- 172.21.15.17:0/425912670 >> 172.21.15.17:0/425912670 conn(0x55733c9b6310 msgr2=0x55733c9f6800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.763+0000 7f8f12f45740 1 -- 172.21.15.17:0/425912670 shutdown_connections 2024-09-16T01:45:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.763+0000 7f8f12f45740 1 -- 172.21.15.17:0/425912670 wait complete. 2024-09-16T01:45:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.763+0000 7f8f12f45740 1 -- start start 2024-09-16T01:45:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.763+0000 7f8f12f45740 1 Processor -- start 2024-09-16T01:45:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f12f45740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9ed5d0 0x55733ca007c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f12f45740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 0x55733ca00d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f12f45740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9f8370 0x55733c9f1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f12f45740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c1add40 con 0x55733c9ed5d0 2024-09-16T01:45:12.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f12f45740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c1af1b0 con 0x55733c9f8370 2024-09-16T01:45:12.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f12f45740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8f0c1ae410 con 0x55733c9eeb40 2024-09-16T01:45:12.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f12f45740 10 client.0 _ll_register_callbacks cb 0x7f8ef4011f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:12.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f09d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9ed5d0 0x55733ca007c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f0a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 0x55733ca00d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f09d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9ed5d0 0x55733ca007c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37472/0 (socket says 172.21.15.17:37472) 2024-09-16T01:45:12.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f09d9b640 1 -- 172.21.15.17:0/1473697003 learned_addr learned my addr 172.21.15.17:0/1473697003 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:12.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f09d9b640 1 --2- 172.21.15.17:0/1473697003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9f8370 0x55733c9f1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f09d9b640 1 -- 172.21.15.17:0/1473697003 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 msgr2=0x55733ca00d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:12.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f09d9b640 1 --2- 172.21.15.17:0/1473697003 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 0x55733ca00d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f09d9b640 1 -- 172.21.15.17:0/1473697003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9f8370 msgr2=0x55733c9f1ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:12.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f09d9b640 1 --2- 172.21.15.17:0/1473697003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9f8370 0x55733c9f1ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.764+0000 7f8f09d9b640 1 -- 172.21.15.17:0/1473697003 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55733c9f22e0 con 0x55733c9ed5d0 2024-09-16T01:45:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8f09d9b640 1 --2- 172.21.15.17:0/1473697003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9ed5d0 0x55733ca007c0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f8ef4004c00 tx=0x7f8ef4011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a367a2e644537d49 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8ef1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:45:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8ef1ffb640 1 -- 172.21.15.17:0/1473697003 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ef4032070 con 0x55733c9ed5d0 2024-09-16T01:45:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8ef1ffb640 1 -- 172.21.15.17:0/1473697003 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8ef4005620 con 0x55733c9ed5d0 2024-09-16T01:45:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8f12f45740 1 -- 172.21.15.17:0/1473697003 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8ef4011280 con 0x55733c9ed5d0 2024-09-16T01:45:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8ef1ffb640 1 -- 172.21.15.17:0/1473697003 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8ef4004da0 con 0x55733c9ed5d0 2024-09-16T01:45:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8f12f45740 10 client.15525 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8f12f45740 1 -- 172.21.15.17:0/1473697003 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55733ca7afd0 con 0x55733c9ed5d0 2024-09-16T01:45:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8ef1ffb640 1 -- 172.21.15.17:0/1473697003 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ef4011280 con 0x55733c9ed5d0 2024-09-16T01:45:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8ef1ffb640 1 -- 172.21.15.17:0/1473697003 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8ef402db70 con 0x55733c9ed5d0 2024-09-16T01:45:12.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8f12f45740 10 client.15525 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8f12f45740 10 client.15525 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8f12f45740 20 client.15525 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8f12f45740 1 --2- 172.21.15.17:0/1473697003 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55733ca7b6d0 0x55733ca7daf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8f12f45740 4 client.15525 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:45:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.765+0000 7f8f12f45740 1 -- 172.21.15.17:0/1473697003 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55733c95ad70 con 0x55733ca7b6d0 2024-09-16T01:45:12.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.766+0000 7f8f0a59c640 1 --2- 172.21.15.17:0/1473697003 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55733ca7b6d0 0x55733ca7daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:12.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.766+0000 7f8f0a59c640 1 --2- 172.21.15.17:0/1473697003 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55733ca7b6d0 0x55733ca7daf0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=493a9661a5e4ae65 server_cookie=2fc40e8ba21e4b1e in_seq=0 out_seq=0 2024-09-16T01:45:12.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.766+0000 7f8ef1ffb640 10 client.15525 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:12.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.766+0000 7f8ef1ffb640 1 -- 172.21.15.17:0/1473697003 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55733c95ad70 con 0x55733ca7b6d0 2024-09-16T01:45:12.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.766+0000 7f8ef1ffb640 10 client.15525 handle_command_reply: tid=0 2024-09-16T01:45:12.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.766+0000 7f8f12f45740 1 client.15525 shutdown 2024-09-16T01:45:12.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.767+0000 7f8f12f45740 1 -- 172.21.15.17:0/1473697003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9ed5d0 msgr2=0x55733ca007c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:12.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.767+0000 7f8f12f45740 1 --2- 172.21.15.17:0/1473697003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9ed5d0 0x55733ca007c0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f8ef4004c00 tx=0x7f8ef4011ca0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.767+0000 7f8f12f45740 1 -- 172.21.15.17:0/1473697003 shutdown_connections 2024-09-16T01:45:12.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.767+0000 7f8f12f45740 1 --2- 172.21.15.17:0/1473697003 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55733ca7b6d0 0x55733ca7daf0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.767+0000 7f8f12f45740 1 --2- 172.21.15.17:0/1473697003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55733c9f8370 0x55733c9f1ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.767+0000 7f8f12f45740 1 --2- 172.21.15.17:0/1473697003 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55733c9eeb40 0x55733ca00d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.767+0000 7f8f12f45740 1 --2- 172.21.15.17:0/1473697003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55733c9ed5d0 0x55733ca007c0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.767+0000 7f8ef1ffb640 0 client.15525 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:12.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.767+0000 7f8f12f45740 1 -- 172.21.15.17:0/1473697003 >> 172.21.15.17:0/1473697003 conn(0x55733c9b6310 msgr2=0x55733c9f7020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:12.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.767+0000 7f8f12f45740 1 -- 172.21.15.17:0/1473697003 shutdown_connections 2024-09-16T01:45:12.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.767+0000 7f8f12f45740 1 -- 172.21.15.17:0/1473697003 wait complete. 2024-09-16T01:45:12.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.767+0000 7f8f12f45740 20 client.15525 trim_cache size 0 max 16384 2024-09-16T01:45:12.774 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:45:12.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.768+0000 7f8f10b6c640 1 -- 172.21.15.17:0/158680368 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8ef80a32c0 msgr2=0x7f8ef80a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:12.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.768+0000 7f8f10b6c640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8ef80a32c0 0x7f8ef80a5780 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f8efc005ab0 tx=0x7f8efc086ff0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.768+0000 7f8f10b6c640 1 -- 172.21.15.17:0/158680368 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f0c106f40 msgr2=0x7f8f0c19ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:12.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.768+0000 7f8f10b6c640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f0c106f40 0x7f8f0c19ede0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8efc02a930 tx=0x7f8efc003b90 comp rx=0 tx=0).stop 2024-09-16T01:45:12.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.768+0000 7f8f10b6c640 1 -- 172.21.15.17:0/158680368 shutdown_connections 2024-09-16T01:45:12.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.768+0000 7f8f10b6c640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8ef80a32c0 0x7f8ef80a5780 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.768+0000 7f8f10b6c640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f0c106f40 0x7f8f0c19ede0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.768+0000 7f8f10b6c640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f0c1027c0 0x7f8f0c19aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.768+0000 7f8f10b6c640 1 --2- 172.21.15.17:0/158680368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f0c101e10 0x7f8f0c19a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:12.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.768+0000 7f8f10b6c640 1 -- 172.21.15.17:0/158680368 >> 172.21.15.17:0/158680368 conn(0x7f8f0c0fd8d0 msgr2=0x7f8f0c0febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:12.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.768+0000 7f8f10b6c640 1 -- 172.21.15.17:0/158680368 shutdown_connections 2024-09-16T01:45:12.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:12.768+0000 7f8f10b6c640 1 -- 172.21.15.17:0/158680368 wait complete. 2024-09-16T01:45:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:12 smithi122 ceph-mon[34758]: pgmap v389: 97 pgs: 97 active+clean; 32 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 1.6 MiB/s wr, 87 op/s 2024-09-16T01:45:12.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:12 smithi029 ceph-mon[34783]: pgmap v389: 97 pgs: 97 active+clean; 32 MiB data, 424 MiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 1.6 MiB/s wr, 87 op/s 2024-09-16T01:45:13.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 25759 4.32 MB/sec warmup 36 sec latency 15.724 ms 2024-09-16T01:45:14.495 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:45:14.495 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:45:14.520 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:14 smithi017 ceph-mon[30972]: pgmap v390: 97 pgs: 97 active+clean; 32 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:45:14.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 26488 4.33 MB/sec warmup 37 sec latency 13.881 ms 2024-09-16T01:45:14.794 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:45:14.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:14 smithi122 ceph-mon[34758]: pgmap v390: 97 pgs: 97 active+clean; 32 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:45:14.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:14 smithi029 ceph-mon[34783]: pgmap v390: 97 pgs: 97 active+clean; 32 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:45:15.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.305+0000 7f7b13a39640 1 -- 172.21.15.17:0/2930269499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b0c102dd0 msgr2=0x7f7b0c1031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:15.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.305+0000 7f7b13a39640 1 --2- 172.21.15.17:0/2930269499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b0c102dd0 0x7f7b0c1031b0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f7b08009930 tx=0x7f7b0802a420 comp rx=0 tx=0).stop 2024-09-16T01:45:15.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.305+0000 7f7b13a39640 1 -- 172.21.15.17:0/2930269499 shutdown_connections 2024-09-16T01:45:15.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.305+0000 7f7b13a39640 1 --2- 172.21.15.17:0/2930269499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b0c108300 0x7f7b0c10ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.305+0000 7f7b13a39640 1 --2- 172.21.15.17:0/2930269499 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7b0c103780 0x7f7b0c107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.305+0000 7f7b13a39640 1 --2- 172.21.15.17:0/2930269499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b0c102dd0 0x7f7b0c1031b0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.305+0000 7f7b13a39640 1 -- 172.21.15.17:0/2930269499 >> 172.21.15.17:0/2930269499 conn(0x7f7b0c0fc7d0 msgr2=0x7f7b0c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:15.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.305+0000 7f7b13a39640 1 -- 172.21.15.17:0/2930269499 shutdown_connections 2024-09-16T01:45:15.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.305+0000 7f7b13a39640 1 -- 172.21.15.17:0/2930269499 wait complete. 2024-09-16T01:45:15.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.306+0000 7f7b13a39640 1 Processor -- start 2024-09-16T01:45:15.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.306+0000 7f7b13a39640 1 -- start start 2024-09-16T01:45:15.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.306+0000 7f7b13a39640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b0c102dd0 0x7f7b0c1984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.306+0000 7f7b13a39640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7b0c103780 0x7f7b0c198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.306+0000 7f7b13a39640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b0c108300 0x7f7b0c19cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.306+0000 7f7b13a39640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0c111f60 con 0x7f7b0c108300 2024-09-16T01:45:15.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.306+0000 7f7b13a39640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0c111de0 con 0x7f7b0c102dd0 2024-09-16T01:45:15.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.306+0000 7f7b13a39640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0c1120e0 con 0x7f7b0c103780 2024-09-16T01:45:15.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.306+0000 7f7b11fd6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b0c108300 0x7f7b0c19cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.306+0000 7f7b11fd6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b0c108300 0x7f7b0c19cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37494/0 (socket says 172.21.15.17:37494) 2024-09-16T01:45:15.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.306+0000 7f7b11fd6640 1 -- 172.21.15.17:0/2907951372 learned_addr learned my addr 172.21.15.17:0/2907951372 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:15.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.306+0000 7f7b117d5640 1 --2- 172.21.15.17:0/2907951372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b0c102dd0 0x7f7b0c1984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.307+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/2907951372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7b0c103780 0x7f7b0c198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.307+0000 7f7b11fd6640 1 -- 172.21.15.17:0/2907951372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7b0c103780 msgr2=0x7f7b0c198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:15.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.307+0000 7f7b11fd6640 1 --2- 172.21.15.17:0/2907951372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7b0c103780 0x7f7b0c198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.307+0000 7f7b11fd6640 1 -- 172.21.15.17:0/2907951372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b0c102dd0 msgr2=0x7f7b0c1984e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:15.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.307+0000 7f7b11fd6640 1 --2- 172.21.15.17:0/2907951372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b0c102dd0 0x7f7b0c1984e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.307+0000 7f7b11fd6640 1 -- 172.21.15.17:0/2907951372 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7b0c19d490 con 0x7f7b0c108300 2024-09-16T01:45:15.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.307+0000 7f7b11fd6640 1 --2- 172.21.15.17:0/2907951372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b0c108300 0x7f7b0c19cdb0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f7b0400eaa0 tx=0x7f7b0400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:15.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.307+0000 7f7b027fc640 1 -- 172.21.15.17:0/2907951372 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b0400cdb0 con 0x7f7b0c108300 2024-09-16T01:45:15.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.307+0000 7f7b027fc640 1 -- 172.21.15.17:0/2907951372 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7b04005020 con 0x7f7b0c108300 2024-09-16T01:45:15.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.307+0000 7f7b13a39640 1 -- 172.21.15.17:0/2907951372 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7b0c19d780 con 0x7f7b0c108300 2024-09-16T01:45:15.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.307+0000 7f7b027fc640 1 -- 172.21.15.17:0/2907951372 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b040116d0 con 0x7f7b0c108300 2024-09-16T01:45:15.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.307+0000 7f7b13a39640 1 -- 172.21.15.17:0/2907951372 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7b0c1a5060 con 0x7f7b0c108300 2024-09-16T01:45:15.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.310+0000 7f7b027fc640 1 -- 172.21.15.17:0/2907951372 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f7b040051d0 con 0x7f7b0c108300 2024-09-16T01:45:15.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.311+0000 7f7b15e12740 1 Processor -- start 2024-09-16T01:45:15.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.311+0000 7f7b15e12740 1 -- start start 2024-09-16T01:45:15.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.311+0000 7f7b15e12740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e198e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.311+0000 7f7b15e12740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e199360 0x55656e1a7c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.311+0000 7f7b15e12740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e1a8150 0x55656e1aa540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.311+0000 7f7b15e12740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55656e0fe280 con 0x55656e1a8150 2024-09-16T01:45:15.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.311+0000 7f7b15e12740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55656e0a5b10 con 0x55656e199360 2024-09-16T01:45:15.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.311+0000 7f7b15e12740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55656e0fa240 con 0x55656e198a40 2024-09-16T01:45:15.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.311+0000 7f7b10fd4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e198e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.311+0000 7f7b027fc640 1 --2- 172.21.15.17:0/2907951372 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7af80a3240 0x7f7af80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.311+0000 7f7b10fd4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e1a8150 0x55656e1aa540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.311+0000 7f7b10fd4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e1a8150 0x55656e1aa540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37498/0 (socket says 172.21.15.17:37498) 2024-09-16T01:45:15.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.311+0000 7f7b10fd4640 1 -- 172.21.15.17:0/1328766705 learned_addr learned my addr 172.21.15.17:0/1328766705 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:15.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.312+0000 7f7b027fc640 1 -- 172.21.15.17:0/2907951372 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7b040cf9f0 con 0x7f7b0c108300 2024-09-16T01:45:15.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.312+0000 7f7b117d5640 1 --2- 172.21.15.17:0/1328766705 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e199360 0x55656e1a7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.312+0000 7f7b11fd6640 1 --2- 172.21.15.17:0/2907951372 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7af80a3240 0x7f7af80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.312+0000 7f7b10fd4640 1 -- 172.21.15.17:0/1328766705 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e199360 msgr2=0x55656e1a7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:15.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.312+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/1328766705 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e199360 0x55656e1a7c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.312+0000 7f7b10fd4640 1 -- 172.21.15.17:0/1328766705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e1a8150 msgr2=0x55656e1aa540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:15.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.312+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/1328766705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e1a8150 0x55656e1aa540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.312+0000 7f7b10fd4640 1 -- 172.21.15.17:0/1328766705 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55656e0b21f0 con 0x55656e198a40 2024-09-16T01:45:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.312+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/1328766705 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e198e20 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7afc022dc0 tx=0x7f7afc0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ae7dac12bf806c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.312+0000 7f7b11fd6640 1 --2- 172.21.15.17:0/2907951372 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7af80a3240 0x7f7af80a5700 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7b04098520 tx=0x7f7b0400cf50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.312+0000 7f7af77fe640 1 -- 172.21.15.17:0/1328766705 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7afc027070 con 0x55656e198a40 2024-09-16T01:45:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.313+0000 7f7af77fe640 1 -- 172.21.15.17:0/1328766705 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7afc00e890 con 0x55656e198a40 2024-09-16T01:45:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.313+0000 7f7af77fe640 1 -- 172.21.15.17:0/1328766705 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7afc016030 con 0x55656e198a40 2024-09-16T01:45:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.313+0000 7f7b15e12740 1 -- 172.21.15.17:0/1328766705 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 msgr2=0x55656e198e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.313+0000 7f7b15e12740 1 --2- 172.21.15.17:0/1328766705 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e198e20 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f7afc022dc0 tx=0x7f7afc0046c0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.313+0000 7f7b15e12740 1 -- 172.21.15.17:0/1328766705 shutdown_connections 2024-09-16T01:45:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.313+0000 7f7b15e12740 1 --2- 172.21.15.17:0/1328766705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e1a8150 0x55656e1aa540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.313+0000 7f7b15e12740 1 --2- 172.21.15.17:0/1328766705 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e199360 0x55656e1a7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.313+0000 7f7b15e12740 1 --2- 172.21.15.17:0/1328766705 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e198e20 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.313+0000 7f7b15e12740 1 -- 172.21.15.17:0/1328766705 >> 172.21.15.17:0/1328766705 conn(0x55656e1950f0 msgr2=0x55656e1954d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.313+0000 7f7b15e12740 1 -- 172.21.15.17:0/1328766705 shutdown_connections 2024-09-16T01:45:15.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.314+0000 7f7b15e12740 1 -- 172.21.15.17:0/1328766705 wait complete. 2024-09-16T01:45:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.314+0000 7f7b15e12740 1 -- start start 2024-09-16T01:45:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.314+0000 7f7b15e12740 1 Processor -- start 2024-09-16T01:45:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b15e12740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e1a1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b15e12740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e199360 0x55656e1a1880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b15e12740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e1a8150 0x55656e1a1e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b15e12740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55656e19b9e0 con 0x55656e1a8150 2024-09-16T01:45:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b15e12740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55656e0b8f10 con 0x55656e199360 2024-09-16T01:45:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b15e12740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55656e19bb60 con 0x55656e198a40 2024-09-16T01:45:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b15e12740 10 client.0 _ll_register_callbacks cb 0x55656e081a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b10fd4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e1a8150 0x55656e1a1e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b10fd4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e1a8150 0x55656e1a1e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37506/0 (socket says 172.21.15.17:37506) 2024-09-16T01:45:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b10fd4640 1 -- 172.21.15.17:0/924896481 learned_addr learned my addr 172.21.15.17:0/924896481 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b117d5640 1 --2- 172.21.15.17:0/924896481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e199360 0x55656e1a1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/924896481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e1a1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b10fd4640 1 -- 172.21.15.17:0/924896481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 msgr2=0x55656e1a1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/924896481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e1a1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b10fd4640 1 -- 172.21.15.17:0/924896481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e199360 msgr2=0x55656e1a1880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/924896481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e199360 0x55656e1a1880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b10fd4640 1 -- 172.21.15.17:0/924896481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55656de6f6a0 con 0x55656e1a8150 2024-09-16T01:45:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b117d5640 1 --2- 172.21.15.17:0/924896481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e199360 0x55656e1a1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/924896481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e1a8150 0x55656e1a1e00 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f7afc022b70 tx=0x7f7afc022f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60ef1de9616e8c06 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.315+0000 7f7af4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:45:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.316+0000 7f7af4ff9640 1 -- 172.21.15.17:0/924896481 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7afc016070 con 0x55656e1a8150 2024-09-16T01:45:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.316+0000 7f7af4ff9640 1 -- 172.21.15.17:0/924896481 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7afc005250 con 0x55656e1a8150 2024-09-16T01:45:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.316+0000 7f7b15e12740 1 -- 172.21.15.17:0/924896481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7afc00e890 con 0x55656e1a8150 2024-09-16T01:45:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.316+0000 7f7af4ff9640 1 -- 172.21.15.17:0/924896481 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7afc027030 con 0x55656e1a8150 2024-09-16T01:45:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.316+0000 7f7b15e12740 10 client.15537 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.316+0000 7f7b15e12740 1 -- 172.21.15.17:0/924896481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55656e1b25d0 con 0x55656e1a8150 2024-09-16T01:45:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.316+0000 7f7af4ff9640 1 -- 172.21.15.17:0/924896481 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7afc00e890 con 0x55656e1a8150 2024-09-16T01:45:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.316+0000 7f7af4ff9640 1 -- 172.21.15.17:0/924896481 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7afc03a050 con 0x55656e1a8150 2024-09-16T01:45:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.317+0000 7f7b15e12740 10 client.15537 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.317+0000 7f7b15e12740 10 client.15537 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.317+0000 7f7b15e12740 20 client.15537 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.317+0000 7f7b15e12740 1 --2- 172.21.15.17:0/924896481 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656e1b3920 0x55656e1b5d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.317+0000 7f7b15e12740 4 client.15537 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:45:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.317+0000 7f7b15e12740 1 -- 172.21.15.17:0/924896481 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55656e10b7f0 con 0x55656e1b3920 2024-09-16T01:45:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.317+0000 7f7b117d5640 1 --2- 172.21.15.17:0/924896481 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656e1b3920 0x55656e1b5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.317+0000 7f7af4ff9640 10 client.15537 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.317+0000 7f7b117d5640 1 --2- 172.21.15.17:0/924896481 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656e1b3920 0x55656e1b5d10 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa14bebac79b4d0f server_cookie=b17dd0ca30387ba4 in_seq=0 out_seq=0 2024-09-16T01:45:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.318+0000 7f7af4ff9640 1 -- 172.21.15.17:0/924896481 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55656e10b7f0 con 0x55656e1b3920 2024-09-16T01:45:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.318+0000 7f7af4ff9640 10 client.15537 handle_command_reply: tid=0 2024-09-16T01:45:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.318+0000 7f7b15e12740 1 client.15537 shutdown 2024-09-16T01:45:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.318+0000 7f7b15e12740 1 -- 172.21.15.17:0/924896481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e1a8150 msgr2=0x55656e1a1e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.318+0000 7f7b15e12740 1 --2- 172.21.15.17:0/924896481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e1a8150 0x55656e1a1e00 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f7afc022b70 tx=0x7f7afc022f70 comp rx=0 tx=0).stop 2024-09-16T01:45:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.318+0000 7f7b15e12740 1 -- 172.21.15.17:0/924896481 shutdown_connections 2024-09-16T01:45:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.318+0000 7f7b15e12740 1 --2- 172.21.15.17:0/924896481 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656e1b3920 0x55656e1b5d10 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.318+0000 7f7b15e12740 1 --2- 172.21.15.17:0/924896481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e1a8150 0x55656e1a1e00 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.318+0000 7f7b15e12740 1 --2- 172.21.15.17:0/924896481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e199360 0x55656e1a1880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.318+0000 7f7b15e12740 1 --2- 172.21.15.17:0/924896481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e1a1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.318+0000 7f7b15e12740 1 -- 172.21.15.17:0/924896481 >> 172.21.15.17:0/924896481 conn(0x55656e1950f0 msgr2=0x55656e19ae50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:15.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.318+0000 7f7af4ff9640 0 client.15537 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:15.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.318+0000 7f7b15e12740 1 -- 172.21.15.17:0/924896481 shutdown_connections 2024-09-16T01:45:15.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.319+0000 7f7b15e12740 1 -- 172.21.15.17:0/924896481 wait complete. 2024-09-16T01:45:15.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.319+0000 7f7b15e12740 20 client.15537 trim_cache size 0 max 16384 2024-09-16T01:45:15.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.339+0000 7f7b15e12740 1 Processor -- start 2024-09-16T01:45:15.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b15e12740 1 -- start start 2024-09-16T01:45:15.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b15e12740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e1a0c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b15e12740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e199360 0x55656e19e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b15e12740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e1a8150 0x55656e19eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b15e12740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0c1adca0 con 0x55656e199360 2024-09-16T01:45:15.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b15e12740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0c1ab570 con 0x55656e1a8150 2024-09-16T01:45:15.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b15e12740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0c1a93a0 con 0x55656e198a40 2024-09-16T01:45:15.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b117d5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e199360 0x55656e19e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b117d5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e199360 0x55656e19e5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37508/0 (socket says 172.21.15.17:37508) 2024-09-16T01:45:15.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b117d5640 1 -- 172.21.15.17:0/1503642796 learned_addr learned my addr 172.21.15.17:0/1503642796 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:15.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/1503642796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e1a0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/1503642796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e1a8150 0x55656e19eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b10fd4640 1 -- 172.21.15.17:0/1503642796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e1a8150 msgr2=0x55656e19eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:15.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/1503642796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e1a8150 0x55656e19eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b10fd4640 1 -- 172.21.15.17:0/1503642796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e199360 msgr2=0x55656e19e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:15.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/1503642796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e199360 0x55656e19e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b10fd4640 1 -- 172.21.15.17:0/1503642796 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55656e199150 con 0x55656e198a40 2024-09-16T01:45:15.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.340+0000 7f7b117d5640 1 --2- 172.21.15.17:0/1503642796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e199360 0x55656e19e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:15.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.341+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/1503642796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e1a0c20 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7afc009ad0 tx=0x7f7afc000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=92a73debf90a0c31 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:15.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.341+0000 7f7af6ffd640 1 -- 172.21.15.17:0/1503642796 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7afc016070 con 0x55656e198a40 2024-09-16T01:45:15.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.341+0000 7f7af6ffd640 1 -- 172.21.15.17:0/1503642796 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7afc042040 con 0x55656e198a40 2024-09-16T01:45:15.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.341+0000 7f7af6ffd640 1 -- 172.21.15.17:0/1503642796 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7afc041070 con 0x55656e198a40 2024-09-16T01:45:15.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.342+0000 7f7b15e12740 1 -- 172.21.15.17:0/1503642796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 msgr2=0x55656e1a0c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:15.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.342+0000 7f7b15e12740 1 --2- 172.21.15.17:0/1503642796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e1a0c20 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f7afc009ad0 tx=0x7f7afc000bc0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.342+0000 7f7b15e12740 1 -- 172.21.15.17:0/1503642796 shutdown_connections 2024-09-16T01:45:15.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.342+0000 7f7b15e12740 1 --2- 172.21.15.17:0/1503642796 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e1a8150 0x55656e19eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.342+0000 7f7b15e12740 1 --2- 172.21.15.17:0/1503642796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e199360 0x55656e19e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.342+0000 7f7b15e12740 1 --2- 172.21.15.17:0/1503642796 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e1a0c20 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.342+0000 7f7b15e12740 1 -- 172.21.15.17:0/1503642796 >> 172.21.15.17:0/1503642796 conn(0x55656e1950f0 msgr2=0x55656e1a7460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:15.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.342+0000 7f7b15e12740 1 -- 172.21.15.17:0/1503642796 shutdown_connections 2024-09-16T01:45:15.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.342+0000 7f7b15e12740 1 -- 172.21.15.17:0/1503642796 wait complete. 2024-09-16T01:45:15.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.342+0000 7f7b15e12740 1 -- start start 2024-09-16T01:45:15.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.342+0000 7f7b15e12740 1 Processor -- start 2024-09-16T01:45:15.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b15e12740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e1b04d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b15e12740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e199360 0x55656e1ad820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b15e12740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e1a8150 0x55656e1ade10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b15e12740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0c1a9a30 con 0x55656e199360 2024-09-16T01:45:15.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b15e12740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0c1aaea0 con 0x55656e1a8150 2024-09-16T01:45:15.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b15e12740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7b0c1aa100 con 0x55656e198a40 2024-09-16T01:45:15.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b15e12740 10 client.0 _ll_register_callbacks cb 0x7f7afc025070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:15.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b117d5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e199360 0x55656e1ad820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b117d5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e199360 0x55656e1ad820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37516/0 (socket says 172.21.15.17:37516) 2024-09-16T01:45:15.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b117d5640 1 -- 172.21.15.17:0/152481336 learned_addr learned my addr 172.21.15.17:0/152481336 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:15.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/152481336 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e1b04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/152481336 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e1a8150 0x55656e1ade10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b117d5640 1 -- 172.21.15.17:0/152481336 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 msgr2=0x55656e1b04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:15.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b117d5640 1 --2- 172.21.15.17:0/152481336 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e1b04d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b117d5640 1 -- 172.21.15.17:0/152481336 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e1a8150 msgr2=0x55656e1ade10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:15.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b117d5640 1 --2- 172.21.15.17:0/152481336 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e1a8150 0x55656e1ade10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.343+0000 7f7b117d5640 1 -- 172.21.15.17:0/152481336 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55656e1ae640 con 0x55656e199360 2024-09-16T01:45:15.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.344+0000 7f7b117d5640 1 --2- 172.21.15.17:0/152481336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e199360 0x55656e1ad820 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f7b08009930 tx=0x7f7b08004090 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53cf77b064394716 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:15.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.344+0000 7f7af4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:45:15.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.344+0000 7f7af4ff9640 1 -- 172.21.15.17:0/152481336 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7b08035040 con 0x55656e199360 2024-09-16T01:45:15.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.344+0000 7f7af4ff9640 1 -- 172.21.15.17:0/152481336 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7b080316a0 con 0x55656e199360 2024-09-16T01:45:15.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.344+0000 7f7b15e12740 1 -- 172.21.15.17:0/152481336 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7afc042040 con 0x55656e199360 2024-09-16T01:45:15.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.344+0000 7f7af4ff9640 1 -- 172.21.15.17:0/152481336 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7b080044d0 con 0x55656e199360 2024-09-16T01:45:15.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.344+0000 7f7b15e12740 10 client.15543 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:15.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.344+0000 7f7b15e12740 1 -- 172.21.15.17:0/152481336 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55656e21e410 con 0x55656e199360 2024-09-16T01:45:15.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.345+0000 7f7af4ff9640 1 -- 172.21.15.17:0/152481336 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7afc042040 con 0x55656e199360 2024-09-16T01:45:15.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.345+0000 7f7af4ff9640 1 -- 172.21.15.17:0/152481336 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7b08004b10 con 0x55656e199360 2024-09-16T01:45:15.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.345+0000 7f7b15e12740 10 client.15543 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:15.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.345+0000 7f7b15e12740 10 client.15543 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:15.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.345+0000 7f7b15e12740 20 client.15543 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:15.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.345+0000 7f7b15e12740 1 --2- 172.21.15.17:0/152481336 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656e21eb70 0x55656e220f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:15.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.345+0000 7f7b15e12740 4 client.15543 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:45:15.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.345+0000 7f7b15e12740 1 -- 172.21.15.17:0/152481336 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55656e105d00 con 0x55656e21eb70 2024-09-16T01:45:15.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.345+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/152481336 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656e21eb70 0x55656e220f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:15.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.346+0000 7f7af4ff9640 10 client.15543 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:15.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.346+0000 7f7b10fd4640 1 --2- 172.21.15.17:0/152481336 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656e21eb70 0x55656e220f90 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=431fc627299687b9 server_cookie=854f74c3b1ba1f4c in_seq=0 out_seq=0 2024-09-16T01:45:15.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.347+0000 7f7af4ff9640 1 -- 172.21.15.17:0/152481336 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55656e105d00 con 0x55656e21eb70 2024-09-16T01:45:15.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.347+0000 7f7af4ff9640 10 client.15543 handle_command_reply: tid=0 2024-09-16T01:45:15.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.347+0000 7f7b15e12740 1 client.15543 shutdown 2024-09-16T01:45:15.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.348+0000 7f7b15e12740 1 -- 172.21.15.17:0/152481336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e199360 msgr2=0x55656e1ad820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:15.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.348+0000 7f7b15e12740 1 --2- 172.21.15.17:0/152481336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e199360 0x55656e1ad820 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f7b08009930 tx=0x7f7b08004090 comp rx=0 tx=0).stop 2024-09-16T01:45:15.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.348+0000 7f7b15e12740 1 -- 172.21.15.17:0/152481336 shutdown_connections 2024-09-16T01:45:15.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.348+0000 7f7b15e12740 1 --2- 172.21.15.17:0/152481336 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55656e21eb70 0x55656e220f90 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.348+0000 7f7b15e12740 1 --2- 172.21.15.17:0/152481336 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55656e1a8150 0x55656e1ade10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.348+0000 7f7b15e12740 1 --2- 172.21.15.17:0/152481336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55656e199360 0x55656e1ad820 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.348+0000 7f7b15e12740 1 --2- 172.21.15.17:0/152481336 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55656e198a40 0x55656e1b04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.348+0000 7f7b15e12740 1 -- 172.21.15.17:0/152481336 >> 172.21.15.17:0/152481336 conn(0x55656e1950f0 msgr2=0x55656e19a550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:15.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.348+0000 7f7af4ff9640 0 client.15543 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:15.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.348+0000 7f7b15e12740 1 -- 172.21.15.17:0/152481336 shutdown_connections 2024-09-16T01:45:15.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.348+0000 7f7b15e12740 1 -- 172.21.15.17:0/152481336 wait complete. 2024-09-16T01:45:15.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.348+0000 7f7b15e12740 20 client.15543 trim_cache size 0 max 16384 2024-09-16T01:45:15.352 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:45:15.352 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:45:15.352 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "ff1ee9f1-d508-44a4-80b6-48e2937fbfd1", 2024-09-16T01:45:15.353 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:45:15.353 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:45:15.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.349+0000 7f7b13a39640 1 -- 172.21.15.17:0/2907951372 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7af80a3240 msgr2=0x7f7af80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:15.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.349+0000 7f7b13a39640 1 --2- 172.21.15.17:0/2907951372 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7af80a3240 0x7f7af80a5700 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7b04098520 tx=0x7f7b0400cf50 comp rx=0 tx=0).stop 2024-09-16T01:45:15.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.349+0000 7f7b13a39640 1 -- 172.21.15.17:0/2907951372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b0c108300 msgr2=0x7f7b0c19cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:15.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.349+0000 7f7b13a39640 1 --2- 172.21.15.17:0/2907951372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b0c108300 0x7f7b0c19cdb0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f7b0400eaa0 tx=0x7f7b0400ef60 comp rx=0 tx=0).stop 2024-09-16T01:45:15.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.349+0000 7f7b13a39640 1 -- 172.21.15.17:0/2907951372 shutdown_connections 2024-09-16T01:45:15.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.349+0000 7f7b13a39640 1 --2- 172.21.15.17:0/2907951372 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7af80a3240 0x7f7af80a5700 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.349+0000 7f7b13a39640 1 --2- 172.21.15.17:0/2907951372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b0c108300 0x7f7b0c19cdb0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.349+0000 7f7b13a39640 1 --2- 172.21.15.17:0/2907951372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7b0c103780 0x7f7b0c198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.349+0000 7f7b13a39640 1 --2- 172.21.15.17:0/2907951372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7b0c102dd0 0x7f7b0c1984e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:15.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.349+0000 7f7b13a39640 1 -- 172.21.15.17:0/2907951372 >> 172.21.15.17:0/2907951372 conn(0x7f7b0c0fc7d0 msgr2=0x7f7b0c105eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:15.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.349+0000 7f7b13a39640 1 -- 172.21.15.17:0/2907951372 shutdown_connections 2024-09-16T01:45:15.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:15.349+0000 7f7b13a39640 1 -- 172.21.15.17:0/2907951372 wait complete. 2024-09-16T01:45:15.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 27182 4.25 MB/sec warmup 38 sec latency 38.647 ms 2024-09-16T01:45:16.167 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:45:16.485 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:45:16.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:16 smithi017 ceph-mon[30972]: pgmap v391: 97 pgs: 97 active+clean; 33 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:45:16.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:16 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:45:16.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:16 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:45:16.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:16 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:45:16.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:16 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:45:16.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 28136 4.34 MB/sec warmup 39 sec latency 10.987 ms 2024-09-16T01:45:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:16 smithi122 ceph-mon[34758]: pgmap v391: 97 pgs: 97 active+clean; 33 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:45:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:16 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:45:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:16 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:45:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:16 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:45:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:16 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:45:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:16 smithi029 ceph-mon[34783]: pgmap v391: 97 pgs: 97 active+clean; 33 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:45:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:16 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:45:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:16 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:45:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:16 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:45:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:16 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:45:16.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.982+0000 7f96bc270640 1 -- 172.21.15.17:0/3816505102 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96b4106f20 msgr2=0x7f96b410eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:16.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.982+0000 7f96bc270640 1 --2- 172.21.15.17:0/3816505102 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96b4106f20 0x7f96b410eaa0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f96ac009ca0 tx=0x7f96ac02a8c0 comp rx=0 tx=0).stop 2024-09-16T01:45:16.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.982+0000 7f96bc270640 1 -- 172.21.15.17:0/3816505102 shutdown_connections 2024-09-16T01:45:16.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.982+0000 7f96bc270640 1 --2- 172.21.15.17:0/3816505102 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96b4106f20 0x7f96b410eaa0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:16.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.982+0000 7f96bc270640 1 --2- 172.21.15.17:0/3816505102 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96b41027a0 0x7f96b41067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.982+0000 7f96bc270640 1 --2- 172.21.15.17:0/3816505102 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96b4101df0 0x7f96b41021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.982+0000 7f96bc270640 1 -- 172.21.15.17:0/3816505102 >> 172.21.15.17:0/3816505102 conn(0x7f96b40fd8f0 msgr2=0x7f96b40ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.982+0000 7f96bc270640 1 -- 172.21.15.17:0/3816505102 shutdown_connections 2024-09-16T01:45:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.982+0000 7f96bc270640 1 -- 172.21.15.17:0/3816505102 wait complete. 2024-09-16T01:45:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.983+0000 7f96bc270640 1 Processor -- start 2024-09-16T01:45:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.983+0000 7f96bc270640 1 -- start start 2024-09-16T01:45:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.983+0000 7f96bc270640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96b4101df0 0x7f96b40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.983+0000 7f96bc270640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96b41027a0 0x7f96b4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.983+0000 7f96bc270640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96b4106f20 0x7f96b4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.983+0000 7f96bc270640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f96b4111e30 con 0x7f96b41027a0 2024-09-16T01:45:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.983+0000 7f96b980b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96b41027a0 0x7f96b4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.983+0000 7f96bc270640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f96b4111cb0 con 0x7f96b4101df0 2024-09-16T01:45:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.983+0000 7f96b980b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96b41027a0 0x7f96b4074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33230/0 (socket says 172.21.15.17:33230) 2024-09-16T01:45:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.983+0000 7f96bc270640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f96b4111fb0 con 0x7f96b4106f20 2024-09-16T01:45:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.983+0000 7f96b980b640 1 -- 172.21.15.17:0/791953870 learned_addr learned my addr 172.21.15.17:0/791953870 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.983+0000 7f96ba00c640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96b4101df0 0x7f96b40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.984+0000 7f96ba80d640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96b4106f20 0x7f96b4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.984+0000 7f96b980b640 1 -- 172.21.15.17:0/791953870 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96b4106f20 msgr2=0x7f96b4074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.984+0000 7f96b980b640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96b4106f20 0x7f96b4074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.984+0000 7f96b980b640 1 -- 172.21.15.17:0/791953870 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96b4101df0 msgr2=0x7f96b40744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.984+0000 7f96b980b640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96b4101df0 0x7f96b40744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.984+0000 7f96b980b640 1 -- 172.21.15.17:0/791953870 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96b41aacc0 con 0x7f96b41027a0 2024-09-16T01:45:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.984+0000 7f96ba80d640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96b4106f20 0x7f96b4074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.984+0000 7f96ba00c640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96b4101df0 0x7f96b40744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.984+0000 7f96b980b640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96b41027a0 0x7f96b4074a30 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f96a400d950 tx=0x7f96a400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:16.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.984+0000 7f96ab7fe640 1 -- 172.21.15.17:0/791953870 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a4017070 con 0x7f96b41027a0 2024-09-16T01:45:16.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.985+0000 7f96ab7fe640 1 -- 172.21.15.17:0/791953870 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96a4009c30 con 0x7f96b41027a0 2024-09-16T01:45:16.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.985+0000 7f96bc270640 1 -- 172.21.15.17:0/791953870 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96b41aaef0 con 0x7f96b41027a0 2024-09-16T01:45:16.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.985+0000 7f96ab7fe640 1 -- 172.21.15.17:0/791953870 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a400f620 con 0x7f96b41027a0 2024-09-16T01:45:16.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.985+0000 7f96bc270640 1 -- 172.21.15.17:0/791953870 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96b41ab340 con 0x7f96b41027a0 2024-09-16T01:45:16.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.989+0000 7f96ab7fe640 1 -- 172.21.15.17:0/791953870 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f96a40109a0 con 0x7f96b41027a0 2024-09-16T01:45:16.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.989+0000 7f96be649740 1 Processor -- start 2024-09-16T01:45:16.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.990+0000 7f96be649740 1 -- start start 2024-09-16T01:45:16.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.990+0000 7f96be649740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb31a4a0 0x557ceb31a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.990+0000 7f96be649740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31adc0 0x557ceb325140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.990+0000 7f96be649740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb325680 0x557ceb327a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.990+0000 7f96be649740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557ceb2802e0 con 0x557ceb31a4a0 2024-09-16T01:45:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.990+0000 7f96be649740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557ceb227ce0 con 0x557ceb325680 2024-09-16T01:45:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.990+0000 7f96be649740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557ceb27c2a0 con 0x557ceb31adc0 2024-09-16T01:45:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.990+0000 7f96ba80d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb31a4a0 0x557ceb31a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.990+0000 7f96ba80d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb31a4a0 0x557ceb31a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33234/0 (socket says 172.21.15.17:33234) 2024-09-16T01:45:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.990+0000 7f96ba80d640 1 -- 172.21.15.17:0/1866173383 learned_addr learned my addr 172.21.15.17:0/1866173383 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.990+0000 7f96ba00c640 1 --2- 172.21.15.17:0/1866173383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31adc0 0x557ceb325140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.990+0000 7f96b980b640 1 --2- 172.21.15.17:0/1866173383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb325680 0x557ceb327a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.991+0000 7f96ba00c640 1 -- 172.21.15.17:0/1866173383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb325680 msgr2=0x557ceb327a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.991+0000 7f96ba00c640 1 --2- 172.21.15.17:0/1866173383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb325680 0x557ceb327a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.991+0000 7f96ba00c640 1 -- 172.21.15.17:0/1866173383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb31a4a0 msgr2=0x557ceb31a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.991+0000 7f96ba00c640 1 --2- 172.21.15.17:0/1866173383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb31a4a0 0x557ceb31a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.991+0000 7f96ba00c640 1 -- 172.21.15.17:0/1866173383 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ceb20c440 con 0x557ceb31adc0 2024-09-16T01:45:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.991+0000 7f96ab7fe640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96a00a3240 0x7f96a00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.991+0000 7f96ba00c640 1 --2- 172.21.15.17:0/1866173383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31adc0 0x557ceb325140 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f96b0009fd0 tx=0x7f96b00118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c717d375be1b9d2c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.991+0000 7f96ba80d640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96a00a3240 0x7f96a00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.991+0000 7f96ab7fe640 1 -- 172.21.15.17:0/791953870 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f96a40cf450 con 0x7f96b41027a0 2024-09-16T01:45:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.991+0000 7f96a8dea640 1 -- 172.21.15.17:0/1866173383 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b0004310 con 0x557ceb31adc0 2024-09-16T01:45:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.991+0000 7f96a8dea640 1 -- 172.21.15.17:0/1866173383 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96b00044b0 con 0x557ceb31adc0 2024-09-16T01:45:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.991+0000 7f96a8dea640 1 -- 172.21.15.17:0/1866173383 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b00035f0 con 0x557ceb31adc0 2024-09-16T01:45:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.992+0000 7f96be649740 1 -- 172.21.15.17:0/1866173383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31adc0 msgr2=0x557ceb325140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.992+0000 7f96ba80d640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96a00a3240 0x7f96a00a5700 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f96ac009a60 tx=0x7f96ac0093a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.992+0000 7f96be649740 1 --2- 172.21.15.17:0/1866173383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31adc0 0x557ceb325140 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f96b0009fd0 tx=0x7f96b00118d0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.992+0000 7f96be649740 1 -- 172.21.15.17:0/1866173383 shutdown_connections 2024-09-16T01:45:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.992+0000 7f96be649740 1 --2- 172.21.15.17:0/1866173383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb325680 0x557ceb327a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.992+0000 7f96be649740 1 --2- 172.21.15.17:0/1866173383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31adc0 0x557ceb325140 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.992+0000 7f96be649740 1 --2- 172.21.15.17:0/1866173383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb31a4a0 0x557ceb31a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.992+0000 7f96be649740 1 -- 172.21.15.17:0/1866173383 >> 172.21.15.17:0/1866173383 conn(0x557ceb316a30 msgr2=0x557ceb316e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.992+0000 7f96be649740 1 -- 172.21.15.17:0/1866173383 shutdown_connections 2024-09-16T01:45:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.992+0000 7f96be649740 1 -- 172.21.15.17:0/1866173383 wait complete. 2024-09-16T01:45:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.993+0000 7f96be649740 1 -- start start 2024-09-16T01:45:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.993+0000 7f96be649740 1 Processor -- start 2024-09-16T01:45:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.993+0000 7f96be649740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31a4a0 0x557ceb324f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.993+0000 7f96be649740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31adc0 0x557ceb3221d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.993+0000 7f96be649740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb325680 0x557ceb322710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.993+0000 7f96be649740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557ceb328250 con 0x557ceb325680 2024-09-16T01:45:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.993+0000 7f96be649740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557ceb23b050 con 0x557ceb31a4a0 2024-09-16T01:45:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.993+0000 7f96be649740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557ceb3283d0 con 0x557ceb31adc0 2024-09-16T01:45:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.993+0000 7f96be649740 10 client.0 _ll_register_callbacks cb 0x557ceb27b160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.993+0000 7f96ba80d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb325680 0x557ceb322710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f96ba80d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb325680 0x557ceb322710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33242/0 (socket says 172.21.15.17:33242) 2024-09-16T01:45:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f96ba80d640 1 -- 172.21.15.17:0/1765874733 learned_addr learned my addr 172.21.15.17:0/1765874733 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f96b980b640 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31adc0 0x557ceb3221d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f96ba00c640 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31a4a0 0x557ceb324f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f96ba80d640 1 -- 172.21.15.17:0/1765874733 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31adc0 msgr2=0x557ceb3221d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f96ba80d640 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31adc0 0x557ceb3221d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f96ba80d640 1 -- 172.21.15.17:0/1765874733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31a4a0 msgr2=0x557ceb324f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f96ba80d640 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31a4a0 0x557ceb324f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f96ba80d640 1 -- 172.21.15.17:0/1765874733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ceaff13c0 con 0x557ceb325680 2024-09-16T01:45:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f96b980b640 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31adc0 0x557ceb3221d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f96ba00c640 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31a4a0 0x557ceb324f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f96ba80d640 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb325680 0x557ceb322710 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f96ac032000 tx=0x7f96ac02a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20233947d07ec96e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f969dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:45:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f969dffb640 1 -- 172.21.15.17:0/1765874733 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96ac003d80 con 0x557ceb325680 2024-09-16T01:45:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f96be649740 1 -- 172.21.15.17:0/1765874733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f96b00044b0 con 0x557ceb325680 2024-09-16T01:45:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.994+0000 7f969dffb640 1 -- 172.21.15.17:0/1765874733 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f96ac004040 con 0x557ceb325680 2024-09-16T01:45:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.995+0000 7f969dffb640 1 -- 172.21.15.17:0/1765874733 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f96ac004240 con 0x557ceb325680 2024-09-16T01:45:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.995+0000 7f96be649740 10 client.15555 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.995+0000 7f96be649740 1 -- 172.21.15.17:0/1765874733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557ceb333b70 con 0x557ceb325680 2024-09-16T01:45:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.995+0000 7f969dffb640 1 -- 172.21.15.17:0/1765874733 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96b00044b0 con 0x557ceb325680 2024-09-16T01:45:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.995+0000 7f969dffb640 1 -- 172.21.15.17:0/1765874733 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f96ac051070 con 0x557ceb325680 2024-09-16T01:45:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.995+0000 7f96be649740 10 client.15555 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.995+0000 7f96be649740 10 client.15555 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.995+0000 7f96be649740 20 client.15555 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.995+0000 7f96be649740 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ceb334f80 0x557ceb3373f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.995+0000 7f96be649740 4 client.15555 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:45:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.995+0000 7f96be649740 1 -- 172.21.15.17:0/1765874733 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ceb28d850 con 0x557ceb334f80 2024-09-16T01:45:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.996+0000 7f96ba00c640 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ceb334f80 0x557ceb3373f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.996+0000 7f969dffb640 10 client.15555 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.996+0000 7f96ba00c640 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ceb334f80 0x557ceb3373f0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5b2a685e0daba948 server_cookie=a1cb93ddf185c9ad in_seq=0 out_seq=0 2024-09-16T01:45:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.997+0000 7f969dffb640 1 -- 172.21.15.17:0/1765874733 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557ceb28d850 con 0x557ceb334f80 2024-09-16T01:45:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.997+0000 7f969dffb640 10 client.15555 handle_command_reply: tid=0 2024-09-16T01:45:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.997+0000 7f96be649740 1 client.15555 shutdown 2024-09-16T01:45:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.997+0000 7f96be649740 1 -- 172.21.15.17:0/1765874733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb325680 msgr2=0x557ceb322710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.997+0000 7f96be649740 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb325680 0x557ceb322710 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f96ac032000 tx=0x7f96ac02a8c0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.997+0000 7f96be649740 1 -- 172.21.15.17:0/1765874733 shutdown_connections 2024-09-16T01:45:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.997+0000 7f96be649740 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ceb334f80 0x557ceb3373f0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.997+0000 7f96be649740 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb325680 0x557ceb322710 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.997+0000 7f96be649740 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31adc0 0x557ceb3221d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.997+0000 7f96be649740 1 --2- 172.21.15.17:0/1765874733 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31a4a0 0x557ceb324f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.997+0000 7f96be649740 1 -- 172.21.15.17:0/1765874733 >> 172.21.15.17:0/1765874733 conn(0x557ceb316a30 msgr2=0x557ceb31c760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.997+0000 7f969dffb640 0 client.15555 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.998+0000 7f96be649740 1 -- 172.21.15.17:0/1765874733 shutdown_connections 2024-09-16T01:45:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.998+0000 7f96be649740 1 -- 172.21.15.17:0/1765874733 wait complete. 2024-09-16T01:45:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:16.998+0000 7f96be649740 20 client.15555 trim_cache size 0 max 16384 2024-09-16T01:45:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.015+0000 7f96be649740 1 Processor -- start 2024-09-16T01:45:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96be649740 1 -- start start 2024-09-16T01:45:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96be649740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb316a30 0x557ceb322190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96be649740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31a4a0 0x557ceb315a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96be649740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31adc0 0x557ceb33ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96be649740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f96b41b6440 con 0x557ceb316a30 2024-09-16T01:45:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96be649740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f96b41b3d10 con 0x557ceb31adc0 2024-09-16T01:45:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96be649740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f96b41b1b40 con 0x557ceb31a4a0 2024-09-16T01:45:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96ba00c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb316a30 0x557ceb322190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96ba00c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb316a30 0x557ceb322190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33252/0 (socket says 172.21.15.17:33252) 2024-09-16T01:45:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96ba00c640 1 -- 172.21.15.17:0/109309799 learned_addr learned my addr 172.21.15.17:0/109309799 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96b980b640 1 --2- 172.21.15.17:0/109309799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31a4a0 0x557ceb315a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96b980b640 1 -- 172.21.15.17:0/109309799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31adc0 msgr2=0x557ceb33ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96b980b640 1 --2- 172.21.15.17:0/109309799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31adc0 0x557ceb33ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96b980b640 1 -- 172.21.15.17:0/109309799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb316a30 msgr2=0x557ceb322190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96b980b640 1 --2- 172.21.15.17:0/109309799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb316a30 0x557ceb322190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96b980b640 1 -- 172.21.15.17:0/109309799 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ceb325290 con 0x557ceb31a4a0 2024-09-16T01:45:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.016+0000 7f96ba00c640 1 --2- 172.21.15.17:0/109309799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb316a30 0x557ceb322190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.017+0000 7f96b980b640 1 --2- 172.21.15.17:0/109309799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31a4a0 0x557ceb315a60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x557ceb317db0 tx=0x7f96a400bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df8211692a857ac0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.017+0000 7f969ffff640 1 -- 172.21.15.17:0/109309799 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a4020070 con 0x557ceb31a4a0 2024-09-16T01:45:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.017+0000 7f969ffff640 1 -- 172.21.15.17:0/109309799 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96a409c170 con 0x557ceb31a4a0 2024-09-16T01:45:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.017+0000 7f969ffff640 1 -- 172.21.15.17:0/109309799 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96a40980e0 con 0x557ceb31a4a0 2024-09-16T01:45:17.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.017+0000 7f96be649740 1 -- 172.21.15.17:0/109309799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31a4a0 msgr2=0x557ceb315a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:17.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.017+0000 7f96be649740 1 --2- 172.21.15.17:0/109309799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31a4a0 0x557ceb315a60 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x557ceb317db0 tx=0x7f96a400bf60 comp rx=0 tx=0).stop 2024-09-16T01:45:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.018+0000 7f96be649740 1 -- 172.21.15.17:0/109309799 shutdown_connections 2024-09-16T01:45:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.018+0000 7f96be649740 1 --2- 172.21.15.17:0/109309799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31adc0 0x557ceb33ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.018+0000 7f96be649740 1 --2- 172.21.15.17:0/109309799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb31a4a0 0x557ceb315a60 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.018+0000 7f96be649740 1 --2- 172.21.15.17:0/109309799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb316a30 0x557ceb322190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.018+0000 7f96be649740 1 -- 172.21.15.17:0/109309799 >> 172.21.15.17:0/109309799 conn(0x557ceb322870 msgr2=0x557ceb315350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.018+0000 7f96be649740 1 -- 172.21.15.17:0/109309799 shutdown_connections 2024-09-16T01:45:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.018+0000 7f96be649740 1 -- 172.21.15.17:0/109309799 wait complete. 2024-09-16T01:45:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.018+0000 7f96be649740 1 -- start start 2024-09-16T01:45:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.018+0000 7f96be649740 1 Processor -- start 2024-09-16T01:45:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.018+0000 7f96be649740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb316a30 0x557ceb32b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.018+0000 7f96be649740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb31a4a0 0x557ceb32b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.018+0000 7f96be649740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31adc0 0x557ceb32be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.018+0000 7f96be649740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f96b41b21d0 con 0x557ceb31a4a0 2024-09-16T01:45:17.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.018+0000 7f96be649740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f96b41b3640 con 0x557ceb31adc0 2024-09-16T01:45:17.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f96be649740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f96b41b28a0 con 0x557ceb316a30 2024-09-16T01:45:17.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f96be649740 10 client.0 _ll_register_callbacks cb 0x7f96ac009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:17.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f96ba00c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb316a30 0x557ceb32b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:17.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f96ba00c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb316a30 0x557ceb32b3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53282/0 (socket says 172.21.15.17:53282) 2024-09-16T01:45:17.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f96ba00c640 1 -- 172.21.15.17:0/962820831 learned_addr learned my addr 172.21.15.17:0/962820831 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:17.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f96b980b640 1 --2- 172.21.15.17:0/962820831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb31a4a0 0x557ceb32b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:17.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f96ba80d640 1 --2- 172.21.15.17:0/962820831 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31adc0 0x557ceb32be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:17.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f96ba00c640 1 -- 172.21.15.17:0/962820831 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31adc0 msgr2=0x557ceb32be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:17.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f96ba00c640 1 --2- 172.21.15.17:0/962820831 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31adc0 0x557ceb32be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f96ba00c640 1 -- 172.21.15.17:0/962820831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb31a4a0 msgr2=0x557ceb32b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:17.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f96ba00c640 1 --2- 172.21.15.17:0/962820831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb31a4a0 0x557ceb32b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f96ba00c640 1 -- 172.21.15.17:0/962820831 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ceb39eca0 con 0x557ceb316a30 2024-09-16T01:45:17.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f96ba80d640 1 --2- 172.21.15.17:0/962820831 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31adc0 0x557ceb32be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:17.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f96ba00c640 1 --2- 172.21.15.17:0/962820831 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb316a30 0x557ceb32b3a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f96b0009230 tx=0x7f96b0011e80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a9630baea5b1a29 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:17.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f969dffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:45:17.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.019+0000 7f969dffb640 1 -- 172.21.15.17:0/962820831 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96b0032070 con 0x557ceb316a30 2024-09-16T01:45:17.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.020+0000 7f969dffb640 1 -- 172.21.15.17:0/962820831 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f96b00035f0 con 0x557ceb316a30 2024-09-16T01:45:17.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.020+0000 7f96be649740 1 -- 172.21.15.17:0/962820831 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f96a409c170 con 0x557ceb316a30 2024-09-16T01:45:17.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.020+0000 7f969dffb640 1 -- 172.21.15.17:0/962820831 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f96b003e050 con 0x557ceb316a30 2024-09-16T01:45:17.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.020+0000 7f96be649740 10 client.25210 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:17.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.020+0000 7f96be649740 1 -- 172.21.15.17:0/962820831 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557ceb39ff90 con 0x557ceb316a30 2024-09-16T01:45:17.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.020+0000 7f969dffb640 1 -- 172.21.15.17:0/962820831 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96a409c170 con 0x557ceb316a30 2024-09-16T01:45:17.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.020+0000 7f969dffb640 1 -- 172.21.15.17:0/962820831 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f96b002e5e0 con 0x557ceb316a30 2024-09-16T01:45:17.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.020+0000 7f96be649740 10 client.25210 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:17.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.020+0000 7f96be649740 10 client.25210 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:17.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.020+0000 7f96be649740 20 client.25210 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:17.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.020+0000 7f96be649740 1 --2- 172.21.15.17:0/962820831 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ceb325680 0x557ceb3a2530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:17.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.020+0000 7f96be649740 4 client.25210 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:45:17.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.020+0000 7f96be649740 1 -- 172.21.15.17:0/962820831 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557ceb287d60 con 0x557ceb325680 2024-09-16T01:45:17.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.020+0000 7f96b980b640 1 --2- 172.21.15.17:0/962820831 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ceb325680 0x557ceb3a2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:17.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.021+0000 7f96b980b640 1 --2- 172.21.15.17:0/962820831 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ceb325680 0x557ceb3a2530 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b984a96e8333fcb server_cookie=3a73c975a5905d5e in_seq=0 out_seq=0 2024-09-16T01:45:17.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.021+0000 7f969dffb640 10 client.25210 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:17.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.021+0000 7f969dffb640 1 -- 172.21.15.17:0/962820831 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x557ceb287d60 con 0x557ceb325680 2024-09-16T01:45:17.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.021+0000 7f969dffb640 10 client.25210 handle_command_reply: tid=0 2024-09-16T01:45:17.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.021+0000 7f96be649740 1 client.25210 shutdown 2024-09-16T01:45:17.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.021+0000 7f96be649740 1 -- 172.21.15.17:0/962820831 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb316a30 msgr2=0x557ceb32b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:17.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.021+0000 7f96be649740 1 --2- 172.21.15.17:0/962820831 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb316a30 0x557ceb32b3a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f96b0009230 tx=0x7f96b0011e80 comp rx=0 tx=0).stop 2024-09-16T01:45:17.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.021+0000 7f96be649740 1 -- 172.21.15.17:0/962820831 shutdown_connections 2024-09-16T01:45:17.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.021+0000 7f96be649740 1 --2- 172.21.15.17:0/962820831 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ceb325680 0x557ceb3a2530 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.021+0000 7f96be649740 1 --2- 172.21.15.17:0/962820831 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ceb31adc0 0x557ceb32be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.021+0000 7f96be649740 1 --2- 172.21.15.17:0/962820831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ceb31a4a0 0x557ceb32b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.021+0000 7f969dffb640 0 client.25210 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:17.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.021+0000 7f96be649740 1 --2- 172.21.15.17:0/962820831 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ceb316a30 0x557ceb32b3a0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.021+0000 7f96be649740 1 -- 172.21.15.17:0/962820831 >> 172.21.15.17:0/962820831 conn(0x557ceb322870 msgr2=0x557ceb324250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:17.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.022+0000 7f96be649740 1 -- 172.21.15.17:0/962820831 shutdown_connections 2024-09-16T01:45:17.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.022+0000 7f96be649740 1 -- 172.21.15.17:0/962820831 wait complete. 2024-09-16T01:45:17.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.022+0000 7f96be649740 20 client.25210 trim_cache size 0 max 16384 2024-09-16T01:45:17.030 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:45:17.030 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:45:17.030 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:45:17.030 INFO:teuthology.orchestra.run.smithi017.stdout: "ff1ee9f1-d508-44a4-80b6-48e2937fbfd1": { 2024-09-16T01:45:17.030 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:45:17.030 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "ff1ee9f1-d508-44a4-80b6-48e2937fbfd1", 2024-09-16T01:45:17.030 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:45:17.030 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:45:17.030 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:45:17.031 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:45:17.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.022+0000 7f96bc270640 1 -- 172.21.15.17:0/791953870 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96a00a3240 msgr2=0x7f96a00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:17.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.022+0000 7f96bc270640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96a00a3240 0x7f96a00a5700 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f96ac009a60 tx=0x7f96ac0093a0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.022+0000 7f96bc270640 1 -- 172.21.15.17:0/791953870 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96b41027a0 msgr2=0x7f96b4074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:17.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.022+0000 7f96bc270640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96b41027a0 0x7f96b4074a30 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f96a400d950 tx=0x7f96a400de10 comp rx=0 tx=0).stop 2024-09-16T01:45:17.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.022+0000 7f96bc270640 1 -- 172.21.15.17:0/791953870 shutdown_connections 2024-09-16T01:45:17.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.022+0000 7f96bc270640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96a00a3240 0x7f96a00a5700 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.022+0000 7f96bc270640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96b4106f20 0x7f96b4074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.022+0000 7f96bc270640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96b41027a0 0x7f96b4074a30 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.023+0000 7f96bc270640 1 --2- 172.21.15.17:0/791953870 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96b4101df0 0x7f96b40744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:17.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.023+0000 7f96bc270640 1 -- 172.21.15.17:0/791953870 >> 172.21.15.17:0/791953870 conn(0x7f96b40fd8f0 msgr2=0x7f96b40fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:17.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.023+0000 7f96bc270640 1 -- 172.21.15.17:0/791953870 shutdown_connections 2024-09-16T01:45:17.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:17.023+0000 7f96bc270640 1 -- 172.21.15.17:0/791953870 wait complete. 2024-09-16T01:45:17.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 28653 4.34 MB/sec warmup 40 sec latency 46.695 ms 2024-09-16T01:45:17.775 INFO:tasks.cephfs.filesystem:scrub status for tag:ff1ee9f1-d508-44a4-80b6-48e2937fbfd1 - {'path': '/', 'tag': 'ff1ee9f1-d508-44a4-80b6-48e2937fbfd1', 'options': 'recursive,force'} 2024-09-16T01:45:18.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 29139 4.25 MB/sec warmup 41 sec latency 18.951 ms 2024-09-16T01:45:18.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:18 smithi017 ceph-mon[30972]: pgmap v392: 97 pgs: 97 active+clean; 33 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.4 MiB/s wr, 86 op/s 2024-09-16T01:45:18.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:18 smithi029 ceph-mon[34783]: pgmap v392: 97 pgs: 97 active+clean; 33 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.4 MiB/s wr, 86 op/s 2024-09-16T01:45:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:18 smithi122 ceph-mon[34758]: pgmap v392: 97 pgs: 97 active+clean; 33 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.4 MiB/s wr, 86 op/s 2024-09-16T01:45:19.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 29909 4.26 MB/sec warmup 42 sec latency 14.935 ms 2024-09-16T01:45:19.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:19 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:45:19.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:19 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:45:19.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:19 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:45:20.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 30715 4.20 MB/sec warmup 43 sec latency 13.742 ms 2024-09-16T01:45:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:20 smithi017 ceph-mon[30972]: pgmap v393: 97 pgs: 97 active+clean; 32 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:45:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:20 smithi122 ceph-mon[34758]: pgmap v393: 97 pgs: 97 active+clean; 32 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:45:20.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:20 smithi029 ceph-mon[34783]: pgmap v393: 97 pgs: 97 active+clean; 32 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:45:21.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 31591 4.25 MB/sec warmup 44 sec latency 15.530 ms 2024-09-16T01:45:22.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 32203 4.28 MB/sec warmup 45 sec latency 11.166 ms 2024-09-16T01:45:22.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:22 smithi017 ceph-mon[30972]: pgmap v394: 97 pgs: 97 active+clean; 34 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:45:22.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:22 smithi122 ceph-mon[34758]: pgmap v394: 97 pgs: 97 active+clean; 34 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:45:22.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:22 smithi029 ceph-mon[34783]: pgmap v394: 97 pgs: 97 active+clean; 34 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:45:23.584 INFO:tasks.workunit.client.0.smithi017.stdout: 1 32722 4.21 MB/sec warmup 46 sec latency 16.694 ms 2024-09-16T01:45:24.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 33497 4.22 MB/sec warmup 47 sec latency 14.479 ms 2024-09-16T01:45:24.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:24 smithi017 ceph-mon[30972]: pgmap v395: 97 pgs: 97 active+clean; 35 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:45:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:24 smithi122 ceph-mon[34758]: pgmap v395: 97 pgs: 97 active+clean; 35 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:45:24.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:24 smithi029 ceph-mon[34783]: pgmap v395: 97 pgs: 97 active+clean; 35 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 275 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:45:25.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 34301 4.17 MB/sec warmup 48 sec latency 13.189 ms 2024-09-16T01:45:26.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 35244 4.23 MB/sec warmup 49 sec latency 13.394 ms 2024-09-16T01:45:26.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:26 smithi017 ceph-mon[30972]: pgmap v396: 97 pgs: 97 active+clean; 36 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.9 MiB/s wr, 109 op/s 2024-09-16T01:45:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:26 smithi122 ceph-mon[34758]: pgmap v396: 97 pgs: 97 active+clean; 36 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.9 MiB/s wr, 109 op/s 2024-09-16T01:45:26.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:26 smithi029 ceph-mon[34783]: pgmap v396: 97 pgs: 97 active+clean; 36 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.9 MiB/s wr, 109 op/s 2024-09-16T01:45:27.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 35791 4.24 MB/sec warmup 50 sec latency 12.810 ms 2024-09-16T01:45:28.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 36336 4.17 MB/sec warmup 51 sec latency 15.800 ms 2024-09-16T01:45:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:28 smithi017 ceph-mon[30972]: pgmap v397: 97 pgs: 97 active+clean; 37 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:45:28.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:28 smithi122 ceph-mon[34758]: pgmap v397: 97 pgs: 97 active+clean; 37 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:45:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:28 smithi029 ceph-mon[34783]: pgmap v397: 97 pgs: 97 active+clean; 37 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:45:29.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 37120 4.18 MB/sec warmup 52 sec latency 14.231 ms 2024-09-16T01:45:30.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 37905 4.14 MB/sec warmup 53 sec latency 12.579 ms 2024-09-16T01:45:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:30 smithi017 ceph-mon[30972]: pgmap v398: 97 pgs: 97 active+clean; 36 MiB data, 459 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.9 MiB/s wr, 93 op/s 2024-09-16T01:45:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:30 smithi122 ceph-mon[34758]: pgmap v398: 97 pgs: 97 active+clean; 36 MiB data, 459 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.9 MiB/s wr, 93 op/s 2024-09-16T01:45:30.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:30 smithi029 ceph-mon[34783]: pgmap v398: 97 pgs: 97 active+clean; 36 MiB data, 459 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.9 MiB/s wr, 93 op/s 2024-09-16T01:45:31.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 38811 4.20 MB/sec warmup 54 sec latency 12.182 ms 2024-09-16T01:45:32.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 39373 4.20 MB/sec warmup 55 sec latency 14.033 ms 2024-09-16T01:45:32.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:32 smithi017 ceph-mon[30972]: pgmap v399: 97 pgs: 97 active+clean; 37 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:45:32.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:32 smithi122 ceph-mon[34758]: pgmap v399: 97 pgs: 97 active+clean; 37 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:45:32.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:32 smithi029 ceph-mon[34783]: pgmap v399: 97 pgs: 97 active+clean; 37 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:45:33.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 39968 4.14 MB/sec warmup 56 sec latency 15.989 ms 2024-09-16T01:45:34.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 40715 4.15 MB/sec warmup 57 sec latency 14.883 ms 2024-09-16T01:45:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:34 smithi017 ceph-mon[30972]: pgmap v400: 97 pgs: 97 active+clean; 37 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:45:34.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:34 smithi122 ceph-mon[34758]: pgmap v400: 97 pgs: 97 active+clean; 37 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:45:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:34 smithi029 ceph-mon[34783]: pgmap v400: 97 pgs: 97 active+clean; 37 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:45:35.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 41490 4.11 MB/sec warmup 58 sec latency 16.569 ms 2024-09-16T01:45:36.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 42369 4.17 MB/sec warmup 59 sec latency 12.438 ms 2024-09-16T01:45:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:36 smithi017 ceph-mon[30972]: pgmap v401: 97 pgs: 97 active+clean; 39 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 2.0 MiB/s wr, 113 op/s 2024-09-16T01:45:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:36 smithi122 ceph-mon[34758]: pgmap v401: 97 pgs: 97 active+clean; 39 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 2.0 MiB/s wr, 113 op/s 2024-09-16T01:45:36.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:36 smithi029 ceph-mon[34783]: pgmap v401: 97 pgs: 97 active+clean; 39 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 347 KiB/s rd, 2.0 MiB/s wr, 113 op/s 2024-09-16T01:45:37.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 42979 4.17 MB/sec warmup 60 sec latency 10.283 ms 2024-09-16T01:45:38.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 43539 4.12 MB/sec warmup 61 sec latency 44.329 ms 2024-09-16T01:45:38.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:38 smithi017 ceph-mon[30972]: pgmap v402: 97 pgs: 97 active+clean; 39 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:45:38.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:38 smithi122 ceph-mon[34758]: pgmap v402: 97 pgs: 97 active+clean; 39 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:45:38.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:38 smithi029 ceph-mon[34783]: pgmap v402: 97 pgs: 97 active+clean; 39 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:45:39.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 44339 4.13 MB/sec warmup 62 sec latency 12.550 ms 2024-09-16T01:45:40.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 45076 4.10 MB/sec warmup 63 sec latency 13.783 ms 2024-09-16T01:45:40.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:40 smithi017 ceph-mon[30972]: pgmap v403: 97 pgs: 97 active+clean; 39 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.9 MiB/s wr, 93 op/s 2024-09-16T01:45:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:40 smithi122 ceph-mon[34758]: pgmap v403: 97 pgs: 97 active+clean; 39 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.9 MiB/s wr, 93 op/s 2024-09-16T01:45:40.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:40 smithi029 ceph-mon[34783]: pgmap v403: 97 pgs: 97 active+clean; 39 MiB data, 457 MiB used, 1.0 TiB / 1.0 TiB avail; 235 KiB/s rd, 1.9 MiB/s wr, 93 op/s 2024-09-16T01:45:41.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 45918 4.14 MB/sec warmup 64 sec latency 15.112 ms 2024-09-16T01:45:42.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 46502 4.15 MB/sec warmup 65 sec latency 13.233 ms 2024-09-16T01:45:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:42 smithi017 ceph-mon[30972]: pgmap v404: 97 pgs: 97 active+clean; 40 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-16T01:45:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:42 smithi122 ceph-mon[34758]: pgmap v404: 97 pgs: 97 active+clean; 40 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-16T01:45:42.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:42 smithi029 ceph-mon[34783]: pgmap v404: 97 pgs: 97 active+clean; 40 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-16T01:45:43.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 47087 4.10 MB/sec warmup 66 sec latency 15.942 ms 2024-09-16T01:45:44.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 47860 4.10 MB/sec warmup 67 sec latency 14.537 ms 2024-09-16T01:45:44.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:44 smithi017 ceph-mon[30972]: pgmap v405: 97 pgs: 97 active+clean; 40 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:45:44.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:44 smithi122 ceph-mon[34758]: pgmap v405: 97 pgs: 97 active+clean; 40 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:45:44.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:44 smithi029 ceph-mon[34783]: pgmap v405: 97 pgs: 97 active+clean; 40 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:45:45.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 48625 4.08 MB/sec warmup 68 sec latency 13.440 ms 2024-09-16T01:45:46.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 49460 4.12 MB/sec warmup 69 sec latency 13.360 ms 2024-09-16T01:45:46.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:46 smithi017 ceph-mon[30972]: pgmap v406: 97 pgs: 97 active+clean; 41 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:45:46.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:46 smithi029 ceph-mon[34783]: pgmap v406: 97 pgs: 97 active+clean; 41 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:45:46.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:46 smithi122 ceph-mon[34758]: pgmap v406: 97 pgs: 97 active+clean; 41 MiB data, 466 MiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:45:47.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 50057 4.12 MB/sec warmup 70 sec latency 12.780 ms 2024-09-16T01:45:47.776 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:45:48.089 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:45:48.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 50632 4.08 MB/sec warmup 71 sec latency 14.800 ms 2024-09-16T01:45:48.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.688+0000 7f9282d67640 1 -- 172.21.15.17:0/1043916525 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f927c1036f0 msgr2=0x7f927c10bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:48.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.688+0000 7f9282d67640 1 --2- 172.21.15.17:0/1043916525 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f927c1036f0 0x7f927c10bbe0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f9268009900 tx=0x7f926802a480 comp rx=0 tx=0).stop 2024-09-16T01:45:48.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.688+0000 7f9282d67640 1 -- 172.21.15.17:0/1043916525 shutdown_connections 2024-09-16T01:45:48.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.688+0000 7f9282d67640 1 --2- 172.21.15.17:0/1043916525 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f927c10c1b0 0x7f927c10e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.688+0000 7f9282d67640 1 --2- 172.21.15.17:0/1043916525 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f927c1036f0 0x7f927c10bbe0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.688+0000 7f9282d67640 1 --2- 172.21.15.17:0/1043916525 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f927c102dd0 0x7f927c1031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.688+0000 7f9282d67640 1 -- 172.21.15.17:0/1043916525 >> 172.21.15.17:0/1043916525 conn(0x7f927c0fc7d0 msgr2=0x7f927c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:48.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.688+0000 7f9282d67640 1 -- 172.21.15.17:0/1043916525 shutdown_connections 2024-09-16T01:45:48.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.688+0000 7f9282d67640 1 -- 172.21.15.17:0/1043916525 wait complete. 2024-09-16T01:45:48.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.689+0000 7f9282d67640 1 Processor -- start 2024-09-16T01:45:48.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.689+0000 7f9282d67640 1 -- start start 2024-09-16T01:45:48.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.689+0000 7f9282d67640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f927c102dd0 0x7f927c198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.689+0000 7f9282d67640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f927c1036f0 0x7f927c1988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.689+0000 7f9282d67640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f927c10c1b0 0x7f927c19cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.689+0000 7f9282d67640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f927c111e30 con 0x7f927c102dd0 2024-09-16T01:45:48.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.689+0000 7f9282d67640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f927c111cb0 con 0x7f927c1036f0 2024-09-16T01:45:48.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.689+0000 7f9282d67640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f927c111fb0 con 0x7f927c10c1b0 2024-09-16T01:45:48.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.689+0000 7f9280b03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f927c102dd0 0x7f927c198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.689+0000 7f9280b03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f927c102dd0 0x7f927c198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56624/0 (socket says 172.21.15.17:56624) 2024-09-16T01:45:48.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.689+0000 7f9281304640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f927c10c1b0 0x7f927c19cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.689+0000 7f9280b03640 1 -- 172.21.15.17:0/1896796351 learned_addr learned my addr 172.21.15.17:0/1896796351 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:48.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.689+0000 7f927bfff640 1 --2- 172.21.15.17:0/1896796351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f927c1036f0 0x7f927c1988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.690+0000 7f9280b03640 1 -- 172.21.15.17:0/1896796351 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f927c10c1b0 msgr2=0x7f927c19cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:48.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.690+0000 7f9280b03640 1 --2- 172.21.15.17:0/1896796351 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f927c10c1b0 0x7f927c19cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.690+0000 7f9280b03640 1 -- 172.21.15.17:0/1896796351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f927c1036f0 msgr2=0x7f927c1988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:48.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.690+0000 7f9280b03640 1 --2- 172.21.15.17:0/1896796351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f927c1036f0 0x7f927c1988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.690+0000 7f9280b03640 1 -- 172.21.15.17:0/1896796351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f927c19d340 con 0x7f927c102dd0 2024-09-16T01:45:48.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.690+0000 7f9281304640 1 --2- 172.21.15.17:0/1896796351 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f927c10c1b0 0x7f927c19cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:48.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.690+0000 7f9280b03640 1 --2- 172.21.15.17:0/1896796351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f927c102dd0 0x7f927c198390 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f927000e9f0 tx=0x7f927000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:48.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.690+0000 7f9279ffb640 1 -- 172.21.15.17:0/1896796351 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927000cd80 con 0x7f927c102dd0 2024-09-16T01:45:48.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.690+0000 7f9282d67640 1 -- 172.21.15.17:0/1896796351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f927c19d630 con 0x7f927c102dd0 2024-09-16T01:45:48.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.690+0000 7f9279ffb640 1 -- 172.21.15.17:0/1896796351 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92700054d0 con 0x7f927c102dd0 2024-09-16T01:45:48.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.690+0000 7f9279ffb640 1 -- 172.21.15.17:0/1896796351 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9270010490 con 0x7f927c102dd0 2024-09-16T01:45:48.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.690+0000 7f9282d67640 1 -- 172.21.15.17:0/1896796351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f927c1a4f10 con 0x7f927c102dd0 2024-09-16T01:45:48.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.693+0000 7f9279ffb640 1 -- 172.21.15.17:0/1896796351 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f9270005020 con 0x7f927c102dd0 2024-09-16T01:45:48.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.694+0000 7f9285140740 1 Processor -- start 2024-09-16T01:45:48.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.694+0000 7f9285140740 1 -- start start 2024-09-16T01:45:48.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.694+0000 7f9285140740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57a99380 0x55aa57a99760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.694+0000 7f9285140740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99ca0 0x55aa57aa8550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.694+0000 7f9285140740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57aa8a90 0x55aa57aaae80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.694+0000 7f9285140740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55aa579ff2e0 con 0x55aa57a99ca0 2024-09-16T01:45:48.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.694+0000 7f9285140740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55aa579a6ce0 con 0x55aa57a99380 2024-09-16T01:45:48.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.694+0000 7f9285140740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55aa579fb2a0 con 0x55aa57aa8a90 2024-09-16T01:45:48.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.694+0000 7f9280b03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99ca0 0x55aa57aa8550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.694+0000 7f927bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57aa8a90 0x55aa57aaae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.694+0000 7f927bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57aa8a90 0x55aa57aaae80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49606/0 (socket says 172.21.15.17:49606) 2024-09-16T01:45:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.694+0000 7f927bfff640 1 -- 172.21.15.17:0/3150935438 learned_addr learned my addr 172.21.15.17:0/3150935438 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.694+0000 7f9279ffb640 1 --2- 172.21.15.17:0/1896796351 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f926c0a3240 0x7f926c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.694+0000 7f9281304640 1 --2- 172.21.15.17:0/3150935438 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57a99380 0x55aa57a99760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.695+0000 7f9281304640 1 --2- 172.21.15.17:0/1896796351 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f926c0a3240 0x7f926c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.695+0000 7f927bfff640 1 -- 172.21.15.17:0/3150935438 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57a99380 msgr2=0x55aa57a99760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.695+0000 7f927bfff640 1 --2- 172.21.15.17:0/3150935438 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57a99380 0x55aa57a99760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.695+0000 7f927bfff640 1 -- 172.21.15.17:0/3150935438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99ca0 msgr2=0x55aa57aa8550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.695+0000 7f927bfff640 1 --2- 172.21.15.17:0/3150935438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99ca0 0x55aa57aa8550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.695+0000 7f927bfff640 1 -- 172.21.15.17:0/3150935438 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa5798b440 con 0x55aa57aa8a90 2024-09-16T01:45:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.695+0000 7f9281304640 1 --2- 172.21.15.17:0/3150935438 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57a99380 0x55aa57a99760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.695+0000 7f9279ffb640 1 -- 172.21.15.17:0/1896796351 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f92700cfc90 con 0x7f927c102dd0 2024-09-16T01:45:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.695+0000 7f927bfff640 1 --2- 172.21.15.17:0/3150935438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57aa8a90 0x55aa57aaae80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9268009900 tx=0x7f9268032bb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e153efb7161863 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.695+0000 7f9281304640 1 --2- 172.21.15.17:0/1896796351 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f926c0a3240 0x7f926c0a5700 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9274009fd0 tx=0x7f9274009600 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.695+0000 7f9266ffd640 1 -- 172.21.15.17:0/3150935438 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9268040070 con 0x55aa57aa8a90 2024-09-16T01:45:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.695+0000 7f9266ffd640 1 -- 172.21.15.17:0/3150935438 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9268004030 con 0x55aa57aa8a90 2024-09-16T01:45:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.695+0000 7f9266ffd640 1 -- 172.21.15.17:0/3150935438 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9268035040 con 0x55aa57aa8a90 2024-09-16T01:45:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.696+0000 7f9285140740 1 -- 172.21.15.17:0/3150935438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57aa8a90 msgr2=0x55aa57aaae80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.696+0000 7f9285140740 1 --2- 172.21.15.17:0/3150935438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57aa8a90 0x55aa57aaae80 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9268009900 tx=0x7f9268032bb0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.696+0000 7f9285140740 1 -- 172.21.15.17:0/3150935438 shutdown_connections 2024-09-16T01:45:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.696+0000 7f9285140740 1 --2- 172.21.15.17:0/3150935438 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57aa8a90 0x55aa57aaae80 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.696+0000 7f9285140740 1 --2- 172.21.15.17:0/3150935438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99ca0 0x55aa57aa8550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.696+0000 7f9285140740 1 --2- 172.21.15.17:0/3150935438 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57a99380 0x55aa57a99760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.696+0000 7f9285140740 1 -- 172.21.15.17:0/3150935438 >> 172.21.15.17:0/3150935438 conn(0x55aa57a95a30 msgr2=0x55aa57a95e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.696+0000 7f9285140740 1 -- 172.21.15.17:0/3150935438 shutdown_connections 2024-09-16T01:45:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.696+0000 7f9285140740 1 -- 172.21.15.17:0/3150935438 wait complete. 2024-09-16T01:45:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.697+0000 7f9285140740 1 -- start start 2024-09-16T01:45:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.697+0000 7f9285140740 1 Processor -- start 2024-09-16T01:45:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.697+0000 7f9285140740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57a99380 0x55aa57aa8450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.697+0000 7f9285140740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99ca0 0x55aa57aa5700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.697+0000 7f9285140740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57aa8a90 0x55aa57aa5cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.697+0000 7f9285140740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55aa57aab660 con 0x55aa57a99ca0 2024-09-16T01:45:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.697+0000 7f9285140740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55aa579ba050 con 0x55aa57aa8a90 2024-09-16T01:45:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.697+0000 7f9285140740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55aa57aab7e0 con 0x55aa57a99380 2024-09-16T01:45:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.697+0000 7f9285140740 10 client.0 _ll_register_callbacks cb 0x55aa579fa160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.697+0000 7f9280b03640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57a99380 0x55aa57aa8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.697+0000 7f927bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99ca0 0x55aa57aa5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.697+0000 7f9280b03640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57a99380 0x55aa57aa8450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49616/0 (socket says 172.21.15.17:49616) 2024-09-16T01:45:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.697+0000 7f9280b03640 1 -- 172.21.15.17:0/1719910140 learned_addr learned my addr 172.21.15.17:0/1719910140 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.697+0000 7f9281304640 1 --2- 172.21.15.17:0/1719910140 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57aa8a90 0x55aa57aa5cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.698+0000 7f9280b03640 1 -- 172.21.15.17:0/1719910140 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57aa8a90 msgr2=0x55aa57aa5cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.698+0000 7f9280b03640 1 --2- 172.21.15.17:0/1719910140 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57aa8a90 0x55aa57aa5cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.698+0000 7f9280b03640 1 -- 172.21.15.17:0/1719910140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99ca0 msgr2=0x55aa57aa5700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.698+0000 7f9280b03640 1 --2- 172.21.15.17:0/1719910140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99ca0 0x55aa57aa5700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.698+0000 7f9280b03640 1 -- 172.21.15.17:0/1719910140 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa577703c0 con 0x55aa57a99380 2024-09-16T01:45:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.698+0000 7f9281304640 1 --2- 172.21.15.17:0/1719910140 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57aa8a90 0x55aa57aa5cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.698+0000 7f9280b03640 1 --2- 172.21.15.17:0/1719910140 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57a99380 0x55aa57aa8450 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f92700cd750 tx=0x7f9270005450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bafe071e0b18498 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.698+0000 7f925bfff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:45:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.698+0000 7f925bfff640 1 -- 172.21.15.17:0/1719910140 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927009c270 con 0x55aa57a99380 2024-09-16T01:45:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.698+0000 7f9285140740 1 -- 172.21.15.17:0/1719910140 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9268004030 con 0x55aa57a99380 2024-09-16T01:45:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.698+0000 7f925bfff640 1 -- 172.21.15.17:0/1719910140 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f92700a4a50 con 0x55aa57a99380 2024-09-16T01:45:48.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.698+0000 7f925bfff640 1 -- 172.21.15.17:0/1719910140 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f92700d3070 con 0x55aa57a99380 2024-09-16T01:45:48.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.698+0000 7f9285140740 10 client.25222 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:48.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.698+0000 7f9285140740 1 -- 172.21.15.17:0/1719910140 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55aa57ab7110 con 0x55aa57a99380 2024-09-16T01:45:48.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.699+0000 7f925bfff640 1 -- 172.21.15.17:0/1719910140 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9268004030 con 0x55aa57a99380 2024-09-16T01:45:48.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.699+0000 7f925bfff640 1 -- 172.21.15.17:0/1719910140 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f92700bc0d0 con 0x55aa57a99380 2024-09-16T01:45:48.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.699+0000 7f9285140740 10 client.25222 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:48.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.699+0000 7f9285140740 10 client.25222 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:48.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.699+0000 7f9285140740 20 client.25222 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:48.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.699+0000 7f9285140740 1 --2- 172.21.15.17:0/1719910140 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55aa57ab8520 0x55aa57aba930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.699+0000 7f9285140740 4 client.25222 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:45:48.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.699+0000 7f9285140740 1 -- 172.21.15.17:0/1719910140 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55aa57a0c850 con 0x55aa57ab8520 2024-09-16T01:45:48.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.699+0000 7f927bfff640 1 --2- 172.21.15.17:0/1719910140 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55aa57ab8520 0x55aa57aba930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.699+0000 7f927bfff640 1 --2- 172.21.15.17:0/1719910140 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55aa57ab8520 0x55aa57aba930 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa3580be945b6e59 server_cookie=a7bd716bedcfc678 in_seq=0 out_seq=0 2024-09-16T01:45:48.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.699+0000 7f925bfff640 10 client.25222 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:48.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.700+0000 7f925bfff640 1 -- 172.21.15.17:0/1719910140 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55aa57a0c850 con 0x55aa57ab8520 2024-09-16T01:45:48.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.700+0000 7f925bfff640 10 client.25222 handle_command_reply: tid=0 2024-09-16T01:45:48.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.700+0000 7f9285140740 1 client.25222 shutdown 2024-09-16T01:45:48.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.700+0000 7f9285140740 1 -- 172.21.15.17:0/1719910140 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57a99380 msgr2=0x55aa57aa8450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:48.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.700+0000 7f9285140740 1 --2- 172.21.15.17:0/1719910140 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57a99380 0x55aa57aa8450 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f92700cd750 tx=0x7f9270005450 comp rx=0 tx=0).stop 2024-09-16T01:45:48.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.700+0000 7f9285140740 1 -- 172.21.15.17:0/1719910140 shutdown_connections 2024-09-16T01:45:48.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.700+0000 7f9285140740 1 --2- 172.21.15.17:0/1719910140 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55aa57ab8520 0x55aa57aba930 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.700+0000 7f9285140740 1 --2- 172.21.15.17:0/1719910140 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57aa8a90 0x55aa57aa5cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.700+0000 7f9285140740 1 --2- 172.21.15.17:0/1719910140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99ca0 0x55aa57aa5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.700+0000 7f925bfff640 0 client.25222 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.700+0000 7f9285140740 1 --2- 172.21.15.17:0/1719910140 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57a99380 0x55aa57aa8450 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.700+0000 7f9285140740 1 -- 172.21.15.17:0/1719910140 >> 172.21.15.17:0/1719910140 conn(0x55aa57a95a30 msgr2=0x55aa57a9b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.701+0000 7f9285140740 1 -- 172.21.15.17:0/1719910140 shutdown_connections 2024-09-16T01:45:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.701+0000 7f9285140740 1 -- 172.21.15.17:0/1719910140 wait complete. 2024-09-16T01:45:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.701+0000 7f9285140740 20 client.25222 trim_cache size 0 max 16384 2024-09-16T01:45:48.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.722+0000 7f9285140740 1 Processor -- start 2024-09-16T01:45:48.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.722+0000 7f9285140740 1 -- start start 2024-09-16T01:45:48.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.722+0000 7f9285140740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99380 0x55aa57ab4900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.722+0000 7f9285140740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57a99ca0 0x55aa57ac01d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.722+0000 7f9285140740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57aa8a90 0x55aa57ac0710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.722+0000 7f9285140740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f927c1adb80 con 0x55aa57a99380 2024-09-16T01:45:48.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.722+0000 7f9285140740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f927c1ab450 con 0x55aa57aa8a90 2024-09-16T01:45:48.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.722+0000 7f9285140740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f927c1a9280 con 0x55aa57a99ca0 2024-09-16T01:45:48.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.722+0000 7f9280b03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99380 0x55aa57ab4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f9280b03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99380 0x55aa57ab4900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56660/0 (socket says 172.21.15.17:56660) 2024-09-16T01:45:48.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f9280b03640 1 -- 172.21.15.17:0/1986747696 learned_addr learned my addr 172.21.15.17:0/1986747696 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:48.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f927bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57a99ca0 0x55aa57ac01d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f9281304640 1 --2- 172.21.15.17:0/1986747696 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57aa8a90 0x55aa57ac0710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f927bfff640 1 -- 172.21.15.17:0/1986747696 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57aa8a90 msgr2=0x55aa57ac0710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:48.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f927bfff640 1 --2- 172.21.15.17:0/1986747696 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57aa8a90 0x55aa57ac0710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f927bfff640 1 -- 172.21.15.17:0/1986747696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99380 msgr2=0x55aa57ab4900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f927bfff640 1 --2- 172.21.15.17:0/1986747696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99380 0x55aa57ab4900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f927bfff640 1 -- 172.21.15.17:0/1986747696 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55aa57a954d0 con 0x55aa57a99ca0 2024-09-16T01:45:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f9281304640 1 --2- 172.21.15.17:0/1986747696 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57aa8a90 0x55aa57ac0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f9280b03640 1 --2- 172.21.15.17:0/1986747696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99380 0x55aa57ab4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f927bfff640 1 --2- 172.21.15.17:0/1986747696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57a99ca0 0x55aa57ac01d0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f926802a9a0 tx=0x7f9268000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb259afad7300ab6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f92667fc640 1 -- 172.21.15.17:0/1986747696 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9268040070 con 0x55aa57a99ca0 2024-09-16T01:45:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f92667fc640 1 -- 172.21.15.17:0/1986747696 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92680314a0 con 0x55aa57a99ca0 2024-09-16T01:45:48.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.723+0000 7f92667fc640 1 -- 172.21.15.17:0/1986747696 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9268035040 con 0x55aa57a99ca0 2024-09-16T01:45:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.724+0000 7f9285140740 1 -- 172.21.15.17:0/1986747696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57a99ca0 msgr2=0x55aa57ac01d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.724+0000 7f9285140740 1 --2- 172.21.15.17:0/1986747696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57a99ca0 0x55aa57ac01d0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f926802a9a0 tx=0x7f9268000bc0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.724+0000 7f9285140740 1 -- 172.21.15.17:0/1986747696 shutdown_connections 2024-09-16T01:45:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.724+0000 7f9285140740 1 --2- 172.21.15.17:0/1986747696 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57aa8a90 0x55aa57ac0710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.724+0000 7f9285140740 1 --2- 172.21.15.17:0/1986747696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57a99ca0 0x55aa57ac01d0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.724+0000 7f9285140740 1 --2- 172.21.15.17:0/1986747696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99380 0x55aa57ab4900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.724+0000 7f9285140740 1 -- 172.21.15.17:0/1986747696 >> 172.21.15.17:0/1986747696 conn(0x55aa57a95a30 msgr2=0x55aa57aa0d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.724+0000 7f9285140740 1 -- 172.21.15.17:0/1986747696 shutdown_connections 2024-09-16T01:45:48.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.724+0000 7f9285140740 1 -- 172.21.15.17:0/1986747696 wait complete. 2024-09-16T01:45:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f9285140740 1 -- start start 2024-09-16T01:45:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f9285140740 1 Processor -- start 2024-09-16T01:45:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f9285140740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99380 0x55aa57aac870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f9285140740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57a99ca0 0x55aa57aacdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f9285140740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57aa8a90 0x55aa57aad2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f9285140740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f927c1a9910 con 0x55aa57a99380 2024-09-16T01:45:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f9285140740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f927c1aad80 con 0x55aa57a99ca0 2024-09-16T01:45:48.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f9285140740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f927c1a9fe0 con 0x55aa57aa8a90 2024-09-16T01:45:48.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f9285140740 10 client.0 _ll_register_callbacks cb 0x7f927009c0f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:48.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f9280b03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99380 0x55aa57aac870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f9281304640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57aa8a90 0x55aa57aad2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f9281304640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57aa8a90 0x55aa57aad2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49634/0 (socket says 172.21.15.17:49634) 2024-09-16T01:45:48.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f9281304640 1 -- 172.21.15.17:0/947907105 learned_addr learned my addr 172.21.15.17:0/947907105 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:48.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f9280b03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99380 0x55aa57aac870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56668/0 (socket says 172.21.15.17:56668) 2024-09-16T01:45:48.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.725+0000 7f927bfff640 1 --2- 172.21.15.17:0/947907105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57a99ca0 0x55aa57aacdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.726+0000 7f9280b03640 1 -- 172.21.15.17:0/947907105 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57aa8a90 msgr2=0x55aa57aad2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:48.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.726+0000 7f9280b03640 1 --2- 172.21.15.17:0/947907105 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57aa8a90 0x55aa57aad2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.726+0000 7f9280b03640 1 -- 172.21.15.17:0/947907105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57a99ca0 msgr2=0x55aa57aacdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:48.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.726+0000 7f9280b03640 1 --2- 172.21.15.17:0/947907105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57a99ca0 0x55aa57aacdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.726+0000 7f9280b03640 1 -- 172.21.15.17:0/947907105 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55aa57b22250 con 0x55aa57a99380 2024-09-16T01:45:48.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.726+0000 7f9281304640 1 --2- 172.21.15.17:0/947907105 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57aa8a90 0x55aa57aad2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:48.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.726+0000 7f9280b03640 1 --2- 172.21.15.17:0/947907105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99380 0x55aa57aac870 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f92700986d0 tx=0x7f9270009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24dca2780eeb07cc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:48.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.726+0000 7f925bfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:45:48.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.726+0000 7f925bfff640 1 -- 172.21.15.17:0/947907105 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f927009c270 con 0x55aa57a99380 2024-09-16T01:45:48.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.726+0000 7f925bfff640 1 -- 172.21.15.17:0/947907105 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f92700046c0 con 0x55aa57a99380 2024-09-16T01:45:48.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.726+0000 7f9285140740 1 -- 172.21.15.17:0/947907105 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f92680314a0 con 0x55aa57a99380 2024-09-16T01:45:48.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.726+0000 7f925bfff640 1 -- 172.21.15.17:0/947907105 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f92700a0620 con 0x55aa57a99380 2024-09-16T01:45:48.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.726+0000 7f9285140740 10 client.15579 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:48.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.726+0000 7f9285140740 1 -- 172.21.15.17:0/947907105 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55aa57b234b0 con 0x55aa57a99380 2024-09-16T01:45:48.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.727+0000 7f925bfff640 1 -- 172.21.15.17:0/947907105 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f92680314a0 con 0x55aa57a99380 2024-09-16T01:45:48.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.727+0000 7f925bfff640 1 -- 172.21.15.17:0/947907105 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f92700ab020 con 0x55aa57a99380 2024-09-16T01:45:48.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.727+0000 7f9285140740 10 client.15579 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:48.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.727+0000 7f9285140740 10 client.15579 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:48.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.727+0000 7f9285140740 20 client.15579 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:48.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.727+0000 7f9285140740 1 --2- 172.21.15.17:0/947907105 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55aa57b23c00 0x55aa57b26020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:48.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.727+0000 7f9285140740 4 client.15579 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:45:48.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.727+0000 7f9285140740 1 -- 172.21.15.17:0/947907105 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55aa57a06d60 con 0x55aa57b23c00 2024-09-16T01:45:48.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.727+0000 7f927bfff640 1 --2- 172.21.15.17:0/947907105 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55aa57b23c00 0x55aa57b26020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:48.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.727+0000 7f927bfff640 1 --2- 172.21.15.17:0/947907105 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55aa57b23c00 0x55aa57b26020 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50e9e407134cd89e server_cookie=2a187623af86ff3d in_seq=0 out_seq=0 2024-09-16T01:45:48.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.727+0000 7f925bfff640 10 client.15579 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:48.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f925bfff640 1 -- 172.21.15.17:0/947907105 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55aa57a06d60 con 0x55aa57b23c00 2024-09-16T01:45:48.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f925bfff640 10 client.15579 handle_command_reply: tid=0 2024-09-16T01:45:48.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f9285140740 1 client.15579 shutdown 2024-09-16T01:45:48.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f9285140740 1 -- 172.21.15.17:0/947907105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99380 msgr2=0x55aa57aac870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:48.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f9285140740 1 --2- 172.21.15.17:0/947907105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99380 0x55aa57aac870 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f92700986d0 tx=0x7f9270009310 comp rx=0 tx=0).stop 2024-09-16T01:45:48.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f9285140740 1 -- 172.21.15.17:0/947907105 shutdown_connections 2024-09-16T01:45:48.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f9285140740 1 --2- 172.21.15.17:0/947907105 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55aa57b23c00 0x55aa57b26020 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f9285140740 1 --2- 172.21.15.17:0/947907105 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55aa57aa8a90 0x55aa57aad2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f9285140740 1 --2- 172.21.15.17:0/947907105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55aa57a99ca0 0x55aa57aacdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f9285140740 1 --2- 172.21.15.17:0/947907105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa57a99380 0x55aa57aac870 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f9285140740 1 -- 172.21.15.17:0/947907105 >> 172.21.15.17:0/947907105 conn(0x55aa57a95a30 msgr2=0x55aa57a94350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:48.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f925bfff640 0 client.15579 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:48.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f9285140740 1 -- 172.21.15.17:0/947907105 shutdown_connections 2024-09-16T01:45:48.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f9285140740 1 -- 172.21.15.17:0/947907105 wait complete. 2024-09-16T01:45:48.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.728+0000 7f9285140740 20 client.15579 trim_cache size 0 max 16384 2024-09-16T01:45:48.738 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:45:48.738 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:45:48.738 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:45:48.738 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:45:48.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.729+0000 7f9282d67640 1 -- 172.21.15.17:0/1896796351 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f926c0a3240 msgr2=0x7f926c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:48.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.729+0000 7f9282d67640 1 --2- 172.21.15.17:0/1896796351 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f926c0a3240 0x7f926c0a5700 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9274009fd0 tx=0x7f9274009600 comp rx=0 tx=0).stop 2024-09-16T01:45:48.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.729+0000 7f9282d67640 1 -- 172.21.15.17:0/1896796351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f927c102dd0 msgr2=0x7f927c198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:48.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.729+0000 7f9282d67640 1 --2- 172.21.15.17:0/1896796351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f927c102dd0 0x7f927c198390 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f927000e9f0 tx=0x7f927000edf0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.729+0000 7f9282d67640 1 -- 172.21.15.17:0/1896796351 shutdown_connections 2024-09-16T01:45:48.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.729+0000 7f9282d67640 1 --2- 172.21.15.17:0/1896796351 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f926c0a3240 0x7f926c0a5700 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.729+0000 7f9282d67640 1 --2- 172.21.15.17:0/1896796351 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f927c10c1b0 0x7f927c19cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.729+0000 7f9282d67640 1 --2- 172.21.15.17:0/1896796351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f927c1036f0 0x7f927c1988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.729+0000 7f9282d67640 1 --2- 172.21.15.17:0/1896796351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f927c102dd0 0x7f927c198390 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:48.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.729+0000 7f9282d67640 1 -- 172.21.15.17:0/1896796351 >> 172.21.15.17:0/1896796351 conn(0x7f927c0fc7d0 msgr2=0x7f927c0fe130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:48.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.729+0000 7f9282d67640 1 -- 172.21.15.17:0/1896796351 shutdown_connections 2024-09-16T01:45:48.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:48.729+0000 7f9282d67640 1 -- 172.21.15.17:0/1896796351 wait complete. 2024-09-16T01:45:48.771 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:48 smithi017 ceph-mon[30972]: pgmap v407: 97 pgs: 97 active+clean; 43 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.6 MiB/s wr, 89 op/s 2024-09-16T01:45:48.807 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:48 smithi122 ceph-mon[34758]: pgmap v407: 97 pgs: 97 active+clean; 43 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.6 MiB/s wr, 89 op/s 2024-09-16T01:45:48.807 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:48 smithi029 ceph-mon[34783]: pgmap v407: 97 pgs: 97 active+clean; 43 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.6 MiB/s wr, 89 op/s 2024-09-16T01:45:49.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 51402 4.08 MB/sec warmup 72 sec latency 12.026 ms 2024-09-16T01:45:49.630 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:45:49.630 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:45:49.903 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:45:50.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:49 smithi017 ceph-mon[30972]: pgmap v408: 97 pgs: 97 active+clean; 42 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:45:50.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:49 smithi029 ceph-mon[34783]: pgmap v408: 97 pgs: 97 active+clean; 42 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:45:50.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:49 smithi122 ceph-mon[34758]: pgmap v408: 97 pgs: 97 active+clean; 42 MiB data, 476 MiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:45:50.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.397+0000 7f4d82d48640 1 -- 172.21.15.17:0/3345239265 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d7c100e20 msgr2=0x7f4d7c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:50.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.397+0000 7f4d82d48640 1 --2- 172.21.15.17:0/3345239265 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d7c100e20 0x7f4d7c101200 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f4d70009900 tx=0x7f4d7002a480 comp rx=0 tx=0).stop 2024-09-16T01:45:50.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.397+0000 7f4d82d48640 1 -- 172.21.15.17:0/3345239265 shutdown_connections 2024-09-16T01:45:50.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.397+0000 7f4d82d48640 1 --2- 172.21.15.17:0/3345239265 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d7c102ef0 0x7f4d7c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.397+0000 7f4d82d48640 1 --2- 172.21.15.17:0/3345239265 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d7c102570 0x7f4d7c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.397+0000 7f4d82d48640 1 --2- 172.21.15.17:0/3345239265 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d7c100e20 0x7f4d7c101200 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.397+0000 7f4d82d48640 1 -- 172.21.15.17:0/3345239265 >> 172.21.15.17:0/3345239265 conn(0x7f4d7c0fc7d0 msgr2=0x7f4d7c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:50.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.397+0000 7f4d82d48640 1 -- 172.21.15.17:0/3345239265 shutdown_connections 2024-09-16T01:45:50.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.397+0000 7f4d82d48640 1 -- 172.21.15.17:0/3345239265 wait complete. 2024-09-16T01:45:50.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.398+0000 7f4d82d48640 1 Processor -- start 2024-09-16T01:45:50.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.398+0000 7f4d82d48640 1 -- start start 2024-09-16T01:45:50.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.398+0000 7f4d82d48640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d7c100e20 0x7f4d7c1983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:50.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.398+0000 7f4d82d48640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d7c102570 0x7f4d7c198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:50.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.398+0000 7f4d82d48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d7c102ef0 0x7f4d7c19cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:50.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.398+0000 7f4d82d48640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4d7c110e00 con 0x7f4d7c102ef0 2024-09-16T01:45:50.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.398+0000 7f4d82d48640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4d7c110c80 con 0x7f4d7c102570 2024-09-16T01:45:50.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.398+0000 7f4d82d48640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4d7c110f80 con 0x7f4d7c100e20 2024-09-16T01:45:50.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.398+0000 7f4d812e5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d7c102ef0 0x7f4d7c19cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:50.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.398+0000 7f4d80ae4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d7c100e20 0x7f4d7c1983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:50.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.398+0000 7f4d812e5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d7c102ef0 0x7f4d7c19cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56682/0 (socket says 172.21.15.17:56682) 2024-09-16T01:45:50.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.398+0000 7f4d812e5640 1 -- 172.21.15.17:0/2969938059 learned_addr learned my addr 172.21.15.17:0/2969938059 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:50.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.399+0000 7f4d7bfff640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d7c102570 0x7f4d7c198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:50.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.399+0000 7f4d80ae4640 1 -- 172.21.15.17:0/2969938059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d7c102570 msgr2=0x7f4d7c198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:50.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.399+0000 7f4d80ae4640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d7c102570 0x7f4d7c198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.399+0000 7f4d80ae4640 1 -- 172.21.15.17:0/2969938059 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d7c102ef0 msgr2=0x7f4d7c19cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:50.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.399+0000 7f4d80ae4640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d7c102ef0 0x7f4d7c19cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.399+0000 7f4d80ae4640 1 -- 172.21.15.17:0/2969938059 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d7c19d380 con 0x7f4d7c100e20 2024-09-16T01:45:50.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.399+0000 7f4d7bfff640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d7c102570 0x7f4d7c198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:50.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.399+0000 7f4d812e5640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d7c102ef0 0x7f4d7c19cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:50.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.399+0000 7f4d80ae4640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d7c100e20 0x7f4d7c1983d0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4d70005940 tx=0x7f4d700042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:50.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.399+0000 7f4d79ffb640 1 -- 172.21.15.17:0/2969938059 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7003f030 con 0x7f4d7c100e20 2024-09-16T01:45:50.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.399+0000 7f4d82d48640 1 -- 172.21.15.17:0/2969938059 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d7c19d610 con 0x7f4d7c100e20 2024-09-16T01:45:50.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.400+0000 7f4d79ffb640 1 -- 172.21.15.17:0/2969938059 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d70003cb0 con 0x7f4d7c100e20 2024-09-16T01:45:50.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.400+0000 7f4d79ffb640 1 -- 172.21.15.17:0/2969938059 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d70035070 con 0x7f4d7c100e20 2024-09-16T01:45:50.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.400+0000 7f4d82d48640 1 -- 172.21.15.17:0/2969938059 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d7c1a4f50 con 0x7f4d7c100e20 2024-09-16T01:45:50.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.401+0000 7f4d82d48640 1 -- 172.21.15.17:0/2969938059 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d7c101200 con 0x7f4d7c100e20 2024-09-16T01:45:50.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.402+0000 7f4d79ffb640 1 -- 172.21.15.17:0/2969938059 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f4d70042030 con 0x7f4d7c100e20 2024-09-16T01:45:50.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.403+0000 7f4d79ffb640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4d6c0a3240 0x7f4d6c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:50.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.403+0000 7f4d7bfff640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4d6c0a3240 0x7f4d6c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:50.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.403+0000 7f4d79ffb640 1 -- 172.21.15.17:0/2969938059 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4d700eff80 con 0x7f4d7c100e20 2024-09-16T01:45:50.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.404+0000 7f4d7bfff640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4d6c0a3240 0x7f4d6c0a5700 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c100070 tx=0x7f4d6800a5c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:50.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.408+0000 7f4d79ffb640 1 -- 172.21.15.17:0/2969938059 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4d700bcca0 con 0x7f4d7c100e20 2024-09-16T01:45:50.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 52086 4.05 MB/sec warmup 73 sec latency 65.676 ms 2024-09-16T01:45:50.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.647+0000 7f4d82d48640 1 -- 172.21.15.17:0/2969938059 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4d7c199730 con 0x7f4d7c100e20 2024-09-16T01:45:50.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.647+0000 7f4d79ffb640 1 -- 172.21.15.17:0/2969938059 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f4d700bc5a0 con 0x7f4d7c100e20 2024-09-16T01:45:50.649 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:45:50.650 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:45:50.650 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:45:50.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.650+0000 7f4d82d48640 1 -- 172.21.15.17:0/2969938059 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4d6c0a3240 msgr2=0x7f4d6c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:50.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.650+0000 7f4d82d48640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4d6c0a3240 0x7f4d6c0a5700 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c100070 tx=0x7f4d6800a5c0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.650+0000 7f4d82d48640 1 -- 172.21.15.17:0/2969938059 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d7c100e20 msgr2=0x7f4d7c1983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:50.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.650+0000 7f4d82d48640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d7c100e20 0x7f4d7c1983d0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4d70005940 tx=0x7f4d700042f0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.650+0000 7f4d82d48640 1 -- 172.21.15.17:0/2969938059 shutdown_connections 2024-09-16T01:45:50.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.650+0000 7f4d82d48640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4d6c0a3240 0x7f4d6c0a5700 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.650+0000 7f4d82d48640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d7c102ef0 0x7f4d7c19cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.650+0000 7f4d82d48640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d7c102570 0x7f4d7c198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.650+0000 7f4d82d48640 1 --2- 172.21.15.17:0/2969938059 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d7c100e20 0x7f4d7c1983d0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:50.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.650+0000 7f4d82d48640 1 -- 172.21.15.17:0/2969938059 >> 172.21.15.17:0/2969938059 conn(0x7f4d7c0fc7d0 msgr2=0x7f4d7c06a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:50.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.650+0000 7f4d82d48640 1 -- 172.21.15.17:0/2969938059 shutdown_connections 2024-09-16T01:45:50.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:50.650+0000 7f4d82d48640 1 -- 172.21.15.17:0/2969938059 wait complete. 2024-09-16T01:45:51.385 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:45:51.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 52981 4.10 MB/sec warmup 74 sec latency 13.531 ms 2024-09-16T01:45:51.714 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:45:51.988 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:51 smithi017 ceph-mon[30972]: pgmap v409: 97 pgs: 97 active+clean; 42 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.6 MiB/s wr, 93 op/s 2024-09-16T01:45:51.989 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:51 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2969938059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:45:51.989 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:51 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:45:52.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:51 smithi029 ceph-mon[34783]: pgmap v409: 97 pgs: 97 active+clean; 42 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.6 MiB/s wr, 93 op/s 2024-09-16T01:45:52.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:51 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2969938059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:45:52.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:51 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:45:52.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:51 smithi122 ceph-mon[34758]: pgmap v409: 97 pgs: 97 active+clean; 42 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.6 MiB/s wr, 93 op/s 2024-09-16T01:45:52.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:51 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2969938059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:45:52.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:51 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:45:52.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.245+0000 7f9a5afe9640 1 -- 172.21.15.17:0/3536751566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a54109120 msgr2=0x7f9a54110ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.245+0000 7f9a5afe9640 1 --2- 172.21.15.17:0/3536751566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a54109120 0x7f9a54110ca0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c009ca0 tx=0x7f9a4c02a8c0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.245+0000 7f9a5afe9640 1 -- 172.21.15.17:0/3536751566 shutdown_connections 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.245+0000 7f9a5afe9640 1 --2- 172.21.15.17:0/3536751566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a54109120 0x7f9a54110ca0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.245+0000 7f9a5afe9640 1 --2- 172.21.15.17:0/3536751566 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a541049a0 0x7f9a541089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.245+0000 7f9a5afe9640 1 --2- 172.21.15.17:0/3536751566 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a54103ff0 0x7f9a541043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.245+0000 7f9a5afe9640 1 -- 172.21.15.17:0/3536751566 >> 172.21.15.17:0/3536751566 conn(0x7f9a540ffa90 msgr2=0x7f9a54101eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.245+0000 7f9a5afe9640 1 -- 172.21.15.17:0/3536751566 shutdown_connections 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.245+0000 7f9a5afe9640 1 -- 172.21.15.17:0/3536751566 wait complete. 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.245+0000 7f9a5afe9640 1 Processor -- start 2024-09-16T01:45:52.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.245+0000 7f9a5afe9640 1 -- start start 2024-09-16T01:45:52.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a5afe9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a54103ff0 0x7f9a5419a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a5afe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a541049a0 0x7f9a5419aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a5afe9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a54109120 0x7f9a5419edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a5afe9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9a54114000 con 0x7f9a541049a0 2024-09-16T01:45:52.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a5afe9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9a54113e80 con 0x7f9a54109120 2024-09-16T01:45:52.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a5afe9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9a54114180 con 0x7f9a54103ff0 2024-09-16T01:45:52.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a53fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a541049a0 0x7f9a5419aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a58d85640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a54103ff0 0x7f9a5419a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a53fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a541049a0 0x7f9a5419aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56702/0 (socket says 172.21.15.17:56702) 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a53fff640 1 -- 172.21.15.17:0/610749422 learned_addr learned my addr 172.21.15.17:0/610749422 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a58d85640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a54103ff0 0x7f9a5419a4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49680/0 (socket says 172.21.15.17:49680) 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a59586640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a54109120 0x7f9a5419edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a53fff640 1 -- 172.21.15.17:0/610749422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a54103ff0 msgr2=0x7f9a5419a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a53fff640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a54103ff0 0x7f9a5419a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a53fff640 1 -- 172.21.15.17:0/610749422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a54109120 msgr2=0x7f9a5419edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a53fff640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a54109120 0x7f9a5419edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a53fff640 1 -- 172.21.15.17:0/610749422 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a5419f490 con 0x7f9a541049a0 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a59586640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a54109120 0x7f9a5419edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a58d85640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a54103ff0 0x7f9a5419a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.246+0000 7f9a53fff640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a541049a0 0x7f9a5419aa20 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f9a4000e9f0 tx=0x7f9a4000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.247+0000 7f9a51ffb640 1 -- 172.21.15.17:0/610749422 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4000cd80 con 0x7f9a541049a0 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.247+0000 7f9a5afe9640 1 -- 172.21.15.17:0/610749422 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a5419f780 con 0x7f9a541049a0 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.247+0000 7f9a51ffb640 1 -- 172.21.15.17:0/610749422 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a400054d0 con 0x7f9a541049a0 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.247+0000 7f9a51ffb640 1 -- 172.21.15.17:0/610749422 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a40010490 con 0x7f9a541049a0 2024-09-16T01:45:52.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.247+0000 7f9a5afe9640 1 -- 172.21.15.17:0/610749422 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a541a7060 con 0x7f9a541049a0 2024-09-16T01:45:52.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.250+0000 7f9a51ffb640 1 -- 172.21.15.17:0/610749422 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f9a40005020 con 0x7f9a541049a0 2024-09-16T01:45:52.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.250+0000 7f9a5d3c2740 1 Processor -- start 2024-09-16T01:45:52.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.250+0000 7f9a5d3c2740 1 -- start start 2024-09-16T01:45:52.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.250+0000 7f9a5d3c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fedb40 0x564626fec090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.250+0000 7f9a5d3c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fec5d0 0x564626feca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.250+0000 7f9a5d3c2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 0x564626ff9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.250+0000 7f9a5d3c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564626f522f0 con 0x564626fedb40 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.250+0000 7f9a5d3c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564626ef9cf0 con 0x564626fec5d0 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.250+0000 7f9a5d3c2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564626f4e2b0 con 0x564626ff7370 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a58d85640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fec5d0 0x564626feca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a58d85640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fec5d0 0x564626feca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:57562/0 (socket says 172.21.15.17:57562) 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a58d85640 1 -- 172.21.15.17:0/834023105 learned_addr learned my addr 172.21.15.17:0/834023105 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:52.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a59586640 1 --2- 172.21.15.17:0/834023105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fedb40 0x564626fec090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a53fff640 1 --2- 172.21.15.17:0/834023105 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 0x564626ff9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a58d85640 1 -- 172.21.15.17:0/834023105 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 msgr2=0x564626ff9760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a58d85640 1 --2- 172.21.15.17:0/834023105 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 0x564626ff9760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a58d85640 1 -- 172.21.15.17:0/834023105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fedb40 msgr2=0x564626fec090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a58d85640 1 --2- 172.21.15.17:0/834023105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fedb40 0x564626fec090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a51ffb640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9a440a3240 0x7f9a440a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a58d85640 1 -- 172.21.15.17:0/834023105 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564626ede3a0 con 0x564626fec5d0 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a53fff640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9a440a3240 0x7f9a440a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a58d85640 1 --2- 172.21.15.17:0/834023105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fec5d0 0x564626feca10 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9a480115f0 tx=0x7f9a48011ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7702baee4c73d6c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a51ffb640 1 -- 172.21.15.17:0/610749422 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9a400cfc90 con 0x7f9a541049a0 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a3effd640 1 -- 172.21.15.17:0/834023105 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4801e070 con 0x564626fec5d0 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a3effd640 1 -- 172.21.15.17:0/834023105 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a4800faf0 con 0x564626fec5d0 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.251+0000 7f9a3effd640 1 -- 172.21.15.17:0/834023105 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a48019b60 con 0x564626fec5d0 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.252+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/834023105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fec5d0 msgr2=0x564626feca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.252+0000 7f9a53fff640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9a440a3240 0x7f9a440a5700 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9a4009bfb0 tx=0x7f9a400bc040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.252+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/834023105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fec5d0 0x564626feca10 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f9a480115f0 tx=0x7f9a48011ab0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.252+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/834023105 shutdown_connections 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.252+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/834023105 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 0x564626ff9760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.252+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/834023105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fec5d0 0x564626feca10 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.252+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/834023105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fedb40 0x564626fec090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.252+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/834023105 >> 172.21.15.17:0/834023105 conn(0x564626fb5310 msgr2=0x564626fe8c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.252+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/834023105 shutdown_connections 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.252+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/834023105 wait complete. 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.253+0000 7f9a5d3c2740 1 -- start start 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.253+0000 7f9a5d3c2740 1 Processor -- start 2024-09-16T01:45:52.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.253+0000 7f9a5d3c2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626fec5d0 0x564626ff6d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.253+0000 7f9a5d3c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fedb40 0x564626ff3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.253+0000 7f9a5d3c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626ff7370 0x564626ff4570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.253+0000 7f9a5d3c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564626ffa070 con 0x564626ff7370 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.253+0000 7f9a5d3c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564626f0d060 con 0x564626fedb40 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.253+0000 7f9a5d3c2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564626ffa1f0 con 0x564626fec5d0 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.253+0000 7f9a5d3c2740 10 client.0 _ll_register_callbacks cb 0x564626c608c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.254+0000 7f9a58d85640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fedb40 0x564626ff3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.254+0000 7f9a58d85640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fedb40 0x564626ff3fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:57574/0 (socket says 172.21.15.17:57574) 2024-09-16T01:45:52.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.254+0000 7f9a59586640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626fec5d0 0x564626ff6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.254+0000 7f9a58d85640 1 -- 172.21.15.17:0/940587305 learned_addr learned my addr 172.21.15.17:0/940587305 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.254+0000 7f9a59586640 1 --2- 172.21.15.17:0/940587305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626ff7370 0x564626ff4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.254+0000 7f9a59586640 1 -- 172.21.15.17:0/940587305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fedb40 msgr2=0x564626ff3fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.254+0000 7f9a59586640 1 --2- 172.21.15.17:0/940587305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fedb40 0x564626ff3fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.254+0000 7f9a59586640 1 -- 172.21.15.17:0/940587305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626ff7370 msgr2=0x564626ff4570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.254+0000 7f9a59586640 1 --2- 172.21.15.17:0/940587305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626ff7370 0x564626ff4570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.254+0000 7f9a59586640 1 -- 172.21.15.17:0/940587305 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564626cc33c0 con 0x564626fec5d0 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.254+0000 7f9a59586640 1 --2- 172.21.15.17:0/940587305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626fec5d0 0x564626ff6d20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c031040 tx=0x7f9a4c02a8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6ff065ee5fd3d5c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.254+0000 7f9a33fff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:45:52.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.254+0000 7f9a33fff640 1 -- 172.21.15.17:0/940587305 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c003970 con 0x564626fec5d0 2024-09-16T01:45:52.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.255+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/940587305 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a4800faf0 con 0x564626fec5d0 2024-09-16T01:45:52.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.255+0000 7f9a33fff640 1 -- 172.21.15.17:0/940587305 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9a4c003b10 con 0x564626fec5d0 2024-09-16T01:45:52.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.255+0000 7f9a33fff640 1 -- 172.21.15.17:0/940587305 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9a4c003d10 con 0x564626fec5d0 2024-09-16T01:45:52.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.255+0000 7f9a5d3c2740 10 client.25246 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:52.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.255+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/940587305 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564627005ac0 con 0x564626fec5d0 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.255+0000 7f9a33fff640 1 -- 172.21.15.17:0/940587305 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a4800faf0 con 0x564626fec5d0 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.255+0000 7f9a33fff640 1 -- 172.21.15.17:0/940587305 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f9a4c0045e0 con 0x564626fec5d0 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.255+0000 7f9a5d3c2740 10 client.25246 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.255+0000 7f9a5d3c2740 10 client.25246 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.255+0000 7f9a5d3c2740 20 client.25246 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.255+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/940587305 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564627006e10 0x564627009250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.255+0000 7f9a5d3c2740 4 client.25246 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:45:52.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.255+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/940587305 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564626f5f860 con 0x564627006e10 2024-09-16T01:45:52.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.256+0000 7f9a58d85640 1 --2- 172.21.15.17:0/940587305 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564627006e10 0x564627009250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.256+0000 7f9a33fff640 10 client.25246 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:45:52.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.256+0000 7f9a58d85640 1 --2- 172.21.15.17:0/940587305 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564627006e10 0x564627009250 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e5083eb0ec7a6f3b server_cookie=a4aa4e423f491b2c in_seq=0 out_seq=0 2024-09-16T01:45:52.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a33fff640 1 -- 172.21.15.17:0/940587305 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564626f5f860 con 0x564627006e10 2024-09-16T01:45:52.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a33fff640 10 client.25246 handle_command_reply: tid=0 2024-09-16T01:45:52.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a5d3c2740 1 client.25246 shutdown 2024-09-16T01:45:52.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/940587305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626fec5d0 msgr2=0x564626ff6d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/940587305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626fec5d0 0x564626ff6d20 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c031040 tx=0x7f9a4c02a8c0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/940587305 shutdown_connections 2024-09-16T01:45:52.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/940587305 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564627006e10 0x564627009250 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/940587305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626ff7370 0x564626ff4570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/940587305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fedb40 0x564626ff3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/940587305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626fec5d0 0x564626ff6d20 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/940587305 >> 172.21.15.17:0/940587305 conn(0x564626fb5310 msgr2=0x564626fee930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:52.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a33fff640 0 client.25246 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:45:52.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/940587305 shutdown_connections 2024-09-16T01:45:52.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/940587305 wait complete. 2024-09-16T01:45:52.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.257+0000 7f9a5d3c2740 20 client.25246 trim_cache size 0 max 16384 2024-09-16T01:45:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.272+0000 7f9a5d3c2740 1 Processor -- start 2024-09-16T01:45:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.272+0000 7f9a5d3c2740 1 -- start start 2024-09-16T01:45:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a5d3c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fec5d0 0x564627003310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a5d3c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fedb40 0x564627008e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a5d3c2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 0x564626ff8760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a5d3c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9a541b1f60 con 0x564626fedb40 2024-09-16T01:45:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a5d3c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9a541af830 con 0x564626fec5d0 2024-09-16T01:45:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a5d3c2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9a541ad660 con 0x564626ff7370 2024-09-16T01:45:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a58d85640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fedb40 0x564627008e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a58d85640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fedb40 0x564627008e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56726/0 (socket says 172.21.15.17:56726) 2024-09-16T01:45:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a59586640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 0x564626ff8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a58d85640 1 -- 172.21.15.17:0/291783637 learned_addr learned my addr 172.21.15.17:0/291783637 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a59586640 1 --2- 172.21.15.17:0/291783637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fec5d0 0x564627003310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a59586640 1 -- 172.21.15.17:0/291783637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fec5d0 msgr2=0x564627003310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a59586640 1 --2- 172.21.15.17:0/291783637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fec5d0 0x564627003310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a59586640 1 -- 172.21.15.17:0/291783637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fedb40 msgr2=0x564627008e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a59586640 1 --2- 172.21.15.17:0/291783637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fedb40 0x564627008e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a59586640 1 -- 172.21.15.17:0/291783637 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564626fe9960 con 0x564626ff7370 2024-09-16T01:45:52.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a59586640 1 --2- 172.21.15.17:0/291783637 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 0x564626ff8760 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c002230 tx=0x7f9a4c0098b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58e68134a6c0da1c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a3e7fc640 1 -- 172.21.15.17:0/291783637 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c003b70 con 0x564626ff7370 2024-09-16T01:45:52.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a3e7fc640 1 -- 172.21.15.17:0/291783637 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a4c036040 con 0x564626ff7370 2024-09-16T01:45:52.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.273+0000 7f9a3e7fc640 1 -- 172.21.15.17:0/291783637 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4c030e70 con 0x564626ff7370 2024-09-16T01:45:52.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.274+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/291783637 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 msgr2=0x564626ff8760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.274+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/291783637 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 0x564626ff8760 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f9a4c002230 tx=0x7f9a4c0098b0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.274+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/291783637 shutdown_connections 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.274+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/291783637 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 0x564626ff8760 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.274+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/291783637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fedb40 0x564627008e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.274+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/291783637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fec5d0 0x564627003310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.274+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/291783637 >> 172.21.15.17:0/291783637 conn(0x564626fb5310 msgr2=0x564626fef2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.274+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/291783637 shutdown_connections 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.274+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/291783637 wait complete. 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a5d3c2740 1 -- start start 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a5d3c2740 1 Processor -- start 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a5d3c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fec5d0 0x564626fffaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a5d3c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fedb40 0x564626ff85b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a5d3c2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 0x564626ff8af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a5d3c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9a541adcf0 con 0x564626fec5d0 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a5d3c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9a541af160 con 0x564626fedb40 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a5d3c2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9a541ae3c0 con 0x564626ff7370 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a5d3c2740 10 client.0 _ll_register_callbacks cb 0x7f9a40005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a59586640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fec5d0 0x564626fffaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a58d85640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fedb40 0x564626ff85b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a59586640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fec5d0 0x564626fffaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56736/0 (socket says 172.21.15.17:56736) 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a58d85640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fedb40 0x564626ff85b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:57594/0 (socket says 172.21.15.17:57594) 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a59586640 1 -- 172.21.15.17:0/3297274263 learned_addr learned my addr 172.21.15.17:0/3297274263 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.275+0000 7f9a59586640 1 --2- 172.21.15.17:0/3297274263 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 0x564626ff8af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.276+0000 7f9a58d85640 1 -- 172.21.15.17:0/3297274263 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 msgr2=0x564626ff8af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.276+0000 7f9a58d85640 1 --2- 172.21.15.17:0/3297274263 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 0x564626ff8af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.276+0000 7f9a58d85640 1 -- 172.21.15.17:0/3297274263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fec5d0 msgr2=0x564626fffaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.276+0000 7f9a58d85640 1 --2- 172.21.15.17:0/3297274263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fec5d0 0x564626fffaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.276+0000 7f9a58d85640 1 -- 172.21.15.17:0/3297274263 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564626ff9230 con 0x564626fedb40 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.276+0000 7f9a58d85640 1 --2- 172.21.15.17:0/3297274263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fedb40 0x564626ff85b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9a480058c0 tx=0x7f9a480114f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=267c179e1ff55872 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.276+0000 7f9a33fff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.276+0000 7f9a33fff640 1 -- 172.21.15.17:0/3297274263 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a4801e040 con 0x564626fedb40 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.276+0000 7f9a33fff640 1 -- 172.21.15.17:0/3297274263 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9a48005110 con 0x564626fedb40 2024-09-16T01:45:52.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.276+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/3297274263 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9a4c036040 con 0x564626fedb40 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.276+0000 7f9a33fff640 1 -- 172.21.15.17:0/3297274263 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9a48005310 con 0x564626fedb40 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.276+0000 7f9a5d3c2740 10 client.25193 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.276+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/3297274263 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564627071af0 con 0x564626fedb40 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.277+0000 7f9a33fff640 1 -- 172.21.15.17:0/3297274263 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9a4c036040 con 0x564626fedb40 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.277+0000 7f9a33fff640 1 -- 172.21.15.17:0/3297274263 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f9a4802d020 con 0x564626fedb40 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.277+0000 7f9a5d3c2740 10 client.25193 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.277+0000 7f9a5d3c2740 10 client.25193 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.277+0000 7f9a5d3c2740 20 client.25193 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.277+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/3297274263 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564627071ff0 0x564627074410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.277+0000 7f9a5d3c2740 4 client.25193 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.277+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/3297274263 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564626f59d70 con 0x564627071ff0 2024-09-16T01:45:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.277+0000 7f9a59586640 1 --2- 172.21.15.17:0/3297274263 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564627071ff0 0x564627074410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.277+0000 7f9a59586640 1 --2- 172.21.15.17:0/3297274263 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564627071ff0 0x564627074410 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=dcdef7f6f15a8572 server_cookie=5a3a0122435a5e9f in_seq=0 out_seq=0 2024-09-16T01:45:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.277+0000 7f9a33fff640 10 client.25193 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:45:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a33fff640 1 -- 172.21.15.17:0/3297274263 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564626f59d70 con 0x564627071ff0 2024-09-16T01:45:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a33fff640 10 client.25193 handle_command_reply: tid=0 2024-09-16T01:45:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a5d3c2740 1 client.25193 shutdown 2024-09-16T01:45:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/3297274263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fedb40 msgr2=0x564626ff85b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/3297274263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fedb40 0x564626ff85b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f9a480058c0 tx=0x7f9a480114f0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/3297274263 shutdown_connections 2024-09-16T01:45:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/3297274263 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564627071ff0 0x564627074410 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/3297274263 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564626ff7370 0x564626ff8af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/3297274263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564626fedb40 0x564626ff85b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a5d3c2740 1 --2- 172.21.15.17:0/3297274263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564626fec5d0 0x564626fffaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/3297274263 >> 172.21.15.17:0/3297274263 conn(0x564626fb5310 msgr2=0x564626ff5830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a33fff640 0 client.25193 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:45:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/3297274263 shutdown_connections 2024-09-16T01:45:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a5d3c2740 1 -- 172.21.15.17:0/3297274263 wait complete. 2024-09-16T01:45:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.278+0000 7f9a5d3c2740 20 client.25193 trim_cache size 0 max 16384 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:45:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.279+0000 7f9a5afe9640 1 -- 172.21.15.17:0/610749422 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9a440a3240 msgr2=0x7f9a440a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.279+0000 7f9a5afe9640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9a440a3240 0x7f9a440a5700 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9a4009bfb0 tx=0x7f9a400bc040 comp rx=0 tx=0).stop 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.279+0000 7f9a5afe9640 1 -- 172.21.15.17:0/610749422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a541049a0 msgr2=0x7f9a5419aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.279+0000 7f9a5afe9640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a541049a0 0x7f9a5419aa20 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f9a4000e9f0 tx=0x7f9a4000edf0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.279+0000 7f9a5afe9640 1 -- 172.21.15.17:0/610749422 shutdown_connections 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.279+0000 7f9a5afe9640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9a440a3240 0x7f9a440a5700 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.279+0000 7f9a5afe9640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9a54109120 0x7f9a5419edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.279+0000 7f9a5afe9640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a541049a0 0x7f9a5419aa20 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.279+0000 7f9a5afe9640 1 --2- 172.21.15.17:0/610749422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9a54103ff0 0x7f9a5419a4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.279+0000 7f9a5afe9640 1 -- 172.21.15.17:0/610749422 >> 172.21.15.17:0/610749422 conn(0x7f9a540ffa90 msgr2=0x7f9a54100e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.279+0000 7f9a5afe9640 1 -- 172.21.15.17:0/610749422 shutdown_connections 2024-09-16T01:45:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:52.279+0000 7f9a5afe9640 1 -- 172.21.15.17:0/610749422 wait complete. 2024-09-16T01:45:52.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 53502 4.10 MB/sec warmup 75 sec latency 19.159 ms 2024-09-16T01:45:53.024 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:52 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:52 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:52 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:52 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:52 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:45:53.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:52 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:45:53.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:52 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:52 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:52 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:52 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:52 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:52 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:45:53.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:52 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:45:53.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:52 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:52 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:52 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:52 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:52 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:52 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:45:53.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:52 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:45:53.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:52 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:45:53.058 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:45:53.342 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:45:53.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 53976 4.05 MB/sec warmup 76 sec latency 18.647 ms 2024-09-16T01:45:53.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.866+0000 7ff9e4368640 1 -- 172.21.15.17:0/2705296395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9dc102570 msgr2=0x7ff9dc1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:53.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.866+0000 7ff9e4368640 1 --2- 172.21.15.17:0/2705296395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9dc102570 0x7ff9dc1029b0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc009900 tx=0x7ff9cc02a480 comp rx=0 tx=0).stop 2024-09-16T01:45:53.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.866+0000 7ff9e4368640 1 -- 172.21.15.17:0/2705296395 shutdown_connections 2024-09-16T01:45:53.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.866+0000 7ff9e4368640 1 --2- 172.21.15.17:0/2705296395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9dc102ef0 0x7ff9dc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.866+0000 7ff9e4368640 1 --2- 172.21.15.17:0/2705296395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9dc102570 0x7ff9dc1029b0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.866+0000 7ff9e4368640 1 --2- 172.21.15.17:0/2705296395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9dc100e20 0x7ff9dc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.866+0000 7ff9e4368640 1 -- 172.21.15.17:0/2705296395 >> 172.21.15.17:0/2705296395 conn(0x7ff9dc0fc7d0 msgr2=0x7ff9dc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:53.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.866+0000 7ff9e4368640 1 -- 172.21.15.17:0/2705296395 shutdown_connections 2024-09-16T01:45:53.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.866+0000 7ff9e4368640 1 -- 172.21.15.17:0/2705296395 wait complete. 2024-09-16T01:45:53.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.867+0000 7ff9e4368640 1 Processor -- start 2024-09-16T01:45:53.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.867+0000 7ff9e4368640 1 -- start start 2024-09-16T01:45:53.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.867+0000 7ff9e4368640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9dc100e20 0x7ff9dc1961d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.867+0000 7ff9e4368640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9dc102570 0x7ff9dc196710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.867+0000 7ff9e4368640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9dc102ef0 0x7ff9dc19aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.867+0000 7ff9e4368640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff9dc10fd70 con 0x7ff9dc100e20 2024-09-16T01:45:53.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.867+0000 7ff9e4368640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff9dc10fbf0 con 0x7ff9dc102570 2024-09-16T01:45:53.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.867+0000 7ff9e4368640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff9dc10fef0 con 0x7ff9dc102ef0 2024-09-16T01:45:53.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.867+0000 7ff9e2104640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9dc100e20 0x7ff9dc1961d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9e2104640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9dc100e20 0x7ff9dc1961d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56746/0 (socket says 172.21.15.17:56746) 2024-09-16T01:45:53.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9e2104640 1 -- 172.21.15.17:0/2383219394 learned_addr learned my addr 172.21.15.17:0/2383219394 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:53.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9e1903640 1 --2- 172.21.15.17:0/2383219394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9dc102570 0x7ff9dc196710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9e2905640 1 --2- 172.21.15.17:0/2383219394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9dc102ef0 0x7ff9dc19aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9e2104640 1 -- 172.21.15.17:0/2383219394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9dc102ef0 msgr2=0x7ff9dc19aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:53.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9e2104640 1 --2- 172.21.15.17:0/2383219394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9dc102ef0 0x7ff9dc19aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9e2104640 1 -- 172.21.15.17:0/2383219394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9dc102570 msgr2=0x7ff9dc196710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:53.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9e2104640 1 --2- 172.21.15.17:0/2383219394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9dc102570 0x7ff9dc196710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9e2104640 1 -- 172.21.15.17:0/2383219394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9dc19b180 con 0x7ff9dc100e20 2024-09-16T01:45:53.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9e2104640 1 --2- 172.21.15.17:0/2383219394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9dc100e20 0x7ff9dc1961d0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7ff9d800d950 tx=0x7ff9d800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:53.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9d37fe640 1 -- 172.21.15.17:0/2383219394 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d8017070 con 0x7ff9dc100e20 2024-09-16T01:45:53.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9e4368640 1 -- 172.21.15.17:0/2383219394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9dc19b470 con 0x7ff9dc100e20 2024-09-16T01:45:53.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9e4368640 1 -- 172.21.15.17:0/2383219394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9dc1a2d50 con 0x7ff9dc100e20 2024-09-16T01:45:53.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9d37fe640 1 -- 172.21.15.17:0/2383219394 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9d8009c30 con 0x7ff9dc100e20 2024-09-16T01:45:53.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.868+0000 7ff9d37fe640 1 -- 172.21.15.17:0/2383219394 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d800f620 con 0x7ff9dc100e20 2024-09-16T01:45:53.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.871+0000 7ff9d37fe640 1 -- 172.21.15.17:0/2383219394 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7ff9d800f7c0 con 0x7ff9dc100e20 2024-09-16T01:45:53.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.871+0000 7ff9e6741740 1 Processor -- start 2024-09-16T01:45:53.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.872+0000 7ff9e6741740 1 -- start start 2024-09-16T01:45:53.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.872+0000 7ff9e6741740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01857b40 0x561b01856090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.872+0000 7ff9e6741740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01856a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.872+0000 7ff9e6741740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01861370 0x561b01863760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.872+0000 7ff9e6741740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561b017bc2f0 con 0x561b018565d0 2024-09-16T01:45:53.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.872+0000 7ff9e6741740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561b01763cf0 con 0x561b01861370 2024-09-16T01:45:53.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.872+0000 7ff9e6741740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561b017b82b0 con 0x561b01857b40 2024-09-16T01:45:53.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.872+0000 7ff9e2905640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01857b40 0x561b01856090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.872+0000 7ff9e2905640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01857b40 0x561b01856090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49738/0 (socket says 172.21.15.17:49738) 2024-09-16T01:45:53.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.872+0000 7ff9e2905640 1 -- 172.21.15.17:0/2341941765 learned_addr learned my addr 172.21.15.17:0/2341941765 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:53.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.872+0000 7ff9e1903640 1 --2- 172.21.15.17:0/2341941765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01861370 0x561b01863760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.872+0000 7ff9e2104640 1 --2- 172.21.15.17:0/2341941765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01856a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.873+0000 7ff9e2905640 1 -- 172.21.15.17:0/2341941765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01861370 msgr2=0x561b01863760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:53.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.873+0000 7ff9e2905640 1 --2- 172.21.15.17:0/2341941765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01861370 0x561b01863760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.873+0000 7ff9e2905640 1 -- 172.21.15.17:0/2341941765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 msgr2=0x561b01856a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:53.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.873+0000 7ff9e2905640 1 --2- 172.21.15.17:0/2341941765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01856a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.873+0000 7ff9e2905640 1 -- 172.21.15.17:0/2341941765 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b017483a0 con 0x561b01857b40 2024-09-16T01:45:53.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.873+0000 7ff9e2104640 1 --2- 172.21.15.17:0/2341941765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01856a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:53.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.873+0000 7ff9e2905640 1 --2- 172.21.15.17:0/2341941765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01857b40 0x561b01856090 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4010370 tx=0x7ff9d4010830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5805b34d5c67ddca server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:53.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.873+0000 7ff9d37fe640 1 --2- 172.21.15.17:0/2383219394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff9c80a32c0 0x7ff9c80a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.873+0000 7ff9d0dea640 1 -- 172.21.15.17:0/2341941765 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d4004d20 con 0x561b01857b40 2024-09-16T01:45:53.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.873+0000 7ff9d0dea640 1 -- 172.21.15.17:0/2341941765 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9d4015d60 con 0x561b01857b40 2024-09-16T01:45:53.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.873+0000 7ff9d0dea640 1 -- 172.21.15.17:0/2341941765 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d40058c0 con 0x561b01857b40 2024-09-16T01:45:53.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.873+0000 7ff9e2104640 1 --2- 172.21.15.17:0/2383219394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff9c80a32c0 0x7ff9c80a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.873+0000 7ff9d37fe640 1 -- 172.21.15.17:0/2383219394 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff9d80cf370 con 0x7ff9dc100e20 2024-09-16T01:45:53.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.874+0000 7ff9e6741740 1 -- 172.21.15.17:0/2341941765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01857b40 msgr2=0x561b01856090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:53.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.874+0000 7ff9e6741740 1 --2- 172.21.15.17:0/2341941765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01857b40 0x561b01856090 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4010370 tx=0x7ff9d4010830 comp rx=0 tx=0).stop 2024-09-16T01:45:53.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.874+0000 7ff9e2104640 1 --2- 172.21.15.17:0/2383219394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff9c80a32c0 0x7ff9c80a5780 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff9d8009610 tx=0x7ff9d8000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:53.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.874+0000 7ff9e6741740 1 -- 172.21.15.17:0/2341941765 shutdown_connections 2024-09-16T01:45:53.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.874+0000 7ff9e6741740 1 --2- 172.21.15.17:0/2341941765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01861370 0x561b01863760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.874+0000 7ff9e6741740 1 --2- 172.21.15.17:0/2341941765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01856a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.874+0000 7ff9e6741740 1 --2- 172.21.15.17:0/2341941765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01857b40 0x561b01856090 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.874+0000 7ff9e6741740 1 -- 172.21.15.17:0/2341941765 >> 172.21.15.17:0/2341941765 conn(0x561b0181f310 msgr2=0x561b01852c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:53.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.874+0000 7ff9e6741740 1 -- 172.21.15.17:0/2341941765 shutdown_connections 2024-09-16T01:45:53.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.874+0000 7ff9e6741740 1 -- 172.21.15.17:0/2341941765 wait complete. 2024-09-16T01:45:53.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.875+0000 7ff9e6741740 1 -- start start 2024-09-16T01:45:53.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.875+0000 7ff9e6741740 1 Processor -- start 2024-09-16T01:45:53.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.875+0000 7ff9e6741740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01860ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.875+0000 7ff9e6741740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01857b40 0x561b0185df90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.875+0000 7ff9e6741740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 0x561b0185e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.875+0000 7ff9e6741740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561b01864070 con 0x561b018565d0 2024-09-16T01:45:53.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.875+0000 7ff9e6741740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561b01777060 con 0x561b01857b40 2024-09-16T01:45:53.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.875+0000 7ff9e6741740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561b018641f0 con 0x561b01861370 2024-09-16T01:45:53.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.875+0000 7ff9e6741740 10 client.0 _ll_register_callbacks cb 0x561b014ca8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:53.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.875+0000 7ff9e2905640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01860ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.875+0000 7ff9e1903640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01857b40 0x561b0185df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.875+0000 7ff9e2905640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01860ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56764/0 (socket says 172.21.15.17:56764) 2024-09-16T01:45:53.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.875+0000 7ff9e2905640 1 -- 172.21.15.17:0/3469458556 learned_addr learned my addr 172.21.15.17:0/3469458556 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:53.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.875+0000 7ff9e2905640 1 --2- 172.21.15.17:0/3469458556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 0x561b0185e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.876+0000 7ff9e1903640 1 -- 172.21.15.17:0/3469458556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 msgr2=0x561b0185e4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:53.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.876+0000 7ff9e1903640 1 --2- 172.21.15.17:0/3469458556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 0x561b0185e4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.876+0000 7ff9e1903640 1 -- 172.21.15.17:0/3469458556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 msgr2=0x561b01860ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:53.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.876+0000 7ff9e1903640 1 --2- 172.21.15.17:0/3469458556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01860ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.876+0000 7ff9e1903640 1 -- 172.21.15.17:0/3469458556 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b0152d3c0 con 0x561b01857b40 2024-09-16T01:45:53.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.876+0000 7ff9e2905640 1 --2- 172.21.15.17:0/3469458556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 0x561b0185e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:53.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.876+0000 7ff9e1903640 1 --2- 172.21.15.17:0/3469458556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01857b40 0x561b0185df90 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc02aa70 tx=0x7ff9cc0045d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c86c4d535ae33110 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:53.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.876+0000 7ff9c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:45:53.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.876+0000 7ff9c5ffb640 1 -- 172.21.15.17:0/3469458556 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9cc035040 con 0x561b01857b40 2024-09-16T01:45:53.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.876+0000 7ff9c5ffb640 1 -- 172.21.15.17:0/3469458556 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff9cc005550 con 0x561b01857b40 2024-09-16T01:45:53.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.876+0000 7ff9e6741740 1 -- 172.21.15.17:0/3469458556 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9d4015d60 con 0x561b01857b40 2024-09-16T01:45:53.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.876+0000 7ff9c5ffb640 1 -- 172.21.15.17:0/3469458556 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff9cc0046c0 con 0x561b01857b40 2024-09-16T01:45:53.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.876+0000 7ff9e6741740 10 client.25205 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:53.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.876+0000 7ff9e6741740 1 -- 172.21.15.17:0/3469458556 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561b0186fa50 con 0x561b01857b40 2024-09-16T01:45:53.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.877+0000 7ff9c5ffb640 1 -- 172.21.15.17:0/3469458556 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9d4015d60 con 0x561b01857b40 2024-09-16T01:45:53.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.877+0000 7ff9c5ffb640 1 -- 172.21.15.17:0/3469458556 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ff9cc003b90 con 0x561b01857b40 2024-09-16T01:45:53.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.877+0000 7ff9e6741740 10 client.25205 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:53.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.877+0000 7ff9e6741740 10 client.25205 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:45:53.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.877+0000 7ff9e6741740 20 client.25205 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:53.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.877+0000 7ff9e6741740 1 --2- 172.21.15.17:0/3469458556 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561b01870fb0 0x561b018733a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.877+0000 7ff9e6741740 4 client.25205 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:45:53.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.877+0000 7ff9e6741740 1 -- 172.21.15.17:0/3469458556 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561b017c9860 con 0x561b01870fb0 2024-09-16T01:45:53.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.877+0000 7ff9e2905640 1 --2- 172.21.15.17:0/3469458556 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561b01870fb0 0x561b018733a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.877+0000 7ff9e2905640 1 --2- 172.21.15.17:0/3469458556 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561b01870fb0 0x561b018733a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9848bf083ecaf9b5 server_cookie=4a65c29d1401eb4b in_seq=0 out_seq=0 2024-09-16T01:45:53.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.877+0000 7ff9c5ffb640 10 client.25205 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:45:53.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.878+0000 7ff9c5ffb640 1 -- 172.21.15.17:0/3469458556 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561b017c9860 con 0x561b01870fb0 2024-09-16T01:45:53.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.878+0000 7ff9c5ffb640 10 client.25205 handle_command_reply: tid=0 2024-09-16T01:45:53.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.878+0000 7ff9e6741740 1 client.25205 shutdown 2024-09-16T01:45:53.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.878+0000 7ff9e6741740 1 -- 172.21.15.17:0/3469458556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01857b40 msgr2=0x561b0185df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:53.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.878+0000 7ff9e6741740 1 --2- 172.21.15.17:0/3469458556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01857b40 0x561b0185df90 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc02aa70 tx=0x7ff9cc0045d0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.879+0000 7ff9e6741740 1 -- 172.21.15.17:0/3469458556 shutdown_connections 2024-09-16T01:45:53.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.879+0000 7ff9e6741740 1 --2- 172.21.15.17:0/3469458556 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561b01870fb0 0x561b018733a0 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.879+0000 7ff9e6741740 1 --2- 172.21.15.17:0/3469458556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 0x561b0185e4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.879+0000 7ff9e6741740 1 --2- 172.21.15.17:0/3469458556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01857b40 0x561b0185df90 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.879+0000 7ff9e6741740 1 --2- 172.21.15.17:0/3469458556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01860ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.879+0000 7ff9e6741740 1 -- 172.21.15.17:0/3469458556 >> 172.21.15.17:0/3469458556 conn(0x561b0181f310 msgr2=0x561b01858930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:53.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.879+0000 7ff9c5ffb640 0 client.25205 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:45:53.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.879+0000 7ff9e6741740 1 -- 172.21.15.17:0/3469458556 shutdown_connections 2024-09-16T01:45:53.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.879+0000 7ff9e6741740 1 -- 172.21.15.17:0/3469458556 wait complete. 2024-09-16T01:45:53.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.879+0000 7ff9e6741740 20 client.25205 trim_cache size 0 max 16384 2024-09-16T01:45:53.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.894+0000 7ff9e6741740 1 Processor -- start 2024-09-16T01:45:53.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.894+0000 7ff9e6741740 1 -- start start 2024-09-16T01:45:53.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e6741740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b018565d0 0x561b0186d370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e6741740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b01857b40 0x561b01851c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e6741740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 0x561b01878c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e6741740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c0010d60 con 0x561b01857b40 2024-09-16T01:45:53.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e6741740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c000e630 con 0x561b018565d0 2024-09-16T01:45:53.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e6741740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c000c460 con 0x561b01861370 2024-09-16T01:45:53.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e1903640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b01857b40 0x561b01851c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e1903640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b01857b40 0x561b01851c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56776/0 (socket says 172.21.15.17:56776) 2024-09-16T01:45:53.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e2905640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 0x561b01878c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e1903640 1 -- 172.21.15.17:0/1002366218 learned_addr learned my addr 172.21.15.17:0/1002366218 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:53.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e2905640 1 --2- 172.21.15.17:0/1002366218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b018565d0 0x561b0186d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e1903640 1 -- 172.21.15.17:0/1002366218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 msgr2=0x561b01878c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:53.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e1903640 1 --2- 172.21.15.17:0/1002366218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 0x561b01878c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e1903640 1 -- 172.21.15.17:0/1002366218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b018565d0 msgr2=0x561b0186d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:53.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e1903640 1 --2- 172.21.15.17:0/1002366218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b018565d0 0x561b0186d370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e1903640 1 -- 172.21.15.17:0/1002366218 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b0185ead0 con 0x561b01857b40 2024-09-16T01:45:53.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e2905640 1 --2- 172.21.15.17:0/1002366218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 0x561b01878c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:53.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.895+0000 7ff9e1903640 1 --2- 172.21.15.17:0/1002366218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b01857b40 0x561b01851c10 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc001eb0 tx=0x7ff9cc005d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31f43aae6aa0f87b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:53.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.896+0000 7ff9c7fff640 1 -- 172.21.15.17:0/1002366218 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9cc035030 con 0x561b01857b40 2024-09-16T01:45:53.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.896+0000 7ff9c7fff640 1 -- 172.21.15.17:0/1002366218 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9cc041070 con 0x561b01857b40 2024-09-16T01:45:53.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.896+0000 7ff9c7fff640 1 -- 172.21.15.17:0/1002366218 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9cc004aa0 con 0x561b01857b40 2024-09-16T01:45:53.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.896+0000 7ff9e6741740 1 -- 172.21.15.17:0/1002366218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b01857b40 msgr2=0x561b01851c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:53.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.896+0000 7ff9e6741740 1 --2- 172.21.15.17:0/1002366218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b01857b40 0x561b01851c10 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7ff9cc001eb0 tx=0x7ff9cc005d70 comp rx=0 tx=0).stop 2024-09-16T01:45:53.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 -- 172.21.15.17:0/1002366218 shutdown_connections 2024-09-16T01:45:53.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 --2- 172.21.15.17:0/1002366218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 0x561b01878c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 --2- 172.21.15.17:0/1002366218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b01857b40 0x561b01851c10 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 --2- 172.21.15.17:0/1002366218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b018565d0 0x561b0186d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 -- 172.21.15.17:0/1002366218 >> 172.21.15.17:0/1002366218 conn(0x561b0181f310 msgr2=0x561b01851500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:53.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 -- 172.21.15.17:0/1002366218 shutdown_connections 2024-09-16T01:45:53.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 -- 172.21.15.17:0/1002366218 wait complete. 2024-09-16T01:45:53.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 -- start start 2024-09-16T01:45:53.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 Processor -- start 2024-09-16T01:45:53.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01869da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01857b40 0x561b0185add0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 0x561b0185b510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c000caf0 con 0x561b018565d0 2024-09-16T01:45:53.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c000df60 con 0x561b01857b40 2024-09-16T01:45:53.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.897+0000 7ff9e6741740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff9c000d1c0 con 0x561b01861370 2024-09-16T01:45:53.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.898+0000 7ff9e6741740 10 client.0 _ll_register_callbacks cb 0x7ff9cc009640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:53.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.898+0000 7ff9e2905640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01869da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.898+0000 7ff9e2905640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01869da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56782/0 (socket says 172.21.15.17:56782) 2024-09-16T01:45:53.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.898+0000 7ff9e2905640 1 -- 172.21.15.17:0/3335586906 learned_addr learned my addr 172.21.15.17:0/3335586906 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:53.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.898+0000 7ff9e2905640 1 --2- 172.21.15.17:0/3335586906 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 0x561b0185b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.898+0000 7ff9e1903640 1 --2- 172.21.15.17:0/3335586906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01857b40 0x561b0185add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.898+0000 7ff9e2905640 1 -- 172.21.15.17:0/3335586906 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 msgr2=0x561b0185b510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:53.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.898+0000 7ff9e2905640 1 --2- 172.21.15.17:0/3335586906 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 0x561b0185b510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.898+0000 7ff9e2905640 1 -- 172.21.15.17:0/3335586906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01857b40 msgr2=0x561b0185add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:53.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.898+0000 7ff9e2905640 1 --2- 172.21.15.17:0/3335586906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01857b40 0x561b0185add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.898+0000 7ff9e2905640 1 -- 172.21.15.17:0/3335586906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b0185e860 con 0x561b018565d0 2024-09-16T01:45:53.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.898+0000 7ff9e1903640 1 --2- 172.21.15.17:0/3335586906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01857b40 0x561b0185add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:53.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.899+0000 7ff9e2905640 1 --2- 172.21.15.17:0/3335586906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01869da0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4015ca0 tx=0x7ff9d4022040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a652d867f8b27ddc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:53.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.899+0000 7ff9c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:45:53.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.899+0000 7ff9c5ffb640 1 -- 172.21.15.17:0/3335586906 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9d4005590 con 0x561b018565d0 2024-09-16T01:45:53.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.899+0000 7ff9c5ffb640 1 -- 172.21.15.17:0/3335586906 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff9d4005730 con 0x561b018565d0 2024-09-16T01:45:53.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.899+0000 7ff9e6741740 1 -- 172.21.15.17:0/3335586906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9cc041070 con 0x561b018565d0 2024-09-16T01:45:53.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.899+0000 7ff9c5ffb640 1 -- 172.21.15.17:0/3335586906 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff9d4005930 con 0x561b018565d0 2024-09-16T01:45:53.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.899+0000 7ff9e6741740 10 client.15618 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:53.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.899+0000 7ff9e6741740 1 -- 172.21.15.17:0/3335586906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561b018e4390 con 0x561b018565d0 2024-09-16T01:45:53.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.899+0000 7ff9c5ffb640 1 -- 172.21.15.17:0/3335586906 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9cc041070 con 0x561b018565d0 2024-09-16T01:45:53.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.899+0000 7ff9c5ffb640 1 -- 172.21.15.17:0/3335586906 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ff9d402f040 con 0x561b018565d0 2024-09-16T01:45:53.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.899+0000 7ff9e6741740 10 client.15618 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:53.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.899+0000 7ff9e6741740 10 client.15618 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:45:53.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.899+0000 7ff9e6741740 20 client.15618 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:53.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.900+0000 7ff9e6741740 1 --2- 172.21.15.17:0/3335586906 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561b018e4730 0x561b018e6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:53.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.900+0000 7ff9e6741740 4 client.15618 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:45:53.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.900+0000 7ff9e6741740 1 -- 172.21.15.17:0/3335586906 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561b017c3d70 con 0x561b018e4730 2024-09-16T01:45:53.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.900+0000 7ff9e1903640 1 --2- 172.21.15.17:0/3335586906 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561b018e4730 0x561b018e6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:53.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.900+0000 7ff9c5ffb640 10 client.15618 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:45:53.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.900+0000 7ff9e1903640 1 --2- 172.21.15.17:0/3335586906 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561b018e4730 0x561b018e6b20 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d8a7036197054d67 server_cookie=26e4e0b0dd23efb6 in_seq=0 out_seq=0 2024-09-16T01:45:53.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.900+0000 7ff9c5ffb640 1 -- 172.21.15.17:0/3335586906 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561b017c3d70 con 0x561b018e4730 2024-09-16T01:45:53.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.900+0000 7ff9c5ffb640 10 client.15618 handle_command_reply: tid=0 2024-09-16T01:45:53.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.900+0000 7ff9e6741740 1 client.15618 shutdown 2024-09-16T01:45:53.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.900+0000 7ff9e6741740 1 -- 172.21.15.17:0/3335586906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 msgr2=0x561b01869da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:53.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.900+0000 7ff9e6741740 1 --2- 172.21.15.17:0/3335586906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01869da0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7ff9d4015ca0 tx=0x7ff9d4022040 comp rx=0 tx=0).stop 2024-09-16T01:45:53.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.900+0000 7ff9e6741740 1 -- 172.21.15.17:0/3335586906 shutdown_connections 2024-09-16T01:45:53.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.900+0000 7ff9e6741740 1 --2- 172.21.15.17:0/3335586906 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561b018e4730 0x561b018e6b20 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e6741740 1 --2- 172.21.15.17:0/3335586906 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b01861370 0x561b0185b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e6741740 1 --2- 172.21.15.17:0/3335586906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b01857b40 0x561b0185add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e6741740 1 --2- 172.21.15.17:0/3335586906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b018565d0 0x561b01869da0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e6741740 1 -- 172.21.15.17:0/3335586906 >> 172.21.15.17:0/3335586906 conn(0x561b0181f310 msgr2=0x561b0185d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:53.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9c5ffb640 0 client.15618 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:45:53.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e6741740 1 -- 172.21.15.17:0/3335586906 shutdown_connections 2024-09-16T01:45:53.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e6741740 1 -- 172.21.15.17:0/3335586906 wait complete. 2024-09-16T01:45:53.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e6741740 20 client.15618 trim_cache size 0 max 16384 2024-09-16T01:45:53.912 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:45:53.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e4368640 1 -- 172.21.15.17:0/2383219394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff9c80a32c0 msgr2=0x7ff9c80a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:53.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e4368640 1 --2- 172.21.15.17:0/2383219394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff9c80a32c0 0x7ff9c80a5780 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff9d8009610 tx=0x7ff9d8000bc0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e4368640 1 -- 172.21.15.17:0/2383219394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9dc100e20 msgr2=0x7ff9dc1961d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:53.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e4368640 1 --2- 172.21.15.17:0/2383219394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9dc100e20 0x7ff9dc1961d0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7ff9d800d950 tx=0x7ff9d800de10 comp rx=0 tx=0).stop 2024-09-16T01:45:53.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e4368640 1 -- 172.21.15.17:0/2383219394 shutdown_connections 2024-09-16T01:45:53.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e4368640 1 --2- 172.21.15.17:0/2383219394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff9c80a32c0 0x7ff9c80a5780 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e4368640 1 --2- 172.21.15.17:0/2383219394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9dc102ef0 0x7ff9dc19aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e4368640 1 --2- 172.21.15.17:0/2383219394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9dc102570 0x7ff9dc196710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e4368640 1 --2- 172.21.15.17:0/2383219394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9dc100e20 0x7ff9dc1961d0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:53.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.901+0000 7ff9e4368640 1 -- 172.21.15.17:0/2383219394 >> 172.21.15.17:0/2383219394 conn(0x7ff9dc0fc7d0 msgr2=0x7ff9dc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:53.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.902+0000 7ff9e4368640 1 -- 172.21.15.17:0/2383219394 shutdown_connections 2024-09-16T01:45:53.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:53.902+0000 7ff9e4368640 1 -- 172.21.15.17:0/2383219394 wait complete. 2024-09-16T01:45:54.383 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:54 smithi017 ceph-mon[30972]: pgmap v410: 97 pgs: 97 active+clean; 43 MiB data, 479 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:45:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:54 smithi122 ceph-mon[34758]: pgmap v410: 97 pgs: 97 active+clean; 43 MiB data, 479 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:45:54.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:54 smithi029 ceph-mon[34783]: pgmap v410: 97 pgs: 97 active+clean; 43 MiB data, 479 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:45:54.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 54684 4.06 MB/sec warmup 77 sec latency 43.384 ms 2024-09-16T01:45:54.825 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:45:55.118 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:45:55.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 55413 4.02 MB/sec warmup 78 sec latency 13.806 ms 2024-09-16T01:45:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.618+0000 7ffad2b05640 1 -- 172.21.15.17:0/2636823124 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffacc1036e0 msgr2=0x7ffacc107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.618+0000 7ffad2b05640 1 --2- 172.21.15.17:0/2636823124 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffacc1036e0 0x7ffacc107b90 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7ffab8009930 tx=0x7ffab802a420 comp rx=0 tx=0).stop 2024-09-16T01:45:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.618+0000 7ffad2b05640 1 -- 172.21.15.17:0/2636823124 shutdown_connections 2024-09-16T01:45:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.618+0000 7ffad2b05640 1 --2- 172.21.15.17:0/2636823124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffacc1082a0 0x7ffacc10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.618+0000 7ffad2b05640 1 --2- 172.21.15.17:0/2636823124 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffacc1036e0 0x7ffacc107b90 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.618+0000 7ffad2b05640 1 --2- 172.21.15.17:0/2636823124 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffacc102d30 0x7ffacc103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.618+0000 7ffad2b05640 1 -- 172.21.15.17:0/2636823124 >> 172.21.15.17:0/2636823124 conn(0x7ffacc0fc7d0 msgr2=0x7ffacc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.618+0000 7ffad2b05640 1 -- 172.21.15.17:0/2636823124 shutdown_connections 2024-09-16T01:45:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.618+0000 7ffad2b05640 1 -- 172.21.15.17:0/2636823124 wait complete. 2024-09-16T01:45:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad2b05640 1 Processor -- start 2024-09-16T01:45:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad2b05640 1 -- start start 2024-09-16T01:45:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad2b05640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffacc102d30 0x7ffacc1984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad2b05640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffacc1036e0 0x7ffacc198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad2b05640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffacc1082a0 0x7ffacc19cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad2b05640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffacc111f50 con 0x7ffacc1082a0 2024-09-16T01:45:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad2b05640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffacc111dd0 con 0x7ffacc102d30 2024-09-16T01:45:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad2b05640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffacc1120d0 con 0x7ffacc1036e0 2024-09-16T01:45:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad10a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffacc1082a0 0x7ffacc19cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad10a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffacc1082a0 0x7ffacc19cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56786/0 (socket says 172.21.15.17:56786) 2024-09-16T01:45:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad10a2640 1 -- 172.21.15.17:0/1867613944 learned_addr learned my addr 172.21.15.17:0/1867613944 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffacbfff640 1 --2- 172.21.15.17:0/1867613944 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffacc1036e0 0x7ffacc198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad08a1640 1 --2- 172.21.15.17:0/1867613944 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffacc102d30 0x7ffacc1984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad10a2640 1 -- 172.21.15.17:0/1867613944 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffacc1036e0 msgr2=0x7ffacc198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad10a2640 1 --2- 172.21.15.17:0/1867613944 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffacc1036e0 0x7ffacc198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad10a2640 1 -- 172.21.15.17:0/1867613944 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffacc102d30 msgr2=0x7ffacc1984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad10a2640 1 --2- 172.21.15.17:0/1867613944 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffacc102d30 0x7ffacc1984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.619+0000 7ffad10a2640 1 -- 172.21.15.17:0/1867613944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffacc19d4a0 con 0x7ffacc1082a0 2024-09-16T01:45:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.620+0000 7ffad10a2640 1 --2- 172.21.15.17:0/1867613944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffacc1082a0 0x7ffacc19cdc0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7ffac400eaa0 tx=0x7ffac400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.620+0000 7ffac9ffb640 1 -- 172.21.15.17:0/1867613944 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac400cdb0 con 0x7ffacc1082a0 2024-09-16T01:45:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.620+0000 7ffac9ffb640 1 -- 172.21.15.17:0/1867613944 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffac4005020 con 0x7ffacc1082a0 2024-09-16T01:45:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.620+0000 7ffad2b05640 1 -- 172.21.15.17:0/1867613944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffacc19d790 con 0x7ffacc1082a0 2024-09-16T01:45:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.620+0000 7ffac9ffb640 1 -- 172.21.15.17:0/1867613944 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac40116d0 con 0x7ffacc1082a0 2024-09-16T01:45:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.620+0000 7ffad2b05640 1 -- 172.21.15.17:0/1867613944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffacc1008c0 con 0x7ffacc1082a0 2024-09-16T01:45:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.623+0000 7ffac9ffb640 1 -- 172.21.15.17:0/1867613944 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7ffac40051d0 con 0x7ffacc1082a0 2024-09-16T01:45:55.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.623+0000 7ffad4ede740 1 Processor -- start 2024-09-16T01:45:55.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.623+0000 7ffad4ede740 1 -- start start 2024-09-16T01:45:55.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.623+0000 7ffad4ede740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280cb40 0x556cc280b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.623+0000 7ffad4ede740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc280b5d0 0x556cc280ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.623+0000 7ffad4ede740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc2816370 0x556cc2818760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.623+0000 7ffad4ede740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556cc27712f0 con 0x556cc280b5d0 2024-09-16T01:45:55.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.623+0000 7ffad4ede740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556cc2718cf0 con 0x556cc2816370 2024-09-16T01:45:55.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.623+0000 7ffad4ede740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556cc276d2b0 con 0x556cc280cb40 2024-09-16T01:45:55.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.623+0000 7ffad08a1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc280b5d0 0x556cc280ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.623+0000 7ffad08a1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc280b5d0 0x556cc280ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56794/0 (socket says 172.21.15.17:56794) 2024-09-16T01:45:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.623+0000 7ffad08a1640 1 -- 172.21.15.17:0/111814139 learned_addr learned my addr 172.21.15.17:0/111814139 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.623+0000 7ffacbfff640 1 --2- 172.21.15.17:0/111814139 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280cb40 0x556cc280b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.624+0000 7ffacbfff640 1 --2- 172.21.15.17:0/111814139 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc2816370 0x556cc2818760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.624+0000 7ffad08a1640 1 -- 172.21.15.17:0/111814139 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280cb40 msgr2=0x556cc280b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.624+0000 7ffad08a1640 1 --2- 172.21.15.17:0/111814139 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280cb40 0x556cc280b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.624+0000 7ffad08a1640 1 -- 172.21.15.17:0/111814139 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc2816370 msgr2=0x556cc2818760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.624+0000 7ffad08a1640 1 --2- 172.21.15.17:0/111814139 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc2816370 0x556cc2818760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.624+0000 7ffad08a1640 1 -- 172.21.15.17:0/111814139 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556cc26fd3a0 con 0x556cc280b5d0 2024-09-16T01:45:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.624+0000 7ffacbfff640 1 --2- 172.21.15.17:0/111814139 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc2816370 0x556cc2818760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:45:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.624+0000 7ffac9ffb640 1 --2- 172.21.15.17:0/1867613944 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffabc0a32c0 0x7ffabc0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.624+0000 7ffad08a1640 1 --2- 172.21.15.17:0/111814139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc280b5d0 0x556cc280ba10 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ffac0009d20 tx=0x7ffac0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9bf3d5b2db0acbc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:55.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.624+0000 7ffacbfff640 1 --2- 172.21.15.17:0/1867613944 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffabc0a32c0 0x7ffabc0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.624+0000 7ffac9ffb640 1 -- 172.21.15.17:0/1867613944 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ffac40cf9a0 con 0x7ffacc1082a0 2024-09-16T01:45:55.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.624+0000 7ffab6ffd640 1 -- 172.21.15.17:0/111814139 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac001e070 con 0x556cc280b5d0 2024-09-16T01:45:55.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.624+0000 7ffab6ffd640 1 -- 172.21.15.17:0/111814139 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffac0019ae0 con 0x556cc280b5d0 2024-09-16T01:45:55.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.624+0000 7ffab6ffd640 1 -- 172.21.15.17:0/111814139 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac000eac0 con 0x556cc280b5d0 2024-09-16T01:45:55.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.625+0000 7ffad4ede740 1 -- 172.21.15.17:0/111814139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc280b5d0 msgr2=0x556cc280ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:55.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.625+0000 7ffacbfff640 1 --2- 172.21.15.17:0/1867613944 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffabc0a32c0 0x7ffabc0a5780 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ffab8031440 tx=0x7ffab8000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:55.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.625+0000 7ffad4ede740 1 --2- 172.21.15.17:0/111814139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc280b5d0 0x556cc280ba10 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7ffac0009d20 tx=0x7ffac0011810 comp rx=0 tx=0).stop 2024-09-16T01:45:55.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.625+0000 7ffad4ede740 1 -- 172.21.15.17:0/111814139 shutdown_connections 2024-09-16T01:45:55.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.626+0000 7ffad4ede740 1 --2- 172.21.15.17:0/111814139 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc2816370 0x556cc2818760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.626+0000 7ffad4ede740 1 --2- 172.21.15.17:0/111814139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc280b5d0 0x556cc280ba10 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.626+0000 7ffad4ede740 1 --2- 172.21.15.17:0/111814139 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280cb40 0x556cc280b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.626+0000 7ffad4ede740 1 -- 172.21.15.17:0/111814139 >> 172.21.15.17:0/111814139 conn(0x556cc27d4310 msgr2=0x556cc2807c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:55.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.626+0000 7ffad4ede740 1 -- 172.21.15.17:0/111814139 shutdown_connections 2024-09-16T01:45:55.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.626+0000 7ffad4ede740 1 -- 172.21.15.17:0/111814139 wait complete. 2024-09-16T01:45:55.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.626+0000 7ffad4ede740 1 -- start start 2024-09-16T01:45:55.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.626+0000 7ffad4ede740 1 Processor -- start 2024-09-16T01:45:55.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad4ede740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc280b5d0 0x556cc2815d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad4ede740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 0x556cc2813030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad4ede740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc2816370 0x556cc2813640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad4ede740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556cc2819070 con 0x556cc280b5d0 2024-09-16T01:45:55.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad4ede740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556cc272c060 con 0x556cc280cb40 2024-09-16T01:45:55.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad4ede740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556cc28191f0 con 0x556cc2816370 2024-09-16T01:45:55.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad08a1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc280b5d0 0x556cc2815d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad08a1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc280b5d0 0x556cc2815d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56810/0 (socket says 172.21.15.17:56810) 2024-09-16T01:45:55.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad08a1640 1 -- 172.21.15.17:0/1312065083 learned_addr learned my addr 172.21.15.17:0/1312065083 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:55.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad4ede740 10 client.0 _ll_register_callbacks cb 0x556cc247f8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:55.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffacbfff640 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 0x556cc2813030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad10a2640 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc2816370 0x556cc2813640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad08a1640 1 -- 172.21.15.17:0/1312065083 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc2816370 msgr2=0x556cc2813640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:55.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad08a1640 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc2816370 0x556cc2813640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad08a1640 1 -- 172.21.15.17:0/1312065083 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 msgr2=0x556cc2813030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:55.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad08a1640 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 0x556cc2813030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad08a1640 1 -- 172.21.15.17:0/1312065083 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556cc24e23c0 con 0x556cc280b5d0 2024-09-16T01:45:55.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad10a2640 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc2816370 0x556cc2813640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:55.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffacbfff640 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 0x556cc2813030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:55.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffad08a1640 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc280b5d0 0x556cc2815d80 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7ffac000e460 tx=0x7ffac0019660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5418563643282c1d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:55.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.627+0000 7ffaabfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:45:55.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.628+0000 7ffaabfff640 1 -- 172.21.15.17:0/1312065083 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac001e070 con 0x556cc280b5d0 2024-09-16T01:45:55.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.628+0000 7ffaabfff640 1 -- 172.21.15.17:0/1312065083 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ffac0005230 con 0x556cc280b5d0 2024-09-16T01:45:55.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.628+0000 7ffad4ede740 1 -- 172.21.15.17:0/1312065083 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffac0019ae0 con 0x556cc280b5d0 2024-09-16T01:45:55.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.628+0000 7ffaabfff640 1 -- 172.21.15.17:0/1312065083 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ffac00098f0 con 0x556cc280b5d0 2024-09-16T01:45:55.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.628+0000 7ffad4ede740 10 client.15630 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:55.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.628+0000 7ffad4ede740 1 -- 172.21.15.17:0/1312065083 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556cc2824a90 con 0x556cc280b5d0 2024-09-16T01:45:55.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.628+0000 7ffaabfff640 1 -- 172.21.15.17:0/1312065083 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffac0019ae0 con 0x556cc280b5d0 2024-09-16T01:45:55.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.629+0000 7ffaabfff640 1 -- 172.21.15.17:0/1312065083 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ffac00046c0 con 0x556cc280b5d0 2024-09-16T01:45:55.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.629+0000 7ffad4ede740 10 client.15630 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:55.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.629+0000 7ffad4ede740 10 client.15630 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:55.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.629+0000 7ffad4ede740 20 client.15630 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:55.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.629+0000 7ffad4ede740 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556cc2825e90 0x556cc2828280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.629+0000 7ffad4ede740 4 client.15630 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:45:55.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.629+0000 7ffad4ede740 1 -- 172.21.15.17:0/1312065083 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556cc277e860 con 0x556cc2825e90 2024-09-16T01:45:55.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.629+0000 7ffacbfff640 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556cc2825e90 0x556cc2828280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.629+0000 7ffaabfff640 10 client.15630 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:55.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.629+0000 7ffacbfff640 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556cc2825e90 0x556cc2828280 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0f27726b912edea server_cookie=c249ee7cfe6c3eea in_seq=0 out_seq=0 2024-09-16T01:45:55.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.630+0000 7ffaabfff640 1 -- 172.21.15.17:0/1312065083 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556cc277e860 con 0x556cc2825e90 2024-09-16T01:45:55.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.630+0000 7ffaabfff640 10 client.15630 handle_command_reply: tid=0 2024-09-16T01:45:55.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.630+0000 7ffad4ede740 1 client.15630 shutdown 2024-09-16T01:45:55.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.630+0000 7ffad4ede740 1 -- 172.21.15.17:0/1312065083 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc280b5d0 msgr2=0x556cc2815d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:55.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.630+0000 7ffad4ede740 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc280b5d0 0x556cc2815d80 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7ffac000e460 tx=0x7ffac0019660 comp rx=0 tx=0).stop 2024-09-16T01:45:55.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.630+0000 7ffad4ede740 1 -- 172.21.15.17:0/1312065083 shutdown_connections 2024-09-16T01:45:55.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.630+0000 7ffad4ede740 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556cc2825e90 0x556cc2828280 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.630+0000 7ffad4ede740 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc2816370 0x556cc2813640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.630+0000 7ffad4ede740 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 0x556cc2813030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.630+0000 7ffad4ede740 1 --2- 172.21.15.17:0/1312065083 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc280b5d0 0x556cc2815d80 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.630+0000 7ffaabfff640 0 client.15630 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:55.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.630+0000 7ffad4ede740 1 -- 172.21.15.17:0/1312065083 >> 172.21.15.17:0/1312065083 conn(0x556cc27d4310 msgr2=0x556cc280d960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:55.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.630+0000 7ffad4ede740 1 -- 172.21.15.17:0/1312065083 shutdown_connections 2024-09-16T01:45:55.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.630+0000 7ffad4ede740 1 -- 172.21.15.17:0/1312065083 wait complete. 2024-09-16T01:45:55.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.631+0000 7ffad4ede740 20 client.15630 trim_cache size 0 max 16384 2024-09-16T01:45:55.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.649+0000 7ffad4ede740 1 Processor -- start 2024-09-16T01:45:55.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.649+0000 7ffad4ede740 1 -- start start 2024-09-16T01:45:55.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.649+0000 7ffad4ede740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280b5d0 0x556cc2822310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.649+0000 7ffad4ede740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 0x556cc2812030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.649+0000 7ffad4ede740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc2816370 0x556cc282da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.649+0000 7ffad4ede740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffacc1b2010 con 0x556cc2816370 2024-09-16T01:45:55.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.649+0000 7ffad4ede740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffacc1af8e0 con 0x556cc280cb40 2024-09-16T01:45:55.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.649+0000 7ffad4ede740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffacc1ad710 con 0x556cc280b5d0 2024-09-16T01:45:55.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.649+0000 7ffad10a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc2816370 0x556cc282da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.650+0000 7ffad08a1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280b5d0 0x556cc2822310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.650+0000 7ffad10a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc2816370 0x556cc282da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56818/0 (socket says 172.21.15.17:56818) 2024-09-16T01:45:55.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.650+0000 7ffad10a2640 1 -- 172.21.15.17:0/54680718 learned_addr learned my addr 172.21.15.17:0/54680718 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:55.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.650+0000 7ffacbfff640 1 --2- 172.21.15.17:0/54680718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 0x556cc2812030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.650+0000 7ffad08a1640 1 -- 172.21.15.17:0/54680718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 msgr2=0x556cc2812030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:55.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.650+0000 7ffad08a1640 1 --2- 172.21.15.17:0/54680718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 0x556cc2812030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.650+0000 7ffad08a1640 1 -- 172.21.15.17:0/54680718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc2816370 msgr2=0x556cc282da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:55.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.650+0000 7ffad08a1640 1 --2- 172.21.15.17:0/54680718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc2816370 0x556cc282da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.650+0000 7ffad08a1640 1 -- 172.21.15.17:0/54680718 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556cc2808960 con 0x556cc280b5d0 2024-09-16T01:45:55.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.650+0000 7ffad08a1640 1 --2- 172.21.15.17:0/54680718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280b5d0 0x556cc2822310 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ffac0009ab0 tx=0x7ffac0009bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=322c4ce02c258f83 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:55.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.650+0000 7ffab67fc640 1 -- 172.21.15.17:0/54680718 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac001e070 con 0x556cc280b5d0 2024-09-16T01:45:55.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.650+0000 7ffab67fc640 1 -- 172.21.15.17:0/54680718 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffac0028070 con 0x556cc280b5d0 2024-09-16T01:45:55.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.650+0000 7ffab67fc640 1 -- 172.21.15.17:0/54680718 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffac0003850 con 0x556cc280b5d0 2024-09-16T01:45:55.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.651+0000 7ffad4ede740 1 -- 172.21.15.17:0/54680718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280b5d0 msgr2=0x556cc2822310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:55.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.651+0000 7ffad4ede740 1 --2- 172.21.15.17:0/54680718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280b5d0 0x556cc2822310 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7ffac0009ab0 tx=0x7ffac0009bf0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.651+0000 7ffad4ede740 1 -- 172.21.15.17:0/54680718 shutdown_connections 2024-09-16T01:45:55.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.651+0000 7ffad4ede740 1 --2- 172.21.15.17:0/54680718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc2816370 0x556cc282da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.651+0000 7ffad4ede740 1 --2- 172.21.15.17:0/54680718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 0x556cc2812030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.651+0000 7ffad4ede740 1 --2- 172.21.15.17:0/54680718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280b5d0 0x556cc2822310 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.651+0000 7ffad4ede740 1 -- 172.21.15.17:0/54680718 >> 172.21.15.17:0/54680718 conn(0x556cc27d4310 msgr2=0x556cc2811920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:55.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.651+0000 7ffad4ede740 1 -- 172.21.15.17:0/54680718 shutdown_connections 2024-09-16T01:45:55.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.651+0000 7ffad4ede740 1 -- 172.21.15.17:0/54680718 wait complete. 2024-09-16T01:45:55.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.652+0000 7ffad4ede740 1 -- start start 2024-09-16T01:45:55.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.652+0000 7ffad4ede740 1 Processor -- start 2024-09-16T01:45:55.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.652+0000 7ffad4ede740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280b5d0 0x556cc281eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.652+0000 7ffad4ede740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 0x556cc280fc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.652+0000 7ffad4ede740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc2816370 0x556cc2810180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.652+0000 7ffad4ede740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffacc1adda0 con 0x556cc2816370 2024-09-16T01:45:55.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.652+0000 7ffad4ede740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffacc1af210 con 0x556cc280cb40 2024-09-16T01:45:55.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.652+0000 7ffad4ede740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffacc1ae470 con 0x556cc280b5d0 2024-09-16T01:45:55.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.652+0000 7ffad10a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc2816370 0x556cc2810180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.652+0000 7ffad4ede740 10 client.0 _ll_register_callbacks cb 0x7ffac001c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:55.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.652+0000 7ffad10a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc2816370 0x556cc2810180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56832/0 (socket says 172.21.15.17:56832) 2024-09-16T01:45:55.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.652+0000 7ffad10a2640 1 -- 172.21.15.17:0/1641148124 learned_addr learned my addr 172.21.15.17:0/1641148124 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:55.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.652+0000 7ffacbfff640 1 --2- 172.21.15.17:0/1641148124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 0x556cc280fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.652+0000 7ffad08a1640 1 --2- 172.21.15.17:0/1641148124 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280b5d0 0x556cc281eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.653+0000 7ffacbfff640 1 -- 172.21.15.17:0/1641148124 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280b5d0 msgr2=0x556cc281eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:55.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.653+0000 7ffacbfff640 1 --2- 172.21.15.17:0/1641148124 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280b5d0 0x556cc281eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.653+0000 7ffacbfff640 1 -- 172.21.15.17:0/1641148124 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc2816370 msgr2=0x556cc2810180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:55.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.653+0000 7ffacbfff640 1 --2- 172.21.15.17:0/1641148124 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc2816370 0x556cc2810180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.653+0000 7ffacbfff640 1 -- 172.21.15.17:0/1641148124 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556cc2813fd0 con 0x556cc280cb40 2024-09-16T01:45:55.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.653+0000 7ffad10a2640 1 --2- 172.21.15.17:0/1641148124 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc2816370 0x556cc2810180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:55.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.653+0000 7ffacbfff640 1 --2- 172.21.15.17:0/1641148124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 0x556cc280fc40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ffab802a940 tx=0x7ffab802a420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9dc6f1d769459c2d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:55.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.653+0000 7ffaabfff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:45:55.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.653+0000 7ffaabfff640 1 -- 172.21.15.17:0/1641148124 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffab8035040 con 0x556cc280cb40 2024-09-16T01:45:55.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.653+0000 7ffaabfff640 1 -- 172.21.15.17:0/1641148124 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ffab8005450 con 0x556cc280cb40 2024-09-16T01:45:55.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.653+0000 7ffad4ede740 1 -- 172.21.15.17:0/1641148124 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffac0028070 con 0x556cc280cb40 2024-09-16T01:45:55.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.654+0000 7ffaabfff640 1 -- 172.21.15.17:0/1641148124 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ffab8005650 con 0x556cc280cb40 2024-09-16T01:45:55.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.654+0000 7ffad4ede740 10 client.25226 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:55.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.654+0000 7ffad4ede740 1 -- 172.21.15.17:0/1641148124 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556cc2890700 con 0x556cc280cb40 2024-09-16T01:45:55.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.654+0000 7ffaabfff640 1 -- 172.21.15.17:0/1641148124 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffac0028070 con 0x556cc280cb40 2024-09-16T01:45:55.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.654+0000 7ffaabfff640 1 -- 172.21.15.17:0/1641148124 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ffab803d8e0 con 0x556cc280cb40 2024-09-16T01:45:55.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.654+0000 7ffad4ede740 10 client.25226 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:55.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.654+0000 7ffad4ede740 10 client.25226 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:55.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.654+0000 7ffad4ede740 20 client.25226 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:55.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.654+0000 7ffad4ede740 1 --2- 172.21.15.17:0/1641148124 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556cc2890e60 0x556cc2893280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:55.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.654+0000 7ffad4ede740 4 client.25226 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:45:55.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.654+0000 7ffad4ede740 1 -- 172.21.15.17:0/1641148124 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556cc2778d70 con 0x556cc2890e60 2024-09-16T01:45:55.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.654+0000 7ffad08a1640 1 --2- 172.21.15.17:0/1641148124 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556cc2890e60 0x556cc2893280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:55.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffaabfff640 10 client.25226 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:55.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffad08a1640 1 --2- 172.21.15.17:0/1641148124 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556cc2890e60 0x556cc2893280 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3fcbb0b1ac81c1d server_cookie=2ea6c322d2100445 in_seq=0 out_seq=0 2024-09-16T01:45:55.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffaabfff640 1 -- 172.21.15.17:0/1641148124 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556cc2778d70 con 0x556cc2890e60 2024-09-16T01:45:55.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffaabfff640 10 client.25226 handle_command_reply: tid=0 2024-09-16T01:45:55.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffad4ede740 1 client.25226 shutdown 2024-09-16T01:45:55.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffad4ede740 1 -- 172.21.15.17:0/1641148124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 msgr2=0x556cc280fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:55.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffad4ede740 1 --2- 172.21.15.17:0/1641148124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 0x556cc280fc40 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7ffab802a940 tx=0x7ffab802a420 comp rx=0 tx=0).stop 2024-09-16T01:45:55.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffad4ede740 1 -- 172.21.15.17:0/1641148124 shutdown_connections 2024-09-16T01:45:55.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffad4ede740 1 --2- 172.21.15.17:0/1641148124 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556cc2890e60 0x556cc2893280 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffad4ede740 1 --2- 172.21.15.17:0/1641148124 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556cc2816370 0x556cc2810180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffad4ede740 1 --2- 172.21.15.17:0/1641148124 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556cc280cb40 0x556cc280fc40 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffad4ede740 1 --2- 172.21.15.17:0/1641148124 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556cc280b5d0 0x556cc281eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffaabfff640 0 client.25226 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:55.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffad4ede740 1 -- 172.21.15.17:0/1641148124 >> 172.21.15.17:0/1641148124 conn(0x556cc27d4310 msgr2=0x556cc2812140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:55.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffad4ede740 1 -- 172.21.15.17:0/1641148124 shutdown_connections 2024-09-16T01:45:55.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.655+0000 7ffad4ede740 1 -- 172.21.15.17:0/1641148124 wait complete. 2024-09-16T01:45:55.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.656+0000 7ffad4ede740 20 client.25226 trim_cache size 0 max 16384 2024-09-16T01:45:55.679 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:45:55.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.656+0000 7ffad2b05640 1 -- 172.21.15.17:0/1867613944 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffabc0a32c0 msgr2=0x7ffabc0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:55.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.656+0000 7ffad2b05640 1 --2- 172.21.15.17:0/1867613944 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffabc0a32c0 0x7ffabc0a5780 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ffab8031440 tx=0x7ffab8000bc0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.656+0000 7ffad2b05640 1 -- 172.21.15.17:0/1867613944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffacc1082a0 msgr2=0x7ffacc19cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:55.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.656+0000 7ffad2b05640 1 --2- 172.21.15.17:0/1867613944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffacc1082a0 0x7ffacc19cdc0 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7ffac400eaa0 tx=0x7ffac400ef60 comp rx=0 tx=0).stop 2024-09-16T01:45:55.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.656+0000 7ffad2b05640 1 -- 172.21.15.17:0/1867613944 shutdown_connections 2024-09-16T01:45:55.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.656+0000 7ffad2b05640 1 --2- 172.21.15.17:0/1867613944 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffabc0a32c0 0x7ffabc0a5780 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.656+0000 7ffad2b05640 1 --2- 172.21.15.17:0/1867613944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffacc1082a0 0x7ffacc19cdc0 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.656+0000 7ffad2b05640 1 --2- 172.21.15.17:0/1867613944 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffacc1036e0 0x7ffacc198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.656+0000 7ffad2b05640 1 --2- 172.21.15.17:0/1867613944 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffacc102d30 0x7ffacc1984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:55.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.656+0000 7ffad2b05640 1 -- 172.21.15.17:0/1867613944 >> 172.21.15.17:0/1867613944 conn(0x7ffacc0fc7d0 msgr2=0x7ffacc105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:55.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.656+0000 7ffad2b05640 1 -- 172.21.15.17:0/1867613944 shutdown_connections 2024-09-16T01:45:55.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:55.656+0000 7ffad2b05640 1 -- 172.21.15.17:0/1867613944 wait complete. 2024-09-16T01:45:56.431 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:56 smithi017 ceph-mon[30972]: pgmap v411: 97 pgs: 97 active+clean; 43 MiB data, 472 MiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:45:56.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:56 smithi122 ceph-mon[34758]: pgmap v411: 97 pgs: 97 active+clean; 43 MiB data, 472 MiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:45:56.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:56 smithi029 ceph-mon[34783]: pgmap v411: 97 pgs: 97 active+clean; 43 MiB data, 472 MiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:45:56.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 56254 4.06 MB/sec warmup 79 sec latency 14.421 ms 2024-09-16T01:45:57.466 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:45:57.466 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:45:57.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 56994 4.08 MB/sec warmup 80 sec latency 12.538 ms 2024-09-16T01:45:57.751 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:45:58.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.273+0000 7fd3028f1640 1 -- 172.21.15.17:0/3423849448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2fc1027a0 msgr2=0x7fd2fc1067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.273+0000 7fd3028f1640 1 --2- 172.21.15.17:0/3423849448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2fc1027a0 0x7fd2fc1067f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fd2f0009900 tx=0x7fd2f002a410 comp rx=0 tx=0).stop 2024-09-16T01:45:58.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.273+0000 7fd3028f1640 1 -- 172.21.15.17:0/3423849448 shutdown_connections 2024-09-16T01:45:58.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.273+0000 7fd3028f1640 1 --2- 172.21.15.17:0/3423849448 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd2fc106f20 0x7fd2fc10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.273+0000 7fd3028f1640 1 --2- 172.21.15.17:0/3423849448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2fc1027a0 0x7fd2fc1067f0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.273+0000 7fd3028f1640 1 --2- 172.21.15.17:0/3423849448 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd2fc101df0 0x7fd2fc1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.273+0000 7fd3028f1640 1 -- 172.21.15.17:0/3423849448 >> 172.21.15.17:0/3423849448 conn(0x7fd2fc0fd8b0 msgr2=0x7fd2fc0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:58.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.273+0000 7fd3028f1640 1 -- 172.21.15.17:0/3423849448 shutdown_connections 2024-09-16T01:45:58.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.273+0000 7fd3028f1640 1 -- 172.21.15.17:0/3423849448 wait complete. 2024-09-16T01:45:58.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.274+0000 7fd3028f1640 1 Processor -- start 2024-09-16T01:45:58.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.274+0000 7fd3028f1640 1 -- start start 2024-09-16T01:45:58.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.274+0000 7fd3028f1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd2fc101df0 0x7fd2fc198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.274+0000 7fd3028f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2fc1027a0 0x7fd2fc1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.274+0000 7fd3028f1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd2fc106f20 0x7fd2fc19cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.274+0000 7fd3028f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd2fc111e30 con 0x7fd2fc1027a0 2024-09-16T01:45:58.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.274+0000 7fd3028f1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd2fc111cb0 con 0x7fd2fc106f20 2024-09-16T01:45:58.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.274+0000 7fd3028f1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd2fc111fb0 con 0x7fd2fc101df0 2024-09-16T01:45:58.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.274+0000 7fd2fb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2fc1027a0 0x7fd2fc1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.274+0000 7fd2fb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2fc1027a0 0x7fd2fc1988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42604/0 (socket says 172.21.15.17:42604) 2024-09-16T01:45:58.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.274+0000 7fd2fb7fe640 1 -- 172.21.15.17:0/2654424649 learned_addr learned my addr 172.21.15.17:0/2654424649 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:58.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.275+0000 7fd2fbfff640 1 --2- 172.21.15.17:0/2654424649 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd2fc101df0 0x7fd2fc198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.275+0000 7fd300e8e640 1 --2- 172.21.15.17:0/2654424649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd2fc106f20 0x7fd2fc19cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.275+0000 7fd2fb7fe640 1 -- 172.21.15.17:0/2654424649 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd2fc101df0 msgr2=0x7fd2fc198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.275+0000 7fd2fb7fe640 1 --2- 172.21.15.17:0/2654424649 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd2fc101df0 0x7fd2fc198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.275+0000 7fd2fb7fe640 1 -- 172.21.15.17:0/2654424649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd2fc106f20 msgr2=0x7fd2fc19cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.275+0000 7fd2fb7fe640 1 --2- 172.21.15.17:0/2654424649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd2fc106f20 0x7fd2fc19cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.275+0000 7fd2fb7fe640 1 -- 172.21.15.17:0/2654424649 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2fc19d320 con 0x7fd2fc1027a0 2024-09-16T01:45:58.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.275+0000 7fd2fb7fe640 1 --2- 172.21.15.17:0/2654424649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2fc1027a0 0x7fd2fc1988b0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fd2f0005940 tx=0x7fd2f00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:58.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.275+0000 7fd2f97fa640 1 -- 172.21.15.17:0/2654424649 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2f003f030 con 0x7fd2fc1027a0 2024-09-16T01:45:58.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.275+0000 7fd3028f1640 1 -- 172.21.15.17:0/2654424649 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2fc19d5b0 con 0x7fd2fc1027a0 2024-09-16T01:45:58.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.275+0000 7fd2f97fa640 1 -- 172.21.15.17:0/2654424649 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2f0003cb0 con 0x7fd2fc1027a0 2024-09-16T01:45:58.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.275+0000 7fd2f97fa640 1 -- 172.21.15.17:0/2654424649 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2f0035070 con 0x7fd2fc1027a0 2024-09-16T01:45:58.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.275+0000 7fd3028f1640 1 -- 172.21.15.17:0/2654424649 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2fc074420 con 0x7fd2fc1027a0 2024-09-16T01:45:58.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.278+0000 7fd2f97fa640 1 -- 172.21.15.17:0/2654424649 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fd2f0042030 con 0x7fd2fc1027a0 2024-09-16T01:45:58.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.278+0000 7fd304cca740 1 Processor -- start 2024-09-16T01:45:58.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.278+0000 7fd304cca740 1 -- start start 2024-09-16T01:45:58.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd304cca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647227b60 0x55b647227f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd304cca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647228480 0x55b647232800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd304cca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b647235130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd304cca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b64718d280 con 0x55b647228480 2024-09-16T01:45:58.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd304cca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b647134b10 con 0x55b647232d40 2024-09-16T01:45:58.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd304cca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b647189240 con 0x55b647227b60 2024-09-16T01:45:58.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd2f97fa640 1 --2- 172.21.15.17:0/2654424649 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd2e40a7650 0x7fd2e40a9b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd2fbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647228480 0x55b647232800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd2fbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647228480 0x55b647232800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42608/0 (socket says 172.21.15.17:42608) 2024-09-16T01:45:58.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd2fbfff640 1 -- 172.21.15.17:0/2626952626 learned_addr learned my addr 172.21.15.17:0/2626952626 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:58.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd300e8e640 1 --2- 172.21.15.17:0/2626952626 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647227b60 0x55b647227f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd300e8e640 1 --2- 172.21.15.17:0/2654424649 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd2e40a7650 0x7fd2e40a9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd2fb7fe640 1 --2- 172.21.15.17:0/2626952626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b647235130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd2f97fa640 1 -- 172.21.15.17:0/2654424649 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd2f00effe0 con 0x7fd2fc1027a0 2024-09-16T01:45:58.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd2fbfff640 1 -- 172.21.15.17:0/2626952626 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647227b60 msgr2=0x55b647227f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:58.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd2fbfff640 1 --2- 172.21.15.17:0/2626952626 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647227b60 0x55b647227f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd2fbfff640 1 -- 172.21.15.17:0/2626952626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 msgr2=0x55b647235130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:58.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd2fbfff640 1 --2- 172.21.15.17:0/2626952626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b647235130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd2fbfff640 1 -- 172.21.15.17:0/2626952626 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b6471411f0 con 0x55b647228480 2024-09-16T01:45:58.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd2fb7fe640 1 --2- 172.21.15.17:0/2626952626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b647235130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:58.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.279+0000 7fd2fbfff640 1 --2- 172.21.15.17:0/2626952626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647228480 0x55b647232800 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fd2ec00ac20 tx=0x7fd2ec00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6e36fa11fe22b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:58.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.280+0000 7fd300e8e640 1 --2- 172.21.15.17:0/2654424649 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd2e40a7650 0x7fd2e40a9b10 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fd2f4005fd0 tx=0x7fd2f4009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:58.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.280+0000 7fd2e27fc640 1 -- 172.21.15.17:0/2626952626 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2ec01d070 con 0x55b647228480 2024-09-16T01:45:58.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.280+0000 7fd2e27fc640 1 -- 172.21.15.17:0/2626952626 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2ec018af0 con 0x55b647228480 2024-09-16T01:45:58.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.280+0000 7fd2e27fc640 1 -- 172.21.15.17:0/2626952626 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2ec010af0 con 0x55b647228480 2024-09-16T01:45:58.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.280+0000 7fd304cca740 1 -- 172.21.15.17:0/2626952626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647228480 msgr2=0x55b647232800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.280+0000 7fd304cca740 1 --2- 172.21.15.17:0/2626952626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647228480 0x55b647232800 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fd2ec00ac20 tx=0x7fd2ec00f790 comp rx=0 tx=0).stop 2024-09-16T01:45:58.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.281+0000 7fd304cca740 1 -- 172.21.15.17:0/2626952626 shutdown_connections 2024-09-16T01:45:58.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.281+0000 7fd304cca740 1 --2- 172.21.15.17:0/2626952626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b647235130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.281+0000 7fd304cca740 1 --2- 172.21.15.17:0/2626952626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647228480 0x55b647232800 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.281+0000 7fd304cca740 1 --2- 172.21.15.17:0/2626952626 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647227b60 0x55b647227f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.281+0000 7fd304cca740 1 -- 172.21.15.17:0/2626952626 >> 172.21.15.17:0/2626952626 conn(0x55b6472240f0 msgr2=0x55b6472244d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:58.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.281+0000 7fd304cca740 1 -- 172.21.15.17:0/2626952626 shutdown_connections 2024-09-16T01:45:58.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.281+0000 7fd304cca740 1 -- 172.21.15.17:0/2626952626 wait complete. 2024-09-16T01:45:58.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.281+0000 7fd304cca740 1 -- start start 2024-09-16T01:45:58.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.281+0000 7fd304cca740 1 Processor -- start 2024-09-16T01:45:58.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.281+0000 7fd304cca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647227b60 0x55b64722fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd304cca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647228480 0x55b647230150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd304cca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647232d40 0x55b647230690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd304cca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b647235910 con 0x55b647228480 2024-09-16T01:45:58.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd304cca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b647147f10 con 0x55b647227b60 2024-09-16T01:45:58.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd304cca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b647235a90 con 0x55b647232d40 2024-09-16T01:45:58.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd304cca740 10 client.0 _ll_register_callbacks cb 0x55b647110a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:58.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd2fbfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647227b60 0x55b64722fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd2fb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647228480 0x55b647230150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd300e8e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647232d40 0x55b647230690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd2fbfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647227b60 0x55b64722fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:36900/0 (socket says 172.21.15.17:36900) 2024-09-16T01:45:58.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd300e8e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647232d40 0x55b647230690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45776/0 (socket says 172.21.15.17:45776) 2024-09-16T01:45:58.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd2fbfff640 1 -- 172.21.15.17:0/2250906629 learned_addr learned my addr 172.21.15.17:0/2250906629 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:58.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd300e8e640 1 -- 172.21.15.17:0/2250906629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647227b60 msgr2=0x55b64722fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:58.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd300e8e640 1 --2- 172.21.15.17:0/2250906629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647227b60 0x55b64722fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd300e8e640 1 -- 172.21.15.17:0/2250906629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647228480 msgr2=0x55b647230150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:58.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd300e8e640 1 --2- 172.21.15.17:0/2250906629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647228480 0x55b647230150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd300e8e640 1 -- 172.21.15.17:0/2250906629 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b646efe6a0 con 0x55b647232d40 2024-09-16T01:45:58.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd300e8e640 1 --2- 172.21.15.17:0/2250906629 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647232d40 0x55b647230690 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd2f400ff20 tx=0x7fd2f4004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=378adb131c3ec8c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:58.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd2db7fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:45:58.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.282+0000 7fd2db7fe640 1 -- 172.21.15.17:0/2250906629 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2f4021dc0 con 0x55b647232d40 2024-09-16T01:45:58.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.283+0000 7fd304cca740 1 -- 172.21.15.17:0/2250906629 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2ec018af0 con 0x55b647232d40 2024-09-16T01:45:58.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.283+0000 7fd2db7fe640 1 -- 172.21.15.17:0/2250906629 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd2f4010430 con 0x55b647232d40 2024-09-16T01:45:58.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.283+0000 7fd2db7fe640 1 -- 172.21.15.17:0/2250906629 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd2f4004b20 con 0x55b647232d40 2024-09-16T01:45:58.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.283+0000 7fd304cca740 10 client.25300 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:58.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.283+0000 7fd304cca740 1 -- 172.21.15.17:0/2250906629 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b647241530 con 0x55b647232d40 2024-09-16T01:45:58.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.283+0000 7fd2db7fe640 1 -- 172.21.15.17:0/2250906629 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2ec018af0 con 0x55b647232d40 2024-09-16T01:45:58.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.283+0000 7fd2db7fe640 1 -- 172.21.15.17:0/2250906629 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd2f4028070 con 0x55b647232d40 2024-09-16T01:45:58.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.283+0000 7fd304cca740 10 client.25300 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:58.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.283+0000 7fd304cca740 10 client.25300 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:58.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.283+0000 7fd304cca740 20 client.25300 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:58.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.283+0000 7fd304cca740 1 --2- 172.21.15.17:0/2250906629 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b647242940 0x55b647244de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.283+0000 7fd304cca740 4 client.25300 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:45:58.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.283+0000 7fd304cca740 1 -- 172.21.15.17:0/2250906629 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b64719a7f0 con 0x55b647242940 2024-09-16T01:45:58.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.283+0000 7fd2fbfff640 1 --2- 172.21.15.17:0/2250906629 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b647242940 0x55b647244de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.284+0000 7fd2fbfff640 1 --2- 172.21.15.17:0/2250906629 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b647242940 0x55b647244de0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1029ba498663c7fa server_cookie=78739d45fae80c08 in_seq=0 out_seq=0 2024-09-16T01:45:58.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.284+0000 7fd2db7fe640 10 client.25300 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:58.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd2db7fe640 1 -- 172.21.15.17:0/2250906629 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b64719a7f0 con 0x55b647242940 2024-09-16T01:45:58.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd2db7fe640 10 client.25300 handle_command_reply: tid=0 2024-09-16T01:45:58.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd304cca740 1 client.25300 shutdown 2024-09-16T01:45:58.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd304cca740 1 -- 172.21.15.17:0/2250906629 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647232d40 msgr2=0x55b647230690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd304cca740 1 --2- 172.21.15.17:0/2250906629 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647232d40 0x55b647230690 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd2f400ff20 tx=0x7fd2f4004a40 comp rx=0 tx=0).stop 2024-09-16T01:45:58.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd304cca740 1 -- 172.21.15.17:0/2250906629 shutdown_connections 2024-09-16T01:45:58.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd304cca740 1 --2- 172.21.15.17:0/2250906629 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b647242940 0x55b647244de0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd304cca740 1 --2- 172.21.15.17:0/2250906629 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647232d40 0x55b647230690 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd304cca740 1 --2- 172.21.15.17:0/2250906629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647228480 0x55b647230150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd2db7fe640 0 client.25300 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:58.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd304cca740 1 --2- 172.21.15.17:0/2250906629 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647227b60 0x55b64722fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd304cca740 1 -- 172.21.15.17:0/2250906629 >> 172.21.15.17:0/2250906629 conn(0x55b6472240f0 msgr2=0x55b647229dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:58.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd304cca740 1 -- 172.21.15.17:0/2250906629 shutdown_connections 2024-09-16T01:45:58.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd304cca740 1 -- 172.21.15.17:0/2250906629 wait complete. 2024-09-16T01:45:58.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.285+0000 7fd304cca740 20 client.25300 trim_cache size 0 max 16384 2024-09-16T01:45:58.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.306+0000 7fd304cca740 1 Processor -- start 2024-09-16T01:45:58.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.306+0000 7fd304cca740 1 -- start start 2024-09-16T01:45:58.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.306+0000 7fd304cca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647227b60 0x55b647229cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.306+0000 7fd304cca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647228480 0x55b64724a700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd304cca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b64724ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd304cca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd2fc1adbf0 con 0x55b647227b60 2024-09-16T01:45:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd304cca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd2fc1ab4c0 con 0x55b647232d40 2024-09-16T01:45:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd304cca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd2fc1a9310 con 0x55b647228480 2024-09-16T01:45:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd2fbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647227b60 0x55b647229cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd2fbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647227b60 0x55b647229cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42632/0 (socket says 172.21.15.17:42632) 2024-09-16T01:45:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd2fbfff640 1 -- 172.21.15.17:0/2368350604 learned_addr learned my addr 172.21.15.17:0/2368350604 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd2fb7fe640 1 --2- 172.21.15.17:0/2368350604 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647228480 0x55b64724a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd300e8e640 1 --2- 172.21.15.17:0/2368350604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b64724ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd2fbfff640 1 -- 172.21.15.17:0/2368350604 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647228480 msgr2=0x55b64724a700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd2fbfff640 1 --2- 172.21.15.17:0/2368350604 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647228480 0x55b64724a700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd2fbfff640 1 -- 172.21.15.17:0/2368350604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 msgr2=0x55b64724ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd2fbfff640 1 --2- 172.21.15.17:0/2368350604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b64724ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd2fbfff640 1 -- 172.21.15.17:0/2368350604 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b647225280 con 0x55b647227b60 2024-09-16T01:45:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd300e8e640 1 --2- 172.21.15.17:0/2368350604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b64724ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd2fb7fe640 1 --2- 172.21.15.17:0/2368350604 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647228480 0x55b64724a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd2fbfff640 1 --2- 172.21.15.17:0/2368350604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647227b60 0x55b647229cc0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fd2ec005c20 tx=0x7fd2ec010650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2828c2047739522 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd2e1ffb640 1 -- 172.21.15.17:0/2368350604 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2ec01d040 con 0x55b647227b60 2024-09-16T01:45:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.307+0000 7fd2e1ffb640 1 -- 172.21.15.17:0/2368350604 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2ec018da0 con 0x55b647227b60 2024-09-16T01:45:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.308+0000 7fd2e1ffb640 1 -- 172.21.15.17:0/2368350604 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2ec018440 con 0x55b647227b60 2024-09-16T01:45:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.308+0000 7fd304cca740 1 -- 172.21.15.17:0/2368350604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647227b60 msgr2=0x55b647229cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.308+0000 7fd304cca740 1 --2- 172.21.15.17:0/2368350604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647227b60 0x55b647229cc0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fd2ec005c20 tx=0x7fd2ec010650 comp rx=0 tx=0).stop 2024-09-16T01:45:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.308+0000 7fd304cca740 1 -- 172.21.15.17:0/2368350604 shutdown_connections 2024-09-16T01:45:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.308+0000 7fd304cca740 1 --2- 172.21.15.17:0/2368350604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b64724ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.308+0000 7fd304cca740 1 --2- 172.21.15.17:0/2368350604 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647228480 0x55b64724a700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.308+0000 7fd304cca740 1 --2- 172.21.15.17:0/2368350604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647227b60 0x55b647229cc0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.308+0000 7fd304cca740 1 -- 172.21.15.17:0/2368350604 >> 172.21.15.17:0/2368350604 conn(0x55b6472240f0 msgr2=0x55b6472295b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:58.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.308+0000 7fd304cca740 1 -- 172.21.15.17:0/2368350604 shutdown_connections 2024-09-16T01:45:58.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.308+0000 7fd304cca740 1 -- 172.21.15.17:0/2368350604 wait complete. 2024-09-16T01:45:58.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.309+0000 7fd304cca740 1 -- start start 2024-09-16T01:45:58.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.309+0000 7fd304cca740 1 Processor -- start 2024-09-16T01:45:58.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.309+0000 7fd304cca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647227b60 0x55b64723b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.309+0000 7fd304cca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647228480 0x55b647236920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.309+0000 7fd304cca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b6472370b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.309+0000 7fd304cca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd2fc1a9980 con 0x55b647227b60 2024-09-16T01:45:58.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.309+0000 7fd304cca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd2fc1aadf0 con 0x55b647232d40 2024-09-16T01:45:58.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.309+0000 7fd304cca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd2fc1aa050 con 0x55b647228480 2024-09-16T01:45:58.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.309+0000 7fd304cca740 10 client.0 _ll_register_callbacks cb 0x7fd2f400fdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:58.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.309+0000 7fd2fbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647227b60 0x55b64723b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.309+0000 7fd2fbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647227b60 0x55b64723b5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42636/0 (socket says 172.21.15.17:42636) 2024-09-16T01:45:58.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.309+0000 7fd2fbfff640 1 -- 172.21.15.17:0/2027780150 learned_addr learned my addr 172.21.15.17:0/2027780150 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:58.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd2fb7fe640 1 --2- 172.21.15.17:0/2027780150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647228480 0x55b647236920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd300e8e640 1 --2- 172.21.15.17:0/2027780150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b6472370b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd2fbfff640 1 -- 172.21.15.17:0/2027780150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647228480 msgr2=0x55b647236920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:58.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd2fbfff640 1 --2- 172.21.15.17:0/2027780150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647228480 0x55b647236920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd2fbfff640 1 -- 172.21.15.17:0/2027780150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 msgr2=0x55b6472370b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:58.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd2fbfff640 1 --2- 172.21.15.17:0/2027780150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b6472370b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd2fbfff640 1 -- 172.21.15.17:0/2027780150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b6472ac6d0 con 0x55b647227b60 2024-09-16T01:45:58.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd300e8e640 1 --2- 172.21.15.17:0/2027780150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b6472370b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:45:58.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd2fbfff640 1 --2- 172.21.15.17:0/2027780150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647227b60 0x55b64723b5f0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fd2ec00a9e0 tx=0x7fd2ec00afb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dc166a751712c28 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:58.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd2db7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:45:58.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd2db7fe640 1 -- 172.21.15.17:0/2027780150 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd2ec01d040 con 0x55b647227b60 2024-09-16T01:45:58.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd2db7fe640 1 -- 172.21.15.17:0/2027780150 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd2ec004020 con 0x55b647227b60 2024-09-16T01:45:58.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd304cca740 1 -- 172.21.15.17:0/2027780150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd2ec018da0 con 0x55b647227b60 2024-09-16T01:45:58.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd2db7fe640 1 -- 172.21.15.17:0/2027780150 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd2ec004220 con 0x55b647227b60 2024-09-16T01:45:58.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd304cca740 10 client.15654 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:58.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.310+0000 7fd304cca740 1 -- 172.21.15.17:0/2027780150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b6472ad8d0 con 0x55b647227b60 2024-09-16T01:45:58.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.311+0000 7fd2db7fe640 1 -- 172.21.15.17:0/2027780150 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd2ec018da0 con 0x55b647227b60 2024-09-16T01:45:58.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.311+0000 7fd2db7fe640 1 -- 172.21.15.17:0/2027780150 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd2ec010910 con 0x55b647227b60 2024-09-16T01:45:58.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.311+0000 7fd304cca740 10 client.15654 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:58.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.311+0000 7fd304cca740 10 client.15654 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:58.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.311+0000 7fd304cca740 20 client.15654 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:58.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.311+0000 7fd304cca740 1 --2- 172.21.15.17:0/2027780150 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b6472adda0 0x55b6472b0190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:58.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.311+0000 7fd304cca740 4 client.15654 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:45:58.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.311+0000 7fd304cca740 1 -- 172.21.15.17:0/2027780150 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b647194d00 con 0x55b6472adda0 2024-09-16T01:45:58.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.311+0000 7fd2fb7fe640 1 --2- 172.21.15.17:0/2027780150 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b6472adda0 0x55b6472b0190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:58.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.311+0000 7fd2fb7fe640 1 --2- 172.21.15.17:0/2027780150 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b6472adda0 0x55b6472b0190 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2eca821b2757916 server_cookie=c184165787a092c8 in_seq=0 out_seq=0 2024-09-16T01:45:58.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.311+0000 7fd2db7fe640 10 client.15654 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:58.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.312+0000 7fd2db7fe640 1 -- 172.21.15.17:0/2027780150 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b647194d00 con 0x55b6472adda0 2024-09-16T01:45:58.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.312+0000 7fd2db7fe640 10 client.15654 handle_command_reply: tid=0 2024-09-16T01:45:58.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.312+0000 7fd304cca740 1 client.15654 shutdown 2024-09-16T01:45:58.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.312+0000 7fd304cca740 1 -- 172.21.15.17:0/2027780150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647227b60 msgr2=0x55b64723b5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.312+0000 7fd304cca740 1 --2- 172.21.15.17:0/2027780150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647227b60 0x55b64723b5f0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fd2ec00a9e0 tx=0x7fd2ec00afb0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.313+0000 7fd304cca740 1 -- 172.21.15.17:0/2027780150 shutdown_connections 2024-09-16T01:45:58.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.313+0000 7fd304cca740 1 --2- 172.21.15.17:0/2027780150 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b6472adda0 0x55b6472b0190 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.404 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:45:58.405 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:45:58.405 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "599e11cf-d1a4-4243-b37b-b3d3c40ff46a", 2024-09-16T01:45:58.405 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:45:58.405 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:45:58.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.313+0000 7fd304cca740 1 --2- 172.21.15.17:0/2027780150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b647232d40 0x55b6472370b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.313+0000 7fd304cca740 1 --2- 172.21.15.17:0/2027780150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b647228480 0x55b647236920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.313+0000 7fd2db7fe640 0 client.15654 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:58.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.313+0000 7fd304cca740 1 --2- 172.21.15.17:0/2027780150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b647227b60 0x55b64723b5f0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.313+0000 7fd304cca740 1 -- 172.21.15.17:0/2027780150 >> 172.21.15.17:0/2027780150 conn(0x55b6472240f0 msgr2=0x55b647229dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:58.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.313+0000 7fd304cca740 1 -- 172.21.15.17:0/2027780150 shutdown_connections 2024-09-16T01:45:58.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.313+0000 7fd304cca740 1 -- 172.21.15.17:0/2027780150 wait complete. 2024-09-16T01:45:58.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.313+0000 7fd304cca740 20 client.15654 trim_cache size 0 max 16384 2024-09-16T01:45:58.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.313+0000 7fd3028f1640 1 -- 172.21.15.17:0/2654424649 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd2e40a7650 msgr2=0x7fd2e40a9b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.313+0000 7fd3028f1640 1 --2- 172.21.15.17:0/2654424649 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd2e40a7650 0x7fd2e40a9b10 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fd2f4005fd0 tx=0x7fd2f4009500 comp rx=0 tx=0).stop 2024-09-16T01:45:58.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.313+0000 7fd3028f1640 1 -- 172.21.15.17:0/2654424649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2fc1027a0 msgr2=0x7fd2fc1988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:58.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.313+0000 7fd3028f1640 1 --2- 172.21.15.17:0/2654424649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2fc1027a0 0x7fd2fc1988b0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fd2f0005940 tx=0x7fd2f00042f0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.314+0000 7fd3028f1640 1 -- 172.21.15.17:0/2654424649 shutdown_connections 2024-09-16T01:45:58.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.314+0000 7fd3028f1640 1 --2- 172.21.15.17:0/2654424649 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd2e40a7650 0x7fd2e40a9b10 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.314+0000 7fd3028f1640 1 --2- 172.21.15.17:0/2654424649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd2fc106f20 0x7fd2fc19cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.314+0000 7fd3028f1640 1 --2- 172.21.15.17:0/2654424649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2fc1027a0 0x7fd2fc1988b0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.314+0000 7fd3028f1640 1 --2- 172.21.15.17:0/2654424649 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd2fc101df0 0x7fd2fc198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:58.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.314+0000 7fd3028f1640 1 -- 172.21.15.17:0/2654424649 >> 172.21.15.17:0/2654424649 conn(0x7fd2fc0fd8b0 msgr2=0x7fd2fc0fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:58.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.314+0000 7fd3028f1640 1 -- 172.21.15.17:0/2654424649 shutdown_connections 2024-09-16T01:45:58.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:58.314+0000 7fd3028f1640 1 -- 172.21.15.17:0/2654424649 wait complete. 2024-09-16T01:45:58.407 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:58 smithi017 ceph-mon[30972]: pgmap v412: 97 pgs: 97 active+clean; 44 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 90 op/s 2024-09-16T01:45:58.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:58 smithi122 ceph-mon[34758]: pgmap v412: 97 pgs: 97 active+clean; 44 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 90 op/s 2024-09-16T01:45:58.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:58 smithi029 ceph-mon[34783]: pgmap v412: 97 pgs: 97 active+clean; 44 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 90 op/s 2024-09-16T01:45:58.585 INFO:tasks.workunit.client.0.smithi017.stdout: 1 57446 4.04 MB/sec warmup 81 sec latency 16.017 ms 2024-09-16T01:45:59.125 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:45:59.411 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:45:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:59 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:45:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:59 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:45:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:59 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:45:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:45:59 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:45:59.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:59 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:45:59.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:59 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:45:59.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:59 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:45:59.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:45:59 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:45:59.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:59 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:45:59.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:59 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:45:59.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:59 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:45:59.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:45:59 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:45:59.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 58190 4.05 MB/sec warmup 82 sec latency 13.864 ms 2024-09-16T01:45:59.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.916+0000 7fe81e117640 1 -- 172.21.15.17:0/1767668681 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe818102d30 msgr2=0x7fe818103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:59.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.916+0000 7fe81e117640 1 --2- 172.21.15.17:0/1767668681 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe818102d30 0x7fe818103110 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fe808009900 tx=0x7fe80802a480 comp rx=0 tx=0).stop 2024-09-16T01:45:59.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.916+0000 7fe81e117640 1 -- 172.21.15.17:0/1767668681 shutdown_connections 2024-09-16T01:45:59.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.916+0000 7fe81e117640 1 --2- 172.21.15.17:0/1767668681 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe81810c160 0x7fe81810e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.916+0000 7fe81e117640 1 --2- 172.21.15.17:0/1767668681 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe818103650 0x7fe81810bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.916+0000 7fe81e117640 1 --2- 172.21.15.17:0/1767668681 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe818102d30 0x7fe818103110 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.916+0000 7fe81e117640 1 -- 172.21.15.17:0/1767668681 >> 172.21.15.17:0/1767668681 conn(0x7fe8180fc790 msgr2=0x7fe8180febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:59.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.916+0000 7fe81e117640 1 -- 172.21.15.17:0/1767668681 shutdown_connections 2024-09-16T01:45:59.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.916+0000 7fe81e117640 1 -- 172.21.15.17:0/1767668681 wait complete. 2024-09-16T01:45:59.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.917+0000 7fe81e117640 1 Processor -- start 2024-09-16T01:45:59.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.917+0000 7fe81e117640 1 -- start start 2024-09-16T01:45:59.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.917+0000 7fe81e117640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe818102d30 0x7fe818100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.917+0000 7fe81e117640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe818103650 0x7fe818100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.917+0000 7fe81e117640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe81810c160 0x7fe818101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.917+0000 7fe81e117640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe818111e60 con 0x7fe818102d30 2024-09-16T01:45:59.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.917+0000 7fe81e117640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe818111ce0 con 0x7fe818103650 2024-09-16T01:45:59.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.917+0000 7fe81e117640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe818111fe0 con 0x7fe81810c160 2024-09-16T01:45:59.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe8177fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe818102d30 0x7fe818100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe817fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe81810c160 0x7fe818101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe8177fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe818102d30 0x7fe818100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42650/0 (socket says 172.21.15.17:42650) 2024-09-16T01:45:59.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe8177fe640 1 -- 172.21.15.17:0/994387581 learned_addr learned my addr 172.21.15.17:0/994387581 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:59.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe816ffd640 1 --2- 172.21.15.17:0/994387581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe818103650 0x7fe818100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe817fff640 1 -- 172.21.15.17:0/994387581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe818103650 msgr2=0x7fe818100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:59.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe817fff640 1 --2- 172.21.15.17:0/994387581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe818103650 0x7fe818100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe817fff640 1 -- 172.21.15.17:0/994387581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe818102d30 msgr2=0x7fe818100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:59.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe817fff640 1 --2- 172.21.15.17:0/994387581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe818102d30 0x7fe818100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe817fff640 1 -- 172.21.15.17:0/994387581 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8181a67b0 con 0x7fe81810c160 2024-09-16T01:45:59.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe8177fe640 1 --2- 172.21.15.17:0/994387581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe818102d30 0x7fe818100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:59.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe817fff640 1 --2- 172.21.15.17:0/994387581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe81810c160 0x7fe818101410 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe810009fd0 tx=0x7fe81000ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:59.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe814ff9640 1 -- 172.21.15.17:0/994387581 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe81000ce20 con 0x7fe81810c160 2024-09-16T01:45:59.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe81e117640 1 -- 172.21.15.17:0/994387581 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8181a6aa0 con 0x7fe81810c160 2024-09-16T01:45:59.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe814ff9640 1 -- 172.21.15.17:0/994387581 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe810005020 con 0x7fe81810c160 2024-09-16T01:45:59.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.918+0000 7fe814ff9640 1 -- 172.21.15.17:0/994387581 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe810010690 con 0x7fe81810c160 2024-09-16T01:45:59.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.919+0000 7fe81e117640 1 -- 172.21.15.17:0/994387581 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8181a6f90 con 0x7fe81810c160 2024-09-16T01:45:59.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.922+0000 7fe8204f0740 1 Processor -- start 2024-09-16T01:45:59.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.922+0000 7fe814ff9640 1 -- 172.21.15.17:0/994387581 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe8100051d0 con 0x7fe81810c160 2024-09-16T01:45:59.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.922+0000 7fe8204f0740 1 -- start start 2024-09-16T01:45:59.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.922+0000 7fe8204f0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bef4a0 0x5613d3bef880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.922+0000 7fe8204f0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3bfa140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.922+0000 7fe8204f0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bfa680 0x5613d3bfca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.922+0000 7fe8204f0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5613d3b552e0 con 0x5613d3bef4a0 2024-09-16T01:45:59.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.922+0000 7fe8204f0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5613d3afcce0 con 0x5613d3bfa680 2024-09-16T01:45:59.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.922+0000 7fe8204f0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5613d3b512a0 con 0x5613d3befdc0 2024-09-16T01:45:59.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.922+0000 7fe816ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bef4a0 0x5613d3bef880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.922+0000 7fe8177fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3bfa140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe8177fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3bfa140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45832/0 (socket says 172.21.15.17:45832) 2024-09-16T01:45:59.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe8177fe640 1 -- 172.21.15.17:0/1133584361 learned_addr learned my addr 172.21.15.17:0/1133584361 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:59.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe816ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bef4a0 0x5613d3bef880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42656/0 (socket says 172.21.15.17:42656) 2024-09-16T01:45:59.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe816ffd640 1 --2- 172.21.15.17:0/1133584361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bfa680 0x5613d3bfca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe8177fe640 1 -- 172.21.15.17:0/1133584361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bfa680 msgr2=0x5613d3bfca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:59.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe8177fe640 1 --2- 172.21.15.17:0/1133584361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bfa680 0x5613d3bfca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe8177fe640 1 -- 172.21.15.17:0/1133584361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bef4a0 msgr2=0x5613d3bef880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:59.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe814ff9640 1 --2- 172.21.15.17:0/994387581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe8000a3240 0x7fe8000a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe8177fe640 1 --2- 172.21.15.17:0/1133584361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bef4a0 0x5613d3bef880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe8177fe640 1 -- 172.21.15.17:0/1133584361 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613d3ae1440 con 0x5613d3befdc0 2024-09-16T01:45:59.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe816ffd640 1 --2- 172.21.15.17:0/1133584361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bef4a0 0x5613d3bef880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:45:59.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe817fff640 1 --2- 172.21.15.17:0/994387581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe8000a3240 0x7fe8000a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe814ff9640 1 -- 172.21.15.17:0/994387581 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe8100d0050 con 0x7fe81810c160 2024-09-16T01:45:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe8177fe640 1 --2- 172.21.15.17:0/1133584361 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3bfa140 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe808006010 tx=0x7fe8080035f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=992b06accadcddaa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.923+0000 7fe7fdffb640 1 -- 172.21.15.17:0/1133584361 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe808040070 con 0x5613d3befdc0 2024-09-16T01:45:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.924+0000 7fe7fdffb640 1 -- 172.21.15.17:0/1133584361 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe808005020 con 0x5613d3befdc0 2024-09-16T01:45:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.924+0000 7fe7fdffb640 1 -- 172.21.15.17:0/1133584361 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe808035040 con 0x5613d3befdc0 2024-09-16T01:45:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.924+0000 7fe8204f0740 1 -- 172.21.15.17:0/1133584361 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 msgr2=0x5613d3bfa140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.924+0000 7fe817fff640 1 --2- 172.21.15.17:0/994387581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe8000a3240 0x7fe8000a5700 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe8100cdb10 tx=0x7fe810091b10 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.924+0000 7fe8204f0740 1 --2- 172.21.15.17:0/1133584361 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3bfa140 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe808006010 tx=0x7fe8080035f0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.924+0000 7fe8204f0740 1 -- 172.21.15.17:0/1133584361 shutdown_connections 2024-09-16T01:45:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.924+0000 7fe8204f0740 1 --2- 172.21.15.17:0/1133584361 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bfa680 0x5613d3bfca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.924+0000 7fe8204f0740 1 --2- 172.21.15.17:0/1133584361 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3bfa140 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.924+0000 7fe8204f0740 1 --2- 172.21.15.17:0/1133584361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bef4a0 0x5613d3bef880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.924+0000 7fe8204f0740 1 -- 172.21.15.17:0/1133584361 >> 172.21.15.17:0/1133584361 conn(0x5613d3beba30 msgr2=0x5613d3bebe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:59.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.924+0000 7fe8204f0740 1 -- 172.21.15.17:0/1133584361 shutdown_connections 2024-09-16T01:45:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.924+0000 7fe8204f0740 1 -- 172.21.15.17:0/1133584361 wait complete. 2024-09-16T01:45:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.925+0000 7fe8204f0740 1 -- start start 2024-09-16T01:45:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.925+0000 7fe8204f0740 1 Processor -- start 2024-09-16T01:45:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.925+0000 7fe8204f0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bef4a0 0x5613d3bf9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.925+0000 7fe8204f0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3befdc0 0x5613d3bf7220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.925+0000 7fe8204f0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3bfa680 0x5613d3bf7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.925+0000 7fe8204f0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5613d3bfd250 con 0x5613d3befdc0 2024-09-16T01:45:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.925+0000 7fe8204f0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5613d3b10050 con 0x5613d3bef4a0 2024-09-16T01:45:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.925+0000 7fe8204f0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5613d3bfd3d0 con 0x5613d3bfa680 2024-09-16T01:45:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.925+0000 7fe8204f0740 10 client.0 _ll_register_callbacks cb 0x5613d3b50160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.925+0000 7fe8177fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3befdc0 0x5613d3bf7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.925+0000 7fe8177fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3befdc0 0x5613d3bf7220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42658/0 (socket says 172.21.15.17:42658) 2024-09-16T01:45:59.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.925+0000 7fe8177fe640 1 -- 172.21.15.17:0/3806635177 learned_addr learned my addr 172.21.15.17:0/3806635177 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:59.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe816ffd640 1 --2- 172.21.15.17:0/3806635177 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3bfa680 0x5613d3bf7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe816ffd640 1 --2- 172.21.15.17:0/3806635177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bef4a0 0x5613d3bf9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe8177fe640 1 -- 172.21.15.17:0/3806635177 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3bfa680 msgr2=0x5613d3bf7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:59.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe8177fe640 1 --2- 172.21.15.17:0/3806635177 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3bfa680 0x5613d3bf7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe8177fe640 1 -- 172.21.15.17:0/3806635177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bef4a0 msgr2=0x5613d3bf9f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:59.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe8177fe640 1 --2- 172.21.15.17:0/3806635177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bef4a0 0x5613d3bf9f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe8177fe640 1 -- 172.21.15.17:0/3806635177 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613d38c63c0 con 0x5613d3befdc0 2024-09-16T01:45:59.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe8177fe640 1 --2- 172.21.15.17:0/3806635177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3befdc0 0x5613d3bf7220 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fe808005ec0 tx=0x7fe808004830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24fc242ab764dd05 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:59.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe7f6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:45:59.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe7f6ffd640 1 -- 172.21.15.17:0/3806635177 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80804d060 con 0x5613d3befdc0 2024-09-16T01:45:59.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe7f6ffd640 1 -- 172.21.15.17:0/3806635177 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe808004d20 con 0x5613d3befdc0 2024-09-16T01:45:59.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe8204f0740 1 -- 172.21.15.17:0/3806635177 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe808005020 con 0x5613d3befdc0 2024-09-16T01:45:59.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe7f6ffd640 1 -- 172.21.15.17:0/3806635177 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe808040070 con 0x5613d3befdc0 2024-09-16T01:45:59.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe8204f0740 10 client.15666 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:59.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.926+0000 7fe8204f0740 1 -- 172.21.15.17:0/3806635177 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5613d3c08bf0 con 0x5613d3befdc0 2024-09-16T01:45:59.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.927+0000 7fe7f6ffd640 1 -- 172.21.15.17:0/3806635177 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe808005020 con 0x5613d3befdc0 2024-09-16T01:45:59.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.927+0000 7fe7f6ffd640 1 -- 172.21.15.17:0/3806635177 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe808052070 con 0x5613d3befdc0 2024-09-16T01:45:59.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.927+0000 7fe8204f0740 10 client.15666 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:59.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.927+0000 7fe8204f0740 10 client.15666 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:59.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.927+0000 7fe8204f0740 20 client.15666 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:59.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.927+0000 7fe8204f0740 1 --2- 172.21.15.17:0/3806635177 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5613d3c09f40 0x5613d3c0c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.927+0000 7fe8204f0740 4 client.15666 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:45:59.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.927+0000 7fe8204f0740 1 -- 172.21.15.17:0/3806635177 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5613d3b62850 con 0x5613d3c09f40 2024-09-16T01:45:59.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.927+0000 7fe816ffd640 1 --2- 172.21.15.17:0/3806635177 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5613d3c09f40 0x5613d3c0c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.927+0000 7fe816ffd640 1 --2- 172.21.15.17:0/3806635177 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5613d3c09f40 0x5613d3c0c330 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3d94f46b86226c0a server_cookie=c6555b52026ab7a2 in_seq=0 out_seq=0 2024-09-16T01:45:59.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.927+0000 7fe7f6ffd640 10 client.15666 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:59.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.928+0000 7fe7f6ffd640 1 -- 172.21.15.17:0/3806635177 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5613d3b62850 con 0x5613d3c09f40 2024-09-16T01:45:59.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.928+0000 7fe7f6ffd640 10 client.15666 handle_command_reply: tid=0 2024-09-16T01:45:59.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.928+0000 7fe8204f0740 1 client.15666 shutdown 2024-09-16T01:45:59.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.929+0000 7fe8204f0740 1 -- 172.21.15.17:0/3806635177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3befdc0 msgr2=0x5613d3bf7220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:59.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.929+0000 7fe8204f0740 1 --2- 172.21.15.17:0/3806635177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3befdc0 0x5613d3bf7220 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fe808005ec0 tx=0x7fe808004830 comp rx=0 tx=0).stop 2024-09-16T01:45:59.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.929+0000 7fe8204f0740 1 -- 172.21.15.17:0/3806635177 shutdown_connections 2024-09-16T01:45:59.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.929+0000 7fe8204f0740 1 --2- 172.21.15.17:0/3806635177 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5613d3c09f40 0x5613d3c0c330 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.929+0000 7fe8204f0740 1 --2- 172.21.15.17:0/3806635177 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3bfa680 0x5613d3bf7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.929+0000 7fe8204f0740 1 --2- 172.21.15.17:0/3806635177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3befdc0 0x5613d3bf7220 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.929+0000 7fe7f6ffd640 0 client.15666 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:59.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.929+0000 7fe8204f0740 1 --2- 172.21.15.17:0/3806635177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bef4a0 0x5613d3bf9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.929+0000 7fe8204f0740 1 -- 172.21.15.17:0/3806635177 >> 172.21.15.17:0/3806635177 conn(0x5613d3beba30 msgr2=0x5613d3beab90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:59.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.929+0000 7fe8204f0740 1 -- 172.21.15.17:0/3806635177 shutdown_connections 2024-09-16T01:45:59.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.929+0000 7fe8204f0740 1 -- 172.21.15.17:0/3806635177 wait complete. 2024-09-16T01:45:59.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.929+0000 7fe8204f0740 20 client.15666 trim_cache size 0 max 16384 2024-09-16T01:45:59.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.948+0000 7fe8204f0740 1 Processor -- start 2024-09-16T01:45:59.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.948+0000 7fe8204f0740 1 -- start start 2024-09-16T01:45:59.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.948+0000 7fe8204f0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bef4a0 0x5613d3c064e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.948+0000 7fe8204f0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3c11900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.948+0000 7fe8204f0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bfa680 0x5613d3c11e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.948+0000 7fe8204f0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe8181b1e70 con 0x5613d3bfa680 2024-09-16T01:45:59.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.948+0000 7fe8204f0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe8181af740 con 0x5613d3bef4a0 2024-09-16T01:45:59.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.948+0000 7fe8204f0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe8181ad570 con 0x5613d3befdc0 2024-09-16T01:45:59.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe8177fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3c11900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe816ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bfa680 0x5613d3c11e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe816ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bfa680 0x5613d3c11e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42668/0 (socket says 172.21.15.17:42668) 2024-09-16T01:45:59.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe8177fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3c11900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45844/0 (socket says 172.21.15.17:45844) 2024-09-16T01:45:59.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe816ffd640 1 -- 172.21.15.17:0/2424973700 learned_addr learned my addr 172.21.15.17:0/2424973700 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:59.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe816ffd640 1 --2- 172.21.15.17:0/2424973700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bef4a0 0x5613d3c064e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe8177fe640 1 -- 172.21.15.17:0/2424973700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bef4a0 msgr2=0x5613d3c064e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:59.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe8177fe640 1 --2- 172.21.15.17:0/2424973700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bef4a0 0x5613d3c064e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe8177fe640 1 -- 172.21.15.17:0/2424973700 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bfa680 msgr2=0x5613d3c11e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:59.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe8177fe640 1 --2- 172.21.15.17:0/2424973700 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bfa680 0x5613d3c11e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe8177fe640 1 -- 172.21.15.17:0/2424973700 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613d3c0c6a0 con 0x5613d3befdc0 2024-09-16T01:45:59.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe8177fe640 1 --2- 172.21.15.17:0/2424973700 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3c11900 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x5613d3bf87d0 tx=0x7fe8080035f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ee76fea9d2d6559 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:59.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe7fd7fa640 1 -- 172.21.15.17:0/2424973700 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80804d040 con 0x5613d3befdc0 2024-09-16T01:45:59.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe7fd7fa640 1 -- 172.21.15.17:0/2424973700 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe808004fd0 con 0x5613d3befdc0 2024-09-16T01:45:59.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.949+0000 7fe7fd7fa640 1 -- 172.21.15.17:0/2424973700 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe808035040 con 0x5613d3befdc0 2024-09-16T01:45:59.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.950+0000 7fe8204f0740 1 -- 172.21.15.17:0/2424973700 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 msgr2=0x5613d3c11900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:59.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.950+0000 7fe8204f0740 1 --2- 172.21.15.17:0/2424973700 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3c11900 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x5613d3bf87d0 tx=0x7fe8080035f0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.950+0000 7fe8204f0740 1 -- 172.21.15.17:0/2424973700 shutdown_connections 2024-09-16T01:45:59.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.950+0000 7fe8204f0740 1 --2- 172.21.15.17:0/2424973700 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bfa680 0x5613d3c11e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.950+0000 7fe8204f0740 1 --2- 172.21.15.17:0/2424973700 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3c11900 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.950+0000 7fe8204f0740 1 --2- 172.21.15.17:0/2424973700 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bef4a0 0x5613d3c064e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.950+0000 7fe8204f0740 1 -- 172.21.15.17:0/2424973700 >> 172.21.15.17:0/2424973700 conn(0x5613d3beba30 msgr2=0x5613d3bf6310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:59.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.950+0000 7fe8204f0740 1 -- 172.21.15.17:0/2424973700 shutdown_connections 2024-09-16T01:45:59.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.950+0000 7fe8204f0740 1 -- 172.21.15.17:0/2424973700 wait complete. 2024-09-16T01:45:59.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.950+0000 7fe8204f0740 1 -- start start 2024-09-16T01:45:59.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.951+0000 7fe8204f0740 1 Processor -- start 2024-09-16T01:45:59.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.951+0000 7fe8204f0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bef4a0 0x5613d3bffe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.951+0000 7fe8204f0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3c003d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.951+0000 7fe8204f0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bfa680 0x5613d3c6b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.951+0000 7fe8204f0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe8181adc00 con 0x5613d3bef4a0 2024-09-16T01:45:59.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.951+0000 7fe8204f0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe8181af070 con 0x5613d3bfa680 2024-09-16T01:45:59.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.951+0000 7fe8204f0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe8181ae2d0 con 0x5613d3befdc0 2024-09-16T01:45:59.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.951+0000 7fe8204f0740 10 client.0 _ll_register_callbacks cb 0x7fe81806b7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:45:59.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.951+0000 7fe816ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bef4a0 0x5613d3bffe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.951+0000 7fe816ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bef4a0 0x5613d3bffe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42682/0 (socket says 172.21.15.17:42682) 2024-09-16T01:45:59.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.951+0000 7fe816ffd640 1 -- 172.21.15.17:0/745023562 learned_addr learned my addr 172.21.15.17:0/745023562 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:45:59.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.951+0000 7fe8177fe640 1 --2- 172.21.15.17:0/745023562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3c003d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.952+0000 7fe816ffd640 1 -- 172.21.15.17:0/745023562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 msgr2=0x5613d3c003d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:59.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.952+0000 7fe816ffd640 1 --2- 172.21.15.17:0/745023562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3c003d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.952+0000 7fe816ffd640 1 -- 172.21.15.17:0/745023562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bfa680 msgr2=0x5613d3c6b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:45:59.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.952+0000 7fe816ffd640 1 --2- 172.21.15.17:0/745023562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bfa680 0x5613d3c6b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.952+0000 7fe816ffd640 1 -- 172.21.15.17:0/745023562 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613d3c6bf30 con 0x5613d3bef4a0 2024-09-16T01:45:59.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.952+0000 7fe816ffd640 1 --2- 172.21.15.17:0/745023562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bef4a0 0x5613d3bffe90 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fe818102420 tx=0x7fe80c012b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f0270feb6888ec4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:45:59.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.952+0000 7fe7f6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:45:59.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.952+0000 7fe7f6ffd640 1 -- 172.21.15.17:0/745023562 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe80c025030 con 0x5613d3bef4a0 2024-09-16T01:45:59.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.952+0000 7fe7f6ffd640 1 -- 172.21.15.17:0/745023562 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe80c004310 con 0x5613d3bef4a0 2024-09-16T01:45:59.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.952+0000 7fe8204f0740 1 -- 172.21.15.17:0/745023562 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe808004fd0 con 0x5613d3bef4a0 2024-09-16T01:45:59.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.952+0000 7fe7f6ffd640 1 -- 172.21.15.17:0/745023562 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe80c01b040 con 0x5613d3bef4a0 2024-09-16T01:45:59.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.952+0000 7fe8204f0740 10 client.15672 fetch_fsmap learned FSMap version 25 2024-09-16T01:45:59.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.952+0000 7fe8204f0740 1 -- 172.21.15.17:0/745023562 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5613d3c74510 con 0x5613d3bef4a0 2024-09-16T01:45:59.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.953+0000 7fe7f6ffd640 1 -- 172.21.15.17:0/745023562 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe808004fd0 con 0x5613d3bef4a0 2024-09-16T01:45:59.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.953+0000 7fe7f6ffd640 1 -- 172.21.15.17:0/745023562 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe80c021040 con 0x5613d3bef4a0 2024-09-16T01:45:59.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.953+0000 7fe8204f0740 10 client.15672 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:45:59.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.953+0000 7fe8204f0740 10 client.15672 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:45:59.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.953+0000 7fe8204f0740 20 client.15672 populate_metadata read hostname 'smithi017' 2024-09-16T01:45:59.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.953+0000 7fe8204f0740 1 --2- 172.21.15.17:0/745023562 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5613d3c74c70 0x5613d3c77090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:45:59.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.953+0000 7fe8204f0740 4 client.15672 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:45:59.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.953+0000 7fe8204f0740 1 -- 172.21.15.17:0/745023562 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5613d3b5cd60 con 0x5613d3c74c70 2024-09-16T01:45:59.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.953+0000 7fe8177fe640 1 --2- 172.21.15.17:0/745023562 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5613d3c74c70 0x5613d3c77090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:45:59.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.953+0000 7fe8177fe640 1 --2- 172.21.15.17:0/745023562 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5613d3c74c70 0x5613d3c77090 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef7a1cc2b6079f80 server_cookie=f8c67f157c6c8e08 in_seq=0 out_seq=0 2024-09-16T01:45:59.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.953+0000 7fe7f6ffd640 10 client.15672 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:59.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe7f6ffd640 1 -- 172.21.15.17:0/745023562 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5613d3b5cd60 con 0x5613d3c74c70 2024-09-16T01:45:59.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe7f6ffd640 10 client.15672 handle_command_reply: tid=0 2024-09-16T01:45:59.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe8204f0740 1 client.15672 shutdown 2024-09-16T01:45:59.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe8204f0740 1 -- 172.21.15.17:0/745023562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bef4a0 msgr2=0x5613d3bffe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:59.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe8204f0740 1 --2- 172.21.15.17:0/745023562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bef4a0 0x5613d3bffe90 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fe818102420 tx=0x7fe80c012b90 comp rx=0 tx=0).stop 2024-09-16T01:45:59.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe8204f0740 1 -- 172.21.15.17:0/745023562 shutdown_connections 2024-09-16T01:45:59.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe8204f0740 1 --2- 172.21.15.17:0/745023562 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5613d3c74c70 0x5613d3c77090 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe8204f0740 1 --2- 172.21.15.17:0/745023562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5613d3bfa680 0x5613d3c6b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe8204f0740 1 --2- 172.21.15.17:0/745023562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5613d3befdc0 0x5613d3c003d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe8204f0740 1 --2- 172.21.15.17:0/745023562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5613d3bef4a0 0x5613d3bffe90 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe8204f0740 1 -- 172.21.15.17:0/745023562 >> 172.21.15.17:0/745023562 conn(0x5613d3beba30 msgr2=0x5613d3bea350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:59.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe7f6ffd640 0 client.15672 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:45:59.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe8204f0740 1 -- 172.21.15.17:0/745023562 shutdown_connections 2024-09-16T01:45:59.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe8204f0740 1 -- 172.21.15.17:0/745023562 wait complete. 2024-09-16T01:45:59.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.954+0000 7fe8204f0740 20 client.15672 trim_cache size 0 max 16384 2024-09-16T01:45:59.963 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:45:59.963 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:45:59.963 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:45:59.963 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:45:59.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.955+0000 7fe81e117640 1 -- 172.21.15.17:0/994387581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe8000a3240 msgr2=0x7fe8000a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:59.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.955+0000 7fe81e117640 1 --2- 172.21.15.17:0/994387581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe8000a3240 0x7fe8000a5700 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fe8100cdb10 tx=0x7fe810091b10 comp rx=0 tx=0).stop 2024-09-16T01:45:59.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.955+0000 7fe81e117640 1 -- 172.21.15.17:0/994387581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe81810c160 msgr2=0x7fe818101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:45:59.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.955+0000 7fe81e117640 1 --2- 172.21.15.17:0/994387581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe81810c160 0x7fe818101410 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fe810009fd0 tx=0x7fe81000ef10 comp rx=0 tx=0).stop 2024-09-16T01:45:59.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.955+0000 7fe81e117640 1 -- 172.21.15.17:0/994387581 shutdown_connections 2024-09-16T01:45:59.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.955+0000 7fe81e117640 1 --2- 172.21.15.17:0/994387581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe8000a3240 0x7fe8000a5700 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.955+0000 7fe81e117640 1 --2- 172.21.15.17:0/994387581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe81810c160 0x7fe818101410 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.955+0000 7fe81e117640 1 --2- 172.21.15.17:0/994387581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe818103650 0x7fe818100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.955+0000 7fe81e117640 1 --2- 172.21.15.17:0/994387581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe818102d30 0x7fe818100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:45:59.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.955+0000 7fe81e117640 1 -- 172.21.15.17:0/994387581 >> 172.21.15.17:0/994387581 conn(0x7fe8180fc790 msgr2=0x7fe8180fd430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:45:59.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.955+0000 7fe81e117640 1 -- 172.21.15.17:0/994387581 shutdown_connections 2024-09-16T01:45:59.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:45:59.955+0000 7fe81e117640 1 -- 172.21.15.17:0/994387581 wait complete. 2024-09-16T01:46:00.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:00 smithi017 ceph-mon[30972]: pgmap v413: 97 pgs: 97 active+clean; 44 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 198 KiB/s rd, 1.7 MiB/s wr, 82 op/s 2024-09-16T01:46:00.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:00 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:46:00.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:00 smithi122 ceph-mon[34758]: pgmap v413: 97 pgs: 97 active+clean; 44 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 198 KiB/s rd, 1.7 MiB/s wr, 82 op/s 2024-09-16T01:46:00.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:00 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:46:00.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:00 smithi029 ceph-mon[34783]: pgmap v413: 97 pgs: 97 active+clean; 44 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 198 KiB/s rd, 1.7 MiB/s wr, 82 op/s 2024-09-16T01:46:00.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:00 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:46:00.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 58923 4.01 MB/sec warmup 83 sec latency 62.051 ms 2024-09-16T01:46:00.794 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:46:00.794 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:46:01.090 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:46:01.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 59707 4.04 MB/sec warmup 84 sec latency 38.580 ms 2024-09-16T01:46:01.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.594+0000 7fe3d4494640 1 -- 172.21.15.17:0/879005496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3cc106b80 msgr2=0x7fe3cc106f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:01.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.594+0000 7fe3d4494640 1 --2- 172.21.15.17:0/879005496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3cc106b80 0x7fe3cc106f60 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fe3c8009860 tx=0x7fe3c802a340 comp rx=0 tx=0).stop 2024-09-16T01:46:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.594+0000 7fe3d4494640 1 -- 172.21.15.17:0/879005496 shutdown_connections 2024-09-16T01:46:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.594+0000 7fe3d4494640 1 --2- 172.21.15.17:0/879005496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3cc100aa0 0x7fe3cc10ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.594+0000 7fe3d4494640 1 --2- 172.21.15.17:0/879005496 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe3cc100100 0x7fe3cc100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.594+0000 7fe3d4494640 1 --2- 172.21.15.17:0/879005496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3cc106b80 0x7fe3cc106f60 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.594+0000 7fe3d4494640 1 -- 172.21.15.17:0/879005496 >> 172.21.15.17:0/879005496 conn(0x7fe3cc077230 msgr2=0x7fe3cc0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.595+0000 7fe3d4494640 1 -- 172.21.15.17:0/879005496 shutdown_connections 2024-09-16T01:46:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.595+0000 7fe3d4494640 1 -- 172.21.15.17:0/879005496 wait complete. 2024-09-16T01:46:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.595+0000 7fe3d4494640 1 Processor -- start 2024-09-16T01:46:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.595+0000 7fe3d4494640 1 -- start start 2024-09-16T01:46:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.595+0000 7fe3d4494640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe3cc100100 0x7fe3cc198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d4494640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3cc100aa0 0x7fe3cc198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d4494640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3cc106b80 0x7fe3cc19cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d4494640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe3cc111f00 con 0x7fe3cc100100 2024-09-16T01:46:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d4494640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe3cc111d80 con 0x7fe3cc100aa0 2024-09-16T01:46:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d4494640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe3cc112080 con 0x7fe3cc106b80 2024-09-16T01:46:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d2230640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe3cc100100 0x7fe3cc198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d2230640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe3cc100100 0x7fe3cc198520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42706/0 (socket says 172.21.15.17:42706) 2024-09-16T01:46:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d2230640 1 -- 172.21.15.17:0/511655975 learned_addr learned my addr 172.21.15.17:0/511655975 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d2a31640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3cc106b80 0x7fe3cc19cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d1a2f640 1 --2- 172.21.15.17:0/511655975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3cc100aa0 0x7fe3cc198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d2230640 1 -- 172.21.15.17:0/511655975 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3cc106b80 msgr2=0x7fe3cc19cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:01.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d2230640 1 --2- 172.21.15.17:0/511655975 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3cc106b80 0x7fe3cc19cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:01.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d2230640 1 -- 172.21.15.17:0/511655975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3cc100aa0 msgr2=0x7fe3cc198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:01.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d2230640 1 --2- 172.21.15.17:0/511655975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3cc100aa0 0x7fe3cc198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:01.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d2230640 1 -- 172.21.15.17:0/511655975 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3cc19d4d0 con 0x7fe3cc100100 2024-09-16T01:46:01.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d2a31640 1 --2- 172.21.15.17:0/511655975 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3cc106b80 0x7fe3cc19cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:01.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.596+0000 7fe3d2230640 1 --2- 172.21.15.17:0/511655975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe3cc100100 0x7fe3cc198520 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fe3c80303f0 tx=0x7fe3c8030e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:01.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.597+0000 7fe3c37fe640 1 -- 172.21.15.17:0/511655975 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c8037050 con 0x7fe3cc100100 2024-09-16T01:46:01.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.597+0000 7fe3d4494640 1 -- 172.21.15.17:0/511655975 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe3cc19d760 con 0x7fe3cc100100 2024-09-16T01:46:01.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.597+0000 7fe3c37fe640 1 -- 172.21.15.17:0/511655975 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3c8043070 con 0x7fe3cc100100 2024-09-16T01:46:01.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.597+0000 7fe3c37fe640 1 -- 172.21.15.17:0/511655975 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3c8003bf0 con 0x7fe3cc100100 2024-09-16T01:46:01.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.597+0000 7fe3d4494640 1 -- 172.21.15.17:0/511655975 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3cc1a50a0 con 0x7fe3cc100100 2024-09-16T01:46:01.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.598+0000 7fe3d4494640 1 -- 172.21.15.17:0/511655975 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3cc100560 con 0x7fe3cc100100 2024-09-16T01:46:01.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.599+0000 7fe3c37fe640 1 -- 172.21.15.17:0/511655975 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe3c8030450 con 0x7fe3cc100100 2024-09-16T01:46:01.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.600+0000 7fe3c37fe640 1 --2- 172.21.15.17:0/511655975 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3b80a3240 0x7fe3b80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:01.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.600+0000 7fe3d1a2f640 1 --2- 172.21.15.17:0/511655975 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3b80a3240 0x7fe3b80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:01.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.600+0000 7fe3c37fe640 1 -- 172.21.15.17:0/511655975 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe3c80f0260 con 0x7fe3cc100100 2024-09-16T01:46:01.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.600+0000 7fe3d1a2f640 1 --2- 172.21.15.17:0/511655975 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3b80a3240 0x7fe3b80a5700 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc0ff8c0 tx=0x7fe3bc009260 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:01.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.604+0000 7fe3c37fe640 1 -- 172.21.15.17:0/511655975 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe3c804c060 con 0x7fe3cc100100 2024-09-16T01:46:01.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.841+0000 7fe3d4494640 1 -- 172.21.15.17:0/511655975 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe3cc10a0e0 con 0x7fe3cc100100 2024-09-16T01:46:01.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.842+0000 7fe3c37fe640 1 -- 172.21.15.17:0/511655975 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7fe3c80bcf80 con 0x7fe3cc100100 2024-09-16T01:46:01.844 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:46:01.844 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:46:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:46:01.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.844+0000 7fe3d4494640 1 -- 172.21.15.17:0/511655975 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3b80a3240 msgr2=0x7fe3b80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:01.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.844+0000 7fe3d4494640 1 --2- 172.21.15.17:0/511655975 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3b80a3240 0x7fe3b80a5700 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc0ff8c0 tx=0x7fe3bc009260 comp rx=0 tx=0).stop 2024-09-16T01:46:01.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.844+0000 7fe3d4494640 1 -- 172.21.15.17:0/511655975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe3cc100100 msgr2=0x7fe3cc198520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:01.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.844+0000 7fe3d4494640 1 --2- 172.21.15.17:0/511655975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe3cc100100 0x7fe3cc198520 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fe3c80303f0 tx=0x7fe3c8030e00 comp rx=0 tx=0).stop 2024-09-16T01:46:01.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.844+0000 7fe3d4494640 1 -- 172.21.15.17:0/511655975 shutdown_connections 2024-09-16T01:46:01.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.844+0000 7fe3d4494640 1 --2- 172.21.15.17:0/511655975 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3b80a3240 0x7fe3b80a5700 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:01.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.844+0000 7fe3d4494640 1 --2- 172.21.15.17:0/511655975 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe3cc106b80 0x7fe3cc19cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.844+0000 7fe3d4494640 1 --2- 172.21.15.17:0/511655975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe3cc100aa0 0x7fe3cc198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.844+0000 7fe3d4494640 1 --2- 172.21.15.17:0/511655975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe3cc100100 0x7fe3cc198520 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.844+0000 7fe3d4494640 1 -- 172.21.15.17:0/511655975 >> 172.21.15.17:0/511655975 conn(0x7fe3cc077230 msgr2=0x7fe3cc104d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.844+0000 7fe3d4494640 1 -- 172.21.15.17:0/511655975 shutdown_connections 2024-09-16T01:46:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:01.844+0000 7fe3d4494640 1 -- 172.21.15.17:0/511655975 wait complete. 2024-09-16T01:46:02.475 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:02 smithi017 ceph-mon[30972]: pgmap v414: 97 pgs: 97 active+clean; 45 MiB data, 479 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:46:02.475 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:02 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/511655975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:46:02.506 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:46:02.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:02 smithi122 ceph-mon[34758]: pgmap v414: 97 pgs: 97 active+clean; 45 MiB data, 479 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:46:02.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:02 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/511655975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:46:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:02 smithi029 ceph-mon[34783]: pgmap v414: 97 pgs: 97 active+clean; 45 MiB data, 479 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:46:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:02 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/511655975' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:46:02.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 60402 4.05 MB/sec warmup 85 sec latency 13.983 ms 2024-09-16T01:46:02.801 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:46:03.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.310+0000 7f8393274640 1 -- 172.21.15.17:0/757584017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f838c101de0 msgr2=0x7f838c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.310+0000 7f8393274640 1 --2- 172.21.15.17:0/757584017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f838c101de0 0x7f838c1021c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f8388009900 tx=0x7f838802a410 comp rx=0 tx=0).stop 2024-09-16T01:46:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.311+0000 7f8393274640 1 -- 172.21.15.17:0/757584017 shutdown_connections 2024-09-16T01:46:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.311+0000 7f8393274640 1 --2- 172.21.15.17:0/757584017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f838c106f10 0x7f838c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.311+0000 7f8393274640 1 --2- 172.21.15.17:0/757584017 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f838c102790 0x7f838c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.311+0000 7f8393274640 1 --2- 172.21.15.17:0/757584017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f838c101de0 0x7f838c1021c0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.311+0000 7f8393274640 1 -- 172.21.15.17:0/757584017 >> 172.21.15.17:0/757584017 conn(0x7f838c0fd8e0 msgr2=0x7f838c0ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.311+0000 7f8393274640 1 -- 172.21.15.17:0/757584017 shutdown_connections 2024-09-16T01:46:03.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.311+0000 7f8393274640 1 -- 172.21.15.17:0/757584017 wait complete. 2024-09-16T01:46:03.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.311+0000 7f8393274640 1 Processor -- start 2024-09-16T01:46:03.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.311+0000 7f8393274640 1 -- start start 2024-09-16T01:46:03.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f8393274640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f838c101de0 0x7f838c198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f8393274640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f838c102790 0x7f838c198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f8393274640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f838c106f10 0x7f838c19ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f8393274640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f838c111e20 con 0x7f838c106f10 2024-09-16T01:46:03.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f8393274640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f838c111ca0 con 0x7f838c101de0 2024-09-16T01:46:03.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f8393274640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f838c111fa0 con 0x7f838c102790 2024-09-16T01:46:03.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f8391811640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f838c106f10 0x7f838c19ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f8391811640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f838c106f10 0x7f838c19ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42720/0 (socket says 172.21.15.17:42720) 2024-09-16T01:46:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f8391811640 1 -- 172.21.15.17:0/1072640613 learned_addr learned my addr 172.21.15.17:0/1072640613 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f839080f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f838c102790 0x7f838c198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f8391010640 1 --2- 172.21.15.17:0/1072640613 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f838c101de0 0x7f838c198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f839080f640 1 -- 172.21.15.17:0/1072640613 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f838c101de0 msgr2=0x7f838c198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f839080f640 1 --2- 172.21.15.17:0/1072640613 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f838c101de0 0x7f838c198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f839080f640 1 -- 172.21.15.17:0/1072640613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f838c106f10 msgr2=0x7f838c19ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f839080f640 1 --2- 172.21.15.17:0/1072640613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f838c106f10 0x7f838c19ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f839080f640 1 -- 172.21.15.17:0/1072640613 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f838c19d3b0 con 0x7f838c102790 2024-09-16T01:46:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.312+0000 7f839080f640 1 --2- 172.21.15.17:0/1072640613 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f838c102790 0x7f838c198940 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f837c00e9f0 tx=0x7f837c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.313+0000 7f83827fc640 1 -- 172.21.15.17:0/1072640613 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f837c00ccc0 con 0x7f838c102790 2024-09-16T01:46:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.313+0000 7f83827fc640 1 -- 172.21.15.17:0/1072640613 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f837c005020 con 0x7f838c102790 2024-09-16T01:46:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.313+0000 7f8393274640 1 -- 172.21.15.17:0/1072640613 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f838c19d6a0 con 0x7f838c102790 2024-09-16T01:46:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.313+0000 7f83827fc640 1 -- 172.21.15.17:0/1072640613 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f837c004a00 con 0x7f838c102790 2024-09-16T01:46:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.313+0000 7f8393274640 1 -- 172.21.15.17:0/1072640613 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f838c1a4f80 con 0x7f838c102790 2024-09-16T01:46:03.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.315+0000 7f83827fc640 1 -- 172.21.15.17:0/1072640613 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f837c004ba0 con 0x7f838c102790 2024-09-16T01:46:03.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.316+0000 7f83827fc640 1 --2- 172.21.15.17:0/1072640613 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f83780a32c0 0x7f83780a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.316+0000 7f83827fc640 1 -- 172.21.15.17:0/1072640613 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f837c0cf820 con 0x7f838c102790 2024-09-16T01:46:03.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.316+0000 7f8391010640 1 --2- 172.21.15.17:0/1072640613 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f83780a32c0 0x7f83780a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.316+0000 7f839564d740 1 Processor -- start 2024-09-16T01:46:03.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.316+0000 7f839564d740 1 -- start start 2024-09-16T01:46:03.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.316+0000 7f8391010640 1 --2- 172.21.15.17:0/1072640613 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f83780a32c0 0x7f83780a5780 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8388031440 tx=0x7f8388005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.316+0000 7f839564d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998dbb40 0x55e5998da090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.316+0000 7f839564d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998da5d0 0x55e5998daa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.316+0000 7f839564d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998e9780 0x55e5998ebb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.316+0000 7f839564d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e5998402f0 con 0x55e5998e9780 2024-09-16T01:46:03.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.316+0000 7f839564d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e5997e7cf0 con 0x55e5998dbb40 2024-09-16T01:46:03.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.316+0000 7f839564d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e59983c2b0 con 0x55e5998da5d0 2024-09-16T01:46:03.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.317+0000 7f839080f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998da5d0 0x55e5998daa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.317+0000 7f839080f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998da5d0 0x55e5998daa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45920/0 (socket says 172.21.15.17:45920) 2024-09-16T01:46:03.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.317+0000 7f839080f640 1 -- 172.21.15.17:0/135036402 learned_addr learned my addr 172.21.15.17:0/135036402 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:03.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.317+0000 7f8391811640 1 --2- 172.21.15.17:0/135036402 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998e9780 0x55e5998ebb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.317+0000 7f8391010640 1 --2- 172.21.15.17:0/135036402 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998dbb40 0x55e5998da090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.317+0000 7f839080f640 1 -- 172.21.15.17:0/135036402 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998dbb40 msgr2=0x55e5998da090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:03.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.317+0000 7f839080f640 1 --2- 172.21.15.17:0/135036402 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998dbb40 0x55e5998da090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.317+0000 7f839080f640 1 -- 172.21.15.17:0/135036402 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998e9780 msgr2=0x55e5998ebb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:03.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.317+0000 7f839080f640 1 --2- 172.21.15.17:0/135036402 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998e9780 0x55e5998ebb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.317+0000 7f839080f640 1 -- 172.21.15.17:0/135036402 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5997cc3a0 con 0x55e5998da5d0 2024-09-16T01:46:03.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.317+0000 7f839080f640 1 --2- 172.21.15.17:0/135036402 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998da5d0 0x55e5998daa10 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f837c098810 tx=0x7f837c009f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7697db267d0bce85 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.317+0000 7f83777fe640 1 -- 172.21.15.17:0/135036402 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f837c09e070 con 0x55e5998da5d0 2024-09-16T01:46:03.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.317+0000 7f83777fe640 1 -- 172.21.15.17:0/135036402 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f837c0a4ab0 con 0x55e5998da5d0 2024-09-16T01:46:03.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.317+0000 7f83777fe640 1 -- 172.21.15.17:0/135036402 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f837c01c040 con 0x55e5998da5d0 2024-09-16T01:46:03.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.318+0000 7f839564d740 1 -- 172.21.15.17:0/135036402 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998da5d0 msgr2=0x55e5998daa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.318+0000 7f839564d740 1 --2- 172.21.15.17:0/135036402 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998da5d0 0x55e5998daa10 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f837c098810 tx=0x7f837c009f60 comp rx=0 tx=0).stop 2024-09-16T01:46:03.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.318+0000 7f839564d740 1 -- 172.21.15.17:0/135036402 shutdown_connections 2024-09-16T01:46:03.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.318+0000 7f839564d740 1 --2- 172.21.15.17:0/135036402 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998e9780 0x55e5998ebb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.318+0000 7f839564d740 1 --2- 172.21.15.17:0/135036402 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998da5d0 0x55e5998daa10 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.318+0000 7f839564d740 1 --2- 172.21.15.17:0/135036402 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998dbb40 0x55e5998da090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.318+0000 7f839564d740 1 -- 172.21.15.17:0/135036402 >> 172.21.15.17:0/135036402 conn(0x55e5998a3310 msgr2=0x55e5998d6c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.318+0000 7f839564d740 1 -- 172.21.15.17:0/135036402 shutdown_connections 2024-09-16T01:46:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.318+0000 7f839564d740 1 -- 172.21.15.17:0/135036402 wait complete. 2024-09-16T01:46:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.319+0000 7f839564d740 1 -- start start 2024-09-16T01:46:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.319+0000 7f839564d740 1 Processor -- start 2024-09-16T01:46:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.319+0000 7f839564d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 0x55e5998e91d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.319+0000 7f839564d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998dbb40 0x55e5998e6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.319+0000 7f839564d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e9780 0x55e5998e6c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.319+0000 7f839564d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e5998ec480 con 0x55e5998dbb40 2024-09-16T01:46:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.319+0000 7f839564d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e5997fb060 con 0x55e5998da5d0 2024-09-16T01:46:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.319+0000 7f839564d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e5998ec600 con 0x55e5998e9780 2024-09-16T01:46:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.319+0000 7f839564d740 10 client.0 _ll_register_callbacks cb 0x55e59954e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:03.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.320+0000 7f839080f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998dbb40 0x55e5998e6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.320+0000 7f8391010640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 0x55e5998e91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.320+0000 7f8391010640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 0x55e5998e91d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:37018/0 (socket says 172.21.15.17:37018) 2024-09-16T01:46:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.320+0000 7f8391811640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e9780 0x55e5998e6c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.320+0000 7f8391010640 1 -- 172.21.15.17:0/1090140229 learned_addr learned my addr 172.21.15.17:0/1090140229 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.320+0000 7f8391010640 1 -- 172.21.15.17:0/1090140229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e9780 msgr2=0x55e5998e6c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.320+0000 7f8391010640 1 --2- 172.21.15.17:0/1090140229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e9780 0x55e5998e6c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.320+0000 7f8391010640 1 -- 172.21.15.17:0/1090140229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998dbb40 msgr2=0x55e5998e6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.320+0000 7f8391010640 1 --2- 172.21.15.17:0/1090140229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998dbb40 0x55e5998e6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.320+0000 7f8391010640 1 -- 172.21.15.17:0/1090140229 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5995b13c0 con 0x55e5998da5d0 2024-09-16T01:46:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.320+0000 7f8391811640 1 --2- 172.21.15.17:0/1090140229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e9780 0x55e5998e6c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.320+0000 7f8391010640 1 --2- 172.21.15.17:0/1090140229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 0x55e5998e91d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f838802a930 tx=0x7f8388009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b6eff613ac61b12 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.320+0000 7f8374ff9640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:46:03.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.320+0000 7f8374ff9640 1 -- 172.21.15.17:0/1090140229 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f838804d070 con 0x55e5998da5d0 2024-09-16T01:46:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.321+0000 7f8374ff9640 1 -- 172.21.15.17:0/1090140229 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8388004250 con 0x55e5998da5d0 2024-09-16T01:46:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.321+0000 7f839564d740 1 -- 172.21.15.17:0/1090140229 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f837c0a4ab0 con 0x55e5998da5d0 2024-09-16T01:46:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.321+0000 7f8374ff9640 1 -- 172.21.15.17:0/1090140229 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8388035040 con 0x55e5998da5d0 2024-09-16T01:46:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.321+0000 7f839564d740 10 client.25268 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.321+0000 7f839564d740 1 -- 172.21.15.17:0/1090140229 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e5998f7fe0 con 0x55e5998da5d0 2024-09-16T01:46:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.321+0000 7f8374ff9640 1 -- 172.21.15.17:0/1090140229 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f837c0a4ab0 con 0x55e5998da5d0 2024-09-16T01:46:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.322+0000 7f8374ff9640 1 -- 172.21.15.17:0/1090140229 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f838803c4d0 con 0x55e5998da5d0 2024-09-16T01:46:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.322+0000 7f839564d740 10 client.25268 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.322+0000 7f839564d740 10 client.25268 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:46:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.322+0000 7f839564d740 20 client.25268 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.322+0000 7f839564d740 1 --2- 172.21.15.17:0/1090140229 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e5998f94a0 0x55e5998fb890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.322+0000 7f839564d740 4 client.25268 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:46:03.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.322+0000 7f839564d740 1 -- 172.21.15.17:0/1090140229 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e59984d860 con 0x55e5998f94a0 2024-09-16T01:46:03.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.322+0000 7f839080f640 1 --2- 172.21.15.17:0/1090140229 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e5998f94a0 0x55e5998fb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.322+0000 7f839080f640 1 --2- 172.21.15.17:0/1090140229 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e5998f94a0 0x55e5998fb890 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b031b3c5dd5f0b28 server_cookie=b933f78b20b4bbfd in_seq=0 out_seq=0 2024-09-16T01:46:03.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.322+0000 7f8374ff9640 10 client.25268 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:46:03.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.323+0000 7f8374ff9640 1 -- 172.21.15.17:0/1090140229 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e59984d860 con 0x55e5998f94a0 2024-09-16T01:46:03.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.323+0000 7f8374ff9640 10 client.25268 handle_command_reply: tid=0 2024-09-16T01:46:03.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.323+0000 7f839564d740 1 client.25268 shutdown 2024-09-16T01:46:03.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.323+0000 7f839564d740 1 -- 172.21.15.17:0/1090140229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 msgr2=0x55e5998e91d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.323+0000 7f839564d740 1 --2- 172.21.15.17:0/1090140229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 0x55e5998e91d0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f838802a930 tx=0x7f8388009260 comp rx=0 tx=0).stop 2024-09-16T01:46:03.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.324+0000 7f839564d740 1 -- 172.21.15.17:0/1090140229 shutdown_connections 2024-09-16T01:46:03.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.324+0000 7f839564d740 1 --2- 172.21.15.17:0/1090140229 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e5998f94a0 0x55e5998fb890 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.324+0000 7f839564d740 1 --2- 172.21.15.17:0/1090140229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e9780 0x55e5998e6c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.324+0000 7f839564d740 1 --2- 172.21.15.17:0/1090140229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998dbb40 0x55e5998e6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.324+0000 7f839564d740 1 --2- 172.21.15.17:0/1090140229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 0x55e5998e91d0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.324+0000 7f839564d740 1 -- 172.21.15.17:0/1090140229 >> 172.21.15.17:0/1090140229 conn(0x55e5998a3310 msgr2=0x55e5998dc960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:03.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.324+0000 7f8374ff9640 0 client.25268 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:46:03.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.324+0000 7f839564d740 1 -- 172.21.15.17:0/1090140229 shutdown_connections 2024-09-16T01:46:03.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.324+0000 7f839564d740 1 -- 172.21.15.17:0/1090140229 wait complete. 2024-09-16T01:46:03.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.324+0000 7f839564d740 20 client.25268 trim_cache size 0 max 16384 2024-09-16T01:46:03.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.339+0000 7f839564d740 1 Processor -- start 2024-09-16T01:46:03.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839564d740 1 -- start start 2024-09-16T01:46:03.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839564d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 0x55e5998d6da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839564d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998dbb40 0x55e5998d5c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839564d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e9780 0x55e599901120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839564d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f838c1adbc0 con 0x55e5998dbb40 2024-09-16T01:46:03.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839564d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f838c1ab490 con 0x55e5998da5d0 2024-09-16T01:46:03.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839564d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f838c1a92c0 con 0x55e5998e9780 2024-09-16T01:46:03.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839080f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998dbb40 0x55e5998d5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f8391811640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e9780 0x55e599901120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839080f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998dbb40 0x55e5998d5c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42744/0 (socket says 172.21.15.17:42744) 2024-09-16T01:46:03.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839080f640 1 -- 172.21.15.17:0/1583679430 learned_addr learned my addr 172.21.15.17:0/1583679430 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:03.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f8391010640 1 --2- 172.21.15.17:0/1583679430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 0x55e5998d6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839080f640 1 -- 172.21.15.17:0/1583679430 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e9780 msgr2=0x55e599901120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:03.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839080f640 1 --2- 172.21.15.17:0/1583679430 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e9780 0x55e599901120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839080f640 1 -- 172.21.15.17:0/1583679430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 msgr2=0x55e5998d6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:03.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839080f640 1 --2- 172.21.15.17:0/1583679430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 0x55e5998d6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839080f640 1 -- 172.21.15.17:0/1583679430 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e5998e6f80 con 0x55e5998dbb40 2024-09-16T01:46:03.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f8391811640 1 --2- 172.21.15.17:0/1583679430 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e9780 0x55e599901120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:03.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.340+0000 7f839080f640 1 --2- 172.21.15.17:0/1583679430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998dbb40 0x55e5998d5c10 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f837c09c000 tx=0x7f837c0054d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef3ec89948d0506a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.341+0000 7f8376ffd640 1 -- 172.21.15.17:0/1583679430 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f837c07f070 con 0x55e5998dbb40 2024-09-16T01:46:03.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.341+0000 7f8376ffd640 1 -- 172.21.15.17:0/1583679430 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f837c0b8070 con 0x55e5998dbb40 2024-09-16T01:46:03.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.341+0000 7f8376ffd640 1 -- 172.21.15.17:0/1583679430 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f837c01c040 con 0x55e5998dbb40 2024-09-16T01:46:03.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.342+0000 7f839564d740 1 -- 172.21.15.17:0/1583679430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998dbb40 msgr2=0x55e5998d5c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.342+0000 7f839564d740 1 --2- 172.21.15.17:0/1583679430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998dbb40 0x55e5998d5c10 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f837c09c000 tx=0x7f837c0054d0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.342+0000 7f839564d740 1 -- 172.21.15.17:0/1583679430 shutdown_connections 2024-09-16T01:46:03.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.342+0000 7f839564d740 1 --2- 172.21.15.17:0/1583679430 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e9780 0x55e599901120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.342+0000 7f839564d740 1 --2- 172.21.15.17:0/1583679430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998dbb40 0x55e5998d5c10 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.342+0000 7f839564d740 1 --2- 172.21.15.17:0/1583679430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 0x55e5998d6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.342+0000 7f839564d740 1 -- 172.21.15.17:0/1583679430 >> 172.21.15.17:0/1583679430 conn(0x55e5998a3310 msgr2=0x55e5998d5500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:03.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.342+0000 7f839564d740 1 -- 172.21.15.17:0/1583679430 shutdown_connections 2024-09-16T01:46:03.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.342+0000 7f839564d740 1 -- 172.21.15.17:0/1583679430 wait complete. 2024-09-16T01:46:03.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.342+0000 7f839564d740 1 -- start start 2024-09-16T01:46:03.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.342+0000 7f839564d740 1 Processor -- start 2024-09-16T01:46:03.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839564d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 0x55e5998f1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839564d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998e9780 0x55e5998e2e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839564d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e33d0 0x55e5998e3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839564d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f838c1a9950 con 0x55e5998e9780 2024-09-16T01:46:03.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839564d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f838c1aadc0 con 0x55e5998da5d0 2024-09-16T01:46:03.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839564d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f838c1aa020 con 0x55e5998e33d0 2024-09-16T01:46:03.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839564d740 10 client.0 _ll_register_callbacks cb 0x7f8388009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:03.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839080f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998e9780 0x55e5998e2e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839080f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998e9780 0x55e5998e2e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42752/0 (socket says 172.21.15.17:42752) 2024-09-16T01:46:03.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839080f640 1 -- 172.21.15.17:0/3012368403 learned_addr learned my addr 172.21.15.17:0/3012368403 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:03.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f8391010640 1 --2- 172.21.15.17:0/3012368403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 0x55e5998f1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f8391811640 1 --2- 172.21.15.17:0/3012368403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e33d0 0x55e5998e3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839080f640 1 -- 172.21.15.17:0/3012368403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e33d0 msgr2=0x55e5998e3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:03.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839080f640 1 --2- 172.21.15.17:0/3012368403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e33d0 0x55e5998e3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839080f640 1 -- 172.21.15.17:0/3012368403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 msgr2=0x55e5998f1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:03.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839080f640 1 --2- 172.21.15.17:0/3012368403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 0x55e5998f1dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839080f640 1 -- 172.21.15.17:0/3012368403 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e5999630f0 con 0x55e5998e9780 2024-09-16T01:46:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f8391811640 1 --2- 172.21.15.17:0/3012368403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e33d0 0x55e5998e3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f839080f640 1 --2- 172.21.15.17:0/3012368403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998e9780 0x55e5998e2e90 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f837c00e9c0 tx=0x7f837c005a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf7fc2cdbba08b2b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.343+0000 7f8374ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:46:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.344+0000 7f8374ff9640 1 -- 172.21.15.17:0/3012368403 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f837c07f070 con 0x55e5998e9780 2024-09-16T01:46:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.344+0000 7f8374ff9640 1 -- 172.21.15.17:0/3012368403 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f837c098520 con 0x55e5998e9780 2024-09-16T01:46:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.344+0000 7f839564d740 1 -- 172.21.15.17:0/3012368403 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f837c0b8070 con 0x55e5998e9780 2024-09-16T01:46:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.344+0000 7f8374ff9640 1 -- 172.21.15.17:0/3012368403 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f837c01c040 con 0x55e5998e9780 2024-09-16T01:46:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.344+0000 7f839564d740 10 client.15696 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.344+0000 7f839564d740 1 -- 172.21.15.17:0/3012368403 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e599964250 con 0x55e5998e9780 2024-09-16T01:46:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.344+0000 7f8374ff9640 1 -- 172.21.15.17:0/3012368403 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f837c0b8070 con 0x55e5998e9780 2024-09-16T01:46:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.344+0000 7f8374ff9640 1 -- 172.21.15.17:0/3012368403 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f837c082030 con 0x55e5998e9780 2024-09-16T01:46:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.344+0000 7f839564d740 10 client.15696 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:03.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.344+0000 7f839564d740 10 client.15696 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:46:03.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.344+0000 7f839564d740 20 client.15696 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:03.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.344+0000 7f839564d740 1 --2- 172.21.15.17:0/3012368403 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e599964480 0x55e599966870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:03.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.344+0000 7f839564d740 4 client.15696 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:46:03.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.344+0000 7f839564d740 1 -- 172.21.15.17:0/3012368403 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e599847d70 con 0x55e599964480 2024-09-16T01:46:03.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.345+0000 7f8391010640 1 --2- 172.21.15.17:0/3012368403 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e599964480 0x55e599966870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:03.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.345+0000 7f8391010640 1 --2- 172.21.15.17:0/3012368403 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e599964480 0x55e599966870 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ae14b9a0ecfdcb4b server_cookie=bae67eae7976b6d8 in_seq=0 out_seq=0 2024-09-16T01:46:03.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.345+0000 7f8374ff9640 10 client.15696 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:46:03.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.345+0000 7f8374ff9640 1 -- 172.21.15.17:0/3012368403 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e599847d70 con 0x55e599964480 2024-09-16T01:46:03.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.345+0000 7f8374ff9640 10 client.15696 handle_command_reply: tid=0 2024-09-16T01:46:03.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.345+0000 7f839564d740 1 client.15696 shutdown 2024-09-16T01:46:03.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f839564d740 1 -- 172.21.15.17:0/3012368403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998e9780 msgr2=0x55e5998e2e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f839564d740 1 --2- 172.21.15.17:0/3012368403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998e9780 0x55e5998e2e90 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f837c00e9c0 tx=0x7f837c005a70 comp rx=0 tx=0).stop 2024-09-16T01:46:03.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f839564d740 1 -- 172.21.15.17:0/3012368403 shutdown_connections 2024-09-16T01:46:03.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f839564d740 1 --2- 172.21.15.17:0/3012368403 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e599964480 0x55e599966870 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f839564d740 1 --2- 172.21.15.17:0/3012368403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e5998e33d0 0x55e5998e3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f839564d740 1 --2- 172.21.15.17:0/3012368403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e5998e9780 0x55e5998e2e90 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f839564d740 1 --2- 172.21.15.17:0/3012368403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e5998da5d0 0x55e5998f1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f839564d740 1 -- 172.21.15.17:0/3012368403 >> 172.21.15.17:0/3012368403 conn(0x55e5998a3310 msgr2=0x55e5998f4760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:03.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f8374ff9640 0 client.15696 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:46:03.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f839564d740 1 -- 172.21.15.17:0/3012368403 shutdown_connections 2024-09-16T01:46:03.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f839564d740 1 -- 172.21.15.17:0/3012368403 wait complete. 2024-09-16T01:46:03.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f839564d740 20 client.15696 trim_cache size 0 max 16384 2024-09-16T01:46:03.355 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:46:03.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f8393274640 1 -- 172.21.15.17:0/1072640613 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f83780a32c0 msgr2=0x7f83780a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f8393274640 1 --2- 172.21.15.17:0/1072640613 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f83780a32c0 0x7f83780a5780 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f8388031440 tx=0x7f8388005b50 comp rx=0 tx=0).stop 2024-09-16T01:46:03.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f8393274640 1 -- 172.21.15.17:0/1072640613 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f838c102790 msgr2=0x7f838c198940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:03.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.346+0000 7f8393274640 1 --2- 172.21.15.17:0/1072640613 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f838c102790 0x7f838c198940 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f837c00e9f0 tx=0x7f837c00eeb0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.347+0000 7f8393274640 1 -- 172.21.15.17:0/1072640613 shutdown_connections 2024-09-16T01:46:03.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.347+0000 7f8393274640 1 --2- 172.21.15.17:0/1072640613 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f83780a32c0 0x7f83780a5780 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.347+0000 7f8393274640 1 --2- 172.21.15.17:0/1072640613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f838c106f10 0x7f838c19ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.347+0000 7f8393274640 1 --2- 172.21.15.17:0/1072640613 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f838c102790 0x7f838c198940 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.347+0000 7f8393274640 1 --2- 172.21.15.17:0/1072640613 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f838c101de0 0x7f838c198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:03.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.347+0000 7f8393274640 1 -- 172.21.15.17:0/1072640613 >> 172.21.15.17:0/1072640613 conn(0x7f838c0fd8e0 msgr2=0x7f838c0fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:03.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.347+0000 7f8393274640 1 -- 172.21.15.17:0/1072640613 shutdown_connections 2024-09-16T01:46:03.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:03.347+0000 7f8393274640 1 -- 172.21.15.17:0/1072640613 wait complete. 2024-09-16T01:46:03.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 60900 4.02 MB/sec warmup 86 sec latency 13.835 ms 2024-09-16T01:46:04.317 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:46:04.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:04 smithi017 ceph-mon[30972]: pgmap v415: 97 pgs: 97 active+clean; 44 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-16T01:46:04.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:04 smithi122 ceph-mon[34758]: pgmap v415: 97 pgs: 97 active+clean; 44 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-16T01:46:04.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:04 smithi029 ceph-mon[34783]: pgmap v415: 97 pgs: 97 active+clean; 44 MiB data, 464 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-16T01:46:04.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 61539 4.00 MB/sec warmup 87 sec latency 21.491 ms 2024-09-16T01:46:04.610 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:46:05.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.128+0000 7fb5be077640 1 -- 172.21.15.17:0/3525152255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5b81036e0 msgr2=0x7fb5b8107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.128+0000 7fb5be077640 1 --2- 172.21.15.17:0/3525152255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5b81036e0 0x7fb5b8107b90 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac009930 tx=0x7fb5ac02a420 comp rx=0 tx=0).stop 2024-09-16T01:46:05.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.128+0000 7fb5be077640 1 -- 172.21.15.17:0/3525152255 shutdown_connections 2024-09-16T01:46:05.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.128+0000 7fb5be077640 1 --2- 172.21.15.17:0/3525152255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb5b81082a0 0x7fb5b810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.128+0000 7fb5be077640 1 --2- 172.21.15.17:0/3525152255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5b81036e0 0x7fb5b8107b90 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.128+0000 7fb5be077640 1 --2- 172.21.15.17:0/3525152255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5b8102d30 0x7fb5b8103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.128+0000 7fb5be077640 1 -- 172.21.15.17:0/3525152255 >> 172.21.15.17:0/3525152255 conn(0x7fb5b80fc7d0 msgr2=0x7fb5b80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:05.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.128+0000 7fb5be077640 1 -- 172.21.15.17:0/3525152255 shutdown_connections 2024-09-16T01:46:05.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.128+0000 7fb5be077640 1 -- 172.21.15.17:0/3525152255 wait complete. 2024-09-16T01:46:05.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.129+0000 7fb5be077640 1 Processor -- start 2024-09-16T01:46:05.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.129+0000 7fb5be077640 1 -- start start 2024-09-16T01:46:05.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.129+0000 7fb5be077640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5b8102d30 0x7fb5b8198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.129+0000 7fb5be077640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5b81036e0 0x7fb5b8198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.129+0000 7fb5be077640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb5b81082a0 0x7fb5b819ce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.129+0000 7fb5be077640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b8111f10 con 0x7fb5b8102d30 2024-09-16T01:46:05.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.129+0000 7fb5be077640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b8111d90 con 0x7fb5b81036e0 2024-09-16T01:46:05.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.129+0000 7fb5be077640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b8112090 con 0x7fb5b81082a0 2024-09-16T01:46:05.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.129+0000 7fb5b77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5b8102d30 0x7fb5b8198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.129+0000 7fb5b77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5b8102d30 0x7fb5b8198540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42768/0 (socket says 172.21.15.17:42768) 2024-09-16T01:46:05.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.129+0000 7fb5b77fe640 1 -- 172.21.15.17:0/1915965588 learned_addr learned my addr 172.21.15.17:0/1915965588 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:05.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.129+0000 7fb5b7fff640 1 --2- 172.21.15.17:0/1915965588 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb5b81082a0 0x7fb5b819ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.130+0000 7fb5b6ffd640 1 --2- 172.21.15.17:0/1915965588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5b81036e0 0x7fb5b8198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.130+0000 7fb5b7fff640 1 -- 172.21.15.17:0/1915965588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5b81036e0 msgr2=0x7fb5b8198a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.130+0000 7fb5b7fff640 1 --2- 172.21.15.17:0/1915965588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5b81036e0 0x7fb5b8198a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.130+0000 7fb5b7fff640 1 -- 172.21.15.17:0/1915965588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5b8102d30 msgr2=0x7fb5b8198540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.130+0000 7fb5b7fff640 1 --2- 172.21.15.17:0/1915965588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5b8102d30 0x7fb5b8198540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.130+0000 7fb5b7fff640 1 -- 172.21.15.17:0/1915965588 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5b819d4f0 con 0x7fb5b81082a0 2024-09-16T01:46:05.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.130+0000 7fb5b7fff640 1 --2- 172.21.15.17:0/1915965588 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb5b81082a0 0x7fb5b819ce10 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb5b0009fd0 tx=0x7fb5b000ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:05.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.130+0000 7fb5b4ff9640 1 -- 172.21.15.17:0/1915965588 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b000ce20 con 0x7fb5b81082a0 2024-09-16T01:46:05.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.130+0000 7fb5b4ff9640 1 -- 172.21.15.17:0/1915965588 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5b0005020 con 0x7fb5b81082a0 2024-09-16T01:46:05.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.130+0000 7fb5b4ff9640 1 -- 172.21.15.17:0/1915965588 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5b0010690 con 0x7fb5b81082a0 2024-09-16T01:46:05.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.130+0000 7fb5be077640 1 -- 172.21.15.17:0/1915965588 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5b819d7e0 con 0x7fb5b81082a0 2024-09-16T01:46:05.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.130+0000 7fb5be077640 1 -- 172.21.15.17:0/1915965588 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5b81a50c0 con 0x7fb5b81082a0 2024-09-16T01:46:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.133+0000 7fb5b4ff9640 1 -- 172.21.15.17:0/1915965588 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb5b00051d0 con 0x7fb5b81082a0 2024-09-16T01:46:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.133+0000 7fb5c0450740 1 Processor -- start 2024-09-16T01:46:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.133+0000 7fb5c0450740 1 -- start start 2024-09-16T01:46:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5c0450740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ec0b40 0x55b269ebf090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5c0450740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ebfa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5c0450740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ece780 0x55b269ed0b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5c0450740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b269e252f0 con 0x55b269ece780 2024-09-16T01:46:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5b4ff9640 1 --2- 172.21.15.17:0/1915965588 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb5a00a32c0 0x7fb5a00a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5c0450740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b269dcccf0 con 0x55b269ec0b40 2024-09-16T01:46:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5c0450740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b269e212b0 con 0x55b269ebf5d0 2024-09-16T01:46:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5b77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ebfa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5b77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ebfa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45948/0 (socket says 172.21.15.17:45948) 2024-09-16T01:46:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5b77fe640 1 -- 172.21.15.17:0/1666783380 learned_addr learned my addr 172.21.15.17:0/1666783380 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5b7fff640 1 --2- 172.21.15.17:0/1915965588 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb5a00a32c0 0x7fb5a00a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5b4ff9640 1 -- 172.21.15.17:0/1915965588 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb5b00cff80 con 0x7fb5b81082a0 2024-09-16T01:46:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5b77fe640 1 -- 172.21.15.17:0/1666783380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ec0b40 msgr2=0x55b269ebf090 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:46:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5b77fe640 1 --2- 172.21.15.17:0/1666783380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ec0b40 0x55b269ebf090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5b77fe640 1 -- 172.21.15.17:0/1666783380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ece780 msgr2=0x55b269ed0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5b6ffd640 1 --2- 172.21.15.17:0/1666783380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ece780 0x55b269ed0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5b77fe640 1 --2- 172.21.15.17:0/1666783380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ece780 0x55b269ed0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5b77fe640 1 -- 172.21.15.17:0/1666783380 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b269db13a0 con 0x55b269ebf5d0 2024-09-16T01:46:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.134+0000 7fb5b6ffd640 1 --2- 172.21.15.17:0/1666783380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ece780 0x55b269ed0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.135+0000 7fb5b7fff640 1 --2- 172.21.15.17:0/1915965588 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb5a00a32c0 0x7fb5a00a5780 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb5b001a040 tx=0x7fb5b0091a80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.135+0000 7fb5b77fe640 1 --2- 172.21.15.17:0/1666783380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ebfa10 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fb5a800b7e0 tx=0x7fb5a800bca0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c53b85aaf89e7f3b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.135+0000 7fb59dffb640 1 -- 172.21.15.17:0/1666783380 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a8003dd0 con 0x55b269ebf5d0 2024-09-16T01:46:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.135+0000 7fb59dffb640 1 -- 172.21.15.17:0/1666783380 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5a8015070 con 0x55b269ebf5d0 2024-09-16T01:46:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.135+0000 7fb59dffb640 1 -- 172.21.15.17:0/1666783380 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a8010730 con 0x55b269ebf5d0 2024-09-16T01:46:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.136+0000 7fb5c0450740 1 -- 172.21.15.17:0/1666783380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 msgr2=0x55b269ebfa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.136+0000 7fb5c0450740 1 --2- 172.21.15.17:0/1666783380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ebfa10 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fb5a800b7e0 tx=0x7fb5a800bca0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.136+0000 7fb5c0450740 1 -- 172.21.15.17:0/1666783380 shutdown_connections 2024-09-16T01:46:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.136+0000 7fb5c0450740 1 --2- 172.21.15.17:0/1666783380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ece780 0x55b269ed0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.136+0000 7fb5c0450740 1 --2- 172.21.15.17:0/1666783380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ebfa10 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.136+0000 7fb5c0450740 1 --2- 172.21.15.17:0/1666783380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ec0b40 0x55b269ebf090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.136+0000 7fb5c0450740 1 -- 172.21.15.17:0/1666783380 >> 172.21.15.17:0/1666783380 conn(0x55b269e88310 msgr2=0x55b269ebbc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.136+0000 7fb5c0450740 1 -- 172.21.15.17:0/1666783380 shutdown_connections 2024-09-16T01:46:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.136+0000 7fb5c0450740 1 -- 172.21.15.17:0/1666783380 wait complete. 2024-09-16T01:46:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.136+0000 7fb5c0450740 1 -- start start 2024-09-16T01:46:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5c0450740 1 Processor -- start 2024-09-16T01:46:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5c0450740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ece1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5c0450740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ec0b40 0x55b269ecb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5c0450740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ece780 0x55b269ecbbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5c0450740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b269ed1480 con 0x55b269ec0b40 2024-09-16T01:46:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5c0450740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b269de0060 con 0x55b269ece780 2024-09-16T01:46:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5c0450740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b269ed1600 con 0x55b269ebf5d0 2024-09-16T01:46:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5b77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ec0b40 0x55b269ecb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5c0450740 10 client.0 _ll_register_callbacks cb 0x55b269b338c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5b77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ec0b40 0x55b269ecb4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42784/0 (socket says 172.21.15.17:42784) 2024-09-16T01:46:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5b77fe640 1 -- 172.21.15.17:0/3355589150 learned_addr learned my addr 172.21.15.17:0/3355589150 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5b6ffd640 1 --2- 172.21.15.17:0/3355589150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ece1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5b6ffd640 1 --2- 172.21.15.17:0/3355589150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ece780 0x55b269ecbbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5b77fe640 1 -- 172.21.15.17:0/3355589150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 msgr2=0x55b269ece1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:05.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5b77fe640 1 --2- 172.21.15.17:0/3355589150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ece1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5b77fe640 1 -- 172.21.15.17:0/3355589150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ece780 msgr2=0x55b269ecbbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:05.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5b77fe640 1 --2- 172.21.15.17:0/3355589150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ece780 0x55b269ecbbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.137+0000 7fb5b77fe640 1 -- 172.21.15.17:0/3355589150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b269b963c0 con 0x55b269ec0b40 2024-09-16T01:46:05.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.138+0000 7fb5b77fe640 1 --2- 172.21.15.17:0/3355589150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ec0b40 0x55b269ecb4a0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fb5a8000c00 tx=0x7fb5a8003e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e18071b9e96d99f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:05.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.138+0000 7fb596ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:46:05.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.138+0000 7fb596ffd640 1 -- 172.21.15.17:0/3355589150 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a8005240 con 0x55b269ec0b40 2024-09-16T01:46:05.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.138+0000 7fb596ffd640 1 -- 172.21.15.17:0/3355589150 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb5a80053e0 con 0x55b269ec0b40 2024-09-16T01:46:05.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.138+0000 7fb5c0450740 1 -- 172.21.15.17:0/3355589150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5a8015070 con 0x55b269ec0b40 2024-09-16T01:46:05.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.138+0000 7fb596ffd640 1 -- 172.21.15.17:0/3355589150 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb5a8011440 con 0x55b269ec0b40 2024-09-16T01:46:05.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.138+0000 7fb5c0450740 10 client.15705 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:05.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.138+0000 7fb5c0450740 1 -- 172.21.15.17:0/3355589150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b269edcf20 con 0x55b269ec0b40 2024-09-16T01:46:05.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.139+0000 7fb596ffd640 1 -- 172.21.15.17:0/3355589150 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5a8015070 con 0x55b269ec0b40 2024-09-16T01:46:05.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.139+0000 7fb596ffd640 1 -- 172.21.15.17:0/3355589150 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb5a8004a30 con 0x55b269ec0b40 2024-09-16T01:46:05.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.139+0000 7fb5c0450740 10 client.15705 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:05.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.139+0000 7fb5c0450740 10 client.15705 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:46:05.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.139+0000 7fb5c0450740 20 client.15705 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:05.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.139+0000 7fb5c0450740 1 --2- 172.21.15.17:0/3355589150 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b269ede270 0x55b269ee0660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.139+0000 7fb5c0450740 4 client.15705 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:46:05.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.139+0000 7fb5c0450740 1 -- 172.21.15.17:0/3355589150 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b269e32860 con 0x55b269ede270 2024-09-16T01:46:05.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.139+0000 7fb5b6ffd640 1 --2- 172.21.15.17:0/3355589150 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b269ede270 0x55b269ee0660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.140+0000 7fb5b6ffd640 1 --2- 172.21.15.17:0/3355589150 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b269ede270 0x55b269ee0660 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d96067e3ab0b235f server_cookie=cb3fb0b2d7d80db7 in_seq=0 out_seq=0 2024-09-16T01:46:05.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.140+0000 7fb596ffd640 10 client.15705 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:46:05.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.140+0000 7fb596ffd640 1 -- 172.21.15.17:0/3355589150 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b269e32860 con 0x55b269ede270 2024-09-16T01:46:05.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.140+0000 7fb596ffd640 10 client.15705 handle_command_reply: tid=0 2024-09-16T01:46:05.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.140+0000 7fb5c0450740 1 client.15705 shutdown 2024-09-16T01:46:05.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.141+0000 7fb5c0450740 1 -- 172.21.15.17:0/3355589150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ec0b40 msgr2=0x55b269ecb4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.141+0000 7fb5c0450740 1 --2- 172.21.15.17:0/3355589150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ec0b40 0x55b269ecb4a0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fb5a8000c00 tx=0x7fb5a8003e00 comp rx=0 tx=0).stop 2024-09-16T01:46:05.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.141+0000 7fb5c0450740 1 -- 172.21.15.17:0/3355589150 shutdown_connections 2024-09-16T01:46:05.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.141+0000 7fb5c0450740 1 --2- 172.21.15.17:0/3355589150 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b269ede270 0x55b269ee0660 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.141+0000 7fb5c0450740 1 --2- 172.21.15.17:0/3355589150 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ece780 0x55b269ecbbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.141+0000 7fb5c0450740 1 --2- 172.21.15.17:0/3355589150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ec0b40 0x55b269ecb4a0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.141+0000 7fb5c0450740 1 --2- 172.21.15.17:0/3355589150 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ece1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.141+0000 7fb596ffd640 0 client.15705 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:46:05.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.141+0000 7fb5c0450740 1 -- 172.21.15.17:0/3355589150 >> 172.21.15.17:0/3355589150 conn(0x55b269e88310 msgr2=0x55b269ec1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:05.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.141+0000 7fb5c0450740 1 -- 172.21.15.17:0/3355589150 shutdown_connections 2024-09-16T01:46:05.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.141+0000 7fb5c0450740 1 -- 172.21.15.17:0/3355589150 wait complete. 2024-09-16T01:46:05.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.141+0000 7fb5c0450740 20 client.15705 trim_cache size 0 max 16384 2024-09-16T01:46:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5c0450740 1 Processor -- start 2024-09-16T01:46:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5c0450740 1 -- start start 2024-09-16T01:46:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5c0450740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ebf5d0 0x55b269eda720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5c0450740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ec0b40 0x55b269ebac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5c0450740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ece780 0x55b269ebb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5c0450740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b81adc70 con 0x55b269ebf5d0 2024-09-16T01:46:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5c0450740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b81ab540 con 0x55b269ece780 2024-09-16T01:46:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5c0450740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b81a9370 con 0x55b269ec0b40 2024-09-16T01:46:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5b77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ec0b40 0x55b269ebac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5b6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ebf5d0 0x55b269eda720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5b77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ec0b40 0x55b269ebac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45978/0 (socket says 172.21.15.17:45978) 2024-09-16T01:46:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5b77fe640 1 -- 172.21.15.17:0/2708907115 learned_addr learned my addr 172.21.15.17:0/2708907115 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5b6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ebf5d0 0x55b269eda720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42796/0 (socket says 172.21.15.17:42796) 2024-09-16T01:46:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5b6ffd640 1 --2- 172.21.15.17:0/2708907115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ece780 0x55b269ebb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5b77fe640 1 -- 172.21.15.17:0/2708907115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ece780 msgr2=0x55b269ebb150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5b77fe640 1 --2- 172.21.15.17:0/2708907115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ece780 0x55b269ebb150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5b77fe640 1 -- 172.21.15.17:0/2708907115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ebf5d0 msgr2=0x55b269eda720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5b77fe640 1 --2- 172.21.15.17:0/2708907115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ebf5d0 0x55b269eda720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.157+0000 7fb5b77fe640 1 -- 172.21.15.17:0/2708907115 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b269edac60 con 0x55b269ec0b40 2024-09-16T01:46:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.158+0000 7fb5b77fe640 1 --2- 172.21.15.17:0/2708907115 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ec0b40 0x55b269ebac10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb5a801a470 tx=0x7fb5a800b5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a576051bb8bd435c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.158+0000 7fb59d7fa640 1 -- 172.21.15.17:0/2708907115 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a80039c0 con 0x55b269ec0b40 2024-09-16T01:46:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.158+0000 7fb59d7fa640 1 -- 172.21.15.17:0/2708907115 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5a801e040 con 0x55b269ec0b40 2024-09-16T01:46:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.158+0000 7fb59d7fa640 1 -- 172.21.15.17:0/2708907115 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5a801adb0 con 0x55b269ec0b40 2024-09-16T01:46:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.159+0000 7fb5c0450740 1 -- 172.21.15.17:0/2708907115 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ec0b40 msgr2=0x55b269ebac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.159+0000 7fb5c0450740 1 --2- 172.21.15.17:0/2708907115 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ec0b40 0x55b269ebac10 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fb5a801a470 tx=0x7fb5a800b5f0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.159+0000 7fb5c0450740 1 -- 172.21.15.17:0/2708907115 shutdown_connections 2024-09-16T01:46:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.159+0000 7fb5c0450740 1 --2- 172.21.15.17:0/2708907115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ece780 0x55b269ebb150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.159+0000 7fb5c0450740 1 --2- 172.21.15.17:0/2708907115 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ec0b40 0x55b269ebac10 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.159+0000 7fb5c0450740 1 --2- 172.21.15.17:0/2708907115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ebf5d0 0x55b269eda720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.159+0000 7fb5c0450740 1 -- 172.21.15.17:0/2708907115 >> 172.21.15.17:0/2708907115 conn(0x55b269e88310 msgr2=0x55b269eba500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.159+0000 7fb5c0450740 1 -- 172.21.15.17:0/2708907115 shutdown_connections 2024-09-16T01:46:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.159+0000 7fb5c0450740 1 -- 172.21.15.17:0/2708907115 wait complete. 2024-09-16T01:46:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.159+0000 7fb5c0450740 1 -- start start 2024-09-16T01:46:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.159+0000 7fb5c0450740 1 Processor -- start 2024-09-16T01:46:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5c0450740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ed6b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5c0450740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ec0b40 0x55b269ed7060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5c0450740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ece780 0x55b269ec7e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5c0450740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b81a9a00 con 0x55b269ece780 2024-09-16T01:46:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5c0450740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b81aae70 con 0x55b269ec0b40 2024-09-16T01:46:05.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5c0450740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb5b81aa0d0 con 0x55b269ebf5d0 2024-09-16T01:46:05.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5c0450740 10 client.0 _ll_register_callbacks cb 0x7fb5a80044b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:05.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5b6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ed6b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5b6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ed6b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45982/0 (socket says 172.21.15.17:45982) 2024-09-16T01:46:05.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5b6ffd640 1 -- 172.21.15.17:0/4015664949 learned_addr learned my addr 172.21.15.17:0/4015664949 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:05.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5b6ffd640 1 --2- 172.21.15.17:0/4015664949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ece780 0x55b269ec7e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5b77fe640 1 --2- 172.21.15.17:0/4015664949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ec0b40 0x55b269ed7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5b6ffd640 1 -- 172.21.15.17:0/4015664949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ec0b40 msgr2=0x55b269ed7060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:05.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5b6ffd640 1 --2- 172.21.15.17:0/4015664949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ec0b40 0x55b269ed7060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5b6ffd640 1 -- 172.21.15.17:0/4015664949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ece780 msgr2=0x55b269ec7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5b6ffd640 1 --2- 172.21.15.17:0/4015664949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ece780 0x55b269ec7e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5b6ffd640 1 -- 172.21.15.17:0/4015664949 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b269ec8660 con 0x55b269ebf5d0 2024-09-16T01:46:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb5b6ffd640 1 --2- 172.21.15.17:0/4015664949 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ed6b20 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac000c00 tx=0x7fb5ac040040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd21cdc53814fee8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.160+0000 7fb596ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:46:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb596ffd640 1 -- 172.21.15.17:0/4015664949 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac047040 con 0x55b269ebf5d0 2024-09-16T01:46:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb596ffd640 1 -- 172.21.15.17:0/4015664949 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb5ac0314a0 con 0x55b269ebf5d0 2024-09-16T01:46:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb5c0450740 1 -- 172.21.15.17:0/4015664949 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5a801e040 con 0x55b269ebf5d0 2024-09-16T01:46:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb596ffd640 1 -- 172.21.15.17:0/4015664949 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb5ac035040 con 0x55b269ebf5d0 2024-09-16T01:46:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb5c0450740 10 client.25366 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb5c0450740 1 -- 172.21.15.17:0/4015664949 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b269f48980 con 0x55b269ebf5d0 2024-09-16T01:46:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb596ffd640 1 -- 172.21.15.17:0/4015664949 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5ac0316a0 con 0x55b269ebf5d0 2024-09-16T01:46:05.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb596ffd640 1 -- 172.21.15.17:0/4015664949 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb5ac054470 con 0x55b269ebf5d0 2024-09-16T01:46:05.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb5c0450740 10 client.25366 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:05.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb5c0450740 10 client.25366 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:46:05.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb5c0450740 20 client.25366 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:05.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb5c0450740 1 --2- 172.21.15.17:0/4015664949 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b269f49000 0x55b269f4b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:05.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb5c0450740 4 client.25366 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:46:05.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb5c0450740 1 -- 172.21.15.17:0/4015664949 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fb5a801e040 con 0x55b269f49000 2024-09-16T01:46:05.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.161+0000 7fb5b77fe640 1 --2- 172.21.15.17:0/4015664949 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b269f49000 0x55b269f4b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:05.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.162+0000 7fb5b77fe640 1 --2- 172.21.15.17:0/4015664949 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b269f49000 0x55b269f4b3f0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7988810f7b8201e3 server_cookie=40d3d805a4c88b2f in_seq=0 out_seq=0 2024-09-16T01:46:05.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.162+0000 7fb596ffd640 10 client.25366 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:46:05.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.162+0000 7fb596ffd640 1 -- 172.21.15.17:0/4015664949 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fb5a801e040 con 0x55b269f49000 2024-09-16T01:46:05.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.162+0000 7fb596ffd640 10 client.25366 handle_command_reply: tid=0 2024-09-16T01:46:05.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.162+0000 7fb5c0450740 1 client.25366 shutdown 2024-09-16T01:46:05.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.162+0000 7fb5c0450740 1 -- 172.21.15.17:0/4015664949 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 msgr2=0x55b269ed6b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.162+0000 7fb5c0450740 1 --2- 172.21.15.17:0/4015664949 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ed6b20 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac000c00 tx=0x7fb5ac040040 comp rx=0 tx=0).stop 2024-09-16T01:46:05.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.162+0000 7fb5c0450740 1 -- 172.21.15.17:0/4015664949 shutdown_connections 2024-09-16T01:46:05.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.163+0000 7fb5c0450740 1 --2- 172.21.15.17:0/4015664949 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b269f49000 0x55b269f4b3f0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.163+0000 7fb5c0450740 1 --2- 172.21.15.17:0/4015664949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b269ece780 0x55b269ec7e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.163+0000 7fb5c0450740 1 --2- 172.21.15.17:0/4015664949 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b269ec0b40 0x55b269ed7060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.163+0000 7fb596ffd640 0 client.25366 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:46:05.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.163+0000 7fb5c0450740 1 --2- 172.21.15.17:0/4015664949 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b269ebf5d0 0x55b269ed6b20 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.163+0000 7fb5c0450740 1 -- 172.21.15.17:0/4015664949 >> 172.21.15.17:0/4015664949 conn(0x55b269e88310 msgr2=0x55b269ec10e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:05.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.163+0000 7fb5c0450740 1 -- 172.21.15.17:0/4015664949 shutdown_connections 2024-09-16T01:46:05.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.163+0000 7fb5c0450740 1 -- 172.21.15.17:0/4015664949 wait complete. 2024-09-16T01:46:05.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.163+0000 7fb5c0450740 20 client.25366 trim_cache size 0 max 16384 2024-09-16T01:46:05.178 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:46:05.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.163+0000 7fb5be077640 1 -- 172.21.15.17:0/1915965588 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb5a00a32c0 msgr2=0x7fb5a00a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.163+0000 7fb5be077640 1 --2- 172.21.15.17:0/1915965588 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb5a00a32c0 0x7fb5a00a5780 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fb5b001a040 tx=0x7fb5b0091a80 comp rx=0 tx=0).stop 2024-09-16T01:46:05.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.164+0000 7fb5be077640 1 -- 172.21.15.17:0/1915965588 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb5b81082a0 msgr2=0x7fb5b819ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:05.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.164+0000 7fb5be077640 1 --2- 172.21.15.17:0/1915965588 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb5b81082a0 0x7fb5b819ce10 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fb5b0009fd0 tx=0x7fb5b000ef10 comp rx=0 tx=0).stop 2024-09-16T01:46:05.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.164+0000 7fb5be077640 1 -- 172.21.15.17:0/1915965588 shutdown_connections 2024-09-16T01:46:05.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.164+0000 7fb5be077640 1 --2- 172.21.15.17:0/1915965588 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb5a00a32c0 0x7fb5a00a5780 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.164+0000 7fb5be077640 1 --2- 172.21.15.17:0/1915965588 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb5b81082a0 0x7fb5b819ce10 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.164+0000 7fb5be077640 1 --2- 172.21.15.17:0/1915965588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5b81036e0 0x7fb5b8198a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.164+0000 7fb5be077640 1 --2- 172.21.15.17:0/1915965588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5b8102d30 0x7fb5b8198540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:05.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.164+0000 7fb5be077640 1 -- 172.21.15.17:0/1915965588 >> 172.21.15.17:0/1915965588 conn(0x7fb5b80fc7d0 msgr2=0x7fb5b8105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:05.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.164+0000 7fb5be077640 1 -- 172.21.15.17:0/1915965588 shutdown_connections 2024-09-16T01:46:05.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:05.164+0000 7fb5be077640 1 -- 172.21.15.17:0/1915965588 wait complete. 2024-09-16T01:46:05.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 62255 3.99 MB/sec warmup 88 sec latency 62.370 ms 2024-09-16T01:46:06.037 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:46:06.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:06 smithi017 ceph-mon[30972]: pgmap v416: 97 pgs: 97 active+clean; 47 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:46:06.326 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:46:06.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:06 smithi122 ceph-mon[34758]: pgmap v416: 97 pgs: 97 active+clean; 47 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:46:06.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:06 smithi029 ceph-mon[34783]: pgmap v416: 97 pgs: 97 active+clean; 47 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:46:06.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 62947 3.98 MB/sec warmup 89 sec latency 18.609 ms 2024-09-16T01:46:06.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.830+0000 7f95f767d640 1 -- 172.21.15.17:0/1491337497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95f01082e0 msgr2=0x7f95f010ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.830+0000 7f95f767d640 1 --2- 172.21.15.17:0/1491337497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95f01082e0 0x7f95f010ec50 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f95e8009cd0 tx=0x7f95e802a8e0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.830+0000 7f95f767d640 1 -- 172.21.15.17:0/1491337497 shutdown_connections 2024-09-16T01:46:06.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.830+0000 7f95f767d640 1 --2- 172.21.15.17:0/1491337497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95f01082e0 0x7f95f010ec50 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.830+0000 7f95f767d640 1 --2- 172.21.15.17:0/1491337497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95f0103760 0x7f95f0107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.830+0000 7f95f767d640 1 --2- 172.21.15.17:0/1491337497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f0102db0 0x7f95f0103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.830+0000 7f95f767d640 1 -- 172.21.15.17:0/1491337497 >> 172.21.15.17:0/1491337497 conn(0x7f95f00fc7d0 msgr2=0x7f95f00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:06.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.830+0000 7f95f767d640 1 -- 172.21.15.17:0/1491337497 shutdown_connections 2024-09-16T01:46:06.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.830+0000 7f95f767d640 1 -- 172.21.15.17:0/1491337497 wait complete. 2024-09-16T01:46:06.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.831+0000 7f95f767d640 1 Processor -- start 2024-09-16T01:46:06.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.831+0000 7f95f767d640 1 -- start start 2024-09-16T01:46:06.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.831+0000 7f95f767d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95f0102db0 0x7f95f0100a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.831+0000 7f95f767d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95f0103760 0x7f95f0100f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.831+0000 7f95f767d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f01082e0 0x7f95f0101490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.831+0000 7f95f767d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f95f0111f60 con 0x7f95f0102db0 2024-09-16T01:46:06.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.831+0000 7f95f767d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f95f0111de0 con 0x7f95f01082e0 2024-09-16T01:46:06.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.831+0000 7f95f767d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f95f01120e0 con 0x7f95f0103760 2024-09-16T01:46:06.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95f5419640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95f0102db0 0x7f95f0100a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95f5419640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95f0102db0 0x7f95f0100a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53894/0 (socket says 172.21.15.17:53894) 2024-09-16T01:46:06.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95f5419640 1 -- 172.21.15.17:0/786335884 learned_addr learned my addr 172.21.15.17:0/786335884 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:06.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95f4c18640 1 --2- 172.21.15.17:0/786335884 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95f0103760 0x7f95f0100f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95f5c1a640 1 --2- 172.21.15.17:0/786335884 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f01082e0 0x7f95f0101490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95f5419640 1 -- 172.21.15.17:0/786335884 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95f0103760 msgr2=0x7f95f0100f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95f5419640 1 --2- 172.21.15.17:0/786335884 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95f0103760 0x7f95f0100f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95f5419640 1 -- 172.21.15.17:0/786335884 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f01082e0 msgr2=0x7f95f0101490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95f5419640 1 --2- 172.21.15.17:0/786335884 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f01082e0 0x7f95f0101490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95f5419640 1 -- 172.21.15.17:0/786335884 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95f01a69c0 con 0x7f95f0102db0 2024-09-16T01:46:06.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95f5419640 1 --2- 172.21.15.17:0/786335884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95f0102db0 0x7f95f0100a10 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f95ec00c920 tx=0x7f95ec00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95e67fc640 1 -- 172.21.15.17:0/786335884 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ec007c70 con 0x7f95f0102db0 2024-09-16T01:46:06.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95f767d640 1 -- 172.21.15.17:0/786335884 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95f01a6cb0 con 0x7f95f0102db0 2024-09-16T01:46:06.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95e67fc640 1 -- 172.21.15.17:0/786335884 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95ec007e10 con 0x7f95f0102db0 2024-09-16T01:46:06.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95e67fc640 1 -- 172.21.15.17:0/786335884 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ec018820 con 0x7f95f0102db0 2024-09-16T01:46:06.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.832+0000 7f95f767d640 1 -- 172.21.15.17:0/786335884 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95f01a71a0 con 0x7f95f0102db0 2024-09-16T01:46:06.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.835+0000 7f95e67fc640 1 -- 172.21.15.17:0/786335884 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f95ec0189c0 con 0x7f95f0102db0 2024-09-16T01:46:06.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.835+0000 7f95f9a56740 1 Processor -- start 2024-09-16T01:46:06.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f9a56740 1 -- start start 2024-09-16T01:46:06.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f9a56740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a81b40 0x55d492a80090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f9a56740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a805d0 0x55d492a80a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f9a56740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492a8d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f9a56740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d4929e62f0 con 0x55d492a8b370 2024-09-16T01:46:06.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f9a56740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d49298dcf0 con 0x55d492a805d0 2024-09-16T01:46:06.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f9a56740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d4929e22b0 con 0x55d492a81b40 2024-09-16T01:46:06.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95e67fc640 1 --2- 172.21.15.17:0/786335884 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95dc0a3240 0x7f95dc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f5419640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a805d0 0x55d492a80a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f5c1a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a81b40 0x55d492a80090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f5c1a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a81b40 0x55d492a80090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53622/0 (socket says 172.21.15.17:53622) 2024-09-16T01:46:06.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f5419640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a805d0 0x55d492a80a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51334/0 (socket says 172.21.15.17:51334) 2024-09-16T01:46:06.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f5c1a640 1 -- 172.21.15.17:0/1486318855 learned_addr learned my addr 172.21.15.17:0/1486318855 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:06.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f4c18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492a8d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f5c1a640 1 --2- 172.21.15.17:0/786335884 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95dc0a3240 0x7f95dc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95e67fc640 1 -- 172.21.15.17:0/786335884 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f95ec0cfa80 con 0x7f95f0102db0 2024-09-16T01:46:06.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.836+0000 7f95f4c18640 1 -- 172.21.15.17:0/1486318855 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a81b40 msgr2=0x55d492a80090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:06.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.837+0000 7f95f4c18640 1 --2- 172.21.15.17:0/1486318855 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a81b40 0x55d492a80090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.837+0000 7f95f4c18640 1 -- 172.21.15.17:0/1486318855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a805d0 msgr2=0x55d492a80a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:06.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.837+0000 7f95f4c18640 1 --2- 172.21.15.17:0/1486318855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a805d0 0x55d492a80a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.837+0000 7f95f4c18640 1 -- 172.21.15.17:0/1486318855 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4929723a0 con 0x55d492a8b370 2024-09-16T01:46:06.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.837+0000 7f95f5c1a640 1 --2- 172.21.15.17:0/1486318855 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a81b40 0x55d492a80090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:06.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.837+0000 7f95f5c1a640 1 --2- 172.21.15.17:0/786335884 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95dc0a3240 0x7f95dc0a5700 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f95e8009a60 tx=0x7f95e80095c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.837+0000 7f95f4c18640 1 --2- 172.21.15.17:0/1486318855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492a8d760 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f95f006a2f0 tx=0x7f95e0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adf2fd3a9fd4e207 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.837+0000 7f95db7fe640 1 -- 172.21.15.17:0/1486318855 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e0004050 con 0x55d492a8b370 2024-09-16T01:46:06.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.837+0000 7f95db7fe640 1 -- 172.21.15.17:0/1486318855 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95e00054d0 con 0x55d492a8b370 2024-09-16T01:46:06.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.837+0000 7f95db7fe640 1 -- 172.21.15.17:0/1486318855 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e0004b90 con 0x55d492a8b370 2024-09-16T01:46:06.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.838+0000 7f95f9a56740 1 -- 172.21.15.17:0/1486318855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 msgr2=0x55d492a8d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.838+0000 7f95f9a56740 1 --2- 172.21.15.17:0/1486318855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492a8d760 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f95f006a2f0 tx=0x7f95e0011810 comp rx=0 tx=0).stop 2024-09-16T01:46:06.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.838+0000 7f95f9a56740 1 -- 172.21.15.17:0/1486318855 shutdown_connections 2024-09-16T01:46:06.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.838+0000 7f95f9a56740 1 --2- 172.21.15.17:0/1486318855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492a8d760 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.838+0000 7f95f9a56740 1 --2- 172.21.15.17:0/1486318855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a805d0 0x55d492a80a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.838+0000 7f95f9a56740 1 --2- 172.21.15.17:0/1486318855 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a81b40 0x55d492a80090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.838+0000 7f95f9a56740 1 -- 172.21.15.17:0/1486318855 >> 172.21.15.17:0/1486318855 conn(0x55d492a49310 msgr2=0x55d492a7cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:06.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.838+0000 7f95f9a56740 1 -- 172.21.15.17:0/1486318855 shutdown_connections 2024-09-16T01:46:06.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.838+0000 7f95f9a56740 1 -- 172.21.15.17:0/1486318855 wait complete. 2024-09-16T01:46:06.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.838+0000 7f95f9a56740 1 -- start start 2024-09-16T01:46:06.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.838+0000 7f95f9a56740 1 Processor -- start 2024-09-16T01:46:06.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f9a56740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a805d0 0x55d492a8ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f9a56740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a81b40 0x55d492a87fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f9a56740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492a88570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f9a56740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d492a8e070 con 0x55d492a8b370 2024-09-16T01:46:06.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f9a56740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d4929a1060 con 0x55d492a805d0 2024-09-16T01:46:06.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f9a56740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d492a8e1f0 con 0x55d492a81b40 2024-09-16T01:46:06.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f9a56740 10 client.0 _ll_register_callbacks cb 0x55d4926f48c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:06.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f5c1a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492a88570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f5c1a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492a88570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53900/0 (socket says 172.21.15.17:53900) 2024-09-16T01:46:06.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f5c1a640 1 -- 172.21.15.17:0/2792716508 learned_addr learned my addr 172.21.15.17:0/2792716508 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:06.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f4c18640 1 --2- 172.21.15.17:0/2792716508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a81b40 0x55d492a87fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f5419640 1 --2- 172.21.15.17:0/2792716508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a805d0 0x55d492a8ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f5c1a640 1 -- 172.21.15.17:0/2792716508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a81b40 msgr2=0x55d492a87fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:06.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f5c1a640 1 --2- 172.21.15.17:0/2792716508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a81b40 0x55d492a87fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f5c1a640 1 -- 172.21.15.17:0/2792716508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a805d0 msgr2=0x55d492a8ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:06.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f5c1a640 1 --2- 172.21.15.17:0/2792716508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a805d0 0x55d492a8ad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.839+0000 7f95f5c1a640 1 -- 172.21.15.17:0/2792716508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4927573c0 con 0x55d492a8b370 2024-09-16T01:46:06.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95f5c1a640 1 --2- 172.21.15.17:0/2792716508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492a88570 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f95e8003bf0 tx=0x7f95e802a8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef643b8dfd76a8bd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95d8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:46:06.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95d8ff9640 1 -- 172.21.15.17:0/2792716508 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95e8050020 con 0x55d492a8b370 2024-09-16T01:46:06.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95d8ff9640 1 -- 172.21.15.17:0/2792716508 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f95e8004460 con 0x55d492a8b370 2024-09-16T01:46:06.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95f9a56740 1 -- 172.21.15.17:0/2792716508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95e00054d0 con 0x55d492a8b370 2024-09-16T01:46:06.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95d8ff9640 1 -- 172.21.15.17:0/2792716508 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f95e8004660 con 0x55d492a8b370 2024-09-16T01:46:06.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95f9a56740 10 client.15723 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:06.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95f9a56740 1 -- 172.21.15.17:0/2792716508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d492a99ac0 con 0x55d492a8b370 2024-09-16T01:46:06.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95d8ff9640 1 -- 172.21.15.17:0/2792716508 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95e00054d0 con 0x55d492a8b370 2024-09-16T01:46:06.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95d8ff9640 1 -- 172.21.15.17:0/2792716508 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f95e8030070 con 0x55d492a8b370 2024-09-16T01:46:06.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95f9a56740 10 client.15723 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:06.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95f9a56740 10 client.15723 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:46:06.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95f9a56740 20 client.15723 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:06.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95f9a56740 1 --2- 172.21.15.17:0/2792716508 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d492a9aed0 0x55d492a9d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.840+0000 7f95f9a56740 4 client.15723 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:46:06.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.841+0000 7f95f9a56740 1 -- 172.21.15.17:0/2792716508 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d4929f3860 con 0x55d492a9aed0 2024-09-16T01:46:06.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.841+0000 7f95f5419640 1 --2- 172.21.15.17:0/2792716508 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d492a9aed0 0x55d492a9d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.841+0000 7f95d8ff9640 10 client.15723 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:06.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.841+0000 7f95f5419640 1 --2- 172.21.15.17:0/2792716508 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d492a9aed0 0x55d492a9d340 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=42470ad8831736aa server_cookie=3e5dece0975e5f50 in_seq=0 out_seq=0 2024-09-16T01:46:06.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.842+0000 7f95d8ff9640 1 -- 172.21.15.17:0/2792716508 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d4929f3860 con 0x55d492a9aed0 2024-09-16T01:46:06.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.842+0000 7f95d8ff9640 10 client.15723 handle_command_reply: tid=0 2024-09-16T01:46:06.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.842+0000 7f95f9a56740 1 client.15723 shutdown 2024-09-16T01:46:06.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.842+0000 7f95f9a56740 1 -- 172.21.15.17:0/2792716508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 msgr2=0x55d492a88570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.842+0000 7f95f9a56740 1 --2- 172.21.15.17:0/2792716508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492a88570 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f95e8003bf0 tx=0x7f95e802a8e0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.842+0000 7f95f9a56740 1 -- 172.21.15.17:0/2792716508 shutdown_connections 2024-09-16T01:46:06.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.842+0000 7f95f9a56740 1 --2- 172.21.15.17:0/2792716508 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d492a9aed0 0x55d492a9d340 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.842+0000 7f95f9a56740 1 --2- 172.21.15.17:0/2792716508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492a88570 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.842+0000 7f95f9a56740 1 --2- 172.21.15.17:0/2792716508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a81b40 0x55d492a87fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.842+0000 7f95d8ff9640 0 client.15723 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:06.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.842+0000 7f95f9a56740 1 --2- 172.21.15.17:0/2792716508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a805d0 0x55d492a8ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.842+0000 7f95f9a56740 1 -- 172.21.15.17:0/2792716508 >> 172.21.15.17:0/2792716508 conn(0x55d492a49310 msgr2=0x55d492a82960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:06.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.843+0000 7f95f9a56740 1 -- 172.21.15.17:0/2792716508 shutdown_connections 2024-09-16T01:46:06.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.843+0000 7f95f9a56740 1 -- 172.21.15.17:0/2792716508 wait complete. 2024-09-16T01:46:06.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.843+0000 7f95f9a56740 20 client.15723 trim_cache size 0 max 16384 2024-09-16T01:46:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.858+0000 7f95f9a56740 1 Processor -- start 2024-09-16T01:46:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.858+0000 7f95f9a56740 1 -- start start 2024-09-16T01:46:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f9a56740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a805d0 0x55d492a7ce10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f9a56740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a81b40 0x55d492a97310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f9a56740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492aa2c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f9a56740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f95f01b2030 con 0x55d492a8b370 2024-09-16T01:46:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f9a56740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f95f01af900 con 0x55d492a81b40 2024-09-16T01:46:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f9a56740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f95f01ad730 con 0x55d492a805d0 2024-09-16T01:46:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f5419640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a805d0 0x55d492a7ce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f5c1a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492aa2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f4c18640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a81b40 0x55d492a97310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f5c1a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492aa2c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53906/0 (socket says 172.21.15.17:53906) 2024-09-16T01:46:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f5c1a640 1 -- 172.21.15.17:0/1057954081 learned_addr learned my addr 172.21.15.17:0/1057954081 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f5419640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a805d0 0x55d492a7ce10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53636/0 (socket says 172.21.15.17:53636) 2024-09-16T01:46:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f5419640 1 -- 172.21.15.17:0/1057954081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a81b40 msgr2=0x55d492a97310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f5419640 1 --2- 172.21.15.17:0/1057954081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a81b40 0x55d492a97310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f5419640 1 -- 172.21.15.17:0/1057954081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 msgr2=0x55d492aa2c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f5419640 1 --2- 172.21.15.17:0/1057954081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492aa2c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f5419640 1 -- 172.21.15.17:0/1057954081 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d492a86520 con 0x55d492a805d0 2024-09-16T01:46:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95f5419640 1 --2- 172.21.15.17:0/1057954081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a805d0 0x55d492a7ce10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f95ec09bd60 tx=0x7f95ec0c6e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc60a2a9672f9682 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.859+0000 7f95daffd640 1 -- 172.21.15.17:0/1057954081 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ec00fb00 con 0x55d492a805d0 2024-09-16T01:46:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.860+0000 7f95daffd640 1 -- 172.21.15.17:0/1057954081 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95ec09c760 con 0x55d492a805d0 2024-09-16T01:46:06.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.860+0000 7f95daffd640 1 -- 172.21.15.17:0/1057954081 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ec0cd650 con 0x55d492a805d0 2024-09-16T01:46:06.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.860+0000 7f95f9a56740 1 -- 172.21.15.17:0/1057954081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a805d0 msgr2=0x55d492a7ce10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.860+0000 7f95f9a56740 1 --2- 172.21.15.17:0/1057954081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a805d0 0x55d492a7ce10 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f95ec09bd60 tx=0x7f95ec0c6e30 comp rx=0 tx=0).stop 2024-09-16T01:46:06.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.861+0000 7f95f9a56740 1 -- 172.21.15.17:0/1057954081 shutdown_connections 2024-09-16T01:46:06.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.861+0000 7f95f9a56740 1 --2- 172.21.15.17:0/1057954081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492aa2c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.861+0000 7f95f9a56740 1 --2- 172.21.15.17:0/1057954081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a81b40 0x55d492a97310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.861+0000 7f95f9a56740 1 --2- 172.21.15.17:0/1057954081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a805d0 0x55d492a7ce10 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.861+0000 7f95f9a56740 1 -- 172.21.15.17:0/1057954081 >> 172.21.15.17:0/1057954081 conn(0x55d492a49310 msgr2=0x55d492a7c700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:06.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.861+0000 7f95f9a56740 1 -- 172.21.15.17:0/1057954081 shutdown_connections 2024-09-16T01:46:06.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.861+0000 7f95f9a56740 1 -- 172.21.15.17:0/1057954081 wait complete. 2024-09-16T01:46:06.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.861+0000 7f95f9a56740 1 -- start start 2024-09-16T01:46:06.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.861+0000 7f95f9a56740 1 Processor -- start 2024-09-16T01:46:06.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f9a56740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a805d0 0x55d492a8f910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f9a56740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a81b40 0x55d492a8fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f9a56740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492b04c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f9a56740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f95f01addc0 con 0x55d492a8b370 2024-09-16T01:46:06.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f9a56740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f95f01af230 con 0x55d492a81b40 2024-09-16T01:46:06.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f9a56740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f95f01ae490 con 0x55d492a805d0 2024-09-16T01:46:06.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f9a56740 10 client.0 _ll_register_callbacks cb 0x7f95e8009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:06.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f5419640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a805d0 0x55d492a8f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f5c1a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492b04c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f5419640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a805d0 0x55d492a8f910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53652/0 (socket says 172.21.15.17:53652) 2024-09-16T01:46:06.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f5419640 1 -- 172.21.15.17:0/2045087397 learned_addr learned my addr 172.21.15.17:0/2045087397 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:06.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f4c18640 1 --2- 172.21.15.17:0/2045087397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a81b40 0x55d492a8fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f5419640 1 -- 172.21.15.17:0/2045087397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a81b40 msgr2=0x55d492a8fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:06.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f5419640 1 --2- 172.21.15.17:0/2045087397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a81b40 0x55d492a8fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f5419640 1 -- 172.21.15.17:0/2045087397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 msgr2=0x55d492b04c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f5419640 1 --2- 172.21.15.17:0/2045087397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492b04c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f5419640 1 -- 172.21.15.17:0/2045087397 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d492b05170 con 0x55d492a805d0 2024-09-16T01:46:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95f5419640 1 --2- 172.21.15.17:0/2045087397 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a805d0 0x55d492a8f910 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f95ec09bd60 tx=0x7f95ec00fb80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a164c630388e8c9d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.862+0000 7f95d8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:46:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95d8ff9640 1 -- 172.21.15.17:0/2045087397 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95ec0b5020 con 0x55d492a805d0 2024-09-16T01:46:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95d8ff9640 1 -- 172.21.15.17:0/2045087397 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f95ec0cd650 con 0x55d492a805d0 2024-09-16T01:46:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95f9a56740 1 -- 172.21.15.17:0/2045087397 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95ec09c760 con 0x55d492a805d0 2024-09-16T01:46:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95d8ff9640 1 -- 172.21.15.17:0/2045087397 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f95ec0a0410 con 0x55d492a805d0 2024-09-16T01:46:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95f9a56740 10 client.25384 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95f9a56740 1 -- 172.21.15.17:0/2045087397 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d492b06470 con 0x55d492a805d0 2024-09-16T01:46:06.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95d8ff9640 1 -- 172.21.15.17:0/2045087397 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95ec09c760 con 0x55d492a805d0 2024-09-16T01:46:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95d8ff9640 1 -- 172.21.15.17:0/2045087397 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f95ec096bd0 con 0x55d492a805d0 2024-09-16T01:46:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95f9a56740 10 client.25384 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95f9a56740 10 client.25384 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:46:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95f9a56740 20 client.25384 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95f9a56740 1 --2- 172.21.15.17:0/2045087397 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d492b06ad0 0x55d492b08ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95f9a56740 4 client.25384 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:46:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95f9a56740 1 -- 172.21.15.17:0/2045087397 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d4929edd70 con 0x55d492b06ad0 2024-09-16T01:46:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.863+0000 7f95f4c18640 1 --2- 172.21.15.17:0/2045087397 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d492b06ad0 0x55d492b08ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.864+0000 7f95f4c18640 1 --2- 172.21.15.17:0/2045087397 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d492b06ad0 0x55d492b08ec0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca4c7e6f1ed2b915 server_cookie=fd7393b4e802276f in_seq=0 out_seq=0 2024-09-16T01:46:06.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.864+0000 7f95d8ff9640 10 client.25384 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95d8ff9640 1 -- 172.21.15.17:0/2045087397 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d4929edd70 con 0x55d492b06ad0 2024-09-16T01:46:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95d8ff9640 10 client.25384 handle_command_reply: tid=0 2024-09-16T01:46:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95f9a56740 1 client.25384 shutdown 2024-09-16T01:46:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95f9a56740 1 -- 172.21.15.17:0/2045087397 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a805d0 msgr2=0x55d492a8f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95f9a56740 1 --2- 172.21.15.17:0/2045087397 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a805d0 0x55d492a8f910 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f95ec09bd60 tx=0x7f95ec00fb80 comp rx=0 tx=0).stop 2024-09-16T01:46:06.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95f9a56740 1 -- 172.21.15.17:0/2045087397 shutdown_connections 2024-09-16T01:46:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95f9a56740 1 --2- 172.21.15.17:0/2045087397 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d492b06ad0 0x55d492b08ec0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95f9a56740 1 --2- 172.21.15.17:0/2045087397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d492a8b370 0x55d492b04c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95f9a56740 1 --2- 172.21.15.17:0/2045087397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d492a81b40 0x55d492a8fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95d8ff9640 0 client.25384 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95f9a56740 1 --2- 172.21.15.17:0/2045087397 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d492a805d0 0x55d492a8f910 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95f9a56740 1 -- 172.21.15.17:0/2045087397 >> 172.21.15.17:0/2045087397 conn(0x55d492a49310 msgr2=0x55d492a7b4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95f9a56740 1 -- 172.21.15.17:0/2045087397 shutdown_connections 2024-09-16T01:46:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95f9a56740 1 -- 172.21.15.17:0/2045087397 wait complete. 2024-09-16T01:46:06.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.865+0000 7f95f9a56740 20 client.25384 trim_cache size 0 max 16384 2024-09-16T01:46:06.873 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:46:06.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.866+0000 7f95f767d640 1 -- 172.21.15.17:0/786335884 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95dc0a3240 msgr2=0x7f95dc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.866+0000 7f95f767d640 1 --2- 172.21.15.17:0/786335884 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95dc0a3240 0x7f95dc0a5700 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f95e8009a60 tx=0x7f95e80095c0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.866+0000 7f95f767d640 1 -- 172.21.15.17:0/786335884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95f0102db0 msgr2=0x7f95f0100a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:06.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.866+0000 7f95f767d640 1 --2- 172.21.15.17:0/786335884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95f0102db0 0x7f95f0100a10 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f95ec00c920 tx=0x7f95ec00cde0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.867+0000 7f95f767d640 1 -- 172.21.15.17:0/786335884 shutdown_connections 2024-09-16T01:46:06.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.867+0000 7f95f767d640 1 --2- 172.21.15.17:0/786335884 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95dc0a3240 0x7f95dc0a5700 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.867+0000 7f95f767d640 1 --2- 172.21.15.17:0/786335884 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f95f01082e0 0x7f95f0101490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.867+0000 7f95f767d640 1 --2- 172.21.15.17:0/786335884 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f95f0103760 0x7f95f0100f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.867+0000 7f95f767d640 1 --2- 172.21.15.17:0/786335884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95f0102db0 0x7f95f0100a10 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:06.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.867+0000 7f95f767d640 1 -- 172.21.15.17:0/786335884 >> 172.21.15.17:0/786335884 conn(0x7f95f00fc7d0 msgr2=0x7f95f0105d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:06.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.867+0000 7f95f767d640 1 -- 172.21.15.17:0/786335884 shutdown_connections 2024-09-16T01:46:06.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:06.867+0000 7f95f767d640 1 -- 172.21.15.17:0/786335884 wait complete. 2024-09-16T01:46:07.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 63652 4.01 MB/sec warmup 90 sec latency 174.114 ms 2024-09-16T01:46:08.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:08 smithi017 ceph-mon[30972]: pgmap v417: 97 pgs: 97 active+clean; 47 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.5 MiB/s wr, 93 op/s 2024-09-16T01:46:08.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:08 smithi029 ceph-mon[34783]: pgmap v417: 97 pgs: 97 active+clean; 47 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.5 MiB/s wr, 93 op/s 2024-09-16T01:46:08.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:08 smithi122 ceph-mon[34758]: pgmap v417: 97 pgs: 97 active+clean; 47 MiB data, 462 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.5 MiB/s wr, 93 op/s 2024-09-16T01:46:08.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 64285 4.01 MB/sec warmup 91 sec latency 184.559 ms 2024-09-16T01:46:08.961 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:46:08.961 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:46:09.249 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:46:09.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 64906 3.99 MB/sec warmup 92 sec latency 18.069 ms 2024-09-16T01:46:09.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.768+0000 7f91e1c5b640 1 -- 172.21.15.17:0/3291104896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91dc101de0 msgr2=0x7f91dc1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.768+0000 7f91e1c5b640 1 --2- 172.21.15.17:0/3291104896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91dc101de0 0x7f91dc1021c0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f91cc009900 tx=0x7f91cc02a3f0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.768+0000 7f91e1c5b640 1 -- 172.21.15.17:0/3291104896 shutdown_connections 2024-09-16T01:46:09.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.768+0000 7f91e1c5b640 1 --2- 172.21.15.17:0/3291104896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f91dc106f10 0x7f91dc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.768+0000 7f91e1c5b640 1 --2- 172.21.15.17:0/3291104896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f91dc102790 0x7f91dc1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.768+0000 7f91e1c5b640 1 --2- 172.21.15.17:0/3291104896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91dc101de0 0x7f91dc1021c0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.768+0000 7f91e1c5b640 1 -- 172.21.15.17:0/3291104896 >> 172.21.15.17:0/3291104896 conn(0x7f91dc0fd880 msgr2=0x7f91dc0ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:09.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.769+0000 7f91e1c5b640 1 -- 172.21.15.17:0/3291104896 shutdown_connections 2024-09-16T01:46:09.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.769+0000 7f91e1c5b640 1 -- 172.21.15.17:0/3291104896 wait complete. 2024-09-16T01:46:09.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.769+0000 7f91e1c5b640 1 Processor -- start 2024-09-16T01:46:09.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91e1c5b640 1 -- start start 2024-09-16T01:46:09.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91e1c5b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91dc101de0 0x7f91dc1982b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91e1c5b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f91dc102790 0x7f91dc1987f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91e1c5b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f91dc106f10 0x7f91dc19cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91e1c5b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f91dc111e20 con 0x7f91dc101de0 2024-09-16T01:46:09.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91e1c5b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f91dc111ca0 con 0x7f91dc106f10 2024-09-16T01:46:09.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91e1c5b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f91dc111fa0 con 0x7f91dc102790 2024-09-16T01:46:09.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91dc101de0 0x7f91dc1982b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91dc101de0 0x7f91dc1982b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53938/0 (socket says 172.21.15.17:53938) 2024-09-16T01:46:09.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91db7fe640 1 -- 172.21.15.17:0/2261118515 learned_addr learned my addr 172.21.15.17:0/2261118515 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:09.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91daffd640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f91dc102790 0x7f91dc1987f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91dbfff640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f91dc106f10 0x7f91dc19cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91db7fe640 1 -- 172.21.15.17:0/2261118515 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f91dc102790 msgr2=0x7f91dc1987f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91db7fe640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f91dc102790 0x7f91dc1987f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91db7fe640 1 -- 172.21.15.17:0/2261118515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f91dc106f10 msgr2=0x7f91dc19cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91db7fe640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f91dc106f10 0x7f91dc19cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91db7fe640 1 -- 172.21.15.17:0/2261118515 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91dc19d260 con 0x7f91dc101de0 2024-09-16T01:46:09.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.770+0000 7f91dbfff640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f91dc106f10 0x7f91dc19cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:09.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.771+0000 7f91db7fe640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91dc101de0 0x7f91dc1982b0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f91cc005940 tx=0x7f91cc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:09.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.771+0000 7f91d8ff9640 1 -- 172.21.15.17:0/2261118515 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91cc03f030 con 0x7f91dc101de0 2024-09-16T01:46:09.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.771+0000 7f91d8ff9640 1 -- 172.21.15.17:0/2261118515 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91cc003cb0 con 0x7f91dc101de0 2024-09-16T01:46:09.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.771+0000 7f91e1c5b640 1 -- 172.21.15.17:0/2261118515 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91dc19d4f0 con 0x7f91dc101de0 2024-09-16T01:46:09.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.771+0000 7f91d8ff9640 1 -- 172.21.15.17:0/2261118515 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91cc035070 con 0x7f91dc101de0 2024-09-16T01:46:09.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.771+0000 7f91e1c5b640 1 -- 172.21.15.17:0/2261118515 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91dc1a4e30 con 0x7f91dc101de0 2024-09-16T01:46:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.774+0000 7f91d8ff9640 1 -- 172.21.15.17:0/2261118515 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f91cc042030 con 0x7f91dc101de0 2024-09-16T01:46:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.774+0000 7f91e4034740 1 Processor -- start 2024-09-16T01:46:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.774+0000 7f91e4034740 1 -- start start 2024-09-16T01:46:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91e4034740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d64cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91e4034740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d657800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91e4034740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d657d40 0x56187d65a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91e4034740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56187d5b2280 con 0x56187d64cb60 2024-09-16T01:46:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91e4034740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56187d559b10 con 0x56187d657d40 2024-09-16T01:46:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91e4034740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56187d5ae240 con 0x56187d64d480 2024-09-16T01:46:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91dbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d64cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91dbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d64cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53952/0 (socket says 172.21.15.17:53952) 2024-09-16T01:46:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91dbfff640 1 -- 172.21.15.17:0/651005413 learned_addr learned my addr 172.21.15.17:0/651005413 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91db7fe640 1 --2- 172.21.15.17:0/651005413 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d657800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91d8ff9640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f91c40a3240 0x7f91c40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91daffd640 1 --2- 172.21.15.17:0/651005413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d657d40 0x56187d65a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91dbfff640 1 -- 172.21.15.17:0/651005413 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 msgr2=0x56187d657800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91dbfff640 1 --2- 172.21.15.17:0/651005413 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d657800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91dbfff640 1 -- 172.21.15.17:0/651005413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d657d40 msgr2=0x56187d65a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91dbfff640 1 --2- 172.21.15.17:0/651005413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d657d40 0x56187d65a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91dbfff640 1 -- 172.21.15.17:0/651005413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56187d5661f0 con 0x56187d64cb60 2024-09-16T01:46:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91db7fe640 1 --2- 172.21.15.17:0/651005413 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d657800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91daffd640 1 --2- 172.21.15.17:0/651005413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d657d40 0x56187d65a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:09.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91dbfff640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f91c40a3240 0x7f91c40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.775+0000 7f91d8ff9640 1 -- 172.21.15.17:0/2261118515 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f91cc0f00d0 con 0x7f91dc101de0 2024-09-16T01:46:09.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.776+0000 7f91dbfff640 1 --2- 172.21.15.17:0/651005413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d64cf40 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f91d4005c80 tx=0x7f91d400e7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2edddccd941faf46 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:09.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.776+0000 7f91c1ffb640 1 -- 172.21.15.17:0/651005413 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d4022070 con 0x56187d64cb60 2024-09-16T01:46:09.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.776+0000 7f91c1ffb640 1 -- 172.21.15.17:0/651005413 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91d4011c30 con 0x56187d64cb60 2024-09-16T01:46:09.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.776+0000 7f91c1ffb640 1 -- 172.21.15.17:0/651005413 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d401a400 con 0x56187d64cb60 2024-09-16T01:46:09.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.776+0000 7f91dbfff640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f91c40a3240 0x7f91c40a5700 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f91d401f000 tx=0x7f91d4020000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:09.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.777+0000 7f91e4034740 1 -- 172.21.15.17:0/651005413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 msgr2=0x56187d64cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.777+0000 7f91e4034740 1 --2- 172.21.15.17:0/651005413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d64cf40 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f91d4005c80 tx=0x7f91d400e7e0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.777+0000 7f91e4034740 1 -- 172.21.15.17:0/651005413 shutdown_connections 2024-09-16T01:46:09.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.777+0000 7f91e4034740 1 --2- 172.21.15.17:0/651005413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d657d40 0x56187d65a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.777+0000 7f91e4034740 1 --2- 172.21.15.17:0/651005413 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d657800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.777+0000 7f91e4034740 1 --2- 172.21.15.17:0/651005413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d64cf40 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.777+0000 7f91e4034740 1 -- 172.21.15.17:0/651005413 >> 172.21.15.17:0/651005413 conn(0x56187d6490f0 msgr2=0x56187d6494d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:09.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.777+0000 7f91e4034740 1 -- 172.21.15.17:0/651005413 shutdown_connections 2024-09-16T01:46:09.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.777+0000 7f91e4034740 1 -- 172.21.15.17:0/651005413 wait complete. 2024-09-16T01:46:09.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.777+0000 7f91e4034740 1 -- start start 2024-09-16T01:46:09.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91e4034740 1 Processor -- start 2024-09-16T01:46:09.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91e4034740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d654bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91e4034740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d655100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91e4034740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d657d40 0x56187d655640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91e4034740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56187d65a910 con 0x56187d64cb60 2024-09-16T01:46:09.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91e4034740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56187d56cf10 con 0x56187d657d40 2024-09-16T01:46:09.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91e4034740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56187d65aa90 con 0x56187d64d480 2024-09-16T01:46:09.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d654bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91e4034740 10 client.0 _ll_register_callbacks cb 0x56187d535a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:09.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d654bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53966/0 (socket says 172.21.15.17:53966) 2024-09-16T01:46:09.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91db7fe640 1 -- 172.21.15.17:0/659156663 learned_addr learned my addr 172.21.15.17:0/659156663 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:09.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91daffd640 1 --2- 172.21.15.17:0/659156663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d655100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91dbfff640 1 --2- 172.21.15.17:0/659156663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d657d40 0x56187d655640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91daffd640 1 -- 172.21.15.17:0/659156663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d657d40 msgr2=0x56187d655640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:09.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91daffd640 1 --2- 172.21.15.17:0/659156663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d657d40 0x56187d655640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91daffd640 1 -- 172.21.15.17:0/659156663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 msgr2=0x56187d654bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:09.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91daffd640 1 --2- 172.21.15.17:0/659156663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d654bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91daffd640 1 -- 172.21.15.17:0/659156663 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56187d3236a0 con 0x56187d64d480 2024-09-16T01:46:09.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.778+0000 7f91db7fe640 1 --2- 172.21.15.17:0/659156663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d654bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:09.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.779+0000 7f91daffd640 1 --2- 172.21.15.17:0/659156663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d655100 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f91dc0ffdd0 tx=0x7f91d0012aa0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc2be3cada4387e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:09.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.779+0000 7f91baffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:46:09.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.779+0000 7f91baffd640 1 -- 172.21.15.17:0/659156663 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d0004050 con 0x56187d64d480 2024-09-16T01:46:09.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.779+0000 7f91baffd640 1 -- 172.21.15.17:0/659156663 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f91d00041f0 con 0x56187d64d480 2024-09-16T01:46:09.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.779+0000 7f91e4034740 1 -- 172.21.15.17:0/659156663 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91d4011c30 con 0x56187d64d480 2024-09-16T01:46:09.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.779+0000 7f91baffd640 1 -- 172.21.15.17:0/659156663 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f91d00043f0 con 0x56187d64d480 2024-09-16T01:46:09.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.779+0000 7f91e4034740 10 client.25396 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:09.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.779+0000 7f91e4034740 1 -- 172.21.15.17:0/659156663 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56187d66a8d0 con 0x56187d64d480 2024-09-16T01:46:09.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.780+0000 7f91baffd640 1 -- 172.21.15.17:0/659156663 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91d4011c30 con 0x56187d64d480 2024-09-16T01:46:09.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.780+0000 7f91baffd640 1 -- 172.21.15.17:0/659156663 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f91d00038b0 con 0x56187d64d480 2024-09-16T01:46:09.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.780+0000 7f91e4034740 10 client.25396 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:09.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.780+0000 7f91e4034740 10 client.25396 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:46:09.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.780+0000 7f91e4034740 20 client.25396 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:09.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.780+0000 7f91e4034740 1 --2- 172.21.15.17:0/659156663 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56187d66bd90 0x56187d66e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.780+0000 7f91e4034740 4 client.25396 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:46:09.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.780+0000 7f91e4034740 1 -- 172.21.15.17:0/659156663 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56187d5bf7f0 con 0x56187d66bd90 2024-09-16T01:46:09.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.780+0000 7f91db7fe640 1 --2- 172.21.15.17:0/659156663 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56187d66bd90 0x56187d66e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.780+0000 7f91db7fe640 1 --2- 172.21.15.17:0/659156663 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56187d66bd90 0x56187d66e1e0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c76a9bdf32978880 server_cookie=480d675fafc7109c in_seq=0 out_seq=0 2024-09-16T01:46:09.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.780+0000 7f91baffd640 10 client.25396 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:09.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.781+0000 7f91baffd640 1 -- 172.21.15.17:0/659156663 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56187d5bf7f0 con 0x56187d66bd90 2024-09-16T01:46:09.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.781+0000 7f91baffd640 10 client.25396 handle_command_reply: tid=0 2024-09-16T01:46:09.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.781+0000 7f91e4034740 1 client.25396 shutdown 2024-09-16T01:46:09.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.782+0000 7f91e4034740 1 -- 172.21.15.17:0/659156663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 msgr2=0x56187d655100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.782+0000 7f91e4034740 1 --2- 172.21.15.17:0/659156663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d655100 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f91dc0ffdd0 tx=0x7f91d0012aa0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.782+0000 7f91e4034740 1 -- 172.21.15.17:0/659156663 shutdown_connections 2024-09-16T01:46:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.782+0000 7f91e4034740 1 --2- 172.21.15.17:0/659156663 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56187d66bd90 0x56187d66e1e0 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.782+0000 7f91e4034740 1 --2- 172.21.15.17:0/659156663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d657d40 0x56187d655640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.782+0000 7f91baffd640 0 client.25396 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.782+0000 7f91e4034740 1 --2- 172.21.15.17:0/659156663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d655100 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.782+0000 7f91e4034740 1 --2- 172.21.15.17:0/659156663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d654bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.782+0000 7f91e4034740 1 -- 172.21.15.17:0/659156663 >> 172.21.15.17:0/659156663 conn(0x56187d6490f0 msgr2=0x56187d64edd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.782+0000 7f91e4034740 1 -- 172.21.15.17:0/659156663 shutdown_connections 2024-09-16T01:46:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.782+0000 7f91e4034740 1 -- 172.21.15.17:0/659156663 wait complete. 2024-09-16T01:46:09.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.782+0000 7f91e4034740 20 client.25396 trim_cache size 0 max 16384 2024-09-16T01:46:09.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.801+0000 7f91e4034740 1 Processor -- start 2024-09-16T01:46:09.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.801+0000 7f91e4034740 1 -- start start 2024-09-16T01:46:09.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91e4034740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d656a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91e4034740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d64d480 0x56187d673ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91e4034740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d657d40 0x56187d673ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91e4034740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f91dc1ada90 con 0x56187d64cb60 2024-09-16T01:46:09.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91e4034740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f91dc1ab360 con 0x56187d64d480 2024-09-16T01:46:09.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91e4034740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f91dc1a9190 con 0x56187d657d40 2024-09-16T01:46:09.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91dbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d657d40 0x56187d673ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91dbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d657d40 0x56187d673ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53674/0 (socket says 172.21.15.17:53674) 2024-09-16T01:46:09.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91dbfff640 1 -- 172.21.15.17:0/2602551095 learned_addr learned my addr 172.21.15.17:0/2602551095 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:09.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91db7fe640 1 --2- 172.21.15.17:0/2602551095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d656a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91daffd640 1 --2- 172.21.15.17:0/2602551095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d64d480 0x56187d673ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91dbfff640 1 -- 172.21.15.17:0/2602551095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d64d480 msgr2=0x56187d673ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:09.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91dbfff640 1 --2- 172.21.15.17:0/2602551095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d64d480 0x56187d673ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91dbfff640 1 -- 172.21.15.17:0/2602551095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 msgr2=0x56187d656a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:09.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91dbfff640 1 --2- 172.21.15.17:0/2602551095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d656a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91dbfff640 1 -- 172.21.15.17:0/2602551095 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56187d644830 con 0x56187d657d40 2024-09-16T01:46:09.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.802+0000 7f91daffd640 1 --2- 172.21.15.17:0/2602551095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d64d480 0x56187d673ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:09.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.803+0000 7f91dbfff640 1 --2- 172.21.15.17:0/2602551095 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d657d40 0x56187d673ff0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f91d4007640 tx=0x7f91d4007500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=56744e6301bcb0e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:09.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.803+0000 7f91c17fa640 1 -- 172.21.15.17:0/2602551095 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d4022040 con 0x56187d657d40 2024-09-16T01:46:09.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.803+0000 7f91c17fa640 1 -- 172.21.15.17:0/2602551095 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91d4035070 con 0x56187d657d40 2024-09-16T01:46:09.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.803+0000 7f91c17fa640 1 -- 172.21.15.17:0/2602551095 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d401a6e0 con 0x56187d657d40 2024-09-16T01:46:09.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.804+0000 7f91e4034740 1 -- 172.21.15.17:0/2602551095 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d657d40 msgr2=0x56187d673ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.804+0000 7f91e4034740 1 --2- 172.21.15.17:0/2602551095 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d657d40 0x56187d673ff0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f91d4007640 tx=0x7f91d4007500 comp rx=0 tx=0).stop 2024-09-16T01:46:09.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.804+0000 7f91e4034740 1 -- 172.21.15.17:0/2602551095 shutdown_connections 2024-09-16T01:46:09.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.804+0000 7f91e4034740 1 --2- 172.21.15.17:0/2602551095 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d657d40 0x56187d673ff0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.804+0000 7f91e4034740 1 --2- 172.21.15.17:0/2602551095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d64d480 0x56187d673ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.804+0000 7f91e4034740 1 --2- 172.21.15.17:0/2602551095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d64cb60 0x56187d656a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.804+0000 7f91e4034740 1 -- 172.21.15.17:0/2602551095 >> 172.21.15.17:0/2602551095 conn(0x56187d6490f0 msgr2=0x56187d656310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:09.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.804+0000 7f91e4034740 1 -- 172.21.15.17:0/2602551095 shutdown_connections 2024-09-16T01:46:09.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.804+0000 7f91e4034740 1 -- 172.21.15.17:0/2602551095 wait complete. 2024-09-16T01:46:09.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.804+0000 7f91e4034740 1 -- start start 2024-09-16T01:46:09.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.804+0000 7f91e4034740 1 Processor -- start 2024-09-16T01:46:09.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91e4034740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d64cb60 0x56187d660110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91e4034740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d651a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91e4034740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d657d40 0x56187d651f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91e4034740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f91dc1a9820 con 0x56187d657d40 2024-09-16T01:46:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91e4034740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f91dc1aac90 con 0x56187d64cb60 2024-09-16T01:46:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91e4034740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f91dc1a9ef0 con 0x56187d64d480 2024-09-16T01:46:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91e4034740 10 client.0 _ll_register_callbacks cb 0x7f91d0009860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91daffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d651a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91daffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d651a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53690/0 (socket says 172.21.15.17:53690) 2024-09-16T01:46:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91daffd640 1 -- 172.21.15.17:0/89402964 learned_addr learned my addr 172.21.15.17:0/89402964 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91dbfff640 1 --2- 172.21.15.17:0/89402964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d657d40 0x56187d651f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91db7fe640 1 --2- 172.21.15.17:0/89402964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d64cb60 0x56187d660110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91daffd640 1 -- 172.21.15.17:0/89402964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d64cb60 msgr2=0x56187d660110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91daffd640 1 --2- 172.21.15.17:0/89402964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d64cb60 0x56187d660110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91daffd640 1 -- 172.21.15.17:0/89402964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d657d40 msgr2=0x56187d651f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:09.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91daffd640 1 --2- 172.21.15.17:0/89402964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d657d40 0x56187d651f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.805+0000 7f91daffd640 1 -- 172.21.15.17:0/89402964 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56187d6524d0 con 0x56187d64d480 2024-09-16T01:46:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.806+0000 7f91daffd640 1 --2- 172.21.15.17:0/89402964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d651a50 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x56187d656200 tx=0x7f91d00097f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c655ed36cd3cd12f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.806+0000 7f91baffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:46:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.806+0000 7f91baffd640 1 -- 172.21.15.17:0/89402964 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91d002c070 con 0x56187d64d480 2024-09-16T01:46:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.806+0000 7f91baffd640 1 -- 172.21.15.17:0/89402964 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f91d0003800 con 0x56187d64d480 2024-09-16T01:46:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.806+0000 7f91e4034740 1 -- 172.21.15.17:0/89402964 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f91d4035070 con 0x56187d64d480 2024-09-16T01:46:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.806+0000 7f91baffd640 1 -- 172.21.15.17:0/89402964 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f91d0003a00 con 0x56187d64d480 2024-09-16T01:46:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.806+0000 7f91e4034740 10 client.25402 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.806+0000 7f91e4034740 1 -- 172.21.15.17:0/89402964 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56187d65d990 con 0x56187d64d480 2024-09-16T01:46:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.806+0000 7f91baffd640 1 -- 172.21.15.17:0/89402964 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f91d4035070 con 0x56187d64d480 2024-09-16T01:46:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.807+0000 7f91baffd640 1 -- 172.21.15.17:0/89402964 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f91d0010a80 con 0x56187d64d480 2024-09-16T01:46:09.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.807+0000 7f91e4034740 10 client.25402 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.807+0000 7f91e4034740 10 client.25402 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:46:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.807+0000 7f91e4034740 20 client.25402 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.807+0000 7f91e4034740 1 --2- 172.21.15.17:0/89402964 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56187d66bd90 0x56187d6dd650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.807+0000 7f91e4034740 4 client.25402 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:46:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.807+0000 7f91e4034740 1 -- 172.21.15.17:0/89402964 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56187d5b9d00 con 0x56187d66bd90 2024-09-16T01:46:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.807+0000 7f91db7fe640 1 --2- 172.21.15.17:0/89402964 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56187d66bd90 0x56187d6dd650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.807+0000 7f91baffd640 10 client.25402 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.807+0000 7f91db7fe640 1 --2- 172.21.15.17:0/89402964 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56187d66bd90 0x56187d6dd650 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=170bf211c653887f server_cookie=c1f6159e7e35b2c3 in_seq=0 out_seq=0 2024-09-16T01:46:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.808+0000 7f91baffd640 1 -- 172.21.15.17:0/89402964 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56187d5b9d00 con 0x56187d66bd90 2024-09-16T01:46:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.808+0000 7f91baffd640 10 client.25402 handle_command_reply: tid=0 2024-09-16T01:46:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.808+0000 7f91e4034740 1 client.25402 shutdown 2024-09-16T01:46:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.808+0000 7f91e4034740 1 -- 172.21.15.17:0/89402964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 msgr2=0x56187d651a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.809+0000 7f91e4034740 1 --2- 172.21.15.17:0/89402964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d651a50 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x56187d656200 tx=0x7f91d00097f0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.809+0000 7f91e4034740 1 -- 172.21.15.17:0/89402964 shutdown_connections 2024-09-16T01:46:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.809+0000 7f91e4034740 1 --2- 172.21.15.17:0/89402964 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56187d66bd90 0x56187d6dd650 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.809+0000 7f91e4034740 1 --2- 172.21.15.17:0/89402964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56187d657d40 0x56187d651f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.809+0000 7f91e4034740 1 --2- 172.21.15.17:0/89402964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56187d64d480 0x56187d651a50 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.809+0000 7f91e4034740 1 --2- 172.21.15.17:0/89402964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56187d64cb60 0x56187d660110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.809+0000 7f91e4034740 1 -- 172.21.15.17:0/89402964 >> 172.21.15.17:0/89402964 conn(0x56187d6490f0 msgr2=0x56187d648270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.809+0000 7f91baffd640 0 client.25402 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.809+0000 7f91e4034740 1 -- 172.21.15.17:0/89402964 shutdown_connections 2024-09-16T01:46:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.809+0000 7f91e4034740 1 -- 172.21.15.17:0/89402964 wait complete. 2024-09-16T01:46:09.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.809+0000 7f91e4034740 20 client.25402 trim_cache size 0 max 16384 2024-09-16T01:46:09.817 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:46:09.817 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:46:09.817 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "7d9708bb-55cd-4db8-a9b1-5cb0cbd43958", 2024-09-16T01:46:09.817 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:46:09.817 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:46:09.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.810+0000 7f91e1c5b640 1 -- 172.21.15.17:0/2261118515 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f91c40a3240 msgr2=0x7f91c40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.810+0000 7f91e1c5b640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f91c40a3240 0x7f91c40a5700 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f91d401f000 tx=0x7f91d4020000 comp rx=0 tx=0).stop 2024-09-16T01:46:09.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.810+0000 7f91e1c5b640 1 -- 172.21.15.17:0/2261118515 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91dc101de0 msgr2=0x7f91dc1982b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:09.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.810+0000 7f91e1c5b640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91dc101de0 0x7f91dc1982b0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f91cc005940 tx=0x7f91cc0042f0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.810+0000 7f91e1c5b640 1 -- 172.21.15.17:0/2261118515 shutdown_connections 2024-09-16T01:46:09.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.810+0000 7f91e1c5b640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f91c40a3240 0x7f91c40a5700 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.810+0000 7f91e1c5b640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f91dc106f10 0x7f91dc19cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.810+0000 7f91e1c5b640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f91dc102790 0x7f91dc1987f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.810+0000 7f91e1c5b640 1 --2- 172.21.15.17:0/2261118515 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f91dc101de0 0x7f91dc1982b0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:09.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.810+0000 7f91e1c5b640 1 -- 172.21.15.17:0/2261118515 >> 172.21.15.17:0/2261118515 conn(0x7f91dc0fd880 msgr2=0x7f91dc0feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:09.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.810+0000 7f91e1c5b640 1 -- 172.21.15.17:0/2261118515 shutdown_connections 2024-09-16T01:46:09.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:09.810+0000 7f91e1c5b640 1 -- 172.21.15.17:0/2261118515 wait complete. 2024-09-16T01:46:10.416 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:10 smithi017 ceph-mon[30972]: pgmap v418: 97 pgs: 97 active+clean; 48 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 224 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:46:10.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:10 smithi122 ceph-mon[34758]: pgmap v418: 97 pgs: 97 active+clean; 48 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 224 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:46:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:10 smithi029 ceph-mon[34783]: pgmap v418: 97 pgs: 97 active+clean; 48 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 224 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:46:10.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 65653 3.98 MB/sec warmup 93 sec latency 14.182 ms 2024-09-16T01:46:10.619 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:46:10.914 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:46:11.302 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:11 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:46:11.302 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:11 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:46:11.302 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:11 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:46:11.303 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:11 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:46:11.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.395+0000 7fe5e1ee5640 1 -- 172.21.15.17:0/401130541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5dc102ef0 msgr2=0x7fe5dc10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.395+0000 7fe5e1ee5640 1 --2- 172.21.15.17:0/401130541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5dc102ef0 0x7fe5dc10da40 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4009ca0 tx=0x7fe5d402a950 comp rx=0 tx=0).stop 2024-09-16T01:46:11.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.395+0000 7fe5e1ee5640 1 -- 172.21.15.17:0/401130541 shutdown_connections 2024-09-16T01:46:11.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.395+0000 7fe5e1ee5640 1 --2- 172.21.15.17:0/401130541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5dc102ef0 0x7fe5dc10da40 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.395+0000 7fe5e1ee5640 1 --2- 172.21.15.17:0/401130541 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe5dc102570 0x7fe5dc1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.395+0000 7fe5e1ee5640 1 --2- 172.21.15.17:0/401130541 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5dc100e20 0x7fe5dc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.395+0000 7fe5e1ee5640 1 -- 172.21.15.17:0/401130541 >> 172.21.15.17:0/401130541 conn(0x7fe5dc0fc7d0 msgr2=0x7fe5dc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:11.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.395+0000 7fe5e1ee5640 1 -- 172.21.15.17:0/401130541 shutdown_connections 2024-09-16T01:46:11.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.395+0000 7fe5e1ee5640 1 -- 172.21.15.17:0/401130541 wait complete. 2024-09-16T01:46:11.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.396+0000 7fe5e1ee5640 1 Processor -- start 2024-09-16T01:46:11.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.396+0000 7fe5e1ee5640 1 -- start start 2024-09-16T01:46:11.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.396+0000 7fe5e1ee5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5dc100e20 0x7fe5dc1992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.396+0000 7fe5e1ee5640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5dc102570 0x7fe5dc199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.396+0000 7fe5e1ee5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe5dc102ef0 0x7fe5dc1a4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.396+0000 7fe5e1ee5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc110e30 con 0x7fe5dc100e20 2024-09-16T01:46:11.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.396+0000 7fe5e1ee5640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc110cb0 con 0x7fe5dc102570 2024-09-16T01:46:11.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.396+0000 7fe5e1ee5640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc110fb0 con 0x7fe5dc102ef0 2024-09-16T01:46:11.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.397+0000 7fe5db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5dc100e20 0x7fe5dc1992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.397+0000 7fe5dbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe5dc102ef0 0x7fe5dc1a4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.397+0000 7fe5db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5dc100e20 0x7fe5dc1992c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53994/0 (socket says 172.21.15.17:53994) 2024-09-16T01:46:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.397+0000 7fe5dbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe5dc102ef0 0x7fe5dc1a4340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53700/0 (socket says 172.21.15.17:53700) 2024-09-16T01:46:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.397+0000 7fe5db7fe640 1 -- 172.21.15.17:0/254519268 learned_addr learned my addr 172.21.15.17:0/254519268 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.397+0000 7fe5daffd640 1 --2- 172.21.15.17:0/254519268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5dc102570 0x7fe5dc199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.397+0000 7fe5dbfff640 1 -- 172.21.15.17:0/254519268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5dc102570 msgr2=0x7fe5dc199800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.397+0000 7fe5dbfff640 1 --2- 172.21.15.17:0/254519268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5dc102570 0x7fe5dc199800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.397+0000 7fe5dbfff640 1 -- 172.21.15.17:0/254519268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5dc100e20 msgr2=0x7fe5dc1992c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.397+0000 7fe5dbfff640 1 --2- 172.21.15.17:0/254519268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5dc100e20 0x7fe5dc1992c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.397+0000 7fe5dbfff640 1 -- 172.21.15.17:0/254519268 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5dc1a4880 con 0x7fe5dc102ef0 2024-09-16T01:46:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.397+0000 7fe5dbfff640 1 --2- 172.21.15.17:0/254519268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe5dc102ef0 0x7fe5dc1a4340 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4005cc0 tx=0x7fe5d402f3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.397+0000 7fe5d8ff9640 1 -- 172.21.15.17:0/254519268 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d4034040 con 0x7fe5dc102ef0 2024-09-16T01:46:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.398+0000 7fe5d8ff9640 1 -- 172.21.15.17:0/254519268 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5d40308f0 con 0x7fe5dc102ef0 2024-09-16T01:46:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.398+0000 7fe5d8ff9640 1 -- 172.21.15.17:0/254519268 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d40045d0 con 0x7fe5dc102ef0 2024-09-16T01:46:11.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.398+0000 7fe5e1ee5640 1 -- 172.21.15.17:0/254519268 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5dc1a4a50 con 0x7fe5dc102ef0 2024-09-16T01:46:11.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.398+0000 7fe5e1ee5640 1 -- 172.21.15.17:0/254519268 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5dc1a4e50 con 0x7fe5dc102ef0 2024-09-16T01:46:11.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.400+0000 7fe5d8ff9640 1 -- 172.21.15.17:0/254519268 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe5d4037020 con 0x7fe5dc102ef0 2024-09-16T01:46:11.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.400+0000 7fe5e42be740 1 Processor -- start 2024-09-16T01:46:11.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5e42be740 1 -- start start 2024-09-16T01:46:11.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5e42be740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae24a0 0x56192dae2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5e42be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae2dc0 0x56192daed140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5e42be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 0x56192daefa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5e42be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56192da482e0 con 0x56192dae2dc0 2024-09-16T01:46:11.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5e42be740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56192d9efce0 con 0x56192daed680 2024-09-16T01:46:11.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5e42be740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56192da442a0 con 0x56192dae24a0 2024-09-16T01:46:11.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae2dc0 0x56192daed140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae2dc0 0x56192daed140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54004/0 (socket says 172.21.15.17:54004) 2024-09-16T01:46:11.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5db7fe640 1 -- 172.21.15.17:0/3163369064 learned_addr learned my addr 172.21.15.17:0/3163369064 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:11.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5d8ff9640 1 --2- 172.21.15.17:0/254519268 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe5c40a3240 0x7fe5c40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5daffd640 1 --2- 172.21.15.17:0/3163369064 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae24a0 0x56192dae2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5daffd640 1 --2- 172.21.15.17:0/3163369064 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 0x56192daefa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5db7fe640 1 -- 172.21.15.17:0/3163369064 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae24a0 msgr2=0x56192dae2880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5db7fe640 1 --2- 172.21.15.17:0/3163369064 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae24a0 0x56192dae2880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5db7fe640 1 -- 172.21.15.17:0/3163369064 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 msgr2=0x56192daefa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5db7fe640 1 --2- 172.21.15.17:0/3163369064 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 0x56192daefa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5db7fe640 1 -- 172.21.15.17:0/3163369064 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56192d9d4440 con 0x56192dae2dc0 2024-09-16T01:46:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5daffd640 1 --2- 172.21.15.17:0/3163369064 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 0x56192daefa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5d8ff9640 1 -- 172.21.15.17:0/254519268 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe5d40f07a0 con 0x7fe5dc102ef0 2024-09-16T01:46:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.401+0000 7fe5dbfff640 1 --2- 172.21.15.17:0/254519268 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe5c40a3240 0x7fe5c40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.402+0000 7fe5db7fe640 1 --2- 172.21.15.17:0/3163369064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae2dc0 0x56192daed140 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc00bda0 tx=0x7fe5cc0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2ac64ccbd6d8342 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.402+0000 7fe5c1ffb640 1 -- 172.21.15.17:0/3163369064 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc01c680 con 0x56192dae2dc0 2024-09-16T01:46:11.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.402+0000 7fe5dbfff640 1 --2- 172.21.15.17:0/254519268 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe5c40a3240 0x7fe5c40a5700 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4006010 tx=0x7fe5d4004040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.402+0000 7fe5c1ffb640 1 -- 172.21.15.17:0/3163369064 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5cc0118f0 con 0x56192dae2dc0 2024-09-16T01:46:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.402+0000 7fe5c1ffb640 1 -- 172.21.15.17:0/3163369064 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc01a800 con 0x56192dae2dc0 2024-09-16T01:46:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.403+0000 7fe5e42be740 1 -- 172.21.15.17:0/3163369064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae2dc0 msgr2=0x56192daed140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.403+0000 7fe5e42be740 1 --2- 172.21.15.17:0/3163369064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae2dc0 0x56192daed140 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc00bda0 tx=0x7fe5cc0107a0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.403+0000 7fe5e42be740 1 -- 172.21.15.17:0/3163369064 shutdown_connections 2024-09-16T01:46:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.403+0000 7fe5e42be740 1 --2- 172.21.15.17:0/3163369064 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 0x56192daefa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.403+0000 7fe5e42be740 1 --2- 172.21.15.17:0/3163369064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae2dc0 0x56192daed140 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.403+0000 7fe5e42be740 1 --2- 172.21.15.17:0/3163369064 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae24a0 0x56192dae2880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.403+0000 7fe5e42be740 1 -- 172.21.15.17:0/3163369064 >> 172.21.15.17:0/3163369064 conn(0x56192dadea30 msgr2=0x56192dadee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.403+0000 7fe5e42be740 1 -- 172.21.15.17:0/3163369064 shutdown_connections 2024-09-16T01:46:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.403+0000 7fe5e42be740 1 -- 172.21.15.17:0/3163369064 wait complete. 2024-09-16T01:46:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.403+0000 7fe5e42be740 1 -- start start 2024-09-16T01:46:11.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5e42be740 1 Processor -- start 2024-09-16T01:46:11.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5e42be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae24a0 0x56192daecf60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5e42be740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae2dc0 0x56192daea210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5e42be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 0x56192daea750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5e42be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56192daf02a0 con 0x56192dae24a0 2024-09-16T01:46:11.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5e42be740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56192da03050 con 0x56192daed680 2024-09-16T01:46:11.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5e42be740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56192daf0420 con 0x56192dae2dc0 2024-09-16T01:46:11.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5e42be740 10 client.0 _ll_register_callbacks cb 0x56192da43160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:11.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5daffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae24a0 0x56192daecf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5db7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae2dc0 0x56192daea210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5db7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae2dc0 0x56192daea210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53706/0 (socket says 172.21.15.17:53706) 2024-09-16T01:46:11.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5daffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae24a0 0x56192daecf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54014/0 (socket says 172.21.15.17:54014) 2024-09-16T01:46:11.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5daffd640 1 -- 172.21.15.17:0/1580194771 learned_addr learned my addr 172.21.15.17:0/1580194771 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5daffd640 1 -- 172.21.15.17:0/1580194771 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae2dc0 msgr2=0x56192daea210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5daffd640 1 --2- 172.21.15.17:0/1580194771 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae2dc0 0x56192daea210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5daffd640 1 -- 172.21.15.17:0/1580194771 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 msgr2=0x56192daea750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5daffd640 1 --2- 172.21.15.17:0/1580194771 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 0x56192daea750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.404+0000 7fe5daffd640 1 -- 172.21.15.17:0/1580194771 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56192d7b93c0 con 0x56192dae24a0 2024-09-16T01:46:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.405+0000 7fe5daffd640 1 --2- 172.21.15.17:0/1580194771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae24a0 0x56192daecf60 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fe5d00107d0 tx=0x7fe5d0010c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9875c636567b972f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.405+0000 7fe5baffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:46:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.405+0000 7fe5baffd640 1 -- 172.21.15.17:0/1580194771 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d0004460 con 0x56192dae24a0 2024-09-16T01:46:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.405+0000 7fe5baffd640 1 -- 172.21.15.17:0/1580194771 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe5d000f920 con 0x56192dae24a0 2024-09-16T01:46:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.405+0000 7fe5e42be740 1 -- 172.21.15.17:0/1580194771 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5cc0118f0 con 0x56192dae24a0 2024-09-16T01:46:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.405+0000 7fe5baffd640 1 -- 172.21.15.17:0/1580194771 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe5d000fb20 con 0x56192dae24a0 2024-09-16T01:46:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.405+0000 7fe5e42be740 10 client.15759 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:11.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.405+0000 7fe5e42be740 1 -- 172.21.15.17:0/1580194771 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56192dafbbe0 con 0x56192dae24a0 2024-09-16T01:46:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.405+0000 7fe5baffd640 1 -- 172.21.15.17:0/1580194771 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5cc0118f0 con 0x56192dae24a0 2024-09-16T01:46:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.406+0000 7fe5baffd640 1 -- 172.21.15.17:0/1580194771 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe5d0026400 con 0x56192dae24a0 2024-09-16T01:46:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.406+0000 7fe5e42be740 10 client.15759 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.406+0000 7fe5e42be740 10 client.15759 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:46:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.406+0000 7fe5e42be740 20 client.15759 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.406+0000 7fe5e42be740 1 --2- 172.21.15.17:0/1580194771 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56192dafcff0 0x56192daff400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.406+0000 7fe5e42be740 4 client.15759 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:46:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.406+0000 7fe5e42be740 1 -- 172.21.15.17:0/1580194771 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56192da55850 con 0x56192dafcff0 2024-09-16T01:46:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.406+0000 7fe5db7fe640 1 --2- 172.21.15.17:0/1580194771 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56192dafcff0 0x56192daff400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.406+0000 7fe5db7fe640 1 --2- 172.21.15.17:0/1580194771 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56192dafcff0 0x56192daff400 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c52d835f497767f server_cookie=1a919590ad9ecbd2 in_seq=0 out_seq=0 2024-09-16T01:46:11.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.406+0000 7fe5baffd640 10 client.15759 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:11.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.407+0000 7fe5baffd640 1 -- 172.21.15.17:0/1580194771 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56192da55850 con 0x56192dafcff0 2024-09-16T01:46:11.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.407+0000 7fe5baffd640 10 client.15759 handle_command_reply: tid=0 2024-09-16T01:46:11.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.407+0000 7fe5e42be740 1 client.15759 shutdown 2024-09-16T01:46:11.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.407+0000 7fe5e42be740 1 -- 172.21.15.17:0/1580194771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae24a0 msgr2=0x56192daecf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.407+0000 7fe5e42be740 1 --2- 172.21.15.17:0/1580194771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae24a0 0x56192daecf60 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fe5d00107d0 tx=0x7fe5d0010c90 comp rx=0 tx=0).stop 2024-09-16T01:46:11.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.407+0000 7fe5e42be740 1 -- 172.21.15.17:0/1580194771 shutdown_connections 2024-09-16T01:46:11.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.407+0000 7fe5e42be740 1 --2- 172.21.15.17:0/1580194771 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56192dafcff0 0x56192daff400 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.407+0000 7fe5e42be740 1 --2- 172.21.15.17:0/1580194771 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 0x56192daea750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.407+0000 7fe5e42be740 1 --2- 172.21.15.17:0/1580194771 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae2dc0 0x56192daea210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.407+0000 7fe5e42be740 1 --2- 172.21.15.17:0/1580194771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae24a0 0x56192daecf60 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.407+0000 7fe5baffd640 0 client.15759 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:11.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.407+0000 7fe5e42be740 1 -- 172.21.15.17:0/1580194771 >> 172.21.15.17:0/1580194771 conn(0x56192dadea30 msgr2=0x56192dae4710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:11.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.408+0000 7fe5e42be740 1 -- 172.21.15.17:0/1580194771 shutdown_connections 2024-09-16T01:46:11.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.408+0000 7fe5e42be740 1 -- 172.21.15.17:0/1580194771 wait complete. 2024-09-16T01:46:11.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.408+0000 7fe5e42be740 20 client.15759 trim_cache size 0 max 16384 2024-09-16T01:46:11.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.429+0000 7fe5e42be740 1 Processor -- start 2024-09-16T01:46:11.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.429+0000 7fe5e42be740 1 -- start start 2024-09-16T01:46:11.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.429+0000 7fe5e42be740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae24a0 0x56192db04cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.429+0000 7fe5e42be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae2dc0 0x56192db05210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.429+0000 7fe5e42be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 0x56192dae7470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.429+0000 7fe5e42be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc1afd10 con 0x56192dae2dc0 2024-09-16T01:46:11.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.429+0000 7fe5e42be740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc1ad5e0 con 0x56192daed680 2024-09-16T01:46:11.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.429+0000 7fe5e42be740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc1ab410 con 0x56192dae24a0 2024-09-16T01:46:11.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.430+0000 7fe5daffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae24a0 0x56192db04cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.430+0000 7fe5db7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae2dc0 0x56192db05210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.430+0000 7fe5daffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae24a0 0x56192db04cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53708/0 (socket says 172.21.15.17:53708) 2024-09-16T01:46:11.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.430+0000 7fe5daffd640 1 -- 172.21.15.17:0/3877380050 learned_addr learned my addr 172.21.15.17:0/3877380050 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:11.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.430+0000 7fe5daffd640 1 --2- 172.21.15.17:0/3877380050 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 0x56192dae7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.430+0000 7fe5daffd640 1 -- 172.21.15.17:0/3877380050 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 msgr2=0x56192dae7470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:11.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.430+0000 7fe5daffd640 1 --2- 172.21.15.17:0/3877380050 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 0x56192dae7470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.430+0000 7fe5daffd640 1 -- 172.21.15.17:0/3877380050 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae2dc0 msgr2=0x56192db05210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:11.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.430+0000 7fe5daffd640 1 --2- 172.21.15.17:0/3877380050 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae2dc0 0x56192db05210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.430+0000 7fe5daffd640 1 -- 172.21.15.17:0/3877380050 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56192daed2d0 con 0x56192dae24a0 2024-09-16T01:46:11.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.430+0000 7fe5db7fe640 1 --2- 172.21.15.17:0/3877380050 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae2dc0 0x56192db05210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:11.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.430+0000 7fe5daffd640 1 --2- 172.21.15.17:0/3877380050 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae24a0 0x56192db04cd0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe5d0009ef0 tx=0x7fe5d0009960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58e2ec8dd0a66ce server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:11.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.430+0000 7fe5c17fa640 1 -- 172.21.15.17:0/3877380050 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d0026400 con 0x56192dae24a0 2024-09-16T01:46:11.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.431+0000 7fe5c17fa640 1 -- 172.21.15.17:0/3877380050 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5d002d040 con 0x56192dae24a0 2024-09-16T01:46:11.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.431+0000 7fe5c17fa640 1 -- 172.21.15.17:0/3877380050 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5d0003870 con 0x56192dae24a0 2024-09-16T01:46:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.431+0000 7fe5e42be740 1 -- 172.21.15.17:0/3877380050 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae24a0 msgr2=0x56192db04cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.431+0000 7fe5e42be740 1 --2- 172.21.15.17:0/3877380050 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae24a0 0x56192db04cd0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe5d0009ef0 tx=0x7fe5d0009960 comp rx=0 tx=0).stop 2024-09-16T01:46:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.431+0000 7fe5e42be740 1 -- 172.21.15.17:0/3877380050 shutdown_connections 2024-09-16T01:46:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.431+0000 7fe5e42be740 1 --2- 172.21.15.17:0/3877380050 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192daed680 0x56192dae7470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.431+0000 7fe5e42be740 1 --2- 172.21.15.17:0/3877380050 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192dae2dc0 0x56192db05210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.431+0000 7fe5e42be740 1 --2- 172.21.15.17:0/3877380050 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae24a0 0x56192db04cd0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.431+0000 7fe5e42be740 1 -- 172.21.15.17:0/3877380050 >> 172.21.15.17:0/3877380050 conn(0x56192dadea30 msgr2=0x56192daddb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:11.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.431+0000 7fe5e42be740 1 -- 172.21.15.17:0/3877380050 shutdown_connections 2024-09-16T01:46:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.432+0000 7fe5e42be740 1 -- 172.21.15.17:0/3877380050 wait complete. 2024-09-16T01:46:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.432+0000 7fe5e42be740 1 -- start start 2024-09-16T01:46:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.432+0000 7fe5e42be740 1 Processor -- start 2024-09-16T01:46:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.432+0000 7fe5e42be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192dae24a0 0x56192daf3a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.432+0000 7fe5e42be740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae2dc0 0x56192daf3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.432+0000 7fe5e42be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192daed680 0x56192db66cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.432+0000 7fe5e42be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc1abaa0 con 0x56192daed680 2024-09-16T01:46:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.432+0000 7fe5e42be740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc1acf10 con 0x56192dae24a0 2024-09-16T01:46:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.432+0000 7fe5e42be740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe5dc1ac170 con 0x56192dae2dc0 2024-09-16T01:46:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5e42be740 10 client.0 _ll_register_callbacks cb 0x7fe5d00098b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5daffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192daed680 0x56192db66cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5db7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae2dc0 0x56192daf3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5daffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192daed680 0x56192db66cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54034/0 (socket says 172.21.15.17:54034) 2024-09-16T01:46:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5db7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae2dc0 0x56192daf3fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53722/0 (socket says 172.21.15.17:53722) 2024-09-16T01:46:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5db7fe640 1 -- 172.21.15.17:0/1376935390 learned_addr learned my addr 172.21.15.17:0/1376935390 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5daffd640 1 --2- 172.21.15.17:0/1376935390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192dae24a0 0x56192daf3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5db7fe640 1 -- 172.21.15.17:0/1376935390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192dae24a0 msgr2=0x56192daf3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5db7fe640 1 --2- 172.21.15.17:0/1376935390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192dae24a0 0x56192daf3a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5db7fe640 1 -- 172.21.15.17:0/1376935390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192daed680 msgr2=0x56192db66cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5db7fe640 1 --2- 172.21.15.17:0/1376935390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192daed680 0x56192db66cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5db7fe640 1 -- 172.21.15.17:0/1376935390 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56192db671f0 con 0x56192dae2dc0 2024-09-16T01:46:11.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5daffd640 1 --2- 172.21.15.17:0/1376935390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192dae24a0 0x56192daf3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:11.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5db7fe640 1 --2- 172.21.15.17:0/1376935390 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae2dc0 0x56192daf3fc0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc010ca0 tx=0x7fe5cc01a380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7061895f657f4fa0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:11.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5baffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:46:11.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5baffd640 1 -- 172.21.15.17:0/1376935390 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc011e30 con 0x56192dae2dc0 2024-09-16T01:46:11.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5baffd640 1 -- 172.21.15.17:0/1376935390 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe5cc011850 con 0x56192dae2dc0 2024-09-16T01:46:11.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.433+0000 7fe5e42be740 1 -- 172.21.15.17:0/1376935390 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe5d002d040 con 0x56192dae2dc0 2024-09-16T01:46:11.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.434+0000 7fe5baffd640 1 -- 172.21.15.17:0/1376935390 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe5cc005030 con 0x56192dae2dc0 2024-09-16T01:46:11.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.434+0000 7fe5e42be740 10 client.25420 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:11.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.434+0000 7fe5e42be740 1 -- 172.21.15.17:0/1376935390 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56192db68460 con 0x56192dae2dc0 2024-09-16T01:46:11.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.434+0000 7fe5baffd640 1 -- 172.21.15.17:0/1376935390 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe5d002d040 con 0x56192dae2dc0 2024-09-16T01:46:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.434+0000 7fe5baffd640 1 -- 172.21.15.17:0/1376935390 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe5cc003c40 con 0x56192dae2dc0 2024-09-16T01:46:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.434+0000 7fe5e42be740 10 client.25420 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.434+0000 7fe5e42be740 10 client.25420 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:46:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.434+0000 7fe5e42be740 20 client.25420 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.434+0000 7fe5e42be740 1 --2- 172.21.15.17:0/1376935390 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56192db68900 0x56192db6acf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.434+0000 7fe5e42be740 4 client.25420 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:46:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.434+0000 7fe5e42be740 1 -- 172.21.15.17:0/1376935390 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56192dade300 con 0x56192db68900 2024-09-16T01:46:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.434+0000 7fe5daffd640 1 --2- 172.21.15.17:0/1376935390 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56192db68900 0x56192db6acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.435+0000 7fe5daffd640 1 --2- 172.21.15.17:0/1376935390 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56192db68900 0x56192db6acf0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=40d91d6ad8d14966 server_cookie=a4fb5a824ffb65ff in_seq=0 out_seq=0 2024-09-16T01:46:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.435+0000 7fe5baffd640 10 client.25420 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.435+0000 7fe5baffd640 1 -- 172.21.15.17:0/1376935390 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x56192dade300 con 0x56192db68900 2024-09-16T01:46:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.435+0000 7fe5baffd640 10 client.25420 handle_command_reply: tid=0 2024-09-16T01:46:11.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.435+0000 7fe5e42be740 1 client.25420 shutdown 2024-09-16T01:46:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.435+0000 7fe5e42be740 1 -- 172.21.15.17:0/1376935390 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae2dc0 msgr2=0x56192daf3fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.435+0000 7fe5e42be740 1 --2- 172.21.15.17:0/1376935390 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae2dc0 0x56192daf3fc0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc010ca0 tx=0x7fe5cc01a380 comp rx=0 tx=0).stop 2024-09-16T01:46:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.435+0000 7fe5e42be740 1 -- 172.21.15.17:0/1376935390 shutdown_connections 2024-09-16T01:46:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.435+0000 7fe5e42be740 1 --2- 172.21.15.17:0/1376935390 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56192db68900 0x56192db6acf0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.435+0000 7fe5e42be740 1 --2- 172.21.15.17:0/1376935390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56192daed680 0x56192db66cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.435+0000 7fe5e42be740 1 --2- 172.21.15.17:0/1376935390 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56192dae2dc0 0x56192daf3fc0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.435+0000 7fe5e42be740 1 --2- 172.21.15.17:0/1376935390 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56192dae24a0 0x56192daf3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.435+0000 7fe5e42be740 1 -- 172.21.15.17:0/1376935390 >> 172.21.15.17:0/1376935390 conn(0x56192dadea30 msgr2=0x56192daeba70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.435+0000 7fe5baffd640 0 client.25420 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.436+0000 7fe5e42be740 1 -- 172.21.15.17:0/1376935390 shutdown_connections 2024-09-16T01:46:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.436+0000 7fe5e42be740 1 -- 172.21.15.17:0/1376935390 wait complete. 2024-09-16T01:46:11.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.436+0000 7fe5e42be740 20 client.25420 trim_cache size 0 max 16384 2024-09-16T01:46:11.445 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:46:11.445 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:46:11.445 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:46:11.445 INFO:teuthology.orchestra.run.smithi017.stdout: "7d9708bb-55cd-4db8-a9b1-5cb0cbd43958": { 2024-09-16T01:46:11.445 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:46:11.445 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "7d9708bb-55cd-4db8-a9b1-5cb0cbd43958", 2024-09-16T01:46:11.445 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:46:11.445 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:46:11.445 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:46:11.446 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:46:11.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.436+0000 7fe5e1ee5640 1 -- 172.21.15.17:0/254519268 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe5c40a3240 msgr2=0x7fe5c40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.436+0000 7fe5e1ee5640 1 --2- 172.21.15.17:0/254519268 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe5c40a3240 0x7fe5c40a5700 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4006010 tx=0x7fe5d4004040 comp rx=0 tx=0).stop 2024-09-16T01:46:11.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.436+0000 7fe5e1ee5640 1 -- 172.21.15.17:0/254519268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe5dc102ef0 msgr2=0x7fe5dc1a4340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:11.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.436+0000 7fe5e1ee5640 1 --2- 172.21.15.17:0/254519268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe5dc102ef0 0x7fe5dc1a4340 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4005cc0 tx=0x7fe5d402f3a0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.436+0000 7fe5e1ee5640 1 -- 172.21.15.17:0/254519268 shutdown_connections 2024-09-16T01:46:11.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.436+0000 7fe5e1ee5640 1 --2- 172.21.15.17:0/254519268 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe5c40a3240 0x7fe5c40a5700 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.437+0000 7fe5e1ee5640 1 --2- 172.21.15.17:0/254519268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe5dc102ef0 0x7fe5dc1a4340 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.437+0000 7fe5e1ee5640 1 --2- 172.21.15.17:0/254519268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe5dc102570 0x7fe5dc199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.437+0000 7fe5e1ee5640 1 --2- 172.21.15.17:0/254519268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5dc100e20 0x7fe5dc1992c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:11.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.437+0000 7fe5e1ee5640 1 -- 172.21.15.17:0/254519268 >> 172.21.15.17:0/254519268 conn(0x7fe5dc0fc7d0 msgr2=0x7fe5dc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:11.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.437+0000 7fe5e1ee5640 1 -- 172.21.15.17:0/254519268 shutdown_connections 2024-09-16T01:46:11.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:11.437+0000 7fe5e1ee5640 1 -- 172.21.15.17:0/254519268 wait complete. 2024-09-16T01:46:11.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:11 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:46:11.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:11 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:46:11.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:11 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:46:11.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:11 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:46:11.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:11 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:46:11.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:11 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:46:11.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:11 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:46:11.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:11 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:46:11.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 66325 3.96 MB/sec warmup 94 sec latency 48.136 ms 2024-09-16T01:46:12.334 INFO:tasks.cephfs.filesystem:scrub status for tag:7d9708bb-55cd-4db8-a9b1-5cb0cbd43958 - {'path': '/', 'tag': '7d9708bb-55cd-4db8-a9b1-5cb0cbd43958', 'options': 'recursive,force'} 2024-09-16T01:46:12.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:12 smithi017 ceph-mon[30972]: pgmap v419: 97 pgs: 97 active+clean; 47 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-16T01:46:12.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:12 smithi122 ceph-mon[34758]: pgmap v419: 97 pgs: 97 active+clean; 47 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-16T01:46:12.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:12 smithi029 ceph-mon[34783]: pgmap v419: 97 pgs: 97 active+clean; 47 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 329 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-16T01:46:12.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 67188 4.00 MB/sec warmup 95 sec latency 12.971 ms 2024-09-16T01:46:13.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 67813 4.00 MB/sec warmup 96 sec latency 12.840 ms 2024-09-16T01:46:14.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:14 smithi017 ceph-mon[30972]: pgmap v420: 97 pgs: 97 active+clean; 48 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:46:14.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:14 smithi122 ceph-mon[34758]: pgmap v420: 97 pgs: 97 active+clean; 48 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:46:14.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:14 smithi029 ceph-mon[34783]: pgmap v420: 97 pgs: 97 active+clean; 48 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:46:14.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 68410 3.97 MB/sec warmup 97 sec latency 19.667 ms 2024-09-16T01:46:15.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:15 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:46:15.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:15 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:46:15.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:15 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:46:15.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 69198 3.98 MB/sec warmup 98 sec latency 13.259 ms 2024-09-16T01:46:16.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:16 smithi017 ceph-mon[30972]: pgmap v421: 97 pgs: 97 active+clean; 48 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:46:16.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:16 smithi122 ceph-mon[34758]: pgmap v421: 97 pgs: 97 active+clean; 48 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:46:16.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:16 smithi029 ceph-mon[34783]: pgmap v421: 97 pgs: 97 active+clean; 48 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:46:16.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 69888 3.96 MB/sec warmup 99 sec latency 10.567 ms 2024-09-16T01:46:17.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 70739 3.99 MB/sec warmup 100 sec latency 12.656 ms 2024-09-16T01:46:18.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:18 smithi017 ceph-mon[30972]: pgmap v422: 97 pgs: 97 active+clean; 48 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 151 KiB/s rd, 1.3 MiB/s wr, 71 op/s 2024-09-16T01:46:18.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:18 smithi122 ceph-mon[34758]: pgmap v422: 97 pgs: 97 active+clean; 48 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 151 KiB/s rd, 1.3 MiB/s wr, 71 op/s 2024-09-16T01:46:18.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:18 smithi029 ceph-mon[34783]: pgmap v422: 97 pgs: 97 active+clean; 48 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 151 KiB/s rd, 1.3 MiB/s wr, 71 op/s 2024-09-16T01:46:18.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 71357 3.99 MB/sec warmup 101 sec latency 13.092 ms 2024-09-16T01:46:19.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 71960 3.96 MB/sec warmup 102 sec latency 23.178 ms 2024-09-16T01:46:20.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:20 smithi017 ceph-mon[30972]: pgmap v423: 97 pgs: 97 active+clean; 49 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:46:20.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:20 smithi122 ceph-mon[34758]: pgmap v423: 97 pgs: 97 active+clean; 49 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:46:20.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:20 smithi029 ceph-mon[34783]: pgmap v423: 97 pgs: 97 active+clean; 49 MiB data, 467 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:46:20.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 72741 3.97 MB/sec warmup 103 sec latency 13.205 ms 2024-09-16T01:46:21.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 73471 3.95 MB/sec warmup 104 sec latency 17.877 ms 2024-09-16T01:46:22.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:22 smithi017 ceph-mon[30972]: pgmap v424: 97 pgs: 97 active+clean; 50 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:46:22.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:22 smithi122 ceph-mon[34758]: pgmap v424: 97 pgs: 97 active+clean; 50 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:46:22.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:22 smithi029 ceph-mon[34783]: pgmap v424: 97 pgs: 97 active+clean; 50 MiB data, 468 MiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:46:22.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 74316 3.98 MB/sec warmup 105 sec latency 13.209 ms 2024-09-16T01:46:23.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 74937 3.99 MB/sec warmup 106 sec latency 14.565 ms 2024-09-16T01:46:24.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:24 smithi017 ceph-mon[30972]: pgmap v425: 97 pgs: 97 active+clean; 51 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:46:24.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:24 smithi029 ceph-mon[34783]: pgmap v425: 97 pgs: 97 active+clean; 51 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:46:24.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:24 smithi122 ceph-mon[34758]: pgmap v425: 97 pgs: 97 active+clean; 51 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 270 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:46:24.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 75548 3.96 MB/sec warmup 107 sec latency 20.703 ms 2024-09-16T01:46:25.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 76355 3.96 MB/sec warmup 108 sec latency 14.814 ms 2024-09-16T01:46:26.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:26 smithi017 ceph-mon[30972]: pgmap v426: 97 pgs: 97 active+clean; 50 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:46:26.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:26 smithi029 ceph-mon[34783]: pgmap v426: 97 pgs: 97 active+clean; 50 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:46:26.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:26 smithi122 ceph-mon[34758]: pgmap v426: 97 pgs: 97 active+clean; 50 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:46:26.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 77037 3.95 MB/sec warmup 109 sec latency 13.998 ms 2024-09-16T01:46:27.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 77866 3.97 MB/sec warmup 110 sec latency 14.960 ms 2024-09-16T01:46:28.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:28 smithi017 ceph-mon[30972]: pgmap v427: 97 pgs: 97 active+clean; 50 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:46:28.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:28 smithi029 ceph-mon[34783]: pgmap v427: 97 pgs: 97 active+clean; 50 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:46:28.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:28 smithi122 ceph-mon[34758]: pgmap v427: 97 pgs: 97 active+clean; 50 MiB data, 475 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:46:28.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 78496 3.98 MB/sec warmup 111 sec latency 11.858 ms 2024-09-16T01:46:29.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 79129 3.96 MB/sec warmup 112 sec latency 17.457 ms 2024-09-16T01:46:30.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:30 smithi017 ceph-mon[30972]: pgmap v428: 97 pgs: 97 active+clean; 52 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 1.9 MiB/s wr, 109 op/s 2024-09-16T01:46:30.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:30 smithi029 ceph-mon[34783]: pgmap v428: 97 pgs: 97 active+clean; 52 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 1.9 MiB/s wr, 109 op/s 2024-09-16T01:46:30.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:30 smithi122 ceph-mon[34758]: pgmap v428: 97 pgs: 97 active+clean; 52 MiB data, 477 MiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 1.9 MiB/s wr, 109 op/s 2024-09-16T01:46:30.586 INFO:tasks.workunit.client.0.smithi017.stdout: 1 79907 3.96 MB/sec warmup 113 sec latency 13.439 ms 2024-09-16T01:46:31.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 80638 3.94 MB/sec warmup 114 sec latency 19.003 ms 2024-09-16T01:46:32.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:32 smithi017 ceph-mon[30972]: pgmap v429: 97 pgs: 97 active+clean; 52 MiB data, 500 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.6 MiB/s wr, 88 op/s 2024-09-16T01:46:32.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:32 smithi122 ceph-mon[34758]: pgmap v429: 97 pgs: 97 active+clean; 52 MiB data, 500 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.6 MiB/s wr, 88 op/s 2024-09-16T01:46:32.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:32 smithi029 ceph-mon[34783]: pgmap v429: 97 pgs: 97 active+clean; 52 MiB data, 500 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.6 MiB/s wr, 88 op/s 2024-09-16T01:46:32.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 81412 3.97 MB/sec warmup 115 sec latency 13.601 ms 2024-09-16T01:46:33.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 82049 3.97 MB/sec warmup 116 sec latency 12.676 ms 2024-09-16T01:46:34.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:34 smithi017 ceph-mon[30972]: pgmap v430: 97 pgs: 97 active+clean; 54 MiB data, 501 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:46:34.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:34 smithi122 ceph-mon[34758]: pgmap v430: 97 pgs: 97 active+clean; 54 MiB data, 501 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:46:34.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:34 smithi029 ceph-mon[34783]: pgmap v430: 97 pgs: 97 active+clean; 54 MiB data, 501 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:46:34.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 82691 3.96 MB/sec warmup 117 sec latency 17.055 ms 2024-09-16T01:46:35.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 83464 3.95 MB/sec warmup 118 sec latency 13.329 ms 2024-09-16T01:46:36.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:36 smithi017 ceph-mon[30972]: pgmap v431: 97 pgs: 97 active+clean; 53 MiB data, 507 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:46:36.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:36 smithi122 ceph-mon[34758]: pgmap v431: 97 pgs: 97 active+clean; 53 MiB data, 507 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:46:36.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:36 smithi029 ceph-mon[34783]: pgmap v431: 97 pgs: 97 active+clean; 53 MiB data, 507 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:46:36.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 84195 3.94 MB/sec warmup 119 sec latency 14.522 ms 2024-09-16T01:46:38.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:38 smithi017 ceph-mon[30972]: pgmap v432: 97 pgs: 97 active+clean; 53 MiB data, 507 MiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:46:38.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:38 smithi122 ceph-mon[34758]: pgmap v432: 97 pgs: 97 active+clean; 53 MiB data, 507 MiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:46:38.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:38 smithi029 ceph-mon[34783]: pgmap v432: 97 pgs: 97 active+clean; 53 MiB data, 507 MiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:46:38.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 85627 4.69 MB/sec execute 1 sec latency 13.408 ms 2024-09-16T01:46:39.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 86285 3.35 MB/sec execute 2 sec latency 16.612 ms 2024-09-16T01:46:40.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:40 smithi017 ceph-mon[30972]: pgmap v433: 97 pgs: 97 active+clean; 54 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 109 op/s 2024-09-16T01:46:40.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:40 smithi122 ceph-mon[34758]: pgmap v433: 97 pgs: 97 active+clean; 54 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 109 op/s 2024-09-16T01:46:40.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:40 smithi029 ceph-mon[34783]: pgmap v433: 97 pgs: 97 active+clean; 54 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 2.0 MiB/s wr, 109 op/s 2024-09-16T01:46:40.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 87085 3.39 MB/sec execute 3 sec latency 12.798 ms 2024-09-16T01:46:41.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 87793 3.21 MB/sec execute 4 sec latency 15.259 ms 2024-09-16T01:46:42.336 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:46:42.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:42 smithi017 ceph-mon[30972]: pgmap v434: 97 pgs: 97 active+clean; 54 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:46:42.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:42 smithi029 ceph-mon[34783]: pgmap v434: 97 pgs: 97 active+clean; 54 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:46:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:42 smithi122 ceph-mon[34758]: pgmap v434: 97 pgs: 97 active+clean; 54 MiB data, 514 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:46:42.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 88572 3.85 MB/sec execute 5 sec latency 13.488 ms 2024-09-16T01:46:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.551+0000 7feb1fafa640 1 -- 172.21.15.17:0/2202349585 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb18102570 msgr2=0x7feb181029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.551+0000 7feb1fafa640 1 --2- 172.21.15.17:0/2202349585 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb18102570 0x7feb181029b0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7feb0c009900 tx=0x7feb0c02a480 comp rx=0 tx=0).stop 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.551+0000 7feb1fafa640 1 -- 172.21.15.17:0/2202349585 shutdown_connections 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.551+0000 7feb1fafa640 1 --2- 172.21.15.17:0/2202349585 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb18102ef0 0x7feb1810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.551+0000 7feb1fafa640 1 --2- 172.21.15.17:0/2202349585 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb18102570 0x7feb181029b0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.551+0000 7feb1fafa640 1 --2- 172.21.15.17:0/2202349585 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb18100e20 0x7feb18101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.551+0000 7feb1fafa640 1 -- 172.21.15.17:0/2202349585 >> 172.21.15.17:0/2202349585 conn(0x7feb180fc7d0 msgr2=0x7feb180febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.551+0000 7feb1fafa640 1 -- 172.21.15.17:0/2202349585 shutdown_connections 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.551+0000 7feb1fafa640 1 -- 172.21.15.17:0/2202349585 wait complete. 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1fafa640 1 Processor -- start 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1fafa640 1 -- start start 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1fafa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb18100e20 0x7feb1819a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1fafa640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb18102570 0x7feb1819ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1fafa640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb18102ef0 0x7feb1819eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1fafa640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feb18110e30 con 0x7feb18100e20 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1fafa640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feb18110cb0 con 0x7feb18102ef0 2024-09-16T01:46:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1fafa640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feb18110fb0 con 0x7feb18102570 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1d896640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb18100e20 0x7feb1819a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1d896640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb18100e20 0x7feb1819a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52548/0 (socket says 172.21.15.17:52548) 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1d896640 1 -- 172.21.15.17:0/914705392 learned_addr learned my addr 172.21.15.17:0/914705392 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1d095640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb18102570 0x7feb1819ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1e097640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb18102ef0 0x7feb1819eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1d896640 1 -- 172.21.15.17:0/914705392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb18102570 msgr2=0x7feb1819ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1d896640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb18102570 0x7feb1819ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1d896640 1 -- 172.21.15.17:0/914705392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb18102ef0 msgr2=0x7feb1819eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1d896640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb18102ef0 0x7feb1819eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1d896640 1 -- 172.21.15.17:0/914705392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb1819f5b0 con 0x7feb18100e20 2024-09-16T01:46:43.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.552+0000 7feb1e097640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb18102ef0 0x7feb1819eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.553+0000 7feb1d896640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb18100e20 0x7feb1819a600 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7feb1400d950 tx=0x7feb1400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.553+0000 7feb0affd640 1 -- 172.21.15.17:0/914705392 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb14017070 con 0x7feb18100e20 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.553+0000 7feb0affd640 1 -- 172.21.15.17:0/914705392 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb14009c30 con 0x7feb18100e20 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.553+0000 7feb1fafa640 1 -- 172.21.15.17:0/914705392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb1819f8a0 con 0x7feb18100e20 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.553+0000 7feb0affd640 1 -- 172.21.15.17:0/914705392 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb1400f620 con 0x7feb18100e20 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.553+0000 7feb1fafa640 1 -- 172.21.15.17:0/914705392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb181a7180 con 0x7feb18100e20 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.555+0000 7feb0affd640 1 -- 172.21.15.17:0/914705392 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7feb140109a0 con 0x7feb18100e20 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.556+0000 7feb21ed3740 1 Processor -- start 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.556+0000 7feb21ed3740 1 -- start start 2024-09-16T01:46:43.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.556+0000 7feb0affd640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb040a32c0 0x7feb040a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.556+0000 7feb21ed3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868f4a0 0x55b87868f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.556+0000 7feb21ed3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868fdc0 0x55b87869a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.556+0000 7feb21ed3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87869a680 0x55b87869ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.556+0000 7feb21ed3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b8785f52e0 con 0x55b87869a680 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.556+0000 7feb21ed3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b87859cce0 con 0x55b87868f4a0 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.556+0000 7feb21ed3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b8785f12a0 con 0x55b87868fdc0 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.556+0000 7feb1e097640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb040a32c0 0x7feb040a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.556+0000 7feb0affd640 1 -- 172.21.15.17:0/914705392 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feb140cf4e0 con 0x7feb18100e20 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.557+0000 7feb1d095640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868fdc0 0x55b87869a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.557+0000 7feb1d095640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868fdc0 0x55b87869a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:60880/0 (socket says 172.21.15.17:60880) 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.557+0000 7feb1d095640 1 -- 172.21.15.17:0/1346393236 learned_addr learned my addr 172.21.15.17:0/1346393236 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.557+0000 7feb1e097640 1 --2- 172.21.15.17:0/1346393236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87869a680 0x55b87869ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.557+0000 7feb1d896640 1 --2- 172.21.15.17:0/1346393236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868f4a0 0x55b87868f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.557+0000 7feb1d095640 1 -- 172.21.15.17:0/1346393236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868f4a0 msgr2=0x55b87868f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.557+0000 7feb1d095640 1 --2- 172.21.15.17:0/1346393236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868f4a0 0x55b87868f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.557+0000 7feb1d095640 1 -- 172.21.15.17:0/1346393236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87869a680 msgr2=0x55b87869ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.557+0000 7feb1d095640 1 --2- 172.21.15.17:0/1346393236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87869a680 0x55b87869ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.557+0000 7feb1d095640 1 -- 172.21.15.17:0/1346393236 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b878581440 con 0x55b87868fdc0 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.557+0000 7feb1e097640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb040a32c0 0x7feb040a5780 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7feb10005fd0 tx=0x7feb10014b70 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.557+0000 7feb1d095640 1 --2- 172.21.15.17:0/1346393236 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868fdc0 0x55b87869a140 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7feb0c009900 tx=0x7feb0c005c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b88f3d88a5faa92 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.557+0000 7feb03fff640 1 -- 172.21.15.17:0/1346393236 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb0c040070 con 0x55b87868fdc0 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.558+0000 7feb03fff640 1 -- 172.21.15.17:0/1346393236 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb0c004030 con 0x55b87868fdc0 2024-09-16T01:46:43.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.558+0000 7feb03fff640 1 -- 172.21.15.17:0/1346393236 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb0c035040 con 0x55b87868fdc0 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.558+0000 7feb21ed3740 1 -- 172.21.15.17:0/1346393236 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868fdc0 msgr2=0x55b87869a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.558+0000 7feb21ed3740 1 --2- 172.21.15.17:0/1346393236 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868fdc0 0x55b87869a140 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7feb0c009900 tx=0x7feb0c005c00 comp rx=0 tx=0).stop 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.558+0000 7feb21ed3740 1 -- 172.21.15.17:0/1346393236 shutdown_connections 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.558+0000 7feb21ed3740 1 --2- 172.21.15.17:0/1346393236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87869a680 0x55b87869ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.558+0000 7feb21ed3740 1 --2- 172.21.15.17:0/1346393236 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868fdc0 0x55b87869a140 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.558+0000 7feb21ed3740 1 --2- 172.21.15.17:0/1346393236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868f4a0 0x55b87868f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.558+0000 7feb21ed3740 1 -- 172.21.15.17:0/1346393236 >> 172.21.15.17:0/1346393236 conn(0x55b87868ba30 msgr2=0x55b87868be10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.558+0000 7feb21ed3740 1 -- 172.21.15.17:0/1346393236 shutdown_connections 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.558+0000 7feb21ed3740 1 -- 172.21.15.17:0/1346393236 wait complete. 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.559+0000 7feb21ed3740 1 -- start start 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.559+0000 7feb21ed3740 1 Processor -- start 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.559+0000 7feb21ed3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868f4a0 0x55b878699f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.559+0000 7feb21ed3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868fdc0 0x55b8786971c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.559+0000 7feb21ed3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87869a680 0x55b878697700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.559+0000 7feb21ed3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b87869d250 con 0x55b87868f4a0 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.559+0000 7feb21ed3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b8785b0050 con 0x55b87868fdc0 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.559+0000 7feb21ed3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b87869d3d0 con 0x55b87869a680 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.559+0000 7feb21ed3740 10 client.0 _ll_register_callbacks cb 0x55b8785f0160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.559+0000 7feb1d896640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868f4a0 0x55b878699f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb1e097640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87869a680 0x55b878697700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb1d896640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868f4a0 0x55b878699f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52576/0 (socket says 172.21.15.17:52576) 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb1d896640 1 -- 172.21.15.17:0/2910616623 learned_addr learned my addr 172.21.15.17:0/2910616623 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb1d095640 1 --2- 172.21.15.17:0/2910616623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868fdc0 0x55b8786971c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb1e097640 1 -- 172.21.15.17:0/2910616623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868fdc0 msgr2=0x55b8786971c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:43.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb1e097640 1 --2- 172.21.15.17:0/2910616623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868fdc0 0x55b8786971c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb1e097640 1 -- 172.21.15.17:0/2910616623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868f4a0 msgr2=0x55b878699f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb1e097640 1 --2- 172.21.15.17:0/2910616623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868f4a0 0x55b878699f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb1e097640 1 -- 172.21.15.17:0/2910616623 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8783663c0 con 0x55b87869a680 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb1d896640 1 --2- 172.21.15.17:0/2910616623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868f4a0 0x55b878699f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb1e097640 1 --2- 172.21.15.17:0/2910616623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87869a680 0x55b878697700 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7feb1001c000 tx=0x7feb10004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ccea29670f05efb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb017fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb017fa640 1 -- 172.21.15.17:0/2910616623 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb1002b680 con 0x55b87869a680 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb017fa640 1 -- 172.21.15.17:0/2910616623 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feb1002b820 con 0x55b87869a680 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.560+0000 7feb21ed3740 1 -- 172.21.15.17:0/2910616623 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb0c004030 con 0x55b87869a680 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.561+0000 7feb017fa640 1 -- 172.21.15.17:0/2910616623 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7feb10012e90 con 0x55b87869a680 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.561+0000 7feb21ed3740 10 client.25432 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:43.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.561+0000 7feb21ed3740 1 -- 172.21.15.17:0/2910616623 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b8786a8bb0 con 0x55b87869a680 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.561+0000 7feb017fa640 1 -- 172.21.15.17:0/2910616623 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb0c004030 con 0x55b87869a680 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.561+0000 7feb017fa640 1 -- 172.21.15.17:0/2910616623 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7feb1000f040 con 0x55b87869a680 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.561+0000 7feb21ed3740 10 client.25432 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.561+0000 7feb21ed3740 10 client.25432 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.561+0000 7feb21ed3740 20 client.25432 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.561+0000 7feb21ed3740 1 --2- 172.21.15.17:0/2910616623 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b8786aa070 0x55b8786ac460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.561+0000 7feb21ed3740 4 client.25432 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.561+0000 7feb21ed3740 1 -- 172.21.15.17:0/2910616623 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b878602850 con 0x55b8786aa070 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.561+0000 7feb1d896640 1 --2- 172.21.15.17:0/2910616623 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b8786aa070 0x55b8786ac460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.562+0000 7feb1d896640 1 --2- 172.21.15.17:0/2910616623 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b8786aa070 0x55b8786ac460 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=af2c7d3666f4a85 server_cookie=ac55059ad274adc4 in_seq=0 out_seq=0 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.562+0000 7feb017fa640 10 client.25432 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.562+0000 7feb017fa640 1 -- 172.21.15.17:0/2910616623 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b878602850 con 0x55b8786aa070 2024-09-16T01:46:43.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.562+0000 7feb017fa640 10 client.25432 handle_command_reply: tid=0 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.562+0000 7feb21ed3740 1 client.25432 shutdown 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.562+0000 7feb21ed3740 1 -- 172.21.15.17:0/2910616623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87869a680 msgr2=0x55b878697700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.562+0000 7feb21ed3740 1 --2- 172.21.15.17:0/2910616623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87869a680 0x55b878697700 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7feb1001c000 tx=0x7feb10004ab0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.563+0000 7feb21ed3740 1 -- 172.21.15.17:0/2910616623 shutdown_connections 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.563+0000 7feb21ed3740 1 --2- 172.21.15.17:0/2910616623 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b8786aa070 0x55b8786ac460 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.563+0000 7feb21ed3740 1 --2- 172.21.15.17:0/2910616623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87869a680 0x55b878697700 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.563+0000 7feb017fa640 0 client.25432 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.563+0000 7feb21ed3740 1 --2- 172.21.15.17:0/2910616623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868fdc0 0x55b8786971c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.563+0000 7feb21ed3740 1 --2- 172.21.15.17:0/2910616623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868f4a0 0x55b878699f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.563+0000 7feb21ed3740 1 -- 172.21.15.17:0/2910616623 >> 172.21.15.17:0/2910616623 conn(0x55b87868ba30 msgr2=0x55b87868ab90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.563+0000 7feb21ed3740 1 -- 172.21.15.17:0/2910616623 shutdown_connections 2024-09-16T01:46:43.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.563+0000 7feb21ed3740 1 -- 172.21.15.17:0/2910616623 wait complete. 2024-09-16T01:46:43.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.563+0000 7feb21ed3740 20 client.25432 trim_cache size 0 max 16384 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.584+0000 7feb21ed3740 1 Processor -- start 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.584+0000 7feb21ed3740 1 -- start start 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb21ed3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868ba30 0x55b878699130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb21ed3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868f4a0 0x55b8786b1d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb21ed3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868fdc0 0x55b8786b2270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb21ed3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feb181b1f00 con 0x55b87868ba30 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb21ed3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feb181af7d0 con 0x55b87868fdc0 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb21ed3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feb181ad600 con 0x55b87868f4a0 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb1d896640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868ba30 0x55b878699130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb1d896640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868ba30 0x55b878699130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52590/0 (socket says 172.21.15.17:52590) 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb1d896640 1 -- 172.21.15.17:0/254368171 learned_addr learned my addr 172.21.15.17:0/254368171 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:43.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb1e097640 1 --2- 172.21.15.17:0/254368171 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868fdc0 0x55b8786b2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb1d896640 1 -- 172.21.15.17:0/254368171 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868f4a0 msgr2=0x55b8786b1d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb1d896640 1 --2- 172.21.15.17:0/254368171 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868f4a0 0x55b8786b1d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb1d896640 1 -- 172.21.15.17:0/254368171 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868fdc0 msgr2=0x55b8786b2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb1d896640 1 --2- 172.21.15.17:0/254368171 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868fdc0 0x55b8786b2270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb1d896640 1 -- 172.21.15.17:0/254368171 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b87868b4d0 con 0x55b87868ba30 2024-09-16T01:46:43.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.585+0000 7feb1d896640 1 --2- 172.21.15.17:0/254368171 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868ba30 0x55b878699130 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7feb1409ba90 tx=0x7feb14086040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed345766d9debe39 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:43.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 89207 3.97 MB/sec execute 6 sec latency 11.425 ms 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.586+0000 7feb037fe640 1 -- 172.21.15.17:0/254368171 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb140b9070 con 0x55b87868ba30 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.586+0000 7feb037fe640 1 -- 172.21.15.17:0/254368171 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb14084e50 con 0x55b87868ba30 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.586+0000 7feb037fe640 1 -- 172.21.15.17:0/254368171 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb14020040 con 0x55b87868ba30 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.586+0000 7feb21ed3740 1 -- 172.21.15.17:0/254368171 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868ba30 msgr2=0x55b878699130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.586+0000 7feb21ed3740 1 --2- 172.21.15.17:0/254368171 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868ba30 0x55b878699130 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7feb1409ba90 tx=0x7feb14086040 comp rx=0 tx=0).stop 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.586+0000 7feb21ed3740 1 -- 172.21.15.17:0/254368171 shutdown_connections 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.586+0000 7feb21ed3740 1 --2- 172.21.15.17:0/254368171 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868fdc0 0x55b8786b2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.586+0000 7feb21ed3740 1 --2- 172.21.15.17:0/254368171 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868f4a0 0x55b8786b1d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.586+0000 7feb21ed3740 1 --2- 172.21.15.17:0/254368171 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868ba30 0x55b878699130 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.587+0000 7feb21ed3740 1 -- 172.21.15.17:0/254368171 >> 172.21.15.17:0/254368171 conn(0x55b878697860 msgr2=0x55b878698a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.587+0000 7feb21ed3740 1 -- 172.21.15.17:0/254368171 shutdown_connections 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.587+0000 7feb21ed3740 1 -- 172.21.15.17:0/254368171 wait complete. 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.587+0000 7feb21ed3740 1 -- start start 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.587+0000 7feb21ed3740 1 Processor -- start 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb21ed3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868ba30 0x55b878693be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb21ed3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868f4a0 0x55b878694120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb21ed3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868fdc0 0x55b8786a1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb1d896640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868ba30 0x55b878693be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb1d896640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868ba30 0x55b878693be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:60906/0 (socket says 172.21.15.17:60906) 2024-09-16T01:46:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb1d095640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868f4a0 0x55b878694120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb1d896640 1 -- 172.21.15.17:0/2108285890 learned_addr learned my addr 172.21.15.17:0/2108285890 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb21ed3740 1 -- 172.21.15.17:0/2108285890 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feb181adc90 con 0x55b87868fdc0 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb21ed3740 1 -- 172.21.15.17:0/2108285890 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feb181af100 con 0x55b87868f4a0 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb21ed3740 1 -- 172.21.15.17:0/2108285890 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feb181ae360 con 0x55b87868ba30 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb21ed3740 10 client.0 _ll_register_callbacks cb 0x7feb10012b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb1e097640 1 --2- 172.21.15.17:0/2108285890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868fdc0 0x55b8786a1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb1e097640 1 -- 172.21.15.17:0/2108285890 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868ba30 msgr2=0x55b878693be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb1e097640 1 --2- 172.21.15.17:0/2108285890 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868ba30 0x55b878693be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb1e097640 1 -- 172.21.15.17:0/2108285890 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868f4a0 msgr2=0x55b878694120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb1e097640 1 --2- 172.21.15.17:0/2108285890 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868f4a0 0x55b878694120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb1e097640 1 -- 172.21.15.17:0/2108285890 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b8786a1b90 con 0x55b87868fdc0 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.588+0000 7feb1d095640 1 --2- 172.21.15.17:0/2108285890 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868f4a0 0x55b878694120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.589+0000 7feb1e097640 1 --2- 172.21.15.17:0/2108285890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868fdc0 0x55b8786a1620 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7feb10020ae0 tx=0x7feb100145b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=595b7f412692afb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.589+0000 7feb017fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.589+0000 7feb017fa640 1 -- 172.21.15.17:0/2108285890 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb10012e90 con 0x55b87868fdc0 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.589+0000 7feb017fa640 1 -- 172.21.15.17:0/2108285890 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feb1002b480 con 0x55b87868fdc0 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.589+0000 7feb21ed3740 1 -- 172.21.15.17:0/2108285890 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb14084e50 con 0x55b87868fdc0 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.589+0000 7feb017fa640 1 -- 172.21.15.17:0/2108285890 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7feb1002ba30 con 0x55b87868fdc0 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.589+0000 7feb21ed3740 10 client.15783 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.589+0000 7feb21ed3740 1 -- 172.21.15.17:0/2108285890 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b8786a2e60 con 0x55b87868fdc0 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.589+0000 7feb017fa640 1 -- 172.21.15.17:0/2108285890 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb14084e50 con 0x55b87868fdc0 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.590+0000 7feb017fa640 1 -- 172.21.15.17:0/2108285890 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7feb100369b0 con 0x55b87868fdc0 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.590+0000 7feb21ed3740 10 client.15783 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.590+0000 7feb21ed3740 10 client.15783 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.590+0000 7feb21ed3740 20 client.15783 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.590+0000 7feb21ed3740 1 --2- 172.21.15.17:0/2108285890 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b87869a680 0x55b878716e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.590+0000 7feb21ed3740 4 client.15783 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.590+0000 7feb21ed3740 1 -- 172.21.15.17:0/2108285890 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b8785fcd60 con 0x55b87869a680 2024-09-16T01:46:43.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.590+0000 7feb1d896640 1 --2- 172.21.15.17:0/2108285890 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b87869a680 0x55b878716e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.591+0000 7feb1d896640 1 --2- 172.21.15.17:0/2108285890 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b87869a680 0x55b878716e50 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c1d1d8c1e89703bb server_cookie=75709e549394c2a2 in_seq=0 out_seq=0 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.591+0000 7feb017fa640 10 client.15783 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.591+0000 7feb017fa640 1 -- 172.21.15.17:0/2108285890 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55b8785fcd60 con 0x55b87869a680 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.591+0000 7feb017fa640 10 client.15783 handle_command_reply: tid=0 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.591+0000 7feb21ed3740 1 client.15783 shutdown 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.591+0000 7feb21ed3740 1 -- 172.21.15.17:0/2108285890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868fdc0 msgr2=0x55b8786a1620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.591+0000 7feb21ed3740 1 --2- 172.21.15.17:0/2108285890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868fdc0 0x55b8786a1620 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7feb10020ae0 tx=0x7feb100145b0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.591+0000 7feb21ed3740 1 -- 172.21.15.17:0/2108285890 shutdown_connections 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.591+0000 7feb21ed3740 1 --2- 172.21.15.17:0/2108285890 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b87869a680 0x55b878716e50 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.591+0000 7feb21ed3740 1 --2- 172.21.15.17:0/2108285890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b87868fdc0 0x55b8786a1620 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.591+0000 7feb21ed3740 1 --2- 172.21.15.17:0/2108285890 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b87868f4a0 0x55b878694120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.591+0000 7feb21ed3740 1 --2- 172.21.15.17:0/2108285890 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b87868ba30 0x55b878693be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.591+0000 7feb017fa640 0 client.15783 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.591+0000 7feb21ed3740 1 -- 172.21.15.17:0/2108285890 >> 172.21.15.17:0/2108285890 conn(0x55b878697860 msgr2=0x55b878698a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.592+0000 7feb21ed3740 1 -- 172.21.15.17:0/2108285890 shutdown_connections 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.592+0000 7feb21ed3740 1 -- 172.21.15.17:0/2108285890 wait complete. 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.592+0000 7feb21ed3740 20 client.15783 trim_cache size 0 max 16384 2024-09-16T01:46:43.598 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:46:43.599 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.592+0000 7feb1fafa640 1 -- 172.21.15.17:0/914705392 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb040a32c0 msgr2=0x7feb040a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.592+0000 7feb1fafa640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb040a32c0 0x7feb040a5780 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7feb10005fd0 tx=0x7feb10014b70 comp rx=0 tx=0).stop 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.592+0000 7feb1fafa640 1 -- 172.21.15.17:0/914705392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb18100e20 msgr2=0x7feb1819a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.592+0000 7feb1fafa640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb18100e20 0x7feb1819a600 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7feb1400d950 tx=0x7feb1400de10 comp rx=0 tx=0).stop 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.592+0000 7feb1fafa640 1 -- 172.21.15.17:0/914705392 shutdown_connections 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.592+0000 7feb1fafa640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb040a32c0 0x7feb040a5780 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.592+0000 7feb1fafa640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb18102ef0 0x7feb1819eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.592+0000 7feb1fafa640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb18102570 0x7feb1819ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.592+0000 7feb1fafa640 1 --2- 172.21.15.17:0/914705392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb18100e20 0x7feb1819a600 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.592+0000 7feb1fafa640 1 -- 172.21.15.17:0/914705392 >> 172.21.15.17:0/914705392 conn(0x7feb180fc7d0 msgr2=0x7feb1806a0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.593+0000 7feb1fafa640 1 -- 172.21.15.17:0/914705392 shutdown_connections 2024-09-16T01:46:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:43.593+0000 7feb1fafa640 1 -- 172.21.15.17:0/914705392 wait complete. 2024-09-16T01:46:44.392 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:46:44.392 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:46:44.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:44 smithi017 ceph-mon[30972]: pgmap v435: 97 pgs: 97 active+clean; 56 MiB data, 499 MiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-16T01:46:44.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:44 smithi122 ceph-mon[34758]: pgmap v435: 97 pgs: 97 active+clean; 56 MiB data, 499 MiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-16T01:46:44.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:44 smithi029 ceph-mon[34783]: pgmap v435: 97 pgs: 97 active+clean; 56 MiB data, 499 MiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-16T01:46:44.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 89835 3.69 MB/sec execute 7 sec latency 17.136 ms 2024-09-16T01:46:44.688 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:46:45.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.280+0000 7f811fe79640 1 -- 172.21.15.17:0/2391212225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8118102ef0 msgr2=0x7f811810da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:45.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.280+0000 7f811fe79640 1 --2- 172.21.15.17:0/2391212225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8118102ef0 0x7f811810da40 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f8110009ca0 tx=0x7f811002a950 comp rx=0 tx=0).stop 2024-09-16T01:46:45.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.280+0000 7f811fe79640 1 -- 172.21.15.17:0/2391212225 shutdown_connections 2024-09-16T01:46:45.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.280+0000 7f811fe79640 1 --2- 172.21.15.17:0/2391212225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8118102ef0 0x7f811810da40 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.280+0000 7f811fe79640 1 --2- 172.21.15.17:0/2391212225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8118102570 0x7f81181029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.280+0000 7f811fe79640 1 --2- 172.21.15.17:0/2391212225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8118100e20 0x7f8118101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.280+0000 7f811fe79640 1 -- 172.21.15.17:0/2391212225 >> 172.21.15.17:0/2391212225 conn(0x7f81180fc7d0 msgr2=0x7f81180febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:45.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.280+0000 7f811fe79640 1 -- 172.21.15.17:0/2391212225 shutdown_connections 2024-09-16T01:46:45.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.280+0000 7f811fe79640 1 -- 172.21.15.17:0/2391212225 wait complete. 2024-09-16T01:46:45.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.281+0000 7f811fe79640 1 Processor -- start 2024-09-16T01:46:45.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.281+0000 7f811fe79640 1 -- start start 2024-09-16T01:46:45.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.281+0000 7f811fe79640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8118100e20 0x7f8118199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:45.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.281+0000 7f811fe79640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8118102570 0x7f81181997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:45.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.281+0000 7f811fe79640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8118102ef0 0x7f81181a42e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:45.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.281+0000 7f811fe79640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8118110e30 con 0x7f8118102ef0 2024-09-16T01:46:45.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.281+0000 7f811fe79640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8118110cb0 con 0x7f8118102570 2024-09-16T01:46:45.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.281+0000 7f811fe79640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8118110fb0 con 0x7f8118100e20 2024-09-16T01:46:45.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.281+0000 7f811dc15640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8118100e20 0x7f8118199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:45.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.281+0000 7f811e416640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8118102ef0 0x7f81181a42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:45.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.281+0000 7f811dc15640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8118100e20 0x7f8118199260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:60930/0 (socket says 172.21.15.17:60930) 2024-09-16T01:46:45.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.282+0000 7f811dc15640 1 -- 172.21.15.17:0/966551785 learned_addr learned my addr 172.21.15.17:0/966551785 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:45.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.282+0000 7f811d414640 1 --2- 172.21.15.17:0/966551785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8118102570 0x7f81181997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:45.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.282+0000 7f811dc15640 1 -- 172.21.15.17:0/966551785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8118102570 msgr2=0x7f81181997a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:45.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.282+0000 7f811dc15640 1 --2- 172.21.15.17:0/966551785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8118102570 0x7f81181997a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.282+0000 7f811dc15640 1 -- 172.21.15.17:0/966551785 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8118102ef0 msgr2=0x7f81181a42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:45.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.282+0000 7f811dc15640 1 --2- 172.21.15.17:0/966551785 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8118102ef0 0x7f81181a42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.282+0000 7f811dc15640 1 -- 172.21.15.17:0/966551785 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81181a4820 con 0x7f8118100e20 2024-09-16T01:46:45.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.282+0000 7f811dc15640 1 --2- 172.21.15.17:0/966551785 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8118100e20 0x7f8118199260 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f811400e9f0 tx=0x7f811400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:45.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.282+0000 7f810effd640 1 -- 172.21.15.17:0/966551785 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f811400cd80 con 0x7f8118100e20 2024-09-16T01:46:45.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.282+0000 7f811fe79640 1 -- 172.21.15.17:0/966551785 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81181a49f0 con 0x7f8118100e20 2024-09-16T01:46:45.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.282+0000 7f810effd640 1 -- 172.21.15.17:0/966551785 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81140108e0 con 0x7f8118100e20 2024-09-16T01:46:45.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.282+0000 7f810effd640 1 -- 172.21.15.17:0/966551785 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8114018920 con 0x7f8118100e20 2024-09-16T01:46:45.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.282+0000 7f811fe79640 1 -- 172.21.15.17:0/966551785 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81181a4ee0 con 0x7f8118100e20 2024-09-16T01:46:45.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.284+0000 7f811fe79640 1 -- 172.21.15.17:0/966551785 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8118101200 con 0x7f8118100e20 2024-09-16T01:46:45.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.285+0000 7f810effd640 1 -- 172.21.15.17:0/966551785 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f8114010a90 con 0x7f8118100e20 2024-09-16T01:46:45.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.285+0000 7f810effd640 1 --2- 172.21.15.17:0/966551785 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81040a3240 0x7f81040a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:45.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.286+0000 7f811d414640 1 --2- 172.21.15.17:0/966551785 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81040a3240 0x7f81040a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:45.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.286+0000 7f810effd640 1 -- 172.21.15.17:0/966551785 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f81140cfbe0 con 0x7f8118100e20 2024-09-16T01:46:45.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.286+0000 7f811d414640 1 --2- 172.21.15.17:0/966551785 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81040a3240 0x7f81040a5700 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f811806aac0 tx=0x7f810800b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:45.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.292+0000 7f810effd640 1 -- 172.21.15.17:0/966551785 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f811409c2b0 con 0x7f8118100e20 2024-09-16T01:46:45.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.531+0000 7f811fe79640 1 -- 172.21.15.17:0/966551785 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8118109090 con 0x7f8118100e20 2024-09-16T01:46:45.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.532+0000 7f810effd640 1 -- 172.21.15.17:0/966551785 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f8114096e20 con 0x7f8118100e20 2024-09-16T01:46:45.534 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:46:45.534 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:46:45.534 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:46:45.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.535+0000 7f811fe79640 1 -- 172.21.15.17:0/966551785 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81040a3240 msgr2=0x7f81040a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:45.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.535+0000 7f811fe79640 1 --2- 172.21.15.17:0/966551785 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81040a3240 0x7f81040a5700 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f811806aac0 tx=0x7f810800b410 comp rx=0 tx=0).stop 2024-09-16T01:46:45.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.535+0000 7f811fe79640 1 -- 172.21.15.17:0/966551785 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8118100e20 msgr2=0x7f8118199260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:45.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.535+0000 7f811fe79640 1 --2- 172.21.15.17:0/966551785 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8118100e20 0x7f8118199260 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f811400e9f0 tx=0x7f811400eeb0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.535+0000 7f811fe79640 1 -- 172.21.15.17:0/966551785 shutdown_connections 2024-09-16T01:46:45.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.535+0000 7f811fe79640 1 --2- 172.21.15.17:0/966551785 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81040a3240 0x7f81040a5700 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.535+0000 7f811fe79640 1 --2- 172.21.15.17:0/966551785 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8118102ef0 0x7f81181a42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.535+0000 7f811fe79640 1 --2- 172.21.15.17:0/966551785 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8118102570 0x7f81181997a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.535+0000 7f811fe79640 1 --2- 172.21.15.17:0/966551785 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8118100e20 0x7f8118199260 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:45.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.535+0000 7f811fe79640 1 -- 172.21.15.17:0/966551785 >> 172.21.15.17:0/966551785 conn(0x7f81180fc7d0 msgr2=0x7f81180febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:45.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.535+0000 7f811fe79640 1 -- 172.21.15.17:0/966551785 shutdown_connections 2024-09-16T01:46:45.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:45.535+0000 7f811fe79640 1 -- 172.21.15.17:0/966551785 wait complete. 2024-09-16T01:46:45.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 90581 3.65 MB/sec execute 8 sec latency 11.811 ms 2024-09-16T01:46:46.270 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:46:46.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:46 smithi017 ceph-mon[30972]: pgmap v436: 97 pgs: 97 active+clean; 57 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:46:46.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:46 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/966551785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:46:46.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:46 smithi029 ceph-mon[34783]: pgmap v436: 97 pgs: 97 active+clean; 57 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:46:46.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:46 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/966551785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:46:46.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:46 smithi122 ceph-mon[34758]: pgmap v436: 97 pgs: 97 active+clean; 57 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:46:46.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:46 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/966551785' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:46:46.553 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:46:46.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 91277 3.53 MB/sec execute 9 sec latency 16.085 ms 2024-09-16T01:46:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.082+0000 7f585b265640 1 -- 172.21.15.17:0/1459507507 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5854102790 msgr2=0x7f58541067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.082+0000 7f585b265640 1 --2- 172.21.15.17:0/1459507507 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5854102790 0x7f58541067e0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f5844009900 tx=0x7f584402a410 comp rx=0 tx=0).stop 2024-09-16T01:46:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.083+0000 7f585b265640 1 -- 172.21.15.17:0/1459507507 shutdown_connections 2024-09-16T01:46:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.083+0000 7f585b265640 1 --2- 172.21.15.17:0/1459507507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5854106f10 0x7f585410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.083+0000 7f585b265640 1 --2- 172.21.15.17:0/1459507507 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5854102790 0x7f58541067e0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.083+0000 7f585b265640 1 --2- 172.21.15.17:0/1459507507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5854101de0 0x7f58541021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.083+0000 7f585b265640 1 -- 172.21.15.17:0/1459507507 >> 172.21.15.17:0/1459507507 conn(0x7f58540fd8e0 msgr2=0x7f58540ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.083+0000 7f585b265640 1 -- 172.21.15.17:0/1459507507 shutdown_connections 2024-09-16T01:46:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.083+0000 7f585b265640 1 -- 172.21.15.17:0/1459507507 wait complete. 2024-09-16T01:46:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.083+0000 7f585b265640 1 Processor -- start 2024-09-16T01:46:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.083+0000 7f585b265640 1 -- start start 2024-09-16T01:46:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f585b265640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5854101de0 0x7f5854198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f585b265640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5854102790 0x7f58541988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f585b265640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5854106f10 0x7f585419cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f585b265640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5854111de0 con 0x7f5854101de0 2024-09-16T01:46:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f585b265640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5854111c60 con 0x7f5854106f10 2024-09-16T01:46:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f585b265640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5854111f60 con 0x7f5854102790 2024-09-16T01:46:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f5859001640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5854101de0 0x7f5854198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f5859001640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5854101de0 0x7f5854198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53422/0 (socket says 172.21.15.17:53422) 2024-09-16T01:46:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f5859001640 1 -- 172.21.15.17:0/1206014081 learned_addr learned my addr 172.21.15.17:0/1206014081 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f5858800640 1 --2- 172.21.15.17:0/1206014081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5854102790 0x7f58541988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f5859802640 1 --2- 172.21.15.17:0/1206014081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5854106f10 0x7f585419cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f5859001640 1 -- 172.21.15.17:0/1206014081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5854102790 msgr2=0x7f58541988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f5859001640 1 --2- 172.21.15.17:0/1206014081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5854102790 0x7f58541988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f5859001640 1 -- 172.21.15.17:0/1206014081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5854106f10 msgr2=0x7f585419cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f5859001640 1 --2- 172.21.15.17:0/1206014081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5854106f10 0x7f585419cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f5859001640 1 -- 172.21.15.17:0/1206014081 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f585419d310 con 0x7f5854101de0 2024-09-16T01:46:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.084+0000 7f5859001640 1 --2- 172.21.15.17:0/1206014081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5854101de0 0x7f5854198360 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f585000ea60 tx=0x7f585000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.085+0000 7f584a7fc640 1 -- 172.21.15.17:0/1206014081 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f585000cde0 con 0x7f5854101de0 2024-09-16T01:46:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.085+0000 7f585b265640 1 -- 172.21.15.17:0/1206014081 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f585419d600 con 0x7f5854101de0 2024-09-16T01:46:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.085+0000 7f584a7fc640 1 -- 172.21.15.17:0/1206014081 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58500035f0 con 0x7f5854101de0 2024-09-16T01:46:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.085+0000 7f584a7fc640 1 -- 172.21.15.17:0/1206014081 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5850010690 con 0x7f5854101de0 2024-09-16T01:46:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.085+0000 7f585b265640 1 -- 172.21.15.17:0/1206014081 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58541a4ee0 con 0x7f5854101de0 2024-09-16T01:46:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.087+0000 7f584a7fc640 1 -- 172.21.15.17:0/1206014081 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f58500037a0 con 0x7f5854101de0 2024-09-16T01:46:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f585d63e740 1 Processor -- start 2024-09-16T01:46:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f585d63e740 1 -- start start 2024-09-16T01:46:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f585d63e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070cdb40 0x5595070cc090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f585d63e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cc5d0 0x5595070cca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f585d63e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070db780 0x5595070ddb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f585d63e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5595070322f0 con 0x5595070cdb40 2024-09-16T01:46:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f585d63e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559506fd9cf0 con 0x5595070db780 2024-09-16T01:46:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f585d63e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55950702e2b0 con 0x5595070cc5d0 2024-09-16T01:46:47.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f5859802640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070cdb40 0x5595070cc090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f5859001640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cc5d0 0x5595070cca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f5859802640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070cdb40 0x5595070cc090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53436/0 (socket says 172.21.15.17:53436) 2024-09-16T01:46:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f5859802640 1 -- 172.21.15.17:0/4183006229 learned_addr learned my addr 172.21.15.17:0/4183006229 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f584a7fc640 1 --2- 172.21.15.17:0/1206014081 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58400a3240 0x7f58400a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f5858800640 1 --2- 172.21.15.17:0/4183006229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070db780 0x5595070ddb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.088+0000 7f5859802640 1 -- 172.21.15.17:0/4183006229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cc5d0 msgr2=0x5595070cca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.089+0000 7f5859802640 1 --2- 172.21.15.17:0/4183006229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cc5d0 0x5595070cca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.089+0000 7f5859802640 1 -- 172.21.15.17:0/4183006229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070db780 msgr2=0x5595070ddb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.089+0000 7f5859802640 1 --2- 172.21.15.17:0/4183006229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070db780 0x5595070ddb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.089+0000 7f5859802640 1 -- 172.21.15.17:0/4183006229 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559506fbe3a0 con 0x5595070cdb40 2024-09-16T01:46:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.089+0000 7f5859001640 1 --2- 172.21.15.17:0/4183006229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cc5d0 0x5595070cca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.089+0000 7f584a7fc640 1 -- 172.21.15.17:0/1206014081 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f58500cfb90 con 0x7f5854101de0 2024-09-16T01:46:47.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.089+0000 7f5859802640 1 --2- 172.21.15.17:0/1206014081 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58400a3240 0x7f58400a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.089+0000 7f5859802640 1 --2- 172.21.15.17:0/4183006229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070cdb40 0x5595070cc090 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f584c010440 tx=0x7f584c010900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5061d4fc4c461f8a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.089+0000 7f583f7fe640 1 -- 172.21.15.17:0/4183006229 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f584c01d400 con 0x5595070cdb40 2024-09-16T01:46:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.089+0000 7f583f7fe640 1 -- 172.21.15.17:0/4183006229 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f584c01da50 con 0x5595070cdb40 2024-09-16T01:46:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.089+0000 7f583f7fe640 1 -- 172.21.15.17:0/4183006229 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f584c01c780 con 0x5595070cdb40 2024-09-16T01:46:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.090+0000 7f585d63e740 1 -- 172.21.15.17:0/4183006229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070cdb40 msgr2=0x5595070cc090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.090+0000 7f585d63e740 1 --2- 172.21.15.17:0/4183006229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070cdb40 0x5595070cc090 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f584c010440 tx=0x7f584c010900 comp rx=0 tx=0).stop 2024-09-16T01:46:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.090+0000 7f5859802640 1 --2- 172.21.15.17:0/1206014081 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58400a3240 0x7f58400a5700 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f584c021000 tx=0x7f584c01e000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.090+0000 7f585d63e740 1 -- 172.21.15.17:0/4183006229 shutdown_connections 2024-09-16T01:46:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.090+0000 7f585d63e740 1 --2- 172.21.15.17:0/4183006229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070db780 0x5595070ddb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.090+0000 7f585d63e740 1 --2- 172.21.15.17:0/4183006229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cc5d0 0x5595070cca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.090+0000 7f585d63e740 1 --2- 172.21.15.17:0/4183006229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070cdb40 0x5595070cc090 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.090+0000 7f585d63e740 1 -- 172.21.15.17:0/4183006229 >> 172.21.15.17:0/4183006229 conn(0x559507095310 msgr2=0x5595070c8c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.090+0000 7f585d63e740 1 -- 172.21.15.17:0/4183006229 shutdown_connections 2024-09-16T01:46:47.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.090+0000 7f585d63e740 1 -- 172.21.15.17:0/4183006229 wait complete. 2024-09-16T01:46:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.091+0000 7f585d63e740 1 -- start start 2024-09-16T01:46:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.091+0000 7f585d63e740 1 Processor -- start 2024-09-16T01:46:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.091+0000 7f585d63e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cc5d0 0x5595070db170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.091+0000 7f585d63e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070cdb40 0x5595070d8420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.091+0000 7f585d63e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070db780 0x5595070d8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.091+0000 7f585d63e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5595070de480 con 0x5595070db780 2024-09-16T01:46:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.091+0000 7f585d63e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559506fed060 con 0x5595070cdb40 2024-09-16T01:46:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.091+0000 7f585d63e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5595070de600 con 0x5595070cc5d0 2024-09-16T01:46:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.091+0000 7f585d63e740 10 client.0 _ll_register_callbacks cb 0x559506d408c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.091+0000 7f5859001640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cc5d0 0x5595070db170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.091+0000 7f5859001640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cc5d0 0x5595070db170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42856/0 (socket says 172.21.15.17:42856) 2024-09-16T01:46:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.091+0000 7f5859001640 1 -- 172.21.15.17:0/778534486 learned_addr learned my addr 172.21.15.17:0/778534486 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:47.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.091+0000 7f5858800640 1 --2- 172.21.15.17:0/778534486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070cdb40 0x5595070d8420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.092+0000 7f5859001640 1 -- 172.21.15.17:0/778534486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070cdb40 msgr2=0x5595070d8420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.092+0000 7f5859001640 1 --2- 172.21.15.17:0/778534486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070cdb40 0x5595070d8420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.092+0000 7f5859001640 1 -- 172.21.15.17:0/778534486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070db780 msgr2=0x5595070d8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.092+0000 7f5859802640 1 --2- 172.21.15.17:0/778534486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070db780 0x5595070d8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.092+0000 7f5859001640 1 --2- 172.21.15.17:0/778534486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070db780 0x5595070d8a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.092+0000 7f5859001640 1 -- 172.21.15.17:0/778534486 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559506da33c0 con 0x5595070cc5d0 2024-09-16T01:46:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.092+0000 7f5859802640 1 --2- 172.21.15.17:0/778534486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070db780 0x5595070d8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.092+0000 7f5859001640 1 --2- 172.21.15.17:0/778534486 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cc5d0 0x5595070db170 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f585000d010 tx=0x7f5850009490 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16dfceef23967733 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.092+0000 7f583cff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:46:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.092+0000 7f583cff9640 1 -- 172.21.15.17:0/778534486 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f585009bf80 con 0x5595070cc5d0 2024-09-16T01:46:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.093+0000 7f583cff9640 1 -- 172.21.15.17:0/778534486 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f58500cd7a0 con 0x5595070cc5d0 2024-09-16T01:46:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.093+0000 7f585d63e740 1 -- 172.21.15.17:0/778534486 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f584c01da50 con 0x5595070cc5d0 2024-09-16T01:46:47.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.093+0000 7f583cff9640 1 -- 172.21.15.17:0/778534486 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f5850003b30 con 0x5595070cc5d0 2024-09-16T01:46:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.093+0000 7f585d63e740 10 client.25453 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.093+0000 7f585d63e740 1 -- 172.21.15.17:0/778534486 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5595070e9f20 con 0x5595070cc5d0 2024-09-16T01:46:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.093+0000 7f583cff9640 1 -- 172.21.15.17:0/778534486 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f584c01da50 con 0x5595070cc5d0 2024-09-16T01:46:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.093+0000 7f583cff9640 1 -- 172.21.15.17:0/778534486 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f5850098820 con 0x5595070cc5d0 2024-09-16T01:46:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.093+0000 7f585d63e740 10 client.25453 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.093+0000 7f585d63e740 10 client.25453 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:46:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.094+0000 7f585d63e740 20 client.25453 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.094+0000 7f585d63e740 1 --2- 172.21.15.17:0/778534486 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5595070eb3e0 0x5595070ed7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.094+0000 7f585d63e740 4 client.25453 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:46:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.094+0000 7f585d63e740 1 -- 172.21.15.17:0/778534486 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55950703f860 con 0x5595070eb3e0 2024-09-16T01:46:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.094+0000 7f5858800640 1 --2- 172.21.15.17:0/778534486 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5595070eb3e0 0x5595070ed7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.094+0000 7f583cff9640 10 client.25453 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:46:47.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.094+0000 7f5858800640 1 --2- 172.21.15.17:0/778534486 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5595070eb3e0 0x5595070ed7d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5c37416b6e7450c3 server_cookie=5953e43e400d57cb in_seq=0 out_seq=0 2024-09-16T01:46:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.095+0000 7f583cff9640 1 -- 172.21.15.17:0/778534486 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55950703f860 con 0x5595070eb3e0 2024-09-16T01:46:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.095+0000 7f583cff9640 10 client.25453 handle_command_reply: tid=0 2024-09-16T01:46:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.095+0000 7f585d63e740 1 client.25453 shutdown 2024-09-16T01:46:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.095+0000 7f585d63e740 1 -- 172.21.15.17:0/778534486 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cc5d0 msgr2=0x5595070db170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.095+0000 7f585d63e740 1 --2- 172.21.15.17:0/778534486 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cc5d0 0x5595070db170 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f585000d010 tx=0x7f5850009490 comp rx=0 tx=0).stop 2024-09-16T01:46:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.095+0000 7f585d63e740 1 -- 172.21.15.17:0/778534486 shutdown_connections 2024-09-16T01:46:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.095+0000 7f585d63e740 1 --2- 172.21.15.17:0/778534486 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5595070eb3e0 0x5595070ed7d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.095+0000 7f585d63e740 1 --2- 172.21.15.17:0/778534486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070db780 0x5595070d8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.095+0000 7f585d63e740 1 --2- 172.21.15.17:0/778534486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070cdb40 0x5595070d8420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.095+0000 7f585d63e740 1 --2- 172.21.15.17:0/778534486 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cc5d0 0x5595070db170 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.095+0000 7f583cff9640 0 client.25453 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:46:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.095+0000 7f585d63e740 1 -- 172.21.15.17:0/778534486 >> 172.21.15.17:0/778534486 conn(0x559507095310 msgr2=0x5595070ce990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:47.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.096+0000 7f585d63e740 1 -- 172.21.15.17:0/778534486 shutdown_connections 2024-09-16T01:46:47.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.096+0000 7f585d63e740 1 -- 172.21.15.17:0/778534486 wait complete. 2024-09-16T01:46:47.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.096+0000 7f585d63e740 20 client.25453 trim_cache size 0 max 16384 2024-09-16T01:46:47.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.113+0000 7f585d63e740 1 Processor -- start 2024-09-16T01:46:47.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.113+0000 7f585d63e740 1 -- start start 2024-09-16T01:46:47.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.113+0000 7f585d63e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070cc5d0 0x5595070e7720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.113+0000 7f585d63e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cdb40 0x5595070f3020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.113+0000 7f585d63e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070db780 0x5595070f3560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.113+0000 7f585d63e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f58541adc20 con 0x5595070cc5d0 2024-09-16T01:46:47.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.113+0000 7f585d63e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f58541ab4f0 con 0x5595070db780 2024-09-16T01:46:47.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.113+0000 7f585d63e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f58541a9320 con 0x5595070cdb40 2024-09-16T01:46:47.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.114+0000 7f5859001640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070cc5d0 0x5595070e7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.114+0000 7f5858800640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cdb40 0x5595070f3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.114+0000 7f5859001640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070cc5d0 0x5595070e7720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53468/0 (socket says 172.21.15.17:53468) 2024-09-16T01:46:47.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.114+0000 7f5859001640 1 -- 172.21.15.17:0/1192927331 learned_addr learned my addr 172.21.15.17:0/1192927331 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:47.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.114+0000 7f5859802640 1 --2- 172.21.15.17:0/1192927331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070db780 0x5595070f3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.114+0000 7f5858800640 1 -- 172.21.15.17:0/1192927331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070db780 msgr2=0x5595070f3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:47.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.114+0000 7f5858800640 1 --2- 172.21.15.17:0/1192927331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070db780 0x5595070f3560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.114+0000 7f5858800640 1 -- 172.21.15.17:0/1192927331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070cc5d0 msgr2=0x5595070e7720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:47.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.114+0000 7f5858800640 1 --2- 172.21.15.17:0/1192927331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070cc5d0 0x5595070e7720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.114+0000 7f5858800640 1 -- 172.21.15.17:0/1192927331 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595070ccbe0 con 0x5595070cdb40 2024-09-16T01:46:47.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.114+0000 7f5859001640 1 --2- 172.21.15.17:0/1192927331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070cc5d0 0x5595070e7720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:47.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.114+0000 7f5858800640 1 --2- 172.21.15.17:0/1192927331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cdb40 0x5595070f3020 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f5844009230 tx=0x7f5844005e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=afa4630be43686d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.115+0000 7f583effd640 1 -- 172.21.15.17:0/1192927331 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f584404b070 con 0x5595070cdb40 2024-09-16T01:46:47.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.115+0000 7f583effd640 1 -- 172.21.15.17:0/1192927331 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58440044b0 con 0x5595070cdb40 2024-09-16T01:46:47.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.115+0000 7f583effd640 1 -- 172.21.15.17:0/1192927331 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5844035040 con 0x5595070cdb40 2024-09-16T01:46:47.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.115+0000 7f585d63e740 1 -- 172.21.15.17:0/1192927331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cdb40 msgr2=0x5595070f3020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.115+0000 7f585d63e740 1 --2- 172.21.15.17:0/1192927331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cdb40 0x5595070f3020 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f5844009230 tx=0x7f5844005e60 comp rx=0 tx=0).stop 2024-09-16T01:46:47.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.115+0000 7f585d63e740 1 -- 172.21.15.17:0/1192927331 shutdown_connections 2024-09-16T01:46:47.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.115+0000 7f585d63e740 1 --2- 172.21.15.17:0/1192927331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070db780 0x5595070f3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.115+0000 7f585d63e740 1 --2- 172.21.15.17:0/1192927331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cdb40 0x5595070f3020 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.115+0000 7f585d63e740 1 --2- 172.21.15.17:0/1192927331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070cc5d0 0x5595070e7720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.115+0000 7f585d63e740 1 -- 172.21.15.17:0/1192927331 >> 172.21.15.17:0/1192927331 conn(0x559507095310 msgr2=0x5595070d3720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:47.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.115+0000 7f585d63e740 1 -- 172.21.15.17:0/1192927331 shutdown_connections 2024-09-16T01:46:47.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.116+0000 7f585d63e740 1 -- 172.21.15.17:0/1192927331 wait complete. 2024-09-16T01:46:47.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.116+0000 7f585d63e740 1 -- start start 2024-09-16T01:46:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.116+0000 7f585d63e740 1 Processor -- start 2024-09-16T01:46:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.116+0000 7f585d63e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070cc5d0 0x5595070dfde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.116+0000 7f585d63e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cdb40 0x5595070e0320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.116+0000 7f585d63e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070db780 0x559507154ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.116+0000 7f585d63e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f58541a99b0 con 0x5595070db780 2024-09-16T01:46:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.116+0000 7f585d63e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f58541aae20 con 0x5595070cc5d0 2024-09-16T01:46:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.116+0000 7f585d63e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f58541aa080 con 0x5595070cdb40 2024-09-16T01:46:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.116+0000 7f585d63e740 10 client.0 _ll_register_callbacks cb 0x7f5850003e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f5859001640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070cc5d0 0x5595070dfde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f5859802640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070db780 0x559507154ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f5859001640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070cc5d0 0x5595070dfde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:50384/0 (socket says 172.21.15.17:50384) 2024-09-16T01:46:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f5859001640 1 -- 172.21.15.17:0/3258783768 learned_addr learned my addr 172.21.15.17:0/3258783768 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:47.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f5858800640 1 --2- 172.21.15.17:0/3258783768 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cdb40 0x5595070e0320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f5859001640 1 -- 172.21.15.17:0/3258783768 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cdb40 msgr2=0x5595070e0320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f5859001640 1 --2- 172.21.15.17:0/3258783768 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cdb40 0x5595070e0320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f5859001640 1 -- 172.21.15.17:0/3258783768 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070db780 msgr2=0x559507154ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f5859001640 1 --2- 172.21.15.17:0/3258783768 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070db780 0x559507154ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f5859001640 1 -- 172.21.15.17:0/3258783768 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595071555e0 con 0x5595070cc5d0 2024-09-16T01:46:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f5859001640 1 --2- 172.21.15.17:0/3258783768 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070cc5d0 0x5595070dfde0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f585009c140 tx=0x7f5850098a30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a09bc92324f7bf0d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f583cff9640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:46:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f583cff9640 1 -- 172.21.15.17:0/3258783768 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f585009bf80 con 0x5595070cc5d0 2024-09-16T01:46:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f583cff9640 1 -- 172.21.15.17:0/3258783768 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f58500cdd50 con 0x5595070cc5d0 2024-09-16T01:46:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.117+0000 7f585d63e740 1 -- 172.21.15.17:0/3258783768 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58440044b0 con 0x5595070cc5d0 2024-09-16T01:46:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.118+0000 7f583cff9640 1 -- 172.21.15.17:0/3258783768 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f585009c8b0 con 0x5595070cc5d0 2024-09-16T01:46:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.118+0000 7f585d63e740 10 client.25367 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:47.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.118+0000 7f585d63e740 1 -- 172.21.15.17:0/3258783768 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5595071568a0 con 0x5595070cc5d0 2024-09-16T01:46:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.118+0000 7f583cff9640 1 -- 172.21.15.17:0/3258783768 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58440044b0 con 0x5595070cc5d0 2024-09-16T01:46:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.118+0000 7f583cff9640 1 -- 172.21.15.17:0/3258783768 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f5850004000 con 0x5595070cc5d0 2024-09-16T01:46:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.118+0000 7f585d63e740 10 client.25367 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.118+0000 7f585d63e740 10 client.25367 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:46:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.118+0000 7f585d63e740 20 client.25367 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.118+0000 7f585d63e740 1 --2- 172.21.15.17:0/3258783768 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559507156f60 0x559507159380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.118+0000 7f585d63e740 4 client.25367 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:46:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.118+0000 7f585d63e740 1 -- 172.21.15.17:0/3258783768 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559507039d70 con 0x559507156f60 2024-09-16T01:46:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.118+0000 7f5858800640 1 --2- 172.21.15.17:0/3258783768 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559507156f60 0x559507159380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f583cff9640 10 client.25367 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:46:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f5858800640 1 --2- 172.21.15.17:0/3258783768 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559507156f60 0x559507159380 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3069f06eb4a8c066 server_cookie=d8c427f589299c4d in_seq=0 out_seq=0 2024-09-16T01:46:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f583cff9640 1 -- 172.21.15.17:0/3258783768 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559507039d70 con 0x559507156f60 2024-09-16T01:46:47.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f583cff9640 10 client.25367 handle_command_reply: tid=0 2024-09-16T01:46:47.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f585d63e740 1 client.25367 shutdown 2024-09-16T01:46:47.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f585d63e740 1 -- 172.21.15.17:0/3258783768 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070cc5d0 msgr2=0x5595070dfde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f585d63e740 1 --2- 172.21.15.17:0/3258783768 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070cc5d0 0x5595070dfde0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f585009c140 tx=0x7f5850098a30 comp rx=0 tx=0).stop 2024-09-16T01:46:47.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f585d63e740 1 -- 172.21.15.17:0/3258783768 shutdown_connections 2024-09-16T01:46:47.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f585d63e740 1 --2- 172.21.15.17:0/3258783768 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559507156f60 0x559507159380 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f585d63e740 1 --2- 172.21.15.17:0/3258783768 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595070db780 0x559507154ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f585d63e740 1 --2- 172.21.15.17:0/3258783768 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595070cdb40 0x5595070e0320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f583cff9640 0 client.25367 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:46:47.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f585d63e740 1 --2- 172.21.15.17:0/3258783768 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595070cc5d0 0x5595070dfde0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f585d63e740 1 -- 172.21.15.17:0/3258783768 >> 172.21.15.17:0/3258783768 conn(0x559507095310 msgr2=0x5595070ce110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:47.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f585d63e740 1 -- 172.21.15.17:0/3258783768 shutdown_connections 2024-09-16T01:46:47.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f585d63e740 1 -- 172.21.15.17:0/3258783768 wait complete. 2024-09-16T01:46:47.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.119+0000 7f585d63e740 20 client.25367 trim_cache size 0 max 16384 2024-09-16T01:46:47.126 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:46:47.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.120+0000 7f585b265640 1 -- 172.21.15.17:0/1206014081 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58400a3240 msgr2=0x7f58400a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.120+0000 7f585b265640 1 --2- 172.21.15.17:0/1206014081 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58400a3240 0x7f58400a5700 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f584c021000 tx=0x7f584c01e000 comp rx=0 tx=0).stop 2024-09-16T01:46:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.120+0000 7f585b265640 1 -- 172.21.15.17:0/1206014081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5854101de0 msgr2=0x7f5854198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.120+0000 7f585b265640 1 --2- 172.21.15.17:0/1206014081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5854101de0 0x7f5854198360 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f585000ea60 tx=0x7f585000ef20 comp rx=0 tx=0).stop 2024-09-16T01:46:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.120+0000 7f585b265640 1 -- 172.21.15.17:0/1206014081 shutdown_connections 2024-09-16T01:46:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.120+0000 7f585b265640 1 --2- 172.21.15.17:0/1206014081 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58400a3240 0x7f58400a5700 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.120+0000 7f585b265640 1 --2- 172.21.15.17:0/1206014081 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5854106f10 0x7f585419cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.120+0000 7f585b265640 1 --2- 172.21.15.17:0/1206014081 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5854102790 0x7f58541988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.120+0000 7f585b265640 1 --2- 172.21.15.17:0/1206014081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5854101de0 0x7f5854198360 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.120+0000 7f585b265640 1 -- 172.21.15.17:0/1206014081 >> 172.21.15.17:0/1206014081 conn(0x7f58540fd8e0 msgr2=0x7f58540fe800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.120+0000 7f585b265640 1 -- 172.21.15.17:0/1206014081 shutdown_connections 2024-09-16T01:46:47.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:47.120+0000 7f585b265640 1 -- 172.21.15.17:0/1206014081 wait complete. 2024-09-16T01:46:47.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 92042 3.82 MB/sec execute 10 sec latency 39.435 ms 2024-09-16T01:46:47.912 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:46:48.232 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:46:48.521 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:48 smithi017 ceph-mon[30972]: pgmap v437: 97 pgs: 97 active+clean; 57 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:46:48.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:48 smithi029 ceph-mon[34783]: pgmap v437: 97 pgs: 97 active+clean; 57 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:46:48.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:48 smithi122 ceph-mon[34758]: pgmap v437: 97 pgs: 97 active+clean; 57 MiB data, 513 MiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:46:48.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 92594 3.88 MB/sec execute 11 sec latency 127.897 ms 2024-09-16T01:46:49.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 93056 3.61 MB/sec execute 12 sec latency 82.911 ms 2024-09-16T01:46:50.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:50 smithi017 ceph-mon[30972]: pgmap v438: 97 pgs: 97 active+clean; 59 MiB data, 519 MiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 2.1 MiB/s wr, 110 op/s 2024-09-16T01:46:50.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:50 smithi122 ceph-mon[34758]: pgmap v438: 97 pgs: 97 active+clean; 59 MiB data, 519 MiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 2.1 MiB/s wr, 110 op/s 2024-09-16T01:46:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:50 smithi029 ceph-mon[34783]: pgmap v438: 97 pgs: 97 active+clean; 59 MiB data, 519 MiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 2.1 MiB/s wr, 110 op/s 2024-09-16T01:46:50.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 93742 3.69 MB/sec execute 13 sec latency 34.458 ms 2024-09-16T01:46:51.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.639+0000 7f1e20d5f640 1 -- 172.21.15.17:0/2063598117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e1c1027c0 msgr2=0x7f1e1c106810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.639+0000 7f1e20d5f640 1 --2- 172.21.15.17:0/2063598117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e1c1027c0 0x7f1e1c106810 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f1e10009900 tx=0x7f1e1002a410 comp rx=0 tx=0).stop 2024-09-16T01:46:51.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.639+0000 7f1e20d5f640 1 -- 172.21.15.17:0/2063598117 shutdown_connections 2024-09-16T01:46:51.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.639+0000 7f1e20d5f640 1 --2- 172.21.15.17:0/2063598117 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c106f40 0x7f1e1c10eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.639+0000 7f1e20d5f640 1 --2- 172.21.15.17:0/2063598117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e1c1027c0 0x7f1e1c106810 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.639+0000 7f1e20d5f640 1 --2- 172.21.15.17:0/2063598117 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1e1c101e10 0x7f1e1c1021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.639+0000 7f1e20d5f640 1 -- 172.21.15.17:0/2063598117 >> 172.21.15.17:0/2063598117 conn(0x7f1e1c0fd8d0 msgr2=0x7f1e1c0ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:51.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.639+0000 7f1e20d5f640 1 -- 172.21.15.17:0/2063598117 shutdown_connections 2024-09-16T01:46:51.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.639+0000 7f1e20d5f640 1 -- 172.21.15.17:0/2063598117 wait complete. 2024-09-16T01:46:51.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e20d5f640 1 Processor -- start 2024-09-16T01:46:51.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e20d5f640 1 -- start start 2024-09-16T01:46:51.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e20d5f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1e1c101e10 0x7f1e1c1983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e20d5f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c1027c0 0x7f1e1c198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e20d5f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e1c106f40 0x7f1e1c19ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e20d5f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1c111e50 con 0x7f1e1c106f40 2024-09-16T01:46:51.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e20d5f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1c111cd0 con 0x7f1e1c1027c0 2024-09-16T01:46:51.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e20d5f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1c111fd0 con 0x7f1e1c101e10 2024-09-16T01:46:51.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e1ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e1c106f40 0x7f1e1c19ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e1ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e1c106f40 0x7f1e1c19ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53484/0 (socket says 172.21.15.17:53484) 2024-09-16T01:46:51.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e1a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1e1c101e10 0x7f1e1c1983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e1ad9d640 1 -- 172.21.15.17:0/1166549507 learned_addr learned my addr 172.21.15.17:0/1166549507 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:51.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/1166549507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c1027c0 0x7f1e1c198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e1ad9d640 1 -- 172.21.15.17:0/1166549507 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1e1c101e10 msgr2=0x7f1e1c1983f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e1ad9d640 1 --2- 172.21.15.17:0/1166549507 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1e1c101e10 0x7f1e1c1983f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e1ad9d640 1 -- 172.21.15.17:0/1166549507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c1027c0 msgr2=0x7f1e1c198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e1ad9d640 1 --2- 172.21.15.17:0/1166549507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c1027c0 0x7f1e1c198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.640+0000 7f1e1ad9d640 1 -- 172.21.15.17:0/1166549507 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e1c19d3a0 con 0x7f1e1c106f40 2024-09-16T01:46:51.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.641+0000 7f1e1a59c640 1 --2- 172.21.15.17:0/1166549507 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1e1c101e10 0x7f1e1c1983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:51.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.641+0000 7f1e1ad9d640 1 --2- 172.21.15.17:0/1166549507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e1c106f40 0x7f1e1c19ccc0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f1e14009fd0 tx=0x7f1e1400b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:51.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.641+0000 7f1e0b7fe640 1 -- 172.21.15.17:0/1166549507 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e14017070 con 0x7f1e1c106f40 2024-09-16T01:46:51.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.641+0000 7f1e20d5f640 1 -- 172.21.15.17:0/1166549507 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e1c19d690 con 0x7f1e1c106f40 2024-09-16T01:46:51.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.641+0000 7f1e0b7fe640 1 -- 172.21.15.17:0/1166549507 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e14003e20 con 0x7f1e1c106f40 2024-09-16T01:46:51.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.641+0000 7f1e0b7fe640 1 -- 172.21.15.17:0/1166549507 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e14010460 con 0x7f1e1c106f40 2024-09-16T01:46:51.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.641+0000 7f1e20d5f640 1 -- 172.21.15.17:0/1166549507 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e1c1a4f70 con 0x7f1e1c106f40 2024-09-16T01:46:51.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.644+0000 7f1e0b7fe640 1 -- 172.21.15.17:0/1166549507 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1e14003970 con 0x7f1e1c106f40 2024-09-16T01:46:51.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.644+0000 7f1e23138740 1 Processor -- start 2024-09-16T01:46:51.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.644+0000 7f1e23138740 1 -- start start 2024-09-16T01:46:51.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e23138740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846adb40 0x5580846ac090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e23138740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846ac5d0 0x5580846aca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e23138740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846b7370 0x5580846b9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e23138740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5580846122f0 con 0x5580846b7370 2024-09-16T01:46:51.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e23138740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5580845b9cf0 con 0x5580846ac5d0 2024-09-16T01:46:51.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e23138740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55808460e2b0 con 0x5580846adb40 2024-09-16T01:46:51.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e0b7fe640 1 --2- 172.21.15.17:0/1166549507 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1e040a3240 0x7f1e040a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e1a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846ac5d0 0x5580846aca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e19d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846adb40 0x5580846ac090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e19d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846adb40 0x5580846ac090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42890/0 (socket says 172.21.15.17:42890) 2024-09-16T01:46:51.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e1a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846ac5d0 0x5580846aca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:50414/0 (socket says 172.21.15.17:50414) 2024-09-16T01:46:51.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e19d9b640 1 -- 172.21.15.17:0/443095862 learned_addr learned my addr 172.21.15.17:0/443095862 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:51.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/443095862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846b7370 0x5580846b9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e1ad9d640 1 --2- 172.21.15.17:0/1166549507 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1e040a3240 0x7f1e040a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e0b7fe640 1 -- 172.21.15.17:0/1166549507 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1e140cf6a0 con 0x7f1e1c106f40 2024-09-16T01:46:51.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e19d9b640 1 -- 172.21.15.17:0/443095862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846ac5d0 msgr2=0x5580846aca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:51.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/443095862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846ac5d0 0x5580846aca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e19d9b640 1 -- 172.21.15.17:0/443095862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846b7370 msgr2=0x5580846b9760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:51.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/443095862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846b7370 0x5580846b9760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.645+0000 7f1e19d9b640 1 -- 172.21.15.17:0/443095862 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55808459e3a0 con 0x5580846adb40 2024-09-16T01:46:51.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.646+0000 7f1e1ad9d640 1 --2- 172.21.15.17:0/1166549507 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1e040a3240 0x7f1e040a5700 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f1e1400b760 tx=0x7f1e1406ebb0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:51.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.646+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/443095862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846adb40 0x5580846ac090 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x5580846ad070 tx=0x7f1e10005b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d7eb524cd5269f3a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:51.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.646+0000 7f1e08ff9640 1 -- 172.21.15.17:0/443095862 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e10035030 con 0x5580846adb40 2024-09-16T01:46:51.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.646+0000 7f1e08ff9640 1 -- 172.21.15.17:0/443095862 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e100035f0 con 0x5580846adb40 2024-09-16T01:46:51.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.646+0000 7f1e08ff9640 1 -- 172.21.15.17:0/443095862 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e100044e0 con 0x5580846adb40 2024-09-16T01:46:51.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.647+0000 7f1e23138740 1 -- 172.21.15.17:0/443095862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846adb40 msgr2=0x5580846ac090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.647+0000 7f1e23138740 1 --2- 172.21.15.17:0/443095862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846adb40 0x5580846ac090 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x5580846ad070 tx=0x7f1e10005b50 comp rx=0 tx=0).stop 2024-09-16T01:46:51.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.647+0000 7f1e23138740 1 -- 172.21.15.17:0/443095862 shutdown_connections 2024-09-16T01:46:51.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.647+0000 7f1e23138740 1 --2- 172.21.15.17:0/443095862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846b7370 0x5580846b9760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.647+0000 7f1e23138740 1 --2- 172.21.15.17:0/443095862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846ac5d0 0x5580846aca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.647+0000 7f1e23138740 1 --2- 172.21.15.17:0/443095862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846adb40 0x5580846ac090 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.647+0000 7f1e23138740 1 -- 172.21.15.17:0/443095862 >> 172.21.15.17:0/443095862 conn(0x558084675310 msgr2=0x5580846a8c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:51.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.647+0000 7f1e23138740 1 -- 172.21.15.17:0/443095862 shutdown_connections 2024-09-16T01:46:51.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.647+0000 7f1e23138740 1 -- 172.21.15.17:0/443095862 wait complete. 2024-09-16T01:46:51.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.648+0000 7f1e23138740 1 -- start start 2024-09-16T01:46:51.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.648+0000 7f1e23138740 1 Processor -- start 2024-09-16T01:46:51.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.648+0000 7f1e23138740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846ac5d0 0x5580846b6df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.648+0000 7f1e23138740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846adb40 0x5580846b40a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.648+0000 7f1e23138740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846b7370 0x5580846b47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.648+0000 7f1e23138740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5580846ba010 con 0x5580846b7370 2024-09-16T01:46:51.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.648+0000 7f1e23138740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5580845cd060 con 0x5580846adb40 2024-09-16T01:46:51.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.648+0000 7f1e23138740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5580846ba190 con 0x5580846ac5d0 2024-09-16T01:46:51.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.648+0000 7f1e23138740 10 client.0 _ll_register_callbacks cb 0x5580843208c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:51.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.648+0000 7f1e19d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846b7370 0x5580846b47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.648+0000 7f1e19d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846b7370 0x5580846b47e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53490/0 (socket says 172.21.15.17:53490) 2024-09-16T01:46:51.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.648+0000 7f1e19d9b640 1 -- 172.21.15.17:0/2128846650 learned_addr learned my addr 172.21.15.17:0/2128846650 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:51.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.648+0000 7f1e1a59c640 1 --2- 172.21.15.17:0/2128846650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846adb40 0x5580846b40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.648+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/2128846650 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846ac5d0 0x5580846b6df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e19d9b640 1 -- 172.21.15.17:0/2128846650 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846ac5d0 msgr2=0x5580846b6df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:51.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/2128846650 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846ac5d0 0x5580846b6df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e19d9b640 1 -- 172.21.15.17:0/2128846650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846adb40 msgr2=0x5580846b40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:51.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/2128846650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846adb40 0x5580846b40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e19d9b640 1 -- 172.21.15.17:0/2128846650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580843833c0 con 0x5580846b7370 2024-09-16T01:46:51.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e1a59c640 1 --2- 172.21.15.17:0/2128846650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846adb40 0x5580846b40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:51.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/2128846650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846b7370 0x5580846b47e0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f1e100057c0 tx=0x7f1e10000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3935ed3c21fd46f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:51.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e01ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:46:51.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e01ffb640 1 -- 172.21.15.17:0/2128846650 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e10035050 con 0x5580846b7370 2024-09-16T01:46:51.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e23138740 1 -- 172.21.15.17:0/2128846650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e100035f0 con 0x5580846b7370 2024-09-16T01:46:51.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e01ffb640 1 -- 172.21.15.17:0/2128846650 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1e100041e0 con 0x5580846b7370 2024-09-16T01:46:51.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e01ffb640 1 -- 172.21.15.17:0/2128846650 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1e100043e0 con 0x5580846b7370 2024-09-16T01:46:51.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e23138740 10 client.15816 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:51.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e23138740 1 -- 172.21.15.17:0/2128846650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5580846c5b70 con 0x5580846b7370 2024-09-16T01:46:51.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.649+0000 7f1e01ffb640 1 -- 172.21.15.17:0/2128846650 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e100035f0 con 0x5580846b7370 2024-09-16T01:46:51.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.650+0000 7f1e01ffb640 1 -- 172.21.15.17:0/2128846650 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f1e1004a040 con 0x5580846b7370 2024-09-16T01:46:51.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.650+0000 7f1e23138740 10 client.15816 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:51.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.650+0000 7f1e23138740 10 client.15816 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:46:51.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.650+0000 7f1e23138740 20 client.15816 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:51.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.650+0000 7f1e23138740 1 --2- 172.21.15.17:0/2128846650 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5580846c71b0 0x5580846c95d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.650+0000 7f1e23138740 4 client.15816 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:46:51.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.650+0000 7f1e23138740 1 -- 172.21.15.17:0/2128846650 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55808461f860 con 0x5580846c71b0 2024-09-16T01:46:51.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.650+0000 7f1e1a59c640 1 --2- 172.21.15.17:0/2128846650 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5580846c71b0 0x5580846c95d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.650+0000 7f1e01ffb640 10 client.15816 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:46:51.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.650+0000 7f1e1a59c640 1 --2- 172.21.15.17:0/2128846650 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5580846c71b0 0x5580846c95d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e3b8ba4adabdb4c1 server_cookie=b70f90c56197b28e in_seq=0 out_seq=0 2024-09-16T01:46:51.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.651+0000 7f1e01ffb640 1 -- 172.21.15.17:0/2128846650 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55808461f860 con 0x5580846c71b0 2024-09-16T01:46:51.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.651+0000 7f1e01ffb640 10 client.15816 handle_command_reply: tid=0 2024-09-16T01:46:51.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.651+0000 7f1e23138740 1 client.15816 shutdown 2024-09-16T01:46:51.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.651+0000 7f1e23138740 1 -- 172.21.15.17:0/2128846650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846b7370 msgr2=0x5580846b47e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.566 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:46:51.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.651+0000 7f1e23138740 1 --2- 172.21.15.17:0/2128846650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846b7370 0x5580846b47e0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f1e100057c0 tx=0x7f1e10000bc0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.651+0000 7f1e23138740 1 -- 172.21.15.17:0/2128846650 shutdown_connections 2024-09-16T01:46:51.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.651+0000 7f1e23138740 1 --2- 172.21.15.17:0/2128846650 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5580846c71b0 0x5580846c95d0 crc :-1 s=READY pgs=31 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.651+0000 7f1e23138740 1 --2- 172.21.15.17:0/2128846650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846b7370 0x5580846b47e0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.651+0000 7f1e23138740 1 --2- 172.21.15.17:0/2128846650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846adb40 0x5580846b40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.651+0000 7f1e23138740 1 --2- 172.21.15.17:0/2128846650 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846ac5d0 0x5580846b6df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.651+0000 7f1e01ffb640 0 client.15816 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:46:51.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.651+0000 7f1e23138740 1 -- 172.21.15.17:0/2128846650 >> 172.21.15.17:0/2128846650 conn(0x558084675310 msgr2=0x5580846ae960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:51.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.652+0000 7f1e23138740 1 -- 172.21.15.17:0/2128846650 shutdown_connections 2024-09-16T01:46:51.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.652+0000 7f1e23138740 1 -- 172.21.15.17:0/2128846650 wait complete. 2024-09-16T01:46:51.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.652+0000 7f1e23138740 20 client.15816 trim_cache size 0 max 16384 2024-09-16T01:46:51.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.667+0000 7f1e23138740 1 Processor -- start 2024-09-16T01:46:51.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.667+0000 7f1e23138740 1 -- start start 2024-09-16T01:46:51.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e23138740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846ac5d0 0x5580846c32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e23138740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846adb40 0x5580846b6010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e23138740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846b7370 0x5580846a8510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e23138740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1c1afd40 con 0x5580846ac5d0 2024-09-16T01:46:51.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e23138740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1c1ad610 con 0x5580846b7370 2024-09-16T01:46:51.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e23138740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1c1ab440 con 0x5580846adb40 2024-09-16T01:46:51.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e19d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846ac5d0 0x5580846c32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e19d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846ac5d0 0x5580846c32e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53494/0 (socket says 172.21.15.17:53494) 2024-09-16T01:46:51.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e19d9b640 1 -- 172.21.15.17:0/737521479 learned_addr learned my addr 172.21.15.17:0/737521479 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:51.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e1a59c640 1 --2- 172.21.15.17:0/737521479 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846adb40 0x5580846b6010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e19d9b640 1 -- 172.21.15.17:0/737521479 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846adb40 msgr2=0x5580846b6010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:51.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/737521479 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846adb40 0x5580846b6010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e19d9b640 1 -- 172.21.15.17:0/737521479 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846b7370 msgr2=0x5580846a8510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:51.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/737521479 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846b7370 0x5580846a8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e19d9b640 1 -- 172.21.15.17:0/737521479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5580846c3820 con 0x5580846ac5d0 2024-09-16T01:46:51.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/737521479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846ac5d0 0x5580846c32e0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f1e100053d0 tx=0x7f1e10005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30b2a6daff07018e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:51.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.668+0000 7f1e03fff640 1 -- 172.21.15.17:0/737521479 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e10035070 con 0x5580846ac5d0 2024-09-16T01:46:51.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.669+0000 7f1e03fff640 1 -- 172.21.15.17:0/737521479 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e10031c40 con 0x5580846ac5d0 2024-09-16T01:46:51.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.669+0000 7f1e03fff640 1 -- 172.21.15.17:0/737521479 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e1003cc70 con 0x5580846ac5d0 2024-09-16T01:46:51.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.669+0000 7f1e23138740 1 -- 172.21.15.17:0/737521479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846ac5d0 msgr2=0x5580846c32e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.669+0000 7f1e23138740 1 --2- 172.21.15.17:0/737521479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846ac5d0 0x5580846c32e0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f1e100053d0 tx=0x7f1e10005fd0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.669+0000 7f1e23138740 1 -- 172.21.15.17:0/737521479 shutdown_connections 2024-09-16T01:46:51.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.669+0000 7f1e23138740 1 --2- 172.21.15.17:0/737521479 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846b7370 0x5580846a8510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.669+0000 7f1e23138740 1 --2- 172.21.15.17:0/737521479 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846adb40 0x5580846b6010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.669+0000 7f1e23138740 1 --2- 172.21.15.17:0/737521479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846ac5d0 0x5580846c32e0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.669+0000 7f1e23138740 1 -- 172.21.15.17:0/737521479 >> 172.21.15.17:0/737521479 conn(0x558084675310 msgr2=0x5580846b5900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:51.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.669+0000 7f1e23138740 1 -- 172.21.15.17:0/737521479 shutdown_connections 2024-09-16T01:46:51.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.669+0000 7f1e23138740 1 -- 172.21.15.17:0/737521479 wait complete. 2024-09-16T01:46:51.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.670+0000 7f1e23138740 1 -- start start 2024-09-16T01:46:51.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.670+0000 7f1e23138740 1 Processor -- start 2024-09-16T01:46:51.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.670+0000 7f1e23138740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846ac5d0 0x5580846b1c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.670+0000 7f1e23138740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846adb40 0x5580846bf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.670+0000 7f1e23138740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846b7370 0x5580846bfa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.670+0000 7f1e23138740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1c1abad0 con 0x5580846adb40 2024-09-16T01:46:51.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.670+0000 7f1e23138740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1c1acf40 con 0x5580846ac5d0 2024-09-16T01:46:51.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.670+0000 7f1e23138740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1e1c1ac1a0 con 0x5580846b7370 2024-09-16T01:46:51.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.670+0000 7f1e23138740 10 client.0 _ll_register_callbacks cb 0x7f1e10032c70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:51.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.670+0000 7f1e1a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846adb40 0x5580846bf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.670+0000 7f1e1a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846adb40 0x5580846bf450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53502/0 (socket says 172.21.15.17:53502) 2024-09-16T01:46:51.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.670+0000 7f1e1a59c640 1 -- 172.21.15.17:0/2652423608 learned_addr learned my addr 172.21.15.17:0/2652423608 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:51.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.670+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/2652423608 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846b7370 0x5580846bfa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.670+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/2652423608 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846ac5d0 0x5580846b1c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e1a59c640 1 -- 172.21.15.17:0/2652423608 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846b7370 msgr2=0x5580846bfa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:51.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e1a59c640 1 --2- 172.21.15.17:0/2652423608 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846b7370 0x5580846bfa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e1a59c640 1 -- 172.21.15.17:0/2652423608 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846ac5d0 msgr2=0x5580846b1c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:51.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e1a59c640 1 --2- 172.21.15.17:0/2652423608 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846ac5d0 0x5580846b1c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e1a59c640 1 -- 172.21.15.17:0/2652423608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5580846b0310 con 0x5580846adb40 2024-09-16T01:46:51.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/2652423608 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846ac5d0 0x5580846b1c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:46:51.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e1a59c640 1 --2- 172.21.15.17:0/2652423608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846adb40 0x5580846bf450 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f1e0c004700 tx=0x7f1e0c0207d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=582e34e2a26cd3ab server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:51.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e01ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:46:51.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e01ffb640 1 -- 172.21.15.17:0/2652423608 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e0c004250 con 0x5580846adb40 2024-09-16T01:46:51.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e01ffb640 1 -- 172.21.15.17:0/2652423608 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1e0c0043f0 con 0x5580846adb40 2024-09-16T01:46:51.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e23138740 1 -- 172.21.15.17:0/2652423608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1e10031c40 con 0x5580846adb40 2024-09-16T01:46:51.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e01ffb640 1 -- 172.21.15.17:0/2652423608 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1e0c0035f0 con 0x5580846adb40 2024-09-16T01:46:51.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e23138740 10 client.15822 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:51.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e23138740 1 -- 172.21.15.17:0/2652423608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558084731170 con 0x5580846adb40 2024-09-16T01:46:51.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e01ffb640 1 -- 172.21.15.17:0/2652423608 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1e10031c40 con 0x5580846adb40 2024-09-16T01:46:51.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.671+0000 7f1e01ffb640 1 -- 172.21.15.17:0/2652423608 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f1e0c0108f0 con 0x5580846adb40 2024-09-16T01:46:51.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 10 client.15822 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:51.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 10 client.15822 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:46:51.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 20 client.15822 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:51.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 1 --2- 172.21.15.17:0/2652423608 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5580847318d0 0x558084733cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:51.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 4 client.15822 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:46:51.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 1 -- 172.21.15.17:0/2652423608 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558084619d70 con 0x5580847318d0 2024-09-16T01:46:51.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/2652423608 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5580847318d0 0x558084733cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:51.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e01ffb640 10 client.15822 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:46:51.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e19d9b640 1 --2- 172.21.15.17:0/2652423608 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5580847318d0 0x558084733cf0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f17b63f4f1d50da8 server_cookie=7bd5f8d64a3178c6 in_seq=0 out_seq=0 2024-09-16T01:46:51.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e01ffb640 1 -- 172.21.15.17:0/2652423608 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558084619d70 con 0x5580847318d0 2024-09-16T01:46:51.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e01ffb640 10 client.15822 handle_command_reply: tid=0 2024-09-16T01:46:51.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 1 client.15822 shutdown 2024-09-16T01:46:51.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 1 -- 172.21.15.17:0/2652423608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846adb40 msgr2=0x5580846bf450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 1 --2- 172.21.15.17:0/2652423608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846adb40 0x5580846bf450 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f1e0c004700 tx=0x7f1e0c0207d0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 1 -- 172.21.15.17:0/2652423608 shutdown_connections 2024-09-16T01:46:51.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 1 --2- 172.21.15.17:0/2652423608 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5580847318d0 0x558084733cf0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 1 --2- 172.21.15.17:0/2652423608 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5580846b7370 0x5580846bfa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 1 --2- 172.21.15.17:0/2652423608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5580846adb40 0x5580846bf450 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e01ffb640 0 client.15822 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:46:51.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 1 --2- 172.21.15.17:0/2652423608 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5580846ac5d0 0x5580846b1c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.672+0000 7f1e23138740 1 -- 172.21.15.17:0/2652423608 >> 172.21.15.17:0/2652423608 conn(0x558084675310 msgr2=0x5580846b6120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:51.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.673+0000 7f1e23138740 1 -- 172.21.15.17:0/2652423608 shutdown_connections 2024-09-16T01:46:51.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.673+0000 7f1e23138740 1 -- 172.21.15.17:0/2652423608 wait complete. 2024-09-16T01:46:51.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.673+0000 7f1e23138740 20 client.15822 trim_cache size 0 max 16384 2024-09-16T01:46:51.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.673+0000 7f1e20d5f640 1 -- 172.21.15.17:0/1166549507 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1e040a3240 msgr2=0x7f1e040a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.673+0000 7f1e20d5f640 1 --2- 172.21.15.17:0/1166549507 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1e040a3240 0x7f1e040a5700 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f1e1400b760 tx=0x7f1e1406ebb0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.673+0000 7f1e20d5f640 1 -- 172.21.15.17:0/1166549507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e1c106f40 msgr2=0x7f1e1c19ccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:51.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.673+0000 7f1e20d5f640 1 --2- 172.21.15.17:0/1166549507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e1c106f40 0x7f1e1c19ccc0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f1e14009fd0 tx=0x7f1e1400b260 comp rx=0 tx=0).stop 2024-09-16T01:46:51.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.673+0000 7f1e20d5f640 1 -- 172.21.15.17:0/1166549507 shutdown_connections 2024-09-16T01:46:51.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.673+0000 7f1e20d5f640 1 --2- 172.21.15.17:0/1166549507 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1e040a3240 0x7f1e040a5700 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.673+0000 7f1e20d5f640 1 --2- 172.21.15.17:0/1166549507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1e1c106f40 0x7f1e1c19ccc0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.673+0000 7f1e20d5f640 1 --2- 172.21.15.17:0/1166549507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1e1c1027c0 0x7f1e1c198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.673+0000 7f1e20d5f640 1 --2- 172.21.15.17:0/1166549507 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1e1c101e10 0x7f1e1c1983f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:51.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.673+0000 7f1e20d5f640 1 -- 172.21.15.17:0/1166549507 >> 172.21.15.17:0/1166549507 conn(0x7f1e1c0fd8d0 msgr2=0x7f1e1c0fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:51.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.673+0000 7f1e20d5f640 1 -- 172.21.15.17:0/1166549507 shutdown_connections 2024-09-16T01:46:51.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:50.674+0000 7f1e20d5f640 1 -- 172.21.15.17:0/1166549507 wait complete. 2024-09-16T01:46:51.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 94493 3.48 MB/sec execute 14 sec latency 35.782 ms 2024-09-16T01:46:52.532 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:52 smithi017 ceph-mon[30972]: pgmap v439: 97 pgs: 97 active+clean; 57 MiB data, 541 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:46:52.552 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:52 smithi122 ceph-mon[34758]: pgmap v439: 97 pgs: 97 active+clean; 57 MiB data, 541 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:46:52.553 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:52 smithi029 ceph-mon[34783]: pgmap v439: 97 pgs: 97 active+clean; 57 MiB data, 541 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:46:52.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 95291 3.70 MB/sec execute 15 sec latency 22.038 ms 2024-09-16T01:46:53.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:53 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:46:53.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:53 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:46:53.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:53 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:46:53.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 95943 3.80 MB/sec execute 16 sec latency 65.396 ms 2024-09-16T01:46:54.094 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:46:54.376 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:46:54.472 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:54 smithi017 ceph-mon[30972]: pgmap v440: 97 pgs: 97 active+clean; 57 MiB data, 542 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:46:54.473 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:54 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:46:54.473 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:54 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:46:54.473 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:54 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:46:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:54 smithi122 ceph-mon[34758]: pgmap v440: 97 pgs: 97 active+clean; 57 MiB data, 542 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:46:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:54 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:46:54.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:54 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:46:54.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:54 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:46:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:54 smithi029 ceph-mon[34783]: pgmap v440: 97 pgs: 97 active+clean; 57 MiB data, 542 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:46:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:54 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:46:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:54 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:46:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:54 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:46:54.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 96419 3.65 MB/sec execute 17 sec latency 13.641 ms 2024-09-16T01:46:54.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.901+0000 7f64821f9640 1 -- 172.21.15.17:0/1434767165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647c1027c0 msgr2=0x7f647c106810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:54.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.901+0000 7f64821f9640 1 --2- 172.21.15.17:0/1434767165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647c1027c0 0x7f647c106810 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f6470009900 tx=0x7f647002a410 comp rx=0 tx=0).stop 2024-09-16T01:46:54.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.901+0000 7f64821f9640 1 -- 172.21.15.17:0/1434767165 shutdown_connections 2024-09-16T01:46:54.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.901+0000 7f64821f9640 1 --2- 172.21.15.17:0/1434767165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f647c106f40 0x7f647c10eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.901+0000 7f64821f9640 1 --2- 172.21.15.17:0/1434767165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647c1027c0 0x7f647c106810 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.901+0000 7f64821f9640 1 --2- 172.21.15.17:0/1434767165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f647c101e10 0x7f647c1021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.901+0000 7f64821f9640 1 -- 172.21.15.17:0/1434767165 >> 172.21.15.17:0/1434767165 conn(0x7f647c0fd8d0 msgr2=0x7f647c0ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:54.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.901+0000 7f64821f9640 1 -- 172.21.15.17:0/1434767165 shutdown_connections 2024-09-16T01:46:54.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.901+0000 7f64821f9640 1 -- 172.21.15.17:0/1434767165 wait complete. 2024-09-16T01:46:54.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.902+0000 7f64821f9640 1 Processor -- start 2024-09-16T01:46:54.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.902+0000 7f64821f9640 1 -- start start 2024-09-16T01:46:54.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.902+0000 7f64821f9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f647c101e10 0x7f647c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.902+0000 7f64821f9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f647c1027c0 0x7f647c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.902+0000 7f64821f9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647c106f40 0x7f647c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.902+0000 7f64821f9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f647c111e50 con 0x7f647c106f40 2024-09-16T01:46:54.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.902+0000 7f64821f9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f647c111cd0 con 0x7f647c1027c0 2024-09-16T01:46:54.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.902+0000 7f64821f9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f647c111fd0 con 0x7f647c101e10 2024-09-16T01:46:54.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f647bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647c106f40 0x7f647c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f647b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f647c101e10 0x7f647c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f647affd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f647c1027c0 0x7f647c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f647b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f647c101e10 0x7f647c0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42940/0 (socket says 172.21.15.17:42940) 2024-09-16T01:46:54.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f647affd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f647c1027c0 0x7f647c074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:50452/0 (socket says 172.21.15.17:50452) 2024-09-16T01:46:54.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f647b7fe640 1 -- 172.21.15.17:0/3544635595 learned_addr learned my addr 172.21.15.17:0/3544635595 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:54.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f647b7fe640 1 -- 172.21.15.17:0/3544635595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f647c1027c0 msgr2=0x7f647c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:54.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f647b7fe640 1 --2- 172.21.15.17:0/3544635595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f647c1027c0 0x7f647c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f647b7fe640 1 -- 172.21.15.17:0/3544635595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647c106f40 msgr2=0x7f647c074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:54.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f647b7fe640 1 --2- 172.21.15.17:0/3544635595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647c106f40 0x7f647c074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f647b7fe640 1 -- 172.21.15.17:0/3544635595 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f647c1a6830 con 0x7f647c101e10 2024-09-16T01:46:54.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f647b7fe640 1 --2- 172.21.15.17:0/3544635595 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f647c101e10 0x7f647c0744f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f646c00d950 tx=0x7f646c00dd50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:54.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f6478ff9640 1 -- 172.21.15.17:0/3544635595 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c017030 con 0x7f647c101e10 2024-09-16T01:46:54.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f6478ff9640 1 -- 172.21.15.17:0/3544635595 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f646c004020 con 0x7f647c101e10 2024-09-16T01:46:54.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f6478ff9640 1 -- 172.21.15.17:0/3544635595 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c005570 con 0x7f647c101e10 2024-09-16T01:46:54.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.903+0000 7f64821f9640 1 -- 172.21.15.17:0/3544635595 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f647c1a6b20 con 0x7f647c101e10 2024-09-16T01:46:54.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.904+0000 7f64821f9640 1 -- 172.21.15.17:0/3544635595 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f647c1a7030 con 0x7f647c101e10 2024-09-16T01:46:54.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.906+0000 7f6478ff9640 1 -- 172.21.15.17:0/3544635595 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f646c0041d0 con 0x7f647c101e10 2024-09-16T01:46:54.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.906+0000 7f64845d2740 1 Processor -- start 2024-09-16T01:46:54.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f64845d2740 1 -- start start 2024-09-16T01:46:54.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f64845d2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6a6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f64845d2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6a6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f64845d2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6b1370 0x559fcf6b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f64845d2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559fcf60c2f0 con 0x559fcf6b1370 2024-09-16T01:46:54.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f64845d2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559fcf5b3cf0 con 0x559fcf6a7b40 2024-09-16T01:46:54.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f64845d2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559fcf6082b0 con 0x559fcf6a65d0 2024-09-16T01:46:54.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f647b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6a6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f647affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6b1370 0x559fcf6b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f647bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6a6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f647b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6a6a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42952/0 (socket says 172.21.15.17:42952) 2024-09-16T01:46:54.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f647b7fe640 1 -- 172.21.15.17:0/3332541760 learned_addr learned my addr 172.21.15.17:0/3332541760 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:54.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f6478ff9640 1 --2- 172.21.15.17:0/3544635595 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64640a3240 0x7f64640a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f647bfff640 1 --2- 172.21.15.17:0/3544635595 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64640a3240 0x7f64640a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f6478ff9640 1 -- 172.21.15.17:0/3544635595 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f646c0cf210 con 0x7f647c101e10 2024-09-16T01:46:54.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f647b7fe640 1 -- 172.21.15.17:0/3332541760 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 msgr2=0x559fcf6a6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:54.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f647b7fe640 1 --2- 172.21.15.17:0/3332541760 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6a6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f647b7fe640 1 -- 172.21.15.17:0/3332541760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6b1370 msgr2=0x559fcf6b3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:54.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.907+0000 7f647b7fe640 1 --2- 172.21.15.17:0/3332541760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6b1370 0x559fcf6b3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.908+0000 7f647b7fe640 1 -- 172.21.15.17:0/3332541760 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fcf5983a0 con 0x559fcf6a65d0 2024-09-16T01:46:54.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.908+0000 7f647bfff640 1 --2- 172.21.15.17:0/3332541760 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6a6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:54.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.908+0000 7f647affd640 1 --2- 172.21.15.17:0/3332541760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6b1370 0x559fcf6b3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:54.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.908+0000 7f647b7fe640 1 --2- 172.21.15.17:0/3332541760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6a6a10 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f646c0ccd10 tx=0x7f646c00df90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=52227e7964b21678 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:54.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.908+0000 7f647bfff640 1 --2- 172.21.15.17:0/3544635595 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64640a3240 0x7f64640a5700 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f64740094d0 tx=0x7f6474004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:54.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.908+0000 7f6461ffb640 1 -- 172.21.15.17:0/3332541760 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c09b190 con 0x559fcf6a65d0 2024-09-16T01:46:54.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.908+0000 7f6461ffb640 1 -- 172.21.15.17:0/3332541760 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f646c0d28a0 con 0x559fcf6a65d0 2024-09-16T01:46:54.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.908+0000 7f6461ffb640 1 -- 172.21.15.17:0/3332541760 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c097ea0 con 0x559fcf6a65d0 2024-09-16T01:46:54.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.909+0000 7f64845d2740 1 -- 172.21.15.17:0/3332541760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 msgr2=0x559fcf6a6a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:54.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.909+0000 7f64845d2740 1 --2- 172.21.15.17:0/3332541760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6a6a10 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f646c0ccd10 tx=0x7f646c00df90 comp rx=0 tx=0).stop 2024-09-16T01:46:54.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.909+0000 7f64845d2740 1 -- 172.21.15.17:0/3332541760 shutdown_connections 2024-09-16T01:46:54.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.909+0000 7f64845d2740 1 --2- 172.21.15.17:0/3332541760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6b1370 0x559fcf6b3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.909+0000 7f64845d2740 1 --2- 172.21.15.17:0/3332541760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6a6a10 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.909+0000 7f64845d2740 1 --2- 172.21.15.17:0/3332541760 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6a6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.909+0000 7f64845d2740 1 -- 172.21.15.17:0/3332541760 >> 172.21.15.17:0/3332541760 conn(0x559fcf66f310 msgr2=0x559fcf6a2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:54.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.909+0000 7f64845d2740 1 -- 172.21.15.17:0/3332541760 shutdown_connections 2024-09-16T01:46:54.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.909+0000 7f64845d2740 1 -- 172.21.15.17:0/3332541760 wait complete. 2024-09-16T01:46:54.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.909+0000 7f64845d2740 1 -- start start 2024-09-16T01:46:54.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.909+0000 7f64845d2740 1 Processor -- start 2024-09-16T01:46:54.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f64845d2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6b0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f64845d2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6ae060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f64845d2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6b1370 0x559fcf6ae7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f64845d2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559fcf6b4010 con 0x559fcf6b1370 2024-09-16T01:46:54.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f64845d2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559fcf5c7060 con 0x559fcf6a7b40 2024-09-16T01:46:54.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f64845d2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559fcf6b4190 con 0x559fcf6a65d0 2024-09-16T01:46:54.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f64845d2740 10 client.0 _ll_register_callbacks cb 0x559fcf31a8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:54.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f647b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6b0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f647bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6b1370 0x559fcf6ae7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f647b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6b0db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42968/0 (socket says 172.21.15.17:42968) 2024-09-16T01:46:54.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f647b7fe640 1 -- 172.21.15.17:0/2059701533 learned_addr learned my addr 172.21.15.17:0/2059701533 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:54.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f647bfff640 1 -- 172.21.15.17:0/2059701533 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 msgr2=0x559fcf6b0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:54.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f647bfff640 1 --2- 172.21.15.17:0/2059701533 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6b0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f647bfff640 1 -- 172.21.15.17:0/2059701533 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 msgr2=0x559fcf6ae060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:54.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f647affd640 1 --2- 172.21.15.17:0/2059701533 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6ae060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f647bfff640 1 --2- 172.21.15.17:0/2059701533 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6ae060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f647bfff640 1 -- 172.21.15.17:0/2059701533 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fcf37d3c0 con 0x559fcf6b1370 2024-09-16T01:46:54.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f647b7fe640 1 --2- 172.21.15.17:0/2059701533 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6b0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:54.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.910+0000 7f647affd640 1 --2- 172.21.15.17:0/2059701533 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6ae060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:54.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f647bfff640 1 --2- 172.21.15.17:0/2059701533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6b1370 0x559fcf6ae7f0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f6474005fd0 tx=0x7f6474004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1f7d5bbc406c6ae server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:54.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f645affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:46:54.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f645affd640 1 -- 172.21.15.17:0/2059701533 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6474022450 con 0x559fcf6b1370 2024-09-16T01:46:54.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f645affd640 1 -- 172.21.15.17:0/2059701533 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f64740225f0 con 0x559fcf6b1370 2024-09-16T01:46:54.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f64845d2740 1 -- 172.21.15.17:0/2059701533 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x559fcf619860 con 0x559fcf6b1370 2024-09-16T01:46:54.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f645affd640 1 -- 172.21.15.17:0/2059701533 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f64740227f0 con 0x559fcf6b1370 2024-09-16T01:46:54.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f64845d2740 10 client.15834 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:54.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f64845d2740 1 -- 172.21.15.17:0/2059701533 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559fcf6bfbb0 con 0x559fcf6b1370 2024-09-16T01:46:54.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f645affd640 1 -- 172.21.15.17:0/2059701533 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x559fcf619860 con 0x559fcf6b1370 2024-09-16T01:46:54.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f645affd640 1 -- 172.21.15.17:0/2059701533 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f647401f040 con 0x559fcf6b1370 2024-09-16T01:46:54.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f64845d2740 10 client.15834 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:54.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f64845d2740 10 client.15834 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:46:54.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f64845d2740 20 client.15834 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:54.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f64845d2740 1 --2- 172.21.15.17:0/2059701533 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559fcf6c1070 0x559fcf6c34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f64845d2740 4 client.15834 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:46:54.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.911+0000 7f64845d2740 1 -- 172.21.15.17:0/2059701533 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559fcf613d70 con 0x559fcf6c1070 2024-09-16T01:46:54.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.912+0000 7f647b7fe640 1 --2- 172.21.15.17:0/2059701533 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559fcf6c1070 0x559fcf6c34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.912+0000 7f647b7fe640 1 --2- 172.21.15.17:0/2059701533 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559fcf6c1070 0x559fcf6c34a0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5588ed254af01bad server_cookie=dfc6a812d771c485 in_seq=0 out_seq=0 2024-09-16T01:46:54.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.912+0000 7f645affd640 10 client.15834 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:54.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.913+0000 7f645affd640 1 -- 172.21.15.17:0/2059701533 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559fcf613d70 con 0x559fcf6c1070 2024-09-16T01:46:54.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.913+0000 7f645affd640 10 client.15834 handle_command_reply: tid=0 2024-09-16T01:46:54.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.913+0000 7f64845d2740 1 client.15834 shutdown 2024-09-16T01:46:54.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.913+0000 7f64845d2740 1 -- 172.21.15.17:0/2059701533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6b1370 msgr2=0x559fcf6ae7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:54.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.913+0000 7f64845d2740 1 --2- 172.21.15.17:0/2059701533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6b1370 0x559fcf6ae7f0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f6474005fd0 tx=0x7f6474004a40 comp rx=0 tx=0).stop 2024-09-16T01:46:54.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.914+0000 7f64845d2740 1 -- 172.21.15.17:0/2059701533 shutdown_connections 2024-09-16T01:46:54.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.914+0000 7f64845d2740 1 --2- 172.21.15.17:0/2059701533 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559fcf6c1070 0x559fcf6c34a0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.914+0000 7f64845d2740 1 --2- 172.21.15.17:0/2059701533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6b1370 0x559fcf6ae7f0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.914+0000 7f64845d2740 1 --2- 172.21.15.17:0/2059701533 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6ae060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.914+0000 7f64845d2740 1 --2- 172.21.15.17:0/2059701533 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6b0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.914+0000 7f64845d2740 1 -- 172.21.15.17:0/2059701533 >> 172.21.15.17:0/2059701533 conn(0x559fcf66f310 msgr2=0x559fcf6a8960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:54.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.914+0000 7f645affd640 0 client.15834 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:54.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.914+0000 7f64845d2740 1 -- 172.21.15.17:0/2059701533 shutdown_connections 2024-09-16T01:46:54.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.914+0000 7f64845d2740 1 -- 172.21.15.17:0/2059701533 wait complete. 2024-09-16T01:46:54.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.914+0000 7f64845d2740 20 client.15834 trim_cache size 0 max 16384 2024-09-16T01:46:54.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.929+0000 7f64845d2740 1 Processor -- start 2024-09-16T01:46:54.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.929+0000 7f64845d2740 1 -- start start 2024-09-16T01:46:54.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f64845d2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6a2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f64845d2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6a7b40 0x559fcf6ad920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f64845d2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6b1370 0x559fcf6a9120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f64845d2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f647c1b1f40 con 0x559fcf6a7b40 2024-09-16T01:46:54.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f64845d2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f647c1af810 con 0x559fcf6b1370 2024-09-16T01:46:54.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f64845d2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f647c1ad640 con 0x559fcf6a65d0 2024-09-16T01:46:54.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f647b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6a2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f647affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6a7b40 0x559fcf6ad920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f647bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6b1370 0x559fcf6a9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f647b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6a2e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42978/0 (socket says 172.21.15.17:42978) 2024-09-16T01:46:54.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f647b7fe640 1 -- 172.21.15.17:0/1910389338 learned_addr learned my addr 172.21.15.17:0/1910389338 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:54.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f647b7fe640 1 -- 172.21.15.17:0/1910389338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6b1370 msgr2=0x559fcf6a9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:54.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f647b7fe640 1 --2- 172.21.15.17:0/1910389338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6b1370 0x559fcf6a9120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f647b7fe640 1 -- 172.21.15.17:0/1910389338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6a7b40 msgr2=0x559fcf6ad920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:54.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f647b7fe640 1 --2- 172.21.15.17:0/1910389338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6a7b40 0x559fcf6ad920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f647b7fe640 1 -- 172.21.15.17:0/1910389338 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559fcf6a2410 con 0x559fcf6a65d0 2024-09-16T01:46:54.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f647affd640 1 --2- 172.21.15.17:0/1910389338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6a7b40 0x559fcf6ad920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:54.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f647bfff640 1 --2- 172.21.15.17:0/1910389338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6b1370 0x559fcf6a9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:54.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.930+0000 7f647b7fe640 1 --2- 172.21.15.17:0/1910389338 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6a2e10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f646c000c00 tx=0x7f646c00d8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0947255e16d7f1e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:54.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.931+0000 7f64617fa640 1 -- 172.21.15.17:0/1910389338 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c097ad0 con 0x559fcf6a65d0 2024-09-16T01:46:54.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.931+0000 7f64617fa640 1 -- 172.21.15.17:0/1910389338 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f646c09b830 con 0x559fcf6a65d0 2024-09-16T01:46:54.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.931+0000 7f64617fa640 1 -- 172.21.15.17:0/1910389338 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c084b80 con 0x559fcf6a65d0 2024-09-16T01:46:54.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.931+0000 7f64845d2740 1 -- 172.21.15.17:0/1910389338 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 msgr2=0x559fcf6a2e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:54.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.931+0000 7f64845d2740 1 --2- 172.21.15.17:0/1910389338 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6a2e10 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f646c000c00 tx=0x7f646c00d8d0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.931+0000 7f64845d2740 1 -- 172.21.15.17:0/1910389338 shutdown_connections 2024-09-16T01:46:54.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.931+0000 7f64845d2740 1 --2- 172.21.15.17:0/1910389338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6b1370 0x559fcf6a9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.931+0000 7f64845d2740 1 --2- 172.21.15.17:0/1910389338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6a7b40 0x559fcf6ad920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.931+0000 7f64845d2740 1 --2- 172.21.15.17:0/1910389338 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6a65d0 0x559fcf6a2e10 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.931+0000 7f64845d2740 1 -- 172.21.15.17:0/1910389338 >> 172.21.15.17:0/1910389338 conn(0x559fcf66f310 msgr2=0x559fcf6a2700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:54.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.932+0000 7f64845d2740 1 -- 172.21.15.17:0/1910389338 shutdown_connections 2024-09-16T01:46:54.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.932+0000 7f64845d2740 1 -- 172.21.15.17:0/1910389338 wait complete. 2024-09-16T01:46:54.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.932+0000 7f64845d2740 1 -- start start 2024-09-16T01:46:54.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.932+0000 7f64845d2740 1 Processor -- start 2024-09-16T01:46:54.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.932+0000 7f64845d2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6a65d0 0x559fcf6b9420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.932+0000 7f64845d2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6b9960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.932+0000 7f64845d2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6b1370 0x559fcf6aa2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.932+0000 7f64845d2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f647c1adcd0 con 0x559fcf6a65d0 2024-09-16T01:46:54.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.932+0000 7f64845d2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f647c1af140 con 0x559fcf6a7b40 2024-09-16T01:46:54.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.932+0000 7f64845d2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f647c1ae3a0 con 0x559fcf6b1370 2024-09-16T01:46:54.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.932+0000 7f64845d2740 10 client.0 _ll_register_callbacks cb 0x7f64740136b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:54.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f647b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6a65d0 0x559fcf6b9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f647affd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6b9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f647bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6b1370 0x559fcf6aa2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f647b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6a65d0 0x559fcf6b9420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53568/0 (socket says 172.21.15.17:53568) 2024-09-16T01:46:54.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f647affd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6b9960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:50482/0 (socket says 172.21.15.17:50482) 2024-09-16T01:46:54.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f647b7fe640 1 -- 172.21.15.17:0/1458080674 learned_addr learned my addr 172.21.15.17:0/1458080674 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:54.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f647b7fe640 1 -- 172.21.15.17:0/1458080674 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6b1370 msgr2=0x559fcf6aa2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:54.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f647b7fe640 1 --2- 172.21.15.17:0/1458080674 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6b1370 0x559fcf6aa2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f647b7fe640 1 -- 172.21.15.17:0/1458080674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 msgr2=0x559fcf6b9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:54.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f647b7fe640 1 --2- 172.21.15.17:0/1458080674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6b9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f647b7fe640 1 -- 172.21.15.17:0/1458080674 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559fcf6ac010 con 0x559fcf6a65d0 2024-09-16T01:46:54.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f647bfff640 1 --2- 172.21.15.17:0/1458080674 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6b1370 0x559fcf6aa2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:54.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f647b7fe640 1 --2- 172.21.15.17:0/1458080674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6a65d0 0x559fcf6b9420 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f646c005fd0 tx=0x7f646c0cd030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f89b9f557f88a05c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:54.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f645affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:46:54.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f645affd640 1 -- 172.21.15.17:0/1458080674 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f646c097ad0 con 0x559fcf6a65d0 2024-09-16T01:46:54.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f645affd640 1 -- 172.21.15.17:0/1458080674 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f646c097ea0 con 0x559fcf6a65d0 2024-09-16T01:46:54.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.933+0000 7f64845d2740 1 -- 172.21.15.17:0/1458080674 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f646c09b830 con 0x559fcf6a65d0 2024-09-16T01:46:54.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.934+0000 7f645affd640 1 -- 172.21.15.17:0/1458080674 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f646c09bf30 con 0x559fcf6a65d0 2024-09-16T01:46:54.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.934+0000 7f64845d2740 10 client.15840 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:54.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.934+0000 7f64845d2740 1 -- 172.21.15.17:0/1458080674 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559fcf72b2b0 con 0x559fcf6a65d0 2024-09-16T01:46:54.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.934+0000 7f645affd640 1 -- 172.21.15.17:0/1458080674 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f646c09b830 con 0x559fcf6a65d0 2024-09-16T01:46:54.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.934+0000 7f645affd640 1 -- 172.21.15.17:0/1458080674 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f646c09cb60 con 0x559fcf6a65d0 2024-09-16T01:46:54.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.934+0000 7f64845d2740 10 client.15840 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:54.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.934+0000 7f64845d2740 10 client.15840 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:46:54.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.934+0000 7f64845d2740 20 client.15840 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:54.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.934+0000 7f64845d2740 1 --2- 172.21.15.17:0/1458080674 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559fcf72b530 0x559fcf72d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:54.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.934+0000 7f64845d2740 4 client.15840 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:46:54.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.934+0000 7f64845d2740 1 -- 172.21.15.17:0/1458080674 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559fcf590170 con 0x559fcf72b530 2024-09-16T01:46:54.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.934+0000 7f647affd640 1 --2- 172.21.15.17:0/1458080674 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559fcf72b530 0x559fcf72d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:54.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.935+0000 7f647affd640 1 --2- 172.21.15.17:0/1458080674 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559fcf72b530 0x559fcf72d920 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44b083cc2e78ca06 server_cookie=7a92b69a81db9e22 in_seq=0 out_seq=0 2024-09-16T01:46:54.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.935+0000 7f645affd640 10 client.15840 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:54.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.935+0000 7f645affd640 1 -- 172.21.15.17:0/1458080674 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559fcf590170 con 0x559fcf72b530 2024-09-16T01:46:54.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.935+0000 7f645affd640 10 client.15840 handle_command_reply: tid=0 2024-09-16T01:46:54.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.935+0000 7f64845d2740 1 client.15840 shutdown 2024-09-16T01:46:54.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.935+0000 7f64845d2740 1 -- 172.21.15.17:0/1458080674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6a65d0 msgr2=0x559fcf6b9420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:54.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.935+0000 7f64845d2740 1 --2- 172.21.15.17:0/1458080674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6a65d0 0x559fcf6b9420 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f646c005fd0 tx=0x7f646c0cd030 comp rx=0 tx=0).stop 2024-09-16T01:46:54.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.935+0000 7f64845d2740 1 -- 172.21.15.17:0/1458080674 shutdown_connections 2024-09-16T01:46:54.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.935+0000 7f64845d2740 1 --2- 172.21.15.17:0/1458080674 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559fcf72b530 0x559fcf72d920 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.935+0000 7f64845d2740 1 --2- 172.21.15.17:0/1458080674 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559fcf6b1370 0x559fcf6aa2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.935+0000 7f64845d2740 1 --2- 172.21.15.17:0/1458080674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559fcf6a7b40 0x559fcf6b9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.935+0000 7f64845d2740 1 --2- 172.21.15.17:0/1458080674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559fcf6a65d0 0x559fcf6b9420 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.935+0000 7f645affd640 0 client.15840 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:54.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.935+0000 7f64845d2740 1 -- 172.21.15.17:0/1458080674 >> 172.21.15.17:0/1458080674 conn(0x559fcf66f310 msgr2=0x559fcf6a1400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:54.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.936+0000 7f64845d2740 1 -- 172.21.15.17:0/1458080674 shutdown_connections 2024-09-16T01:46:54.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.936+0000 7f64845d2740 1 -- 172.21.15.17:0/1458080674 wait complete. 2024-09-16T01:46:54.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.936+0000 7f64845d2740 20 client.15840 trim_cache size 0 max 16384 2024-09-16T01:46:54.957 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:46:54.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.936+0000 7f64821f9640 1 -- 172.21.15.17:0/3544635595 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64640a3240 msgr2=0x7f64640a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:54.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.936+0000 7f64821f9640 1 --2- 172.21.15.17:0/3544635595 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64640a3240 0x7f64640a5700 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f64740094d0 tx=0x7f6474004ab0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.936+0000 7f64821f9640 1 -- 172.21.15.17:0/3544635595 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f647c101e10 msgr2=0x7f647c0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:54.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.936+0000 7f64821f9640 1 --2- 172.21.15.17:0/3544635595 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f647c101e10 0x7f647c0744f0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f646c00d950 tx=0x7f646c00dd50 comp rx=0 tx=0).stop 2024-09-16T01:46:54.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.936+0000 7f64821f9640 1 -- 172.21.15.17:0/3544635595 shutdown_connections 2024-09-16T01:46:54.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.936+0000 7f64821f9640 1 --2- 172.21.15.17:0/3544635595 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64640a3240 0x7f64640a5700 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.936+0000 7f64821f9640 1 --2- 172.21.15.17:0/3544635595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f647c106f40 0x7f647c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.936+0000 7f64821f9640 1 --2- 172.21.15.17:0/3544635595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f647c1027c0 0x7f647c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.936+0000 7f64821f9640 1 --2- 172.21.15.17:0/3544635595 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f647c101e10 0x7f647c0744f0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:54.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.936+0000 7f64821f9640 1 -- 172.21.15.17:0/3544635595 >> 172.21.15.17:0/3544635595 conn(0x7f647c0fd8d0 msgr2=0x7f647c0fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:54.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.937+0000 7f64821f9640 1 -- 172.21.15.17:0/3544635595 shutdown_connections 2024-09-16T01:46:54.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:54.937+0000 7f64821f9640 1 -- 172.21.15.17:0/3544635595 wait complete. 2024-09-16T01:46:55.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 97074 3.57 MB/sec execute 18 sec latency 51.700 ms 2024-09-16T01:46:56.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:56 smithi017 ceph-mon[30972]: pgmap v441: 97 pgs: 97 active+clean; 58 MiB data, 548 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:46:56.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:56 smithi122 ceph-mon[34758]: pgmap v441: 97 pgs: 97 active+clean; 58 MiB data, 548 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:46:56.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:56 smithi029 ceph-mon[34783]: pgmap v441: 97 pgs: 97 active+clean; 58 MiB data, 548 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:46:56.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 97880 3.56 MB/sec execute 19 sec latency 14.054 ms 2024-09-16T01:46:56.716 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:46:56.716 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:46:56.999 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:46:57.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.496+0000 7f7eb70d4640 1 -- 172.21.15.17:0/2935363609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7eb0106f10 msgr2=0x7f7eb010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.496+0000 7f7eb70d4640 1 --2- 172.21.15.17:0/2935363609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7eb0106f10 0x7f7eb010ea90 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f7ea8009ca0 tx=0x7f7ea802a8c0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.496+0000 7f7eb70d4640 1 -- 172.21.15.17:0/2935363609 shutdown_connections 2024-09-16T01:46:57.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.496+0000 7f7eb70d4640 1 --2- 172.21.15.17:0/2935363609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7eb0106f10 0x7f7eb010ea90 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.496+0000 7f7eb70d4640 1 --2- 172.21.15.17:0/2935363609 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7eb0102790 0x7f7eb01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.496+0000 7f7eb70d4640 1 --2- 172.21.15.17:0/2935363609 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7eb0101de0 0x7f7eb01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.496+0000 7f7eb70d4640 1 -- 172.21.15.17:0/2935363609 >> 172.21.15.17:0/2935363609 conn(0x7f7eb00fd8e0 msgr2=0x7f7eb00ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:57.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.496+0000 7f7eb70d4640 1 -- 172.21.15.17:0/2935363609 shutdown_connections 2024-09-16T01:46:57.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.496+0000 7f7eb70d4640 1 -- 172.21.15.17:0/2935363609 wait complete. 2024-09-16T01:46:57.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb70d4640 1 Processor -- start 2024-09-16T01:46:57.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb70d4640 1 -- start start 2024-09-16T01:46:57.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb70d4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7eb0101de0 0x7f7eb00744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb70d4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7eb0102790 0x7f7eb0074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb70d4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7eb0106f10 0x7f7eb0074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb70d4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb0111e20 con 0x7f7eb0101de0 2024-09-16T01:46:57.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb70d4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb0111ca0 con 0x7f7eb0102790 2024-09-16T01:46:57.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb70d4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb0111fa0 con 0x7f7eb0106f10 2024-09-16T01:46:57.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb4e70640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7eb0101de0 0x7f7eb00744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb4e70640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7eb0101de0 0x7f7eb00744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44740/0 (socket says 172.21.15.17:44740) 2024-09-16T01:46:57.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb4e70640 1 -- 172.21.15.17:0/662291572 learned_addr learned my addr 172.21.15.17:0/662291572 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:57.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb5671640 1 --2- 172.21.15.17:0/662291572 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7eb0106f10 0x7f7eb0074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eaffff640 1 --2- 172.21.15.17:0/662291572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7eb0102790 0x7f7eb0074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb4e70640 1 -- 172.21.15.17:0/662291572 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7eb0106f10 msgr2=0x7f7eb0074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb4e70640 1 --2- 172.21.15.17:0/662291572 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7eb0106f10 0x7f7eb0074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb4e70640 1 -- 172.21.15.17:0/662291572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7eb0102790 msgr2=0x7f7eb0074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb4e70640 1 --2- 172.21.15.17:0/662291572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7eb0102790 0x7f7eb0074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.497+0000 7f7eb4e70640 1 -- 172.21.15.17:0/662291572 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7eb01a6720 con 0x7f7eb0101de0 2024-09-16T01:46:57.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.498+0000 7f7eb4e70640 1 --2- 172.21.15.17:0/662291572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7eb0101de0 0x7f7eb00744f0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f7ea400e9f0 tx=0x7f7ea400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:57.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.498+0000 7f7eadffb640 1 -- 172.21.15.17:0/662291572 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea400cd80 con 0x7f7eb0101de0 2024-09-16T01:46:57.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.498+0000 7f7eadffb640 1 -- 172.21.15.17:0/662291572 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ea40108e0 con 0x7f7eb0101de0 2024-09-16T01:46:57.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.498+0000 7f7eb70d4640 1 -- 172.21.15.17:0/662291572 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7eb01a6a10 con 0x7f7eb0101de0 2024-09-16T01:46:57.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.498+0000 7f7eadffb640 1 -- 172.21.15.17:0/662291572 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea4018920 con 0x7f7eb0101de0 2024-09-16T01:46:57.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.498+0000 7f7eb70d4640 1 -- 172.21.15.17:0/662291572 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7eb01a6fa0 con 0x7f7eb0101de0 2024-09-16T01:46:57.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.501+0000 7f7eadffb640 1 -- 172.21.15.17:0/662291572 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f7ea4010a90 con 0x7f7eb0101de0 2024-09-16T01:46:57.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.501+0000 7f7eb94ad740 1 Processor -- start 2024-09-16T01:46:57.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.501+0000 7f7eb94ad740 1 -- start start 2024-09-16T01:46:57.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.501+0000 7f7eb94ad740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5eaf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.501+0000 7f7eb94ad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5eb480 0x564d7e5f5800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.501+0000 7f7eb94ad740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5f5d40 0x564d7e5f8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.501+0000 7f7eb94ad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564d7e550280 con 0x564d7e5eb480 2024-09-16T01:46:57.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.501+0000 7f7eb94ad740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564d7e4f7b10 con 0x564d7e5f5d40 2024-09-16T01:46:57.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.501+0000 7f7eb94ad740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564d7e54c240 con 0x564d7e5eab60 2024-09-16T01:46:57.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.501+0000 7f7eadffb640 1 --2- 172.21.15.17:0/662291572 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ea00a32c0 0x7f7ea00a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.501+0000 7f7eb5671640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5eaf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7eb5671640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5eaf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41018/0 (socket says 172.21.15.17:41018) 2024-09-16T01:46:57.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7eb5671640 1 -- 172.21.15.17:0/3609437761 learned_addr learned my addr 172.21.15.17:0/3609437761 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:57.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7eb4e70640 1 --2- 172.21.15.17:0/3609437761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5eb480 0x564d7e5f5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7eb5671640 1 --2- 172.21.15.17:0/662291572 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ea00a32c0 0x7f7ea00a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7eaffff640 1 --2- 172.21.15.17:0/3609437761 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5f5d40 0x564d7e5f8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7eb5671640 1 -- 172.21.15.17:0/3609437761 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5f5d40 msgr2=0x564d7e5f8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:57.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7eb5671640 1 --2- 172.21.15.17:0/3609437761 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5f5d40 0x564d7e5f8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7eb5671640 1 -- 172.21.15.17:0/3609437761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5eb480 msgr2=0x564d7e5f5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:57.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7eb5671640 1 --2- 172.21.15.17:0/3609437761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5eb480 0x564d7e5f5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7eadffb640 1 -- 172.21.15.17:0/662291572 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7ea40cfc40 con 0x7f7eb0101de0 2024-09-16T01:46:57.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7eb5671640 1 -- 172.21.15.17:0/3609437761 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d7e5041f0 con 0x564d7e5eab60 2024-09-16T01:46:57.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7eaffff640 1 --2- 172.21.15.17:0/3609437761 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5f5d40 0x564d7e5f8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:57.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7eb5671640 1 --2- 172.21.15.17:0/3609437761 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5eaf40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7ea8004af0 tx=0x7f7ea8031450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0d86a20bce00112 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:57.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7eb5671640 1 --2- 172.21.15.17:0/662291572 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ea00a32c0 0x7f7ea00a5780 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f7ea8048000 tx=0x7f7ea804a000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:57.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.502+0000 7f7e9affd640 1 -- 172.21.15.17:0/3609437761 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea8004040 con 0x564d7e5eab60 2024-09-16T01:46:57.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.503+0000 7f7e9affd640 1 -- 172.21.15.17:0/3609437761 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ea8036070 con 0x564d7e5eab60 2024-09-16T01:46:57.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.503+0000 7f7e9affd640 1 -- 172.21.15.17:0/3609437761 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea8030b10 con 0x564d7e5eab60 2024-09-16T01:46:57.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.503+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3609437761 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 msgr2=0x564d7e5eaf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.503+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/3609437761 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5eaf40 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7ea8004af0 tx=0x7f7ea8031450 comp rx=0 tx=0).stop 2024-09-16T01:46:57.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.503+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3609437761 shutdown_connections 2024-09-16T01:46:57.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.503+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/3609437761 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5f5d40 0x564d7e5f8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.503+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/3609437761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5eb480 0x564d7e5f5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.503+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/3609437761 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5eaf40 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.503+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3609437761 >> 172.21.15.17:0/3609437761 conn(0x564d7e5e70f0 msgr2=0x564d7e5e74d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:57.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.503+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3609437761 shutdown_connections 2024-09-16T01:46:57.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.503+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3609437761 wait complete. 2024-09-16T01:46:57.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.504+0000 7f7eb94ad740 1 -- start start 2024-09-16T01:46:57.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.504+0000 7f7eb94ad740 1 Processor -- start 2024-09-16T01:46:57.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.504+0000 7f7eb94ad740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5f2c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.504+0000 7f7eb94ad740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5eb480 0x564d7e5f3180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.504+0000 7f7eb94ad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5f5d40 0x564d7e5f36c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.504+0000 7f7eb94ad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564d7e5f8730 con 0x564d7e5f5d40 2024-09-16T01:46:57.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.504+0000 7f7eb94ad740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564d7e50af10 con 0x564d7e5eb480 2024-09-16T01:46:57.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.504+0000 7f7eb94ad740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564d7e5f88b0 con 0x564d7e5eab60 2024-09-16T01:46:57.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.505+0000 7f7eb94ad740 10 client.0 _ll_register_callbacks cb 0x564d7e4d3a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:57.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.505+0000 7f7eb5671640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5f5d40 0x564d7e5f36c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.505+0000 7f7eb5671640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5f5d40 0x564d7e5f36c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44766/0 (socket says 172.21.15.17:44766) 2024-09-16T01:46:57.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.505+0000 7f7eb5671640 1 -- 172.21.15.17:0/3244095862 learned_addr learned my addr 172.21.15.17:0/3244095862 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:57.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.505+0000 7f7eaffff640 1 --2- 172.21.15.17:0/3244095862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5eb480 0x564d7e5f3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.505+0000 7f7eb4e70640 1 --2- 172.21.15.17:0/3244095862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5f2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.505+0000 7f7eb5671640 1 -- 172.21.15.17:0/3244095862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 msgr2=0x564d7e5f2c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:57.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.505+0000 7f7eb5671640 1 --2- 172.21.15.17:0/3244095862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5f2c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.505+0000 7f7eb5671640 1 -- 172.21.15.17:0/3244095862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5eb480 msgr2=0x564d7e5f3180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:57.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.505+0000 7f7eb5671640 1 --2- 172.21.15.17:0/3244095862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5eb480 0x564d7e5f3180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.505+0000 7f7eb5671640 1 -- 172.21.15.17:0/3244095862 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d7e2c16a0 con 0x564d7e5f5d40 2024-09-16T01:46:57.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.505+0000 7f7eb5671640 1 --2- 172.21.15.17:0/3244095862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5f5d40 0x564d7e5f36c0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f7ea802ade0 tx=0x7f7ea802a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff9cc5871c6ad1f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:57.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.505+0000 7f7e8ffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:46:57.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.506+0000 7f7e8ffff640 1 -- 172.21.15.17:0/3244095862 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea8057070 con 0x564d7e5f5d40 2024-09-16T01:46:57.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.506+0000 7f7e8ffff640 1 -- 172.21.15.17:0/3244095862 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7ea8004040 con 0x564d7e5f5d40 2024-09-16T01:46:57.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.506+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3244095862 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ea8036070 con 0x564d7e5f5d40 2024-09-16T01:46:57.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.506+0000 7f7e8ffff640 1 -- 172.21.15.17:0/3244095862 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7ea8004240 con 0x564d7e5f5d40 2024-09-16T01:46:57.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.506+0000 7f7eb94ad740 10 client.15852 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:57.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.506+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3244095862 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564d7e5f8730 con 0x564d7e5f5d40 2024-09-16T01:46:57.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.506+0000 7f7e8ffff640 1 -- 172.21.15.17:0/3244095862 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ea8036070 con 0x564d7e5f5d40 2024-09-16T01:46:57.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.506+0000 7f7e8ffff640 1 -- 172.21.15.17:0/3244095862 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7ea804a990 con 0x564d7e5f5d40 2024-09-16T01:46:57.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.506+0000 7f7eb94ad740 10 client.15852 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:57.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.506+0000 7f7eb94ad740 10 client.15852 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:46:57.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.506+0000 7f7eb94ad740 20 client.15852 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:57.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.506+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/3244095862 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564d7e605540 0x564d7e607930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.506+0000 7f7eb94ad740 4 client.15852 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:46:57.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.506+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3244095862 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564d7e55d7f0 con 0x564d7e605540 2024-09-16T01:46:57.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.507+0000 7f7eb4e70640 1 --2- 172.21.15.17:0/3244095862 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564d7e605540 0x564d7e607930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.507+0000 7f7eb4e70640 1 --2- 172.21.15.17:0/3244095862 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564d7e605540 0x564d7e607930 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d86a11125568d553 server_cookie=ffe73349c8178a05 in_seq=0 out_seq=0 2024-09-16T01:46:57.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.507+0000 7f7e8ffff640 10 client.15852 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:57.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7e8ffff640 1 -- 172.21.15.17:0/3244095862 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564d7e55d7f0 con 0x564d7e605540 2024-09-16T01:46:57.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7e8ffff640 10 client.15852 handle_command_reply: tid=0 2024-09-16T01:46:57.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7eb94ad740 1 client.15852 shutdown 2024-09-16T01:46:57.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3244095862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5f5d40 msgr2=0x564d7e5f36c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/3244095862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5f5d40 0x564d7e5f36c0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f7ea802ade0 tx=0x7f7ea802a8c0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3244095862 shutdown_connections 2024-09-16T01:46:57.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/3244095862 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564d7e605540 0x564d7e607930 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/3244095862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5f5d40 0x564d7e5f36c0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/3244095862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5eb480 0x564d7e5f3180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7e8ffff640 0 client.15852 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:57.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/3244095862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5f2c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3244095862 >> 172.21.15.17:0/3244095862 conn(0x564d7e5e70f0 msgr2=0x564d7e5ece20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:57.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3244095862 shutdown_connections 2024-09-16T01:46:57.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3244095862 wait complete. 2024-09-16T01:46:57.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.508+0000 7f7eb94ad740 20 client.15852 trim_cache size 0 max 16384 2024-09-16T01:46:57.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.528+0000 7f7eb94ad740 1 Processor -- start 2024-09-16T01:46:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.528+0000 7f7eb94ad740 1 -- start start 2024-09-16T01:46:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.528+0000 7f7eb94ad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5eab60 0x564d7e5f3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.528+0000 7f7eb94ad740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eb480 0x564d7e5f4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.528+0000 7f7eb94ad740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5f5d40 0x564d7e60d200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.528+0000 7f7eb94ad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb01b1f60 con 0x564d7e5eab60 2024-09-16T01:46:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.528+0000 7f7eb94ad740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb01af830 con 0x564d7e5f5d40 2024-09-16T01:46:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.528+0000 7f7eb94ad740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb01ad660 con 0x564d7e5eb480 2024-09-16T01:46:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.528+0000 7f7eb4e70640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5eab60 0x564d7e5f3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.529+0000 7f7eb4e70640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5eab60 0x564d7e5f3510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44772/0 (socket says 172.21.15.17:44772) 2024-09-16T01:46:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.529+0000 7f7eb4e70640 1 -- 172.21.15.17:0/3278935670 learned_addr learned my addr 172.21.15.17:0/3278935670 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:57.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.529+0000 7f7eaffff640 1 --2- 172.21.15.17:0/3278935670 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eb480 0x564d7e5f4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.529+0000 7f7eb5671640 1 --2- 172.21.15.17:0/3278935670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5f5d40 0x564d7e60d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.529+0000 7f7eb4e70640 1 -- 172.21.15.17:0/3278935670 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eb480 msgr2=0x564d7e5f4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.529+0000 7f7eb4e70640 1 --2- 172.21.15.17:0/3278935670 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eb480 0x564d7e5f4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.529+0000 7f7eb4e70640 1 -- 172.21.15.17:0/3278935670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5f5d40 msgr2=0x564d7e60d200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.529+0000 7f7eb4e70640 1 --2- 172.21.15.17:0/3278935670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5f5d40 0x564d7e60d200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.529+0000 7f7eb4e70640 1 -- 172.21.15.17:0/3278935670 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564d7e607ca0 con 0x564d7e5eab60 2024-09-16T01:46:57.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.529+0000 7f7eb5671640 1 --2- 172.21.15.17:0/3278935670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5f5d40 0x564d7e60d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:46:57.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.529+0000 7f7eb4e70640 1 --2- 172.21.15.17:0/3278935670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5eab60 0x564d7e5f3510 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f7ea40986c0 tx=0x7f7ea40b0040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd5b27f281ce06bb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:57.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.529+0000 7f7e9a7fc640 1 -- 172.21.15.17:0/3278935670 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea409c260 con 0x564d7e5eab60 2024-09-16T01:46:57.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.529+0000 7f7e9a7fc640 1 -- 172.21.15.17:0/3278935670 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ea40a0610 con 0x564d7e5eab60 2024-09-16T01:46:57.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.529+0000 7f7e9a7fc640 1 -- 172.21.15.17:0/3278935670 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea40a03c0 con 0x564d7e5eab60 2024-09-16T01:46:57.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.530+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3278935670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5eab60 msgr2=0x564d7e5f3510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.530+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/3278935670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5eab60 0x564d7e5f3510 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f7ea40986c0 tx=0x7f7ea40b0040 comp rx=0 tx=0).stop 2024-09-16T01:46:57.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.530+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3278935670 shutdown_connections 2024-09-16T01:46:57.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.530+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/3278935670 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5f5d40 0x564d7e60d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.530+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/3278935670 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eb480 0x564d7e5f4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.530+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/3278935670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5eab60 0x564d7e5f3510 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.530+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3278935670 >> 172.21.15.17:0/3278935670 conn(0x564d7e5e70f0 msgr2=0x564d7e5f4390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:57.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.530+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3278935670 shutdown_connections 2024-09-16T01:46:57.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.530+0000 7f7eb94ad740 1 -- 172.21.15.17:0/3278935670 wait complete. 2024-09-16T01:46:57.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.531+0000 7f7eb94ad740 1 -- start start 2024-09-16T01:46:57.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.531+0000 7f7eb94ad740 1 Processor -- start 2024-09-16T01:46:57.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.531+0000 7f7eb94ad740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5fdd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.531+0000 7f7eb94ad740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5eb480 0x564d7e5fe250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.531+0000 7f7eb94ad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5f5d40 0x564d7e5fab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.531+0000 7f7eb94ad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb01adcf0 con 0x564d7e5f5d40 2024-09-16T01:46:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.531+0000 7f7eb94ad740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb01af160 con 0x564d7e5eb480 2024-09-16T01:46:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.531+0000 7f7eb94ad740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7eb01ae3c0 con 0x564d7e5eab60 2024-09-16T01:46:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.531+0000 7f7eb94ad740 10 client.0 _ll_register_callbacks cb 0x7f7ea4097de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.531+0000 7f7eb4e70640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5fdd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.531+0000 7f7eb4e70640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5fdd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41058/0 (socket says 172.21.15.17:41058) 2024-09-16T01:46:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.531+0000 7f7eb4e70640 1 -- 172.21.15.17:0/1057819695 learned_addr learned my addr 172.21.15.17:0/1057819695 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.531+0000 7f7eb5671640 1 --2- 172.21.15.17:0/1057819695 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5f5d40 0x564d7e5fab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.532+0000 7f7eaffff640 1 --2- 172.21.15.17:0/1057819695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5eb480 0x564d7e5fe250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.532+0000 7f7eb4e70640 1 -- 172.21.15.17:0/1057819695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5eb480 msgr2=0x564d7e5fe250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.532+0000 7f7eb4e70640 1 --2- 172.21.15.17:0/1057819695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5eb480 0x564d7e5fe250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.532+0000 7f7eb4e70640 1 -- 172.21.15.17:0/1057819695 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5f5d40 msgr2=0x564d7e5fab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.532+0000 7f7eb4e70640 1 --2- 172.21.15.17:0/1057819695 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5f5d40 0x564d7e5fab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.532+0000 7f7eb4e70640 1 -- 172.21.15.17:0/1057819695 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564d7e5fb210 con 0x564d7e5eab60 2024-09-16T01:46:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.532+0000 7f7eb4e70640 1 --2- 172.21.15.17:0/1057819695 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5fdd10 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7ea4009720 tx=0x7f7ea4000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=980ac647f6969050 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.532+0000 7f7e8ffff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:46:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.532+0000 7f7e8ffff640 1 -- 172.21.15.17:0/1057819695 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ea409c260 con 0x564d7e5eab60 2024-09-16T01:46:57.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.532+0000 7f7e8ffff640 1 -- 172.21.15.17:0/1057819695 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7ea40b50f0 con 0x564d7e5eab60 2024-09-16T01:46:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.532+0000 7f7eb94ad740 1 -- 172.21.15.17:0/1057819695 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ea40a0610 con 0x564d7e5eab60 2024-09-16T01:46:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.532+0000 7f7e8ffff640 1 -- 172.21.15.17:0/1057819695 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7ea40bc0b0 con 0x564d7e5eab60 2024-09-16T01:46:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.532+0000 7f7eb94ad740 10 client.25513 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.532+0000 7f7eb94ad740 1 -- 172.21.15.17:0/1057819695 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564d7e670b90 con 0x564d7e5eab60 2024-09-16T01:46:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.533+0000 7f7e8ffff640 1 -- 172.21.15.17:0/1057819695 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ea40a0610 con 0x564d7e5eab60 2024-09-16T01:46:57.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.533+0000 7f7e8ffff640 1 -- 172.21.15.17:0/1057819695 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7ea409b6b0 con 0x564d7e5eab60 2024-09-16T01:46:57.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.533+0000 7f7eb94ad740 10 client.25513 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:57.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.533+0000 7f7eb94ad740 10 client.25513 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:46:57.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.533+0000 7f7eb94ad740 20 client.25513 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:57.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.533+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/1057819695 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564d7e671200 0x564d7e6735f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:57.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.533+0000 7f7eb94ad740 4 client.25513 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:46:57.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.533+0000 7f7eb94ad740 1 -- 172.21.15.17:0/1057819695 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x564d7e557d00 con 0x564d7e671200 2024-09-16T01:46:57.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.533+0000 7f7eaffff640 1 --2- 172.21.15.17:0/1057819695 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564d7e671200 0x564d7e6735f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:57.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.533+0000 7f7e8ffff640 10 client.25513 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:57.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.533+0000 7f7eaffff640 1 --2- 172.21.15.17:0/1057819695 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564d7e671200 0x564d7e6735f0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46524054eab3664d server_cookie=a504fc2140a728 in_seq=0 out_seq=0 2024-09-16T01:46:57.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.534+0000 7f7e8ffff640 1 -- 172.21.15.17:0/1057819695 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x564d7e557d00 con 0x564d7e671200 2024-09-16T01:46:57.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.534+0000 7f7e8ffff640 10 client.25513 handle_command_reply: tid=0 2024-09-16T01:46:57.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.534+0000 7f7eb94ad740 1 client.25513 shutdown 2024-09-16T01:46:57.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.534+0000 7f7eb94ad740 1 -- 172.21.15.17:0/1057819695 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 msgr2=0x564d7e5fdd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.534+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/1057819695 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5fdd10 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7ea4009720 tx=0x7f7ea4000bc0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.534+0000 7f7eb94ad740 1 -- 172.21.15.17:0/1057819695 shutdown_connections 2024-09-16T01:46:57.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.534+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/1057819695 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564d7e671200 0x564d7e6735f0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.534+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/1057819695 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564d7e5f5d40 0x564d7e5fab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.534+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/1057819695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564d7e5eb480 0x564d7e5fe250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.534+0000 7f7e8ffff640 0 client.25513 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:57.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.534+0000 7f7eb94ad740 1 --2- 172.21.15.17:0/1057819695 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564d7e5eab60 0x564d7e5fdd10 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.534+0000 7f7eb94ad740 1 -- 172.21.15.17:0/1057819695 >> 172.21.15.17:0/1057819695 conn(0x564d7e5e70f0 msgr2=0x564d7e5e6270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:57.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.535+0000 7f7eb94ad740 1 -- 172.21.15.17:0/1057819695 shutdown_connections 2024-09-16T01:46:57.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.535+0000 7f7eb94ad740 1 -- 172.21.15.17:0/1057819695 wait complete. 2024-09-16T01:46:57.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.535+0000 7f7eb94ad740 20 client.25513 trim_cache size 0 max 16384 2024-09-16T01:46:57.550 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:46:57.550 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:46:57.550 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "3dd47233-32f5-4143-b373-e62f9c30be04", 2024-09-16T01:46:57.550 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:46:57.550 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:46:57.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.535+0000 7f7eb70d4640 1 -- 172.21.15.17:0/662291572 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ea00a32c0 msgr2=0x7f7ea00a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.535+0000 7f7eb70d4640 1 --2- 172.21.15.17:0/662291572 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ea00a32c0 0x7f7ea00a5780 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f7ea8048000 tx=0x7f7ea804a000 comp rx=0 tx=0).stop 2024-09-16T01:46:57.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.535+0000 7f7eb70d4640 1 -- 172.21.15.17:0/662291572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7eb0101de0 msgr2=0x7f7eb00744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:57.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.535+0000 7f7eb70d4640 1 --2- 172.21.15.17:0/662291572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7eb0101de0 0x7f7eb00744f0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f7ea400e9f0 tx=0x7f7ea400eeb0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.535+0000 7f7eb70d4640 1 -- 172.21.15.17:0/662291572 shutdown_connections 2024-09-16T01:46:57.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.535+0000 7f7eb70d4640 1 --2- 172.21.15.17:0/662291572 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ea00a32c0 0x7f7ea00a5780 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.535+0000 7f7eb70d4640 1 --2- 172.21.15.17:0/662291572 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7eb0106f10 0x7f7eb0074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.535+0000 7f7eb70d4640 1 --2- 172.21.15.17:0/662291572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7eb0102790 0x7f7eb0074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.535+0000 7f7eb70d4640 1 --2- 172.21.15.17:0/662291572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7eb0101de0 0x7f7eb00744f0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:57.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.535+0000 7f7eb70d4640 1 -- 172.21.15.17:0/662291572 >> 172.21.15.17:0/662291572 conn(0x7f7eb00fd8e0 msgr2=0x7f7eb00fec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:57.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.536+0000 7f7eb70d4640 1 -- 172.21.15.17:0/662291572 shutdown_connections 2024-09-16T01:46:57.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:57.536+0000 7f7eb70d4640 1 -- 172.21.15.17:0/662291572 wait complete. 2024-09-16T01:46:57.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 98589 3.65 MB/sec execute 20 sec latency 51.900 ms 2024-09-16T01:46:58.334 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:46:58.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:58 smithi017 ceph-mon[30972]: pgmap v442: 97 pgs: 97 active+clean; 59 MiB data, 548 MiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:46:58.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:58 smithi122 ceph-mon[34758]: pgmap v442: 97 pgs: 97 active+clean; 59 MiB data, 548 MiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:46:58.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:58 smithi029 ceph-mon[34783]: pgmap v442: 97 pgs: 97 active+clean; 59 MiB data, 548 MiB used, 1.0 TiB / 1.0 TiB avail; 205 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:46:58.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 99208 3.65 MB/sec execute 21 sec latency 15.318 ms 2024-09-16T01:46:58.635 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:46:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.161+0000 7f140a342640 1 -- 172.21.15.17:0/2633866028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1404102d90 msgr2=0x7f1404103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.161+0000 7f140a342640 1 --2- 172.21.15.17:0/2633866028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1404102d90 0x7f1404103170 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f13f4009930 tx=0x7f13f402a420 comp rx=0 tx=0).stop 2024-09-16T01:46:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.162+0000 7f140a342640 1 -- 172.21.15.17:0/2633866028 shutdown_connections 2024-09-16T01:46:59.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.162+0000 7f140a342640 1 --2- 172.21.15.17:0/2633866028 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1404108290 0x7f140410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.162+0000 7f140a342640 1 --2- 172.21.15.17:0/2633866028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1404103740 0x7f1404107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.162+0000 7f140a342640 1 --2- 172.21.15.17:0/2633866028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1404102d90 0x7f1404103170 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.162+0000 7f140a342640 1 -- 172.21.15.17:0/2633866028 >> 172.21.15.17:0/2633866028 conn(0x7f14040fc7d0 msgr2=0x7f14040febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.162+0000 7f140a342640 1 -- 172.21.15.17:0/2633866028 shutdown_connections 2024-09-16T01:46:59.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.162+0000 7f140a342640 1 -- 172.21.15.17:0/2633866028 wait complete. 2024-09-16T01:46:59.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.162+0000 7f140a342640 1 Processor -- start 2024-09-16T01:46:59.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.162+0000 7f140a342640 1 -- start start 2024-09-16T01:46:59.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f140a342640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1404102d90 0x7f14041009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f140a342640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1404103740 0x7f1404100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f140a342640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1404108290 0x7f1404101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f140a342640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1404111f40 con 0x7f1404102d90 2024-09-16T01:46:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f140a342640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1404111dc0 con 0x7f1404108290 2024-09-16T01:46:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f140a342640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f14041120c0 con 0x7f1404103740 2024-09-16T01:46:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f1403fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1404102d90 0x7f14041009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f1403fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1404102d90 0x7f14041009f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44814/0 (socket says 172.21.15.17:44814) 2024-09-16T01:46:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f1403fff640 1 -- 172.21.15.17:0/1418734721 learned_addr learned my addr 172.21.15.17:0/1418734721 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f13fbfff640 1 --2- 172.21.15.17:0/1418734721 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1404103740 0x7f1404100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f14088df640 1 --2- 172.21.15.17:0/1418734721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1404108290 0x7f1404101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f1403fff640 1 -- 172.21.15.17:0/1418734721 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1404103740 msgr2=0x7f1404100f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f1403fff640 1 --2- 172.21.15.17:0/1418734721 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1404103740 0x7f1404100f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f1403fff640 1 -- 172.21.15.17:0/1418734721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1404108290 msgr2=0x7f1404101470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f1403fff640 1 --2- 172.21.15.17:0/1418734721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1404108290 0x7f1404101470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f1403fff640 1 -- 172.21.15.17:0/1418734721 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14041a69a0 con 0x7f1404102d90 2024-09-16T01:46:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.163+0000 7f1403fff640 1 --2- 172.21.15.17:0/1418734721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1404102d90 0x7f14041009f0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f13f4005940 tx=0x7f13f40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.164+0000 7f1401ffb640 1 -- 172.21.15.17:0/1418734721 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f403f030 con 0x7f1404102d90 2024-09-16T01:46:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.164+0000 7f140a342640 1 -- 172.21.15.17:0/1418734721 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14041a6c30 con 0x7f1404102d90 2024-09-16T01:46:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.164+0000 7f140a342640 1 -- 172.21.15.17:0/1418734721 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14041a7160 con 0x7f1404102d90 2024-09-16T01:46:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.164+0000 7f1401ffb640 1 -- 172.21.15.17:0/1418734721 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13f40318a0 con 0x7f1404102d90 2024-09-16T01:46:59.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.164+0000 7f1401ffb640 1 -- 172.21.15.17:0/1418734721 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f4049060 con 0x7f1404102d90 2024-09-16T01:46:59.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.166+0000 7f1401ffb640 1 -- 172.21.15.17:0/1418734721 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f13f4042030 con 0x7f1404102d90 2024-09-16T01:46:59.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.167+0000 7f1401ffb640 1 --2- 172.21.15.17:0/1418734721 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f13f00a32c0 0x7f13f00a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.167+0000 7f1401ffb640 1 -- 172.21.15.17:0/1418734721 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f13f40efbc0 con 0x7f1404102d90 2024-09-16T01:46:59.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.167+0000 7f13fbfff640 1 --2- 172.21.15.17:0/1418734721 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f13f00a32c0 0x7f13f00a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.168+0000 7f140c71b740 1 Processor -- start 2024-09-16T01:46:59.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.168+0000 7f140c71b740 1 -- start start 2024-09-16T01:46:59.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.168+0000 7f13fbfff640 1 --2- 172.21.15.17:0/1418734721 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f13f00a32c0 0x7f13f00a5780 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1404102480 tx=0x7f13ec005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.168+0000 7f140c71b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f7f4a0 0x55b575f7f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.168+0000 7f140c71b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7fdc0 0x55b575f8a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.168+0000 7f140c71b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f8a680 0x55b575f8ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.168+0000 7f140c71b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b575ee52e0 con 0x55b575f7fdc0 2024-09-16T01:46:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.168+0000 7f140c71b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b575e8cce0 con 0x55b575f8a680 2024-09-16T01:46:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.168+0000 7f140c71b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b575ee12a0 con 0x55b575f7f4a0 2024-09-16T01:46:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.168+0000 7f13fbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7fdc0 0x55b575f8a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.169+0000 7f1403fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f7f4a0 0x55b575f7f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.169+0000 7f1403fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f7f4a0 0x55b575f7f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41088/0 (socket says 172.21.15.17:41088) 2024-09-16T01:46:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.169+0000 7f1403fff640 1 -- 172.21.15.17:0/1191261524 learned_addr learned my addr 172.21.15.17:0/1191261524 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.169+0000 7f14088df640 1 --2- 172.21.15.17:0/1191261524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f8a680 0x55b575f8ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.169+0000 7f1403fff640 1 -- 172.21.15.17:0/1191261524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f8a680 msgr2=0x55b575f8ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.169+0000 7f1403fff640 1 --2- 172.21.15.17:0/1191261524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f8a680 0x55b575f8ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.169+0000 7f1403fff640 1 -- 172.21.15.17:0/1191261524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7fdc0 msgr2=0x55b575f8a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.169+0000 7f1403fff640 1 --2- 172.21.15.17:0/1191261524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7fdc0 0x55b575f8a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.169+0000 7f1403fff640 1 -- 172.21.15.17:0/1191261524 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b575e71440 con 0x55b575f7f4a0 2024-09-16T01:46:59.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.169+0000 7f1403fff640 1 --2- 172.21.15.17:0/1191261524 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f7f4a0 0x55b575f7f880 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f13f40bc1e0 tx=0x7f13f403b460 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7d6d28c81d6e2c5c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.169+0000 7f13fa7fc640 1 -- 172.21.15.17:0/1191261524 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f4035040 con 0x55b575f7f4a0 2024-09-16T01:46:59.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.169+0000 7f13fa7fc640 1 -- 172.21.15.17:0/1191261524 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13f40c4e10 con 0x55b575f7f4a0 2024-09-16T01:46:59.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.169+0000 7f13fa7fc640 1 -- 172.21.15.17:0/1191261524 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f40c0120 con 0x55b575f7f4a0 2024-09-16T01:46:59.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.170+0000 7f140c71b740 1 -- 172.21.15.17:0/1191261524 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f7f4a0 msgr2=0x55b575f7f880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.170+0000 7f140c71b740 1 --2- 172.21.15.17:0/1191261524 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f7f4a0 0x55b575f7f880 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f13f40bc1e0 tx=0x7f13f403b460 comp rx=0 tx=0).stop 2024-09-16T01:46:59.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.170+0000 7f140c71b740 1 -- 172.21.15.17:0/1191261524 shutdown_connections 2024-09-16T01:46:59.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.170+0000 7f140c71b740 1 --2- 172.21.15.17:0/1191261524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f8a680 0x55b575f8ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.170+0000 7f140c71b740 1 --2- 172.21.15.17:0/1191261524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7fdc0 0x55b575f8a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.170+0000 7f140c71b740 1 --2- 172.21.15.17:0/1191261524 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f7f4a0 0x55b575f7f880 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.170+0000 7f140c71b740 1 -- 172.21.15.17:0/1191261524 >> 172.21.15.17:0/1191261524 conn(0x55b575f7ba30 msgr2=0x55b575f7be10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:59.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.170+0000 7f140c71b740 1 -- 172.21.15.17:0/1191261524 shutdown_connections 2024-09-16T01:46:59.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.170+0000 7f140c71b740 1 -- 172.21.15.17:0/1191261524 wait complete. 2024-09-16T01:46:59.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.171+0000 7f140c71b740 1 -- start start 2024-09-16T01:46:59.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.171+0000 7f140c71b740 1 Processor -- start 2024-09-16T01:46:59.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.171+0000 7f140c71b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f7f4a0 0x55b575f89f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.171+0000 7f140c71b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7fdc0 0x55b575f87200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.171+0000 7f140c71b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f8a680 0x55b575f87740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.171+0000 7f140c71b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b575f8d010 con 0x55b575f7fdc0 2024-09-16T01:46:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.171+0000 7f140c71b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b575ea0050 con 0x55b575f7f4a0 2024-09-16T01:46:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.171+0000 7f140c71b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b575f8d190 con 0x55b575f8a680 2024-09-16T01:46:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.171+0000 7f140c71b740 10 client.0 _ll_register_callbacks cb 0x55b575ee0160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f13fbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7fdc0 0x55b575f87200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f14088df640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f8a680 0x55b575f87740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f14088df640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f8a680 0x55b575f87740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41102/0 (socket says 172.21.15.17:41102) 2024-09-16T01:46:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f14088df640 1 -- 172.21.15.17:0/749273723 learned_addr learned my addr 172.21.15.17:0/749273723 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:59.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f1403fff640 1 --2- 172.21.15.17:0/749273723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f7f4a0 0x55b575f89f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f14088df640 1 -- 172.21.15.17:0/749273723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f7f4a0 msgr2=0x55b575f89f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f14088df640 1 --2- 172.21.15.17:0/749273723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f7f4a0 0x55b575f89f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f14088df640 1 -- 172.21.15.17:0/749273723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7fdc0 msgr2=0x55b575f87200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f14088df640 1 --2- 172.21.15.17:0/749273723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7fdc0 0x55b575f87200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f14088df640 1 -- 172.21.15.17:0/749273723 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b575c563c0 con 0x55b575f8a680 2024-09-16T01:46:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f13fbfff640 1 --2- 172.21.15.17:0/749273723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7fdc0 0x55b575f87200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f14088df640 1 --2- 172.21.15.17:0/749273723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f8a680 0x55b575f87740 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f13fc0116c0 tx=0x7f13fc011b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c0e24acc8db39af4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f13e37fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:46:59.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f13e37fe640 1 -- 172.21.15.17:0/749273723 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13fc010c60 con 0x55b575f8a680 2024-09-16T01:46:59.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f13e37fe640 1 -- 172.21.15.17:0/749273723 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f13fc010e00 con 0x55b575f8a680 2024-09-16T01:46:59.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f140c71b740 1 -- 172.21.15.17:0/749273723 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13f40c4e10 con 0x55b575f8a680 2024-09-16T01:46:59.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.172+0000 7f13e37fe640 1 -- 172.21.15.17:0/749273723 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f13fc01b420 con 0x55b575f8a680 2024-09-16T01:46:59.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.173+0000 7f140c71b740 10 client.25525 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:59.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.173+0000 7f140c71b740 1 -- 172.21.15.17:0/749273723 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b575f98960 con 0x55b575f8a680 2024-09-16T01:46:59.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.173+0000 7f13e37fe640 1 -- 172.21.15.17:0/749273723 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13f40c4e10 con 0x55b575f8a680 2024-09-16T01:46:59.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.173+0000 7f13e37fe640 1 -- 172.21.15.17:0/749273723 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f13fc025690 con 0x55b575f8a680 2024-09-16T01:46:59.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.173+0000 7f140c71b740 10 client.25525 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:59.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.173+0000 7f140c71b740 10 client.25525 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:46:59.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.173+0000 7f140c71b740 20 client.25525 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:59.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.173+0000 7f140c71b740 1 --2- 172.21.15.17:0/749273723 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b575f99e30 0x55b575f9c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.173+0000 7f140c71b740 4 client.25525 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:46:59.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.173+0000 7f140c71b740 1 -- 172.21.15.17:0/749273723 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b575ef2850 con 0x55b575f99e30 2024-09-16T01:46:59.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.173+0000 7f1403fff640 1 --2- 172.21.15.17:0/749273723 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b575f99e30 0x55b575f9c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.174+0000 7f13e37fe640 10 client.25525 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:59.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.174+0000 7f1403fff640 1 --2- 172.21.15.17:0/749273723 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b575f99e30 0x55b575f9c2b0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2c0a50aa026c8ab server_cookie=ec37108a75656bf8 in_seq=0 out_seq=0 2024-09-16T01:46:59.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.174+0000 7f13e37fe640 1 -- 172.21.15.17:0/749273723 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b575ef2850 con 0x55b575f99e30 2024-09-16T01:46:59.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.174+0000 7f13e37fe640 10 client.25525 handle_command_reply: tid=0 2024-09-16T01:46:59.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.175+0000 7f140c71b740 1 client.25525 shutdown 2024-09-16T01:46:59.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.175+0000 7f140c71b740 1 -- 172.21.15.17:0/749273723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f8a680 msgr2=0x55b575f87740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.175+0000 7f140c71b740 1 --2- 172.21.15.17:0/749273723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f8a680 0x55b575f87740 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f13fc0116c0 tx=0x7f13fc011b80 comp rx=0 tx=0).stop 2024-09-16T01:46:59.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.175+0000 7f140c71b740 1 -- 172.21.15.17:0/749273723 shutdown_connections 2024-09-16T01:46:59.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.175+0000 7f140c71b740 1 --2- 172.21.15.17:0/749273723 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b575f99e30 0x55b575f9c2b0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.175+0000 7f140c71b740 1 --2- 172.21.15.17:0/749273723 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f8a680 0x55b575f87740 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.175+0000 7f140c71b740 1 --2- 172.21.15.17:0/749273723 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7fdc0 0x55b575f87200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.175+0000 7f140c71b740 1 --2- 172.21.15.17:0/749273723 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f7f4a0 0x55b575f89f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.175+0000 7f13e37fe640 0 client.25525 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:59.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.175+0000 7f140c71b740 1 -- 172.21.15.17:0/749273723 >> 172.21.15.17:0/749273723 conn(0x55b575f7ba30 msgr2=0x55b575f81760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:59.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.175+0000 7f140c71b740 1 -- 172.21.15.17:0/749273723 shutdown_connections 2024-09-16T01:46:59.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.175+0000 7f140c71b740 1 -- 172.21.15.17:0/749273723 wait complete. 2024-09-16T01:46:59.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.175+0000 7f140c71b740 20 client.25525 trim_cache size 0 max 16384 2024-09-16T01:46:59.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.194+0000 7f140c71b740 1 Processor -- start 2024-09-16T01:46:59.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.194+0000 7f140c71b740 1 -- start start 2024-09-16T01:46:59.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.194+0000 7f140c71b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7f4a0 0x55b575f961e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.194+0000 7f140c71b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f7fdc0 0x55b575fa1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.194+0000 7f140c71b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f8a680 0x55b575fa2100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.194+0000 7f140c71b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f13e4010d60 con 0x55b575f7f4a0 2024-09-16T01:46:59.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.194+0000 7f140c71b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f13e400e630 con 0x55b575f7fdc0 2024-09-16T01:46:59.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.194+0000 7f140c71b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f13e400c460 con 0x55b575f8a680 2024-09-16T01:46:59.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.194+0000 7f1403fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7f4a0 0x55b575f961e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.195+0000 7f1403fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7f4a0 0x55b575f961e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44844/0 (socket says 172.21.15.17:44844) 2024-09-16T01:46:59.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.195+0000 7f1403fff640 1 -- 172.21.15.17:0/1267981349 learned_addr learned my addr 172.21.15.17:0/1267981349 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:59.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.195+0000 7f14088df640 1 --2- 172.21.15.17:0/1267981349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f8a680 0x55b575fa2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.195+0000 7f13fbfff640 1 --2- 172.21.15.17:0/1267981349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f7fdc0 0x55b575fa1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.195+0000 7f1403fff640 1 -- 172.21.15.17:0/1267981349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f8a680 msgr2=0x55b575fa2100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:59.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.195+0000 7f1403fff640 1 --2- 172.21.15.17:0/1267981349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f8a680 0x55b575fa2100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.195+0000 7f1403fff640 1 -- 172.21.15.17:0/1267981349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f7fdc0 msgr2=0x55b575fa1bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:59.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.195+0000 7f1403fff640 1 --2- 172.21.15.17:0/1267981349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f7fdc0 0x55b575fa1bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.195+0000 7f1403fff640 1 -- 172.21.15.17:0/1267981349 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b575f8a2c0 con 0x55b575f7f4a0 2024-09-16T01:46:59.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.195+0000 7f14088df640 1 --2- 172.21.15.17:0/1267981349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f8a680 0x55b575fa2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:59.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.195+0000 7f1403fff640 1 --2- 172.21.15.17:0/1267981349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7f4a0 0x55b575f961e0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f13f40b8c20 tx=0x7f13f4031400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b0927a0dfef31b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.195+0000 7f13f9ffb640 1 -- 172.21.15.17:0/1267981349 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f4035040 con 0x55b575f7f4a0 2024-09-16T01:46:59.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.195+0000 7f13f9ffb640 1 -- 172.21.15.17:0/1267981349 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13f40b88c0 con 0x55b575f7f4a0 2024-09-16T01:46:59.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.195+0000 7f13f9ffb640 1 -- 172.21.15.17:0/1267981349 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f40c0120 con 0x55b575f7f4a0 2024-09-16T01:46:59.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.196+0000 7f140c71b740 1 -- 172.21.15.17:0/1267981349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7f4a0 msgr2=0x55b575f961e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.196+0000 7f140c71b740 1 --2- 172.21.15.17:0/1267981349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7f4a0 0x55b575f961e0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f13f40b8c20 tx=0x7f13f4031400 comp rx=0 tx=0).stop 2024-09-16T01:46:59.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.196+0000 7f140c71b740 1 -- 172.21.15.17:0/1267981349 shutdown_connections 2024-09-16T01:46:59.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.196+0000 7f140c71b740 1 --2- 172.21.15.17:0/1267981349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f8a680 0x55b575fa2100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.196+0000 7f140c71b740 1 --2- 172.21.15.17:0/1267981349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f7fdc0 0x55b575fa1bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.196+0000 7f140c71b740 1 --2- 172.21.15.17:0/1267981349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7f4a0 0x55b575f961e0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.196+0000 7f140c71b740 1 -- 172.21.15.17:0/1267981349 >> 172.21.15.17:0/1267981349 conn(0x55b575f7ba30 msgr2=0x55b575f862f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:59.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.196+0000 7f140c71b740 1 -- 172.21.15.17:0/1267981349 shutdown_connections 2024-09-16T01:46:59.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.196+0000 7f140c71b740 1 -- 172.21.15.17:0/1267981349 wait complete. 2024-09-16T01:46:59.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f140c71b740 1 -- start start 2024-09-16T01:46:59.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f140c71b740 1 Processor -- start 2024-09-16T01:46:59.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f140c71b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7f4a0 0x55b575f92a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f140c71b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f7fdc0 0x55b575f8fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f140c71b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f8a680 0x55b575f902c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f140c71b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f13e400caf0 con 0x55b575f7f4a0 2024-09-16T01:46:59.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f140c71b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f13e400df60 con 0x55b575f8a680 2024-09-16T01:46:59.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f140c71b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f13e400d1c0 con 0x55b575f7fdc0 2024-09-16T01:46:59.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f140c71b740 10 client.0 _ll_register_callbacks cb 0x7f13fc009b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:46:59.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f13fbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f7fdc0 0x55b575f8fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f1403fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7f4a0 0x55b575f92a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f13fbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f7fdc0 0x55b575f8fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41112/0 (socket says 172.21.15.17:41112) 2024-09-16T01:46:59.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f13fbfff640 1 -- 172.21.15.17:0/2560626544 learned_addr learned my addr 172.21.15.17:0/2560626544 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:46:59.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f1403fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7f4a0 0x55b575f92a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44854/0 (socket says 172.21.15.17:44854) 2024-09-16T01:46:59.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.197+0000 7f14088df640 1 --2- 172.21.15.17:0/2560626544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f8a680 0x55b575f902c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.198+0000 7f1403fff640 1 -- 172.21.15.17:0/2560626544 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f7fdc0 msgr2=0x55b575f8fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:59.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.198+0000 7f1403fff640 1 --2- 172.21.15.17:0/2560626544 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f7fdc0 0x55b575f8fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.198+0000 7f1403fff640 1 -- 172.21.15.17:0/2560626544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f8a680 msgr2=0x55b575f902c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:46:59.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.198+0000 7f1403fff640 1 --2- 172.21.15.17:0/2560626544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f8a680 0x55b575f902c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.198+0000 7f1403fff640 1 -- 172.21.15.17:0/2560626544 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b575f90af0 con 0x55b575f7f4a0 2024-09-16T01:46:59.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.198+0000 7f14088df640 1 --2- 172.21.15.17:0/2560626544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f8a680 0x55b575f902c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:46:59.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.198+0000 7f1403fff640 1 --2- 172.21.15.17:0/2560626544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7f4a0 0x55b575f92a30 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f13f40ba500 tx=0x7f13f40d5230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d038d94b47a8b7c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:46:59.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.198+0000 7f13e37fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:46:59.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.198+0000 7f13e37fe640 1 -- 172.21.15.17:0/2560626544 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13f4035070 con 0x55b575f7f4a0 2024-09-16T01:46:59.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.198+0000 7f13e37fe640 1 -- 172.21.15.17:0/2560626544 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f13f40c0120 con 0x55b575f7f4a0 2024-09-16T01:46:59.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.198+0000 7f140c71b740 1 -- 172.21.15.17:0/2560626544 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f13f40b88c0 con 0x55b575f7f4a0 2024-09-16T01:46:59.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.198+0000 7f13e37fe640 1 -- 172.21.15.17:0/2560626544 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f13f40a5360 con 0x55b575f7f4a0 2024-09-16T01:46:59.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.198+0000 7f140c71b740 10 client.15876 fetch_fsmap learned FSMap version 25 2024-09-16T01:46:59.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.198+0000 7f140c71b740 1 -- 172.21.15.17:0/2560626544 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b57600d350 con 0x55b575f7f4a0 2024-09-16T01:46:59.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.199+0000 7f13e37fe640 1 -- 172.21.15.17:0/2560626544 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f13f40b88c0 con 0x55b575f7f4a0 2024-09-16T01:46:59.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.199+0000 7f13e37fe640 1 -- 172.21.15.17:0/2560626544 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f13f40bb6a0 con 0x55b575f7f4a0 2024-09-16T01:46:59.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.199+0000 7f140c71b740 10 client.15876 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:46:59.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.199+0000 7f140c71b740 10 client.15876 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:46:59.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.199+0000 7f140c71b740 20 client.15876 populate_metadata read hostname 'smithi017' 2024-09-16T01:46:59.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.199+0000 7f140c71b740 1 --2- 172.21.15.17:0/2560626544 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b57600d8a0 0x55b57600fcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:46:59.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.199+0000 7f140c71b740 4 client.15876 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:46:59.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.199+0000 7f140c71b740 1 -- 172.21.15.17:0/2560626544 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b575eecd60 con 0x55b57600d8a0 2024-09-16T01:46:59.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.199+0000 7f13fbfff640 1 --2- 172.21.15.17:0/2560626544 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b57600d8a0 0x55b57600fcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:46:59.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.199+0000 7f13e37fe640 10 client.15876 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:59.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.199+0000 7f13fbfff640 1 --2- 172.21.15.17:0/2560626544 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b57600d8a0 0x55b57600fcc0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=91b6b7439e9ae505 server_cookie=433a0c2f2304de24 in_seq=0 out_seq=0 2024-09-16T01:46:59.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.201+0000 7f13e37fe640 1 -- 172.21.15.17:0/2560626544 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55b575eecd60 con 0x55b57600d8a0 2024-09-16T01:46:59.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.201+0000 7f13e37fe640 10 client.15876 handle_command_reply: tid=0 2024-09-16T01:46:59.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.201+0000 7f140c71b740 1 client.15876 shutdown 2024-09-16T01:46:59.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.201+0000 7f140c71b740 1 -- 172.21.15.17:0/2560626544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7f4a0 msgr2=0x55b575f92a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.201+0000 7f140c71b740 1 --2- 172.21.15.17:0/2560626544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7f4a0 0x55b575f92a30 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f13f40ba500 tx=0x7f13f40d5230 comp rx=0 tx=0).stop 2024-09-16T01:46:59.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.201+0000 7f140c71b740 1 -- 172.21.15.17:0/2560626544 shutdown_connections 2024-09-16T01:46:59.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.201+0000 7f140c71b740 1 --2- 172.21.15.17:0/2560626544 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b57600d8a0 0x55b57600fcc0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140c71b740 1 --2- 172.21.15.17:0/2560626544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b575f8a680 0x55b575f902c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140c71b740 1 --2- 172.21.15.17:0/2560626544 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b575f7fdc0 0x55b575f8fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140c71b740 1 --2- 172.21.15.17:0/2560626544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b575f7f4a0 0x55b575f92a30 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f13e37fe640 0 client.15876 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:46:59.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140c71b740 1 -- 172.21.15.17:0/2560626544 >> 172.21.15.17:0/2560626544 conn(0x55b575f7ba30 msgr2=0x55b575f7a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:59.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140c71b740 1 -- 172.21.15.17:0/2560626544 shutdown_connections 2024-09-16T01:46:59.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140c71b740 1 -- 172.21.15.17:0/2560626544 wait complete. 2024-09-16T01:46:59.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140c71b740 20 client.15876 trim_cache size 0 max 16384 2024-09-16T01:46:59.208 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:46:59.208 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:46:59.208 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:46:59.208 INFO:teuthology.orchestra.run.smithi017.stdout: "3dd47233-32f5-4143-b373-e62f9c30be04": { 2024-09-16T01:46:59.208 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:46:59.208 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "3dd47233-32f5-4143-b373-e62f9c30be04", 2024-09-16T01:46:59.209 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:46:59.209 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:46:59.209 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:46:59.209 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:46:59.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140a342640 1 -- 172.21.15.17:0/1418734721 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f13f00a32c0 msgr2=0x7f13f00a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140a342640 1 --2- 172.21.15.17:0/1418734721 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f13f00a32c0 0x7f13f00a5780 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f1404102480 tx=0x7f13ec005f90 comp rx=0 tx=0).stop 2024-09-16T01:46:59.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140a342640 1 -- 172.21.15.17:0/1418734721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1404102d90 msgr2=0x7f14041009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:46:59.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140a342640 1 --2- 172.21.15.17:0/1418734721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1404102d90 0x7f14041009f0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f13f4005940 tx=0x7f13f40042f0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140a342640 1 -- 172.21.15.17:0/1418734721 shutdown_connections 2024-09-16T01:46:59.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140a342640 1 --2- 172.21.15.17:0/1418734721 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f13f00a32c0 0x7f13f00a5780 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140a342640 1 --2- 172.21.15.17:0/1418734721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1404108290 0x7f1404101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140a342640 1 --2- 172.21.15.17:0/1418734721 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1404103740 0x7f1404100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140a342640 1 --2- 172.21.15.17:0/1418734721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1404102d90 0x7f14041009f0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:46:59.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.202+0000 7f140a342640 1 -- 172.21.15.17:0/1418734721 >> 172.21.15.17:0/1418734721 conn(0x7f14040fc7d0 msgr2=0x7f1404105dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:46:59.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.203+0000 7f140a342640 1 -- 172.21.15.17:0/1418734721 shutdown_connections 2024-09-16T01:46:59.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:46:59.203+0000 7f140a342640 1 -- 172.21.15.17:0/1418734721 wait complete. 2024-09-16T01:46:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:59 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:46:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:59 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:46:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:59 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:46:59.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:46:59 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:46:59.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:59 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:46:59.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:59 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:46:59.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:59 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:46:59.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:46:59 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:46:59.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:59 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:46:59.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:59 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:46:59.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:59 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:46:59.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:46:59 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:46:59.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 99833 3.69 MB/sec execute 22 sec latency 13.562 ms 2024-09-16T01:47:00.091 INFO:tasks.cephfs.filesystem:scrub status for tag:3dd47233-32f5-4143-b373-e62f9c30be04 - {'path': '/', 'tag': '3dd47233-32f5-4143-b373-e62f9c30be04', 'options': 'recursive,force'} 2024-09-16T01:47:00.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:00 smithi017 ceph-mon[30972]: pgmap v443: 97 pgs: 97 active+clean; 59 MiB data, 568 MiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.8 MiB/s wr, 103 op/s 2024-09-16T01:47:00.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:00 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:47:00.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:00 smithi029 ceph-mon[34783]: pgmap v443: 97 pgs: 97 active+clean; 59 MiB data, 568 MiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.8 MiB/s wr, 103 op/s 2024-09-16T01:47:00.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:00 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:47:00.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:00 smithi122 ceph-mon[34758]: pgmap v443: 97 pgs: 97 active+clean; 59 MiB data, 568 MiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.8 MiB/s wr, 103 op/s 2024-09-16T01:47:00.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:00 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:47:00.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 100505 3.62 MB/sec execute 23 sec latency 16.324 ms 2024-09-16T01:47:01.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 101280 3.61 MB/sec execute 24 sec latency 12.364 ms 2024-09-16T01:47:02.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:02 smithi017 ceph-mon[30972]: pgmap v444: 97 pgs: 97 active+clean; 61 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.6 MiB/s wr, 89 op/s 2024-09-16T01:47:02.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:02 smithi029 ceph-mon[34783]: pgmap v444: 97 pgs: 97 active+clean; 61 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.6 MiB/s wr, 89 op/s 2024-09-16T01:47:02.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:02 smithi122 ceph-mon[34758]: pgmap v444: 97 pgs: 97 active+clean; 61 MiB data, 569 MiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.6 MiB/s wr, 89 op/s 2024-09-16T01:47:02.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 102075 3.69 MB/sec execute 25 sec latency 17.128 ms 2024-09-16T01:47:03.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 102869 3.79 MB/sec execute 26 sec latency 13.656 ms 2024-09-16T01:47:04.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:04 smithi017 ceph-mon[30972]: pgmap v445: 97 pgs: 97 active+clean; 60 MiB data, 578 MiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:47:04.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:04 smithi122 ceph-mon[34758]: pgmap v445: 97 pgs: 97 active+clean; 60 MiB data, 578 MiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:47:04.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:04 smithi029 ceph-mon[34783]: pgmap v445: 97 pgs: 97 active+clean; 60 MiB data, 578 MiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:47:04.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 103395 3.72 MB/sec execute 27 sec latency 13.388 ms 2024-09-16T01:47:05.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 104093 3.66 MB/sec execute 28 sec latency 17.572 ms 2024-09-16T01:47:06.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:06 smithi017 ceph-mon[30972]: pgmap v446: 97 pgs: 97 active+clean; 60 MiB data, 585 MiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 1.9 MiB/s wr, 115 op/s 2024-09-16T01:47:06.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:06 smithi029 ceph-mon[34783]: pgmap v446: 97 pgs: 97 active+clean; 60 MiB data, 585 MiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 1.9 MiB/s wr, 115 op/s 2024-09-16T01:47:06.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:06 smithi122 ceph-mon[34758]: pgmap v446: 97 pgs: 97 active+clean; 60 MiB data, 585 MiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 1.9 MiB/s wr, 115 op/s 2024-09-16T01:47:06.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 104912 3.65 MB/sec execute 29 sec latency 13.468 ms 2024-09-16T01:47:07.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 105668 3.71 MB/sec execute 30 sec latency 13.542 ms 2024-09-16T01:47:08.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:08 smithi017 ceph-mon[30972]: pgmap v447: 97 pgs: 97 active+clean; 61 MiB data, 590 MiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 1.4 MiB/s wr, 89 op/s 2024-09-16T01:47:08.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:08 smithi122 ceph-mon[34758]: pgmap v447: 97 pgs: 97 active+clean; 61 MiB data, 590 MiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 1.4 MiB/s wr, 89 op/s 2024-09-16T01:47:08.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:08 smithi029 ceph-mon[34783]: pgmap v447: 97 pgs: 97 active+clean; 61 MiB data, 590 MiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 1.4 MiB/s wr, 89 op/s 2024-09-16T01:47:08.587 INFO:tasks.workunit.client.0.smithi017.stdout: 1 106419 3.80 MB/sec execute 31 sec latency 15.364 ms 2024-09-16T01:47:09.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 106953 3.73 MB/sec execute 32 sec latency 12.659 ms 2024-09-16T01:47:10.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:10 smithi017 ceph-mon[30972]: pgmap v448: 97 pgs: 97 active+clean; 61 MiB data, 590 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:47:10.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:10 smithi122 ceph-mon[34758]: pgmap v448: 97 pgs: 97 active+clean; 61 MiB data, 590 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:47:10.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:10 smithi029 ceph-mon[34783]: pgmap v448: 97 pgs: 97 active+clean; 61 MiB data, 590 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:47:10.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 107626 3.68 MB/sec execute 33 sec latency 19.055 ms 2024-09-16T01:47:11.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 108431 3.67 MB/sec execute 34 sec latency 14.960 ms 2024-09-16T01:47:12.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:12 smithi017 ceph-mon[30972]: pgmap v449: 97 pgs: 97 active+clean; 63 MiB data, 592 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:47:12.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:12 smithi122 ceph-mon[34758]: pgmap v449: 97 pgs: 97 active+clean; 63 MiB data, 592 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:47:12.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:12 smithi029 ceph-mon[34783]: pgmap v449: 97 pgs: 97 active+clean; 63 MiB data, 592 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:47:12.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 109211 3.73 MB/sec execute 35 sec latency 14.814 ms 2024-09-16T01:47:13.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 110004 3.80 MB/sec execute 36 sec latency 13.179 ms 2024-09-16T01:47:14.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:14 smithi017 ceph-mon[30972]: pgmap v450: 97 pgs: 97 active+clean; 63 MiB data, 576 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:47:14.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:14 smithi029 ceph-mon[34783]: pgmap v450: 97 pgs: 97 active+clean; 63 MiB data, 576 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:47:14.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:14 smithi122 ceph-mon[34758]: pgmap v450: 97 pgs: 97 active+clean; 63 MiB data, 576 MiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:47:14.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 110523 3.75 MB/sec execute 37 sec latency 13.229 ms 2024-09-16T01:47:15.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 111205 3.70 MB/sec execute 38 sec latency 17.200 ms 2024-09-16T01:47:16.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:16 smithi017 ceph-mon[30972]: pgmap v451: 97 pgs: 97 active+clean; 64 MiB data, 583 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.9 MiB/s wr, 103 op/s 2024-09-16T01:47:16.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:16 smithi029 ceph-mon[34783]: pgmap v451: 97 pgs: 97 active+clean; 64 MiB data, 583 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.9 MiB/s wr, 103 op/s 2024-09-16T01:47:16.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:16 smithi122 ceph-mon[34758]: pgmap v451: 97 pgs: 97 active+clean; 64 MiB data, 583 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.9 MiB/s wr, 103 op/s 2024-09-16T01:47:16.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 111967 3.69 MB/sec execute 39 sec latency 14.354 ms 2024-09-16T01:47:17.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 112620 3.67 MB/sec execute 40 sec latency 32.652 ms 2024-09-16T01:47:18.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:18 smithi017 ceph-mon[30972]: pgmap v452: 97 pgs: 97 active+clean; 64 MiB data, 583 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 1.5 MiB/s wr, 75 op/s 2024-09-16T01:47:18.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:18 smithi029 ceph-mon[34783]: pgmap v452: 97 pgs: 97 active+clean; 64 MiB data, 583 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 1.5 MiB/s wr, 75 op/s 2024-09-16T01:47:18.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:18 smithi122 ceph-mon[34758]: pgmap v452: 97 pgs: 97 active+clean; 64 MiB data, 583 MiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 1.5 MiB/s wr, 75 op/s 2024-09-16T01:47:18.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 113392 3.73 MB/sec execute 41 sec latency 13.213 ms 2024-09-16T01:47:19.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 114024 3.75 MB/sec execute 42 sec latency 13.103 ms 2024-09-16T01:47:20.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:20 smithi017 ceph-mon[30972]: pgmap v453: 97 pgs: 97 active+clean; 65 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 2.0 MiB/s wr, 102 op/s 2024-09-16T01:47:20.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:20 smithi122 ceph-mon[34758]: pgmap v453: 97 pgs: 97 active+clean; 65 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 2.0 MiB/s wr, 102 op/s 2024-09-16T01:47:20.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:20 smithi029 ceph-mon[34783]: pgmap v453: 97 pgs: 97 active+clean; 65 MiB data, 584 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 2.0 MiB/s wr, 102 op/s 2024-09-16T01:47:20.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 114720 3.72 MB/sec execute 43 sec latency 18.082 ms 2024-09-16T01:47:21.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 115536 3.71 MB/sec execute 44 sec latency 15.144 ms 2024-09-16T01:47:22.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:22 smithi017 ceph-mon[30972]: pgmap v454: 97 pgs: 97 active+clean; 65 MiB data, 585 MiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:47:22.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:22 smithi122 ceph-mon[34758]: pgmap v454: 97 pgs: 97 active+clean; 65 MiB data, 585 MiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:47:22.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:22 smithi029 ceph-mon[34783]: pgmap v454: 97 pgs: 97 active+clean; 65 MiB data, 585 MiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:47:22.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 116309 3.75 MB/sec execute 45 sec latency 13.053 ms 2024-09-16T01:47:23.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 117094 3.81 MB/sec execute 46 sec latency 13.894 ms 2024-09-16T01:47:24.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:24 smithi017 ceph-mon[30972]: pgmap v455: 97 pgs: 97 active+clean; 65 MiB data, 586 MiB used, 1.0 TiB / 1.0 TiB avail; 194 KiB/s rd, 1.8 MiB/s wr, 82 op/s 2024-09-16T01:47:24.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:24 smithi122 ceph-mon[34758]: pgmap v455: 97 pgs: 97 active+clean; 65 MiB data, 586 MiB used, 1.0 TiB / 1.0 TiB avail; 194 KiB/s rd, 1.8 MiB/s wr, 82 op/s 2024-09-16T01:47:24.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:24 smithi029 ceph-mon[34783]: pgmap v455: 97 pgs: 97 active+clean; 65 MiB data, 586 MiB used, 1.0 TiB / 1.0 TiB avail; 194 KiB/s rd, 1.8 MiB/s wr, 82 op/s 2024-09-16T01:47:24.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 117625 3.76 MB/sec execute 47 sec latency 13.043 ms 2024-09-16T01:47:25.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 118246 3.73 MB/sec execute 48 sec latency 91.908 ms 2024-09-16T01:47:26.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:26 smithi017 ceph-mon[30972]: pgmap v456: 97 pgs: 97 active+clean; 66 MiB data, 598 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:47:26.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:26 smithi122 ceph-mon[34758]: pgmap v456: 97 pgs: 97 active+clean; 66 MiB data, 598 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:47:26.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:26 smithi029 ceph-mon[34783]: pgmap v456: 97 pgs: 97 active+clean; 66 MiB data, 598 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:47:26.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 119016 3.72 MB/sec execute 49 sec latency 14.110 ms 2024-09-16T01:47:27.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 119702 3.70 MB/sec execute 50 sec latency 16.417 ms 2024-09-16T01:47:28.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:28 smithi017 ceph-mon[30972]: pgmap v457: 97 pgs: 97 active+clean; 66 MiB data, 598 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.5 MiB/s wr, 82 op/s 2024-09-16T01:47:28.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:28 smithi122 ceph-mon[34758]: pgmap v457: 97 pgs: 97 active+clean; 66 MiB data, 598 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.5 MiB/s wr, 82 op/s 2024-09-16T01:47:28.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:28 smithi029 ceph-mon[34783]: pgmap v457: 97 pgs: 97 active+clean; 66 MiB data, 598 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.5 MiB/s wr, 82 op/s 2024-09-16T01:47:28.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 120485 3.75 MB/sec execute 51 sec latency 13.366 ms 2024-09-16T01:47:29.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 121124 3.77 MB/sec execute 52 sec latency 11.405 ms 2024-09-16T01:47:30.092 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:47:30.374 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:47:30.498 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:30 smithi017 ceph-mon[30972]: pgmap v458: 97 pgs: 97 active+clean; 68 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 2.0 MiB/s wr, 107 op/s 2024-09-16T01:47:30.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:30 smithi122 ceph-mon[34758]: pgmap v458: 97 pgs: 97 active+clean; 68 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 2.0 MiB/s wr, 107 op/s 2024-09-16T01:47:30.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:30 smithi029 ceph-mon[34783]: pgmap v458: 97 pgs: 97 active+clean; 68 MiB data, 588 MiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 2.0 MiB/s wr, 107 op/s 2024-09-16T01:47:30.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 121808 3.74 MB/sec execute 53 sec latency 17.191 ms 2024-09-16T01:47:31.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.963+0000 7fdd90766640 1 -- 172.21.15.17:0/2924001015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd8810c170 msgr2=0x7fdd8810e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.963+0000 7fdd90766640 1 --2- 172.21.15.17:0/2924001015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd8810c170 0x7fdd8810e610 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fdd80009ca0 tx=0x7fdd8002a950 comp rx=0 tx=0).stop 2024-09-16T01:47:31.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.963+0000 7fdd90766640 1 -- 172.21.15.17:0/2924001015 shutdown_connections 2024-09-16T01:47:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.963+0000 7fdd90766640 1 --2- 172.21.15.17:0/2924001015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd8810c170 0x7fdd8810e610 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.963+0000 7fdd90766640 1 --2- 172.21.15.17:0/2924001015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd88103660 0x7fdd8810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.963+0000 7fdd90766640 1 --2- 172.21.15.17:0/2924001015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd88102d40 0x7fdd88103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.963+0000 7fdd90766640 1 -- 172.21.15.17:0/2924001015 >> 172.21.15.17:0/2924001015 conn(0x7fdd880fc7a0 msgr2=0x7fdd880febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.963+0000 7fdd90766640 1 -- 172.21.15.17:0/2924001015 shutdown_connections 2024-09-16T01:47:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.963+0000 7fdd90766640 1 -- 172.21.15.17:0/2924001015 wait complete. 2024-09-16T01:47:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.963+0000 7fdd90766640 1 Processor -- start 2024-09-16T01:47:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd90766640 1 -- start start 2024-09-16T01:47:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd90766640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd88102d40 0x7fdd88198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd90766640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd88103660 0x7fdd881987c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd90766640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd8810c170 0x7fdd8819cb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd90766640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd88111e20 con 0x7fdd88102d40 2024-09-16T01:47:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd90766640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdd88111ca0 con 0x7fdd88103660 2024-09-16T01:47:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd90766640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdd88111fa0 con 0x7fdd8810c170 2024-09-16T01:47:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd8e502640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd88102d40 0x7fdd88198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd8e502640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd88102d40 0x7fdd88198280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55914/0 (socket says 172.21.15.17:55914) 2024-09-16T01:47:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd8e502640 1 -- 172.21.15.17:0/2062486717 learned_addr learned my addr 172.21.15.17:0/2062486717 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/2062486717 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd8810c170 0x7fdd8819cb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd8dd01640 1 --2- 172.21.15.17:0/2062486717 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd88103660 0x7fdd881987c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd8e502640 1 -- 172.21.15.17:0/2062486717 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd8810c170 msgr2=0x7fdd8819cb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd8e502640 1 --2- 172.21.15.17:0/2062486717 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd8810c170 0x7fdd8819cb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd8e502640 1 -- 172.21.15.17:0/2062486717 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd88103660 msgr2=0x7fdd881987c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd8e502640 1 --2- 172.21.15.17:0/2062486717 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd88103660 0x7fdd881987c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd8e502640 1 -- 172.21.15.17:0/2062486717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd8819d230 con 0x7fdd88102d40 2024-09-16T01:47:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.964+0000 7fdd8e502640 1 --2- 172.21.15.17:0/2062486717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd88102d40 0x7fdd88198280 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fdd8400e9f0 tx=0x7fdd8400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.965+0000 7fdd7f7fe640 1 -- 172.21.15.17:0/2062486717 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd8400cd80 con 0x7fdd88102d40 2024-09-16T01:47:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.965+0000 7fdd7f7fe640 1 -- 172.21.15.17:0/2062486717 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd840108e0 con 0x7fdd88102d40 2024-09-16T01:47:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.965+0000 7fdd7f7fe640 1 -- 172.21.15.17:0/2062486717 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd84018920 con 0x7fdd88102d40 2024-09-16T01:47:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.965+0000 7fdd90766640 1 -- 172.21.15.17:0/2062486717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd8819d520 con 0x7fdd88102d40 2024-09-16T01:47:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.965+0000 7fdd90766640 1 -- 172.21.15.17:0/2062486717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd881a4e00 con 0x7fdd88102d40 2024-09-16T01:47:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.967+0000 7fdd7f7fe640 1 -- 172.21.15.17:0/2062486717 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fdd84010a90 con 0x7fdd88102d40 2024-09-16T01:47:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.968+0000 7fdd92b3f740 1 Processor -- start 2024-09-16T01:47:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.968+0000 7fdd92b3f740 1 -- start start 2024-09-16T01:47:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.968+0000 7fdd92b3f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a46c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.968+0000 7fdd92b3f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 0x55ba3a477140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.968+0000 7fdd92b3f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 0x55ba3a479a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.968+0000 7fdd92b3f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ba3a3d22e0 con 0x55ba3a46c4a0 2024-09-16T01:47:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.968+0000 7fdd92b3f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ba3a379ce0 con 0x55ba3a46cdc0 2024-09-16T01:47:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.968+0000 7fdd92b3f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ba3a3ce2a0 con 0x55ba3a477680 2024-09-16T01:47:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.968+0000 7fdd8ed03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a46c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.968+0000 7fdd8ed03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a46c880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55928/0 (socket says 172.21.15.17:55928) 2024-09-16T01:47:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.968+0000 7fdd8ed03640 1 -- 172.21.15.17:0/2418982738 learned_addr learned my addr 172.21.15.17:0/2418982738 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.968+0000 7fdd8dd01640 1 --2- 172.21.15.17:0/2418982738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 0x55ba3a479a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.969+0000 7fdd8e502640 1 --2- 172.21.15.17:0/2418982738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 0x55ba3a477140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.969+0000 7fdd8ed03640 1 -- 172.21.15.17:0/2418982738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 msgr2=0x55ba3a479a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.969+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/2418982738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 0x55ba3a479a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.969+0000 7fdd8ed03640 1 -- 172.21.15.17:0/2418982738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 msgr2=0x55ba3a477140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.969+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/2418982738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 0x55ba3a477140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.969+0000 7fdd8ed03640 1 -- 172.21.15.17:0/2418982738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba3a35e440 con 0x55ba3a46c4a0 2024-09-16T01:47:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.969+0000 7fdd8dd01640 1 --2- 172.21.15.17:0/2418982738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 0x55ba3a479a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.969+0000 7fdd7f7fe640 1 --2- 172.21.15.17:0/2062486717 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd740a3240 0x7fdd740a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.969+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/2418982738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a46c880 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fdd80035000 tx=0x7fdd8002fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ade65161204de2a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.969+0000 7fdd8e502640 1 --2- 172.21.15.17:0/2062486717 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd740a3240 0x7fdd740a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.969+0000 7fdd7f7fe640 1 -- 172.21.15.17:0/2062486717 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdd840cfc90 con 0x7fdd88102d40 2024-09-16T01:47:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.969+0000 7fdd7cff9640 1 -- 172.21.15.17:0/2418982738 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd80048070 con 0x55ba3a46c4a0 2024-09-16T01:47:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.969+0000 7fdd7cff9640 1 -- 172.21.15.17:0/2418982738 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd80003e20 con 0x55ba3a46c4a0 2024-09-16T01:47:31.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.969+0000 7fdd7cff9640 1 -- 172.21.15.17:0/2418982738 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd80034040 con 0x55ba3a46c4a0 2024-09-16T01:47:31.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.970+0000 7fdd92b3f740 1 -- 172.21.15.17:0/2418982738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 msgr2=0x55ba3a46c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.970+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/2418982738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a46c880 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fdd80035000 tx=0x7fdd8002fd40 comp rx=0 tx=0).stop 2024-09-16T01:47:31.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.970+0000 7fdd8e502640 1 --2- 172.21.15.17:0/2062486717 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd740a3240 0x7fdd740a5700 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fdd84098710 tx=0x7fdd84000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.970+0000 7fdd92b3f740 1 -- 172.21.15.17:0/2418982738 shutdown_connections 2024-09-16T01:47:31.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.970+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/2418982738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 0x55ba3a479a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.970+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/2418982738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 0x55ba3a477140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.970+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/2418982738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a46c880 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.970+0000 7fdd92b3f740 1 -- 172.21.15.17:0/2418982738 >> 172.21.15.17:0/2418982738 conn(0x55ba3a468a30 msgr2=0x55ba3a468e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:31.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.970+0000 7fdd92b3f740 1 -- 172.21.15.17:0/2418982738 shutdown_connections 2024-09-16T01:47:31.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.970+0000 7fdd92b3f740 1 -- 172.21.15.17:0/2418982738 wait complete. 2024-09-16T01:47:31.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.971+0000 7fdd92b3f740 1 -- start start 2024-09-16T01:47:31.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.971+0000 7fdd92b3f740 1 Processor -- start 2024-09-16T01:47:31.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.971+0000 7fdd92b3f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a476fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.971+0000 7fdd92b3f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a46cdc0 0x55ba3a474290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.971+0000 7fdd92b3f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a477680 0x55ba3a4747f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.971+0000 7fdd92b3f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ba3a47a250 con 0x55ba3a46c4a0 2024-09-16T01:47:31.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.971+0000 7fdd92b3f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ba3a38d050 con 0x55ba3a477680 2024-09-16T01:47:31.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.971+0000 7fdd92b3f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ba3a47a3d0 con 0x55ba3a46cdc0 2024-09-16T01:47:31.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.971+0000 7fdd92b3f740 10 client.0 _ll_register_callbacks cb 0x55ba3a3cd160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:31.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.971+0000 7fdd8ed03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a476fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.971+0000 7fdd8ed03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a476fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55936/0 (socket says 172.21.15.17:55936) 2024-09-16T01:47:31.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.971+0000 7fdd8ed03640 1 -- 172.21.15.17:0/1807056799 learned_addr learned my addr 172.21.15.17:0/1807056799 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:31.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.971+0000 7fdd8dd01640 1 --2- 172.21.15.17:0/1807056799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a46cdc0 0x55ba3a474290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.971+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/1807056799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a477680 0x55ba3a4747f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.972+0000 7fdd8ed03640 1 -- 172.21.15.17:0/1807056799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a46cdc0 msgr2=0x55ba3a474290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:31.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.972+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/1807056799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a46cdc0 0x55ba3a474290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.972+0000 7fdd8ed03640 1 -- 172.21.15.17:0/1807056799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a477680 msgr2=0x55ba3a4747f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:31.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.972+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/1807056799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a477680 0x55ba3a4747f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.972+0000 7fdd8ed03640 1 -- 172.21.15.17:0/1807056799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba3a1433c0 con 0x55ba3a46c4a0 2024-09-16T01:47:31.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.972+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/1807056799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a476fe0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fdd8002f560 tx=0x7fdd80004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=765e2ab1e7132f1d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.972+0000 7fdd71ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:47:31.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.972+0000 7fdd71ffb640 1 -- 172.21.15.17:0/1807056799 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd80048070 con 0x55ba3a46c4a0 2024-09-16T01:47:31.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.972+0000 7fdd92b3f740 1 -- 172.21.15.17:0/1807056799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd80003e20 con 0x55ba3a46c4a0 2024-09-16T01:47:31.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.972+0000 7fdd71ffb640 1 -- 172.21.15.17:0/1807056799 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdd80003fd0 con 0x55ba3a46c4a0 2024-09-16T01:47:31.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.972+0000 7fdd71ffb640 1 -- 172.21.15.17:0/1807056799 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdd80034040 con 0x55ba3a46c4a0 2024-09-16T01:47:31.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.972+0000 7fdd92b3f740 10 client.15888 fetch_fsmap learned FSMap version 25 2024-09-16T01:47:31.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.972+0000 7fdd92b3f740 1 -- 172.21.15.17:0/1807056799 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ba3a485c20 con 0x55ba3a46c4a0 2024-09-16T01:47:31.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.972+0000 7fdd71ffb640 1 -- 172.21.15.17:0/1807056799 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd80003e20 con 0x55ba3a46c4a0 2024-09-16T01:47:31.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.973+0000 7fdd71ffb640 1 -- 172.21.15.17:0/1807056799 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fdd80030850 con 0x55ba3a46c4a0 2024-09-16T01:47:31.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.973+0000 7fdd92b3f740 10 client.15888 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:47:31.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.973+0000 7fdd92b3f740 10 client.15888 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:47:31.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.973+0000 7fdd92b3f740 20 client.15888 populate_metadata read hostname 'smithi017' 2024-09-16T01:47:31.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.973+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/1807056799 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ba3a486f70 0x55ba3a489360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.973+0000 7fdd92b3f740 4 client.15888 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:47:31.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.973+0000 7fdd92b3f740 1 -- 172.21.15.17:0/1807056799 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ba3a3df850 con 0x55ba3a486f70 2024-09-16T01:47:31.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.973+0000 7fdd8dd01640 1 --2- 172.21.15.17:0/1807056799 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ba3a486f70 0x55ba3a489360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.974+0000 7fdd8dd01640 1 --2- 172.21.15.17:0/1807056799 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ba3a486f70 0x55ba3a489360 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2866b4e0bc3fd722 server_cookie=5f632af351a66d54 in_seq=0 out_seq=0 2024-09-16T01:47:31.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.974+0000 7fdd71ffb640 10 client.15888 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.974+0000 7fdd71ffb640 1 -- 172.21.15.17:0/1807056799 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ba3a3df850 con 0x55ba3a486f70 2024-09-16T01:47:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.974+0000 7fdd71ffb640 10 client.15888 handle_command_reply: tid=0 2024-09-16T01:47:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.974+0000 7fdd92b3f740 1 client.15888 shutdown 2024-09-16T01:47:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.975+0000 7fdd92b3f740 1 -- 172.21.15.17:0/1807056799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 msgr2=0x55ba3a476fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.975+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/1807056799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a476fe0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fdd8002f560 tx=0x7fdd80004a40 comp rx=0 tx=0).stop 2024-09-16T01:47:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.975+0000 7fdd92b3f740 1 -- 172.21.15.17:0/1807056799 shutdown_connections 2024-09-16T01:47:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.975+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/1807056799 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ba3a486f70 0x55ba3a489360 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.975+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/1807056799 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a477680 0x55ba3a4747f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.975+0000 7fdd71ffb640 0 client.15888 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.975+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/1807056799 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a46cdc0 0x55ba3a474290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.975+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/1807056799 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a476fe0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.975+0000 7fdd92b3f740 1 -- 172.21.15.17:0/1807056799 >> 172.21.15.17:0/1807056799 conn(0x55ba3a468a30 msgr2=0x55ba3a467b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:31.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.975+0000 7fdd92b3f740 1 -- 172.21.15.17:0/1807056799 shutdown_connections 2024-09-16T01:47:31.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.975+0000 7fdd92b3f740 1 -- 172.21.15.17:0/1807056799 wait complete. 2024-09-16T01:47:31.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.975+0000 7fdd92b3f740 20 client.15888 trim_cache size 0 max 16384 2024-09-16T01:47:31.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd92b3f740 1 Processor -- start 2024-09-16T01:47:31.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd92b3f740 1 -- start start 2024-09-16T01:47:31.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd92b3f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a472b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd92b3f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 0x55ba3a48c380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd92b3f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 0x55ba3a48c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd92b3f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd881b1e90 con 0x55ba3a46c4a0 2024-09-16T01:47:31.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd92b3f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdd881af760 con 0x55ba3a46cdc0 2024-09-16T01:47:31.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd92b3f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdd881ad590 con 0x55ba3a477680 2024-09-16T01:47:31.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd8ed03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a472b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd8ed03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a472b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55940/0 (socket says 172.21.15.17:55940) 2024-09-16T01:47:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd8ed03640 1 -- 172.21.15.17:0/148696114 learned_addr learned my addr 172.21.15.17:0/148696114 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/148696114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 0x55ba3a48c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd8dd01640 1 --2- 172.21.15.17:0/148696114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 0x55ba3a48c380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd8ed03640 1 -- 172.21.15.17:0/148696114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 msgr2=0x55ba3a48c380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/148696114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 0x55ba3a48c380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd8ed03640 1 -- 172.21.15.17:0/148696114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 msgr2=0x55ba3a472b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/148696114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a472b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.994+0000 7fdd8ed03640 1 -- 172.21.15.17:0/148696114 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ba3a473240 con 0x55ba3a477680 2024-09-16T01:47:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.995+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/148696114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 0x55ba3a48c8c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fdd80009a60 tx=0x7fdd8002f480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c139f7e2849de5aa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.995+0000 7fdd73fff640 1 -- 172.21.15.17:0/148696114 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd80048040 con 0x55ba3a477680 2024-09-16T01:47:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.995+0000 7fdd73fff640 1 -- 172.21.15.17:0/148696114 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd80049040 con 0x55ba3a477680 2024-09-16T01:47:31.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.995+0000 7fdd73fff640 1 -- 172.21.15.17:0/148696114 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd800509b0 con 0x55ba3a477680 2024-09-16T01:47:31.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.996+0000 7fdd92b3f740 1 -- 172.21.15.17:0/148696114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 msgr2=0x55ba3a48c8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.996+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/148696114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 0x55ba3a48c8c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fdd80009a60 tx=0x7fdd8002f480 comp rx=0 tx=0).stop 2024-09-16T01:47:31.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.996+0000 7fdd92b3f740 1 -- 172.21.15.17:0/148696114 shutdown_connections 2024-09-16T01:47:31.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.996+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/148696114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 0x55ba3a48c8c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.996+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/148696114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 0x55ba3a48c380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.996+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/148696114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a472b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.996+0000 7fdd92b3f740 1 -- 172.21.15.17:0/148696114 >> 172.21.15.17:0/148696114 conn(0x55ba3a468a30 msgr2=0x55ba3a46f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:31.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.996+0000 7fdd92b3f740 1 -- 172.21.15.17:0/148696114 shutdown_connections 2024-09-16T01:47:31.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.996+0000 7fdd92b3f740 1 -- 172.21.15.17:0/148696114 wait complete. 2024-09-16T01:47:31.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.996+0000 7fdd92b3f740 1 -- start start 2024-09-16T01:47:31.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.996+0000 7fdd92b3f740 1 Processor -- start 2024-09-16T01:47:31.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.996+0000 7fdd92b3f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a48ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd92b3f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 0x55ba3a489dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd92b3f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 0x55ba3a48a310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd92b3f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd881adc20 con 0x55ba3a46c4a0 2024-09-16T01:47:31.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd92b3f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdd881af090 con 0x55ba3a46cdc0 2024-09-16T01:47:31.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd92b3f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdd881ae2f0 con 0x55ba3a477680 2024-09-16T01:47:31.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd92b3f740 10 client.0 _ll_register_callbacks cb 0x7fdd80046070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:31.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd8ed03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a48ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd8ed03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a48ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55956/0 (socket says 172.21.15.17:55956) 2024-09-16T01:47:31.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd8ed03640 1 -- 172.21.15.17:0/655519828 learned_addr learned my addr 172.21.15.17:0/655519828 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:31.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd8dd01640 1 --2- 172.21.15.17:0/655519828 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 0x55ba3a489dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/655519828 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 0x55ba3a48a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd8ed03640 1 -- 172.21.15.17:0/655519828 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 msgr2=0x55ba3a48a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/655519828 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 0x55ba3a48a310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd8ed03640 1 -- 172.21.15.17:0/655519828 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 msgr2=0x55ba3a489dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/655519828 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 0x55ba3a489dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd8ed03640 1 -- 172.21.15.17:0/655519828 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ba3a48aaf0 con 0x55ba3a46c4a0 2024-09-16T01:47:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd8ed03640 1 --2- 172.21.15.17:0/655519828 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a48ca80 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fdd80009620 tx=0x7fdd8002fc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de20d70c838d0373 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.997+0000 7fdd71ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:47:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.998+0000 7fdd71ffb640 1 -- 172.21.15.17:0/655519828 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd8006b030 con 0x55ba3a46c4a0 2024-09-16T01:47:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.998+0000 7fdd71ffb640 1 -- 172.21.15.17:0/655519828 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdd80040070 con 0x55ba3a46c4a0 2024-09-16T01:47:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.998+0000 7fdd92b3f740 1 -- 172.21.15.17:0/655519828 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd80049040 con 0x55ba3a46c4a0 2024-09-16T01:47:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.998+0000 7fdd71ffb640 1 -- 172.21.15.17:0/655519828 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdd80048070 con 0x55ba3a46c4a0 2024-09-16T01:47:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.998+0000 7fdd92b3f740 10 client.15894 fetch_fsmap learned FSMap version 25 2024-09-16T01:47:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.998+0000 7fdd92b3f740 1 -- 172.21.15.17:0/655519828 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ba3a4f1850 con 0x55ba3a46c4a0 2024-09-16T01:47:31.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.998+0000 7fdd71ffb640 1 -- 172.21.15.17:0/655519828 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd80009800 con 0x55ba3a46c4a0 2024-09-16T01:47:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.998+0000 7fdd71ffb640 1 -- 172.21.15.17:0/655519828 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fdd800724c0 con 0x55ba3a46c4a0 2024-09-16T01:47:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.998+0000 7fdd92b3f740 10 client.15894 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:47:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.998+0000 7fdd92b3f740 10 client.15894 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:47:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.998+0000 7fdd92b3f740 20 client.15894 populate_metadata read hostname 'smithi017' 2024-09-16T01:47:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.998+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/655519828 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ba3a486f70 0x55ba3a4f3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.998+0000 7fdd92b3f740 4 client.15894 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:47:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.998+0000 7fdd92b3f740 1 -- 172.21.15.17:0/655519828 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7fdd80049040 con 0x55ba3a486f70 2024-09-16T01:47:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.999+0000 7fdd8dd01640 1 --2- 172.21.15.17:0/655519828 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ba3a486f70 0x55ba3a4f3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.999+0000 7fdd71ffb640 10 client.15894 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.999+0000 7fdd8dd01640 1 --2- 172.21.15.17:0/655519828 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ba3a486f70 0x55ba3a4f3c80 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bc9500ecc28e5a23 server_cookie=497e1ce6473f5e77 in_seq=0 out_seq=0 2024-09-16T01:47:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.999+0000 7fdd71ffb640 1 -- 172.21.15.17:0/655519828 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7fdd80049040 con 0x55ba3a486f70 2024-09-16T01:47:31.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.999+0000 7fdd71ffb640 10 client.15894 handle_command_reply: tid=0 2024-09-16T01:47:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.999+0000 7fdd92b3f740 1 client.15894 shutdown 2024-09-16T01:47:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.999+0000 7fdd92b3f740 1 -- 172.21.15.17:0/655519828 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 msgr2=0x55ba3a48ca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:30.999+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/655519828 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a48ca80 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7fdd80009620 tx=0x7fdd8002fc50 comp rx=0 tx=0).stop 2024-09-16T01:47:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.000+0000 7fdd92b3f740 1 -- 172.21.15.17:0/655519828 shutdown_connections 2024-09-16T01:47:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.000+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/655519828 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ba3a486f70 0x55ba3a4f3c80 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.000+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/655519828 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ba3a477680 0x55ba3a48a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.000+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/655519828 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ba3a46cdc0 0x55ba3a489dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.000+0000 7fdd92b3f740 1 --2- 172.21.15.17:0/655519828 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ba3a46c4a0 0x55ba3a48ca80 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.000+0000 7fdd71ffb640 0 client.15894 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:31.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.000+0000 7fdd92b3f740 1 -- 172.21.15.17:0/655519828 >> 172.21.15.17:0/655519828 conn(0x55ba3a468a30 msgr2=0x55ba3a46f850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:31.103 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:47:31.103 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:47:31.103 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:47:31.103 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:47:31.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.000+0000 7fdd92b3f740 1 -- 172.21.15.17:0/655519828 shutdown_connections 2024-09-16T01:47:31.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.000+0000 7fdd92b3f740 1 -- 172.21.15.17:0/655519828 wait complete. 2024-09-16T01:47:31.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.000+0000 7fdd92b3f740 20 client.15894 trim_cache size 0 max 16384 2024-09-16T01:47:31.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.000+0000 7fdd90766640 1 -- 172.21.15.17:0/2062486717 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd740a3240 msgr2=0x7fdd740a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.000+0000 7fdd90766640 1 --2- 172.21.15.17:0/2062486717 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd740a3240 0x7fdd740a5700 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fdd84098710 tx=0x7fdd84000bc0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.000+0000 7fdd90766640 1 -- 172.21.15.17:0/2062486717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd88102d40 msgr2=0x7fdd88198280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:31.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.000+0000 7fdd90766640 1 --2- 172.21.15.17:0/2062486717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd88102d40 0x7fdd88198280 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fdd8400e9f0 tx=0x7fdd8400eeb0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.001+0000 7fdd90766640 1 -- 172.21.15.17:0/2062486717 shutdown_connections 2024-09-16T01:47:31.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.001+0000 7fdd90766640 1 --2- 172.21.15.17:0/2062486717 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd740a3240 0x7fdd740a5700 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.001+0000 7fdd90766640 1 --2- 172.21.15.17:0/2062486717 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd8810c170 0x7fdd8819cb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.001+0000 7fdd90766640 1 --2- 172.21.15.17:0/2062486717 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd88103660 0x7fdd881987c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.001+0000 7fdd90766640 1 --2- 172.21.15.17:0/2062486717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd88102d40 0x7fdd88198280 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:31.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.001+0000 7fdd90766640 1 -- 172.21.15.17:0/2062486717 >> 172.21.15.17:0/2062486717 conn(0x7fdd880fc7a0 msgr2=0x7fdd880fd400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:31.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.001+0000 7fdd90766640 1 -- 172.21.15.17:0/2062486717 shutdown_connections 2024-09-16T01:47:31.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:31.001+0000 7fdd90766640 1 -- 172.21.15.17:0/2062486717 wait complete. 2024-09-16T01:47:31.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 122542 3.73 MB/sec execute 54 sec latency 42.596 ms 2024-09-16T01:47:31.964 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:47:31.964 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:47:32.253 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:47:32.515 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:32 smithi017 ceph-mon[30972]: pgmap v459: 97 pgs: 97 active+clean; 68 MiB data, 589 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.6 MiB/s wr, 83 op/s 2024-09-16T01:47:32.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:32 smithi029 ceph-mon[34783]: pgmap v459: 97 pgs: 97 active+clean; 68 MiB data, 589 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.6 MiB/s wr, 83 op/s 2024-09-16T01:47:32.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:32 smithi122 ceph-mon[34758]: pgmap v459: 97 pgs: 97 active+clean; 68 MiB data, 589 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.6 MiB/s wr, 83 op/s 2024-09-16T01:47:32.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 123228 3.71 MB/sec execute 55 sec latency 17.957 ms 2024-09-16T01:47:32.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.762+0000 7f4403d14640 1 -- 172.21.15.17:0/1087421116 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc106f00 msgr2=0x7f43fc10ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:32.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.762+0000 7f4403d14640 1 --2- 172.21.15.17:0/1087421116 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc106f00 0x7f43fc10ea80 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f43f4009ca0 tx=0x7f43f402a8c0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.762+0000 7f4403d14640 1 -- 172.21.15.17:0/1087421116 shutdown_connections 2024-09-16T01:47:32.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.762+0000 7f4403d14640 1 --2- 172.21.15.17:0/1087421116 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc106f00 0x7f43fc10ea80 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.762+0000 7f4403d14640 1 --2- 172.21.15.17:0/1087421116 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43fc102780 0x7f43fc1067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.762+0000 7f4403d14640 1 --2- 172.21.15.17:0/1087421116 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f43fc101dd0 0x7f43fc1021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.762+0000 7f4403d14640 1 -- 172.21.15.17:0/1087421116 >> 172.21.15.17:0/1087421116 conn(0x7f43fc0fd890 msgr2=0x7f43fc0ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:32.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.762+0000 7f4403d14640 1 -- 172.21.15.17:0/1087421116 shutdown_connections 2024-09-16T01:47:32.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.762+0000 7f4403d14640 1 -- 172.21.15.17:0/1087421116 wait complete. 2024-09-16T01:47:32.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f4403d14640 1 Processor -- start 2024-09-16T01:47:32.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f4403d14640 1 -- start start 2024-09-16T01:47:32.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f4403d14640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f43fc101dd0 0x7f43fc198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:32.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f4403d14640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc102780 0x7f43fc198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:32.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f4403d14640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43fc106f00 0x7f43fc19cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:32.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f4403d14640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc111e60 con 0x7f43fc102780 2024-09-16T01:47:32.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f4403d14640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc111ce0 con 0x7f43fc106f00 2024-09-16T01:47:32.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f4403d14640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f43fc111fe0 con 0x7f43fc101dd0 2024-09-16T01:47:32.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f44012af640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc102780 0x7f43fc198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:32.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f44012af640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc102780 0x7f43fc198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55964/0 (socket says 172.21.15.17:55964) 2024-09-16T01:47:32.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f44012af640 1 -- 172.21.15.17:0/3113951443 learned_addr learned my addr 172.21.15.17:0/3113951443 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:32.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f4401ab0640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f43fc101dd0 0x7f43fc198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:32.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f44022b1640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43fc106f00 0x7f43fc19cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:32.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f44012af640 1 -- 172.21.15.17:0/3113951443 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f43fc101dd0 msgr2=0x7f43fc198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:32.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f44012af640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f43fc101dd0 0x7f43fc198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f44012af640 1 -- 172.21.15.17:0/3113951443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43fc106f00 msgr2=0x7f43fc19cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:32.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f44012af640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43fc106f00 0x7f43fc19cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:32.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f44012af640 1 -- 172.21.15.17:0/3113951443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43fc19d2f0 con 0x7f43fc102780 2024-09-16T01:47:32.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.763+0000 7f4401ab0640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f43fc101dd0 0x7f43fc198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:32.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.764+0000 7f44012af640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc102780 0x7f43fc198880 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f43ec009c20 tx=0x7f43ec00b690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:32.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.764+0000 7f43f2ffd640 1 -- 172.21.15.17:0/3113951443 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ec01e070 con 0x7f43fc102780 2024-09-16T01:47:32.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.764+0000 7f43f2ffd640 1 -- 172.21.15.17:0/3113951443 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f43ec0198c0 con 0x7f43fc102780 2024-09-16T01:47:32.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.764+0000 7f4403d14640 1 -- 172.21.15.17:0/3113951443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43fc19d5e0 con 0x7f43fc102780 2024-09-16T01:47:32.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.764+0000 7f43f2ffd640 1 -- 172.21.15.17:0/3113951443 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f43ec018710 con 0x7f43fc102780 2024-09-16T01:47:32.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.764+0000 7f4403d14640 1 -- 172.21.15.17:0/3113951443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f43fc074420 con 0x7f43fc102780 2024-09-16T01:47:32.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.766+0000 7f4403d14640 1 -- 172.21.15.17:0/3113951443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43fc1021b0 con 0x7f43fc102780 2024-09-16T01:47:32.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.767+0000 7f43f2ffd640 1 -- 172.21.15.17:0/3113951443 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f43ec021070 con 0x7f43fc102780 2024-09-16T01:47:32.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.767+0000 7f43f2ffd640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f43e80a32c0 0x7f43e80a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:32.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.768+0000 7f43f2ffd640 1 -- 172.21.15.17:0/3113951443 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f43ec0d30f0 con 0x7f43fc102780 2024-09-16T01:47:32.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.768+0000 7f4401ab0640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f43e80a32c0 0x7f43e80a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:32.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.768+0000 7f4401ab0640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f43e80a32c0 0x7f43e80a5780 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f43f8009c20 tx=0x7f43f8005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:32.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:32.773+0000 7f43f2ffd640 1 -- 172.21.15.17:0/3113951443 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f43ec09fe10 con 0x7f43fc102780 2024-09-16T01:47:33.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:33.009+0000 7f4403d14640 1 -- 172.21.15.17:0/3113951443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f43fc109bb0 con 0x7f43fc102780 2024-09-16T01:47:33.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:33.010+0000 7f43f2ffd640 1 -- 172.21.15.17:0/3113951443 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f43ec09f710 con 0x7f43fc102780 2024-09-16T01:47:33.011 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:47:33.011 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:47:33.012 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:47:33.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:33.012+0000 7f4403d14640 1 -- 172.21.15.17:0/3113951443 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f43e80a32c0 msgr2=0x7f43e80a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:33.012+0000 7f4403d14640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f43e80a32c0 0x7f43e80a5780 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f43f8009c20 tx=0x7f43f8005f90 comp rx=0 tx=0).stop 2024-09-16T01:47:33.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:33.012+0000 7f4403d14640 1 -- 172.21.15.17:0/3113951443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc102780 msgr2=0x7f43fc198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:33.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:33.012+0000 7f4403d14640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc102780 0x7f43fc198880 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f43ec009c20 tx=0x7f43ec00b690 comp rx=0 tx=0).stop 2024-09-16T01:47:33.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:33.012+0000 7f4403d14640 1 -- 172.21.15.17:0/3113951443 shutdown_connections 2024-09-16T01:47:33.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:33.012+0000 7f4403d14640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f43e80a32c0 0x7f43e80a5780 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:33.012+0000 7f4403d14640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f43fc106f00 0x7f43fc19cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:33.012+0000 7f4403d14640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f43fc102780 0x7f43fc198880 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:33.012+0000 7f4403d14640 1 --2- 172.21.15.17:0/3113951443 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f43fc101dd0 0x7f43fc198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:33.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:33.012+0000 7f4403d14640 1 -- 172.21.15.17:0/3113951443 >> 172.21.15.17:0/3113951443 conn(0x7f43fc0fd890 msgr2=0x7f43fc0fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:33.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:33.012+0000 7f4403d14640 1 -- 172.21.15.17:0/3113951443 shutdown_connections 2024-09-16T01:47:33.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:33.012+0000 7f4403d14640 1 -- 172.21.15.17:0/3113951443 wait complete. 2024-09-16T01:47:33.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:33 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3113951443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:47:33.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:33 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3113951443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:47:33.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:33 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3113951443' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:47:33.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 123995 3.76 MB/sec execute 56 sec latency 13.082 ms 2024-09-16T01:47:33.952 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:47:34.232 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:47:34.511 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:34 smithi017 ceph-mon[30972]: pgmap v460: 97 pgs: 97 active+clean; 67 MiB data, 598 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.7 MiB/s wr, 89 op/s 2024-09-16T01:47:34.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:34 smithi122 ceph-mon[34758]: pgmap v460: 97 pgs: 97 active+clean; 67 MiB data, 598 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.7 MiB/s wr, 89 op/s 2024-09-16T01:47:34.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:34 smithi029 ceph-mon[34783]: pgmap v460: 97 pgs: 97 active+clean; 67 MiB data, 598 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.7 MiB/s wr, 89 op/s 2024-09-16T01:47:34.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 124622 3.77 MB/sec execute 57 sec latency 18.180 ms 2024-09-16T01:47:34.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.742+0000 7f9776955640 1 -- 172.21.15.17:0/2174636747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9770102d30 msgr2=0x7f9770103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.742+0000 7f9776955640 1 --2- 172.21.15.17:0/2174636747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9770102d30 0x7f9770103110 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f9760009930 tx=0x7f976002a420 comp rx=0 tx=0).stop 2024-09-16T01:47:34.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.742+0000 7f9776955640 1 -- 172.21.15.17:0/2174636747 shutdown_connections 2024-09-16T01:47:34.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.742+0000 7f9776955640 1 --2- 172.21.15.17:0/2174636747 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f97701082a0 0x7f977010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.742+0000 7f9776955640 1 --2- 172.21.15.17:0/2174636747 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97701036e0 0x7f9770107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.742+0000 7f9776955640 1 --2- 172.21.15.17:0/2174636747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9770102d30 0x7f9770103110 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.742+0000 7f9776955640 1 -- 172.21.15.17:0/2174636747 >> 172.21.15.17:0/2174636747 conn(0x7f97700fc7d0 msgr2=0x7f97700febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:34.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.743+0000 7f9776955640 1 -- 172.21.15.17:0/2174636747 shutdown_connections 2024-09-16T01:47:34.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.743+0000 7f9776955640 1 -- 172.21.15.17:0/2174636747 wait complete. 2024-09-16T01:47:34.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.743+0000 7f9776955640 1 Processor -- start 2024-09-16T01:47:34.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.743+0000 7f9776955640 1 -- start start 2024-09-16T01:47:34.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f9776955640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9770102d30 0x7f977019a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f9776955640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97701036e0 0x7f977019abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f9776955640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97701082a0 0x7f977019ef60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f9776955640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9770111f50 con 0x7f97701082a0 2024-09-16T01:47:34.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f9776955640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9770111dd0 con 0x7f9770102d30 2024-09-16T01:47:34.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f9776955640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f97701120d0 con 0x7f97701036e0 2024-09-16T01:47:34.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f976f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97701036e0 0x7f977019abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f9774ef2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97701082a0 0x7f977019ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f976f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97701036e0 0x7f977019abd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45338/0 (socket says 172.21.15.17:45338) 2024-09-16T01:47:34.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f976f7fe640 1 -- 172.21.15.17:0/731136634 learned_addr learned my addr 172.21.15.17:0/731136634 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:34.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f976ffff640 1 --2- 172.21.15.17:0/731136634 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9770102d30 0x7f977019a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f976f7fe640 1 -- 172.21.15.17:0/731136634 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9770102d30 msgr2=0x7f977019a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f976f7fe640 1 --2- 172.21.15.17:0/731136634 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9770102d30 0x7f977019a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f976f7fe640 1 -- 172.21.15.17:0/731136634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97701082a0 msgr2=0x7f977019ef60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f976f7fe640 1 --2- 172.21.15.17:0/731136634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97701082a0 0x7f977019ef60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f976f7fe640 1 -- 172.21.15.17:0/731136634 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f977019f640 con 0x7f97701036e0 2024-09-16T01:47:34.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.744+0000 7f976f7fe640 1 --2- 172.21.15.17:0/731136634 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97701036e0 0x7f977019abd0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f976400e970 tx=0x7f976400ee30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.745+0000 7f976d7fa640 1 -- 172.21.15.17:0/731136634 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f976400cd80 con 0x7f97701036e0 2024-09-16T01:47:34.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.745+0000 7f976d7fa640 1 -- 172.21.15.17:0/731136634 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97640035f0 con 0x7f97701036e0 2024-09-16T01:47:34.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.745+0000 7f9776955640 1 -- 172.21.15.17:0/731136634 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f977019f930 con 0x7f97701036e0 2024-09-16T01:47:34.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.745+0000 7f976d7fa640 1 -- 172.21.15.17:0/731136634 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9764010690 con 0x7f97701036e0 2024-09-16T01:47:34.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.745+0000 7f9776955640 1 -- 172.21.15.17:0/731136634 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97701a7210 con 0x7f97701036e0 2024-09-16T01:47:34.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.747+0000 7f976d7fa640 1 -- 172.21.15.17:0/731136634 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f9764004020 con 0x7f97701036e0 2024-09-16T01:47:34.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.748+0000 7f9778d2e740 1 Processor -- start 2024-09-16T01:47:34.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.748+0000 7f9778d2e740 1 -- start start 2024-09-16T01:47:34.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.748+0000 7f976d7fa640 1 --2- 172.21.15.17:0/731136634 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97580a32c0 0x7f97580a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.748+0000 7f9778d2e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98d6b40 0x564fb98d5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.748+0000 7f9778d2e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d55d0 0x564fb98d5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.748+0000 7f9778d2e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98e0370 0x564fb98e2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.748+0000 7f9778d2e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564fb983b2f0 con 0x564fb98d55d0 2024-09-16T01:47:34.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.748+0000 7f9778d2e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564fb97e2cf0 con 0x564fb98d6b40 2024-09-16T01:47:34.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.748+0000 7f9778d2e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564fb98372b0 con 0x564fb98e0370 2024-09-16T01:47:34.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.748+0000 7f9774ef2640 1 --2- 172.21.15.17:0/731136634 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97580a32c0 0x7f97580a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.748+0000 7f976d7fa640 1 -- 172.21.15.17:0/731136634 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f97640cfc20 con 0x7f97701036e0 2024-09-16T01:47:34.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.749+0000 7f976ffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98d6b40 0x564fb98d5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.749+0000 7f976ffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98d6b40 0x564fb98d5090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:49672/0 (socket says 172.21.15.17:49672) 2024-09-16T01:47:34.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.749+0000 7f976ffff640 1 -- 172.21.15.17:0/1807547676 learned_addr learned my addr 172.21.15.17:0/1807547676 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:34.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.749+0000 7f976f7fe640 1 --2- 172.21.15.17:0/1807547676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d55d0 0x564fb98d5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.749+0000 7f9774ef2640 1 --2- 172.21.15.17:0/1807547676 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98e0370 0x564fb98e2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.749+0000 7f976ffff640 1 -- 172.21.15.17:0/1807547676 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98e0370 msgr2=0x564fb98e2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:34.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.749+0000 7f976ffff640 1 --2- 172.21.15.17:0/1807547676 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98e0370 0x564fb98e2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.749+0000 7f976ffff640 1 -- 172.21.15.17:0/1807547676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d55d0 msgr2=0x564fb98d5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:34.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.749+0000 7f976ffff640 1 --2- 172.21.15.17:0/1807547676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d55d0 0x564fb98d5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.749+0000 7f9774ef2640 1 --2- 172.21.15.17:0/731136634 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97580a32c0 0x7f97580a5780 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f9768013b00 tx=0x7f97680079a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.749+0000 7f976ffff640 1 -- 172.21.15.17:0/1807547676 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564fb97c73a0 con 0x564fb98d6b40 2024-09-16T01:47:34.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.749+0000 7f976f7fe640 1 --2- 172.21.15.17:0/1807547676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d55d0 0x564fb98d5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:34.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.750+0000 7f976ffff640 1 --2- 172.21.15.17:0/1807547676 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98d6b40 0x564fb98d5090 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9760009930 tx=0x7f9760032b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2214e06688ddf763 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.750+0000 7f97567fc640 1 -- 172.21.15.17:0/1807547676 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f976003f070 con 0x564fb98d6b40 2024-09-16T01:47:34.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.750+0000 7f97567fc640 1 -- 172.21.15.17:0/1807547676 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9760004030 con 0x564fb98d6b40 2024-09-16T01:47:34.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.750+0000 7f97567fc640 1 -- 172.21.15.17:0/1807547676 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9760035070 con 0x564fb98d6b40 2024-09-16T01:47:34.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.751+0000 7f9778d2e740 1 -- 172.21.15.17:0/1807547676 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98d6b40 msgr2=0x564fb98d5090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.751+0000 7f9778d2e740 1 --2- 172.21.15.17:0/1807547676 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98d6b40 0x564fb98d5090 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9760009930 tx=0x7f9760032b90 comp rx=0 tx=0).stop 2024-09-16T01:47:34.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.751+0000 7f9778d2e740 1 -- 172.21.15.17:0/1807547676 shutdown_connections 2024-09-16T01:47:34.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.751+0000 7f9778d2e740 1 --2- 172.21.15.17:0/1807547676 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98e0370 0x564fb98e2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.751+0000 7f9778d2e740 1 --2- 172.21.15.17:0/1807547676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d55d0 0x564fb98d5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.751+0000 7f9778d2e740 1 --2- 172.21.15.17:0/1807547676 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98d6b40 0x564fb98d5090 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.751+0000 7f9778d2e740 1 -- 172.21.15.17:0/1807547676 >> 172.21.15.17:0/1807547676 conn(0x564fb989e310 msgr2=0x564fb98d1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:34.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.751+0000 7f9778d2e740 1 -- 172.21.15.17:0/1807547676 shutdown_connections 2024-09-16T01:47:34.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.751+0000 7f9778d2e740 1 -- 172.21.15.17:0/1807547676 wait complete. 2024-09-16T01:47:34.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.751+0000 7f9778d2e740 1 -- start start 2024-09-16T01:47:34.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.751+0000 7f9778d2e740 1 Processor -- start 2024-09-16T01:47:34.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f9778d2e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98d55d0 0x564fb98dfd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f9778d2e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d6b40 0x564fb98dd040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f9778d2e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98e0370 0x564fb98dd6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f9778d2e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564fb98e3010 con 0x564fb98d6b40 2024-09-16T01:47:34.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f9778d2e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564fb97f6060 con 0x564fb98e0370 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f9778d2e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564fb98e3190 con 0x564fb98d55d0 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f976ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98d55d0 0x564fb98dfd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f976f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d6b40 0x564fb98dd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f9778d2e740 10 client.0 _ll_register_callbacks cb 0x564fb95498c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f976ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98d55d0 0x564fb98dfd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45364/0 (socket says 172.21.15.17:45364) 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f976ffff640 1 -- 172.21.15.17:0/1659540351 learned_addr learned my addr 172.21.15.17:0/1659540351 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f976ffff640 1 -- 172.21.15.17:0/1659540351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98e0370 msgr2=0x564fb98dd6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f9774ef2640 1 --2- 172.21.15.17:0/1659540351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98e0370 0x564fb98dd6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f976ffff640 1 --2- 172.21.15.17:0/1659540351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98e0370 0x564fb98dd6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f976ffff640 1 -- 172.21.15.17:0/1659540351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d6b40 msgr2=0x564fb98dd040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f976ffff640 1 --2- 172.21.15.17:0/1659540351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d6b40 0x564fb98dd040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.752+0000 7f976ffff640 1 -- 172.21.15.17:0/1659540351 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564fb95ac3c0 con 0x564fb98d55d0 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.753+0000 7f976f7fe640 1 --2- 172.21.15.17:0/1659540351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d6b40 0x564fb98dd040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.753+0000 7f9774ef2640 1 --2- 172.21.15.17:0/1659540351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98e0370 0x564fb98dd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.753+0000 7f976ffff640 1 --2- 172.21.15.17:0/1659540351 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98d55d0 0x564fb98dfd40 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9760004650 tx=0x7f97600054d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e552ccf228d2d151 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.753+0000 7f974f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.753+0000 7f974f7fe640 1 -- 172.21.15.17:0/1659540351 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9760035070 con 0x564fb98d55d0 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.753+0000 7f974f7fe640 1 -- 172.21.15.17:0/1659540351 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f97600046c0 con 0x564fb98d55d0 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.753+0000 7f9778d2e740 1 -- 172.21.15.17:0/1659540351 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9760004030 con 0x564fb98d55d0 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.753+0000 7f974f7fe640 1 -- 172.21.15.17:0/1659540351 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f976003f040 con 0x564fb98d55d0 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.753+0000 7f9778d2e740 10 client.25567 fetch_fsmap learned FSMap version 25 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.753+0000 7f9778d2e740 1 -- 172.21.15.17:0/1659540351 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564fb98e3010 con 0x564fb98d55d0 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.753+0000 7f974f7fe640 1 -- 172.21.15.17:0/1659540351 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9760004030 con 0x564fb98d55d0 2024-09-16T01:47:34.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.754+0000 7f974f7fe640 1 -- 172.21.15.17:0/1659540351 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f9760003780 con 0x564fb98d55d0 2024-09-16T01:47:34.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.754+0000 7f9778d2e740 10 client.25567 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:47:34.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.754+0000 7f9778d2e740 10 client.25567 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:47:34.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.754+0000 7f9778d2e740 20 client.25567 populate_metadata read hostname 'smithi017' 2024-09-16T01:47:34.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.754+0000 7f9778d2e740 1 --2- 172.21.15.17:0/1659540351 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564fb98efb90 0x564fb98f1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.754+0000 7f9778d2e740 4 client.25567 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:47:34.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.754+0000 7f9778d2e740 1 -- 172.21.15.17:0/1659540351 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564fb9848860 con 0x564fb98efb90 2024-09-16T01:47:34.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.754+0000 7f976f7fe640 1 --2- 172.21.15.17:0/1659540351 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564fb98efb90 0x564fb98f1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.755+0000 7f976f7fe640 1 --2- 172.21.15.17:0/1659540351 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564fb98efb90 0x564fb98f1f80 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8eea7d9e4e12c975 server_cookie=f0fddc7491352082 in_seq=0 out_seq=0 2024-09-16T01:47:34.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.755+0000 7f974f7fe640 10 client.25567 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:47:34.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.755+0000 7f974f7fe640 1 -- 172.21.15.17:0/1659540351 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564fb9848860 con 0x564fb98efb90 2024-09-16T01:47:34.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.755+0000 7f974f7fe640 10 client.25567 handle_command_reply: tid=0 2024-09-16T01:47:34.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.755+0000 7f9778d2e740 1 client.25567 shutdown 2024-09-16T01:47:34.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.755+0000 7f9778d2e740 1 -- 172.21.15.17:0/1659540351 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98d55d0 msgr2=0x564fb98dfd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.755+0000 7f9778d2e740 1 --2- 172.21.15.17:0/1659540351 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98d55d0 0x564fb98dfd40 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9760004650 tx=0x7f97600054d0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.755+0000 7f9778d2e740 1 -- 172.21.15.17:0/1659540351 shutdown_connections 2024-09-16T01:47:34.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.755+0000 7f9778d2e740 1 --2- 172.21.15.17:0/1659540351 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564fb98efb90 0x564fb98f1f80 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.756+0000 7f9778d2e740 1 --2- 172.21.15.17:0/1659540351 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98e0370 0x564fb98dd6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.756+0000 7f974f7fe640 0 client.25567 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:47:34.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.756+0000 7f9778d2e740 1 --2- 172.21.15.17:0/1659540351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d6b40 0x564fb98dd040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.756+0000 7f9778d2e740 1 --2- 172.21.15.17:0/1659540351 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98d55d0 0x564fb98dfd40 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.756+0000 7f9778d2e740 1 -- 172.21.15.17:0/1659540351 >> 172.21.15.17:0/1659540351 conn(0x564fb989e310 msgr2=0x564fb98d7930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:34.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.756+0000 7f9778d2e740 1 -- 172.21.15.17:0/1659540351 shutdown_connections 2024-09-16T01:47:34.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.756+0000 7f9778d2e740 1 -- 172.21.15.17:0/1659540351 wait complete. 2024-09-16T01:47:34.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.756+0000 7f9778d2e740 20 client.25567 trim_cache size 0 max 16384 2024-09-16T01:47:34.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.771+0000 7f9778d2e740 1 Processor -- start 2024-09-16T01:47:34.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.771+0000 7f9778d2e740 1 -- start start 2024-09-16T01:47:34.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f9778d2e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98d55d0 0x564fb98ec2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f9778d2e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d6b40 0x564fb98dc020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f9778d2e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98e0370 0x564fb98f7670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f9778d2e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f97701b1f90 con 0x564fb98d6b40 2024-09-16T01:47:34.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f9778d2e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f97701af860 con 0x564fb98d55d0 2024-09-16T01:47:34.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f9778d2e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f97701ad690 con 0x564fb98e0370 2024-09-16T01:47:34.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f976f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d6b40 0x564fb98dc020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f976f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d6b40 0x564fb98dc020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56026/0 (socket says 172.21.15.17:56026) 2024-09-16T01:47:34.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f976f7fe640 1 -- 172.21.15.17:0/2366103686 learned_addr learned my addr 172.21.15.17:0/2366103686 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:34.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f976ffff640 1 --2- 172.21.15.17:0/2366103686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98d55d0 0x564fb98ec2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f9774ef2640 1 --2- 172.21.15.17:0/2366103686 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98e0370 0x564fb98f7670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f976f7fe640 1 -- 172.21.15.17:0/2366103686 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98e0370 msgr2=0x564fb98f7670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:34.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f976f7fe640 1 --2- 172.21.15.17:0/2366103686 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98e0370 0x564fb98f7670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f976f7fe640 1 -- 172.21.15.17:0/2366103686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98d55d0 msgr2=0x564fb98ec2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:34.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f976f7fe640 1 --2- 172.21.15.17:0/2366103686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98d55d0 0x564fb98ec2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f976f7fe640 1 -- 172.21.15.17:0/2366103686 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564fb98ddca0 con 0x564fb98d6b40 2024-09-16T01:47:34.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.772+0000 7f9774ef2640 1 --2- 172.21.15.17:0/2366103686 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98e0370 0x564fb98f7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:34.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.773+0000 7f976f7fe640 1 --2- 172.21.15.17:0/2366103686 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d6b40 0x564fb98dc020 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f976409c190 tx=0x7f97640bc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f450d4d5fc5e939 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.773+0000 7f9755ffb640 1 -- 172.21.15.17:0/2366103686 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97640b4070 con 0x564fb98d6b40 2024-09-16T01:47:34.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.773+0000 7f9755ffb640 1 -- 172.21.15.17:0/2366103686 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97640cd7f0 con 0x564fb98d6b40 2024-09-16T01:47:34.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.773+0000 7f9755ffb640 1 -- 172.21.15.17:0/2366103686 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9764098870 con 0x564fb98d6b40 2024-09-16T01:47:34.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.774+0000 7f9778d2e740 1 -- 172.21.15.17:0/2366103686 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d6b40 msgr2=0x564fb98dc020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.774+0000 7f9778d2e740 1 --2- 172.21.15.17:0/2366103686 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d6b40 0x564fb98dc020 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f976409c190 tx=0x7f97640bc040 comp rx=0 tx=0).stop 2024-09-16T01:47:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.774+0000 7f9778d2e740 1 -- 172.21.15.17:0/2366103686 shutdown_connections 2024-09-16T01:47:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.774+0000 7f9778d2e740 1 --2- 172.21.15.17:0/2366103686 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98e0370 0x564fb98f7670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.774+0000 7f9778d2e740 1 --2- 172.21.15.17:0/2366103686 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d6b40 0x564fb98dc020 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.774+0000 7f9778d2e740 1 --2- 172.21.15.17:0/2366103686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98d55d0 0x564fb98ec2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.774+0000 7f9778d2e740 1 -- 172.21.15.17:0/2366103686 >> 172.21.15.17:0/2366103686 conn(0x564fb989e310 msgr2=0x564fb98db910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.774+0000 7f9778d2e740 1 -- 172.21.15.17:0/2366103686 shutdown_connections 2024-09-16T01:47:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.774+0000 7f9778d2e740 1 -- 172.21.15.17:0/2366103686 wait complete. 2024-09-16T01:47:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.774+0000 7f9778d2e740 1 -- start start 2024-09-16T01:47:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.774+0000 7f9778d2e740 1 Processor -- start 2024-09-16T01:47:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f9778d2e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d55d0 0x564fb98e8bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f9778d2e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98d6b40 0x564fb98e3f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f9778d2e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98e0370 0x564fb98e4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f9778d2e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f97701add20 con 0x564fb98d55d0 2024-09-16T01:47:34.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f9778d2e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f97701af190 con 0x564fb98e0370 2024-09-16T01:47:34.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f9778d2e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f97701ae3f0 con 0x564fb98d6b40 2024-09-16T01:47:34.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f976ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d55d0 0x564fb98e8bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f976ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d55d0 0x564fb98e8bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56036/0 (socket says 172.21.15.17:56036) 2024-09-16T01:47:34.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f976ffff640 1 -- 172.21.15.17:0/2481280393 learned_addr learned my addr 172.21.15.17:0/2481280393 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:34.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f976f7fe640 1 --2- 172.21.15.17:0/2481280393 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98d6b40 0x564fb98e3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f9778d2e740 10 client.0 _ll_register_callbacks cb 0x7f9768013640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:34.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f9774ef2640 1 --2- 172.21.15.17:0/2481280393 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98e0370 0x564fb98e4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f976ffff640 1 -- 172.21.15.17:0/2481280393 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98d6b40 msgr2=0x564fb98e3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:34.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f976ffff640 1 --2- 172.21.15.17:0/2481280393 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98d6b40 0x564fb98e3f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f976ffff640 1 -- 172.21.15.17:0/2481280393 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98e0370 msgr2=0x564fb98e4480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:34.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f976ffff640 1 --2- 172.21.15.17:0/2481280393 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98e0370 0x564fb98e4480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f976ffff640 1 -- 172.21.15.17:0/2481280393 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564fb98d8120 con 0x564fb98d55d0 2024-09-16T01:47:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.775+0000 7f9774ef2640 1 --2- 172.21.15.17:0/2481280393 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98e0370 0x564fb98e4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:47:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.776+0000 7f976ffff640 1 --2- 172.21.15.17:0/2481280393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d55d0 0x564fb98e8bf0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f9760003c20 tx=0x7f9760000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=802e6db4cf9162c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.776+0000 7f974f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:47:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.776+0000 7f974f7fe640 1 -- 172.21.15.17:0/2481280393 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f976005f060 con 0x564fb98d55d0 2024-09-16T01:47:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.776+0000 7f974f7fe640 1 -- 172.21.15.17:0/2481280393 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f97600316b0 con 0x564fb98d55d0 2024-09-16T01:47:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.776+0000 7f9778d2e740 1 -- 172.21.15.17:0/2481280393 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97640cd7f0 con 0x564fb98d55d0 2024-09-16T01:47:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.776+0000 7f974f7fe640 1 -- 172.21.15.17:0/2481280393 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9760035070 con 0x564fb98d55d0 2024-09-16T01:47:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.776+0000 7f9778d2e740 10 client.15915 fetch_fsmap learned FSMap version 25 2024-09-16T01:47:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.776+0000 7f9778d2e740 1 -- 172.21.15.17:0/2481280393 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564fb995a440 con 0x564fb98d55d0 2024-09-16T01:47:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.776+0000 7f974f7fe640 1 -- 172.21.15.17:0/2481280393 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97640cd7f0 con 0x564fb98d55d0 2024-09-16T01:47:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.777+0000 7f974f7fe640 1 -- 172.21.15.17:0/2481280393 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f9760064070 con 0x564fb98d55d0 2024-09-16T01:47:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.777+0000 7f9778d2e740 10 client.15915 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:47:34.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.777+0000 7f9778d2e740 10 client.15915 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:47:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.777+0000 7f9778d2e740 20 client.15915 populate_metadata read hostname 'smithi017' 2024-09-16T01:47:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.777+0000 7f9778d2e740 1 --2- 172.21.15.17:0/2481280393 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564fb98efb90 0x564fb995cb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.777+0000 7f9778d2e740 4 client.15915 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:47:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.777+0000 7f9778d2e740 1 -- 172.21.15.17:0/2481280393 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564fb9842d70 con 0x564fb98efb90 2024-09-16T01:47:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.777+0000 7f976f7fe640 1 --2- 172.21.15.17:0/2481280393 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564fb98efb90 0x564fb995cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.777+0000 7f974f7fe640 10 client.15915 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:47:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.778+0000 7f976f7fe640 1 --2- 172.21.15.17:0/2481280393 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564fb98efb90 0x564fb995cb60 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=740a200bb95526be server_cookie=e8a0111ea70b4f11 in_seq=0 out_seq=0 2024-09-16T01:47:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.778+0000 7f974f7fe640 1 -- 172.21.15.17:0/2481280393 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564fb9842d70 con 0x564fb98efb90 2024-09-16T01:47:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.778+0000 7f974f7fe640 10 client.15915 handle_command_reply: tid=0 2024-09-16T01:47:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.778+0000 7f9778d2e740 1 client.15915 shutdown 2024-09-16T01:47:34.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.778+0000 7f9778d2e740 1 -- 172.21.15.17:0/2481280393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d55d0 msgr2=0x564fb98e8bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.778+0000 7f9778d2e740 1 --2- 172.21.15.17:0/2481280393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d55d0 0x564fb98e8bf0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f9760003c20 tx=0x7f9760000bc0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.778+0000 7f9778d2e740 1 -- 172.21.15.17:0/2481280393 shutdown_connections 2024-09-16T01:47:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.778+0000 7f9778d2e740 1 --2- 172.21.15.17:0/2481280393 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564fb98efb90 0x564fb995cb60 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.778+0000 7f9778d2e740 1 --2- 172.21.15.17:0/2481280393 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fb98e0370 0x564fb98e4480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.778+0000 7f9778d2e740 1 --2- 172.21.15.17:0/2481280393 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fb98d6b40 0x564fb98e3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.778+0000 7f974f7fe640 0 client.15915 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:47:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.778+0000 7f9778d2e740 1 --2- 172.21.15.17:0/2481280393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fb98d55d0 0x564fb98e8bf0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.778+0000 7f9778d2e740 1 -- 172.21.15.17:0/2481280393 >> 172.21.15.17:0/2481280393 conn(0x564fb989e310 msgr2=0x564fb98de8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.779+0000 7f9778d2e740 1 -- 172.21.15.17:0/2481280393 shutdown_connections 2024-09-16T01:47:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.779+0000 7f9778d2e740 1 -- 172.21.15.17:0/2481280393 wait complete. 2024-09-16T01:47:34.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.779+0000 7f9778d2e740 20 client.15915 trim_cache size 0 max 16384 2024-09-16T01:47:34.786 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:47:34.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.779+0000 7f9776955640 1 -- 172.21.15.17:0/731136634 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97580a32c0 msgr2=0x7f97580a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.779+0000 7f9776955640 1 --2- 172.21.15.17:0/731136634 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97580a32c0 0x7f97580a5780 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f9768013b00 tx=0x7f97680079a0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.779+0000 7f9776955640 1 -- 172.21.15.17:0/731136634 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97701036e0 msgr2=0x7f977019abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:34.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.779+0000 7f9776955640 1 --2- 172.21.15.17:0/731136634 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97701036e0 0x7f977019abd0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f976400e970 tx=0x7f976400ee30 comp rx=0 tx=0).stop 2024-09-16T01:47:34.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.779+0000 7f9776955640 1 -- 172.21.15.17:0/731136634 shutdown_connections 2024-09-16T01:47:34.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.779+0000 7f9776955640 1 --2- 172.21.15.17:0/731136634 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97580a32c0 0x7f97580a5780 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.779+0000 7f9776955640 1 --2- 172.21.15.17:0/731136634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97701082a0 0x7f977019ef60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.779+0000 7f9776955640 1 --2- 172.21.15.17:0/731136634 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97701036e0 0x7f977019abd0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.779+0000 7f9776955640 1 --2- 172.21.15.17:0/731136634 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9770102d30 0x7f977019a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:34.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.779+0000 7f9776955640 1 -- 172.21.15.17:0/731136634 >> 172.21.15.17:0/731136634 conn(0x7f97700fc7d0 msgr2=0x7f97700fe710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:34.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.780+0000 7f9776955640 1 -- 172.21.15.17:0/731136634 shutdown_connections 2024-09-16T01:47:34.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:34.780+0000 7f9776955640 1 -- 172.21.15.17:0/731136634 wait complete. 2024-09-16T01:47:35.580 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:47:35.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 125182 3.72 MB/sec execute 58 sec latency 19.097 ms 2024-09-16T01:47:35.873 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:47:36.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.388+0000 7fdd50b2f640 1 -- 172.21.15.17:0/3957018490 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd4c102d30 msgr2=0x7fdd4c103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:36.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.388+0000 7fdd50b2f640 1 --2- 172.21.15.17:0/3957018490 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd4c102d30 0x7fdd4c103110 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c009930 tx=0x7fdd3c02a420 comp rx=0 tx=0).stop 2024-09-16T01:47:36.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.388+0000 7fdd50b2f640 1 -- 172.21.15.17:0/3957018490 shutdown_connections 2024-09-16T01:47:36.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.388+0000 7fdd50b2f640 1 --2- 172.21.15.17:0/3957018490 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd4c1082a0 0x7fdd4c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.388+0000 7fdd50b2f640 1 --2- 172.21.15.17:0/3957018490 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd4c1036e0 0x7fdd4c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.388+0000 7fdd50b2f640 1 --2- 172.21.15.17:0/3957018490 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd4c102d30 0x7fdd4c103110 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.388+0000 7fdd50b2f640 1 -- 172.21.15.17:0/3957018490 >> 172.21.15.17:0/3957018490 conn(0x7fdd4c0fc7d0 msgr2=0x7fdd4c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:36.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.388+0000 7fdd50b2f640 1 -- 172.21.15.17:0/3957018490 shutdown_connections 2024-09-16T01:47:36.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.388+0000 7fdd50b2f640 1 -- 172.21.15.17:0/3957018490 wait complete. 2024-09-16T01:47:36.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.389+0000 7fdd50b2f640 1 Processor -- start 2024-09-16T01:47:36.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.389+0000 7fdd50b2f640 1 -- start start 2024-09-16T01:47:36.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.389+0000 7fdd50b2f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd4c102d30 0x7fdd4c100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.389+0000 7fdd50b2f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd4c1036e0 0x7fdd4c100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.389+0000 7fdd50b2f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd4c1082a0 0x7fdd4c101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.389+0000 7fdd50b2f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c111f50 con 0x7fdd4c1036e0 2024-09-16T01:47:36.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.389+0000 7fdd50b2f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c111dd0 con 0x7fdd4c1082a0 2024-09-16T01:47:36.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.389+0000 7fdd50b2f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c1120d0 con 0x7fdd4c102d30 2024-09-16T01:47:36.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.389+0000 7fdd4a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd4c102d30 0x7fdd4c100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.389+0000 7fdd4a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd4c102d30 0x7fdd4c100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35890/0 (socket says 172.21.15.17:35890) 2024-09-16T01:47:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.389+0000 7fdd4a59c640 1 -- 172.21.15.17:0/4108064296 learned_addr learned my addr 172.21.15.17:0/4108064296 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.389+0000 7fdd49d9b640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd4c1036e0 0x7fdd4c100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.389+0000 7fdd4ad9d640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd4c1082a0 0x7fdd4c101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.390+0000 7fdd49d9b640 1 -- 172.21.15.17:0/4108064296 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd4c102d30 msgr2=0x7fdd4c100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:36.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.390+0000 7fdd49d9b640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd4c102d30 0x7fdd4c100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.390+0000 7fdd49d9b640 1 -- 172.21.15.17:0/4108064296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd4c1082a0 msgr2=0x7fdd4c101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:36.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.390+0000 7fdd49d9b640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd4c1082a0 0x7fdd4c101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.390+0000 7fdd49d9b640 1 -- 172.21.15.17:0/4108064296 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd4c1a69b0 con 0x7fdd4c1036e0 2024-09-16T01:47:36.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.390+0000 7fdd4ad9d640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd4c1082a0 0x7fdd4c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:36.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.390+0000 7fdd49d9b640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd4c1036e0 0x7fdd4c100ed0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c0697d0 tx=0x7fdd4000cdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:36.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.390+0000 7fdd3b7fe640 1 -- 172.21.15.17:0/4108064296 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd40007bb0 con 0x7fdd4c1036e0 2024-09-16T01:47:36.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.390+0000 7fdd50b2f640 1 -- 172.21.15.17:0/4108064296 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd4c1a6ca0 con 0x7fdd4c1036e0 2024-09-16T01:47:36.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.391+0000 7fdd3b7fe640 1 -- 172.21.15.17:0/4108064296 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd40007d50 con 0x7fdd4c1036e0 2024-09-16T01:47:36.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.391+0000 7fdd3b7fe640 1 -- 172.21.15.17:0/4108064296 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd40004d50 con 0x7fdd4c1036e0 2024-09-16T01:47:36.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.391+0000 7fdd50b2f640 1 -- 172.21.15.17:0/4108064296 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd4c1a71d0 con 0x7fdd4c1036e0 2024-09-16T01:47:36.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.393+0000 7fdd3b7fe640 1 -- 172.21.15.17:0/4108064296 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fdd40005000 con 0x7fdd4c1036e0 2024-09-16T01:47:36.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.394+0000 7fdd52f08740 1 Processor -- start 2024-09-16T01:47:36.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.394+0000 7fdd52f08740 1 -- start start 2024-09-16T01:47:36.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.394+0000 7fdd52f08740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d1405b40 0x5595d1404090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.394+0000 7fdd52f08740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d14045d0 0x5595d1404a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.394+0000 7fdd52f08740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d140f370 0x5595d1411760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.394+0000 7fdd52f08740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5595d136a2f0 con 0x5595d1405b40 2024-09-16T01:47:36.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.394+0000 7fdd52f08740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5595d1311cf0 con 0x5595d14045d0 2024-09-16T01:47:36.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.394+0000 7fdd52f08740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5595d13662b0 con 0x5595d140f370 2024-09-16T01:47:36.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.394+0000 7fdd4ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d1405b40 0x5595d1404090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.394+0000 7fdd4ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d1405b40 0x5595d1404090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35302/0 (socket says 172.21.15.17:35302) 2024-09-16T01:47:36.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.394+0000 7fdd4ad9d640 1 -- 172.21.15.17:0/1979588317 learned_addr learned my addr 172.21.15.17:0/1979588317 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:36.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.394+0000 7fdd4a59c640 1 --2- 172.21.15.17:0/1979588317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d14045d0 0x5595d1404a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.394+0000 7fdd49d9b640 1 --2- 172.21.15.17:0/1979588317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d140f370 0x5595d1411760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.395+0000 7fdd4ad9d640 1 -- 172.21.15.17:0/1979588317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d140f370 msgr2=0x5595d1411760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:36.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.395+0000 7fdd4ad9d640 1 --2- 172.21.15.17:0/1979588317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d140f370 0x5595d1411760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.395+0000 7fdd4ad9d640 1 -- 172.21.15.17:0/1979588317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d14045d0 msgr2=0x5595d1404a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:36.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.395+0000 7fdd4ad9d640 1 --2- 172.21.15.17:0/1979588317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d14045d0 0x5595d1404a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.395+0000 7fdd4ad9d640 1 -- 172.21.15.17:0/1979588317 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595d12f63a0 con 0x5595d1405b40 2024-09-16T01:47:36.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.395+0000 7fdd3b7fe640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd340a32c0 0x7fdd340a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.395+0000 7fdd49d9b640 1 --2- 172.21.15.17:0/1979588317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d140f370 0x5595d1411760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:36.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.395+0000 7fdd4a59c640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd340a32c0 0x7fdd340a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.395+0000 7fdd3b7fe640 1 -- 172.21.15.17:0/4108064296 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdd400cf480 con 0x7fdd4c1036e0 2024-09-16T01:47:36.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.395+0000 7fdd4ad9d640 1 --2- 172.21.15.17:0/1979588317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d1405b40 0x5595d1404090 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fdd44011790 tx=0x7fdd44011c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ac285db46bc6e3d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:36.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.395+0000 7fdd38ff9640 1 -- 172.21.15.17:0/1979588317 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd44003c30 con 0x5595d1405b40 2024-09-16T01:47:36.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.395+0000 7fdd38ff9640 1 -- 172.21.15.17:0/1979588317 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd4400fe50 con 0x5595d1405b40 2024-09-16T01:47:36.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.395+0000 7fdd38ff9640 1 -- 172.21.15.17:0/1979588317 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd440193e0 con 0x5595d1405b40 2024-09-16T01:47:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.396+0000 7fdd52f08740 1 -- 172.21.15.17:0/1979588317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d1405b40 msgr2=0x5595d1404090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.396+0000 7fdd52f08740 1 --2- 172.21.15.17:0/1979588317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d1405b40 0x5595d1404090 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fdd44011790 tx=0x7fdd44011c50 comp rx=0 tx=0).stop 2024-09-16T01:47:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.396+0000 7fdd4a59c640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd340a32c0 0x7fdd340a5780 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c000c00 tx=0x7fdd3c0058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.396+0000 7fdd52f08740 1 -- 172.21.15.17:0/1979588317 shutdown_connections 2024-09-16T01:47:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.396+0000 7fdd52f08740 1 --2- 172.21.15.17:0/1979588317 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d140f370 0x5595d1411760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.396+0000 7fdd52f08740 1 --2- 172.21.15.17:0/1979588317 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d14045d0 0x5595d1404a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.396+0000 7fdd52f08740 1 --2- 172.21.15.17:0/1979588317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d1405b40 0x5595d1404090 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.396+0000 7fdd52f08740 1 -- 172.21.15.17:0/1979588317 >> 172.21.15.17:0/1979588317 conn(0x5595d13cd310 msgr2=0x5595d1400c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.396+0000 7fdd52f08740 1 -- 172.21.15.17:0/1979588317 shutdown_connections 2024-09-16T01:47:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.396+0000 7fdd52f08740 1 -- 172.21.15.17:0/1979588317 wait complete. 2024-09-16T01:47:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd52f08740 1 -- start start 2024-09-16T01:47:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd52f08740 1 Processor -- start 2024-09-16T01:47:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd52f08740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d14045d0 0x5595d140ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd52f08740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d1405b40 0x5595d140bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd52f08740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d140f370 0x5595d140c570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd52f08740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5595d1412070 con 0x5595d140f370 2024-09-16T01:47:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd52f08740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5595d1325060 con 0x5595d1405b40 2024-09-16T01:47:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd52f08740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5595d14121f0 con 0x5595d14045d0 2024-09-16T01:47:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd52f08740 10 client.0 _ll_register_callbacks cb 0x5595d10788c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd4ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d140f370 0x5595d140c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd4a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d14045d0 0x5595d140ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd4a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d14045d0 0x5595d140ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35904/0 (socket says 172.21.15.17:35904) 2024-09-16T01:47:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd4ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d140f370 0x5595d140c570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35310/0 (socket says 172.21.15.17:35310) 2024-09-16T01:47:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd4a59c640 1 -- 172.21.15.17:0/4156500604 learned_addr learned my addr 172.21.15.17:0/4156500604 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.397+0000 7fdd49d9b640 1 --2- 172.21.15.17:0/4156500604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d1405b40 0x5595d140bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.398+0000 7fdd4a59c640 1 -- 172.21.15.17:0/4156500604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d1405b40 msgr2=0x5595d140bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.398+0000 7fdd4a59c640 1 --2- 172.21.15.17:0/4156500604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d1405b40 0x5595d140bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.398+0000 7fdd4a59c640 1 -- 172.21.15.17:0/4156500604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d140f370 msgr2=0x5595d140c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.398+0000 7fdd4a59c640 1 --2- 172.21.15.17:0/4156500604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d140f370 0x5595d140c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.398+0000 7fdd4a59c640 1 -- 172.21.15.17:0/4156500604 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595d10db3c0 con 0x5595d14045d0 2024-09-16T01:47:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.398+0000 7fdd4ad9d640 1 --2- 172.21.15.17:0/4156500604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d140f370 0x5595d140c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.398+0000 7fdd4a59c640 1 --2- 172.21.15.17:0/4156500604 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d14045d0 0x5595d140ed20 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c006010 tx=0x7fdd3c009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c30b8dc84ae7ac5e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.398+0000 7fdd31ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:47:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.398+0000 7fdd31ffb640 1 -- 172.21.15.17:0/4156500604 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd3c04d030 con 0x5595d14045d0 2024-09-16T01:47:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.398+0000 7fdd31ffb640 1 -- 172.21.15.17:0/4156500604 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdd3c003800 con 0x5595d14045d0 2024-09-16T01:47:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.398+0000 7fdd52f08740 1 -- 172.21.15.17:0/4156500604 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd4400fe50 con 0x5595d14045d0 2024-09-16T01:47:36.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.398+0000 7fdd31ffb640 1 -- 172.21.15.17:0/4156500604 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdd3c035040 con 0x5595d14045d0 2024-09-16T01:47:36.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.398+0000 7fdd52f08740 10 client.25582 fetch_fsmap learned FSMap version 25 2024-09-16T01:47:36.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.398+0000 7fdd52f08740 1 -- 172.21.15.17:0/4156500604 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5595d141dac0 con 0x5595d14045d0 2024-09-16T01:47:36.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.399+0000 7fdd31ffb640 1 -- 172.21.15.17:0/4156500604 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd4400fe50 con 0x5595d14045d0 2024-09-16T01:47:36.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.399+0000 7fdd31ffb640 1 -- 172.21.15.17:0/4156500604 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fdd3c03dab0 con 0x5595d14045d0 2024-09-16T01:47:36.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.399+0000 7fdd52f08740 10 client.25582 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:47:36.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.399+0000 7fdd52f08740 10 client.25582 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:47:36.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.399+0000 7fdd52f08740 20 client.25582 populate_metadata read hostname 'smithi017' 2024-09-16T01:47:36.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.399+0000 7fdd52f08740 1 --2- 172.21.15.17:0/4156500604 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5595d141ef80 0x5595d14213b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.399+0000 7fdd52f08740 4 client.25582 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:47:36.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.399+0000 7fdd52f08740 1 -- 172.21.15.17:0/4156500604 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5595d1377860 con 0x5595d141ef80 2024-09-16T01:47:36.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.399+0000 7fdd49d9b640 1 --2- 172.21.15.17:0/4156500604 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5595d141ef80 0x5595d14213b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.399+0000 7fdd49d9b640 1 --2- 172.21.15.17:0/4156500604 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5595d141ef80 0x5595d14213b0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ba4714ef384567ff server_cookie=df0e42d1c6543bfe in_seq=0 out_seq=0 2024-09-16T01:47:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.399+0000 7fdd31ffb640 10 client.25582 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:47:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.400+0000 7fdd31ffb640 1 -- 172.21.15.17:0/4156500604 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5595d1377860 con 0x5595d141ef80 2024-09-16T01:47:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.400+0000 7fdd31ffb640 10 client.25582 handle_command_reply: tid=0 2024-09-16T01:47:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.400+0000 7fdd52f08740 1 client.25582 shutdown 2024-09-16T01:47:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.400+0000 7fdd52f08740 1 -- 172.21.15.17:0/4156500604 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d14045d0 msgr2=0x5595d140ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.400+0000 7fdd52f08740 1 --2- 172.21.15.17:0/4156500604 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d14045d0 0x5595d140ed20 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c006010 tx=0x7fdd3c009260 comp rx=0 tx=0).stop 2024-09-16T01:47:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.400+0000 7fdd52f08740 1 -- 172.21.15.17:0/4156500604 shutdown_connections 2024-09-16T01:47:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.400+0000 7fdd52f08740 1 --2- 172.21.15.17:0/4156500604 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5595d141ef80 0x5595d14213b0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.400+0000 7fdd52f08740 1 --2- 172.21.15.17:0/4156500604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d140f370 0x5595d140c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.400+0000 7fdd52f08740 1 --2- 172.21.15.17:0/4156500604 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d1405b40 0x5595d140bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.400+0000 7fdd52f08740 1 --2- 172.21.15.17:0/4156500604 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d14045d0 0x5595d140ed20 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.400+0000 7fdd52f08740 1 -- 172.21.15.17:0/4156500604 >> 172.21.15.17:0/4156500604 conn(0x5595d13cd310 msgr2=0x5595d1406960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.400+0000 7fdd31ffb640 0 client.25582 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:47:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.400+0000 7fdd52f08740 1 -- 172.21.15.17:0/4156500604 shutdown_connections 2024-09-16T01:47:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.401+0000 7fdd52f08740 1 -- 172.21.15.17:0/4156500604 wait complete. 2024-09-16T01:47:36.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.401+0000 7fdd52f08740 20 client.25582 trim_cache size 0 max 16384 2024-09-16T01:47:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.414+0000 7fdd52f08740 1 Processor -- start 2024-09-16T01:47:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.414+0000 7fdd52f08740 1 -- start start 2024-09-16T01:47:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.414+0000 7fdd52f08740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d14045d0 0x5595d141b310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.414+0000 7fdd52f08740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d1405b40 0x5595d1426cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.414+0000 7fdd52f08740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d140f370 0x5595d1427210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.414+0000 7fdd52f08740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c1b1ff0 con 0x5595d140f370 2024-09-16T01:47:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.414+0000 7fdd52f08740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c1af8c0 con 0x5595d14045d0 2024-09-16T01:47:36.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.414+0000 7fdd52f08740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c1ad6f0 con 0x5595d1405b40 2024-09-16T01:47:36.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.414+0000 7fdd4ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d140f370 0x5595d1427210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.414+0000 7fdd4ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d140f370 0x5595d1427210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35320/0 (socket says 172.21.15.17:35320) 2024-09-16T01:47:36.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.414+0000 7fdd49d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d1405b40 0x5595d1426cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.414+0000 7fdd4ad9d640 1 -- 172.21.15.17:0/1096925427 learned_addr learned my addr 172.21.15.17:0/1096925427 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:36.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.414+0000 7fdd4a59c640 1 --2- 172.21.15.17:0/1096925427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d14045d0 0x5595d141b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.415+0000 7fdd4ad9d640 1 -- 172.21.15.17:0/1096925427 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d1405b40 msgr2=0x5595d1426cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:36.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.415+0000 7fdd4ad9d640 1 --2- 172.21.15.17:0/1096925427 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d1405b40 0x5595d1426cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.415+0000 7fdd4ad9d640 1 -- 172.21.15.17:0/1096925427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d14045d0 msgr2=0x5595d141b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:36.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.415+0000 7fdd4ad9d640 1 --2- 172.21.15.17:0/1096925427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d14045d0 0x5595d141b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.415+0000 7fdd4ad9d640 1 -- 172.21.15.17:0/1096925427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595d1405750 con 0x5595d140f370 2024-09-16T01:47:36.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.415+0000 7fdd4ad9d640 1 --2- 172.21.15.17:0/1096925427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d140f370 0x5595d1427210 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fdd4400f790 tx=0x7fdd44009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e7fad9306bbbc9c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:36.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.415+0000 7fdd33fff640 1 -- 172.21.15.17:0/1096925427 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd4402a070 con 0x5595d140f370 2024-09-16T01:47:36.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.415+0000 7fdd33fff640 1 -- 172.21.15.17:0/1096925427 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd44004250 con 0x5595d140f370 2024-09-16T01:47:36.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.415+0000 7fdd33fff640 1 -- 172.21.15.17:0/1096925427 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd4401f040 con 0x5595d140f370 2024-09-16T01:47:36.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.416+0000 7fdd52f08740 1 -- 172.21.15.17:0/1096925427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d140f370 msgr2=0x5595d1427210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:36.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.416+0000 7fdd52f08740 1 --2- 172.21.15.17:0/1096925427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d140f370 0x5595d1427210 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fdd4400f790 tx=0x7fdd44009f60 comp rx=0 tx=0).stop 2024-09-16T01:47:36.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.416+0000 7fdd52f08740 1 -- 172.21.15.17:0/1096925427 shutdown_connections 2024-09-16T01:47:36.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.416+0000 7fdd52f08740 1 --2- 172.21.15.17:0/1096925427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d140f370 0x5595d1427210 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.416+0000 7fdd52f08740 1 --2- 172.21.15.17:0/1096925427 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d1405b40 0x5595d1426cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.416+0000 7fdd52f08740 1 --2- 172.21.15.17:0/1096925427 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d14045d0 0x5595d141b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.416+0000 7fdd52f08740 1 -- 172.21.15.17:0/1096925427 >> 172.21.15.17:0/1096925427 conn(0x5595d13cd310 msgr2=0x5595d1407310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:36.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.416+0000 7fdd52f08740 1 -- 172.21.15.17:0/1096925427 shutdown_connections 2024-09-16T01:47:36.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.416+0000 7fdd52f08740 1 -- 172.21.15.17:0/1096925427 wait complete. 2024-09-16T01:47:36.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.416+0000 7fdd52f08740 1 -- start start 2024-09-16T01:47:36.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd52f08740 1 Processor -- start 2024-09-16T01:47:36.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd52f08740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d14045d0 0x5595d14134b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd52f08740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d1405b40 0x5595d14139f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd52f08740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d140f370 0x5595d1413f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd52f08740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c1add80 con 0x5595d14045d0 2024-09-16T01:47:36.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd52f08740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c1af1f0 con 0x5595d1405b40 2024-09-16T01:47:36.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd52f08740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdd4c1ae450 con 0x5595d140f370 2024-09-16T01:47:36.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd52f08740 10 client.0 _ll_register_callbacks cb 0x7fdd3c031af0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:36.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd4a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d14045d0 0x5595d14134b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd4ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d140f370 0x5595d1413f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd4a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d14045d0 0x5595d14134b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35328/0 (socket says 172.21.15.17:35328) 2024-09-16T01:47:36.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd4a59c640 1 -- 172.21.15.17:0/340649896 learned_addr learned my addr 172.21.15.17:0/340649896 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:36.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd49d9b640 1 --2- 172.21.15.17:0/340649896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d1405b40 0x5595d14139f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd4a59c640 1 -- 172.21.15.17:0/340649896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d140f370 msgr2=0x5595d1413f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:36.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd4a59c640 1 --2- 172.21.15.17:0/340649896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d140f370 0x5595d1413f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd4a59c640 1 -- 172.21.15.17:0/340649896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d1405b40 msgr2=0x5595d14139f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:36.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd4a59c640 1 --2- 172.21.15.17:0/340649896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d1405b40 0x5595d14139f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.417+0000 7fdd4a59c640 1 -- 172.21.15.17:0/340649896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595d1488f90 con 0x5595d14045d0 2024-09-16T01:47:36.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.418+0000 7fdd4a59c640 1 --2- 172.21.15.17:0/340649896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d14045d0 0x5595d14134b0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c031440 tx=0x7fdd3c031e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=614a531528016f1c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:36.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.418+0000 7fdd31ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:47:36.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.418+0000 7fdd31ffb640 1 -- 172.21.15.17:0/340649896 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd3c061070 con 0x5595d14045d0 2024-09-16T01:47:36.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.418+0000 7fdd31ffb640 1 -- 172.21.15.17:0/340649896 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdd3c049b30 con 0x5595d14045d0 2024-09-16T01:47:36.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.418+0000 7fdd52f08740 1 -- 172.21.15.17:0/340649896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd44004250 con 0x5595d14045d0 2024-09-16T01:47:36.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.418+0000 7fdd31ffb640 1 -- 172.21.15.17:0/340649896 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdd3c06d050 con 0x5595d14045d0 2024-09-16T01:47:36.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.418+0000 7fdd52f08740 10 client.15933 fetch_fsmap learned FSMap version 25 2024-09-16T01:47:36.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.418+0000 7fdd52f08740 1 -- 172.21.15.17:0/340649896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5595d148a210 con 0x5595d14045d0 2024-09-16T01:47:36.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.418+0000 7fdd31ffb640 1 -- 172.21.15.17:0/340649896 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd44004250 con 0x5595d14045d0 2024-09-16T01:47:36.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.418+0000 7fdd31ffb640 1 -- 172.21.15.17:0/340649896 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fdd3c03d610 con 0x5595d14045d0 2024-09-16T01:47:36.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd52f08740 10 client.15933 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:47:36.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd52f08740 10 client.15933 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:47:36.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd52f08740 20 client.15933 populate_metadata read hostname 'smithi017' 2024-09-16T01:47:36.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd52f08740 1 --2- 172.21.15.17:0/340649896 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5595d148a930 0x5595d148cd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:36.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd52f08740 4 client.15933 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:47:36.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd52f08740 1 -- 172.21.15.17:0/340649896 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5595d1371d70 con 0x5595d148a930 2024-09-16T01:47:36.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd49d9b640 1 --2- 172.21.15.17:0/340649896 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5595d148a930 0x5595d148cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:36.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd49d9b640 1 --2- 172.21.15.17:0/340649896 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5595d148a930 0x5595d148cd40 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fe821cdb26648126 server_cookie=b83ae1f4e2a879fc in_seq=0 out_seq=0 2024-09-16T01:47:36.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd31ffb640 10 client.15933 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:47:36.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd31ffb640 1 -- 172.21.15.17:0/340649896 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5595d1371d70 con 0x5595d148a930 2024-09-16T01:47:36.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd31ffb640 10 client.15933 handle_command_reply: tid=0 2024-09-16T01:47:36.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd52f08740 1 client.15933 shutdown 2024-09-16T01:47:36.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd52f08740 1 -- 172.21.15.17:0/340649896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d14045d0 msgr2=0x5595d14134b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:36.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd52f08740 1 --2- 172.21.15.17:0/340649896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d14045d0 0x5595d14134b0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c031440 tx=0x7fdd3c031e40 comp rx=0 tx=0).stop 2024-09-16T01:47:36.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.419+0000 7fdd52f08740 1 -- 172.21.15.17:0/340649896 shutdown_connections 2024-09-16T01:47:36.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd52f08740 1 --2- 172.21.15.17:0/340649896 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5595d148a930 0x5595d148cd40 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd31ffb640 0 client.15933 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:47:36.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd52f08740 1 --2- 172.21.15.17:0/340649896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595d140f370 0x5595d1413f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd52f08740 1 --2- 172.21.15.17:0/340649896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595d1405b40 0x5595d14139f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd52f08740 1 --2- 172.21.15.17:0/340649896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595d14045d0 0x5595d14134b0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd52f08740 1 -- 172.21.15.17:0/340649896 >> 172.21.15.17:0/340649896 conn(0x5595d13cd310 msgr2=0x5595d13ffd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:36.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd52f08740 1 -- 172.21.15.17:0/340649896 shutdown_connections 2024-09-16T01:47:36.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd52f08740 1 -- 172.21.15.17:0/340649896 wait complete. 2024-09-16T01:47:36.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd52f08740 20 client.15933 trim_cache size 0 max 16384 2024-09-16T01:47:36.430 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:47:36.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd50b2f640 1 -- 172.21.15.17:0/4108064296 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd340a32c0 msgr2=0x7fdd340a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:36.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd50b2f640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd340a32c0 0x7fdd340a5780 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7fdd3c000c00 tx=0x7fdd3c0058d0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd50b2f640 1 -- 172.21.15.17:0/4108064296 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd4c1036e0 msgr2=0x7fdd4c100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:36.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd50b2f640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd4c1036e0 0x7fdd4c100ed0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c0697d0 tx=0x7fdd4000cdd0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd50b2f640 1 -- 172.21.15.17:0/4108064296 shutdown_connections 2024-09-16T01:47:36.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd50b2f640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd340a32c0 0x7fdd340a5780 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd50b2f640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd4c1082a0 0x7fdd4c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd50b2f640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd4c1036e0 0x7fdd4c100ed0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd50b2f640 1 --2- 172.21.15.17:0/4108064296 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd4c102d30 0x7fdd4c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:36.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.420+0000 7fdd50b2f640 1 -- 172.21.15.17:0/4108064296 >> 172.21.15.17:0/4108064296 conn(0x7fdd4c0fc7d0 msgr2=0x7fdd4c105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:36.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.421+0000 7fdd50b2f640 1 -- 172.21.15.17:0/4108064296 shutdown_connections 2024-09-16T01:47:36.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:36.421+0000 7fdd50b2f640 1 -- 172.21.15.17:0/4108064296 wait complete. 2024-09-16T01:47:36.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:36 smithi017 ceph-mon[30972]: pgmap v461: 97 pgs: 97 active+clean; 69 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.8 MiB/s wr, 107 op/s 2024-09-16T01:47:36.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:36 smithi029 ceph-mon[34783]: pgmap v461: 97 pgs: 97 active+clean; 69 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.8 MiB/s wr, 107 op/s 2024-09-16T01:47:36.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:36 smithi122 ceph-mon[34758]: pgmap v461: 97 pgs: 97 active+clean; 69 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.8 MiB/s wr, 107 op/s 2024-09-16T01:47:36.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 125962 3.74 MB/sec execute 59 sec latency 12.951 ms 2024-09-16T01:47:37.242 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:47:37.573 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:47:37.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 126658 3.71 MB/sec execute 60 sec latency 12.829 ms 2024-09-16T01:47:38.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.089+0000 7fb8b58cf640 1 -- 172.21.15.17:0/700373084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8b0100e20 msgr2=0x7fb8b0101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.089+0000 7fb8b58cf640 1 --2- 172.21.15.17:0/700373084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8b0100e20 0x7fb8b0101200 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fb8a0009900 tx=0x7fb8a002a480 comp rx=0 tx=0).stop 2024-09-16T01:47:38.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.089+0000 7fb8b58cf640 1 -- 172.21.15.17:0/700373084 shutdown_connections 2024-09-16T01:47:38.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.089+0000 7fb8b58cf640 1 --2- 172.21.15.17:0/700373084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb8b0102ef0 0x7fb8b010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.089+0000 7fb8b58cf640 1 --2- 172.21.15.17:0/700373084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8b0102570 0x7fb8b01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.089+0000 7fb8b58cf640 1 --2- 172.21.15.17:0/700373084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8b0100e20 0x7fb8b0101200 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.089+0000 7fb8b58cf640 1 -- 172.21.15.17:0/700373084 >> 172.21.15.17:0/700373084 conn(0x7fb8b00fc7d0 msgr2=0x7fb8b00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:38.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.089+0000 7fb8b58cf640 1 -- 172.21.15.17:0/700373084 shutdown_connections 2024-09-16T01:47:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.089+0000 7fb8b58cf640 1 -- 172.21.15.17:0/700373084 wait complete. 2024-09-16T01:47:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.089+0000 7fb8b58cf640 1 Processor -- start 2024-09-16T01:47:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.089+0000 7fb8b58cf640 1 -- start start 2024-09-16T01:47:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8b58cf640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8b0100e20 0x7fb8b00fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8b58cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8b0102570 0x7fb8b00fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8b58cf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb8b0102ef0 0x7fb8b00fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8b58cf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b0110e00 con 0x7fb8b0102570 2024-09-16T01:47:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8b58cf640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b0110c80 con 0x7fb8b0100e20 2024-09-16T01:47:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8b58cf640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b0110f80 con 0x7fb8b0102ef0 2024-09-16T01:47:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8b0102570 0x7fb8b00fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8af7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb8b0102ef0 0x7fb8b00fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8b0102570 0x7fb8b00fd1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35344/0 (socket says 172.21.15.17:35344) 2024-09-16T01:47:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8a7fff640 1 -- 172.21.15.17:0/2226819750 learned_addr learned my addr 172.21.15.17:0/2226819750 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8aeffd640 1 --2- 172.21.15.17:0/2226819750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8b0100e20 0x7fb8b00fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8af7fe640 1 -- 172.21.15.17:0/2226819750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8b0100e20 msgr2=0x7fb8b00fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8af7fe640 1 --2- 172.21.15.17:0/2226819750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8b0100e20 0x7fb8b00fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8af7fe640 1 -- 172.21.15.17:0/2226819750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8b0102570 msgr2=0x7fb8b00fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8af7fe640 1 --2- 172.21.15.17:0/2226819750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8b0102570 0x7fb8b00fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8af7fe640 1 -- 172.21.15.17:0/2226819750 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8b01a6910 con 0x7fb8b0102ef0 2024-09-16T01:47:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8a7fff640 1 --2- 172.21.15.17:0/2226819750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8b0102570 0x7fb8b00fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.090+0000 7fb8af7fe640 1 --2- 172.21.15.17:0/2226819750 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb8b0102ef0 0x7fb8b00fd700 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb8a8009fd0 tx=0x7fb8a800ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.091+0000 7fb8b48cd640 1 -- 172.21.15.17:0/2226819750 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a800ce20 con 0x7fb8b0102ef0 2024-09-16T01:47:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.091+0000 7fb8b58cf640 1 -- 172.21.15.17:0/2226819750 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb8b01a6c00 con 0x7fb8b0102ef0 2024-09-16T01:47:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.091+0000 7fb8b58cf640 1 -- 172.21.15.17:0/2226819750 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8b01a7140 con 0x7fb8b0102ef0 2024-09-16T01:47:38.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.091+0000 7fb8b48cd640 1 -- 172.21.15.17:0/2226819750 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8a8010430 con 0x7fb8b0102ef0 2024-09-16T01:47:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.091+0000 7fb8b48cd640 1 -- 172.21.15.17:0/2226819750 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a800f620 con 0x7fb8b0102ef0 2024-09-16T01:47:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.093+0000 7fb8b7ca8740 1 Processor -- start 2024-09-16T01:47:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8b48cd640 1 -- 172.21.15.17:0/2226819750 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb8a80105e0 con 0x7fb8b0102ef0 2024-09-16T01:47:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8b7ca8740 1 -- start start 2024-09-16T01:47:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8b7ca8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e57915bb40 0x55e57915a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8b7ca8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915a5d0 0x55e57915aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8b7ca8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e579165370 0x55e579167760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8b7ca8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e5790c02f0 con 0x55e579165370 2024-09-16T01:47:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8b7ca8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e579067cf0 con 0x55e57915bb40 2024-09-16T01:47:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8b7ca8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e5790bc2b0 con 0x55e57915a5d0 2024-09-16T01:47:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e579165370 0x55e579167760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8aeffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915a5d0 0x55e57915aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e579165370 0x55e579167760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35346/0 (socket says 172.21.15.17:35346) 2024-09-16T01:47:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8a7fff640 1 -- 172.21.15.17:0/2508921960 learned_addr learned my addr 172.21.15.17:0/2508921960 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8aeffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915a5d0 0x55e57915aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35950/0 (socket says 172.21.15.17:35950) 2024-09-16T01:47:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8a7fff640 1 --2- 172.21.15.17:0/2508921960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e57915bb40 0x55e57915a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8a7fff640 1 -- 172.21.15.17:0/2508921960 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915a5d0 msgr2=0x55e57915aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8a7fff640 1 --2- 172.21.15.17:0/2508921960 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915a5d0 0x55e57915aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8a7fff640 1 -- 172.21.15.17:0/2508921960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e57915bb40 msgr2=0x55e57915a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8a7fff640 1 --2- 172.21.15.17:0/2508921960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e57915bb40 0x55e57915a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.094+0000 7fb8a7fff640 1 -- 172.21.15.17:0/2508921960 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e57904c3a0 con 0x55e579165370 2024-09-16T01:47:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.095+0000 7fb8a7fff640 1 --2- 172.21.15.17:0/2508921960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e579165370 0x55e579167760 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fb898012a40 tx=0x7fb898005f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff5d2bbd7e54755a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:38.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.095+0000 7fb8a5ffb640 1 -- 172.21.15.17:0/2508921960 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb898010b30 con 0x55e579165370 2024-09-16T01:47:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.095+0000 7fb8a5ffb640 1 -- 172.21.15.17:0/2508921960 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8980054d0 con 0x55e579165370 2024-09-16T01:47:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.095+0000 7fb8a5ffb640 1 -- 172.21.15.17:0/2508921960 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb898004da0 con 0x55e579165370 2024-09-16T01:47:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.095+0000 7fb8b48cd640 1 --2- 172.21.15.17:0/2226819750 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb89c0a3240 0x7fb89c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.095+0000 7fb8aeffd640 1 --2- 172.21.15.17:0/2226819750 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb89c0a3240 0x7fb89c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.095+0000 7fb8b48cd640 1 -- 172.21.15.17:0/2226819750 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb8a80cfc00 con 0x7fb8b0102ef0 2024-09-16T01:47:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.096+0000 7fb8aeffd640 1 --2- 172.21.15.17:0/2226819750 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb89c0a3240 0x7fb89c0a5700 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fb8a0009230 tx=0x7fb8a00058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.096+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2508921960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e579165370 msgr2=0x55e579167760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.096+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/2508921960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e579165370 0x55e579167760 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fb898012a40 tx=0x7fb898005f30 comp rx=0 tx=0).stop 2024-09-16T01:47:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.096+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2508921960 shutdown_connections 2024-09-16T01:47:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.096+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/2508921960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e579165370 0x55e579167760 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.096+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/2508921960 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915a5d0 0x55e57915aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.096+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/2508921960 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e57915bb40 0x55e57915a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.096+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2508921960 >> 172.21.15.17:0/2508921960 conn(0x55e579123310 msgr2=0x55e579156c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:38.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.096+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2508921960 shutdown_connections 2024-09-16T01:47:38.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.096+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2508921960 wait complete. 2024-09-16T01:47:38.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.096+0000 7fb8b7ca8740 1 -- start start 2024-09-16T01:47:38.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.096+0000 7fb8b7ca8740 1 Processor -- start 2024-09-16T01:47:38.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8b7ca8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915a5d0 0x55e579164d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8b7ca8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915bb40 0x55e579161ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8b7ca8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e579165370 0x55e5791625e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8b7ca8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e579168070 con 0x55e57915a5d0 2024-09-16T01:47:38.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8b7ca8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e57907b060 con 0x55e579165370 2024-09-16T01:47:38.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8b7ca8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e5791681f0 con 0x55e57915bb40 2024-09-16T01:47:38.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8aeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915a5d0 0x55e579164d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8aeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915a5d0 0x55e579164d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35362/0 (socket says 172.21.15.17:35362) 2024-09-16T01:47:38.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8aeffd640 1 -- 172.21.15.17:0/2987115392 learned_addr learned my addr 172.21.15.17:0/2987115392 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:38.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8a7fff640 1 --2- 172.21.15.17:0/2987115392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915bb40 0x55e579161ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8b7ca8740 10 client.0 _ll_register_callbacks cb 0x55e578dce8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:38.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8af7fe640 1 --2- 172.21.15.17:0/2987115392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e579165370 0x55e5791625e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8aeffd640 1 -- 172.21.15.17:0/2987115392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915bb40 msgr2=0x55e579161ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:38.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8aeffd640 1 --2- 172.21.15.17:0/2987115392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915bb40 0x55e579161ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8aeffd640 1 -- 172.21.15.17:0/2987115392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e579165370 msgr2=0x55e5791625e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:38.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8aeffd640 1 --2- 172.21.15.17:0/2987115392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e579165370 0x55e5791625e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8aeffd640 1 -- 172.21.15.17:0/2987115392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e578e313c0 con 0x55e57915a5d0 2024-09-16T01:47:38.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb8aeffd640 1 --2- 172.21.15.17:0/2987115392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915a5d0 0x55e579164d40 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fb8a0009900 tx=0x7fb8a0009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e616625df6ec2dd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:38.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.097+0000 7fb88effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:47:38.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.098+0000 7fb88effd640 1 -- 172.21.15.17:0/2987115392 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a004d030 con 0x55e57915a5d0 2024-09-16T01:47:38.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.098+0000 7fb88effd640 1 -- 172.21.15.17:0/2987115392 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb8a00035f0 con 0x55e57915a5d0 2024-09-16T01:47:38.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.098+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2987115392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8980054d0 con 0x55e57915a5d0 2024-09-16T01:47:38.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.098+0000 7fb88effd640 1 -- 172.21.15.17:0/2987115392 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb8a0035040 con 0x55e57915a5d0 2024-09-16T01:47:38.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.098+0000 7fb8b7ca8740 10 client.15945 fetch_fsmap learned FSMap version 25 2024-09-16T01:47:38.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.098+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2987115392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e579173b10 con 0x55e57915a5d0 2024-09-16T01:47:38.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.098+0000 7fb88effd640 1 -- 172.21.15.17:0/2987115392 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8980054d0 con 0x55e57915a5d0 2024-09-16T01:47:38.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.098+0000 7fb88effd640 1 -- 172.21.15.17:0/2987115392 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb8a003db20 con 0x55e57915a5d0 2024-09-16T01:47:38.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.098+0000 7fb8b7ca8740 10 client.15945 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:47:38.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.098+0000 7fb8b7ca8740 10 client.15945 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:47:38.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.098+0000 7fb8b7ca8740 20 client.15945 populate_metadata read hostname 'smithi017' 2024-09-16T01:47:38.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.098+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/2987115392 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e579174fd0 0x55e579177420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.099+0000 7fb8b7ca8740 4 client.15945 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:47:38.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.099+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2987115392 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e5790cd860 con 0x55e579174fd0 2024-09-16T01:47:38.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.099+0000 7fb8a7fff640 1 --2- 172.21.15.17:0/2987115392 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e579174fd0 0x55e579177420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.099+0000 7fb88effd640 10 client.15945 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:38.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.099+0000 7fb8a7fff640 1 --2- 172.21.15.17:0/2987115392 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e579174fd0 0x55e579177420 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b9c5d07c6ce0c53c server_cookie=884410cb384712ff in_seq=0 out_seq=0 2024-09-16T01:47:38.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.100+0000 7fb88effd640 1 -- 172.21.15.17:0/2987115392 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e5790cd860 con 0x55e579174fd0 2024-09-16T01:47:38.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.100+0000 7fb88effd640 10 client.15945 handle_command_reply: tid=0 2024-09-16T01:47:38.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.100+0000 7fb8b7ca8740 1 client.15945 shutdown 2024-09-16T01:47:38.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.100+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2987115392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915a5d0 msgr2=0x55e579164d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.100+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/2987115392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915a5d0 0x55e579164d40 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fb8a0009900 tx=0x7fb8a0009260 comp rx=0 tx=0).stop 2024-09-16T01:47:38.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.100+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2987115392 shutdown_connections 2024-09-16T01:47:38.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.100+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/2987115392 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e579174fd0 0x55e579177420 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.100+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/2987115392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e579165370 0x55e5791625e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.100+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/2987115392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915bb40 0x55e579161ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.100+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/2987115392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915a5d0 0x55e579164d40 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.100+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2987115392 >> 172.21.15.17:0/2987115392 conn(0x55e579123310 msgr2=0x55e57915c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:38.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.100+0000 7fb88effd640 0 client.15945 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:38.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.100+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2987115392 shutdown_connections 2024-09-16T01:47:38.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.100+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2987115392 wait complete. 2024-09-16T01:47:38.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.101+0000 7fb8b7ca8740 20 client.15945 trim_cache size 0 max 16384 2024-09-16T01:47:38.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.116+0000 7fb8b7ca8740 1 Processor -- start 2024-09-16T01:47:38.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.116+0000 7fb8b7ca8740 1 -- start start 2024-09-16T01:47:38.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.116+0000 7fb8b7ca8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915a5d0 0x55e579156e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.116+0000 7fb8b7ca8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915bb40 0x55e579171310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.116+0000 7fb8b7ca8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e579165370 0x55e57915d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.116+0000 7fb8b7ca8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b01b1f30 con 0x55e57915a5d0 2024-09-16T01:47:38.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.116+0000 7fb8b7ca8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b01af800 con 0x55e579165370 2024-09-16T01:47:38.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.116+0000 7fb8b7ca8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b01ad630 con 0x55e57915bb40 2024-09-16T01:47:38.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.116+0000 7fb8aeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915a5d0 0x55e579156e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.116+0000 7fb8aeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915a5d0 0x55e579156e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35366/0 (socket says 172.21.15.17:35366) 2024-09-16T01:47:38.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.116+0000 7fb8a7fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915bb40 0x55e579171310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.116+0000 7fb8aeffd640 1 -- 172.21.15.17:0/2016674004 learned_addr learned my addr 172.21.15.17:0/2016674004 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:38.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.117+0000 7fb8af7fe640 1 --2- 172.21.15.17:0/2016674004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e579165370 0x55e57915d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.117+0000 7fb8aeffd640 1 -- 172.21.15.17:0/2016674004 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915bb40 msgr2=0x55e579171310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:38.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.117+0000 7fb8aeffd640 1 --2- 172.21.15.17:0/2016674004 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915bb40 0x55e579171310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.117+0000 7fb8aeffd640 1 -- 172.21.15.17:0/2016674004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e579165370 msgr2=0x55e57915d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:38.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.117+0000 7fb8aeffd640 1 --2- 172.21.15.17:0/2016674004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e579165370 0x55e57915d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.117+0000 7fb8aeffd640 1 -- 172.21.15.17:0/2016674004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e579164960 con 0x55e57915a5d0 2024-09-16T01:47:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.117+0000 7fb8a7fff640 1 --2- 172.21.15.17:0/2016674004 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915bb40 0x55e579171310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.117+0000 7fb8aeffd640 1 --2- 172.21.15.17:0/2016674004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915a5d0 0x55e579156e10 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fb8a002a9a0 tx=0x7fb8a0004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bb55f8c5254ef60 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.117+0000 7fb8a57fa640 1 -- 172.21.15.17:0/2016674004 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a0062070 con 0x55e57915a5d0 2024-09-16T01:47:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.117+0000 7fb8a57fa640 1 -- 172.21.15.17:0/2016674004 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8a0003c00 con 0x55e57915a5d0 2024-09-16T01:47:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.117+0000 7fb8a57fa640 1 -- 172.21.15.17:0/2016674004 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8a004d070 con 0x55e57915a5d0 2024-09-16T01:47:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.118+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2016674004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915a5d0 msgr2=0x55e579156e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.118+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/2016674004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915a5d0 0x55e579156e10 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fb8a002a9a0 tx=0x7fb8a0004610 comp rx=0 tx=0).stop 2024-09-16T01:47:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.118+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2016674004 shutdown_connections 2024-09-16T01:47:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.118+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/2016674004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e579165370 0x55e57915d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.118+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/2016674004 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e57915bb40 0x55e579171310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.118+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/2016674004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915a5d0 0x55e579156e10 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.118+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2016674004 >> 172.21.15.17:0/2016674004 conn(0x55e579123310 msgr2=0x55e579156700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:38.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.118+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2016674004 shutdown_connections 2024-09-16T01:47:38.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.118+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/2016674004 wait complete. 2024-09-16T01:47:38.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.119+0000 7fb8b7ca8740 1 -- start start 2024-09-16T01:47:38.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.119+0000 7fb8b7ca8740 1 Processor -- start 2024-09-16T01:47:38.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.119+0000 7fb8b7ca8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e57915a5d0 0x55e57916d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.119+0000 7fb8b7ca8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915bb40 0x55e57916dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.119+0000 7fb8b7ca8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e579165370 0x55e57915e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.119+0000 7fb8b7ca8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b01adcc0 con 0x55e57915bb40 2024-09-16T01:47:38.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.119+0000 7fb8b7ca8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b01af130 con 0x55e57915a5d0 2024-09-16T01:47:38.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.119+0000 7fb8b7ca8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb8b01ae390 con 0x55e579165370 2024-09-16T01:47:38.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.119+0000 7fb8b7ca8740 10 client.0 _ll_register_callbacks cb 0x7fb8a0032f20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:38.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.119+0000 7fb8af7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e579165370 0x55e57915e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.119+0000 7fb8a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915bb40 0x55e57916dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.119+0000 7fb8af7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e579165370 0x55e57915e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35980/0 (socket says 172.21.15.17:35980) 2024-09-16T01:47:38.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.119+0000 7fb8af7fe640 1 -- 172.21.15.17:0/3879393618 learned_addr learned my addr 172.21.15.17:0/3879393618 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:38.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.120+0000 7fb8aeffd640 1 --2- 172.21.15.17:0/3879393618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e57915a5d0 0x55e57916d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.120+0000 7fb8a7fff640 1 -- 172.21.15.17:0/3879393618 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e579165370 msgr2=0x55e57915e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:38.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.120+0000 7fb8a7fff640 1 --2- 172.21.15.17:0/3879393618 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e579165370 0x55e57915e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.120+0000 7fb8a7fff640 1 -- 172.21.15.17:0/3879393618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e57915a5d0 msgr2=0x55e57916d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:38.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.120+0000 7fb8a7fff640 1 --2- 172.21.15.17:0/3879393618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e57915a5d0 0x55e57916d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.120+0000 7fb8a7fff640 1 -- 172.21.15.17:0/3879393618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e57915eea0 con 0x55e57915bb40 2024-09-16T01:47:38.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.120+0000 7fb8a7fff640 1 --2- 172.21.15.17:0/3879393618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915bb40 0x55e57916dba0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fb898001eb0 tx=0x7fb898010980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3388354598d4b04 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:38.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.120+0000 7fb88effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:47:38.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.120+0000 7fb88effd640 1 -- 172.21.15.17:0/3879393618 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb898010af0 con 0x55e57915bb40 2024-09-16T01:47:38.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.120+0000 7fb88effd640 1 -- 172.21.15.17:0/3879393618 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb898010c90 con 0x55e57915bb40 2024-09-16T01:47:38.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.120+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/3879393618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb8a0003c00 con 0x55e57915bb40 2024-09-16T01:47:38.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.120+0000 7fb88effd640 1 -- 172.21.15.17:0/3879393618 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb898010e90 con 0x55e57915bb40 2024-09-16T01:47:38.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.120+0000 7fb8b7ca8740 10 client.15951 fetch_fsmap learned FSMap version 25 2024-09-16T01:47:38.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.120+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/3879393618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e5791df6b0 con 0x55e57915bb40 2024-09-16T01:47:38.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.121+0000 7fb88effd640 1 -- 172.21.15.17:0/3879393618 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb8a0003c00 con 0x55e57915bb40 2024-09-16T01:47:38.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.121+0000 7fb88effd640 1 -- 172.21.15.17:0/3879393618 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb898039050 con 0x55e57915bb40 2024-09-16T01:47:38.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.121+0000 7fb8b7ca8740 10 client.15951 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:47:38.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.121+0000 7fb8b7ca8740 10 client.15951 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:47:38.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.121+0000 7fb8b7ca8740 20 client.15951 populate_metadata read hostname 'smithi017' 2024-09-16T01:47:38.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.121+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/3879393618 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e5791dfbb0 0x55e5791e1fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:38.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.121+0000 7fb8b7ca8740 4 client.15951 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:47:38.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.121+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/3879393618 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e5790c7d70 con 0x55e5791dfbb0 2024-09-16T01:47:38.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.121+0000 7fb8aeffd640 1 --2- 172.21.15.17:0/3879393618 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e5791dfbb0 0x55e5791e1fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:38.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.121+0000 7fb8aeffd640 1 --2- 172.21.15.17:0/3879393618 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e5791dfbb0 0x55e5791e1fd0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=788b4c08a02e597f server_cookie=2c3254be87eaab33 in_seq=0 out_seq=0 2024-09-16T01:47:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.121+0000 7fb88effd640 10 client.15951 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb88effd640 1 -- 172.21.15.17:0/3879393618 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e5790c7d70 con 0x55e5791dfbb0 2024-09-16T01:47:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb88effd640 10 client.15951 handle_command_reply: tid=0 2024-09-16T01:47:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb8b7ca8740 1 client.15951 shutdown 2024-09-16T01:47:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/3879393618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915bb40 msgr2=0x55e57916dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/3879393618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915bb40 0x55e57916dba0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fb898001eb0 tx=0x7fb898010980 comp rx=0 tx=0).stop 2024-09-16T01:47:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/3879393618 shutdown_connections 2024-09-16T01:47:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/3879393618 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e5791dfbb0 0x55e5791e1fd0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/3879393618 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e579165370 0x55e57915e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/3879393618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e57915bb40 0x55e57916dba0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb8b7ca8740 1 --2- 172.21.15.17:0/3879393618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e57915a5d0 0x55e57916d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/3879393618 >> 172.21.15.17:0/3879393618 conn(0x55e579123310 msgr2=0x55e579164070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb88effd640 0 client.15951 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/3879393618 shutdown_connections 2024-09-16T01:47:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb8b7ca8740 1 -- 172.21.15.17:0/3879393618 wait complete. 2024-09-16T01:47:38.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.122+0000 7fb8b7ca8740 20 client.15951 trim_cache size 0 max 16384 2024-09-16T01:47:38.131 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:47:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.123+0000 7fb8b58cf640 1 -- 172.21.15.17:0/2226819750 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb89c0a3240 msgr2=0x7fb89c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.123+0000 7fb8b58cf640 1 --2- 172.21.15.17:0/2226819750 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb89c0a3240 0x7fb89c0a5700 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7fb8a0009230 tx=0x7fb8a00058d0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.123+0000 7fb8b58cf640 1 -- 172.21.15.17:0/2226819750 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb8b0102ef0 msgr2=0x7fb8b00fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.123+0000 7fb8b58cf640 1 --2- 172.21.15.17:0/2226819750 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb8b0102ef0 0x7fb8b00fd700 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fb8a8009fd0 tx=0x7fb8a800ef10 comp rx=0 tx=0).stop 2024-09-16T01:47:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.123+0000 7fb8b58cf640 1 -- 172.21.15.17:0/2226819750 shutdown_connections 2024-09-16T01:47:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.123+0000 7fb8b58cf640 1 --2- 172.21.15.17:0/2226819750 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb89c0a3240 0x7fb89c0a5700 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.123+0000 7fb8b58cf640 1 --2- 172.21.15.17:0/2226819750 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb8b0102ef0 0x7fb8b00fd700 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.123+0000 7fb8b58cf640 1 --2- 172.21.15.17:0/2226819750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb8b0102570 0x7fb8b00fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.123+0000 7fb8b58cf640 1 --2- 172.21.15.17:0/2226819750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb8b0100e20 0x7fb8b00fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.123+0000 7fb8b58cf640 1 -- 172.21.15.17:0/2226819750 >> 172.21.15.17:0/2226819750 conn(0x7fb8b00fc7d0 msgr2=0x7fb8b006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:38.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.123+0000 7fb8b58cf640 1 -- 172.21.15.17:0/2226819750 shutdown_connections 2024-09-16T01:47:38.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:38.123+0000 7fb8b58cf640 1 -- 172.21.15.17:0/2226819750 wait complete. 2024-09-16T01:47:38.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:38 smithi017 ceph-mon[30972]: pgmap v462: 97 pgs: 97 active+clean; 69 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:47:38.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:38 smithi029 ceph-mon[34783]: pgmap v462: 97 pgs: 97 active+clean; 69 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:47:38.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:38 smithi122 ceph-mon[34758]: pgmap v462: 97 pgs: 97 active+clean; 69 MiB data, 604 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:47:38.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 127495 3.76 MB/sec execute 61 sec latency 65.891 ms 2024-09-16T01:47:39.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 128102 3.78 MB/sec execute 62 sec latency 9.958 ms 2024-09-16T01:47:40.039 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:47:40.039 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:47:40.320 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:47:40.443 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:40 smithi017 ceph-mon[30972]: pgmap v463: 97 pgs: 97 active+clean; 69 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 339 KiB/s rd, 1.8 MiB/s wr, 106 op/s 2024-09-16T01:47:40.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:40 smithi029 ceph-mon[34783]: pgmap v463: 97 pgs: 97 active+clean; 69 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 339 KiB/s rd, 1.8 MiB/s wr, 106 op/s 2024-09-16T01:47:40.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:40 smithi122 ceph-mon[34758]: pgmap v463: 97 pgs: 97 active+clean; 69 MiB data, 606 MiB used, 1.0 TiB / 1.0 TiB avail; 339 KiB/s rd, 1.8 MiB/s wr, 106 op/s 2024-09-16T01:47:40.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 128668 3.73 MB/sec execute 63 sec latency 16.633 ms 2024-09-16T01:47:40.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.822+0000 7fdaa9a8f640 1 -- 172.21.15.17:0/3020441375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa41009b0 msgr2=0x7fdaa4100d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.822+0000 7fdaa9a8f640 1 --2- 172.21.15.17:0/3020441375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa41009b0 0x7fdaa4100d90 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fda94009900 tx=0x7fda9402a410 comp rx=0 tx=0).stop 2024-09-16T01:47:40.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.822+0000 7fdaa9a8f640 1 -- 172.21.15.17:0/3020441375 shutdown_connections 2024-09-16T01:47:40.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.822+0000 7fdaa9a8f640 1 --2- 172.21.15.17:0/3020441375 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdaa410e4d0 0x7fdaa41108e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.822+0000 7fdaa9a8f640 1 --2- 172.21.15.17:0/3020441375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdaa4101360 0x7fdaa410df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.822+0000 7fdaa9a8f640 1 --2- 172.21.15.17:0/3020441375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa41009b0 0x7fdaa4100d90 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.822+0000 7fdaa9a8f640 1 -- 172.21.15.17:0/3020441375 >> 172.21.15.17:0/3020441375 conn(0x7fdaa40fc7d0 msgr2=0x7fdaa40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:40.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.822+0000 7fdaa9a8f640 1 -- 172.21.15.17:0/3020441375 shutdown_connections 2024-09-16T01:47:40.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.822+0000 7fdaa9a8f640 1 -- 172.21.15.17:0/3020441375 wait complete. 2024-09-16T01:47:40.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.823+0000 7fdaa9a8f640 1 Processor -- start 2024-09-16T01:47:40.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.823+0000 7fdaa9a8f640 1 -- start start 2024-09-16T01:47:40.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.823+0000 7fdaa9a8f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa41009b0 0x7fdaa419a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.823+0000 7fdaa9a8f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdaa4101360 0x7fdaa419ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.823+0000 7fdaa9a8f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdaa410e4d0 0x7fdaa419efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.823+0000 7fdaa9a8f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa41140c0 con 0x7fdaa41009b0 2024-09-16T01:47:40.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.823+0000 7fdaa9a8f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa4113f40 con 0x7fdaa4101360 2024-09-16T01:47:40.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.823+0000 7fdaa9a8f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa4114240 con 0x7fdaa410e4d0 2024-09-16T01:47:40.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.823+0000 7fdaa37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa41009b0 0x7fdaa419a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.823+0000 7fdaa37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa41009b0 0x7fdaa419a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35400/0 (socket says 172.21.15.17:35400) 2024-09-16T01:47:40.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.823+0000 7fdaa37fe640 1 -- 172.21.15.17:0/2432358709 learned_addr learned my addr 172.21.15.17:0/2432358709 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:40.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.824+0000 7fdaa3fff640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdaa410e4d0 0x7fdaa419efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.824+0000 7fda9bfff640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdaa4101360 0x7fdaa419ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.824+0000 7fdaa37fe640 1 -- 172.21.15.17:0/2432358709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdaa410e4d0 msgr2=0x7fdaa419efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.824+0000 7fdaa37fe640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdaa410e4d0 0x7fdaa419efb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.824+0000 7fdaa37fe640 1 -- 172.21.15.17:0/2432358709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdaa4101360 msgr2=0x7fdaa419ac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.824+0000 7fdaa37fe640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdaa4101360 0x7fdaa419ac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.824+0000 7fdaa37fe640 1 -- 172.21.15.17:0/2432358709 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdaa419f690 con 0x7fdaa41009b0 2024-09-16T01:47:40.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.824+0000 7fdaa3fff640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdaa410e4d0 0x7fdaa419efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:40.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.824+0000 7fdaa37fe640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa41009b0 0x7fdaa419a6e0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fda94005940 tx=0x7fda940040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.824+0000 7fdaa17fa640 1 -- 172.21.15.17:0/2432358709 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9403f030 con 0x7fdaa41009b0 2024-09-16T01:47:40.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.824+0000 7fdaa17fa640 1 -- 172.21.15.17:0/2432358709 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda940044c0 con 0x7fdaa41009b0 2024-09-16T01:47:40.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.824+0000 7fdaa9a8f640 1 -- 172.21.15.17:0/2432358709 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdaa419f920 con 0x7fdaa41009b0 2024-09-16T01:47:40.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.824+0000 7fdaa17fa640 1 -- 172.21.15.17:0/2432358709 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda94035070 con 0x7fdaa41009b0 2024-09-16T01:47:40.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.824+0000 7fdaa9a8f640 1 -- 172.21.15.17:0/2432358709 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdaa41a7260 con 0x7fdaa41009b0 2024-09-16T01:47:40.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.827+0000 7fdaa17fa640 1 -- 172.21.15.17:0/2432358709 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fda94042030 con 0x7fdaa41009b0 2024-09-16T01:47:40.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.827+0000 7fdaabe68740 1 Processor -- start 2024-09-16T01:47:40.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fdaabe68740 1 -- start start 2024-09-16T01:47:40.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fdaabe68740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540309b60 0x55f540309f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fdaabe68740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f54030a480 0x55f540314800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fdaabe68740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540314d40 0x55f540317130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fdaa17fa640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fda900a32c0 0x7fda900a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fdaabe68740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f54026f280 con 0x55f54030a480 2024-09-16T01:47:40.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fdaabe68740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f540216b10 con 0x55f540309b60 2024-09-16T01:47:40.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fdaabe68740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f54026b240 con 0x55f540314d40 2024-09-16T01:47:40.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fdaa37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f54030a480 0x55f540314800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fdaa37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f54030a480 0x55f540314800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35404/0 (socket says 172.21.15.17:35404) 2024-09-16T01:47:40.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fdaa37fe640 1 -- 172.21.15.17:0/2688187964 learned_addr learned my addr 172.21.15.17:0/2688187964 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:40.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fda9bfff640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fda900a32c0 0x7fda900a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fdaa17fa640 1 -- 172.21.15.17:0/2432358709 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fda940efbf0 con 0x7fdaa41009b0 2024-09-16T01:47:40.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fdaa3fff640 1 --2- 172.21.15.17:0/2688187964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540314d40 0x55f540317130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.828+0000 7fdaa3fff640 1 --2- 172.21.15.17:0/2688187964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540309b60 0x55f540309f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.829+0000 7fdaa37fe640 1 -- 172.21.15.17:0/2688187964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540314d40 msgr2=0x55f540317130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.829+0000 7fdaa37fe640 1 --2- 172.21.15.17:0/2688187964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540314d40 0x55f540317130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.829+0000 7fdaa37fe640 1 -- 172.21.15.17:0/2688187964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540309b60 msgr2=0x55f540309f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.829+0000 7fdaa37fe640 1 --2- 172.21.15.17:0/2688187964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540309b60 0x55f540309f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.829+0000 7fdaa37fe640 1 -- 172.21.15.17:0/2688187964 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f5402231f0 con 0x55f54030a480 2024-09-16T01:47:40.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.829+0000 7fdaa3fff640 1 --2- 172.21.15.17:0/2688187964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540309b60 0x55f540309f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:47:40.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.829+0000 7fdaa37fe640 1 --2- 172.21.15.17:0/2688187964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f54030a480 0x55f540314800 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fda940b86e0 tx=0x7fda94005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fac384548953d53 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.829+0000 7fda9bfff640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fda900a32c0 0x7fda900a5780 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fdaa410e9a0 tx=0x7fda8c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.829+0000 7fda99ffb640 1 -- 172.21.15.17:0/2688187964 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda94049070 con 0x55f54030a480 2024-09-16T01:47:40.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.829+0000 7fda99ffb640 1 -- 172.21.15.17:0/2688187964 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda940b5070 con 0x55f54030a480 2024-09-16T01:47:40.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.829+0000 7fda99ffb640 1 -- 172.21.15.17:0/2688187964 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda940bc4e0 con 0x55f54030a480 2024-09-16T01:47:40.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.830+0000 7fdaabe68740 1 -- 172.21.15.17:0/2688187964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f54030a480 msgr2=0x55f540314800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.830+0000 7fdaabe68740 1 --2- 172.21.15.17:0/2688187964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f54030a480 0x55f540314800 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7fda940b86e0 tx=0x7fda94005c00 comp rx=0 tx=0).stop 2024-09-16T01:47:40.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.830+0000 7fdaabe68740 1 -- 172.21.15.17:0/2688187964 shutdown_connections 2024-09-16T01:47:40.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.830+0000 7fdaabe68740 1 --2- 172.21.15.17:0/2688187964 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540314d40 0x55f540317130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.830+0000 7fdaabe68740 1 --2- 172.21.15.17:0/2688187964 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f54030a480 0x55f540314800 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.830+0000 7fdaabe68740 1 --2- 172.21.15.17:0/2688187964 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540309b60 0x55f540309f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.830+0000 7fdaabe68740 1 -- 172.21.15.17:0/2688187964 >> 172.21.15.17:0/2688187964 conn(0x55f5403060f0 msgr2=0x55f5403064d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:40.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.830+0000 7fdaabe68740 1 -- 172.21.15.17:0/2688187964 shutdown_connections 2024-09-16T01:47:40.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.830+0000 7fdaabe68740 1 -- 172.21.15.17:0/2688187964 wait complete. 2024-09-16T01:47:40.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.831+0000 7fdaabe68740 1 -- start start 2024-09-16T01:47:40.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.831+0000 7fdaabe68740 1 Processor -- start 2024-09-16T01:47:40.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.831+0000 7fdaabe68740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540309b60 0x55f540311d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.831+0000 7fdaabe68740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f54030a480 0x55f540312250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.831+0000 7fdaabe68740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f540314d40 0x55f540312790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.831+0000 7fdaabe68740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f5403176d0 con 0x55f540314d40 2024-09-16T01:47:40.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.831+0000 7fdaabe68740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f540229f10 con 0x55f540309b60 2024-09-16T01:47:40.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.831+0000 7fdaabe68740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f540317850 con 0x55f54030a480 2024-09-16T01:47:40.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.831+0000 7fdaa3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f540314d40 0x55f540312790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.831+0000 7fdaa3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f540314d40 0x55f540312790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35410/0 (socket says 172.21.15.17:35410) 2024-09-16T01:47:40.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.831+0000 7fdaa3fff640 1 -- 172.21.15.17:0/2368625417 learned_addr learned my addr 172.21.15.17:0/2368625417 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:40.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.831+0000 7fda9bfff640 1 --2- 172.21.15.17:0/2368625417 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f54030a480 0x55f540312250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.831+0000 7fdaa37fe640 1 --2- 172.21.15.17:0/2368625417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540309b60 0x55f540311d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.831+0000 7fdaabe68740 10 client.0 _ll_register_callbacks cb 0x55f5401f2a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:40.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fdaa3fff640 1 -- 172.21.15.17:0/2368625417 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f54030a480 msgr2=0x55f540312250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fdaa3fff640 1 --2- 172.21.15.17:0/2368625417 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f54030a480 0x55f540312250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fdaa3fff640 1 -- 172.21.15.17:0/2368625417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540309b60 msgr2=0x55f540311d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fdaa3fff640 1 --2- 172.21.15.17:0/2368625417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540309b60 0x55f540311d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fdaa3fff640 1 -- 172.21.15.17:0/2368625417 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f53ffe06a0 con 0x55f540314d40 2024-09-16T01:47:40.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fda9bfff640 1 --2- 172.21.15.17:0/2368625417 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f54030a480 0x55f540312250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:40.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fdaa3fff640 1 --2- 172.21.15.17:0/2368625417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f540314d40 0x55f540312790 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fda9c011f10 tx=0x7fda9c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=568879a2d9b2f17a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fda82ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:47:40.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fda82ffd640 1 -- 172.21.15.17:0/2368625417 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9c004b20 con 0x55f540314d40 2024-09-16T01:47:40.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fdaabe68740 1 -- 172.21.15.17:0/2368625417 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fda940b5070 con 0x55f540314d40 2024-09-16T01:47:40.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fda82ffd640 1 -- 172.21.15.17:0/2368625417 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fda9c01a070 con 0x55f540314d40 2024-09-16T01:47:40.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fda82ffd640 1 -- 172.21.15.17:0/2368625417 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fda9c004cc0 con 0x55f540314d40 2024-09-16T01:47:40.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fdaabe68740 10 client.15963 fetch_fsmap learned FSMap version 25 2024-09-16T01:47:40.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fdaabe68740 1 -- 172.21.15.17:0/2368625417 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f540323350 con 0x55f540314d40 2024-09-16T01:47:40.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.832+0000 7fda82ffd640 1 -- 172.21.15.17:0/2368625417 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda940b5070 con 0x55f540314d40 2024-09-16T01:47:40.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.833+0000 7fda82ffd640 1 -- 172.21.15.17:0/2368625417 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fda9c026020 con 0x55f540314d40 2024-09-16T01:47:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.833+0000 7fdaabe68740 10 client.15963 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:47:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.833+0000 7fdaabe68740 10 client.15963 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:47:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.833+0000 7fdaabe68740 20 client.15963 populate_metadata read hostname 'smithi017' 2024-09-16T01:47:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.833+0000 7fdaabe68740 1 --2- 172.21.15.17:0/2368625417 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f540324820 0x55f540326c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.833+0000 7fdaabe68740 4 client.15963 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:47:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.833+0000 7fdaabe68740 1 -- 172.21.15.17:0/2368625417 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f54027c7f0 con 0x55f540324820 2024-09-16T01:47:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.833+0000 7fdaa37fe640 1 --2- 172.21.15.17:0/2368625417 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f540324820 0x55f540326c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.833+0000 7fda82ffd640 10 client.15963 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.833+0000 7fdaa37fe640 1 --2- 172.21.15.17:0/2368625417 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f540324820 0x55f540326c80 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df18a6be1a7723e6 server_cookie=4de42b84c63ab84b in_seq=0 out_seq=0 2024-09-16T01:47:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.834+0000 7fda82ffd640 1 -- 172.21.15.17:0/2368625417 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f54027c7f0 con 0x55f540324820 2024-09-16T01:47:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.834+0000 7fda82ffd640 10 client.15963 handle_command_reply: tid=0 2024-09-16T01:47:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.834+0000 7fdaabe68740 1 client.15963 shutdown 2024-09-16T01:47:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.835+0000 7fdaabe68740 1 -- 172.21.15.17:0/2368625417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f540314d40 msgr2=0x55f540312790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.835+0000 7fdaabe68740 1 --2- 172.21.15.17:0/2368625417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f540314d40 0x55f540312790 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fda9c011f10 tx=0x7fda9c00f790 comp rx=0 tx=0).stop 2024-09-16T01:47:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.835+0000 7fdaabe68740 1 -- 172.21.15.17:0/2368625417 shutdown_connections 2024-09-16T01:47:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.835+0000 7fdaabe68740 1 --2- 172.21.15.17:0/2368625417 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f540324820 0x55f540326c80 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.835+0000 7fda82ffd640 0 client.15963 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.835+0000 7fdaabe68740 1 --2- 172.21.15.17:0/2368625417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f540314d40 0x55f540312790 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.835+0000 7fdaabe68740 1 --2- 172.21.15.17:0/2368625417 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f54030a480 0x55f540312250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.835+0000 7fdaabe68740 1 --2- 172.21.15.17:0/2368625417 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540309b60 0x55f540311d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.835+0000 7fdaabe68740 1 -- 172.21.15.17:0/2368625417 >> 172.21.15.17:0/2368625417 conn(0x55f5403060f0 msgr2=0x55f540305270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.835+0000 7fdaabe68740 1 -- 172.21.15.17:0/2368625417 shutdown_connections 2024-09-16T01:47:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.835+0000 7fdaabe68740 1 -- 172.21.15.17:0/2368625417 wait complete. 2024-09-16T01:47:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.835+0000 7fdaabe68740 20 client.15963 trim_cache size 0 max 16384 2024-09-16T01:47:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.855+0000 7fdaabe68740 1 Processor -- start 2024-09-16T01:47:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.855+0000 7fdaabe68740 1 -- start start 2024-09-16T01:47:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.855+0000 7fdaabe68740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f540309b60 0x55f54032c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.855+0000 7fdaabe68740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f54030a480 0x55f54032ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.855+0000 7fdaabe68740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540314d40 0x55f540304a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.855+0000 7fdaabe68740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa41b1f90 con 0x55f540309b60 2024-09-16T01:47:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.855+0000 7fdaabe68740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa41af860 con 0x55f54030a480 2024-09-16T01:47:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.855+0000 7fdaabe68740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa41ad690 con 0x55f540314d40 2024-09-16T01:47:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.855+0000 7fdaa37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f540309b60 0x55f54032c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.855+0000 7fdaa37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f540309b60 0x55f54032c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35416/0 (socket says 172.21.15.17:35416) 2024-09-16T01:47:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.855+0000 7fdaa37fe640 1 -- 172.21.15.17:0/225086292 learned_addr learned my addr 172.21.15.17:0/225086292 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.855+0000 7fdaa3fff640 1 --2- 172.21.15.17:0/225086292 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540314d40 0x55f540304a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.856+0000 7fda9bfff640 1 --2- 172.21.15.17:0/225086292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f54030a480 0x55f54032ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.856+0000 7fdaa3fff640 1 -- 172.21.15.17:0/225086292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f54030a480 msgr2=0x55f54032ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.856+0000 7fdaa3fff640 1 --2- 172.21.15.17:0/225086292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f54030a480 0x55f54032ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.856+0000 7fdaa3fff640 1 -- 172.21.15.17:0/225086292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f540309b60 msgr2=0x55f54032c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.856+0000 7fdaa3fff640 1 --2- 172.21.15.17:0/225086292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f540309b60 0x55f54032c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.856+0000 7fdaa3fff640 1 -- 172.21.15.17:0/225086292 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f540300680 con 0x55f540314d40 2024-09-16T01:47:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.856+0000 7fdaa37fe640 1 --2- 172.21.15.17:0/225086292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f540309b60 0x55f54032c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.856+0000 7fdaa3fff640 1 --2- 172.21.15.17:0/225086292 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540314d40 0x55f540304a50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fda9c002230 tx=0x7fda9c009500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b0607d145be825f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.856+0000 7fda997fa640 1 -- 172.21.15.17:0/225086292 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9c004b20 con 0x55f540314d40 2024-09-16T01:47:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.856+0000 7fda997fa640 1 -- 172.21.15.17:0/225086292 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fda9c011610 con 0x55f540314d40 2024-09-16T01:47:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.856+0000 7fda997fa640 1 -- 172.21.15.17:0/225086292 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda9c005790 con 0x55f540314d40 2024-09-16T01:47:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.857+0000 7fdaabe68740 1 -- 172.21.15.17:0/225086292 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540314d40 msgr2=0x55f540304a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.857+0000 7fdaabe68740 1 --2- 172.21.15.17:0/225086292 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540314d40 0x55f540304a50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fda9c002230 tx=0x7fda9c009500 comp rx=0 tx=0).stop 2024-09-16T01:47:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.857+0000 7fdaabe68740 1 -- 172.21.15.17:0/225086292 shutdown_connections 2024-09-16T01:47:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.857+0000 7fdaabe68740 1 --2- 172.21.15.17:0/225086292 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540314d40 0x55f540304a50 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.857+0000 7fdaabe68740 1 --2- 172.21.15.17:0/225086292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f54030a480 0x55f54032ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.857+0000 7fdaabe68740 1 --2- 172.21.15.17:0/225086292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f540309b60 0x55f54032c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.857+0000 7fdaabe68740 1 -- 172.21.15.17:0/225086292 >> 172.21.15.17:0/225086292 conn(0x55f5403060f0 msgr2=0x55f5403105e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.857+0000 7fdaabe68740 1 -- 172.21.15.17:0/225086292 shutdown_connections 2024-09-16T01:47:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.857+0000 7fdaabe68740 1 -- 172.21.15.17:0/225086292 wait complete. 2024-09-16T01:47:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.858+0000 7fdaabe68740 1 -- start start 2024-09-16T01:47:40.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.858+0000 7fdaabe68740 1 Processor -- start 2024-09-16T01:47:40.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.858+0000 7fdaabe68740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540309b60 0x55f54031ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.858+0000 7fdaabe68740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f54030a480 0x55f54031d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.858+0000 7fdaabe68740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540314d40 0x55f5403180d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.858+0000 7fdaabe68740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa41add20 con 0x55f54030a480 2024-09-16T01:47:40.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.858+0000 7fdaabe68740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa41af190 con 0x55f540314d40 2024-09-16T01:47:40.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.858+0000 7fdaabe68740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdaa41ae3f0 con 0x55f540309b60 2024-09-16T01:47:40.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.858+0000 7fda9bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f54030a480 0x55f54031d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.858+0000 7fdaabe68740 10 client.0 _ll_register_callbacks cb 0x7fda9c011bb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:40.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.858+0000 7fda9bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f54030a480 0x55f54031d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35424/0 (socket says 172.21.15.17:35424) 2024-09-16T01:47:40.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.858+0000 7fda9bfff640 1 -- 172.21.15.17:0/784854042 learned_addr learned my addr 172.21.15.17:0/784854042 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:40.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.859+0000 7fdaa37fe640 1 --2- 172.21.15.17:0/784854042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540309b60 0x55f54031ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.859+0000 7fdaa3fff640 1 --2- 172.21.15.17:0/784854042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540314d40 0x55f5403180d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.859+0000 7fda9bfff640 1 -- 172.21.15.17:0/784854042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540309b60 msgr2=0x55f54031ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.859+0000 7fda9bfff640 1 --2- 172.21.15.17:0/784854042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540309b60 0x55f54031ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.859+0000 7fda9bfff640 1 -- 172.21.15.17:0/784854042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540314d40 msgr2=0x55f5403180d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:40.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.859+0000 7fda9bfff640 1 --2- 172.21.15.17:0/784854042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540314d40 0x55f5403180d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.859+0000 7fda9bfff640 1 -- 172.21.15.17:0/784854042 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f540318900 con 0x55f54030a480 2024-09-16T01:47:40.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.859+0000 7fdaa37fe640 1 --2- 172.21.15.17:0/784854042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540309b60 0x55f54031ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:40.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.859+0000 7fda9bfff640 1 --2- 172.21.15.17:0/784854042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f54030a480 0x55f54031d210 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fda8c009730 tx=0x7fda8c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d65a9bb553e24f54 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:40.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.859+0000 7fda82ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:47:40.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.859+0000 7fda82ffd640 1 -- 172.21.15.17:0/784854042 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda8c003cc0 con 0x55f54030a480 2024-09-16T01:47:40.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.860+0000 7fda82ffd640 1 -- 172.21.15.17:0/784854042 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fda8c01d410 con 0x55f54030a480 2024-09-16T01:47:40.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.860+0000 7fdaabe68740 1 -- 172.21.15.17:0/784854042 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55f540276d00 con 0x55f54030a480 2024-09-16T01:47:40.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.860+0000 7fda82ffd640 1 -- 172.21.15.17:0/784854042 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fda8c003e60 con 0x55f54030a480 2024-09-16T01:47:40.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.860+0000 7fdaabe68740 10 client.15969 fetch_fsmap learned FSMap version 25 2024-09-16T01:47:40.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.860+0000 7fdaabe68740 1 -- 172.21.15.17:0/784854042 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f54038f1f0 con 0x55f54030a480 2024-09-16T01:47:40.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.860+0000 7fda82ffd640 1 -- 172.21.15.17:0/784854042 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55f540276d00 con 0x55f54030a480 2024-09-16T01:47:40.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.860+0000 7fda82ffd640 1 -- 172.21.15.17:0/784854042 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fda8c030710 con 0x55f54030a480 2024-09-16T01:47:40.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.860+0000 7fdaabe68740 10 client.15969 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:47:40.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.860+0000 7fdaabe68740 10 client.15969 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:47:40.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.860+0000 7fdaabe68740 20 client.15969 populate_metadata read hostname 'smithi017' 2024-09-16T01:47:40.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.860+0000 7fdaabe68740 1 --2- 172.21.15.17:0/784854042 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f540324820 0x55f540391a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:40.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.860+0000 7fdaabe68740 4 client.15969 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:47:40.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.860+0000 7fdaabe68740 1 -- 172.21.15.17:0/784854042 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f5401f3110 con 0x55f540324820 2024-09-16T01:47:40.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.860+0000 7fdaa37fe640 1 --2- 172.21.15.17:0/784854042 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f540324820 0x55f540391a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:40.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.861+0000 7fda82ffd640 10 client.15969 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:40.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.861+0000 7fdaa37fe640 1 --2- 172.21.15.17:0/784854042 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f540324820 0x55f540391a60 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f82ea1d39a5376a server_cookie=9ba7a907c9f85f85 in_seq=0 out_seq=0 2024-09-16T01:47:40.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fda82ffd640 1 -- 172.21.15.17:0/784854042 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f5401f3110 con 0x55f540324820 2024-09-16T01:47:40.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fda82ffd640 10 client.15969 handle_command_reply: tid=0 2024-09-16T01:47:40.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fdaabe68740 1 client.15969 shutdown 2024-09-16T01:47:40.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fdaabe68740 1 -- 172.21.15.17:0/784854042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f54030a480 msgr2=0x55f54031d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fdaabe68740 1 --2- 172.21.15.17:0/784854042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f54030a480 0x55f54031d210 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fda8c009730 tx=0x7fda8c004730 comp rx=0 tx=0).stop 2024-09-16T01:47:40.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fdaabe68740 1 -- 172.21.15.17:0/784854042 shutdown_connections 2024-09-16T01:47:40.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fdaabe68740 1 --2- 172.21.15.17:0/784854042 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f540324820 0x55f540391a60 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fdaabe68740 1 --2- 172.21.15.17:0/784854042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f540314d40 0x55f5403180d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fdaabe68740 1 --2- 172.21.15.17:0/784854042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f54030a480 0x55f54031d210 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fda82ffd640 0 client.15969 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:40.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fdaabe68740 1 --2- 172.21.15.17:0/784854042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f540309b60 0x55f54031ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fdaabe68740 1 -- 172.21.15.17:0/784854042 >> 172.21.15.17:0/784854042 conn(0x55f5403060f0 msgr2=0x55f5403109d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:40.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fdaabe68740 1 -- 172.21.15.17:0/784854042 shutdown_connections 2024-09-16T01:47:40.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fdaabe68740 1 -- 172.21.15.17:0/784854042 wait complete. 2024-09-16T01:47:40.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.862+0000 7fdaabe68740 20 client.15969 trim_cache size 0 max 16384 2024-09-16T01:47:40.869 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:47:40.869 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:47:40.869 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "dab876bb-79f6-40fa-bad9-ba829fd56b8d", 2024-09-16T01:47:40.869 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:47:40.870 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:47:40.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.863+0000 7fdaa9a8f640 1 -- 172.21.15.17:0/2432358709 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fda900a32c0 msgr2=0x7fda900a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.863+0000 7fdaa9a8f640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fda900a32c0 0x7fda900a5780 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7fdaa410e9a0 tx=0x7fda8c005f90 comp rx=0 tx=0).stop 2024-09-16T01:47:40.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.863+0000 7fdaa9a8f640 1 -- 172.21.15.17:0/2432358709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa41009b0 msgr2=0x7fdaa419a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:40.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.863+0000 7fdaa9a8f640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa41009b0 0x7fdaa419a6e0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7fda94005940 tx=0x7fda940040c0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.863+0000 7fdaa9a8f640 1 -- 172.21.15.17:0/2432358709 shutdown_connections 2024-09-16T01:47:40.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.863+0000 7fdaa9a8f640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fda900a32c0 0x7fda900a5780 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.863+0000 7fdaa9a8f640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdaa410e4d0 0x7fdaa419efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.863+0000 7fdaa9a8f640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdaa4101360 0x7fdaa419ac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.863+0000 7fdaa9a8f640 1 --2- 172.21.15.17:0/2432358709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdaa41009b0 0x7fdaa419a6e0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:40.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.863+0000 7fdaa9a8f640 1 -- 172.21.15.17:0/2432358709 >> 172.21.15.17:0/2432358709 conn(0x7fdaa40fc7d0 msgr2=0x7fdaa40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:40.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.863+0000 7fdaa9a8f640 1 -- 172.21.15.17:0/2432358709 shutdown_connections 2024-09-16T01:47:40.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:40.863+0000 7fdaa9a8f640 1 -- 172.21.15.17:0/2432358709 wait complete. 2024-09-16T01:47:41.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 129386 3.74 MB/sec execute 64 sec latency 50.233 ms 2024-09-16T01:47:41.911 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:47:42.201 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:47:42.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:42 smithi017 ceph-mon[30972]: pgmap v464: 97 pgs: 97 active+clean; 70 MiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:47:42.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:42 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:47:42.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:42 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:47:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:42 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:47:42.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:42 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:47:42.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:42 smithi029 ceph-mon[34783]: pgmap v464: 97 pgs: 97 active+clean; 70 MiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:47:42.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:42 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:47:42.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:42 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:47:42.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:42 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:47:42.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:42 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:47:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:42 smithi122 ceph-mon[34758]: pgmap v464: 97 pgs: 97 active+clean; 70 MiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:47:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:42 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:47:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:42 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:47:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:42 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:47:42.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:42 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:47:42.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 130123 3.71 MB/sec execute 65 sec latency 18.034 ms 2024-09-16T01:47:42.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.686+0000 7f31d8b5b640 1 -- 172.21.15.17:0/425223834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d4106f10 msgr2=0x7f31d410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:42.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.686+0000 7f31d8b5b640 1 --2- 172.21.15.17:0/425223834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d4106f10 0x7f31d410ea90 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f31cc009ca0 tx=0x7f31cc02a8c0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.686+0000 7f31d8b5b640 1 -- 172.21.15.17:0/425223834 shutdown_connections 2024-09-16T01:47:42.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.686+0000 7f31d8b5b640 1 --2- 172.21.15.17:0/425223834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d4106f10 0x7f31d410ea90 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.686+0000 7f31d8b5b640 1 --2- 172.21.15.17:0/425223834 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31d4102790 0x7f31d41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.686+0000 7f31d8b5b640 1 --2- 172.21.15.17:0/425223834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d4101de0 0x7f31d41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.686+0000 7f31d8b5b640 1 -- 172.21.15.17:0/425223834 >> 172.21.15.17:0/425223834 conn(0x7f31d40fd8c0 msgr2=0x7f31d40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:42.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.686+0000 7f31d8b5b640 1 -- 172.21.15.17:0/425223834 shutdown_connections 2024-09-16T01:47:42.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.686+0000 7f31d8b5b640 1 -- 172.21.15.17:0/425223834 wait complete. 2024-09-16T01:47:42.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.687+0000 7f31d8b5b640 1 Processor -- start 2024-09-16T01:47:42.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.687+0000 7f31d8b5b640 1 -- start start 2024-09-16T01:47:42.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d8b5b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d4101de0 0x7f31d4198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d8b5b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31d4102790 0x7f31d41988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d8b5b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d4106f10 0x7f31d419cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d8b5b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f31d4111e20 con 0x7f31d4101de0 2024-09-16T01:47:42.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d8b5b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f31d4111ca0 con 0x7f31d4102790 2024-09-16T01:47:42.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d8b5b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f31d4111fa0 con 0x7f31d4106f10 2024-09-16T01:47:42.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d4101de0 0x7f31d4198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d4101de0 0x7f31d4198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35452/0 (socket says 172.21.15.17:35452) 2024-09-16T01:47:42.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d259c640 1 -- 172.21.15.17:0/3303955354 learned_addr learned my addr 172.21.15.17:0/3303955354 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:42.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31cbfff640 1 --2- 172.21.15.17:0/3303955354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31d4102790 0x7f31d41988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d2d9d640 1 --2- 172.21.15.17:0/3303955354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d4106f10 0x7f31d419cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d259c640 1 -- 172.21.15.17:0/3303955354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d4106f10 msgr2=0x7f31d419cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:42.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d259c640 1 --2- 172.21.15.17:0/3303955354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d4106f10 0x7f31d419cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d259c640 1 -- 172.21.15.17:0/3303955354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31d4102790 msgr2=0x7f31d41988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:42.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d259c640 1 --2- 172.21.15.17:0/3303955354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31d4102790 0x7f31d41988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d259c640 1 -- 172.21.15.17:0/3303955354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31d419d330 con 0x7f31d4101de0 2024-09-16T01:47:42.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.688+0000 7f31d259c640 1 --2- 172.21.15.17:0/3303955354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d4101de0 0x7f31d4198380 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f31c400e9f0 tx=0x7f31c400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:42.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.689+0000 7f31cb7fe640 1 -- 172.21.15.17:0/3303955354 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c400cd80 con 0x7f31d4101de0 2024-09-16T01:47:42.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.689+0000 7f31d8b5b640 1 -- 172.21.15.17:0/3303955354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31d419d620 con 0x7f31d4101de0 2024-09-16T01:47:42.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.689+0000 7f31cb7fe640 1 -- 172.21.15.17:0/3303955354 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31c40054d0 con 0x7f31d4101de0 2024-09-16T01:47:42.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.689+0000 7f31cb7fe640 1 -- 172.21.15.17:0/3303955354 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c4010490 con 0x7f31d4101de0 2024-09-16T01:47:42.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.689+0000 7f31d8b5b640 1 -- 172.21.15.17:0/3303955354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31d41a4f00 con 0x7f31d4101de0 2024-09-16T01:47:42.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.692+0000 7f31cb7fe640 1 -- 172.21.15.17:0/3303955354 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f31c4005020 con 0x7f31d4101de0 2024-09-16T01:47:42.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.692+0000 7f31daf34740 1 Processor -- start 2024-09-16T01:47:42.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.692+0000 7f31daf34740 1 -- start start 2024-09-16T01:47:42.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.692+0000 7f31daf34740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f8f4a0 0x562de4f8f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.692+0000 7f31daf34740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8fdc0 0x562de4f9a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.692+0000 7f31daf34740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f9a680 0x562de4f9ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.692+0000 7f31daf34740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562de4ef52e0 con 0x562de4f8fdc0 2024-09-16T01:47:42.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.692+0000 7f31daf34740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562de4e9cce0 con 0x562de4f9a680 2024-09-16T01:47:42.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.692+0000 7f31daf34740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x562de4ef12a0 con 0x562de4f8f4a0 2024-09-16T01:47:42.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.693+0000 7f31d2d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f8f4a0 0x562de4f8f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.693+0000 7f31d259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8fdc0 0x562de4f9a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.693+0000 7f31d2d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f8f4a0 0x562de4f8f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36078/0 (socket says 172.21.15.17:36078) 2024-09-16T01:47:42.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.693+0000 7f31cbfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f9a680 0x562de4f9ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.693+0000 7f31d2d9d640 1 -- 172.21.15.17:0/3621659325 learned_addr learned my addr 172.21.15.17:0/3621659325 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:42.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.693+0000 7f31cb7fe640 1 --2- 172.21.15.17:0/3303955354 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f31c00a3240 0x7f31c00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.693+0000 7f31cb7fe640 1 -- 172.21.15.17:0/3303955354 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f31c40cfd20 con 0x7f31d4101de0 2024-09-16T01:47:42.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.693+0000 7f31cbfff640 1 -- 172.21.15.17:0/3621659325 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f8f4a0 msgr2=0x562de4f8f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:42.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.693+0000 7f31cbfff640 1 --2- 172.21.15.17:0/3621659325 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f8f4a0 0x562de4f8f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.693+0000 7f31cbfff640 1 -- 172.21.15.17:0/3621659325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8fdc0 msgr2=0x562de4f9a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:42.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.693+0000 7f31cbfff640 1 --2- 172.21.15.17:0/3621659325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8fdc0 0x562de4f9a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.693+0000 7f31d2d9d640 1 --2- 172.21.15.17:0/3303955354 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f31c00a3240 0x7f31c00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.693+0000 7f31cbfff640 1 -- 172.21.15.17:0/3621659325 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562de4e81440 con 0x562de4f9a680 2024-09-16T01:47:42.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.693+0000 7f31d259c640 1 --2- 172.21.15.17:0/3621659325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8fdc0 0x562de4f9a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.694+0000 7f31cbfff640 1 --2- 172.21.15.17:0/3621659325 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f9a680 0x562de4f9ca70 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f31bc009bf0 tx=0x7f31bc011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ef88fe1257c6a4b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.694+0000 7f31c8ff9640 1 -- 172.21.15.17:0/3621659325 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31bc004050 con 0x562de4f9a680 2024-09-16T01:47:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.695+0000 7f31d2d9d640 1 --2- 172.21.15.17:0/3303955354 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f31c00a3240 0x7f31c00a5700 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f31cc005e30 tx=0x7f31cc02a8c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.694+0000 7f31c8ff9640 1 -- 172.21.15.17:0/3621659325 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31bc0054d0 con 0x562de4f9a680 2024-09-16T01:47:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.695+0000 7f31c8ff9640 1 -- 172.21.15.17:0/3621659325 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31bc004cf0 con 0x562de4f9a680 2024-09-16T01:47:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.695+0000 7f31daf34740 1 -- 172.21.15.17:0/3621659325 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f9a680 msgr2=0x562de4f9ca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.695+0000 7f31daf34740 1 --2- 172.21.15.17:0/3621659325 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f9a680 0x562de4f9ca70 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f31bc009bf0 tx=0x7f31bc011810 comp rx=0 tx=0).stop 2024-09-16T01:47:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.695+0000 7f31daf34740 1 -- 172.21.15.17:0/3621659325 shutdown_connections 2024-09-16T01:47:42.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.695+0000 7f31daf34740 1 --2- 172.21.15.17:0/3621659325 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f9a680 0x562de4f9ca70 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.695+0000 7f31daf34740 1 --2- 172.21.15.17:0/3621659325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8fdc0 0x562de4f9a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.695+0000 7f31daf34740 1 --2- 172.21.15.17:0/3621659325 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f8f4a0 0x562de4f8f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.695+0000 7f31daf34740 1 -- 172.21.15.17:0/3621659325 >> 172.21.15.17:0/3621659325 conn(0x562de4f8ba30 msgr2=0x562de4f8be10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:42.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.696+0000 7f31daf34740 1 -- 172.21.15.17:0/3621659325 shutdown_connections 2024-09-16T01:47:42.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.696+0000 7f31daf34740 1 -- 172.21.15.17:0/3621659325 wait complete. 2024-09-16T01:47:42.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.696+0000 7f31daf34740 1 -- start start 2024-09-16T01:47:42.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.696+0000 7f31daf34740 1 Processor -- start 2024-09-16T01:47:42.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.696+0000 7f31daf34740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8f4a0 0x562de4f99f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.696+0000 7f31daf34740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8fdc0 0x562de4f971f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.696+0000 7f31daf34740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f9a680 0x562de4f97730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.696+0000 7f31daf34740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562de4f9d250 con 0x562de4f8fdc0 2024-09-16T01:47:42.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.696+0000 7f31daf34740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562de4eb0050 con 0x562de4f8f4a0 2024-09-16T01:47:42.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.696+0000 7f31daf34740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x562de4f9d3d0 con 0x562de4f9a680 2024-09-16T01:47:42.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31daf34740 10 client.0 _ll_register_callbacks cb 0x562de4ef0160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:42.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31d259c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8f4a0 0x562de4f99f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31d2d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f9a680 0x562de4f97730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31d259c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8f4a0 0x562de4f99f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:34358/0 (socket says 172.21.15.17:34358) 2024-09-16T01:47:42.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31d259c640 1 -- 172.21.15.17:0/3495852014 learned_addr learned my addr 172.21.15.17:0/3495852014 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:42.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31cbfff640 1 --2- 172.21.15.17:0/3495852014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8fdc0 0x562de4f971f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31d259c640 1 -- 172.21.15.17:0/3495852014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f9a680 msgr2=0x562de4f97730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:42.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31d259c640 1 --2- 172.21.15.17:0/3495852014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f9a680 0x562de4f97730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31d259c640 1 -- 172.21.15.17:0/3495852014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8fdc0 msgr2=0x562de4f971f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:42.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31d259c640 1 --2- 172.21.15.17:0/3495852014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8fdc0 0x562de4f971f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31d259c640 1 -- 172.21.15.17:0/3495852014 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562de4c663c0 con 0x562de4f8f4a0 2024-09-16T01:47:42.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31d259c640 1 --2- 172.21.15.17:0/3495852014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8f4a0 0x562de4f99f40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f31c40cd820 tx=0x7f31c4009720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d678f49d6426ba83 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:42.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31b9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:47:42.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3495852014 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c409bca0 con 0x562de4f8f4a0 2024-09-16T01:47:42.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3495852014 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f31c409b790 con 0x562de4f8f4a0 2024-09-16T01:47:42.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.697+0000 7f31daf34740 1 -- 172.21.15.17:0/3495852014 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31bc0054d0 con 0x562de4f8f4a0 2024-09-16T01:47:42.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.698+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3495852014 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f31c4005310 con 0x562de4f8f4a0 2024-09-16T01:47:42.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.698+0000 7f31daf34740 10 client.25517 fetch_fsmap learned FSMap version 25 2024-09-16T01:47:42.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.698+0000 7f31daf34740 1 -- 172.21.15.17:0/3495852014 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562de4fa8c50 con 0x562de4f8f4a0 2024-09-16T01:47:42.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.698+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3495852014 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31bc0054d0 con 0x562de4f8f4a0 2024-09-16T01:47:42.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.698+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3495852014 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f31c40cdce0 con 0x562de4f8f4a0 2024-09-16T01:47:42.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.698+0000 7f31daf34740 10 client.25517 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:47:42.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.698+0000 7f31daf34740 10 client.25517 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:47:42.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.698+0000 7f31daf34740 20 client.25517 populate_metadata read hostname 'smithi017' 2024-09-16T01:47:42.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.698+0000 7f31daf34740 1 --2- 172.21.15.17:0/3495852014 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562de4faa110 0x562de4fac520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.698+0000 7f31daf34740 4 client.25517 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:47:42.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.698+0000 7f31daf34740 1 -- 172.21.15.17:0/3495852014 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562de4f02850 con 0x562de4faa110 2024-09-16T01:47:42.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.698+0000 7f31cbfff640 1 --2- 172.21.15.17:0/3495852014 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562de4faa110 0x562de4fac520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.699+0000 7f31cbfff640 1 --2- 172.21.15.17:0/3495852014 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562de4faa110 0x562de4fac520 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f6315f0b6dec2a7e server_cookie=b3879f684bc9530d in_seq=0 out_seq=0 2024-09-16T01:47:42.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.699+0000 7f31b9ffb640 10 client.25517 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:42.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.699+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3495852014 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562de4f02850 con 0x562de4faa110 2024-09-16T01:47:42.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.699+0000 7f31b9ffb640 10 client.25517 handle_command_reply: tid=0 2024-09-16T01:47:42.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.699+0000 7f31daf34740 1 client.25517 shutdown 2024-09-16T01:47:42.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.699+0000 7f31daf34740 1 -- 172.21.15.17:0/3495852014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8f4a0 msgr2=0x562de4f99f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:42.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.699+0000 7f31daf34740 1 --2- 172.21.15.17:0/3495852014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8f4a0 0x562de4f99f40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f31c40cd820 tx=0x7f31c4009720 comp rx=0 tx=0).stop 2024-09-16T01:47:42.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.700+0000 7f31daf34740 1 -- 172.21.15.17:0/3495852014 shutdown_connections 2024-09-16T01:47:42.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.700+0000 7f31daf34740 1 --2- 172.21.15.17:0/3495852014 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562de4faa110 0x562de4fac520 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.700+0000 7f31b9ffb640 0 client.25517 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:42.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.700+0000 7f31daf34740 1 --2- 172.21.15.17:0/3495852014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f9a680 0x562de4f97730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.700+0000 7f31daf34740 1 --2- 172.21.15.17:0/3495852014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8fdc0 0x562de4f971f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.700+0000 7f31daf34740 1 --2- 172.21.15.17:0/3495852014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8f4a0 0x562de4f99f40 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.700+0000 7f31daf34740 1 -- 172.21.15.17:0/3495852014 >> 172.21.15.17:0/3495852014 conn(0x562de4f8ba30 msgr2=0x562de4f91760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:42.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.700+0000 7f31daf34740 1 -- 172.21.15.17:0/3495852014 shutdown_connections 2024-09-16T01:47:42.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.700+0000 7f31daf34740 1 -- 172.21.15.17:0/3495852014 wait complete. 2024-09-16T01:47:42.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.700+0000 7f31daf34740 20 client.25517 trim_cache size 0 max 16384 2024-09-16T01:47:42.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.720+0000 7f31daf34740 1 Processor -- start 2024-09-16T01:47:42.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.720+0000 7f31daf34740 1 -- start start 2024-09-16T01:47:42.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31daf34740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8f4a0 0x562de4fa64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31daf34740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f8fdc0 0x562de4fb1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31daf34740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f9a680 0x562de4fb2300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31daf34740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f31d41afd60 con 0x562de4f9a680 2024-09-16T01:47:42.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31daf34740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f31d41ad630 con 0x562de4f8f4a0 2024-09-16T01:47:42.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31daf34740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f31d41ab460 con 0x562de4f8fdc0 2024-09-16T01:47:42.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31d2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f9a680 0x562de4fb2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31cbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f8fdc0 0x562de4fb1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31d259c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8f4a0 0x562de4fa64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31d259c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8f4a0 0x562de4fa64b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:34360/0 (socket says 172.21.15.17:34360) 2024-09-16T01:47:42.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31d2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f9a680 0x562de4fb2300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35470/0 (socket says 172.21.15.17:35470) 2024-09-16T01:47:42.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31cbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f8fdc0 0x562de4fb1dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36094/0 (socket says 172.21.15.17:36094) 2024-09-16T01:47:42.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31d259c640 1 -- 172.21.15.17:0/252994717 learned_addr learned my addr 172.21.15.17:0/252994717 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:42.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31d259c640 1 -- 172.21.15.17:0/252994717 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f8fdc0 msgr2=0x562de4fb1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:42.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31d259c640 1 --2- 172.21.15.17:0/252994717 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f8fdc0 0x562de4fb1dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31d259c640 1 -- 172.21.15.17:0/252994717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f9a680 msgr2=0x562de4fb2300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:42.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31d259c640 1 --2- 172.21.15.17:0/252994717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f9a680 0x562de4fb2300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31d259c640 1 -- 172.21.15.17:0/252994717 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562de4f8cbc0 con 0x562de4f8f4a0 2024-09-16T01:47:42.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.721+0000 7f31cbfff640 1 --2- 172.21.15.17:0/252994717 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f8fdc0 0x562de4fb1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:42.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.722+0000 7f31d259c640 1 --2- 172.21.15.17:0/252994717 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8f4a0 0x562de4fa64b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f31c400cfd0 tx=0x7f31c409a850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f9671b4ddae4870 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:42.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.722+0000 7f31bbfff640 1 -- 172.21.15.17:0/252994717 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c409bca0 con 0x562de4f8f4a0 2024-09-16T01:47:42.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.722+0000 7f31bbfff640 1 -- 172.21.15.17:0/252994717 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31c4005680 con 0x562de4f8f4a0 2024-09-16T01:47:42.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.722+0000 7f31bbfff640 1 -- 172.21.15.17:0/252994717 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c4098b50 con 0x562de4f8f4a0 2024-09-16T01:47:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 -- 172.21.15.17:0/252994717 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8f4a0 msgr2=0x562de4fa64b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 --2- 172.21.15.17:0/252994717 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8f4a0 0x562de4fa64b0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f31c400cfd0 tx=0x7f31c409a850 comp rx=0 tx=0).stop 2024-09-16T01:47:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 -- 172.21.15.17:0/252994717 shutdown_connections 2024-09-16T01:47:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 --2- 172.21.15.17:0/252994717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f9a680 0x562de4fb2300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 --2- 172.21.15.17:0/252994717 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f8fdc0 0x562de4fb1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 --2- 172.21.15.17:0/252994717 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8f4a0 0x562de4fa64b0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 -- 172.21.15.17:0/252994717 >> 172.21.15.17:0/252994717 conn(0x562de4f8ba30 msgr2=0x562de4f95ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 -- 172.21.15.17:0/252994717 shutdown_connections 2024-09-16T01:47:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 -- 172.21.15.17:0/252994717 wait complete. 2024-09-16T01:47:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 -- start start 2024-09-16T01:47:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 Processor -- start 2024-09-16T01:47:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8f4a0 0x562de4f9e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8fdc0 0x562de4f9eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f9a680 0x562de4f9f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f31d41abaf0 con 0x562de4f8f4a0 2024-09-16T01:47:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f31d41acf60 con 0x562de4f8fdc0 2024-09-16T01:47:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.723+0000 7f31daf34740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f31d41ac1c0 con 0x562de4f9a680 2024-09-16T01:47:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31daf34740 10 client.0 _ll_register_callbacks cb 0x7f31c400cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:47:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31d259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8f4a0 0x562de4f9e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31d259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8f4a0 0x562de4f9e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35474/0 (socket says 172.21.15.17:35474) 2024-09-16T01:47:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31d259c640 1 -- 172.21.15.17:0/3977093233 learned_addr learned my addr 172.21.15.17:0/3977093233 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:47:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31cbfff640 1 --2- 172.21.15.17:0/3977093233 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8fdc0 0x562de4f9eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31d2d9d640 1 --2- 172.21.15.17:0/3977093233 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f9a680 0x562de4f9f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31cbfff640 1 -- 172.21.15.17:0/3977093233 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f9a680 msgr2=0x562de4f9f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31cbfff640 1 --2- 172.21.15.17:0/3977093233 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f9a680 0x562de4f9f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31cbfff640 1 -- 172.21.15.17:0/3977093233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8f4a0 msgr2=0x562de4f9e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:47:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31cbfff640 1 --2- 172.21.15.17:0/3977093233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8f4a0 0x562de4f9e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31cbfff640 1 -- 172.21.15.17:0/3977093233 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562de50183a0 con 0x562de4f8fdc0 2024-09-16T01:47:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31d259c640 1 --2- 172.21.15.17:0/3977093233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8f4a0 0x562de4f9e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:47:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31cbfff640 1 --2- 172.21.15.17:0/3977093233 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8fdc0 0x562de4f9eb70 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f31bc004650 tx=0x7f31bc004880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9bfe8ee25aed04a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:47:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31b9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:47:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.724+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3977093233 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31bc004050 con 0x562de4f8fdc0 2024-09-16T01:47:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.725+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3977093233 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f31bc0041f0 con 0x562de4f8fdc0 2024-09-16T01:47:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.725+0000 7f31daf34740 1 -- 172.21.15.17:0/3977093233 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31c4005680 con 0x562de4f8fdc0 2024-09-16T01:47:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.725+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3977093233 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f31bc0043f0 con 0x562de4f8fdc0 2024-09-16T01:47:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.725+0000 7f31daf34740 10 client.25523 fetch_fsmap learned FSMap version 25 2024-09-16T01:47:42.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.725+0000 7f31daf34740 1 -- 172.21.15.17:0/3977093233 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562de5019690 con 0x562de4f8fdc0 2024-09-16T01:47:42.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.725+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3977093233 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31c4005680 con 0x562de4f8fdc0 2024-09-16T01:47:42.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.725+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3977093233 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f31bc019550 con 0x562de4f8fdc0 2024-09-16T01:47:42.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.725+0000 7f31daf34740 10 client.25523 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:47:42.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.725+0000 7f31daf34740 10 client.25523 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:47:42.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.725+0000 7f31daf34740 20 client.25523 populate_metadata read hostname 'smithi017' 2024-09-16T01:47:42.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.725+0000 7f31daf34740 1 --2- 172.21.15.17:0/3977093233 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562de4faa110 0x562de501bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:47:42.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.725+0000 7f31daf34740 4 client.25523 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:47:42.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.725+0000 7f31daf34740 1 -- 172.21.15.17:0/3977093233 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562de4efcd60 con 0x562de4faa110 2024-09-16T01:47:42.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.725+0000 7f31d259c640 1 --2- 172.21.15.17:0/3977093233 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562de4faa110 0x562de501bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:47:42.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31b9ffb640 10 client.25523 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:42.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31d259c640 1 --2- 172.21.15.17:0/3977093233 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562de4faa110 0x562de501bcc0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a29bd85840c4456c server_cookie=bb49ded9f066c651 in_seq=0 out_seq=0 2024-09-16T01:47:42.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3977093233 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x562de4efcd60 con 0x562de4faa110 2024-09-16T01:47:42.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31b9ffb640 10 client.25523 handle_command_reply: tid=0 2024-09-16T01:47:42.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31daf34740 1 client.25523 shutdown 2024-09-16T01:47:42.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31daf34740 1 -- 172.21.15.17:0/3977093233 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8fdc0 msgr2=0x562de4f9eb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:42.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31daf34740 1 --2- 172.21.15.17:0/3977093233 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8fdc0 0x562de4f9eb70 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f31bc004650 tx=0x7f31bc004880 comp rx=0 tx=0).stop 2024-09-16T01:47:42.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31daf34740 1 -- 172.21.15.17:0/3977093233 shutdown_connections 2024-09-16T01:47:42.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31daf34740 1 --2- 172.21.15.17:0/3977093233 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562de4faa110 0x562de501bcc0 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31daf34740 1 --2- 172.21.15.17:0/3977093233 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562de4f9a680 0x562de4f9f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31daf34740 1 --2- 172.21.15.17:0/3977093233 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562de4f8fdc0 0x562de4f9eb70 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31b9ffb640 0 client.25523 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:47:42.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31daf34740 1 --2- 172.21.15.17:0/3977093233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562de4f8f4a0 0x562de4f9e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31daf34740 1 -- 172.21.15.17:0/3977093233 >> 172.21.15.17:0/3977093233 conn(0x562de4f8ba30 msgr2=0x562de4f8a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:42.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31daf34740 1 -- 172.21.15.17:0/3977093233 shutdown_connections 2024-09-16T01:47:42.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31daf34740 1 -- 172.21.15.17:0/3977093233 wait complete. 2024-09-16T01:47:42.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.726+0000 7f31daf34740 20 client.25523 trim_cache size 0 max 16384 2024-09-16T01:47:42.735 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:47:42.735 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:47:42.735 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:47:42.735 INFO:teuthology.orchestra.run.smithi017.stdout: "dab876bb-79f6-40fa-bad9-ba829fd56b8d": { 2024-09-16T01:47:42.735 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:47:42.735 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "dab876bb-79f6-40fa-bad9-ba829fd56b8d", 2024-09-16T01:47:42.735 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:47:42.735 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:47:42.735 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:47:42.735 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:47:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.727+0000 7f31d8b5b640 1 -- 172.21.15.17:0/3303955354 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f31c00a3240 msgr2=0x7f31c00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.727+0000 7f31d8b5b640 1 --2- 172.21.15.17:0/3303955354 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f31c00a3240 0x7f31c00a5700 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f31cc005e30 tx=0x7f31cc02a8c0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.727+0000 7f31d8b5b640 1 -- 172.21.15.17:0/3303955354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d4101de0 msgr2=0x7f31d4198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:47:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.727+0000 7f31d8b5b640 1 --2- 172.21.15.17:0/3303955354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d4101de0 0x7f31d4198380 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f31c400e9f0 tx=0x7f31c400edf0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.727+0000 7f31d8b5b640 1 -- 172.21.15.17:0/3303955354 shutdown_connections 2024-09-16T01:47:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.727+0000 7f31d8b5b640 1 --2- 172.21.15.17:0/3303955354 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f31c00a3240 0x7f31c00a5700 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.727+0000 7f31d8b5b640 1 --2- 172.21.15.17:0/3303955354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d4106f10 0x7f31d419cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.727+0000 7f31d8b5b640 1 --2- 172.21.15.17:0/3303955354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31d4102790 0x7f31d41988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.727+0000 7f31d8b5b640 1 --2- 172.21.15.17:0/3303955354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d4101de0 0x7f31d4198380 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:47:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.727+0000 7f31d8b5b640 1 -- 172.21.15.17:0/3303955354 >> 172.21.15.17:0/3303955354 conn(0x7f31d40fd8c0 msgr2=0x7f31d40febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:47:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.727+0000 7f31d8b5b640 1 -- 172.21.15.17:0/3303955354 shutdown_connections 2024-09-16T01:47:42.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:47:42.727+0000 7f31d8b5b640 1 -- 172.21.15.17:0/3303955354 wait complete. 2024-09-16T01:47:43.556 INFO:tasks.cephfs.filesystem:scrub status for tag:dab876bb-79f6-40fa-bad9-ba829fd56b8d - {'path': '/', 'tag': 'dab876bb-79f6-40fa-bad9-ba829fd56b8d', 'options': 'recursive,force'} 2024-09-16T01:47:43.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 131029 3.77 MB/sec execute 66 sec latency 12.358 ms 2024-09-16T01:47:44.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:44 smithi017 ceph-mon[30972]: pgmap v465: 97 pgs: 97 active+clean; 70 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 88 op/s 2024-09-16T01:47:44.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:44 smithi029 ceph-mon[34783]: pgmap v465: 97 pgs: 97 active+clean; 70 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 88 op/s 2024-09-16T01:47:44.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:44 smithi122 ceph-mon[34758]: pgmap v465: 97 pgs: 97 active+clean; 70 MiB data, 612 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 88 op/s 2024-09-16T01:47:44.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 131601 3.78 MB/sec execute 67 sec latency 11.113 ms 2024-09-16T01:47:45.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:45 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:47:45.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:45 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:47:45.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:45 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:47:45.588 INFO:tasks.workunit.client.0.smithi017.stdout: 1 132165 3.74 MB/sec execute 68 sec latency 18.144 ms 2024-09-16T01:47:46.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:46 smithi017 ceph-mon[30972]: pgmap v466: 97 pgs: 97 active+clean; 71 MiB data, 626 MiB used, 1.0 TiB / 1.0 TiB avail; 336 KiB/s rd, 1.9 MiB/s wr, 108 op/s 2024-09-16T01:47:46.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:46 smithi029 ceph-mon[34783]: pgmap v466: 97 pgs: 97 active+clean; 71 MiB data, 626 MiB used, 1.0 TiB / 1.0 TiB avail; 336 KiB/s rd, 1.9 MiB/s wr, 108 op/s 2024-09-16T01:47:46.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:46 smithi122 ceph-mon[34758]: pgmap v466: 97 pgs: 97 active+clean; 71 MiB data, 626 MiB used, 1.0 TiB / 1.0 TiB avail; 336 KiB/s rd, 1.9 MiB/s wr, 108 op/s 2024-09-16T01:47:46.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 132892 3.75 MB/sec execute 69 sec latency 15.876 ms 2024-09-16T01:47:47.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 133674 3.72 MB/sec execute 70 sec latency 13.481 ms 2024-09-16T01:47:48.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:48 smithi029 ceph-mon[34783]: pgmap v467: 97 pgs: 97 active+clean; 71 MiB data, 626 MiB used, 1.0 TiB / 1.0 TiB avail; 224 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:47:48.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:48 smithi122 ceph-mon[34758]: pgmap v467: 97 pgs: 97 active+clean; 71 MiB data, 626 MiB used, 1.0 TiB / 1.0 TiB avail; 224 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:47:48.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 134580 3.77 MB/sec execute 71 sec latency 13.530 ms 2024-09-16T01:47:48.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:48 smithi017 ceph-mon[30972]: pgmap v467: 97 pgs: 97 active+clean; 71 MiB data, 626 MiB used, 1.0 TiB / 1.0 TiB avail; 224 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:47:49.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 135146 3.78 MB/sec execute 72 sec latency 13.231 ms 2024-09-16T01:47:50.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:50 smithi122 ceph-mon[34758]: pgmap v468: 97 pgs: 97 active+clean; 71 MiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:47:50.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:50 smithi029 ceph-mon[34783]: pgmap v468: 97 pgs: 97 active+clean; 71 MiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:47:50.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 135694 3.74 MB/sec execute 73 sec latency 16.040 ms 2024-09-16T01:47:50.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:50 smithi017 ceph-mon[30972]: pgmap v468: 97 pgs: 97 active+clean; 71 MiB data, 611 MiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:47:51.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 136423 3.75 MB/sec execute 74 sec latency 13.596 ms 2024-09-16T01:47:52.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:52 smithi029 ceph-mon[34783]: pgmap v469: 97 pgs: 97 active+clean; 73 MiB data, 613 MiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:47:52.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:52 smithi122 ceph-mon[34758]: pgmap v469: 97 pgs: 97 active+clean; 73 MiB data, 613 MiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:47:52.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 137189 3.73 MB/sec execute 75 sec latency 13.652 ms 2024-09-16T01:47:52.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:52 smithi017 ceph-mon[30972]: pgmap v469: 97 pgs: 97 active+clean; 73 MiB data, 613 MiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:47:53.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 138112 3.77 MB/sec execute 76 sec latency 12.516 ms 2024-09-16T01:47:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:54 smithi122 ceph-mon[34758]: pgmap v470: 97 pgs: 97 active+clean; 74 MiB data, 636 MiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:47:54.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:54 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:47:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:54 smithi029 ceph-mon[34783]: pgmap v470: 97 pgs: 97 active+clean; 74 MiB data, 636 MiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:47:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:54 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:47:54.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 138630 3.78 MB/sec execute 77 sec latency 14.944 ms 2024-09-16T01:47:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:54 smithi017 ceph-mon[30972]: pgmap v470: 97 pgs: 97 active+clean; 74 MiB data, 636 MiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:47:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:54 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:47:55.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:55 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:47:55.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:55 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:47:55.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:55 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:47:55.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:55 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:47:55.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:55 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:47:55.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:55 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:47:55.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 139175 3.74 MB/sec execute 78 sec latency 15.954 ms 2024-09-16T01:47:55.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:55 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:47:55.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:55 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:47:55.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:55 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:47:56.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 139925 3.76 MB/sec execute 79 sec latency 13.268 ms 2024-09-16T01:47:56.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:56 smithi017 ceph-mon[30972]: pgmap v471: 97 pgs: 97 active+clean; 74 MiB data, 626 MiB used, 1.0 TiB / 1.0 TiB avail; 356 KiB/s rd, 1.9 MiB/s wr, 113 op/s 2024-09-16T01:47:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:56 smithi122 ceph-mon[34758]: pgmap v471: 97 pgs: 97 active+clean; 74 MiB data, 626 MiB used, 1.0 TiB / 1.0 TiB avail; 356 KiB/s rd, 1.9 MiB/s wr, 113 op/s 2024-09-16T01:47:56.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:56 smithi029 ceph-mon[34783]: pgmap v471: 97 pgs: 97 active+clean; 74 MiB data, 626 MiB used, 1.0 TiB / 1.0 TiB avail; 356 KiB/s rd, 1.9 MiB/s wr, 113 op/s 2024-09-16T01:47:57.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 140730 3.73 MB/sec execute 80 sec latency 15.436 ms 2024-09-16T01:47:58.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 141651 3.78 MB/sec execute 81 sec latency 16.283 ms 2024-09-16T01:47:58.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:47:58 smithi017 ceph-mon[30972]: pgmap v472: 97 pgs: 97 active+clean; 75 MiB data, 627 MiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.6 MiB/s wr, 85 op/s 2024-09-16T01:47:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:47:58 smithi122 ceph-mon[34758]: pgmap v472: 97 pgs: 97 active+clean; 75 MiB data, 627 MiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.6 MiB/s wr, 85 op/s 2024-09-16T01:47:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:47:58 smithi029 ceph-mon[34783]: pgmap v472: 97 pgs: 97 active+clean; 75 MiB data, 627 MiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.6 MiB/s wr, 85 op/s 2024-09-16T01:47:59.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 142204 3.78 MB/sec execute 82 sec latency 13.213 ms 2024-09-16T01:48:00.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 142744 3.75 MB/sec execute 83 sec latency 16.265 ms 2024-09-16T01:48:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:00 smithi017 ceph-mon[30972]: pgmap v473: 97 pgs: 97 active+clean; 75 MiB data, 631 MiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:48:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:00 smithi122 ceph-mon[34758]: pgmap v473: 97 pgs: 97 active+clean; 75 MiB data, 631 MiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:48:00.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:00 smithi029 ceph-mon[34783]: pgmap v473: 97 pgs: 97 active+clean; 75 MiB data, 631 MiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:48:01.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 143529 3.76 MB/sec execute 84 sec latency 12.419 ms 2024-09-16T01:48:02.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 144318 3.74 MB/sec execute 85 sec latency 15.272 ms 2024-09-16T01:48:02.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:02 smithi017 ceph-mon[30972]: pgmap v474: 97 pgs: 97 active+clean; 76 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:48:02.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:02 smithi029 ceph-mon[34783]: pgmap v474: 97 pgs: 97 active+clean; 76 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:48:02.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:02 smithi122 ceph-mon[34758]: pgmap v474: 97 pgs: 97 active+clean; 76 MiB data, 633 MiB used, 1.0 TiB / 1.0 TiB avail; 331 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:48:03.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 145210 3.78 MB/sec execute 86 sec latency 14.946 ms 2024-09-16T01:48:04.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 145778 3.79 MB/sec execute 87 sec latency 13.030 ms 2024-09-16T01:48:04.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:04 smithi017 ceph-mon[30972]: pgmap v475: 97 pgs: 97 active+clean; 76 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 293 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:48:04.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:04 smithi029 ceph-mon[34783]: pgmap v475: 97 pgs: 97 active+clean; 76 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 293 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:48:04.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:04 smithi122 ceph-mon[34758]: pgmap v475: 97 pgs: 97 active+clean; 76 MiB data, 634 MiB used, 1.0 TiB / 1.0 TiB avail; 293 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:48:05.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 146337 3.75 MB/sec execute 88 sec latency 20.358 ms 2024-09-16T01:48:06.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 147075 3.76 MB/sec execute 89 sec latency 17.261 ms 2024-09-16T01:48:06.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:06 smithi017 ceph-mon[30972]: pgmap v476: 97 pgs: 97 active+clean; 77 MiB data, 653 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-16T01:48:06.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:06 smithi029 ceph-mon[34783]: pgmap v476: 97 pgs: 97 active+clean; 77 MiB data, 653 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-16T01:48:06.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:06 smithi122 ceph-mon[34758]: pgmap v476: 97 pgs: 97 active+clean; 77 MiB data, 653 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-16T01:48:07.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 147851 3.74 MB/sec execute 90 sec latency 27.032 ms 2024-09-16T01:48:08.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 148754 3.78 MB/sec execute 91 sec latency 13.254 ms 2024-09-16T01:48:08.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:08 smithi017 ceph-mon[30972]: pgmap v477: 97 pgs: 97 active+clean; 77 MiB data, 653 MiB used, 1.0 TiB / 1.0 TiB avail; 197 KiB/s rd, 1.5 MiB/s wr, 74 op/s 2024-09-16T01:48:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:08 smithi122 ceph-mon[34758]: pgmap v477: 97 pgs: 97 active+clean; 77 MiB data, 653 MiB used, 1.0 TiB / 1.0 TiB avail; 197 KiB/s rd, 1.5 MiB/s wr, 74 op/s 2024-09-16T01:48:08.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:08 smithi029 ceph-mon[34783]: pgmap v477: 97 pgs: 97 active+clean; 77 MiB data, 653 MiB used, 1.0 TiB / 1.0 TiB avail; 197 KiB/s rd, 1.5 MiB/s wr, 74 op/s 2024-09-16T01:48:09.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 149315 3.79 MB/sec execute 92 sec latency 13.126 ms 2024-09-16T01:48:10.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 149873 3.76 MB/sec execute 93 sec latency 22.783 ms 2024-09-16T01:48:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:10 smithi017 ceph-mon[30972]: pgmap v478: 97 pgs: 97 active+clean; 77 MiB data, 655 MiB used, 1.0 TiB / 1.0 TiB avail; 313 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:48:10.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:10 smithi029 ceph-mon[34783]: pgmap v478: 97 pgs: 97 active+clean; 77 MiB data, 655 MiB used, 1.0 TiB / 1.0 TiB avail; 313 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:48:10.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:10 smithi122 ceph-mon[34758]: pgmap v478: 97 pgs: 97 active+clean; 77 MiB data, 655 MiB used, 1.0 TiB / 1.0 TiB avail; 313 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:48:11.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 150640 3.77 MB/sec execute 94 sec latency 12.988 ms 2024-09-16T01:48:12.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 151403 3.75 MB/sec execute 95 sec latency 16.189 ms 2024-09-16T01:48:12.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:12 smithi017 ceph-mon[30972]: pgmap v479: 97 pgs: 97 active+clean; 77 MiB data, 664 MiB used, 1.0 TiB / 1.0 TiB avail; 311 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-16T01:48:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:12 smithi122 ceph-mon[34758]: pgmap v479: 97 pgs: 97 active+clean; 77 MiB data, 664 MiB used, 1.0 TiB / 1.0 TiB avail; 311 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-16T01:48:12.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:12 smithi029 ceph-mon[34783]: pgmap v479: 97 pgs: 97 active+clean; 77 MiB data, 664 MiB used, 1.0 TiB / 1.0 TiB avail; 311 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-16T01:48:13.557 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:48:13.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 152294 3.78 MB/sec execute 96 sec latency 14.363 ms 2024-09-16T01:48:13.833 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:14.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.353+0000 7fb634956640 1 -- 172.21.15.17:0/2265131222 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb630112b10 msgr2=0x7fb630114f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.353+0000 7fb634956640 1 --2- 172.21.15.17:0/2265131222 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb630112b10 0x7fb630114f00 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb628009900 tx=0x7fb62802a480 comp rx=0 tx=0).stop 2024-09-16T01:48:14.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.353+0000 7fb634956640 1 -- 172.21.15.17:0/2265131222 shutdown_connections 2024-09-16T01:48:14.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.353+0000 7fb634956640 1 --2- 172.21.15.17:0/2265131222 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb630112b10 0x7fb630114f00 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.353+0000 7fb634956640 1 --2- 172.21.15.17:0/2265131222 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb630106080 0x7fb6301125d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.353+0000 7fb634956640 1 --2- 172.21.15.17:0/2265131222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb630105760 0x7fb630105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.353+0000 7fb634956640 1 -- 172.21.15.17:0/2265131222 >> 172.21.15.17:0/2265131222 conn(0x7fb630077210 msgr2=0x7fb630077620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:14.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.353+0000 7fb634956640 1 -- 172.21.15.17:0/2265131222 shutdown_connections 2024-09-16T01:48:14.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.353+0000 7fb634956640 1 -- 172.21.15.17:0/2265131222 wait complete. 2024-09-16T01:48:14.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.354+0000 7fb634956640 1 Processor -- start 2024-09-16T01:48:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.354+0000 7fb634956640 1 -- start start 2024-09-16T01:48:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.354+0000 7fb634956640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb630105760 0x7fb6301a4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.354+0000 7fb634956640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb630106080 0x7fb6301a4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.354+0000 7fb634956640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb630112b10 0x7fb63019e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.354+0000 7fb634956640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb630118490 con 0x7fb630105760 2024-09-16T01:48:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.354+0000 7fb634956640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb630118310 con 0x7fb630106080 2024-09-16T01:48:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.354+0000 7fb634956640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb630118610 con 0x7fb630112b10 2024-09-16T01:48:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.355+0000 7fb62e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb630105760 0x7fb6301a4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.355+0000 7fb62dd9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb630106080 0x7fb6301a4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.355+0000 7fb62dd9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb630106080 0x7fb6301a4bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:40932/0 (socket says 172.21.15.17:40932) 2024-09-16T01:48:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.355+0000 7fb62dd9b640 1 -- 172.21.15.17:0/764107641 learned_addr learned my addr 172.21.15.17:0/764107641 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.355+0000 7fb62e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb630105760 0x7fb6301a4680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45118/0 (socket says 172.21.15.17:45118) 2024-09-16T01:48:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.355+0000 7fb62ed9d640 1 --2- 172.21.15.17:0/764107641 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb630112b10 0x7fb63019e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.355+0000 7fb62dd9b640 1 -- 172.21.15.17:0/764107641 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb630112b10 msgr2=0x7fb63019e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.355+0000 7fb62dd9b640 1 --2- 172.21.15.17:0/764107641 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb630112b10 0x7fb63019e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.355+0000 7fb62dd9b640 1 -- 172.21.15.17:0/764107641 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb630105760 msgr2=0x7fb6301a4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.355+0000 7fb62dd9b640 1 --2- 172.21.15.17:0/764107641 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb630105760 0x7fb6301a4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.355+0000 7fb62dd9b640 1 -- 172.21.15.17:0/764107641 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb63019f010 con 0x7fb630106080 2024-09-16T01:48:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.355+0000 7fb62dd9b640 1 --2- 172.21.15.17:0/764107641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb630106080 0x7fb6301a4bc0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb62400ea60 tx=0x7fb62400ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.355+0000 7fb61f7fe640 1 -- 172.21.15.17:0/764107641 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb62400cde0 con 0x7fb630106080 2024-09-16T01:48:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.355+0000 7fb634956640 1 -- 172.21.15.17:0/764107641 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb63019f300 con 0x7fb630106080 2024-09-16T01:48:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.356+0000 7fb61f7fe640 1 -- 172.21.15.17:0/764107641 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb6240035f0 con 0x7fb630106080 2024-09-16T01:48:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.356+0000 7fb634956640 1 -- 172.21.15.17:0/764107641 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb6301ab670 con 0x7fb630106080 2024-09-16T01:48:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.356+0000 7fb61f7fe640 1 -- 172.21.15.17:0/764107641 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb624010690 con 0x7fb630106080 2024-09-16T01:48:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.358+0000 7fb61f7fe640 1 -- 172.21.15.17:0/764107641 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb6240037a0 con 0x7fb630106080 2024-09-16T01:48:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.358+0000 7fb636d2f740 1 Processor -- start 2024-09-16T01:48:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb636d2f740 1 -- start start 2024-09-16T01:48:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb636d2f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897c4a0 0x55e99897c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb636d2f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897cdc0 0x55e998987140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb636d2f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e998987680 0x55e998989a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb636d2f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e9988e22e0 con 0x55e998987680 2024-09-16T01:48:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb636d2f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e998889ce0 con 0x55e99897cdc0 2024-09-16T01:48:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb636d2f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e9988de2a0 con 0x55e99897c4a0 2024-09-16T01:48:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb61f7fe640 1 --2- 172.21.15.17:0/764107641 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb6180a32c0 0x7fb6180a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb62ed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897c4a0 0x55e99897c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb62dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e998987680 0x55e998989a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb62ed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897c4a0 0x55e99897c880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:56518/0 (socket says 172.21.15.17:56518) 2024-09-16T01:48:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb62ed9d640 1 -- 172.21.15.17:0/1005145034 learned_addr learned my addr 172.21.15.17:0/1005145034 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb62e59c640 1 --2- 172.21.15.17:0/1005145034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897cdc0 0x55e998987140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb62ed9d640 1 --2- 172.21.15.17:0/764107641 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb6180a32c0 0x7fb6180a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.359+0000 7fb61f7fe640 1 -- 172.21.15.17:0/764107641 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb6240cfae0 con 0x7fb630106080 2024-09-16T01:48:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.360+0000 7fb62ed9d640 1 -- 172.21.15.17:0/1005145034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897cdc0 msgr2=0x55e998987140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.360+0000 7fb62ed9d640 1 --2- 172.21.15.17:0/1005145034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897cdc0 0x55e998987140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.360+0000 7fb62ed9d640 1 -- 172.21.15.17:0/1005145034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e998987680 msgr2=0x55e998989a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.360+0000 7fb62ed9d640 1 --2- 172.21.15.17:0/1005145034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e998987680 0x55e998989a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.360+0000 7fb62ed9d640 1 -- 172.21.15.17:0/1005145034 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e99886e440 con 0x55e99897c4a0 2024-09-16T01:48:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.360+0000 7fb62e59c640 1 --2- 172.21.15.17:0/1005145034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897cdc0 0x55e998987140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.360+0000 7fb62dd9b640 1 --2- 172.21.15.17:0/1005145034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e998987680 0x55e998989a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.360+0000 7fb62ed9d640 1 --2- 172.21.15.17:0/1005145034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897c4a0 0x55e99897c880 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb628005ec0 tx=0x7fb6280039b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cb64460d1ad847e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.360+0000 7fb62ed9d640 1 --2- 172.21.15.17:0/764107641 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb6180a32c0 0x7fb6180a5780 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fb628031440 tx=0x7fb62803a000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.360+0000 7fb61cff9640 1 -- 172.21.15.17:0/1005145034 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb62804e070 con 0x55e99897c4a0 2024-09-16T01:48:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.360+0000 7fb61cff9640 1 -- 172.21.15.17:0/1005145034 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb628031d20 con 0x55e99897c4a0 2024-09-16T01:48:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.360+0000 7fb61cff9640 1 -- 172.21.15.17:0/1005145034 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb628035040 con 0x55e99897c4a0 2024-09-16T01:48:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.361+0000 7fb636d2f740 1 -- 172.21.15.17:0/1005145034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897c4a0 msgr2=0x55e99897c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.361+0000 7fb636d2f740 1 --2- 172.21.15.17:0/1005145034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897c4a0 0x55e99897c880 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fb628005ec0 tx=0x7fb6280039b0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.361+0000 7fb636d2f740 1 -- 172.21.15.17:0/1005145034 shutdown_connections 2024-09-16T01:48:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.361+0000 7fb636d2f740 1 --2- 172.21.15.17:0/1005145034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e998987680 0x55e998989a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.361+0000 7fb636d2f740 1 --2- 172.21.15.17:0/1005145034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897cdc0 0x55e998987140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.361+0000 7fb636d2f740 1 --2- 172.21.15.17:0/1005145034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897c4a0 0x55e99897c880 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.361+0000 7fb636d2f740 1 -- 172.21.15.17:0/1005145034 >> 172.21.15.17:0/1005145034 conn(0x55e998978a30 msgr2=0x55e998978e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.361+0000 7fb636d2f740 1 -- 172.21.15.17:0/1005145034 shutdown_connections 2024-09-16T01:48:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.361+0000 7fb636d2f740 1 -- 172.21.15.17:0/1005145034 wait complete. 2024-09-16T01:48:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb636d2f740 1 -- start start 2024-09-16T01:48:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb636d2f740 1 Processor -- start 2024-09-16T01:48:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb636d2f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897c4a0 0x55e998987010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb636d2f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e99897cdc0 0x55e9989842c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb636d2f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e998987680 0x55e998984840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb636d2f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e99898a250 con 0x55e99897cdc0 2024-09-16T01:48:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb636d2f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e99889d050 con 0x55e998987680 2024-09-16T01:48:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb636d2f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e99898a3d0 con 0x55e99897c4a0 2024-09-16T01:48:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb636d2f740 10 client.0 _ll_register_callbacks cb 0x55e9988dd160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb62dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e99897cdc0 0x55e9989842c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb62e59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897c4a0 0x55e998987010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb62dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e99897cdc0 0x55e9989842c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45140/0 (socket says 172.21.15.17:45140) 2024-09-16T01:48:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb62dd9b640 1 -- 172.21.15.17:0/3070845065 learned_addr learned my addr 172.21.15.17:0/3070845065 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb62ed9d640 1 --2- 172.21.15.17:0/3070845065 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e998987680 0x55e998984840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb62dd9b640 1 -- 172.21.15.17:0/3070845065 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897c4a0 msgr2=0x55e998987010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb62dd9b640 1 --2- 172.21.15.17:0/3070845065 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897c4a0 0x55e998987010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb62dd9b640 1 -- 172.21.15.17:0/3070845065 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e998987680 msgr2=0x55e998984840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb62dd9b640 1 --2- 172.21.15.17:0/3070845065 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e998987680 0x55e998984840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb62dd9b640 1 -- 172.21.15.17:0/3070845065 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e9986533c0 con 0x55e99897cdc0 2024-09-16T01:48:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb62e59c640 1 --2- 172.21.15.17:0/3070845065 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897c4a0 0x55e998987010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.362+0000 7fb62ed9d640 1 --2- 172.21.15.17:0/3070845065 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e998987680 0x55e998984840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb62dd9b640 1 --2- 172.21.15.17:0/3070845065 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e99897cdc0 0x55e9989842c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fb624013e90 tx=0x7fb62409bfc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3df483ac88101836 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb615ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb615ffb640 1 -- 172.21.15.17:0/3070845065 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb62409c800 con 0x55e99897cdc0 2024-09-16T01:48:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb636d2f740 1 -- 172.21.15.17:0/3070845065 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb628031d20 con 0x55e99897cdc0 2024-09-16T01:48:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb615ffb640 1 -- 172.21.15.17:0/3070845065 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb6240a0160 con 0x55e99897cdc0 2024-09-16T01:48:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb615ffb640 1 -- 172.21.15.17:0/3070845065 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb624010830 con 0x55e99897cdc0 2024-09-16T01:48:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb636d2f740 10 client.15999 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb636d2f740 1 -- 172.21.15.17:0/3070845065 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e998995ca0 con 0x55e99897cdc0 2024-09-16T01:48:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb615ffb640 1 -- 172.21.15.17:0/3070845065 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb628031d20 con 0x55e99897cdc0 2024-09-16T01:48:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb615ffb640 1 -- 172.21.15.17:0/3070845065 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb624098770 con 0x55e99897cdc0 2024-09-16T01:48:14.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb636d2f740 10 client.15999 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:14.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb636d2f740 10 client.15999 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:14.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb636d2f740 20 client.15999 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:14.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb636d2f740 1 --2- 172.21.15.17:0/3070845065 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e998997120 0x55e998999510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb636d2f740 4 client.15999 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:14.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.363+0000 7fb636d2f740 1 -- 172.21.15.17:0/3070845065 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e9988ef850 con 0x55e998997120 2024-09-16T01:48:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.364+0000 7fb62e59c640 1 --2- 172.21.15.17:0/3070845065 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e998997120 0x55e998999510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.364+0000 7fb62e59c640 1 --2- 172.21.15.17:0/3070845065 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e998997120 0x55e998999510 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=426fdb25717a9270 server_cookie=419139d8c495cbef in_seq=0 out_seq=0 2024-09-16T01:48:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.364+0000 7fb615ffb640 10 client.15999 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb615ffb640 1 -- 172.21.15.17:0/3070845065 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e9988ef850 con 0x55e998997120 2024-09-16T01:48:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb615ffb640 10 client.15999 handle_command_reply: tid=0 2024-09-16T01:48:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb636d2f740 1 client.15999 shutdown 2024-09-16T01:48:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb636d2f740 1 -- 172.21.15.17:0/3070845065 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e99897cdc0 msgr2=0x55e9989842c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb636d2f740 1 --2- 172.21.15.17:0/3070845065 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e99897cdc0 0x55e9989842c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fb624013e90 tx=0x7fb62409bfc0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb636d2f740 1 -- 172.21.15.17:0/3070845065 shutdown_connections 2024-09-16T01:48:14.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb636d2f740 1 --2- 172.21.15.17:0/3070845065 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e998997120 0x55e998999510 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb636d2f740 1 --2- 172.21.15.17:0/3070845065 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e998987680 0x55e998984840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb615ffb640 0 client.15999 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:14.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb636d2f740 1 --2- 172.21.15.17:0/3070845065 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e99897cdc0 0x55e9989842c0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb636d2f740 1 --2- 172.21.15.17:0/3070845065 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897c4a0 0x55e998987010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb636d2f740 1 -- 172.21.15.17:0/3070845065 >> 172.21.15.17:0/3070845065 conn(0x55e998978a30 msgr2=0x55e99897e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:14.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb636d2f740 1 -- 172.21.15.17:0/3070845065 shutdown_connections 2024-09-16T01:48:14.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb636d2f740 1 -- 172.21.15.17:0/3070845065 wait complete. 2024-09-16T01:48:14.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.365+0000 7fb636d2f740 20 client.15999 trim_cache size 0 max 16384 2024-09-16T01:48:14.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.384+0000 7fb636d2f740 1 Processor -- start 2024-09-16T01:48:14.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.384+0000 7fb636d2f740 1 -- start start 2024-09-16T01:48:14.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.384+0000 7fb636d2f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e99897c4a0 0x55e9989934b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.384+0000 7fb636d2f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897cdc0 0x55e998983b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.384+0000 7fb636d2f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e998987680 0x55e99897f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.384+0000 7fb636d2f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb6301b6460 con 0x55e99897c4a0 2024-09-16T01:48:14.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.385+0000 7fb636d2f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb6301b3d30 con 0x55e99897cdc0 2024-09-16T01:48:14.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.385+0000 7fb636d2f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb6301b1b60 con 0x55e998987680 2024-09-16T01:48:14.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.385+0000 7fb62e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e99897c4a0 0x55e9989934b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.385+0000 7fb62e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e99897c4a0 0x55e9989934b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45146/0 (socket says 172.21.15.17:45146) 2024-09-16T01:48:14.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.385+0000 7fb62e59c640 1 -- 172.21.15.17:0/513553777 learned_addr learned my addr 172.21.15.17:0/513553777 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:14.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.385+0000 7fb62ed9d640 1 --2- 172.21.15.17:0/513553777 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e998987680 0x55e99897f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.385+0000 7fb62dd9b640 1 --2- 172.21.15.17:0/513553777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897cdc0 0x55e998983b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.385+0000 7fb62e59c640 1 -- 172.21.15.17:0/513553777 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e998987680 msgr2=0x55e99897f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:14.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.385+0000 7fb62e59c640 1 --2- 172.21.15.17:0/513553777 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e998987680 0x55e99897f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.385+0000 7fb62e59c640 1 -- 172.21.15.17:0/513553777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897cdc0 msgr2=0x55e998983b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:14.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.385+0000 7fb62e59c640 1 --2- 172.21.15.17:0/513553777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897cdc0 0x55e998983b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.385+0000 7fb62e59c640 1 -- 172.21.15.17:0/513553777 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e998987380 con 0x55e99897c4a0 2024-09-16T01:48:14.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.385+0000 7fb62e59c640 1 --2- 172.21.15.17:0/513553777 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e99897c4a0 0x55e9989934b0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fb620005fd0 tx=0x7fb620009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d78733027c58a97 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.386+0000 7fb617fff640 1 -- 172.21.15.17:0/513553777 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb620004b20 con 0x55e99897c4a0 2024-09-16T01:48:14.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.386+0000 7fb617fff640 1 -- 172.21.15.17:0/513553777 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb620004cc0 con 0x55e99897c4a0 2024-09-16T01:48:14.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.386+0000 7fb617fff640 1 -- 172.21.15.17:0/513553777 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6200057e0 con 0x55e99897c4a0 2024-09-16T01:48:14.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.386+0000 7fb636d2f740 1 -- 172.21.15.17:0/513553777 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e99897c4a0 msgr2=0x55e9989934b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.386+0000 7fb636d2f740 1 --2- 172.21.15.17:0/513553777 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e99897c4a0 0x55e9989934b0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fb620005fd0 tx=0x7fb620009500 comp rx=0 tx=0).stop 2024-09-16T01:48:14.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.386+0000 7fb636d2f740 1 -- 172.21.15.17:0/513553777 shutdown_connections 2024-09-16T01:48:14.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.386+0000 7fb636d2f740 1 --2- 172.21.15.17:0/513553777 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e998987680 0x55e99897f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.386+0000 7fb636d2f740 1 --2- 172.21.15.17:0/513553777 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897cdc0 0x55e998983b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.386+0000 7fb636d2f740 1 --2- 172.21.15.17:0/513553777 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e99897c4a0 0x55e9989934b0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.386+0000 7fb636d2f740 1 -- 172.21.15.17:0/513553777 >> 172.21.15.17:0/513553777 conn(0x55e998978a30 msgr2=0x55e99897f0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:14.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.386+0000 7fb636d2f740 1 -- 172.21.15.17:0/513553777 shutdown_connections 2024-09-16T01:48:14.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.387+0000 7fb636d2f740 1 -- 172.21.15.17:0/513553777 wait complete. 2024-09-16T01:48:14.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.387+0000 7fb636d2f740 1 -- start start 2024-09-16T01:48:14.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.387+0000 7fb636d2f740 1 Processor -- start 2024-09-16T01:48:14.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.387+0000 7fb636d2f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897c4a0 0x55e99898f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.387+0000 7fb636d2f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897cdc0 0x55e99898fed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.387+0000 7fb636d2f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e998987680 0x55e99898af10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.387+0000 7fb636d2f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb6301b21f0 con 0x55e998987680 2024-09-16T01:48:14.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.387+0000 7fb636d2f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb6301b3660 con 0x55e99897c4a0 2024-09-16T01:48:14.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.387+0000 7fb636d2f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb6301b28c0 con 0x55e99897cdc0 2024-09-16T01:48:14.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.387+0000 7fb636d2f740 10 client.0 _ll_register_callbacks cb 0x7fb624003d20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:14.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.387+0000 7fb62dd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897cdc0 0x55e99898fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.387+0000 7fb62e59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897c4a0 0x55e99898f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.387+0000 7fb62e59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897c4a0 0x55e99898f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:40982/0 (socket says 172.21.15.17:40982) 2024-09-16T01:48:14.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.387+0000 7fb62e59c640 1 -- 172.21.15.17:0/515331816 learned_addr learned my addr 172.21.15.17:0/515331816 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:14.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.388+0000 7fb62ed9d640 1 --2- 172.21.15.17:0/515331816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e998987680 0x55e99898af10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.388+0000 7fb62dd9b640 1 -- 172.21.15.17:0/515331816 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897c4a0 msgr2=0x55e99898f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:14.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.388+0000 7fb62dd9b640 1 --2- 172.21.15.17:0/515331816 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897c4a0 0x55e99898f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.388+0000 7fb62dd9b640 1 -- 172.21.15.17:0/515331816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e998987680 msgr2=0x55e99898af10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:14.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.388+0000 7fb62dd9b640 1 --2- 172.21.15.17:0/515331816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e998987680 0x55e99898af10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.388+0000 7fb62dd9b640 1 -- 172.21.15.17:0/515331816 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e99898b740 con 0x55e99897cdc0 2024-09-16T01:48:14.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.388+0000 7fb62ed9d640 1 --2- 172.21.15.17:0/515331816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e998987680 0x55e99898af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:14.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.388+0000 7fb62e59c640 1 --2- 172.21.15.17:0/515331816 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897c4a0 0x55e99898f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:14.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.388+0000 7fb62dd9b640 1 --2- 172.21.15.17:0/515331816 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897cdc0 0x55e99898fed0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fb62409c090 tx=0x7fb62409ca90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fcca6cada82449bc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.388+0000 7fb615ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:48:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.389+0000 7fb615ffb640 1 -- 172.21.15.17:0/515331816 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb6240a4dc0 con 0x55e99897cdc0 2024-09-16T01:48:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.389+0000 7fb615ffb640 1 -- 172.21.15.17:0/515331816 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb62409b750 con 0x55e99897cdc0 2024-09-16T01:48:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.389+0000 7fb636d2f740 1 -- 172.21.15.17:0/515331816 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb620004cc0 con 0x55e99897cdc0 2024-09-16T01:48:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.389+0000 7fb615ffb640 1 -- 172.21.15.17:0/515331816 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb62409ba60 con 0x55e99897cdc0 2024-09-16T01:48:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.389+0000 7fb636d2f740 10 client.25660 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.389+0000 7fb636d2f740 1 -- 172.21.15.17:0/515331816 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e998a01a00 con 0x55e99897cdc0 2024-09-16T01:48:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.390+0000 7fb615ffb640 1 -- 172.21.15.17:0/515331816 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb620004cc0 con 0x55e99897cdc0 2024-09-16T01:48:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.390+0000 7fb615ffb640 1 -- 172.21.15.17:0/515331816 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb624097e50 con 0x55e99897cdc0 2024-09-16T01:48:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.390+0000 7fb636d2f740 10 client.25660 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.390+0000 7fb636d2f740 10 client.25660 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.390+0000 7fb636d2f740 20 client.25660 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:14.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.390+0000 7fb636d2f740 1 --2- 172.21.15.17:0/515331816 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e998997120 0x55e998a04130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:14.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.390+0000 7fb636d2f740 4 client.25660 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:48:14.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.390+0000 7fb636d2f740 1 -- 172.21.15.17:0/515331816 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e9988e9d60 con 0x55e998997120 2024-09-16T01:48:14.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.390+0000 7fb62e59c640 1 --2- 172.21.15.17:0/515331816 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e998997120 0x55e998a04130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:14.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.391+0000 7fb62e59c640 1 --2- 172.21.15.17:0/515331816 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e998997120 0x55e998a04130 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1de7109f624cccee server_cookie=e3b559be9f5c2846 in_seq=0 out_seq=0 2024-09-16T01:48:14.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.391+0000 7fb615ffb640 10 client.25660 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:14.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.393+0000 7fb615ffb640 1 -- 172.21.15.17:0/515331816 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e9988e9d60 con 0x55e998997120 2024-09-16T01:48:14.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.393+0000 7fb615ffb640 10 client.25660 handle_command_reply: tid=0 2024-09-16T01:48:14.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.393+0000 7fb636d2f740 1 client.25660 shutdown 2024-09-16T01:48:14.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.393+0000 7fb636d2f740 1 -- 172.21.15.17:0/515331816 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897cdc0 msgr2=0x55e99898fed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.393+0000 7fb636d2f740 1 --2- 172.21.15.17:0/515331816 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897cdc0 0x55e99898fed0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fb62409c090 tx=0x7fb62409ca90 comp rx=0 tx=0).stop 2024-09-16T01:48:14.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.393+0000 7fb636d2f740 1 -- 172.21.15.17:0/515331816 shutdown_connections 2024-09-16T01:48:14.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.393+0000 7fb636d2f740 1 --2- 172.21.15.17:0/515331816 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e998997120 0x55e998a04130 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.393+0000 7fb636d2f740 1 --2- 172.21.15.17:0/515331816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e998987680 0x55e99898af10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.393+0000 7fb636d2f740 1 --2- 172.21.15.17:0/515331816 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e99897cdc0 0x55e99898fed0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.393+0000 7fb636d2f740 1 --2- 172.21.15.17:0/515331816 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e99897c4a0 0x55e99898f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.393+0000 7fb615ffb640 0 client.25660 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:14.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.393+0000 7fb636d2f740 1 -- 172.21.15.17:0/515331816 >> 172.21.15.17:0/515331816 conn(0x55e998978a30 msgr2=0x55e998986340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:14.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.394+0000 7fb636d2f740 1 -- 172.21.15.17:0/515331816 shutdown_connections 2024-09-16T01:48:14.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.394+0000 7fb636d2f740 1 -- 172.21.15.17:0/515331816 wait complete. 2024-09-16T01:48:14.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.394+0000 7fb636d2f740 20 client.25660 trim_cache size 0 max 16384 2024-09-16T01:48:14.400 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:48:14.400 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:48:14.400 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:48:14.400 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:48:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.394+0000 7fb634956640 1 -- 172.21.15.17:0/764107641 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb6180a32c0 msgr2=0x7fb6180a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.394+0000 7fb634956640 1 --2- 172.21.15.17:0/764107641 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb6180a32c0 0x7fb6180a5780 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fb628031440 tx=0x7fb62803a000 comp rx=0 tx=0).stop 2024-09-16T01:48:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.394+0000 7fb634956640 1 -- 172.21.15.17:0/764107641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb630106080 msgr2=0x7fb6301a4bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.394+0000 7fb634956640 1 --2- 172.21.15.17:0/764107641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb630106080 0x7fb6301a4bc0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb62400ea60 tx=0x7fb62400ef20 comp rx=0 tx=0).stop 2024-09-16T01:48:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.394+0000 7fb634956640 1 -- 172.21.15.17:0/764107641 shutdown_connections 2024-09-16T01:48:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.394+0000 7fb634956640 1 --2- 172.21.15.17:0/764107641 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb6180a32c0 0x7fb6180a5780 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.394+0000 7fb634956640 1 --2- 172.21.15.17:0/764107641 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb630112b10 0x7fb63019e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.394+0000 7fb634956640 1 --2- 172.21.15.17:0/764107641 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb630106080 0x7fb6301a4bc0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.394+0000 7fb634956640 1 --2- 172.21.15.17:0/764107641 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb630105760 0x7fb6301a4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.394+0000 7fb634956640 1 -- 172.21.15.17:0/764107641 >> 172.21.15.17:0/764107641 conn(0x7fb630077210 msgr2=0x7fb630111670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:14.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.395+0000 7fb634956640 1 -- 172.21.15.17:0/764107641 shutdown_connections 2024-09-16T01:48:14.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:14.395+0000 7fb634956640 1 -- 172.21.15.17:0/764107641 wait complete. 2024-09-16T01:48:14.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:14 smithi017 ceph-mon[30972]: pgmap v480: 97 pgs: 97 active+clean; 79 MiB data, 665 MiB used, 1.0 TiB / 1.0 TiB avail; 311 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:48:14.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 152827 3.79 MB/sec execute 97 sec latency 27.537 ms 2024-09-16T01:48:14.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:14 smithi122 ceph-mon[34758]: pgmap v480: 97 pgs: 97 active+clean; 79 MiB data, 665 MiB used, 1.0 TiB / 1.0 TiB avail; 311 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:48:14.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:14 smithi029 ceph-mon[34783]: pgmap v480: 97 pgs: 97 active+clean; 79 MiB data, 665 MiB used, 1.0 TiB / 1.0 TiB avail; 311 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:48:15.212 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:48:15.287 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:48:15.587 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:15.589 INFO:tasks.workunit.client.0.smithi017.stdout: 1 153331 3.76 MB/sec execute 98 sec latency 17.695 ms 2024-09-16T01:48:16.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.141+0000 7f026eb85640 1 -- 172.21.15.17:0/1869992833 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02680745c0 msgr2=0x7f02680749a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:16.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.141+0000 7f026eb85640 1 --2- 172.21.15.17:0/1869992833 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02680745c0 0x7f02680749a0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f025c009900 tx=0x7f025c02a480 comp rx=0 tx=0).stop 2024-09-16T01:48:16.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.141+0000 7f026eb85640 1 -- 172.21.15.17:0/1869992833 shutdown_connections 2024-09-16T01:48:16.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.141+0000 7f026eb85640 1 --2- 172.21.15.17:0/1869992833 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f026810e420 0x7f0268110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.141+0000 7f026eb85640 1 --2- 172.21.15.17:0/1869992833 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0268074ee0 0x7f026810dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.141+0000 7f026eb85640 1 --2- 172.21.15.17:0/1869992833 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02680745c0 0x7f02680749a0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.141+0000 7f026eb85640 1 -- 172.21.15.17:0/1869992833 >> 172.21.15.17:0/1869992833 conn(0x7f02680fd8e0 msgr2=0x7f02680ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:16.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.141+0000 7f026eb85640 1 -- 172.21.15.17:0/1869992833 shutdown_connections 2024-09-16T01:48:16.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.141+0000 7f026eb85640 1 -- 172.21.15.17:0/1869992833 wait complete. 2024-09-16T01:48:16.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.142+0000 7f026eb85640 1 Processor -- start 2024-09-16T01:48:16.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.142+0000 7f026eb85640 1 -- start start 2024-09-16T01:48:16.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.142+0000 7f026eb85640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02680745c0 0x7f026819a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:16.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.142+0000 7f026eb85640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0268074ee0 0x7f026819aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:16.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.142+0000 7f026eb85640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f026810e420 0x7f026819ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:16.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.142+0000 7f026eb85640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0268114030 con 0x7f0268074ee0 2024-09-16T01:48:16.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.142+0000 7f026eb85640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0268113eb0 con 0x7f02680745c0 2024-09-16T01:48:16.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.142+0000 7f026eb85640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f02681141b0 con 0x7f026810e420 2024-09-16T01:48:16.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f026c921640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02680745c0 0x7f026819a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:16.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f026c921640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02680745c0 0x7f026819a510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:40234/0 (socket says 172.21.15.17:40234) 2024-09-16T01:48:16.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f026c921640 1 -- 172.21.15.17:0/1749237107 learned_addr learned my addr 172.21.15.17:0/1749237107 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:16.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f026d122640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f026810e420 0x7f026819ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:16.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f0267fff640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0268074ee0 0x7f026819aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:16.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f026d122640 1 -- 172.21.15.17:0/1749237107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02680745c0 msgr2=0x7f026819a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:16.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f026d122640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02680745c0 0x7f026819a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f026d122640 1 -- 172.21.15.17:0/1749237107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0268074ee0 msgr2=0x7f026819aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:16.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f026d122640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0268074ee0 0x7f026819aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f026d122640 1 -- 172.21.15.17:0/1749237107 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f026819f4c0 con 0x7f026810e420 2024-09-16T01:48:16.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f026c921640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02680745c0 0x7f026819a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:16.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f026d122640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f026810e420 0x7f026819ede0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f0260005fd0 tx=0x7f026000ee50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:16.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f0265ffb640 1 -- 172.21.15.17:0/1749237107 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f026000cd30 con 0x7f026810e420 2024-09-16T01:48:16.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f026eb85640 1 -- 172.21.15.17:0/1749237107 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f026819f7b0 con 0x7f026810e420 2024-09-16T01:48:16.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f0265ffb640 1 -- 172.21.15.17:0/1749237107 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0260005020 con 0x7f026810e420 2024-09-16T01:48:16.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.143+0000 7f0265ffb640 1 -- 172.21.15.17:0/1749237107 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0260010690 con 0x7f026810e420 2024-09-16T01:48:16.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.144+0000 7f026eb85640 1 -- 172.21.15.17:0/1749237107 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02681a7090 con 0x7f026810e420 2024-09-16T01:48:16.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.145+0000 7f026eb85640 1 -- 172.21.15.17:0/1749237107 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02680749a0 con 0x7f026810e420 2024-09-16T01:48:16.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.146+0000 7f0265ffb640 1 -- 172.21.15.17:0/1749237107 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f02600051d0 con 0x7f026810e420 2024-09-16T01:48:16.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.146+0000 7f0265ffb640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02580a32c0 0x7f02580a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:16.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.147+0000 7f026c921640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02580a32c0 0x7f02580a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:16.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.147+0000 7f0265ffb640 1 -- 172.21.15.17:0/1749237107 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f02600cfe80 con 0x7f026810e420 2024-09-16T01:48:16.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.147+0000 7f026c921640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02580a32c0 0x7f02580a5780 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f025c031440 tx=0x7f025c0058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:16.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.151+0000 7f0265ffb640 1 -- 172.21.15.17:0/1749237107 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f026009cba0 con 0x7f026810e420 2024-09-16T01:48:16.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.401+0000 7f026eb85640 1 -- 172.21.15.17:0/1749237107 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0268109600 con 0x7f026810e420 2024-09-16T01:48:16.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.401+0000 7f0265ffb640 1 -- 172.21.15.17:0/1749237107 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f026009c4a0 con 0x7f026810e420 2024-09-16T01:48:16.403 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:48:16.403 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:48:16.403 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:48:16.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.404+0000 7f026eb85640 1 -- 172.21.15.17:0/1749237107 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02580a32c0 msgr2=0x7f02580a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:16.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.404+0000 7f026eb85640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02580a32c0 0x7f02580a5780 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f025c031440 tx=0x7f025c0058d0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.404+0000 7f026eb85640 1 -- 172.21.15.17:0/1749237107 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f026810e420 msgr2=0x7f026819ede0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:16.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.404+0000 7f026eb85640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f026810e420 0x7f026819ede0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f0260005fd0 tx=0x7f026000ee50 comp rx=0 tx=0).stop 2024-09-16T01:48:16.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.404+0000 7f026eb85640 1 -- 172.21.15.17:0/1749237107 shutdown_connections 2024-09-16T01:48:16.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.404+0000 7f026eb85640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02580a32c0 0x7f02580a5780 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.404+0000 7f026eb85640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f026810e420 0x7f026819ede0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.404+0000 7f026eb85640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0268074ee0 0x7f026819aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.404+0000 7f026eb85640 1 --2- 172.21.15.17:0/1749237107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02680745c0 0x7f026819a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:16.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.404+0000 7f026eb85640 1 -- 172.21.15.17:0/1749237107 >> 172.21.15.17:0/1749237107 conn(0x7f02680fd8e0 msgr2=0x7f02680fefc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:16.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.404+0000 7f026eb85640 1 -- 172.21.15.17:0/1749237107 shutdown_connections 2024-09-16T01:48:16.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:16.404+0000 7f026eb85640 1 -- 172.21.15.17:0/1749237107 wait complete. 2024-09-16T01:48:16.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 154047 3.77 MB/sec execute 99 sec latency 11.926 ms 2024-09-16T01:48:16.718 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:16 smithi017 ceph-mon[30972]: pgmap v481: 97 pgs: 97 active+clean; 80 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.9 MiB/s wr, 93 op/s 2024-09-16T01:48:16.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:16 smithi029 ceph-mon[34783]: pgmap v481: 97 pgs: 97 active+clean; 80 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.9 MiB/s wr, 93 op/s 2024-09-16T01:48:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:16 smithi122 ceph-mon[34758]: pgmap v481: 97 pgs: 97 active+clean; 80 MiB data, 689 MiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.9 MiB/s wr, 93 op/s 2024-09-16T01:48:17.161 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:48:17.448 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:17.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:17 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1749237107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:48:17.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 154844 3.75 MB/sec execute 100 sec latency 15.316 ms 2024-09-16T01:48:17.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:17 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1749237107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:48:17.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:17 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1749237107' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:48:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.970+0000 7f39b16d2640 1 -- 172.21.15.17:0/1102903297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac102570 msgr2=0x7f39ac1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.970+0000 7f39b16d2640 1 --2- 172.21.15.17:0/1102903297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac102570 0x7f39ac1029b0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f39a0009900 tx=0x7f39a002a480 comp rx=0 tx=0).stop 2024-09-16T01:48:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.970+0000 7f39b16d2640 1 -- 172.21.15.17:0/1102903297 shutdown_connections 2024-09-16T01:48:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.970+0000 7f39b16d2640 1 --2- 172.21.15.17:0/1102903297 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39ac102ef0 0x7f39ac10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.970+0000 7f39b16d2640 1 --2- 172.21.15.17:0/1102903297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac102570 0x7f39ac1029b0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.970+0000 7f39b16d2640 1 --2- 172.21.15.17:0/1102903297 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f39ac100e20 0x7f39ac101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.970+0000 7f39b16d2640 1 -- 172.21.15.17:0/1102903297 >> 172.21.15.17:0/1102903297 conn(0x7f39ac0fc7d0 msgr2=0x7f39ac0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.970+0000 7f39b16d2640 1 -- 172.21.15.17:0/1102903297 shutdown_connections 2024-09-16T01:48:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.970+0000 7f39b16d2640 1 -- 172.21.15.17:0/1102903297 wait complete. 2024-09-16T01:48:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.971+0000 7f39b16d2640 1 Processor -- start 2024-09-16T01:48:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.971+0000 7f39b16d2640 1 -- start start 2024-09-16T01:48:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.971+0000 7f39b16d2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f39ac100e20 0x7f39ac199210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.971+0000 7f39b16d2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39ac102570 0x7f39ac199750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.971+0000 7f39b16d2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac102ef0 0x7f39ac1a4290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.971+0000 7f39b16d2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac110e30 con 0x7f39ac102ef0 2024-09-16T01:48:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.971+0000 7f39b16d2640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac110cb0 con 0x7f39ac102570 2024-09-16T01:48:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.971+0000 7f39b16d2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac110fb0 con 0x7f39ac100e20 2024-09-16T01:48:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.971+0000 7f39ab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac102ef0 0x7f39ac1a4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.971+0000 7f39ab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac102ef0 0x7f39ac1a4290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34180/0 (socket says 172.21.15.17:34180) 2024-09-16T01:48:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.971+0000 7f39ab7fe640 1 -- 172.21.15.17:0/1697397208 learned_addr learned my addr 172.21.15.17:0/1697397208 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.971+0000 7f39aaffd640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f39ac100e20 0x7f39ac199210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.972+0000 7f39aa7fc640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39ac102570 0x7f39ac199750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.972+0000 7f39ab7fe640 1 -- 172.21.15.17:0/1697397208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f39ac100e20 msgr2=0x7f39ac199210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.972+0000 7f39ab7fe640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f39ac100e20 0x7f39ac199210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.972+0000 7f39ab7fe640 1 -- 172.21.15.17:0/1697397208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39ac102570 msgr2=0x7f39ac199750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.972+0000 7f39ab7fe640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39ac102570 0x7f39ac199750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.972+0000 7f39ab7fe640 1 -- 172.21.15.17:0/1697397208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f39ac1a47d0 con 0x7f39ac102ef0 2024-09-16T01:48:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.972+0000 7f39aaffd640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f39ac100e20 0x7f39ac199210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:18.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.972+0000 7f39aa7fc640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39ac102570 0x7f39ac199750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:18.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.972+0000 7f39ab7fe640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac102ef0 0x7f39ac1a4290 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f39a400eaa0 tx=0x7f39a400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:18.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.972+0000 7f3993fff640 1 -- 172.21.15.17:0/1697397208 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a400cdb0 con 0x7f39ac102ef0 2024-09-16T01:48:18.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.972+0000 7f3993fff640 1 -- 172.21.15.17:0/1697397208 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f39a4005020 con 0x7f39ac102ef0 2024-09-16T01:48:18.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.972+0000 7f39b16d2640 1 -- 172.21.15.17:0/1697397208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f39ac1a49a0 con 0x7f39ac102ef0 2024-09-16T01:48:18.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.972+0000 7f3993fff640 1 -- 172.21.15.17:0/1697397208 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f39a40116d0 con 0x7f39ac102ef0 2024-09-16T01:48:18.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.972+0000 7f39b16d2640 1 -- 172.21.15.17:0/1697397208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f39ac1a4e90 con 0x7f39ac102ef0 2024-09-16T01:48:18.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.975+0000 7f3993fff640 1 -- 172.21.15.17:0/1697397208 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f39a40051d0 con 0x7f39ac102ef0 2024-09-16T01:48:18.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.975+0000 7f39b3aab740 1 Processor -- start 2024-09-16T01:48:18.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.975+0000 7f39b3aab740 1 -- start start 2024-09-16T01:48:18.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.975+0000 7f39b3aab740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec539b40 0x55ddec538090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.975+0000 7f39b3aab740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec5385d0 0x55ddec538a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.975+0000 7f39b3aab740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec543370 0x55ddec545760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.975+0000 7f39b3aab740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ddec49e2f0 con 0x55ddec539b40 2024-09-16T01:48:18.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.975+0000 7f39b3aab740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ddec445cf0 con 0x55ddec543370 2024-09-16T01:48:18.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.975+0000 7f39b3aab740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ddec49a2b0 con 0x55ddec5385d0 2024-09-16T01:48:18.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.975+0000 7f39aa7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec539b40 0x55ddec538090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f39aa7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec539b40 0x55ddec538090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34188/0 (socket says 172.21.15.17:34188) 2024-09-16T01:48:18.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f39aa7fc640 1 -- 172.21.15.17:0/4224451663 learned_addr learned my addr 172.21.15.17:0/4224451663 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:18.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f39aaffd640 1 --2- 172.21.15.17:0/4224451663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec5385d0 0x55ddec538a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f39aa7fc640 1 --2- 172.21.15.17:0/4224451663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec543370 0x55ddec545760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f39aaffd640 1 -- 172.21.15.17:0/4224451663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec543370 msgr2=0x55ddec545760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:18.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f39aaffd640 1 --2- 172.21.15.17:0/4224451663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec543370 0x55ddec545760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f39aaffd640 1 -- 172.21.15.17:0/4224451663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec539b40 msgr2=0x55ddec538090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:18.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f39aaffd640 1 --2- 172.21.15.17:0/4224451663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec539b40 0x55ddec538090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f39aaffd640 1 -- 172.21.15.17:0/4224451663 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ddec42a3a0 con 0x55ddec5385d0 2024-09-16T01:48:18.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f39aa7fc640 1 --2- 172.21.15.17:0/4224451663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec539b40 0x55ddec538090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:18.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f3993fff640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f39940a3240 0x7f39940a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f39aaffd640 1 --2- 172.21.15.17:0/4224451663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec5385d0 0x55ddec538a10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f399c009fd0 tx=0x7f399c0118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59cf1f3472d84565 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:18.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f39aa7fc640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f39940a3240 0x7f39940a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f3993fff640 1 -- 172.21.15.17:0/1697397208 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f39a40cfac0 con 0x7f39ac102ef0 2024-09-16T01:48:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.976+0000 7f39917fa640 1 -- 172.21.15.17:0/4224451663 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c004030 con 0x55ddec5385d0 2024-09-16T01:48:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.977+0000 7f39917fa640 1 -- 172.21.15.17:0/4224451663 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f399c0054d0 con 0x55ddec5385d0 2024-09-16T01:48:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.977+0000 7f39917fa640 1 -- 172.21.15.17:0/4224451663 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c004c40 con 0x55ddec5385d0 2024-09-16T01:48:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.977+0000 7f39b3aab740 1 -- 172.21.15.17:0/4224451663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec5385d0 msgr2=0x55ddec538a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.977+0000 7f39b3aab740 1 --2- 172.21.15.17:0/4224451663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec5385d0 0x55ddec538a10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f399c009fd0 tx=0x7f399c0118d0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.977+0000 7f39aa7fc640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f39940a3240 0x7f39940a5700 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x55ddec539070 tx=0x7f39a0009660 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 -- 172.21.15.17:0/4224451663 shutdown_connections 2024-09-16T01:48:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 --2- 172.21.15.17:0/4224451663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec543370 0x55ddec545760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 --2- 172.21.15.17:0/4224451663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec5385d0 0x55ddec538a10 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 --2- 172.21.15.17:0/4224451663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec539b40 0x55ddec538090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 -- 172.21.15.17:0/4224451663 >> 172.21.15.17:0/4224451663 conn(0x55ddec501310 msgr2=0x55ddec534c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 -- 172.21.15.17:0/4224451663 shutdown_connections 2024-09-16T01:48:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 -- 172.21.15.17:0/4224451663 wait complete. 2024-09-16T01:48:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 -- start start 2024-09-16T01:48:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 Processor -- start 2024-09-16T01:48:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec5385d0 0x55ddec542d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec539b40 0x55ddec53ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec543370 0x55ddec5405d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ddec546070 con 0x55ddec5385d0 2024-09-16T01:48:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ddec459060 con 0x55ddec543370 2024-09-16T01:48:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.978+0000 7f39b3aab740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ddec5461f0 con 0x55ddec539b40 2024-09-16T01:48:18.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f39b3aab740 10 client.0 _ll_register_callbacks cb 0x55ddec1ac8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f39aaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec5385d0 0x55ddec542d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f39aa7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec539b40 0x55ddec53ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f39aaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec5385d0 0x55ddec542d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34194/0 (socket says 172.21.15.17:34194) 2024-09-16T01:48:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f39aaffd640 1 -- 172.21.15.17:0/1779778136 learned_addr learned my addr 172.21.15.17:0/1779778136 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f39aa7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec539b40 0x55ddec53ffe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35090/0 (socket says 172.21.15.17:35090) 2024-09-16T01:48:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f39ab7fe640 1 --2- 172.21.15.17:0/1779778136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec543370 0x55ddec5405d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f39aaffd640 1 -- 172.21.15.17:0/1779778136 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec539b40 msgr2=0x55ddec53ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f39aaffd640 1 --2- 172.21.15.17:0/1779778136 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec539b40 0x55ddec53ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f39aaffd640 1 -- 172.21.15.17:0/1779778136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec543370 msgr2=0x55ddec5405d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f39aaffd640 1 --2- 172.21.15.17:0/1779778136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec543370 0x55ddec5405d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f39aaffd640 1 -- 172.21.15.17:0/1779778136 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ddec20f3c0 con 0x55ddec5385d0 2024-09-16T01:48:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f39aaffd640 1 --2- 172.21.15.17:0/1779778136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec5385d0 0x55ddec542d30 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f399c004630 tx=0x7f399c00faa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f55e99be561b312 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f398eff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f398eff5640 1 -- 172.21.15.17:0/1779778136 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c029020 con 0x55ddec5385d0 2024-09-16T01:48:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f398eff5640 1 -- 172.21.15.17:0/1779778136 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f399c025470 con 0x55ddec5385d0 2024-09-16T01:48:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.979+0000 7f39b3aab740 1 -- 172.21.15.17:0/1779778136 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f399c0054d0 con 0x55ddec5385d0 2024-09-16T01:48:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.980+0000 7f398eff5640 1 -- 172.21.15.17:0/1779778136 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f399c00fea0 con 0x55ddec5385d0 2024-09-16T01:48:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.980+0000 7f39b3aab740 10 client.16023 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.980+0000 7f39b3aab740 1 -- 172.21.15.17:0/1779778136 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ddec551b30 con 0x55ddec5385d0 2024-09-16T01:48:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.980+0000 7f398eff5640 1 -- 172.21.15.17:0/1779778136 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f399c0054d0 con 0x55ddec5385d0 2024-09-16T01:48:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.980+0000 7f398eff5640 1 -- 172.21.15.17:0/1779778136 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f399c004b00 con 0x55ddec5385d0 2024-09-16T01:48:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.980+0000 7f39b3aab740 10 client.16023 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.980+0000 7f39b3aab740 10 client.16023 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:48:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.980+0000 7f39b3aab740 20 client.16023 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.980+0000 7f39b3aab740 1 --2- 172.21.15.17:0/1779778136 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ddec552ee0 0x55ddec5552d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.980+0000 7f39b3aab740 4 client.16023 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.980+0000 7f39b3aab740 1 -- 172.21.15.17:0/1779778136 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ddec4ab860 con 0x55ddec552ee0 2024-09-16T01:48:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.980+0000 7f39aa7fc640 1 --2- 172.21.15.17:0/1779778136 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ddec552ee0 0x55ddec5552d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.981+0000 7f39aa7fc640 1 --2- 172.21.15.17:0/1779778136 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ddec552ee0 0x55ddec5552d0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b520bff59db4e472 server_cookie=a15cd426a567b956 in_seq=0 out_seq=0 2024-09-16T01:48:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.981+0000 7f398eff5640 10 client.16023 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:48:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f398eff5640 1 -- 172.21.15.17:0/1779778136 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ddec4ab860 con 0x55ddec552ee0 2024-09-16T01:48:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f398eff5640 10 client.16023 handle_command_reply: tid=0 2024-09-16T01:48:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f39b3aab740 1 client.16023 shutdown 2024-09-16T01:48:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f39b3aab740 1 -- 172.21.15.17:0/1779778136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec5385d0 msgr2=0x55ddec542d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f39b3aab740 1 --2- 172.21.15.17:0/1779778136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec5385d0 0x55ddec542d30 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f399c004630 tx=0x7f399c00faa0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f39b3aab740 1 -- 172.21.15.17:0/1779778136 shutdown_connections 2024-09-16T01:48:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f39b3aab740 1 --2- 172.21.15.17:0/1779778136 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ddec552ee0 0x55ddec5552d0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f39b3aab740 1 --2- 172.21.15.17:0/1779778136 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec543370 0x55ddec5405d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f39b3aab740 1 --2- 172.21.15.17:0/1779778136 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec539b40 0x55ddec53ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f39b3aab740 1 --2- 172.21.15.17:0/1779778136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec5385d0 0x55ddec542d30 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f39b3aab740 1 -- 172.21.15.17:0/1779778136 >> 172.21.15.17:0/1779778136 conn(0x55ddec501310 msgr2=0x55ddec53a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f398eff5640 0 client.16023 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:48:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f39b3aab740 1 -- 172.21.15.17:0/1779778136 shutdown_connections 2024-09-16T01:48:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f39b3aab740 1 -- 172.21.15.17:0/1779778136 wait complete. 2024-09-16T01:48:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.982+0000 7f39b3aab740 20 client.16023 trim_cache size 0 max 16384 2024-09-16T01:48:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39b3aab740 1 Processor -- start 2024-09-16T01:48:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39b3aab740 1 -- start start 2024-09-16T01:48:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39b3aab740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec5385d0 0x55ddec534e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39b3aab740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec539b40 0x55ddec54f370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39b3aab740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec543370 0x55ddec53b120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39b3aab740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1afe70 con 0x55ddec543370 2024-09-16T01:48:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39b3aab740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1ad740 con 0x55ddec539b40 2024-09-16T01:48:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39b3aab740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1ab570 con 0x55ddec5385d0 2024-09-16T01:48:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39aaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec5385d0 0x55ddec534e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39ab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec543370 0x55ddec53b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39aaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec5385d0 0x55ddec534e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35102/0 (socket says 172.21.15.17:35102) 2024-09-16T01:48:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39aaffd640 1 -- 172.21.15.17:0/2812089369 learned_addr learned my addr 172.21.15.17:0/2812089369 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39aa7fc640 1 --2- 172.21.15.17:0/2812089369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec539b40 0x55ddec54f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39aaffd640 1 -- 172.21.15.17:0/2812089369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec539b40 msgr2=0x55ddec54f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39aaffd640 1 --2- 172.21.15.17:0/2812089369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec539b40 0x55ddec54f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39aaffd640 1 -- 172.21.15.17:0/2812089369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec543370 msgr2=0x55ddec53b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39aaffd640 1 --2- 172.21.15.17:0/2812089369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec543370 0x55ddec53b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.996+0000 7f39aaffd640 1 -- 172.21.15.17:0/2812089369 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ddec535960 con 0x55ddec5385d0 2024-09-16T01:48:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.997+0000 7f39aaffd640 1 --2- 172.21.15.17:0/2812089369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec5385d0 0x55ddec534e10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f399c011dd0 tx=0x7f399c005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=77221a2863400ba7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.997+0000 7f3990ff9640 1 -- 172.21.15.17:0/2812089369 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c029070 con 0x55ddec5385d0 2024-09-16T01:48:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.997+0000 7f3990ff9640 1 -- 172.21.15.17:0/2812089369 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f399c016070 con 0x55ddec5385d0 2024-09-16T01:48:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.997+0000 7f3990ff9640 1 -- 172.21.15.17:0/2812089369 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c019780 con 0x55ddec5385d0 2024-09-16T01:48:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.998+0000 7f39b3aab740 1 -- 172.21.15.17:0/2812089369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec5385d0 msgr2=0x55ddec534e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.998+0000 7f39b3aab740 1 --2- 172.21.15.17:0/2812089369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec5385d0 0x55ddec534e10 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f399c011dd0 tx=0x7f399c005fd0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.998+0000 7f39b3aab740 1 -- 172.21.15.17:0/2812089369 shutdown_connections 2024-09-16T01:48:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.998+0000 7f39b3aab740 1 --2- 172.21.15.17:0/2812089369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec543370 0x55ddec53b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.998+0000 7f39b3aab740 1 --2- 172.21.15.17:0/2812089369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec539b40 0x55ddec54f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.998+0000 7f39b3aab740 1 --2- 172.21.15.17:0/2812089369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec5385d0 0x55ddec534e10 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.998+0000 7f39b3aab740 1 -- 172.21.15.17:0/2812089369 >> 172.21.15.17:0/2812089369 conn(0x55ddec501310 msgr2=0x55ddec534700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.998+0000 7f39b3aab740 1 -- 172.21.15.17:0/2812089369 shutdown_connections 2024-09-16T01:48:18.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.998+0000 7f39b3aab740 1 -- 172.21.15.17:0/2812089369 wait complete. 2024-09-16T01:48:18.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.998+0000 7f39b3aab740 1 -- start start 2024-09-16T01:48:18.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.998+0000 7f39b3aab740 1 Processor -- start 2024-09-16T01:48:18.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39b3aab740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec5385d0 0x55ddec5464a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39b3aab740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec539b40 0x55ddec5469e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39b3aab740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec543370 0x55ddec546f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39b3aab740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1abc00 con 0x55ddec5385d0 2024-09-16T01:48:18.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39b3aab740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1ad070 con 0x55ddec539b40 2024-09-16T01:48:18.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39b3aab740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f39ac1ac2d0 con 0x55ddec543370 2024-09-16T01:48:18.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39b3aab740 10 client.0 _ll_register_callbacks cb 0x7f399c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:18.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39aaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec5385d0 0x55ddec5464a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39aaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec5385d0 0x55ddec5464a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34208/0 (socket says 172.21.15.17:34208) 2024-09-16T01:48:18.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39aaffd640 1 -- 172.21.15.17:0/3087344291 learned_addr learned my addr 172.21.15.17:0/3087344291 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:18.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39ab7fe640 1 --2- 172.21.15.17:0/3087344291 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec543370 0x55ddec546f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39aa7fc640 1 --2- 172.21.15.17:0/3087344291 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec539b40 0x55ddec5469e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39aaffd640 1 -- 172.21.15.17:0/3087344291 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec543370 msgr2=0x55ddec546f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:18.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39aaffd640 1 --2- 172.21.15.17:0/3087344291 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec543370 0x55ddec546f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39aaffd640 1 -- 172.21.15.17:0/3087344291 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec539b40 msgr2=0x55ddec5469e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:18.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39aaffd640 1 --2- 172.21.15.17:0/3087344291 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec539b40 0x55ddec5469e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39aaffd640 1 -- 172.21.15.17:0/3087344291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ddec5bbc00 con 0x55ddec5385d0 2024-09-16T01:48:18.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f39aaffd640 1 --2- 172.21.15.17:0/3087344291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec5385d0 0x55ddec5464a0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f399c0059f0 tx=0x7f399c005640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4804e688d363cd6d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:18.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f398eff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:18.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:17.999+0000 7f398eff5640 1 -- 172.21.15.17:0/3087344291 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f399c03e020 con 0x55ddec5385d0 2024-09-16T01:48:18.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.000+0000 7f398eff5640 1 -- 172.21.15.17:0/3087344291 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f399c004ad0 con 0x55ddec5385d0 2024-09-16T01:48:18.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.000+0000 7f39b3aab740 1 -- 172.21.15.17:0/3087344291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f399c016070 con 0x55ddec5385d0 2024-09-16T01:48:18.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.000+0000 7f398eff5640 1 -- 172.21.15.17:0/3087344291 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f399c029070 con 0x55ddec5385d0 2024-09-16T01:48:18.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.000+0000 7f39b3aab740 10 client.16029 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:18.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.000+0000 7f39b3aab740 1 -- 172.21.15.17:0/3087344291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ddec5bcee0 con 0x55ddec5385d0 2024-09-16T01:48:18.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.000+0000 7f398eff5640 1 -- 172.21.15.17:0/3087344291 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f399c016070 con 0x55ddec5385d0 2024-09-16T01:48:18.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.000+0000 7f398eff5640 1 -- 172.21.15.17:0/3087344291 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f399c003b20 con 0x55ddec5385d0 2024-09-16T01:48:18.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.000+0000 7f39b3aab740 10 client.16029 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:18.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.000+0000 7f39b3aab740 10 client.16029 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:48:18.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.000+0000 7f39b3aab740 20 client.16029 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:18.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.000+0000 7f39b3aab740 1 --2- 172.21.15.17:0/3087344291 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ddec5bd540 0x55ddec5bf960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:18.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.000+0000 7f39b3aab740 4 client.16029 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:48:18.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.000+0000 7f39b3aab740 1 -- 172.21.15.17:0/3087344291 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ddec4a5d70 con 0x55ddec5bd540 2024-09-16T01:48:18.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f39aa7fc640 1 --2- 172.21.15.17:0/3087344291 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ddec5bd540 0x55ddec5bf960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:18.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f39aa7fc640 1 --2- 172.21.15.17:0/3087344291 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ddec5bd540 0x55ddec5bf960 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b0afacd0f839a9d7 server_cookie=3a8b11c3164aec5d in_seq=0 out_seq=0 2024-09-16T01:48:18.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f398eff5640 10 client.16029 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:48:18.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f398eff5640 1 -- 172.21.15.17:0/3087344291 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ddec4a5d70 con 0x55ddec5bd540 2024-09-16T01:48:18.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f398eff5640 10 client.16029 handle_command_reply: tid=0 2024-09-16T01:48:18.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f39b3aab740 1 client.16029 shutdown 2024-09-16T01:48:18.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f39b3aab740 1 -- 172.21.15.17:0/3087344291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec5385d0 msgr2=0x55ddec5464a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f39b3aab740 1 --2- 172.21.15.17:0/3087344291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec5385d0 0x55ddec5464a0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f399c0059f0 tx=0x7f399c005640 comp rx=0 tx=0).stop 2024-09-16T01:48:18.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f39b3aab740 1 -- 172.21.15.17:0/3087344291 shutdown_connections 2024-09-16T01:48:18.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f39b3aab740 1 --2- 172.21.15.17:0/3087344291 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ddec5bd540 0x55ddec5bf960 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f39b3aab740 1 --2- 172.21.15.17:0/3087344291 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ddec543370 0x55ddec546f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f39b3aab740 1 --2- 172.21.15.17:0/3087344291 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ddec539b40 0x55ddec5469e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f39b3aab740 1 --2- 172.21.15.17:0/3087344291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ddec5385d0 0x55ddec5464a0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f398eff5640 0 client.16029 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:48:18.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.001+0000 7f39b3aab740 1 -- 172.21.15.17:0/3087344291 >> 172.21.15.17:0/3087344291 conn(0x55ddec501310 msgr2=0x55ddec5334e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:18.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.002+0000 7f39b3aab740 1 -- 172.21.15.17:0/3087344291 shutdown_connections 2024-09-16T01:48:18.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.002+0000 7f39b3aab740 1 -- 172.21.15.17:0/3087344291 wait complete. 2024-09-16T01:48:18.128 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:48:18.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.002+0000 7f39b3aab740 20 client.16029 trim_cache size 0 max 16384 2024-09-16T01:48:18.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.002+0000 7f39b16d2640 1 -- 172.21.15.17:0/1697397208 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f39940a3240 msgr2=0x7f39940a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.002+0000 7f39b16d2640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f39940a3240 0x7f39940a5700 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x55ddec539070 tx=0x7f39a0009660 comp rx=0 tx=0).stop 2024-09-16T01:48:18.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.002+0000 7f39b16d2640 1 -- 172.21.15.17:0/1697397208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac102ef0 msgr2=0x7f39ac1a4290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:18.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.002+0000 7f39b16d2640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac102ef0 0x7f39ac1a4290 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f39a400eaa0 tx=0x7f39a400ef60 comp rx=0 tx=0).stop 2024-09-16T01:48:18.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.002+0000 7f39b16d2640 1 -- 172.21.15.17:0/1697397208 shutdown_connections 2024-09-16T01:48:18.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.002+0000 7f39b16d2640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f39940a3240 0x7f39940a5700 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.002+0000 7f39b16d2640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39ac102ef0 0x7f39ac1a4290 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.002+0000 7f39b16d2640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f39ac102570 0x7f39ac199750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.002+0000 7f39b16d2640 1 --2- 172.21.15.17:0/1697397208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f39ac100e20 0x7f39ac199210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:18.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.002+0000 7f39b16d2640 1 -- 172.21.15.17:0/1697397208 >> 172.21.15.17:0/1697397208 conn(0x7f39ac0fc7d0 msgr2=0x7f39ac0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:18.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.002+0000 7f39b16d2640 1 -- 172.21.15.17:0/1697397208 shutdown_connections 2024-09-16T01:48:18.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:18.003+0000 7f39b16d2640 1 -- 172.21.15.17:0/1697397208 wait complete. 2024-09-16T01:48:18.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 155734 3.78 MB/sec execute 101 sec latency 14.254 ms 2024-09-16T01:48:18.600 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:18 smithi017 ceph-mon[30972]: pgmap v482: 97 pgs: 97 active+clean; 80 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:48:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:18 smithi122 ceph-mon[34758]: pgmap v482: 97 pgs: 97 active+clean; 80 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:48:18.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:18 smithi029 ceph-mon[34783]: pgmap v482: 97 pgs: 97 active+clean; 80 MiB data, 693 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:48:18.924 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:48:19.212 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:19.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 156243 3.78 MB/sec execute 102 sec latency 49.065 ms 2024-09-16T01:48:19.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.699+0000 7f100b05b640 1 -- 172.21.15.17:0/1703845857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1004101dd0 msgr2=0x7f10041021b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.699+0000 7f100b05b640 1 --2- 172.21.15.17:0/1703845857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1004101dd0 0x7f10041021b0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f0ff8009900 tx=0x7f0ff802a410 comp rx=0 tx=0).stop 2024-09-16T01:48:19.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.699+0000 7f100b05b640 1 -- 172.21.15.17:0/1703845857 shutdown_connections 2024-09-16T01:48:19.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.699+0000 7f100b05b640 1 --2- 172.21.15.17:0/1703845857 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1004106f00 0x7f100410ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.699+0000 7f100b05b640 1 --2- 172.21.15.17:0/1703845857 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1004102780 0x7f10041067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.699+0000 7f100b05b640 1 --2- 172.21.15.17:0/1703845857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1004101dd0 0x7f10041021b0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.699+0000 7f100b05b640 1 -- 172.21.15.17:0/1703845857 >> 172.21.15.17:0/1703845857 conn(0x7f10040fd850 msgr2=0x7f10040ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:19.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.699+0000 7f100b05b640 1 -- 172.21.15.17:0/1703845857 shutdown_connections 2024-09-16T01:48:19.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.699+0000 7f100b05b640 1 -- 172.21.15.17:0/1703845857 wait complete. 2024-09-16T01:48:19.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.699+0000 7f100b05b640 1 Processor -- start 2024-09-16T01:48:19.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f100b05b640 1 -- start start 2024-09-16T01:48:19.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f100b05b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1004101dd0 0x7f1004198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f100b05b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1004102780 0x7f10041988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f100b05b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1004106f00 0x7f100419cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f100b05b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1004111dd0 con 0x7f1004101dd0 2024-09-16T01:48:19.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f100b05b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1004111c50 con 0x7f1004106f00 2024-09-16T01:48:19.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f100b05b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1004111f50 con 0x7f1004102780 2024-09-16T01:48:19.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f1008df7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1004101dd0 0x7f1004198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f1008df7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1004101dd0 0x7f1004198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34226/0 (socket says 172.21.15.17:34226) 2024-09-16T01:48:19.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f1008df7640 1 -- 172.21.15.17:0/510987009 learned_addr learned my addr 172.21.15.17:0/510987009 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:19.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f1003fff640 1 --2- 172.21.15.17:0/510987009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1004102780 0x7f10041988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f10095f8640 1 --2- 172.21.15.17:0/510987009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1004106f00 0x7f100419cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f1008df7640 1 -- 172.21.15.17:0/510987009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1004102780 msgr2=0x7f10041988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f1008df7640 1 --2- 172.21.15.17:0/510987009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1004102780 0x7f10041988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f1008df7640 1 -- 172.21.15.17:0/510987009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1004106f00 msgr2=0x7f100419cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f1008df7640 1 --2- 172.21.15.17:0/510987009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1004106f00 0x7f100419cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.700+0000 7f1008df7640 1 -- 172.21.15.17:0/510987009 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f100419d320 con 0x7f1004101dd0 2024-09-16T01:48:19.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.701+0000 7f1008df7640 1 --2- 172.21.15.17:0/510987009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1004101dd0 0x7f1004198370 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f0ff8005940 tx=0x7f0ff80040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:19.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.701+0000 7f1001ffb640 1 -- 172.21.15.17:0/510987009 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff803f030 con 0x7f1004101dd0 2024-09-16T01:48:19.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.701+0000 7f1001ffb640 1 -- 172.21.15.17:0/510987009 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ff80044c0 con 0x7f1004101dd0 2024-09-16T01:48:19.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.701+0000 7f100b05b640 1 -- 172.21.15.17:0/510987009 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f100419d5b0 con 0x7f1004101dd0 2024-09-16T01:48:19.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.701+0000 7f1001ffb640 1 -- 172.21.15.17:0/510987009 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff8035070 con 0x7f1004101dd0 2024-09-16T01:48:19.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.701+0000 7f100b05b640 1 -- 172.21.15.17:0/510987009 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10041a4ef0 con 0x7f1004101dd0 2024-09-16T01:48:19.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.703+0000 7f1001ffb640 1 -- 172.21.15.17:0/510987009 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f0ff8042030 con 0x7f1004101dd0 2024-09-16T01:48:19.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.704+0000 7f100d434740 1 Processor -- start 2024-09-16T01:48:19.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.704+0000 7f100d434740 1 -- start start 2024-09-16T01:48:19.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.704+0000 7f1001ffb640 1 --2- 172.21.15.17:0/510987009 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ff40a32c0 0x7f0ff40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.704+0000 7f100d434740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e35f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.704+0000 7f100d434740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e35f5d0 0x55f96e35fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.704+0000 7f100d434740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e36e780 0x55f96e370b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.704+0000 7f100d434740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f96e2c52f0 con 0x55f96e36e780 2024-09-16T01:48:19.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.704+0000 7f100d434740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f96e26ccf0 con 0x55f96e35f5d0 2024-09-16T01:48:19.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.704+0000 7f100d434740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f96e2c12b0 con 0x55f96e360b40 2024-09-16T01:48:19.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.705+0000 7f1001ffb640 1 -- 172.21.15.17:0/510987009 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0ff80efc90 con 0x7f1004101dd0 2024-09-16T01:48:19.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.705+0000 7f1008df7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e35f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.705+0000 7f1008df7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e35f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35140/0 (socket says 172.21.15.17:35140) 2024-09-16T01:48:19.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.705+0000 7f1008df7640 1 -- 172.21.15.17:0/3623020211 learned_addr learned my addr 172.21.15.17:0/3623020211 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:19.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.705+0000 7f10095f8640 1 --2- 172.21.15.17:0/3623020211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e36e780 0x55f96e370b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.705+0000 7f1003fff640 1 --2- 172.21.15.17:0/3623020211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e35f5d0 0x55f96e35fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.705+0000 7f10095f8640 1 --2- 172.21.15.17:0/510987009 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ff40a32c0 0x7f0ff40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.705+0000 7f1008df7640 1 -- 172.21.15.17:0/3623020211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e35f5d0 msgr2=0x55f96e35fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:19.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.705+0000 7f1008df7640 1 --2- 172.21.15.17:0/3623020211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e35f5d0 0x55f96e35fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.705+0000 7f1008df7640 1 -- 172.21.15.17:0/3623020211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e36e780 msgr2=0x55f96e370b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:19.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.705+0000 7f1008df7640 1 --2- 172.21.15.17:0/3623020211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e36e780 0x55f96e370b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.705+0000 7f1008df7640 1 -- 172.21.15.17:0/3623020211 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f96e2513a0 con 0x55f96e360b40 2024-09-16T01:48:19.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.705+0000 7f1008df7640 1 --2- 172.21.15.17:0/3623020211 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e35f090 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f0ff80c49b0 tx=0x7f0ff80bbbd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7d4675d0c4a9ca29 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:19.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.705+0000 7f10095f8640 1 --2- 172.21.15.17:0/510987009 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ff40a32c0 0x7f0ff40a5780 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc005c40 tx=0x7f0ffc009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:19.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.706+0000 7f0feeffd640 1 -- 172.21.15.17:0/3623020211 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff8049030 con 0x55f96e360b40 2024-09-16T01:48:19.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.706+0000 7f0feeffd640 1 -- 172.21.15.17:0/3623020211 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ff80c5da0 con 0x55f96e360b40 2024-09-16T01:48:19.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.706+0000 7f0feeffd640 1 -- 172.21.15.17:0/3623020211 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff80c0620 con 0x55f96e360b40 2024-09-16T01:48:19.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.706+0000 7f100d434740 1 -- 172.21.15.17:0/3623020211 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 msgr2=0x55f96e35f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.706+0000 7f100d434740 1 --2- 172.21.15.17:0/3623020211 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e35f090 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f0ff80c49b0 tx=0x7f0ff80bbbd0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.706+0000 7f100d434740 1 -- 172.21.15.17:0/3623020211 shutdown_connections 2024-09-16T01:48:19.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.706+0000 7f100d434740 1 --2- 172.21.15.17:0/3623020211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e36e780 0x55f96e370b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.706+0000 7f100d434740 1 --2- 172.21.15.17:0/3623020211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e35f5d0 0x55f96e35fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.706+0000 7f100d434740 1 --2- 172.21.15.17:0/3623020211 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e35f090 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.706+0000 7f100d434740 1 -- 172.21.15.17:0/3623020211 >> 172.21.15.17:0/3623020211 conn(0x55f96e328310 msgr2=0x55f96e35bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.706+0000 7f100d434740 1 -- 172.21.15.17:0/3623020211 shutdown_connections 2024-09-16T01:48:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.706+0000 7f100d434740 1 -- 172.21.15.17:0/3623020211 wait complete. 2024-09-16T01:48:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.707+0000 7f100d434740 1 -- start start 2024-09-16T01:48:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.707+0000 7f100d434740 1 Processor -- start 2024-09-16T01:48:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.707+0000 7f100d434740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e35f5d0 0x55f96e36e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.707+0000 7f100d434740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e36b430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.707+0000 7f100d434740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e36e780 0x55f96e36ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.707+0000 7f100d434740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f96e371240 con 0x55f96e35f5d0 2024-09-16T01:48:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.707+0000 7f100d434740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f96e280060 con 0x55f96e36e780 2024-09-16T01:48:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.707+0000 7f100d434740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f96e3713c0 con 0x55f96e360b40 2024-09-16T01:48:19.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.707+0000 7f100d434740 10 client.0 _ll_register_callbacks cb 0x55f96dfd38c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:19.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f1008df7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e35f5d0 0x55f96e36e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f1008df7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e35f5d0 0x55f96e36e180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34252/0 (socket says 172.21.15.17:34252) 2024-09-16T01:48:19.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f1008df7640 1 -- 172.21.15.17:0/3355518385 learned_addr learned my addr 172.21.15.17:0/3355518385 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:19.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f1003fff640 1 --2- 172.21.15.17:0/3355518385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e36b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f10095f8640 1 --2- 172.21.15.17:0/3355518385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e36e780 0x55f96e36ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f1008df7640 1 -- 172.21.15.17:0/3355518385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 msgr2=0x55f96e36b430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:19.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f1008df7640 1 --2- 172.21.15.17:0/3355518385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e36b430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f1008df7640 1 -- 172.21.15.17:0/3355518385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e36e780 msgr2=0x55f96e36ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:19.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f1008df7640 1 --2- 172.21.15.17:0/3355518385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e36e780 0x55f96e36ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f1008df7640 1 -- 172.21.15.17:0/3355518385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f96e0363c0 con 0x55f96e35f5d0 2024-09-16T01:48:19.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f1008df7640 1 --2- 172.21.15.17:0/3355518385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e35f5d0 0x55f96e36e180 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f0ff80cc510 tx=0x7f0ff80bd810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e4a5857acb3a6b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:19.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f0fe3fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:19.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f0fe3fff640 1 -- 172.21.15.17:0/3355518385 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff8049070 con 0x55f96e35f5d0 2024-09-16T01:48:19.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f100d434740 1 -- 172.21.15.17:0/3355518385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ff80c5da0 con 0x55f96e35f5d0 2024-09-16T01:48:19.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.708+0000 7f0fe3fff640 1 -- 172.21.15.17:0/3355518385 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0ff80b88e0 con 0x55f96e35f5d0 2024-09-16T01:48:19.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.709+0000 7f0fe3fff640 1 -- 172.21.15.17:0/3355518385 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0ff80bcc00 con 0x55f96e35f5d0 2024-09-16T01:48:19.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.709+0000 7f100d434740 10 client.16041 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:19.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.709+0000 7f100d434740 1 -- 172.21.15.17:0/3355518385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f96e371240 con 0x55f96e35f5d0 2024-09-16T01:48:19.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.709+0000 7f0fe3fff640 1 -- 172.21.15.17:0/3355518385 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ff80c5da0 con 0x55f96e35f5d0 2024-09-16T01:48:19.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.709+0000 7f0fe3fff640 1 -- 172.21.15.17:0/3355518385 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f0ff80bc4d0 con 0x55f96e35f5d0 2024-09-16T01:48:19.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.709+0000 7f100d434740 10 client.16041 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:19.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.709+0000 7f100d434740 10 client.16041 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:48:19.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.709+0000 7f100d434740 20 client.16041 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:19.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.709+0000 7f100d434740 1 --2- 172.21.15.17:0/3355518385 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55f96e37dda0 0x55f96e380190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.709+0000 7f100d434740 4 client.16041 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:19.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.709+0000 7f100d434740 1 -- 172.21.15.17:0/3355518385 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f96e2d2860 con 0x55f96e37dda0 2024-09-16T01:48:19.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.709+0000 7f1003fff640 1 --2- 172.21.15.17:0/3355518385 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55f96e37dda0 0x55f96e380190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.710+0000 7f0fe3fff640 10 client.16041 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:48:19.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.710+0000 7f1003fff640 1 --2- 172.21.15.17:0/3355518385 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55f96e37dda0 0x55f96e380190 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d11d7c9e8950d73 server_cookie=6df05e8047d88a03 in_seq=0 out_seq=0 2024-09-16T01:48:19.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.710+0000 7f0fe3fff640 1 -- 172.21.15.17:0/3355518385 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f96e2d2860 con 0x55f96e37dda0 2024-09-16T01:48:19.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.710+0000 7f0fe3fff640 10 client.16041 handle_command_reply: tid=0 2024-09-16T01:48:19.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.710+0000 7f100d434740 1 client.16041 shutdown 2024-09-16T01:48:19.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.711+0000 7f100d434740 1 -- 172.21.15.17:0/3355518385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e35f5d0 msgr2=0x55f96e36e180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.711+0000 7f100d434740 1 --2- 172.21.15.17:0/3355518385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e35f5d0 0x55f96e36e180 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f0ff80cc510 tx=0x7f0ff80bd810 comp rx=0 tx=0).stop 2024-09-16T01:48:19.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.711+0000 7f100d434740 1 -- 172.21.15.17:0/3355518385 shutdown_connections 2024-09-16T01:48:19.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.711+0000 7f100d434740 1 --2- 172.21.15.17:0/3355518385 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55f96e37dda0 0x55f96e380190 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.711+0000 7f100d434740 1 --2- 172.21.15.17:0/3355518385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e36e780 0x55f96e36ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.711+0000 7f100d434740 1 --2- 172.21.15.17:0/3355518385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e36b430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.711+0000 7f0fe3fff640 0 client.16041 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:48:19.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.711+0000 7f100d434740 1 --2- 172.21.15.17:0/3355518385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e35f5d0 0x55f96e36e180 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.711+0000 7f100d434740 1 -- 172.21.15.17:0/3355518385 >> 172.21.15.17:0/3355518385 conn(0x55f96e328310 msgr2=0x55f96e361960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:19.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.711+0000 7f100d434740 1 -- 172.21.15.17:0/3355518385 shutdown_connections 2024-09-16T01:48:19.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.711+0000 7f100d434740 1 -- 172.21.15.17:0/3355518385 wait complete. 2024-09-16T01:48:19.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.711+0000 7f100d434740 20 client.16041 trim_cache size 0 max 16384 2024-09-16T01:48:19.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.725+0000 7f100d434740 1 Processor -- start 2024-09-16T01:48:19.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.725+0000 7f100d434740 1 -- start start 2024-09-16T01:48:19.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.725+0000 7f100d434740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e35f5d0 0x55f96e37a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.725+0000 7f100d434740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e360b40 0x55f96e36a410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.725+0000 7f100d434740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e36e780 0x55f96e385880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.725+0000 7f100d434740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f10041adc10 con 0x55f96e36e780 2024-09-16T01:48:19.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.725+0000 7f100d434740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f10041ab4e0 con 0x55f96e360b40 2024-09-16T01:48:19.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.725+0000 7f100d434740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f10041a9310 con 0x55f96e35f5d0 2024-09-16T01:48:19.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.725+0000 7f1008df7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e35f5d0 0x55f96e37a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.725+0000 7f10095f8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e36e780 0x55f96e385880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.725+0000 7f1008df7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e35f5d0 0x55f96e37a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35160/0 (socket says 172.21.15.17:35160) 2024-09-16T01:48:19.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.725+0000 7f1008df7640 1 -- 172.21.15.17:0/1971544413 learned_addr learned my addr 172.21.15.17:0/1971544413 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:19.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.725+0000 7f1003fff640 1 --2- 172.21.15.17:0/1971544413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e360b40 0x55f96e36a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.725+0000 7f1008df7640 1 -- 172.21.15.17:0/1971544413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e360b40 msgr2=0x55f96e36a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:19.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.726+0000 7f1008df7640 1 --2- 172.21.15.17:0/1971544413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e360b40 0x55f96e36a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.726+0000 7f1008df7640 1 -- 172.21.15.17:0/1971544413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e36e780 msgr2=0x55f96e385880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:19.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.726+0000 7f1008df7640 1 --2- 172.21.15.17:0/1971544413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e36e780 0x55f96e385880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.726+0000 7f1008df7640 1 -- 172.21.15.17:0/1971544413 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f96e362120 con 0x55f96e35f5d0 2024-09-16T01:48:19.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.726+0000 7f1008df7640 1 --2- 172.21.15.17:0/1971544413 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e35f5d0 0x55f96e37a4a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f0ff80bbf70 tx=0x7f0ff80dc070 comp rx=0 tx=0).ready entity=mon.1 client_cookie=991458c329501b94 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:19.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.726+0000 7f0fee7fc640 1 -- 172.21.15.17:0/1971544413 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff8049030 con 0x55f96e35f5d0 2024-09-16T01:48:19.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.726+0000 7f0fee7fc640 1 -- 172.21.15.17:0/1971544413 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ff80c4ee0 con 0x55f96e35f5d0 2024-09-16T01:48:19.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.726+0000 7f0fee7fc640 1 -- 172.21.15.17:0/1971544413 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff80bc270 con 0x55f96e35f5d0 2024-09-16T01:48:19.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.727+0000 7f100d434740 1 -- 172.21.15.17:0/1971544413 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e35f5d0 msgr2=0x55f96e37a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.727+0000 7f100d434740 1 --2- 172.21.15.17:0/1971544413 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e35f5d0 0x55f96e37a4a0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f0ff80bbf70 tx=0x7f0ff80dc070 comp rx=0 tx=0).stop 2024-09-16T01:48:19.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.727+0000 7f100d434740 1 -- 172.21.15.17:0/1971544413 shutdown_connections 2024-09-16T01:48:19.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.727+0000 7f100d434740 1 --2- 172.21.15.17:0/1971544413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e36e780 0x55f96e385880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.727+0000 7f100d434740 1 --2- 172.21.15.17:0/1971544413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e360b40 0x55f96e36a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.727+0000 7f100d434740 1 --2- 172.21.15.17:0/1971544413 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e35f5d0 0x55f96e37a4a0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.727+0000 7f100d434740 1 -- 172.21.15.17:0/1971544413 >> 172.21.15.17:0/1971544413 conn(0x55f96e328310 msgr2=0x55f96e369d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:19.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.727+0000 7f100d434740 1 -- 172.21.15.17:0/1971544413 shutdown_connections 2024-09-16T01:48:19.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.727+0000 7f100d434740 1 -- 172.21.15.17:0/1971544413 wait complete. 2024-09-16T01:48:19.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.727+0000 7f100d434740 1 -- start start 2024-09-16T01:48:19.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.727+0000 7f100d434740 1 Processor -- start 2024-09-16T01:48:19.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f100d434740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e35f5d0 0x55f96e376b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f100d434740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e371e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f100d434740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e36e780 0x55f96e3723c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f100d434740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f10041a99a0 con 0x55f96e35f5d0 2024-09-16T01:48:19.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f100d434740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f10041aae10 con 0x55f96e36e780 2024-09-16T01:48:19.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f100d434740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f10041aa070 con 0x55f96e360b40 2024-09-16T01:48:19.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f100d434740 10 client.0 _ll_register_callbacks cb 0x7f0ffc009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:19.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f1008df7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e35f5d0 0x55f96e376b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f1003fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e371e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f1008df7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e35f5d0 0x55f96e376b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34272/0 (socket says 172.21.15.17:34272) 2024-09-16T01:48:19.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f1008df7640 1 -- 172.21.15.17:0/1826712809 learned_addr learned my addr 172.21.15.17:0/1826712809 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:19.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f1003fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e371e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35176/0 (socket says 172.21.15.17:35176) 2024-09-16T01:48:19.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f10095f8640 1 --2- 172.21.15.17:0/1826712809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e36e780 0x55f96e3723c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f1003fff640 1 -- 172.21.15.17:0/1826712809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e36e780 msgr2=0x55f96e3723c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:19.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f1003fff640 1 --2- 172.21.15.17:0/1826712809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e36e780 0x55f96e3723c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f1003fff640 1 -- 172.21.15.17:0/1826712809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e35f5d0 msgr2=0x55f96e376b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:19.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f1003fff640 1 --2- 172.21.15.17:0/1826712809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e35f5d0 0x55f96e376b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f1003fff640 1 -- 172.21.15.17:0/1826712809 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f96e3729b0 con 0x55f96e360b40 2024-09-16T01:48:19.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f1003fff640 1 --2- 172.21.15.17:0/1826712809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e371e80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x55f96e36ca70 tx=0x7f0ff0010b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d761f927e4d4eafb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:19.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.728+0000 7f0fe3fff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:48:19.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.729+0000 7f0fe3fff640 1 -- 172.21.15.17:0/1826712809 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff0022070 con 0x55f96e360b40 2024-09-16T01:48:19.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.729+0000 7f0fe3fff640 1 -- 172.21.15.17:0/1826712809 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0ff000fa10 con 0x55f96e360b40 2024-09-16T01:48:19.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.729+0000 7f100d434740 1 -- 172.21.15.17:0/1826712809 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0ff80c4ee0 con 0x55f96e360b40 2024-09-16T01:48:19.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.729+0000 7f0fe3fff640 1 -- 172.21.15.17:0/1826712809 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0ff000fc10 con 0x55f96e360b40 2024-09-16T01:48:19.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.729+0000 7f100d434740 10 client.25702 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:19.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.729+0000 7f100d434740 1 -- 172.21.15.17:0/1826712809 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f96e3e86b0 con 0x55f96e360b40 2024-09-16T01:48:19.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.729+0000 7f0fe3fff640 1 -- 172.21.15.17:0/1826712809 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0ff80c4ee0 con 0x55f96e360b40 2024-09-16T01:48:19.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.729+0000 7f0fe3fff640 1 -- 172.21.15.17:0/1826712809 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f0ff00305a0 con 0x55f96e360b40 2024-09-16T01:48:19.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.730+0000 7f100d434740 10 client.25702 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:19.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.730+0000 7f100d434740 10 client.25702 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:48:19.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.730+0000 7f100d434740 20 client.25702 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:19.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.730+0000 7f100d434740 1 --2- 172.21.15.17:0/1826712809 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55f96e3e8e30 0x55f96e3eb250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:19.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.730+0000 7f100d434740 4 client.25702 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:48:19.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.730+0000 7f100d434740 1 -- 172.21.15.17:0/1826712809 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f96e2ccd70 con 0x55f96e3e8e30 2024-09-16T01:48:19.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.730+0000 7f1008df7640 1 --2- 172.21.15.17:0/1826712809 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55f96e3e8e30 0x55f96e3eb250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:19.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.730+0000 7f1008df7640 1 --2- 172.21.15.17:0/1826712809 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55f96e3e8e30 0x55f96e3eb250 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=853daa6e120be203 server_cookie=c29b53973cafc6c1 in_seq=0 out_seq=0 2024-09-16T01:48:19.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.730+0000 7f0fe3fff640 10 client.25702 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:48:19.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f0fe3fff640 1 -- 172.21.15.17:0/1826712809 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f96e2ccd70 con 0x55f96e3e8e30 2024-09-16T01:48:19.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f0fe3fff640 10 client.25702 handle_command_reply: tid=0 2024-09-16T01:48:19.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f100d434740 1 client.25702 shutdown 2024-09-16T01:48:19.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f100d434740 1 -- 172.21.15.17:0/1826712809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 msgr2=0x55f96e371e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f100d434740 1 --2- 172.21.15.17:0/1826712809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e371e80 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x55f96e36ca70 tx=0x7f0ff0010b30 comp rx=0 tx=0).stop 2024-09-16T01:48:19.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f100d434740 1 -- 172.21.15.17:0/1826712809 shutdown_connections 2024-09-16T01:48:19.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f100d434740 1 --2- 172.21.15.17:0/1826712809 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55f96e3e8e30 0x55f96e3eb250 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f100d434740 1 --2- 172.21.15.17:0/1826712809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96e36e780 0x55f96e3723c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f100d434740 1 --2- 172.21.15.17:0/1826712809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96e360b40 0x55f96e371e80 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f0fe3fff640 0 client.25702 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:48:19.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f100d434740 1 --2- 172.21.15.17:0/1826712809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96e35f5d0 0x55f96e376b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f100d434740 1 -- 172.21.15.17:0/1826712809 >> 172.21.15.17:0/1826712809 conn(0x55f96e328310 msgr2=0x55f96e36a520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:19.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f100d434740 1 -- 172.21.15.17:0/1826712809 shutdown_connections 2024-09-16T01:48:19.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f100d434740 1 -- 172.21.15.17:0/1826712809 wait complete. 2024-09-16T01:48:19.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.731+0000 7f100d434740 20 client.25702 trim_cache size 0 max 16384 2024-09-16T01:48:19.752 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:48:19.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.732+0000 7f100b05b640 1 -- 172.21.15.17:0/510987009 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ff40a32c0 msgr2=0x7f0ff40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.732+0000 7f100b05b640 1 --2- 172.21.15.17:0/510987009 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ff40a32c0 0x7f0ff40a5780 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0ffc005c40 tx=0x7f0ffc009500 comp rx=0 tx=0).stop 2024-09-16T01:48:19.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.732+0000 7f100b05b640 1 -- 172.21.15.17:0/510987009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1004101dd0 msgr2=0x7f1004198370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:19.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.732+0000 7f100b05b640 1 --2- 172.21.15.17:0/510987009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1004101dd0 0x7f1004198370 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f0ff8005940 tx=0x7f0ff80040c0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.732+0000 7f100b05b640 1 -- 172.21.15.17:0/510987009 shutdown_connections 2024-09-16T01:48:19.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.732+0000 7f100b05b640 1 --2- 172.21.15.17:0/510987009 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ff40a32c0 0x7f0ff40a5780 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.732+0000 7f100b05b640 1 --2- 172.21.15.17:0/510987009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1004106f00 0x7f100419cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.732+0000 7f100b05b640 1 --2- 172.21.15.17:0/510987009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1004102780 0x7f10041988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.732+0000 7f100b05b640 1 --2- 172.21.15.17:0/510987009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1004101dd0 0x7f1004198370 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:19.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.732+0000 7f100b05b640 1 -- 172.21.15.17:0/510987009 >> 172.21.15.17:0/510987009 conn(0x7f10040fd850 msgr2=0x7f10040fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:19.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.732+0000 7f100b05b640 1 -- 172.21.15.17:0/510987009 shutdown_connections 2024-09-16T01:48:19.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:19.732+0000 7f100b05b640 1 -- 172.21.15.17:0/510987009 wait complete. 2024-09-16T01:48:20.471 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:20 smithi017 ceph-mon[30972]: pgmap v483: 97 pgs: 97 active+clean; 81 MiB data, 695 MiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:48:20.498 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:48:20.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 156709 3.76 MB/sec execute 103 sec latency 12.638 ms 2024-09-16T01:48:20.778 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:20 smithi122 ceph-mon[34758]: pgmap v483: 97 pgs: 97 active+clean; 81 MiB data, 695 MiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:48:20.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:20 smithi029 ceph-mon[34783]: pgmap v483: 97 pgs: 97 active+clean; 81 MiB data, 695 MiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:48:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.285+0000 7fe1dd98e640 1 -- 172.21.15.17:0/3190809267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1d8100e20 msgr2=0x7fe1d8101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.285+0000 7fe1dd98e640 1 --2- 172.21.15.17:0/3190809267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1d8100e20 0x7fe1d8101200 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009900 tx=0x7fe1c802a480 comp rx=0 tx=0).stop 2024-09-16T01:48:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.285+0000 7fe1dd98e640 1 -- 172.21.15.17:0/3190809267 shutdown_connections 2024-09-16T01:48:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.285+0000 7fe1dd98e640 1 --2- 172.21.15.17:0/3190809267 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1d8102ef0 0x7fe1d810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.285+0000 7fe1dd98e640 1 --2- 172.21.15.17:0/3190809267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d8102570 0x7fe1d81029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.285+0000 7fe1dd98e640 1 --2- 172.21.15.17:0/3190809267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1d8100e20 0x7fe1d8101200 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.285+0000 7fe1dd98e640 1 -- 172.21.15.17:0/3190809267 >> 172.21.15.17:0/3190809267 conn(0x7fe1d80fc7d0 msgr2=0x7fe1d80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.285+0000 7fe1dd98e640 1 -- 172.21.15.17:0/3190809267 shutdown_connections 2024-09-16T01:48:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.285+0000 7fe1dd98e640 1 -- 172.21.15.17:0/3190809267 wait complete. 2024-09-16T01:48:21.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.286+0000 7fe1dd98e640 1 Processor -- start 2024-09-16T01:48:21.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.286+0000 7fe1dd98e640 1 -- start start 2024-09-16T01:48:21.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.286+0000 7fe1dd98e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1d8100e20 0x7fe1d8103750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.286+0000 7fe1dd98e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1d8102570 0x7fe1d8103c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.286+0000 7fe1dd98e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d8102ef0 0x7fe1d81041d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.286+0000 7fe1dd98e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d8110e30 con 0x7fe1d8100e20 2024-09-16T01:48:21.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.286+0000 7fe1dd98e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d8110cb0 con 0x7fe1d8102ef0 2024-09-16T01:48:21.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.286+0000 7fe1dd98e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d8110fb0 con 0x7fe1d8102570 2024-09-16T01:48:21.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.287+0000 7fe1cffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1d8102570 0x7fe1d8103c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.287+0000 7fe1d77fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d8102ef0 0x7fe1d81041d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.287+0000 7fe1cffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1d8102570 0x7fe1d8103c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35188/0 (socket says 172.21.15.17:35188) 2024-09-16T01:48:21.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.287+0000 7fe1d77fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d8102ef0 0x7fe1d81041d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:40366/0 (socket says 172.21.15.17:40366) 2024-09-16T01:48:21.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.287+0000 7fe1cffff640 1 -- 172.21.15.17:0/3599093036 learned_addr learned my addr 172.21.15.17:0/3599093036 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:21.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.287+0000 7fe1d6ffd640 1 --2- 172.21.15.17:0/3599093036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1d8100e20 0x7fe1d8103750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.287+0000 7fe1cffff640 1 -- 172.21.15.17:0/3599093036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d8102ef0 msgr2=0x7fe1d81041d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.287+0000 7fe1cffff640 1 --2- 172.21.15.17:0/3599093036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d8102ef0 0x7fe1d81041d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.287+0000 7fe1cffff640 1 -- 172.21.15.17:0/3599093036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1d8100e20 msgr2=0x7fe1d8103750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.287+0000 7fe1cffff640 1 --2- 172.21.15.17:0/3599093036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1d8100e20 0x7fe1d8103750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.287+0000 7fe1cffff640 1 -- 172.21.15.17:0/3599093036 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1d81a68e0 con 0x7fe1d8102570 2024-09-16T01:48:21.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.287+0000 7fe1d77fe640 1 --2- 172.21.15.17:0/3599093036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d8102ef0 0x7fe1d81041d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:21.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.287+0000 7fe1cffff640 1 --2- 172.21.15.17:0/3599093036 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1d8102570 0x7fe1d8103c90 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fe1c000e9f0 tx=0x7fe1c000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:21.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.288+0000 7fe1dc98c640 1 -- 172.21.15.17:0/3599093036 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c000cd80 con 0x7fe1d8102570 2024-09-16T01:48:21.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.288+0000 7fe1dc98c640 1 -- 172.21.15.17:0/3599093036 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1c00108e0 con 0x7fe1d8102570 2024-09-16T01:48:21.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.288+0000 7fe1dd98e640 1 -- 172.21.15.17:0/3599093036 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1d8198230 con 0x7fe1d8102570 2024-09-16T01:48:21.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.288+0000 7fe1dc98c640 1 -- 172.21.15.17:0/3599093036 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c0018920 con 0x7fe1d8102570 2024-09-16T01:48:21.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.288+0000 7fe1dd98e640 1 -- 172.21.15.17:0/3599093036 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1d8198770 con 0x7fe1d8102570 2024-09-16T01:48:21.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.290+0000 7fe1dc98c640 1 -- 172.21.15.17:0/3599093036 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe1c0010a90 con 0x7fe1d8102570 2024-09-16T01:48:21.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.291+0000 7fe1dfd67740 1 Processor -- start 2024-09-16T01:48:21.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.291+0000 7fe1dfd67740 1 -- start start 2024-09-16T01:48:21.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.291+0000 7fe1dfd67740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162bb40 0x55f95162a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.291+0000 7fe1dfd67740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162a5d0 0x55f95162aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.291+0000 7fe1dfd67740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f951635370 0x55f951637760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.291+0000 7fe1dfd67740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f9515902f0 con 0x55f95162a5d0 2024-09-16T01:48:21.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.291+0000 7fe1dfd67740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f951537cf0 con 0x55f951635370 2024-09-16T01:48:21.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.291+0000 7fe1dfd67740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f95158c2b0 con 0x55f95162bb40 2024-09-16T01:48:21.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1d77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162bb40 0x55f95162a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1d77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162bb40 0x55f95162a090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35196/0 (socket says 172.21.15.17:35196) 2024-09-16T01:48:21.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1d77fe640 1 -- 172.21.15.17:0/3916093550 learned_addr learned my addr 172.21.15.17:0/3916093550 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:21.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1d6ffd640 1 --2- 172.21.15.17:0/3916093550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162a5d0 0x55f95162aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1cffff640 1 --2- 172.21.15.17:0/3916093550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f951635370 0x55f951637760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1d77fe640 1 -- 172.21.15.17:0/3916093550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f951635370 msgr2=0x55f951637760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:21.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1d77fe640 1 --2- 172.21.15.17:0/3916093550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f951635370 0x55f951637760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1d77fe640 1 -- 172.21.15.17:0/3916093550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162a5d0 msgr2=0x55f95162aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:21.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1d77fe640 1 --2- 172.21.15.17:0/3916093550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162a5d0 0x55f95162aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1d77fe640 1 -- 172.21.15.17:0/3916093550 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f95151c3a0 con 0x55f95162bb40 2024-09-16T01:48:21.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1dc98c640 1 --2- 172.21.15.17:0/3599093036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe1c40a3240 0x7fe1c40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1d77fe640 1 --2- 172.21.15.17:0/3916093550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162bb40 0x55f95162a090 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fe1d0009ac0 tx=0x7fe1d0009500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e29f6e5b1797114 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:21.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1d6ffd640 1 --2- 172.21.15.17:0/3599093036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe1c40a3240 0x7fe1c40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1dc98c640 1 -- 172.21.15.17:0/3599093036 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe1c00cfbe0 con 0x7fe1d8102570 2024-09-16T01:48:21.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.292+0000 7fe1cdffb640 1 -- 172.21.15.17:0/3916093550 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d0025070 con 0x55f95162bb40 2024-09-16T01:48:21.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.293+0000 7fe1cdffb640 1 -- 172.21.15.17:0/3916093550 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1d0003e20 con 0x55f95162bb40 2024-09-16T01:48:21.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.293+0000 7fe1cdffb640 1 -- 172.21.15.17:0/3916093550 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d0020480 con 0x55f95162bb40 2024-09-16T01:48:21.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.293+0000 7fe1d6ffd640 1 --2- 172.21.15.17:0/3599093036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe1c40a3240 0x7fe1c40a5700 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009230 tx=0x7fe1c80058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:21.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.293+0000 7fe1dfd67740 1 -- 172.21.15.17:0/3916093550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162bb40 msgr2=0x55f95162a090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.293+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/3916093550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162bb40 0x55f95162a090 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fe1d0009ac0 tx=0x7fe1d0009500 comp rx=0 tx=0).stop 2024-09-16T01:48:21.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.293+0000 7fe1dfd67740 1 -- 172.21.15.17:0/3916093550 shutdown_connections 2024-09-16T01:48:21.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.293+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/3916093550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f951635370 0x55f951637760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.293+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/3916093550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162a5d0 0x55f95162aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.293+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/3916093550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162bb40 0x55f95162a090 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.293+0000 7fe1dfd67740 1 -- 172.21.15.17:0/3916093550 >> 172.21.15.17:0/3916093550 conn(0x55f9515f3310 msgr2=0x55f951626c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:21.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.293+0000 7fe1dfd67740 1 -- 172.21.15.17:0/3916093550 shutdown_connections 2024-09-16T01:48:21.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.293+0000 7fe1dfd67740 1 -- 172.21.15.17:0/3916093550 wait complete. 2024-09-16T01:48:21.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.294+0000 7fe1dfd67740 1 -- start start 2024-09-16T01:48:21.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.294+0000 7fe1dfd67740 1 Processor -- start 2024-09-16T01:48:21.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.294+0000 7fe1dfd67740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162a5d0 0x55f951634d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.294+0000 7fe1dfd67740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f95162bb40 0x55f951632070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.294+0000 7fe1dfd67740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f951635370 0x55f9516326d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.294+0000 7fe1dfd67740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f951638070 con 0x55f951635370 2024-09-16T01:48:21.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.294+0000 7fe1dfd67740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f95154b060 con 0x55f95162bb40 2024-09-16T01:48:21.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.294+0000 7fe1dfd67740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f9516381f0 con 0x55f95162a5d0 2024-09-16T01:48:21.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1dfd67740 10 client.0 _ll_register_callbacks cb 0x55f95129e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:21.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1d6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162a5d0 0x55f951634d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1d77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f951635370 0x55f9516326d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1cffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f95162bb40 0x55f951632070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1d6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162a5d0 0x55f951634d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35198/0 (socket says 172.21.15.17:35198) 2024-09-16T01:48:21.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1d6ffd640 1 -- 172.21.15.17:0/192427458 learned_addr learned my addr 172.21.15.17:0/192427458 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:21.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1d77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f951635370 0x55f9516326d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34318/0 (socket says 172.21.15.17:34318) 2024-09-16T01:48:21.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1d6ffd640 1 -- 172.21.15.17:0/192427458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f95162bb40 msgr2=0x55f951632070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:21.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1d6ffd640 1 --2- 172.21.15.17:0/192427458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f95162bb40 0x55f951632070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1d6ffd640 1 -- 172.21.15.17:0/192427458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f951635370 msgr2=0x55f9516326d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:21.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1d6ffd640 1 --2- 172.21.15.17:0/192427458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f951635370 0x55f9516326d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1d6ffd640 1 -- 172.21.15.17:0/192427458 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f9513013c0 con 0x55f95162a5d0 2024-09-16T01:48:21.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1d6ffd640 1 --2- 172.21.15.17:0/192427458 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162a5d0 0x55f951634d70 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009900 tx=0x7fe1c8009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=72d3519b53daee2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:21.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1b6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:48:21.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1b6ffd640 1 -- 172.21.15.17:0/192427458 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1c804d030 con 0x55f95162a5d0 2024-09-16T01:48:21.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1b6ffd640 1 -- 172.21.15.17:0/192427458 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe1c80035f0 con 0x55f95162a5d0 2024-09-16T01:48:21.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.295+0000 7fe1dfd67740 1 -- 172.21.15.17:0/192427458 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1d0003e20 con 0x55f95162a5d0 2024-09-16T01:48:21.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.296+0000 7fe1b6ffd640 1 -- 172.21.15.17:0/192427458 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe1c8035040 con 0x55f95162a5d0 2024-09-16T01:48:21.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.296+0000 7fe1dfd67740 10 client.25714 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:21.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.296+0000 7fe1dfd67740 1 -- 172.21.15.17:0/192427458 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f951643ba0 con 0x55f95162a5d0 2024-09-16T01:48:21.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.296+0000 7fe1b6ffd640 1 -- 172.21.15.17:0/192427458 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1d0003e20 con 0x55f95162a5d0 2024-09-16T01:48:21.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.296+0000 7fe1b6ffd640 1 -- 172.21.15.17:0/192427458 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe1c803d8a0 con 0x55f95162a5d0 2024-09-16T01:48:21.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.296+0000 7fe1dfd67740 10 client.25714 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:21.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.296+0000 7fe1dfd67740 10 client.25714 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:21.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.296+0000 7fe1dfd67740 20 client.25714 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:21.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.296+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/192427458 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f9516450b0 0x55f9516474e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.296+0000 7fe1dfd67740 4 client.25714 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:21.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.296+0000 7fe1dfd67740 1 -- 172.21.15.17:0/192427458 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f95159d860 con 0x55f9516450b0 2024-09-16T01:48:21.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.296+0000 7fe1cffff640 1 --2- 172.21.15.17:0/192427458 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f9516450b0 0x55f9516474e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.297+0000 7fe1cffff640 1 --2- 172.21.15.17:0/192427458 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f9516450b0 0x55f9516474e0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=35c3814b95adbcc5 server_cookie=b4338b36f72628ee in_seq=0 out_seq=0 2024-09-16T01:48:21.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.297+0000 7fe1b6ffd640 10 client.25714 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:21.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.297+0000 7fe1b6ffd640 1 -- 172.21.15.17:0/192427458 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f95159d860 con 0x55f9516450b0 2024-09-16T01:48:21.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.297+0000 7fe1b6ffd640 10 client.25714 handle_command_reply: tid=0 2024-09-16T01:48:21.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.297+0000 7fe1dfd67740 1 client.25714 shutdown 2024-09-16T01:48:21.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.298+0000 7fe1dfd67740 1 -- 172.21.15.17:0/192427458 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162a5d0 msgr2=0x55f951634d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.298+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/192427458 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162a5d0 0x55f951634d70 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009900 tx=0x7fe1c8009260 comp rx=0 tx=0).stop 2024-09-16T01:48:21.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.298+0000 7fe1dfd67740 1 -- 172.21.15.17:0/192427458 shutdown_connections 2024-09-16T01:48:21.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.298+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/192427458 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f9516450b0 0x55f9516474e0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.298+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/192427458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f951635370 0x55f9516326d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.298+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/192427458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f95162bb40 0x55f951632070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.298+0000 7fe1b6ffd640 0 client.25714 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:21.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.298+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/192427458 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162a5d0 0x55f951634d70 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.298+0000 7fe1dfd67740 1 -- 172.21.15.17:0/192427458 >> 172.21.15.17:0/192427458 conn(0x55f9515f3310 msgr2=0x55f95162c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:21.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.298+0000 7fe1dfd67740 1 -- 172.21.15.17:0/192427458 shutdown_connections 2024-09-16T01:48:21.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.298+0000 7fe1dfd67740 1 -- 172.21.15.17:0/192427458 wait complete. 2024-09-16T01:48:21.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.298+0000 7fe1dfd67740 20 client.25714 trim_cache size 0 max 16384 2024-09-16T01:48:21.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.315+0000 7fe1dfd67740 1 Processor -- start 2024-09-16T01:48:21.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.315+0000 7fe1dfd67740 1 -- start start 2024-09-16T01:48:21.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1dfd67740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162a5d0 0x55f951631950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1dfd67740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f95162bb40 0x55f95162d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1dfd67740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f951635370 0x55f95162d660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1dfd67740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d81adb80 con 0x55f95162a5d0 2024-09-16T01:48:21.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1dfd67740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d81ab450 con 0x55f95162bb40 2024-09-16T01:48:21.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1dfd67740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d81a92c0 con 0x55f951635370 2024-09-16T01:48:21.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1d6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162a5d0 0x55f951631950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1d6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162a5d0 0x55f951631950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34324/0 (socket says 172.21.15.17:34324) 2024-09-16T01:48:21.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1d6ffd640 1 -- 172.21.15.17:0/4010703364 learned_addr learned my addr 172.21.15.17:0/4010703364 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:21.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1d77fe640 1 --2- 172.21.15.17:0/4010703364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f951635370 0x55f95162d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1cffff640 1 --2- 172.21.15.17:0/4010703364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f95162bb40 0x55f95162d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1d77fe640 1 -- 172.21.15.17:0/4010703364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f95162bb40 msgr2=0x55f95162d120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:21.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1d77fe640 1 --2- 172.21.15.17:0/4010703364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f95162bb40 0x55f95162d120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1d77fe640 1 -- 172.21.15.17:0/4010703364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162a5d0 msgr2=0x55f951631950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:21.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1d77fe640 1 --2- 172.21.15.17:0/4010703364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162a5d0 0x55f951631950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1d77fe640 1 -- 172.21.15.17:0/4010703364 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f95162abe0 con 0x55f951635370 2024-09-16T01:48:21.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1d6ffd640 1 --2- 172.21.15.17:0/4010703364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162a5d0 0x55f951631950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:21.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1cffff640 1 --2- 172.21.15.17:0/4010703364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f95162bb40 0x55f95162d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:21.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.316+0000 7fe1d77fe640 1 --2- 172.21.15.17:0/4010703364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f951635370 0x55f95162d660 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fe1d0023040 tx=0x7fe1d00095b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e018f2678b4750f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:21.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.317+0000 7fe1cd7fa640 1 -- 172.21.15.17:0/4010703364 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d0025030 con 0x55f951635370 2024-09-16T01:48:21.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.317+0000 7fe1cd7fa640 1 -- 172.21.15.17:0/4010703364 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1d0026040 con 0x55f951635370 2024-09-16T01:48:21.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.317+0000 7fe1cd7fa640 1 -- 172.21.15.17:0/4010703364 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d0005800 con 0x55f951635370 2024-09-16T01:48:21.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.317+0000 7fe1dfd67740 1 -- 172.21.15.17:0/4010703364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f951635370 msgr2=0x55f95162d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.317+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/4010703364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f951635370 0x55f95162d660 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fe1d0023040 tx=0x7fe1d00095b0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.317+0000 7fe1dfd67740 1 -- 172.21.15.17:0/4010703364 shutdown_connections 2024-09-16T01:48:21.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.317+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/4010703364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f951635370 0x55f95162d660 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.317+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/4010703364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f95162bb40 0x55f95162d120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.317+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/4010703364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162a5d0 0x55f951631950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.317+0000 7fe1dfd67740 1 -- 172.21.15.17:0/4010703364 >> 172.21.15.17:0/4010703364 conn(0x55f9515f3310 msgr2=0x55f9516340f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:21.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.318+0000 7fe1dfd67740 1 -- 172.21.15.17:0/4010703364 shutdown_connections 2024-09-16T01:48:21.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.318+0000 7fe1dfd67740 1 -- 172.21.15.17:0/4010703364 wait complete. 2024-09-16T01:48:21.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.318+0000 7fe1dfd67740 1 -- start start 2024-09-16T01:48:21.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.318+0000 7fe1dfd67740 1 Processor -- start 2024-09-16T01:48:21.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.318+0000 7fe1dfd67740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162a5d0 0x55f95163da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.318+0000 7fe1dfd67740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162bb40 0x55f95162ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.318+0000 7fe1dfd67740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f951635370 0x55f95162f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1dfd67740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d81a9910 con 0x55f95162bb40 2024-09-16T01:48:21.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1dfd67740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d81aad80 con 0x55f951635370 2024-09-16T01:48:21.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1dfd67740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe1d81a9fe0 con 0x55f95162a5d0 2024-09-16T01:48:21.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1d6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162a5d0 0x55f95163da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1cffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162bb40 0x55f95162ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1dfd67740 10 client.0 _ll_register_callbacks cb 0x7fe1c8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:21.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1d6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162a5d0 0x55f95163da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35216/0 (socket says 172.21.15.17:35216) 2024-09-16T01:48:21.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1cffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162bb40 0x55f95162ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34334/0 (socket says 172.21.15.17:34334) 2024-09-16T01:48:21.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1d6ffd640 1 -- 172.21.15.17:0/2828467180 learned_addr learned my addr 172.21.15.17:0/2828467180 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:21.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1d77fe640 1 --2- 172.21.15.17:0/2828467180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f951635370 0x55f95162f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1d77fe640 1 -- 172.21.15.17:0/2828467180 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162a5d0 msgr2=0x55f95163da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:21.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1d77fe640 1 --2- 172.21.15.17:0/2828467180 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162a5d0 0x55f95163da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1d77fe640 1 -- 172.21.15.17:0/2828467180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162bb40 msgr2=0x55f95162ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:21.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1d77fe640 1 --2- 172.21.15.17:0/2828467180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162bb40 0x55f95162ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1d77fe640 1 -- 172.21.15.17:0/2828467180 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f95162f850 con 0x55f951635370 2024-09-16T01:48:21.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1cffff640 1 --2- 172.21.15.17:0/2828467180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162bb40 0x55f95162ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:21.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1d77fe640 1 --2- 172.21.15.17:0/2828467180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f951635370 0x55f95162f160 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x55f951632e70 tx=0x7fe1d0005240 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8fd624fda8d6c8dc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:21.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.319+0000 7fe1b6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:48:21.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1b6ffd640 1 -- 172.21.15.17:0/2828467180 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d0025070 con 0x55f951635370 2024-09-16T01:48:21.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1dfd67740 1 -- 172.21.15.17:0/2828467180 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1d0026040 con 0x55f951635370 2024-09-16T01:48:21.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1b6ffd640 1 -- 172.21.15.17:0/2828467180 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe1d0005780 con 0x55f951635370 2024-09-16T01:48:21.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1b6ffd640 1 -- 172.21.15.17:0/2828467180 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe1d00059c0 con 0x55f951635370 2024-09-16T01:48:21.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1dfd67740 10 client.25592 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:21.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1dfd67740 1 -- 172.21.15.17:0/2828467180 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f9516afc80 con 0x55f951635370 2024-09-16T01:48:21.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1b6ffd640 1 -- 172.21.15.17:0/2828467180 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1d0026040 con 0x55f951635370 2024-09-16T01:48:21.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1b6ffd640 1 -- 172.21.15.17:0/2828467180 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe1d0020800 con 0x55f951635370 2024-09-16T01:48:21.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1dfd67740 10 client.25592 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:21.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1dfd67740 10 client.25592 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:21.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1dfd67740 20 client.25592 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:21.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/2828467180 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f9516b00a0 0x55f9516b2490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:21.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1dfd67740 4 client.25592 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:48:21.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1dfd67740 1 -- 172.21.15.17:0/2828467180 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f951597d70 con 0x55f9516b00a0 2024-09-16T01:48:21.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.320+0000 7fe1d6ffd640 1 --2- 172.21.15.17:0/2828467180 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f9516b00a0 0x55f9516b2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:21.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.321+0000 7fe1d6ffd640 1 --2- 172.21.15.17:0/2828467180 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f9516b00a0 0x55f9516b2490 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eedd860ce7a52de9 server_cookie=8d0040fd6356ddf4 in_seq=0 out_seq=0 2024-09-16T01:48:21.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.321+0000 7fe1b6ffd640 10 client.25592 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:21.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1b6ffd640 1 -- 172.21.15.17:0/2828467180 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f951597d70 con 0x55f9516b00a0 2024-09-16T01:48:21.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1b6ffd640 10 client.25592 handle_command_reply: tid=0 2024-09-16T01:48:21.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1dfd67740 1 client.25592 shutdown 2024-09-16T01:48:21.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1dfd67740 1 -- 172.21.15.17:0/2828467180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f951635370 msgr2=0x55f95162f160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/2828467180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f951635370 0x55f95162f160 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x55f951632e70 tx=0x7fe1d0005240 comp rx=0 tx=0).stop 2024-09-16T01:48:21.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1dfd67740 1 -- 172.21.15.17:0/2828467180 shutdown_connections 2024-09-16T01:48:21.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/2828467180 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f9516b00a0 0x55f9516b2490 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/2828467180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f951635370 0x55f95162f160 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/2828467180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f95162bb40 0x55f95162ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1dfd67740 1 --2- 172.21.15.17:0/2828467180 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f95162a5d0 0x55f95163da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1b6ffd640 0 client.25592 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:21.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1dfd67740 1 -- 172.21.15.17:0/2828467180 >> 172.21.15.17:0/2828467180 conn(0x55f9515f3310 msgr2=0x55f951630940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:21.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1dfd67740 1 -- 172.21.15.17:0/2828467180 shutdown_connections 2024-09-16T01:48:21.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1dfd67740 1 -- 172.21.15.17:0/2828467180 wait complete. 2024-09-16T01:48:21.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.322+0000 7fe1dfd67740 20 client.25592 trim_cache size 0 max 16384 2024-09-16T01:48:21.329 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:48:21.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.323+0000 7fe1dd98e640 1 -- 172.21.15.17:0/3599093036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe1c40a3240 msgr2=0x7fe1c40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.323+0000 7fe1dd98e640 1 --2- 172.21.15.17:0/3599093036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe1c40a3240 0x7fe1c40a5700 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe1c8009230 tx=0x7fe1c80058d0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.323+0000 7fe1dd98e640 1 -- 172.21.15.17:0/3599093036 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1d8102570 msgr2=0x7fe1d8103c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:21.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.323+0000 7fe1dd98e640 1 --2- 172.21.15.17:0/3599093036 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1d8102570 0x7fe1d8103c90 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fe1c000e9f0 tx=0x7fe1c000eeb0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.323+0000 7fe1dd98e640 1 -- 172.21.15.17:0/3599093036 shutdown_connections 2024-09-16T01:48:21.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.323+0000 7fe1dd98e640 1 --2- 172.21.15.17:0/3599093036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe1c40a3240 0x7fe1c40a5700 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.323+0000 7fe1dd98e640 1 --2- 172.21.15.17:0/3599093036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe1d8102ef0 0x7fe1d81041d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.323+0000 7fe1dd98e640 1 --2- 172.21.15.17:0/3599093036 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1d8102570 0x7fe1d8103c90 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.323+0000 7fe1dd98e640 1 --2- 172.21.15.17:0/3599093036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1d8100e20 0x7fe1d8103750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:21.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.323+0000 7fe1dd98e640 1 -- 172.21.15.17:0/3599093036 >> 172.21.15.17:0/3599093036 conn(0x7fe1d80fc7d0 msgr2=0x7fe1d806a210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:21.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.323+0000 7fe1dd98e640 1 -- 172.21.15.17:0/3599093036 shutdown_connections 2024-09-16T01:48:21.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:21.323+0000 7fe1dd98e640 1 -- 172.21.15.17:0/3599093036 wait complete. 2024-09-16T01:48:21.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 157380 3.74 MB/sec execute 104 sec latency 20.310 ms 2024-09-16T01:48:22.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:22 smithi017 ceph-mon[30972]: pgmap v484: 97 pgs: 97 active+clean; 81 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:48:22.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 158190 3.74 MB/sec execute 105 sec latency 16.651 ms 2024-09-16T01:48:22.597 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:22 smithi122 ceph-mon[34758]: pgmap v484: 97 pgs: 97 active+clean; 81 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:48:22.598 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:22 smithi029 ceph-mon[34783]: pgmap v484: 97 pgs: 97 active+clean; 81 MiB data, 702 MiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:48:23.265 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:48:23.265 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:48:23.541 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:23.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 158965 3.76 MB/sec execute 106 sec latency 15.665 ms 2024-09-16T01:48:24.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.063+0000 7fd313f9b640 1 -- 172.21.15.17:0/2382711105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd30c102570 msgr2=0x7fd30c1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:24.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.063+0000 7fd313f9b640 1 --2- 172.21.15.17:0/2382711105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd30c102570 0x7fd30c1029b0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fd2fc009900 tx=0x7fd2fc02a480 comp rx=0 tx=0).stop 2024-09-16T01:48:24.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.063+0000 7fd313f9b640 1 -- 172.21.15.17:0/2382711105 shutdown_connections 2024-09-16T01:48:24.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.063+0000 7fd313f9b640 1 --2- 172.21.15.17:0/2382711105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd30c102ef0 0x7fd30c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.063+0000 7fd313f9b640 1 --2- 172.21.15.17:0/2382711105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd30c102570 0x7fd30c1029b0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.063+0000 7fd313f9b640 1 --2- 172.21.15.17:0/2382711105 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd30c100e20 0x7fd30c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.063+0000 7fd313f9b640 1 -- 172.21.15.17:0/2382711105 >> 172.21.15.17:0/2382711105 conn(0x7fd30c0fc7d0 msgr2=0x7fd30c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:24.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.064+0000 7fd313f9b640 1 -- 172.21.15.17:0/2382711105 shutdown_connections 2024-09-16T01:48:24.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.064+0000 7fd313f9b640 1 -- 172.21.15.17:0/2382711105 wait complete. 2024-09-16T01:48:24.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.064+0000 7fd313f9b640 1 Processor -- start 2024-09-16T01:48:24.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.064+0000 7fd313f9b640 1 -- start start 2024-09-16T01:48:24.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd313f9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd30c100e20 0x7fd30c1984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd313f9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd30c102570 0x7fd30c198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd313f9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd30c102ef0 0x7fd30c19cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd313f9b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c110e30 con 0x7fd30c102ef0 2024-09-16T01:48:24.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd313f9b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c110cb0 con 0x7fd30c102570 2024-09-16T01:48:24.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd313f9b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c110fb0 con 0x7fd30c100e20 2024-09-16T01:48:24.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd311d37640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd30c100e20 0x7fd30c1984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd312538640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd30c102ef0 0x7fd30c19cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd311d37640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd30c100e20 0x7fd30c1984c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35224/0 (socket says 172.21.15.17:35224) 2024-09-16T01:48:24.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd311d37640 1 -- 172.21.15.17:0/1936968818 learned_addr learned my addr 172.21.15.17:0/1936968818 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:24.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd311536640 1 --2- 172.21.15.17:0/1936968818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd30c102570 0x7fd30c198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd311d37640 1 -- 172.21.15.17:0/1936968818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd30c102570 msgr2=0x7fd30c198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:24.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd311d37640 1 --2- 172.21.15.17:0/1936968818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd30c102570 0x7fd30c198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd311d37640 1 -- 172.21.15.17:0/1936968818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd30c102ef0 msgr2=0x7fd30c19cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:24.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd311d37640 1 --2- 172.21.15.17:0/1936968818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd30c102ef0 0x7fd30c19cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd311d37640 1 -- 172.21.15.17:0/1936968818 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd30c19d470 con 0x7fd30c100e20 2024-09-16T01:48:24.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd312538640 1 --2- 172.21.15.17:0/1936968818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd30c102ef0 0x7fd30c19cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:24.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.065+0000 7fd311d37640 1 --2- 172.21.15.17:0/1936968818 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd30c100e20 0x7fd30c1984c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd30800e9f0 tx=0x7fd30800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:24.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.066+0000 7fd302ffd640 1 -- 172.21.15.17:0/1936968818 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd30800cd80 con 0x7fd30c100e20 2024-09-16T01:48:24.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.066+0000 7fd313f9b640 1 -- 172.21.15.17:0/1936968818 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd30c19d760 con 0x7fd30c100e20 2024-09-16T01:48:24.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.066+0000 7fd302ffd640 1 -- 172.21.15.17:0/1936968818 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3080054d0 con 0x7fd30c100e20 2024-09-16T01:48:24.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.066+0000 7fd302ffd640 1 -- 172.21.15.17:0/1936968818 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd308010490 con 0x7fd30c100e20 2024-09-16T01:48:24.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.066+0000 7fd313f9b640 1 -- 172.21.15.17:0/1936968818 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd30c1a5040 con 0x7fd30c100e20 2024-09-16T01:48:24.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.068+0000 7fd302ffd640 1 -- 172.21.15.17:0/1936968818 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fd308005020 con 0x7fd30c100e20 2024-09-16T01:48:24.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.068+0000 7fd316374740 1 Processor -- start 2024-09-16T01:48:24.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.068+0000 7fd316374740 1 -- start start 2024-09-16T01:48:24.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd316374740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d17907f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd316374740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17908480 0x562d17912800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd316374740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d17915130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd316374740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562d1786d280 con 0x562d17907b60 2024-09-16T01:48:24.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd316374740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562d17814b10 con 0x562d17908480 2024-09-16T01:48:24.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd316374740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x562d17869240 con 0x562d17912d40 2024-09-16T01:48:24.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd312538640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d17907f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd311536640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d17915130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd312538640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d17907f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34374/0 (socket says 172.21.15.17:34374) 2024-09-16T01:48:24.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd312538640 1 -- 172.21.15.17:0/3014927940 learned_addr learned my addr 172.21.15.17:0/3014927940 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:24.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd311d37640 1 --2- 172.21.15.17:0/3014927940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17908480 0x562d17912800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd312538640 1 -- 172.21.15.17:0/3014927940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 msgr2=0x562d17915130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:24.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd312538640 1 --2- 172.21.15.17:0/3014927940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d17915130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd312538640 1 -- 172.21.15.17:0/3014927940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17908480 msgr2=0x562d17912800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:24.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd302ffd640 1 --2- 172.21.15.17:0/1936968818 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd2f80a3240 0x7fd2f80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd312538640 1 --2- 172.21.15.17:0/3014927940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17908480 0x562d17912800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd312538640 1 -- 172.21.15.17:0/3014927940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d178211f0 con 0x562d17907b60 2024-09-16T01:48:24.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.069+0000 7fd311536640 1 --2- 172.21.15.17:0/3014927940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d17915130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:24.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.070+0000 7fd302ffd640 1 -- 172.21.15.17:0/1936968818 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd3080cfce0 con 0x7fd30c100e20 2024-09-16T01:48:24.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.070+0000 7fd312538640 1 --2- 172.21.15.17:0/3014927940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d17907f40 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fd304011790 tx=0x7fd304011c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1498ae2b9542f1da server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:24.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.070+0000 7fd312538640 1 --2- 172.21.15.17:0/1936968818 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd2f80a3240 0x7fd2f80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.070+0000 7fd2f7fff640 1 -- 172.21.15.17:0/3014927940 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd30400f9a0 con 0x562d17907b60 2024-09-16T01:48:24.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.070+0000 7fd2f7fff640 1 -- 172.21.15.17:0/3014927940 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd30400fc80 con 0x562d17907b60 2024-09-16T01:48:24.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.070+0000 7fd2f7fff640 1 -- 172.21.15.17:0/3014927940 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd30401caf0 con 0x562d17907b60 2024-09-16T01:48:24.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.071+0000 7fd316374740 1 -- 172.21.15.17:0/3014927940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 msgr2=0x562d17907f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:24.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.071+0000 7fd312538640 1 --2- 172.21.15.17:0/1936968818 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd2f80a3240 0x7fd2f80a5700 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd304020000 tx=0x7fd304021000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:24.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.071+0000 7fd316374740 1 --2- 172.21.15.17:0/3014927940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d17907f40 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fd304011790 tx=0x7fd304011c50 comp rx=0 tx=0).stop 2024-09-16T01:48:24.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.071+0000 7fd316374740 1 -- 172.21.15.17:0/3014927940 shutdown_connections 2024-09-16T01:48:24.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.071+0000 7fd316374740 1 --2- 172.21.15.17:0/3014927940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d17915130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.071+0000 7fd316374740 1 --2- 172.21.15.17:0/3014927940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17908480 0x562d17912800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.071+0000 7fd316374740 1 --2- 172.21.15.17:0/3014927940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d17907f40 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.071+0000 7fd316374740 1 -- 172.21.15.17:0/3014927940 >> 172.21.15.17:0/3014927940 conn(0x562d179040f0 msgr2=0x562d179044d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:24.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.071+0000 7fd316374740 1 -- 172.21.15.17:0/3014927940 shutdown_connections 2024-09-16T01:48:24.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.071+0000 7fd316374740 1 -- 172.21.15.17:0/3014927940 wait complete. 2024-09-16T01:48:24.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.071+0000 7fd316374740 1 -- start start 2024-09-16T01:48:24.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.072+0000 7fd316374740 1 Processor -- start 2024-09-16T01:48:24.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.072+0000 7fd316374740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d1790fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.072+0000 7fd316374740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17908480 0x562d17910110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.072+0000 7fd316374740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17912d40 0x562d17910650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.072+0000 7fd316374740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562d17915910 con 0x562d17907b60 2024-09-16T01:48:24.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.072+0000 7fd316374740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562d17827f10 con 0x562d17912d40 2024-09-16T01:48:24.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.072+0000 7fd316374740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x562d17915a90 con 0x562d17908480 2024-09-16T01:48:24.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.072+0000 7fd316374740 10 client.0 _ll_register_callbacks cb 0x562d177f0a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:24.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.072+0000 7fd311d37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d1790fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.072+0000 7fd311d37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d1790fbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34390/0 (socket says 172.21.15.17:34390) 2024-09-16T01:48:24.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.072+0000 7fd311d37640 1 -- 172.21.15.17:0/2596888743 learned_addr learned my addr 172.21.15.17:0/2596888743 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:24.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.072+0000 7fd311536640 1 --2- 172.21.15.17:0/2596888743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17908480 0x562d17910110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.072+0000 7fd312538640 1 --2- 172.21.15.17:0/2596888743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17912d40 0x562d17910650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.073+0000 7fd311d37640 1 -- 172.21.15.17:0/2596888743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17908480 msgr2=0x562d17910110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:24.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.073+0000 7fd311d37640 1 --2- 172.21.15.17:0/2596888743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17908480 0x562d17910110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.073+0000 7fd311d37640 1 -- 172.21.15.17:0/2596888743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17912d40 msgr2=0x562d17910650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:24.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.073+0000 7fd311d37640 1 --2- 172.21.15.17:0/2596888743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17912d40 0x562d17910650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.073+0000 7fd311d37640 1 -- 172.21.15.17:0/2596888743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d175de6a0 con 0x562d17907b60 2024-09-16T01:48:24.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.073+0000 7fd311d37640 1 --2- 172.21.15.17:0/2596888743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d1790fbd0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fd30809c250 tx=0x7fd30809bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a4faa739f4160a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:24.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.073+0000 7fd2f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:24.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.073+0000 7fd2f57fa640 1 -- 172.21.15.17:0/2596888743 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd30809c9c0 con 0x562d17907b60 2024-09-16T01:48:24.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.073+0000 7fd2f57fa640 1 -- 172.21.15.17:0/2596888743 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd308098930 con 0x562d17907b60 2024-09-16T01:48:24.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.073+0000 7fd316374740 1 -- 172.21.15.17:0/2596888743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd30400fc80 con 0x562d17907b60 2024-09-16T01:48:24.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.074+0000 7fd2f57fa640 1 -- 172.21.15.17:0/2596888743 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd30809c2c0 con 0x562d17907b60 2024-09-16T01:48:24.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.074+0000 7fd316374740 10 client.16077 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:24.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.074+0000 7fd316374740 1 -- 172.21.15.17:0/2596888743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562d17921570 con 0x562d17907b60 2024-09-16T01:48:24.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.074+0000 7fd2f57fa640 1 -- 172.21.15.17:0/2596888743 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd30400fc80 con 0x562d17907b60 2024-09-16T01:48:24.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.074+0000 7fd2f57fa640 1 -- 172.21.15.17:0/2596888743 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd3080a4aa0 con 0x562d17907b60 2024-09-16T01:48:24.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.074+0000 7fd316374740 10 client.16077 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:24.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.074+0000 7fd316374740 10 client.16077 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:24.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.074+0000 7fd316374740 20 client.16077 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:24.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.074+0000 7fd316374740 1 --2- 172.21.15.17:0/2596888743 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562d17922a30 0x562d17924e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.074+0000 7fd316374740 4 client.16077 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:24.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.074+0000 7fd316374740 1 -- 172.21.15.17:0/2596888743 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562d1787a7f0 con 0x562d17922a30 2024-09-16T01:48:24.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.074+0000 7fd311536640 1 --2- 172.21.15.17:0/2596888743 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562d17922a30 0x562d17924e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.075+0000 7fd2f57fa640 10 client.16077 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:24.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.075+0000 7fd311536640 1 --2- 172.21.15.17:0/2596888743 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562d17922a30 0x562d17924e20 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17c41dcbb9f05b00 server_cookie=33254b5d5e59594a in_seq=0 out_seq=0 2024-09-16T01:48:24.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.075+0000 7fd2f57fa640 1 -- 172.21.15.17:0/2596888743 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562d1787a7f0 con 0x562d17922a30 2024-09-16T01:48:24.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.075+0000 7fd2f57fa640 10 client.16077 handle_command_reply: tid=0 2024-09-16T01:48:24.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.076+0000 7fd316374740 1 client.16077 shutdown 2024-09-16T01:48:24.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.076+0000 7fd316374740 1 -- 172.21.15.17:0/2596888743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 msgr2=0x562d1790fbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:24.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.076+0000 7fd316374740 1 --2- 172.21.15.17:0/2596888743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d1790fbd0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fd30809c250 tx=0x7fd30809bc20 comp rx=0 tx=0).stop 2024-09-16T01:48:24.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.076+0000 7fd316374740 1 -- 172.21.15.17:0/2596888743 shutdown_connections 2024-09-16T01:48:24.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.076+0000 7fd316374740 1 --2- 172.21.15.17:0/2596888743 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562d17922a30 0x562d17924e20 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.076+0000 7fd316374740 1 --2- 172.21.15.17:0/2596888743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17912d40 0x562d17910650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.076+0000 7fd316374740 1 --2- 172.21.15.17:0/2596888743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17908480 0x562d17910110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.076+0000 7fd316374740 1 --2- 172.21.15.17:0/2596888743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d1790fbd0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.076+0000 7fd2f57fa640 0 client.16077 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:24.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.076+0000 7fd316374740 1 -- 172.21.15.17:0/2596888743 >> 172.21.15.17:0/2596888743 conn(0x562d179040f0 msgr2=0x562d17909e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:24.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.076+0000 7fd316374740 1 -- 172.21.15.17:0/2596888743 shutdown_connections 2024-09-16T01:48:24.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.076+0000 7fd316374740 1 -- 172.21.15.17:0/2596888743 wait complete. 2024-09-16T01:48:24.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.076+0000 7fd316374740 20 client.16077 trim_cache size 0 max 16384 2024-09-16T01:48:24.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd316374740 1 Processor -- start 2024-09-16T01:48:24.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd316374740 1 -- start start 2024-09-16T01:48:24.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd316374740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d17909d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd316374740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17908480 0x562d1792a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd316374740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d1792ab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd316374740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c1adc80 con 0x562d17907b60 2024-09-16T01:48:24.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd316374740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c1ab550 con 0x562d17908480 2024-09-16T01:48:24.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd316374740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c1a9380 con 0x562d17912d40 2024-09-16T01:48:24.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd311d37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d17909d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd311d37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d17909d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34398/0 (socket says 172.21.15.17:34398) 2024-09-16T01:48:24.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd311d37640 1 -- 172.21.15.17:0/1319480721 learned_addr learned my addr 172.21.15.17:0/1319480721 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:24.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd312538640 1 --2- 172.21.15.17:0/1319480721 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d1792ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd311536640 1 --2- 172.21.15.17:0/1319480721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17908480 0x562d1792a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd311d37640 1 -- 172.21.15.17:0/1319480721 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 msgr2=0x562d1792ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:24.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd311d37640 1 --2- 172.21.15.17:0/1319480721 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d1792ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd311d37640 1 -- 172.21.15.17:0/1319480721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17908480 msgr2=0x562d1792a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:24.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd311d37640 1 --2- 172.21.15.17:0/1319480721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17908480 0x562d1792a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd311d37640 1 -- 172.21.15.17:0/1319480721 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562d17903f20 con 0x562d17907b60 2024-09-16T01:48:24.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.097+0000 7fd312538640 1 --2- 172.21.15.17:0/1319480721 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d1792ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:24.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.098+0000 7fd311d37640 1 --2- 172.21.15.17:0/1319480721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d17909d10 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fd3080a4a00 tx=0x7fd30800cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bce75a12fdfa9173 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.098+0000 7fd2f77fe640 1 -- 172.21.15.17:0/1319480721 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3080d2070 con 0x562d17907b60 2024-09-16T01:48:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.098+0000 7fd2f77fe640 1 -- 172.21.15.17:0/1319480721 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3080ba020 con 0x562d17907b60 2024-09-16T01:48:24.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.098+0000 7fd2f77fe640 1 -- 172.21.15.17:0/1319480721 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3080a0670 con 0x562d17907b60 2024-09-16T01:48:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.099+0000 7fd316374740 1 -- 172.21.15.17:0/1319480721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 msgr2=0x562d17909d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.099+0000 7fd316374740 1 --2- 172.21.15.17:0/1319480721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d17909d10 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fd3080a4a00 tx=0x7fd30800cf20 comp rx=0 tx=0).stop 2024-09-16T01:48:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.099+0000 7fd316374740 1 -- 172.21.15.17:0/1319480721 shutdown_connections 2024-09-16T01:48:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.099+0000 7fd316374740 1 --2- 172.21.15.17:0/1319480721 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d1792ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.099+0000 7fd316374740 1 --2- 172.21.15.17:0/1319480721 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17908480 0x562d1792a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.099+0000 7fd316374740 1 --2- 172.21.15.17:0/1319480721 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17907b60 0x562d17909d10 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.099+0000 7fd316374740 1 -- 172.21.15.17:0/1319480721 >> 172.21.15.17:0/1319480721 conn(0x562d179040f0 msgr2=0x562d17909600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:24.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.099+0000 7fd316374740 1 -- 172.21.15.17:0/1319480721 shutdown_connections 2024-09-16T01:48:24.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.099+0000 7fd316374740 1 -- 172.21.15.17:0/1319480721 wait complete. 2024-09-16T01:48:24.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.099+0000 7fd316374740 1 -- start start 2024-09-16T01:48:24.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.099+0000 7fd316374740 1 Processor -- start 2024-09-16T01:48:24.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.100+0000 7fd316374740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17907b60 0x562d1791ace0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.100+0000 7fd316374740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17908480 0x562d1791b220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.100+0000 7fd316374740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d17917cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.100+0000 7fd316374740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c1a9a10 con 0x562d17908480 2024-09-16T01:48:24.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.100+0000 7fd316374740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c1aae80 con 0x562d17907b60 2024-09-16T01:48:24.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.100+0000 7fd316374740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd30c1aa0e0 con 0x562d17912d40 2024-09-16T01:48:24.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.100+0000 7fd311536640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17908480 0x562d1791b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.100+0000 7fd312538640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d17917cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.100+0000 7fd316374740 10 client.0 _ll_register_callbacks cb 0x7fd308004990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:24.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.100+0000 7fd312538640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d17917cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35258/0 (socket says 172.21.15.17:35258) 2024-09-16T01:48:24.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.100+0000 7fd311536640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17908480 0x562d1791b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34408/0 (socket says 172.21.15.17:34408) 2024-09-16T01:48:24.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.100+0000 7fd312538640 1 -- 172.21.15.17:0/1803007405 learned_addr learned my addr 172.21.15.17:0/1803007405 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:24.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.100+0000 7fd311d37640 1 --2- 172.21.15.17:0/1803007405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17907b60 0x562d1791ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.100+0000 7fd312538640 1 -- 172.21.15.17:0/1803007405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17907b60 msgr2=0x562d1791ace0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:24.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.101+0000 7fd312538640 1 --2- 172.21.15.17:0/1803007405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17907b60 0x562d1791ace0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.101+0000 7fd312538640 1 -- 172.21.15.17:0/1803007405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17908480 msgr2=0x562d1791b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:24.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.101+0000 7fd312538640 1 --2- 172.21.15.17:0/1803007405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17908480 0x562d1791b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.101+0000 7fd312538640 1 -- 172.21.15.17:0/1803007405 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562d179038e0 con 0x562d17912d40 2024-09-16T01:48:24.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.101+0000 7fd312538640 1 --2- 172.21.15.17:0/1803007405 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d17917cb0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd304003fd0 tx=0x7fd304003e50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f86dc059f941452 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:24.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.101+0000 7fd2f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:48:24.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.101+0000 7fd2f57fa640 1 -- 172.21.15.17:0/1803007405 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd30402e040 con 0x562d17912d40 2024-09-16T01:48:24.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.101+0000 7fd2f57fa640 1 -- 172.21.15.17:0/1803007405 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd30401c400 con 0x562d17912d40 2024-09-16T01:48:24.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.101+0000 7fd316374740 1 -- 172.21.15.17:0/1803007405 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3080ba020 con 0x562d17912d40 2024-09-16T01:48:24.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.101+0000 7fd2f57fa640 1 -- 172.21.15.17:0/1803007405 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd30401c600 con 0x562d17912d40 2024-09-16T01:48:24.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.101+0000 7fd316374740 10 client.25738 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:24.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.101+0000 7fd316374740 1 -- 172.21.15.17:0/1803007405 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562d1798dad0 con 0x562d17912d40 2024-09-16T01:48:24.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.101+0000 7fd2f57fa640 1 -- 172.21.15.17:0/1803007405 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3080ba020 con 0x562d17912d40 2024-09-16T01:48:24.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.102+0000 7fd2f57fa640 1 -- 172.21.15.17:0/1803007405 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd304034480 con 0x562d17912d40 2024-09-16T01:48:24.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.102+0000 7fd316374740 10 client.25738 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:24.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.102+0000 7fd316374740 10 client.25738 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:24.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.102+0000 7fd316374740 20 client.25738 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:24.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.102+0000 7fd316374740 1 --2- 172.21.15.17:0/1803007405 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562d1798e0d0 0x562d179904f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:24.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.102+0000 7fd316374740 4 client.25738 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:48:24.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.102+0000 7fd316374740 1 -- 172.21.15.17:0/1803007405 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x562d17874d00 con 0x562d1798e0d0 2024-09-16T01:48:24.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.102+0000 7fd311d37640 1 --2- 172.21.15.17:0/1803007405 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562d1798e0d0 0x562d179904f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:24.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.102+0000 7fd2f57fa640 10 client.25738 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:24.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.102+0000 7fd311d37640 1 --2- 172.21.15.17:0/1803007405 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562d1798e0d0 0x562d179904f0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=615cb1639392dd60 server_cookie=20733e035a0c1a73 in_seq=0 out_seq=0 2024-09-16T01:48:24.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.103+0000 7fd2f57fa640 1 -- 172.21.15.17:0/1803007405 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x562d17874d00 con 0x562d1798e0d0 2024-09-16T01:48:24.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.103+0000 7fd2f57fa640 10 client.25738 handle_command_reply: tid=0 2024-09-16T01:48:24.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.103+0000 7fd316374740 1 client.25738 shutdown 2024-09-16T01:48:24.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.103+0000 7fd316374740 1 -- 172.21.15.17:0/1803007405 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 msgr2=0x562d17917cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:24.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.103+0000 7fd316374740 1 --2- 172.21.15.17:0/1803007405 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d17917cb0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fd304003fd0 tx=0x7fd304003e50 comp rx=0 tx=0).stop 2024-09-16T01:48:24.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.103+0000 7fd316374740 1 -- 172.21.15.17:0/1803007405 shutdown_connections 2024-09-16T01:48:24.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.103+0000 7fd316374740 1 --2- 172.21.15.17:0/1803007405 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562d1798e0d0 0x562d179904f0 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.103+0000 7fd316374740 1 --2- 172.21.15.17:0/1803007405 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562d17912d40 0x562d17917cb0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.103+0000 7fd316374740 1 --2- 172.21.15.17:0/1803007405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562d17908480 0x562d1791b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.103+0000 7fd316374740 1 --2- 172.21.15.17:0/1803007405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562d17907b60 0x562d1791ace0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.103+0000 7fd2f57fa640 0 client.25738 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:24.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.103+0000 7fd316374740 1 -- 172.21.15.17:0/1803007405 >> 172.21.15.17:0/1803007405 conn(0x562d179040f0 msgr2=0x562d17909e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:24.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.104+0000 7fd316374740 1 -- 172.21.15.17:0/1803007405 shutdown_connections 2024-09-16T01:48:24.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.104+0000 7fd316374740 1 -- 172.21.15.17:0/1803007405 wait complete. 2024-09-16T01:48:24.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.104+0000 7fd316374740 20 client.25738 trim_cache size 0 max 16384 2024-09-16T01:48:24.115 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:48:24.116 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:48:24.116 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "15987b12-4a6a-4f1e-8bab-81eff60f177c", 2024-09-16T01:48:24.116 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:48:24.116 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:48:24.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.104+0000 7fd313f9b640 1 -- 172.21.15.17:0/1936968818 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd2f80a3240 msgr2=0x7fd2f80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:24.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.104+0000 7fd313f9b640 1 --2- 172.21.15.17:0/1936968818 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd2f80a3240 0x7fd2f80a5700 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fd304020000 tx=0x7fd304021000 comp rx=0 tx=0).stop 2024-09-16T01:48:24.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.104+0000 7fd313f9b640 1 -- 172.21.15.17:0/1936968818 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd30c100e20 msgr2=0x7fd30c1984c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:24.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.104+0000 7fd313f9b640 1 --2- 172.21.15.17:0/1936968818 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd30c100e20 0x7fd30c1984c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd30800e9f0 tx=0x7fd30800edf0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.104+0000 7fd313f9b640 1 -- 172.21.15.17:0/1936968818 shutdown_connections 2024-09-16T01:48:24.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.104+0000 7fd313f9b640 1 --2- 172.21.15.17:0/1936968818 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd2f80a3240 0x7fd2f80a5700 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.104+0000 7fd313f9b640 1 --2- 172.21.15.17:0/1936968818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd30c102ef0 0x7fd30c19cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.104+0000 7fd313f9b640 1 --2- 172.21.15.17:0/1936968818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd30c102570 0x7fd30c198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.104+0000 7fd313f9b640 1 --2- 172.21.15.17:0/1936968818 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd30c100e20 0x7fd30c1984c0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:24.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.105+0000 7fd313f9b640 1 -- 172.21.15.17:0/1936968818 >> 172.21.15.17:0/1936968818 conn(0x7fd30c0fc7d0 msgr2=0x7fd30c06a370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:24.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.105+0000 7fd313f9b640 1 -- 172.21.15.17:0/1936968818 shutdown_connections 2024-09-16T01:48:24.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:24.105+0000 7fd313f9b640 1 -- 172.21.15.17:0/1936968818 wait complete. 2024-09-16T01:48:24.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 159638 3.78 MB/sec execute 107 sec latency 52.882 ms 2024-09-16T01:48:24.696 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:24 smithi017 ceph-mon[30972]: pgmap v485: 97 pgs: 97 active+clean; 81 MiB data, 706 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:48:24.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:24 smithi029 ceph-mon[34783]: pgmap v485: 97 pgs: 97 active+clean; 81 MiB data, 706 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:48:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:24 smithi122 ceph-mon[34758]: pgmap v485: 97 pgs: 97 active+clean; 81 MiB data, 706 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:48:24.878 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:48:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:25.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:25 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:48:25.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:25 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:25.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:25 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:48:25.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:25 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:25.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:25 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:48:25.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 160152 3.76 MB/sec execute 108 sec latency 10.430 ms 2024-09-16T01:48:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.693+0000 7f4f25d0e640 1 -- 172.21.15.17:0/3473803855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f20102df0 msgr2=0x7f4f201031d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.693+0000 7f4f25d0e640 1 --2- 172.21.15.17:0/3473803855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f20102df0 0x7f4f201031d0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f4f10009900 tx=0x7f4f1002a410 comp rx=0 tx=0).stop 2024-09-16T01:48:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.693+0000 7f4f25d0e640 1 -- 172.21.15.17:0/3473803855 shutdown_connections 2024-09-16T01:48:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.693+0000 7f4f25d0e640 1 --2- 172.21.15.17:0/3473803855 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f2010c2f0 0x7f4f2010e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.693+0000 7f4f25d0e640 1 --2- 172.21.15.17:0/3473803855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f201037a0 0x7f4f2010bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.693+0000 7f4f25d0e640 1 --2- 172.21.15.17:0/3473803855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f20102df0 0x7f4f201031d0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.693+0000 7f4f25d0e640 1 -- 172.21.15.17:0/3473803855 >> 172.21.15.17:0/3473803855 conn(0x7f4f200fc7d0 msgr2=0x7f4f200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.693+0000 7f4f25d0e640 1 -- 172.21.15.17:0/3473803855 shutdown_connections 2024-09-16T01:48:25.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.693+0000 7f4f25d0e640 1 -- 172.21.15.17:0/3473803855 wait complete. 2024-09-16T01:48:25.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.694+0000 7f4f25d0e640 1 Processor -- start 2024-09-16T01:48:25.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.694+0000 7f4f25d0e640 1 -- start start 2024-09-16T01:48:25.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.694+0000 7f4f25d0e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f20102df0 0x7f4f20100a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.694+0000 7f4f25d0e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f201037a0 0x7f4f20100f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.694+0000 7f4f25d0e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f2010c2f0 0x7f4f201014d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.694+0000 7f4f25d0e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4f20111fc0 con 0x7f4f2010c2f0 2024-09-16T01:48:25.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.694+0000 7f4f25d0e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4f20111e40 con 0x7f4f20102df0 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.694+0000 7f4f25d0e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4f20112140 con 0x7f4f201037a0 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.695+0000 7f4f1ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f2010c2f0 0x7f4f201014d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.695+0000 7f4f1ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f2010c2f0 0x7f4f201014d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34418/0 (socket says 172.21.15.17:34418) 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.695+0000 7f4f1ffff640 1 -- 172.21.15.17:0/3751410875 learned_addr learned my addr 172.21.15.17:0/3751410875 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.695+0000 7f4f1f7fe640 1 --2- 172.21.15.17:0/3751410875 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f20102df0 0x7f4f20100a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.695+0000 7f4f1effd640 1 --2- 172.21.15.17:0/3751410875 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f201037a0 0x7f4f20100f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.695+0000 7f4f1ffff640 1 -- 172.21.15.17:0/3751410875 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f201037a0 msgr2=0x7f4f20100f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.695+0000 7f4f1ffff640 1 --2- 172.21.15.17:0/3751410875 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f201037a0 0x7f4f20100f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.695+0000 7f4f1ffff640 1 -- 172.21.15.17:0/3751410875 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f20102df0 msgr2=0x7f4f20100a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.695+0000 7f4f1ffff640 1 --2- 172.21.15.17:0/3751410875 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f20102df0 0x7f4f20100a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.695+0000 7f4f1ffff640 1 -- 172.21.15.17:0/3751410875 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f201a6a10 con 0x7f4f2010c2f0 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.695+0000 7f4f1ffff640 1 --2- 172.21.15.17:0/3751410875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f2010c2f0 0x7f4f201014d0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f4f1800eb10 tx=0x7f4f1800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.696+0000 7f4f1cff9640 1 -- 172.21.15.17:0/3751410875 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f18004b20 con 0x7f4f2010c2f0 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.696+0000 7f4f25d0e640 1 -- 172.21.15.17:0/3751410875 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f201a6d00 con 0x7f4f2010c2f0 2024-09-16T01:48:25.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.696+0000 7f4f1cff9640 1 -- 172.21.15.17:0/3751410875 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f18004cc0 con 0x7f4f2010c2f0 2024-09-16T01:48:25.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.696+0000 7f4f1cff9640 1 -- 172.21.15.17:0/3751410875 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f18010690 con 0x7f4f2010c2f0 2024-09-16T01:48:25.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.696+0000 7f4f25d0e640 1 -- 172.21.15.17:0/3751410875 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f201a7240 con 0x7f4f2010c2f0 2024-09-16T01:48:25.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.698+0000 7f4f1cff9640 1 -- 172.21.15.17:0/3751410875 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f4f18005020 con 0x7f4f2010c2f0 2024-09-16T01:48:25.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.698+0000 7f4f280e7740 1 Processor -- start 2024-09-16T01:48:25.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.699+0000 7f4f280e7740 1 -- start start 2024-09-16T01:48:25.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.699+0000 7f4f280e7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef04a0 0x557ad4ef0880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.699+0000 7f4f280e7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4efb140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.699+0000 7f4f280e7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 0x557ad4efda70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.699+0000 7f4f280e7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557ad4e562e0 con 0x557ad4ef0dc0 2024-09-16T01:48:25.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.699+0000 7f4f280e7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557ad4dfdce0 con 0x557ad4ef04a0 2024-09-16T01:48:25.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.699+0000 7f4f280e7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557ad4e522a0 con 0x557ad4efb680 2024-09-16T01:48:25.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.699+0000 7f4f1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4efb140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.699+0000 7f4f1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4efb140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34430/0 (socket says 172.21.15.17:34430) 2024-09-16T01:48:25.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.699+0000 7f4f1f7fe640 1 -- 172.21.15.17:0/2162866395 learned_addr learned my addr 172.21.15.17:0/2162866395 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:25.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.699+0000 7f4f1effd640 1 --2- 172.21.15.17:0/2162866395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef04a0 0x557ad4ef0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.699+0000 7f4f1effd640 1 --2- 172.21.15.17:0/2162866395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 0x557ad4efda70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.700+0000 7f4f1f7fe640 1 -- 172.21.15.17:0/2162866395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 msgr2=0x557ad4efda70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:25.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.700+0000 7f4f1f7fe640 1 --2- 172.21.15.17:0/2162866395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 0x557ad4efda70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.700+0000 7f4f1f7fe640 1 -- 172.21.15.17:0/2162866395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef04a0 msgr2=0x557ad4ef0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:25.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.700+0000 7f4f1cff9640 1 --2- 172.21.15.17:0/3751410875 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4f0c0a3240 0x7f4f0c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.700+0000 7f4f1f7fe640 1 --2- 172.21.15.17:0/2162866395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef04a0 0x557ad4ef0880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.700+0000 7f4f1f7fe640 1 -- 172.21.15.17:0/2162866395 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ad4de2440 con 0x557ad4ef0dc0 2024-09-16T01:48:25.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.700+0000 7f4f1effd640 1 --2- 172.21.15.17:0/2162866395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 0x557ad4efda70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:25.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.700+0000 7f4f1ffff640 1 --2- 172.21.15.17:0/3751410875 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4f0c0a3240 0x7f4f0c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.700+0000 7f4f1cff9640 1 -- 172.21.15.17:0/3751410875 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4f180cff60 con 0x7f4f2010c2f0 2024-09-16T01:48:25.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.700+0000 7f4f1f7fe640 1 --2- 172.21.15.17:0/2162866395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4efb140 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f4f10009900 tx=0x7f4f10032b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ada77b04e66aa30 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:25.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.701+0000 7f4f15ffb640 1 -- 172.21.15.17:0/2162866395 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f10040070 con 0x557ad4ef0dc0 2024-09-16T01:48:25.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.701+0000 7f4f15ffb640 1 -- 172.21.15.17:0/2162866395 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f10004030 con 0x557ad4ef0dc0 2024-09-16T01:48:25.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.701+0000 7f4f15ffb640 1 -- 172.21.15.17:0/2162866395 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f10035040 con 0x557ad4ef0dc0 2024-09-16T01:48:25.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.701+0000 7f4f1ffff640 1 --2- 172.21.15.17:0/3751410875 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4f0c0a3240 0x7f4f0c0a5700 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f4f1809c510 tx=0x7f4f1801d000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:25.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.701+0000 7f4f280e7740 1 -- 172.21.15.17:0/2162866395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 msgr2=0x557ad4efb140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:25.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.701+0000 7f4f280e7740 1 --2- 172.21.15.17:0/2162866395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4efb140 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f4f10009900 tx=0x7f4f10032b00 comp rx=0 tx=0).stop 2024-09-16T01:48:25.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.702+0000 7f4f280e7740 1 -- 172.21.15.17:0/2162866395 shutdown_connections 2024-09-16T01:48:25.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.702+0000 7f4f280e7740 1 --2- 172.21.15.17:0/2162866395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 0x557ad4efda70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.702+0000 7f4f280e7740 1 --2- 172.21.15.17:0/2162866395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4efb140 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.702+0000 7f4f280e7740 1 --2- 172.21.15.17:0/2162866395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef04a0 0x557ad4ef0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.702+0000 7f4f280e7740 1 -- 172.21.15.17:0/2162866395 >> 172.21.15.17:0/2162866395 conn(0x557ad4eeca30 msgr2=0x557ad4eece10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:25.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.702+0000 7f4f280e7740 1 -- 172.21.15.17:0/2162866395 shutdown_connections 2024-09-16T01:48:25.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.702+0000 7f4f280e7740 1 -- 172.21.15.17:0/2162866395 wait complete. 2024-09-16T01:48:25.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.702+0000 7f4f280e7740 1 -- start start 2024-09-16T01:48:25.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.702+0000 7f4f280e7740 1 Processor -- start 2024-09-16T01:48:25.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.702+0000 7f4f280e7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef04a0 0x557ad4efaf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f280e7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4ef81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f280e7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 0x557ad4ef8730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f280e7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557ad4efe250 con 0x557ad4ef0dc0 2024-09-16T01:48:25.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f280e7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557ad4e11050 con 0x557ad4ef04a0 2024-09-16T01:48:25.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f280e7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557ad4efe3d0 con 0x557ad4efb680 2024-09-16T01:48:25.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f280e7740 10 client.0 _ll_register_callbacks cb 0x557ad4e51160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:25.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4ef81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f1effd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef04a0 0x557ad4efaf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4ef81f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34440/0 (socket says 172.21.15.17:34440) 2024-09-16T01:48:25.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f1effd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef04a0 0x557ad4efaf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:40518/0 (socket says 172.21.15.17:40518) 2024-09-16T01:48:25.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f1f7fe640 1 -- 172.21.15.17:0/2033938584 learned_addr learned my addr 172.21.15.17:0/2033938584 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:25.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f1effd640 1 --2- 172.21.15.17:0/2033938584 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 0x557ad4ef8730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f1f7fe640 1 -- 172.21.15.17:0/2033938584 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 msgr2=0x557ad4ef8730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:25.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f1f7fe640 1 --2- 172.21.15.17:0/2033938584 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 0x557ad4ef8730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f1f7fe640 1 -- 172.21.15.17:0/2033938584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef04a0 msgr2=0x557ad4efaf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:25.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f1f7fe640 1 --2- 172.21.15.17:0/2033938584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef04a0 0x557ad4efaf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f1f7fe640 1 -- 172.21.15.17:0/2033938584 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ad4bc73c0 con 0x557ad4ef0dc0 2024-09-16T01:48:25.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f1effd640 1 --2- 172.21.15.17:0/2033938584 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 0x557ad4ef8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:25.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4f1f7fe640 1 --2- 172.21.15.17:0/2033938584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4ef81f0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f4f10032ea0 tx=0x7f4f1002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6db397779c6da7d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:25.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.703+0000 7f4efeffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:25.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4efeffd640 1 -- 172.21.15.17:0/2033938584 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f1004d060 con 0x557ad4ef0dc0 2024-09-16T01:48:25.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4efeffd640 1 -- 172.21.15.17:0/2033938584 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4f100316a0 con 0x557ad4ef0dc0 2024-09-16T01:48:25.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4f280e7740 1 -- 172.21.15.17:0/2033938584 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f10004030 con 0x557ad4ef0dc0 2024-09-16T01:48:25.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4efeffd640 1 -- 172.21.15.17:0/2033938584 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4f10040070 con 0x557ad4ef0dc0 2024-09-16T01:48:25.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4f280e7740 10 client.16095 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:25.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4f280e7740 1 -- 172.21.15.17:0/2033938584 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557ad4f09bd0 con 0x557ad4ef0dc0 2024-09-16T01:48:25.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4efeffd640 1 -- 172.21.15.17:0/2033938584 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f10004030 con 0x557ad4ef0dc0 2024-09-16T01:48:25.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4efeffd640 1 -- 172.21.15.17:0/2033938584 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f4f10052070 con 0x557ad4ef0dc0 2024-09-16T01:48:25.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4f280e7740 10 client.16095 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:25.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4f280e7740 10 client.16095 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:25.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4f280e7740 20 client.16095 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:25.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4f280e7740 1 --2- 172.21.15.17:0/2033938584 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ad4f0af20 0x557ad4f0d310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4f280e7740 4 client.16095 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:25.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4f280e7740 1 -- 172.21.15.17:0/2033938584 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557ad4e63850 con 0x557ad4f0af20 2024-09-16T01:48:25.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.704+0000 7f4f1effd640 1 --2- 172.21.15.17:0/2033938584 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ad4f0af20 0x557ad4f0d310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.705+0000 7f4efeffd640 10 client.16095 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:25.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.705+0000 7f4f1effd640 1 --2- 172.21.15.17:0/2033938584 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ad4f0af20 0x557ad4f0d310 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=65e0fe14950fa02c server_cookie=1cbb407aa01ff3ae in_seq=0 out_seq=0 2024-09-16T01:48:25.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.705+0000 7f4efeffd640 1 -- 172.21.15.17:0/2033938584 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557ad4e63850 con 0x557ad4f0af20 2024-09-16T01:48:25.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.705+0000 7f4efeffd640 10 client.16095 handle_command_reply: tid=0 2024-09-16T01:48:25.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.706+0000 7f4f280e7740 1 client.16095 shutdown 2024-09-16T01:48:25.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.706+0000 7f4f280e7740 1 -- 172.21.15.17:0/2033938584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 msgr2=0x557ad4ef81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:25.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.706+0000 7f4f280e7740 1 --2- 172.21.15.17:0/2033938584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4ef81f0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f4f10032ea0 tx=0x7f4f1002a410 comp rx=0 tx=0).stop 2024-09-16T01:48:25.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.706+0000 7f4f280e7740 1 -- 172.21.15.17:0/2033938584 shutdown_connections 2024-09-16T01:48:25.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.706+0000 7f4f280e7740 1 --2- 172.21.15.17:0/2033938584 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ad4f0af20 0x557ad4f0d310 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.706+0000 7f4f280e7740 1 --2- 172.21.15.17:0/2033938584 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 0x557ad4ef8730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.706+0000 7f4f280e7740 1 --2- 172.21.15.17:0/2033938584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4ef81f0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.706+0000 7f4f280e7740 1 --2- 172.21.15.17:0/2033938584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef04a0 0x557ad4efaf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.706+0000 7f4f280e7740 1 -- 172.21.15.17:0/2033938584 >> 172.21.15.17:0/2033938584 conn(0x557ad4eeca30 msgr2=0x557ad4eebb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:25.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.706+0000 7f4efeffd640 0 client.16095 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:25.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.706+0000 7f4f280e7740 1 -- 172.21.15.17:0/2033938584 shutdown_connections 2024-09-16T01:48:25.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.706+0000 7f4f280e7740 1 -- 172.21.15.17:0/2033938584 wait complete. 2024-09-16T01:48:25.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.706+0000 7f4f280e7740 20 client.16095 trim_cache size 0 max 16384 2024-09-16T01:48:25.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f280e7740 1 Processor -- start 2024-09-16T01:48:25.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f280e7740 1 -- start start 2024-09-16T01:48:25.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f280e7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4ef04a0 0x557ad4f074e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f280e7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4f128e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f280e7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4efb680 0x557ad4f12e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f280e7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4f201b2030 con 0x557ad4ef0dc0 2024-09-16T01:48:25.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f280e7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4f201af900 con 0x557ad4efb680 2024-09-16T01:48:25.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f280e7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4f201ad730 con 0x557ad4ef04a0 2024-09-16T01:48:25.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4f128e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f1effd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4ef04a0 0x557ad4f074e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4f128e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34452/0 (socket says 172.21.15.17:34452) 2024-09-16T01:48:25.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f1f7fe640 1 -- 172.21.15.17:0/1239138896 learned_addr learned my addr 172.21.15.17:0/1239138896 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:25.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f1effd640 1 --2- 172.21.15.17:0/1239138896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4efb680 0x557ad4f12e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f1effd640 1 -- 172.21.15.17:0/1239138896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4efb680 msgr2=0x557ad4f12e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:25.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f1effd640 1 --2- 172.21.15.17:0/1239138896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4efb680 0x557ad4f12e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f1effd640 1 -- 172.21.15.17:0/1239138896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 msgr2=0x557ad4f128e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:25.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f1effd640 1 --2- 172.21.15.17:0/1239138896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4f128e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f1effd640 1 -- 172.21.15.17:0/1239138896 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ad4ef1330 con 0x557ad4ef04a0 2024-09-16T01:48:25.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.726+0000 7f4f1f7fe640 1 --2- 172.21.15.17:0/1239138896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4f128e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:25.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.727+0000 7f4f1effd640 1 --2- 172.21.15.17:0/1239138896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4ef04a0 0x557ad4f074e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x557ad4eeddb0 tx=0x7f4f08004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3efec439940f2aaf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:25.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.727+0000 7f4f157fa640 1 -- 172.21.15.17:0/1239138896 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f08011020 con 0x557ad4ef04a0 2024-09-16T01:48:25.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.727+0000 7f4f157fa640 1 -- 172.21.15.17:0/1239138896 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f080111c0 con 0x557ad4ef04a0 2024-09-16T01:48:25.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.727+0000 7f4f157fa640 1 -- 172.21.15.17:0/1239138896 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f08023970 con 0x557ad4ef04a0 2024-09-16T01:48:25.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.728+0000 7f4f280e7740 1 -- 172.21.15.17:0/1239138896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4ef04a0 msgr2=0x557ad4f074e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:25.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.728+0000 7f4f280e7740 1 --2- 172.21.15.17:0/1239138896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4ef04a0 0x557ad4f074e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x557ad4eeddb0 tx=0x7f4f08004730 comp rx=0 tx=0).stop 2024-09-16T01:48:25.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.728+0000 7f4f280e7740 1 -- 172.21.15.17:0/1239138896 shutdown_connections 2024-09-16T01:48:25.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.728+0000 7f4f280e7740 1 --2- 172.21.15.17:0/1239138896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4efb680 0x557ad4f12e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.728+0000 7f4f280e7740 1 --2- 172.21.15.17:0/1239138896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef0dc0 0x557ad4f128e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.728+0000 7f4f280e7740 1 --2- 172.21.15.17:0/1239138896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4ef04a0 0x557ad4f074e0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.728+0000 7f4f280e7740 1 -- 172.21.15.17:0/1239138896 >> 172.21.15.17:0/1239138896 conn(0x557ad4eeca30 msgr2=0x557ad4ef72e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:25.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.728+0000 7f4f280e7740 1 -- 172.21.15.17:0/1239138896 shutdown_connections 2024-09-16T01:48:25.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.728+0000 7f4f280e7740 1 -- 172.21.15.17:0/1239138896 wait complete. 2024-09-16T01:48:25.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.728+0000 7f4f280e7740 1 -- start start 2024-09-16T01:48:25.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.728+0000 7f4f280e7740 1 Processor -- start 2024-09-16T01:48:25.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f280e7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef04a0 0x557ad4f03940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f280e7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef0dc0 0x557ad4f03e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f280e7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 0x557ad4efed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f280e7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4f201addc0 con 0x557ad4ef04a0 2024-09-16T01:48:25.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f280e7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4f201af230 con 0x557ad4ef0dc0 2024-09-16T01:48:25.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f280e7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4f201ae490 con 0x557ad4efb680 2024-09-16T01:48:25.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f280e7740 10 client.0 _ll_register_callbacks cb 0x7f4f08009a10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:25.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f1effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef04a0 0x557ad4f03940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f1effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef04a0 0x557ad4f03940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34464/0 (socket says 172.21.15.17:34464) 2024-09-16T01:48:25.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f1effd640 1 -- 172.21.15.17:0/4200542175 learned_addr learned my addr 172.21.15.17:0/4200542175 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:25.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f1f7fe640 1 --2- 172.21.15.17:0/4200542175 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef0dc0 0x557ad4f03e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f1effd640 1 --2- 172.21.15.17:0/4200542175 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 0x557ad4efed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f1effd640 1 -- 172.21.15.17:0/4200542175 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 msgr2=0x557ad4efed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:25.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f1effd640 1 --2- 172.21.15.17:0/4200542175 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 0x557ad4efed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f1effd640 1 -- 172.21.15.17:0/4200542175 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef0dc0 msgr2=0x557ad4f03e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:25.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f1effd640 1 --2- 172.21.15.17:0/4200542175 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef0dc0 0x557ad4f03e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f1effd640 1 -- 172.21.15.17:0/4200542175 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ad4eff550 con 0x557ad4ef04a0 2024-09-16T01:48:25.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.729+0000 7f4f1f7fe640 1 --2- 172.21.15.17:0/4200542175 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef0dc0 0x557ad4f03e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:25.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4f1effd640 1 --2- 172.21.15.17:0/4200542175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef04a0 0x557ad4f03940 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f4f08009560 tx=0x7f4f08005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb37aa101a216e18 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:25.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4efeffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:25.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4efeffd640 1 -- 172.21.15.17:0/4200542175 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f08005220 con 0x557ad4ef04a0 2024-09-16T01:48:25.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4efeffd640 1 -- 172.21.15.17:0/4200542175 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4f080053c0 con 0x557ad4ef04a0 2024-09-16T01:48:25.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4f280e7740 1 -- 172.21.15.17:0/4200542175 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4f080111c0 con 0x557ad4ef04a0 2024-09-16T01:48:25.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4efeffd640 1 -- 172.21.15.17:0/4200542175 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4f080055c0 con 0x557ad4ef04a0 2024-09-16T01:48:25.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4f280e7740 10 client.16101 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:25.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4f280e7740 1 -- 172.21.15.17:0/4200542175 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557ad4f75460 con 0x557ad4ef04a0 2024-09-16T01:48:25.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4efeffd640 1 -- 172.21.15.17:0/4200542175 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4f080111c0 con 0x557ad4ef04a0 2024-09-16T01:48:25.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4efeffd640 1 -- 172.21.15.17:0/4200542175 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f4f08036070 con 0x557ad4ef04a0 2024-09-16T01:48:25.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4f280e7740 10 client.16101 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:25.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4f280e7740 10 client.16101 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:25.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4f280e7740 20 client.16101 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:25.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4f280e7740 1 --2- 172.21.15.17:0/4200542175 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ad4f75aa0 0x557ad4f77ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:25.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4f280e7740 4 client.16101 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:48:25.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.730+0000 7f4f280e7740 1 -- 172.21.15.17:0/4200542175 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557ad4e5dd60 con 0x557ad4f75aa0 2024-09-16T01:48:25.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.731+0000 7f4f1f7fe640 1 --2- 172.21.15.17:0/4200542175 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ad4f75aa0 0x557ad4f77ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:25.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.731+0000 7f4f1f7fe640 1 --2- 172.21.15.17:0/4200542175 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ad4f75aa0 0x557ad4f77ec0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f1e8aaebfcc1592 server_cookie=a80acd899a4f7fce in_seq=0 out_seq=0 2024-09-16T01:48:25.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.731+0000 7f4efeffd640 10 client.16101 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:25.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.731+0000 7f4efeffd640 1 -- 172.21.15.17:0/4200542175 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x557ad4e5dd60 con 0x557ad4f75aa0 2024-09-16T01:48:25.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.731+0000 7f4efeffd640 10 client.16101 handle_command_reply: tid=0 2024-09-16T01:48:25.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.731+0000 7f4f280e7740 1 client.16101 shutdown 2024-09-16T01:48:25.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.731+0000 7f4f280e7740 1 -- 172.21.15.17:0/4200542175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef04a0 msgr2=0x557ad4f03940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:25.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.731+0000 7f4f280e7740 1 --2- 172.21.15.17:0/4200542175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef04a0 0x557ad4f03940 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f4f08009560 tx=0x7f4f08005f90 comp rx=0 tx=0).stop 2024-09-16T01:48:25.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.732+0000 7f4f280e7740 1 -- 172.21.15.17:0/4200542175 shutdown_connections 2024-09-16T01:48:25.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.732+0000 7f4f280e7740 1 --2- 172.21.15.17:0/4200542175 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ad4f75aa0 0x557ad4f77ec0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.732+0000 7f4f280e7740 1 --2- 172.21.15.17:0/4200542175 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ad4efb680 0x557ad4efed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.732+0000 7f4efeffd640 0 client.16101 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:25.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.732+0000 7f4f280e7740 1 --2- 172.21.15.17:0/4200542175 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ad4ef0dc0 0x557ad4f03e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.732+0000 7f4f280e7740 1 --2- 172.21.15.17:0/4200542175 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ad4ef04a0 0x557ad4f03940 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.732+0000 7f4f280e7740 1 -- 172.21.15.17:0/4200542175 >> 172.21.15.17:0/4200542175 conn(0x557ad4eeca30 msgr2=0x557ad4eeb350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:25.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.732+0000 7f4f280e7740 1 -- 172.21.15.17:0/4200542175 shutdown_connections 2024-09-16T01:48:25.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.732+0000 7f4f280e7740 1 -- 172.21.15.17:0/4200542175 wait complete. 2024-09-16T01:48:25.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.732+0000 7f4f280e7740 20 client.16101 trim_cache size 0 max 16384 2024-09-16T01:48:25.739 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:48:25.739 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:48:25.739 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:48:25.739 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:48:25.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.733+0000 7f4f25d0e640 1 -- 172.21.15.17:0/3751410875 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4f0c0a3240 msgr2=0x7f4f0c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:25.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.733+0000 7f4f25d0e640 1 --2- 172.21.15.17:0/3751410875 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4f0c0a3240 0x7f4f0c0a5700 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f4f1809c510 tx=0x7f4f1801d000 comp rx=0 tx=0).stop 2024-09-16T01:48:25.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.733+0000 7f4f25d0e640 1 -- 172.21.15.17:0/3751410875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f2010c2f0 msgr2=0x7f4f201014d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:25.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.733+0000 7f4f25d0e640 1 --2- 172.21.15.17:0/3751410875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f2010c2f0 0x7f4f201014d0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f4f1800eb10 tx=0x7f4f1800c2d0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.733+0000 7f4f25d0e640 1 -- 172.21.15.17:0/3751410875 shutdown_connections 2024-09-16T01:48:25.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.733+0000 7f4f25d0e640 1 --2- 172.21.15.17:0/3751410875 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4f0c0a3240 0x7f4f0c0a5700 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.733+0000 7f4f25d0e640 1 --2- 172.21.15.17:0/3751410875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f2010c2f0 0x7f4f201014d0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.733+0000 7f4f25d0e640 1 --2- 172.21.15.17:0/3751410875 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4f201037a0 0x7f4f20100f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.733+0000 7f4f25d0e640 1 --2- 172.21.15.17:0/3751410875 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4f20102df0 0x7f4f20100a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:25.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.733+0000 7f4f25d0e640 1 -- 172.21.15.17:0/3751410875 >> 172.21.15.17:0/3751410875 conn(0x7f4f200fc7d0 msgr2=0x7f4f200fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:25.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.733+0000 7f4f25d0e640 1 -- 172.21.15.17:0/3751410875 shutdown_connections 2024-09-16T01:48:25.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:25.733+0000 7f4f25d0e640 1 -- 172.21.15.17:0/3751410875 wait complete. 2024-09-16T01:48:25.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:25 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:48:25.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:25 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:25.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:25 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:48:25.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:25 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:25.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:25 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:48:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:25 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:48:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:25 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:25 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:48:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:25 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:25 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:48:26.510 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:26 smithi017 ceph-mon[30972]: pgmap v486: 97 pgs: 97 active+clean; 82 MiB data, 709 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:48:26.541 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:48:26.541 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:48:26.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 160822 3.75 MB/sec execute 109 sec latency 16.861 ms 2024-09-16T01:48:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:26 smithi122 ceph-mon[34758]: pgmap v486: 97 pgs: 97 active+clean; 82 MiB data, 709 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:48:26.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:26 smithi029 ceph-mon[34783]: pgmap v486: 97 pgs: 97 active+clean; 82 MiB data, 709 MiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:48:26.834 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.366+0000 7f163df8c640 1 -- 172.21.15.17:0/128237984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16381036e0 msgr2=0x7f1638107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.366+0000 7f163df8c640 1 --2- 172.21.15.17:0/128237984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16381036e0 0x7f1638107b90 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f1620009930 tx=0x7f162002a420 comp rx=0 tx=0).stop 2024-09-16T01:48:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.366+0000 7f163df8c640 1 -- 172.21.15.17:0/128237984 shutdown_connections 2024-09-16T01:48:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.366+0000 7f163df8c640 1 --2- 172.21.15.17:0/128237984 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16381082a0 0x7f163810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.366+0000 7f163df8c640 1 --2- 172.21.15.17:0/128237984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16381036e0 0x7f1638107b90 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.366+0000 7f163df8c640 1 --2- 172.21.15.17:0/128237984 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1638102d30 0x7f1638103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.366+0000 7f163df8c640 1 -- 172.21.15.17:0/128237984 >> 172.21.15.17:0/128237984 conn(0x7f16380fc7d0 msgr2=0x7f16380febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.366+0000 7f163df8c640 1 -- 172.21.15.17:0/128237984 shutdown_connections 2024-09-16T01:48:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.366+0000 7f163df8c640 1 -- 172.21.15.17:0/128237984 wait complete. 2024-09-16T01:48:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.367+0000 7f163df8c640 1 Processor -- start 2024-09-16T01:48:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.367+0000 7f163df8c640 1 -- start start 2024-09-16T01:48:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.367+0000 7f163df8c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1638102d30 0x7f16381985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.367+0000 7f163df8c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16381036e0 0x7f1638198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.367+0000 7f163df8c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16381082a0 0x7f163819ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.367+0000 7f163df8c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1638111f40 con 0x7f16381036e0 2024-09-16T01:48:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.367+0000 7f163df8c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1638111dc0 con 0x7f16381082a0 2024-09-16T01:48:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.367+0000 7f163df8c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f16381120c0 con 0x7f1638102d30 2024-09-16T01:48:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.367+0000 7f162ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16381036e0 0x7f1638198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.367+0000 7f162ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16381036e0 0x7f1638198ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38624/0 (socket says 172.21.15.17:38624) 2024-09-16T01:48:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.367+0000 7f162ffff640 1 -- 172.21.15.17:0/3044087324 learned_addr learned my addr 172.21.15.17:0/3044087324 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.368+0000 7f1637fff640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16381082a0 0x7f163819ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.368+0000 7f16377fe640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1638102d30 0x7f16381985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.368+0000 7f162ffff640 1 -- 172.21.15.17:0/3044087324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1638102d30 msgr2=0x7f16381985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.368+0000 7f162ffff640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1638102d30 0x7f16381985a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.368+0000 7f162ffff640 1 -- 172.21.15.17:0/3044087324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16381082a0 msgr2=0x7f163819ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.368+0000 7f162ffff640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16381082a0 0x7f163819ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.368+0000 7f162ffff640 1 -- 172.21.15.17:0/3044087324 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f163819d550 con 0x7f16381036e0 2024-09-16T01:48:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.368+0000 7f1637fff640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16381082a0 0x7f163819ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.368+0000 7f162ffff640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16381036e0 0x7f1638198ae0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f1620031440 tx=0x7f1620003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.368+0000 7f16357fa640 1 -- 172.21.15.17:0/3044087324 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f162003f070 con 0x7f16381036e0 2024-09-16T01:48:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.368+0000 7f163df8c640 1 -- 172.21.15.17:0/3044087324 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f163819d7e0 con 0x7f16381036e0 2024-09-16T01:48:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.368+0000 7f16357fa640 1 -- 172.21.15.17:0/3044087324 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1620031b50 con 0x7f16381036e0 2024-09-16T01:48:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.368+0000 7f163df8c640 1 -- 172.21.15.17:0/3044087324 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16381a5120 con 0x7f16381036e0 2024-09-16T01:48:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.368+0000 7f16357fa640 1 -- 172.21.15.17:0/3044087324 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1620035030 con 0x7f16381036e0 2024-09-16T01:48:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.369+0000 7f163df8c640 1 -- 172.21.15.17:0/3044087324 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1618005290 con 0x7f16381036e0 2024-09-16T01:48:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.371+0000 7f16357fa640 1 -- 172.21.15.17:0/3044087324 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1620042070 con 0x7f16381036e0 2024-09-16T01:48:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.371+0000 7f16357fa640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f16240a3240 0x7f16240a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.372+0000 7f16377fe640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f16240a3240 0x7f16240a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.372+0000 7f16357fa640 1 -- 172.21.15.17:0/3044087324 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f16200f0180 con 0x7f16381036e0 2024-09-16T01:48:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.372+0000 7f16377fe640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f16240a3240 0x7f16240a5700 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f1628009bd0 tx=0x7f1628005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.376+0000 7f16357fa640 1 -- 172.21.15.17:0/3044087324 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1620049030 con 0x7f16381036e0 2024-09-16T01:48:27.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 161567 3.74 MB/sec execute 110 sec latency 15.103 ms 2024-09-16T01:48:27.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.647+0000 7f163df8c640 1 -- 172.21.15.17:0/3044087324 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1618005580 con 0x7f16381036e0 2024-09-16T01:48:27.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.648+0000 7f16357fa640 1 -- 172.21.15.17:0/3044087324 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f16200bc850 con 0x7f16381036e0 2024-09-16T01:48:27.649 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:48:27.650 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:48:27.650 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:48:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.650+0000 7f163df8c640 1 -- 172.21.15.17:0/3044087324 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f16240a3240 msgr2=0x7f16240a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.650+0000 7f163df8c640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f16240a3240 0x7f16240a5700 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f1628009bd0 tx=0x7f1628005f90 comp rx=0 tx=0).stop 2024-09-16T01:48:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.650+0000 7f163df8c640 1 -- 172.21.15.17:0/3044087324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16381036e0 msgr2=0x7f1638198ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.650+0000 7f163df8c640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16381036e0 0x7f1638198ae0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f1620031440 tx=0x7f1620003b90 comp rx=0 tx=0).stop 2024-09-16T01:48:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.650+0000 7f163df8c640 1 -- 172.21.15.17:0/3044087324 shutdown_connections 2024-09-16T01:48:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.650+0000 7f163df8c640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f16240a3240 0x7f16240a5700 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.650+0000 7f163df8c640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f16381082a0 0x7f163819ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.650+0000 7f163df8c640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16381036e0 0x7f1638198ae0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.650+0000 7f163df8c640 1 --2- 172.21.15.17:0/3044087324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1638102d30 0x7f16381985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.650+0000 7f163df8c640 1 -- 172.21.15.17:0/3044087324 >> 172.21.15.17:0/3044087324 conn(0x7f16380fc7d0 msgr2=0x7f1638105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:27.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.650+0000 7f163df8c640 1 -- 172.21.15.17:0/3044087324 shutdown_connections 2024-09-16T01:48:27.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:27.651+0000 7f163df8c640 1 -- 172.21.15.17:0/3044087324 wait complete. 2024-09-16T01:48:28.353 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:48:28.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 162262 3.73 MB/sec execute 111 sec latency 13.128 ms 2024-09-16T01:48:28.638 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:28.763 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:28 smithi017 ceph-mon[30972]: pgmap v487: 97 pgs: 97 active+clean; 82 MiB data, 709 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.4 MiB/s wr, 86 op/s 2024-09-16T01:48:28.763 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:28 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3044087324' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:48:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:28 smithi029 ceph-mon[34783]: pgmap v487: 97 pgs: 97 active+clean; 82 MiB data, 709 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.4 MiB/s wr, 86 op/s 2024-09-16T01:48:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:28 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3044087324' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:48:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:28 smithi122 ceph-mon[34758]: pgmap v487: 97 pgs: 97 active+clean; 82 MiB data, 709 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.4 MiB/s wr, 86 op/s 2024-09-16T01:48:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:28 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3044087324' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:48:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.175+0000 7fc43edad640 1 -- 172.21.15.17:0/2390795392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc438101420 msgr2=0x7fc43810d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.175+0000 7fc43edad640 1 --2- 172.21.15.17:0/2390795392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc438101420 0x7fc43810d950 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fc430009cd0 tx=0x7fc43002a8e0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.175+0000 7fc43edad640 1 -- 172.21.15.17:0/2390795392 shutdown_connections 2024-09-16T01:48:29.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.175+0000 7fc43edad640 1 --2- 172.21.15.17:0/2390795392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc438101420 0x7fc43810d950 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.175+0000 7fc43edad640 1 --2- 172.21.15.17:0/2390795392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc438100a80 0x7fc438100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.175+0000 7fc43edad640 1 --2- 172.21.15.17:0/2390795392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc438106a80 0x7fc438106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.175+0000 7fc43edad640 1 -- 172.21.15.17:0/2390795392 >> 172.21.15.17:0/2390795392 conn(0x7fc4380fc7a0 msgr2=0x7fc4380febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:29.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.175+0000 7fc43edad640 1 -- 172.21.15.17:0/2390795392 shutdown_connections 2024-09-16T01:48:29.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.175+0000 7fc43edad640 1 -- 172.21.15.17:0/2390795392 wait complete. 2024-09-16T01:48:29.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43edad640 1 Processor -- start 2024-09-16T01:48:29.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43edad640 1 -- start start 2024-09-16T01:48:29.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43edad640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc438100a80 0x7fc438199130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43edad640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc438101420 0x7fc438199670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43edad640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc438106a80 0x7fc4381a41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43edad640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc438110d30 con 0x7fc438100a80 2024-09-16T01:48:29.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43edad640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc438110bb0 con 0x7fc438106a80 2024-09-16T01:48:29.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43edad640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc438110eb0 con 0x7fc438101420 2024-09-16T01:48:29.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43cb49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc438100a80 0x7fc438199130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43cb49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc438100a80 0x7fc438199130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38642/0 (socket says 172.21.15.17:38642) 2024-09-16T01:48:29.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43cb49640 1 -- 172.21.15.17:0/4216262293 learned_addr learned my addr 172.21.15.17:0/4216262293 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:29.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc437fff640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc438101420 0x7fc438199670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43d34a640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc438106a80 0x7fc4381a41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43cb49640 1 -- 172.21.15.17:0/4216262293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc438101420 msgr2=0x7fc438199670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:29.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43cb49640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc438101420 0x7fc438199670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43cb49640 1 -- 172.21.15.17:0/4216262293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc438106a80 msgr2=0x7fc4381a41b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43cb49640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc438106a80 0x7fc4381a41b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43cb49640 1 -- 172.21.15.17:0/4216262293 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc4381a46f0 con 0x7fc438100a80 2024-09-16T01:48:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.176+0000 7fc43d34a640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc438106a80 0x7fc4381a41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.177+0000 7fc43cb49640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc438100a80 0x7fc438199130 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fc42c00ea60 tx=0x7fc42c00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.177+0000 7fc435ffb640 1 -- 172.21.15.17:0/4216262293 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42c00cde0 con 0x7fc438100a80 2024-09-16T01:48:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.177+0000 7fc435ffb640 1 -- 172.21.15.17:0/4216262293 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc42c0035f0 con 0x7fc438100a80 2024-09-16T01:48:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.177+0000 7fc435ffb640 1 -- 172.21.15.17:0/4216262293 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42c010690 con 0x7fc438100a80 2024-09-16T01:48:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.177+0000 7fc43edad640 1 -- 172.21.15.17:0/4216262293 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc4381a48c0 con 0x7fc438100a80 2024-09-16T01:48:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.177+0000 7fc43edad640 1 -- 172.21.15.17:0/4216262293 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc4381a4d80 con 0x7fc438100a80 2024-09-16T01:48:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.179+0000 7fc435ffb640 1 -- 172.21.15.17:0/4216262293 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fc42c0037a0 con 0x7fc438100a80 2024-09-16T01:48:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.180+0000 7fc441186740 1 Processor -- start 2024-09-16T01:48:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.180+0000 7fc435ffb640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc4280a3240 0x7fc4280a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.180+0000 7fc441186740 1 -- start start 2024-09-16T01:48:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.180+0000 7fc43d34a640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc4280a3240 0x7fc4280a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.180+0000 7fc435ffb640 1 -- 172.21.15.17:0/4216262293 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc42c0cfbe0 con 0x7fc438100a80 2024-09-16T01:48:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.180+0000 7fc441186740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a88090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.180+0000 7fc441186740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a885d0 0x562cd2a88a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.180+0000 7fc441186740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a93370 0x562cd2a95760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc441186740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562cd29ee2f0 con 0x562cd2a93370 2024-09-16T01:48:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc441186740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562cd2995cf0 con 0x562cd2a885d0 2024-09-16T01:48:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc441186740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x562cd29ea2b0 con 0x562cd2a89b40 2024-09-16T01:48:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc43d34a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a93370 0x562cd2a95760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc43cb49640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a88090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc43cb49640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a88090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42242/0 (socket says 172.21.15.17:42242) 2024-09-16T01:48:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc43cb49640 1 -- 172.21.15.17:0/960990579 learned_addr learned my addr 172.21.15.17:0/960990579 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc437fff640 1 --2- 172.21.15.17:0/960990579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a885d0 0x562cd2a88a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc43cb49640 1 -- 172.21.15.17:0/960990579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a885d0 msgr2=0x562cd2a88a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc43cb49640 1 --2- 172.21.15.17:0/960990579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a885d0 0x562cd2a88a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc43cb49640 1 -- 172.21.15.17:0/960990579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a93370 msgr2=0x562cd2a95760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc43cb49640 1 --2- 172.21.15.17:0/960990579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a93370 0x562cd2a95760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc43cb49640 1 -- 172.21.15.17:0/960990579 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562cd297a3a0 con 0x562cd2a89b40 2024-09-16T01:48:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc43d34a640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc4280a3240 0x7fc4280a5700 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc430006010 tx=0x7fc430031640 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc43cb49640 1 --2- 172.21.15.17:0/960990579 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a88090 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc42c0a4940 tx=0x7fc42c09bd40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7e80300729a382ac server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc422ffd640 1 -- 172.21.15.17:0/960990579 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42c09c900 con 0x562cd2a89b40 2024-09-16T01:48:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc422ffd640 1 -- 172.21.15.17:0/960990579 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc42c09c200 con 0x562cd2a89b40 2024-09-16T01:48:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.181+0000 7fc422ffd640 1 -- 172.21.15.17:0/960990579 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42c0a0170 con 0x562cd2a89b40 2024-09-16T01:48:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.182+0000 7fc441186740 1 -- 172.21.15.17:0/960990579 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 msgr2=0x562cd2a88090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.182+0000 7fc441186740 1 --2- 172.21.15.17:0/960990579 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a88090 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fc42c0a4940 tx=0x7fc42c09bd40 comp rx=0 tx=0).stop 2024-09-16T01:48:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.182+0000 7fc441186740 1 -- 172.21.15.17:0/960990579 shutdown_connections 2024-09-16T01:48:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.182+0000 7fc441186740 1 --2- 172.21.15.17:0/960990579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a93370 0x562cd2a95760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.182+0000 7fc441186740 1 --2- 172.21.15.17:0/960990579 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a885d0 0x562cd2a88a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.182+0000 7fc441186740 1 --2- 172.21.15.17:0/960990579 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a88090 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.182+0000 7fc441186740 1 -- 172.21.15.17:0/960990579 >> 172.21.15.17:0/960990579 conn(0x562cd2a51310 msgr2=0x562cd2a84c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.182+0000 7fc441186740 1 -- 172.21.15.17:0/960990579 shutdown_connections 2024-09-16T01:48:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.182+0000 7fc441186740 1 -- 172.21.15.17:0/960990579 wait complete. 2024-09-16T01:48:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.183+0000 7fc441186740 1 -- start start 2024-09-16T01:48:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.183+0000 7fc441186740 1 Processor -- start 2024-09-16T01:48:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.183+0000 7fc441186740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a885d0 0x562cd2a92d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.183+0000 7fc441186740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a8ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.183+0000 7fc441186740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a93370 0x562cd2a905d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.183+0000 7fc441186740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562cd2a9a3c0 con 0x562cd2a885d0 2024-09-16T01:48:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.183+0000 7fc441186740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562cd29a9060 con 0x562cd2a93370 2024-09-16T01:48:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.183+0000 7fc441186740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x562cd2a9a540 con 0x562cd2a89b40 2024-09-16T01:48:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.183+0000 7fc441186740 10 client.0 _ll_register_callbacks cb 0x562cd26fc8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.183+0000 7fc43cb49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a885d0 0x562cd2a92d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.183+0000 7fc437fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a8ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.183+0000 7fc43cb49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a885d0 0x562cd2a92d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38662/0 (socket says 172.21.15.17:38662) 2024-09-16T01:48:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.183+0000 7fc43cb49640 1 -- 172.21.15.17:0/620869259 learned_addr learned my addr 172.21.15.17:0/620869259 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.183+0000 7fc43d34a640 1 --2- 172.21.15.17:0/620869259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a93370 0x562cd2a905d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc43cb49640 1 -- 172.21.15.17:0/620869259 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 msgr2=0x562cd2a8ffe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc43cb49640 1 --2- 172.21.15.17:0/620869259 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a8ffe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc43cb49640 1 -- 172.21.15.17:0/620869259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a93370 msgr2=0x562cd2a905d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc43cb49640 1 --2- 172.21.15.17:0/620869259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a93370 0x562cd2a905d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc43cb49640 1 -- 172.21.15.17:0/620869259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562cd275f3c0 con 0x562cd2a885d0 2024-09-16T01:48:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc43d34a640 1 --2- 172.21.15.17:0/620869259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a93370 0x562cd2a905d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc437fff640 1 --2- 172.21.15.17:0/620869259 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a8ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc43cb49640 1 --2- 172.21.15.17:0/620869259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a885d0 0x562cd2a92d30 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fc42c098bd0 tx=0x7fc42c004000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eff3e022a83439bd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc417fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc417fff640 1 -- 172.21.15.17:0/620869259 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42c0ba060 con 0x562cd2a885d0 2024-09-16T01:48:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc417fff640 1 -- 172.21.15.17:0/620869259 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc42c0a0170 con 0x562cd2a885d0 2024-09-16T01:48:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc441186740 1 -- 172.21.15.17:0/620869259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc42c09c200 con 0x562cd2a885d0 2024-09-16T01:48:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc417fff640 1 -- 172.21.15.17:0/620869259 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc42c0a4e70 con 0x562cd2a885d0 2024-09-16T01:48:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc441186740 10 client.16119 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.184+0000 7fc441186740 1 -- 172.21.15.17:0/620869259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562cd2aa5e20 con 0x562cd2a885d0 2024-09-16T01:48:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.185+0000 7fc417fff640 1 -- 172.21.15.17:0/620869259 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc42c09c200 con 0x562cd2a885d0 2024-09-16T01:48:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.185+0000 7fc417fff640 1 -- 172.21.15.17:0/620869259 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fc42c0bc0c0 con 0x562cd2a885d0 2024-09-16T01:48:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.185+0000 7fc441186740 10 client.16119 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.185+0000 7fc441186740 10 client.16119 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:48:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.185+0000 7fc441186740 20 client.16119 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:29.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.185+0000 7fc441186740 1 --2- 172.21.15.17:0/620869259 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x562cd2aa7170 0x562cd2aa9560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.185+0000 7fc441186740 4 client.16119 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:29.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.185+0000 7fc441186740 1 -- 172.21.15.17:0/620869259 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562cd29fb860 con 0x562cd2aa7170 2024-09-16T01:48:29.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.185+0000 7fc437fff640 1 --2- 172.21.15.17:0/620869259 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x562cd2aa7170 0x562cd2aa9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.186+0000 7fc437fff640 1 --2- 172.21.15.17:0/620869259 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x562cd2aa7170 0x562cd2aa9560 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8a662b7c49cb5f59 server_cookie=1f85e4c4a0c551ef in_seq=0 out_seq=0 2024-09-16T01:48:29.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.186+0000 7fc417fff640 10 client.16119 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:48:29.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.186+0000 7fc417fff640 1 -- 172.21.15.17:0/620869259 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562cd29fb860 con 0x562cd2aa7170 2024-09-16T01:48:29.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.186+0000 7fc417fff640 10 client.16119 handle_command_reply: tid=0 2024-09-16T01:48:29.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.186+0000 7fc441186740 1 client.16119 shutdown 2024-09-16T01:48:29.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.187+0000 7fc441186740 1 -- 172.21.15.17:0/620869259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a885d0 msgr2=0x562cd2a92d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:29.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.187+0000 7fc441186740 1 --2- 172.21.15.17:0/620869259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a885d0 0x562cd2a92d30 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7fc42c098bd0 tx=0x7fc42c004000 comp rx=0 tx=0).stop 2024-09-16T01:48:29.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.187+0000 7fc441186740 1 -- 172.21.15.17:0/620869259 shutdown_connections 2024-09-16T01:48:29.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.187+0000 7fc441186740 1 --2- 172.21.15.17:0/620869259 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x562cd2aa7170 0x562cd2aa9560 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.187+0000 7fc441186740 1 --2- 172.21.15.17:0/620869259 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a93370 0x562cd2a905d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.187+0000 7fc441186740 1 --2- 172.21.15.17:0/620869259 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a8ffe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.187+0000 7fc417fff640 0 client.16119 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:48:29.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.187+0000 7fc441186740 1 --2- 172.21.15.17:0/620869259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a885d0 0x562cd2a92d30 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.187+0000 7fc441186740 1 -- 172.21.15.17:0/620869259 >> 172.21.15.17:0/620869259 conn(0x562cd2a51310 msgr2=0x562cd2a8a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:29.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.187+0000 7fc441186740 1 -- 172.21.15.17:0/620869259 shutdown_connections 2024-09-16T01:48:29.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.187+0000 7fc441186740 1 -- 172.21.15.17:0/620869259 wait complete. 2024-09-16T01:48:29.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.187+0000 7fc441186740 20 client.16119 trim_cache size 0 max 16384 2024-09-16T01:48:29.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.204+0000 7fc441186740 1 Processor -- start 2024-09-16T01:48:29.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.204+0000 7fc441186740 1 -- start start 2024-09-16T01:48:29.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.204+0000 7fc441186740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a885d0 0x562cd2a8f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.204+0000 7fc441186740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a8b120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.204+0000 7fc441186740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a93370 0x562cd2a8b660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.204+0000 7fc441186740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc4381adc50 con 0x562cd2a93370 2024-09-16T01:48:29.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.204+0000 7fc441186740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc4381ab520 con 0x562cd2a885d0 2024-09-16T01:48:29.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.204+0000 7fc441186740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc4381a9350 con 0x562cd2a89b40 2024-09-16T01:48:29.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc43d34a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a93370 0x562cd2a8b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc437fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a8b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc43d34a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a93370 0x562cd2a8b660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38668/0 (socket says 172.21.15.17:38668) 2024-09-16T01:48:29.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc43d34a640 1 -- 172.21.15.17:0/4148150955 learned_addr learned my addr 172.21.15.17:0/4148150955 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:29.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc437fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a8b120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42258/0 (socket says 172.21.15.17:42258) 2024-09-16T01:48:29.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc43cb49640 1 --2- 172.21.15.17:0/4148150955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a885d0 0x562cd2a8f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc437fff640 1 -- 172.21.15.17:0/4148150955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a885d0 msgr2=0x562cd2a8f8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:29.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc437fff640 1 --2- 172.21.15.17:0/4148150955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a885d0 0x562cd2a8f8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc437fff640 1 -- 172.21.15.17:0/4148150955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a93370 msgr2=0x562cd2a8b660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:29.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc437fff640 1 --2- 172.21.15.17:0/4148150955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a93370 0x562cd2a8b660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc437fff640 1 -- 172.21.15.17:0/4148150955 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562cd2a92950 con 0x562cd2a89b40 2024-09-16T01:48:29.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc437fff640 1 --2- 172.21.15.17:0/4148150955 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a8b120 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x562cd2a9a5b0 tx=0x7fc42400b390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36275176c60e2c3f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:29.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc4227fc640 1 -- 172.21.15.17:0/4148150955 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc424003da0 con 0x562cd2a89b40 2024-09-16T01:48:29.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc4227fc640 1 -- 172.21.15.17:0/4148150955 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4240054d0 con 0x562cd2a89b40 2024-09-16T01:48:29.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.205+0000 7fc4227fc640 1 -- 172.21.15.17:0/4148150955 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc424011440 con 0x562cd2a89b40 2024-09-16T01:48:29.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.206+0000 7fc441186740 1 -- 172.21.15.17:0/4148150955 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 msgr2=0x562cd2a8b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:29.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.206+0000 7fc441186740 1 --2- 172.21.15.17:0/4148150955 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a8b120 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x562cd2a9a5b0 tx=0x7fc42400b390 comp rx=0 tx=0).stop 2024-09-16T01:48:29.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.206+0000 7fc441186740 1 -- 172.21.15.17:0/4148150955 shutdown_connections 2024-09-16T01:48:29.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.206+0000 7fc441186740 1 --2- 172.21.15.17:0/4148150955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a93370 0x562cd2a8b660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.206+0000 7fc441186740 1 --2- 172.21.15.17:0/4148150955 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2a8b120 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.206+0000 7fc441186740 1 --2- 172.21.15.17:0/4148150955 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a885d0 0x562cd2a8f8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.206+0000 7fc441186740 1 -- 172.21.15.17:0/4148150955 >> 172.21.15.17:0/4148150955 conn(0x562cd2a51310 msgr2=0x562cd2a8f0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:29.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.206+0000 7fc441186740 1 -- 172.21.15.17:0/4148150955 shutdown_connections 2024-09-16T01:48:29.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.206+0000 7fc441186740 1 -- 172.21.15.17:0/4148150955 wait complete. 2024-09-16T01:48:29.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.207+0000 7fc441186740 1 -- start start 2024-09-16T01:48:29.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.207+0000 7fc441186740 1 Processor -- start 2024-09-16T01:48:29.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.207+0000 7fc441186740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a885d0 0x562cd2aa9b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.207+0000 7fc441186740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2aaa0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.207+0000 7fc441186740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a93370 0x562cd2b09a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc441186740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc4381a99e0 con 0x562cd2a885d0 2024-09-16T01:48:29.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc441186740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc4381aae50 con 0x562cd2a93370 2024-09-16T01:48:29.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc43cb49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a885d0 0x562cd2aa9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc441186740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc4381aa0b0 con 0x562cd2a89b40 2024-09-16T01:48:29.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc43cb49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a885d0 0x562cd2aa9b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38674/0 (socket says 172.21.15.17:38674) 2024-09-16T01:48:29.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc43cb49640 1 -- 172.21.15.17:0/1239468568 learned_addr learned my addr 172.21.15.17:0/1239468568 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:29.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc441186740 10 client.0 _ll_register_callbacks cb 0x7fc42400b770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:29.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc437fff640 1 --2- 172.21.15.17:0/1239468568 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2aaa0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc43d34a640 1 --2- 172.21.15.17:0/1239468568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a93370 0x562cd2b09a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc43cb49640 1 -- 172.21.15.17:0/1239468568 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 msgr2=0x562cd2aaa0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:29.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc43cb49640 1 --2- 172.21.15.17:0/1239468568 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2aaa0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc43cb49640 1 -- 172.21.15.17:0/1239468568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a93370 msgr2=0x562cd2b09a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:29.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc43cb49640 1 --2- 172.21.15.17:0/1239468568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a93370 0x562cd2b09a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc43cb49640 1 -- 172.21.15.17:0/1239468568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562cd2b0a0b0 con 0x562cd2a885d0 2024-09-16T01:48:29.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc43cb49640 1 --2- 172.21.15.17:0/1239468568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a885d0 0x562cd2aa9b60 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fc42c0a0650 tx=0x7fc42c09a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d5a8f86b3a0a652 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:29.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc417fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:29.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc417fff640 1 -- 172.21.15.17:0/1239468568 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc42c0ba070 con 0x562cd2a885d0 2024-09-16T01:48:29.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc417fff640 1 -- 172.21.15.17:0/1239468568 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc42c0bc0b0 con 0x562cd2a885d0 2024-09-16T01:48:29.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.208+0000 7fc441186740 1 -- 172.21.15.17:0/1239468568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc4240054d0 con 0x562cd2a885d0 2024-09-16T01:48:29.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.209+0000 7fc417fff640 1 -- 172.21.15.17:0/1239468568 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc42c09bb60 con 0x562cd2a885d0 2024-09-16T01:48:29.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.209+0000 7fc441186740 10 client.16125 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:29.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.209+0000 7fc441186740 1 -- 172.21.15.17:0/1239468568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562cd2b0a0b0 con 0x562cd2a885d0 2024-09-16T01:48:29.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.209+0000 7fc417fff640 1 -- 172.21.15.17:0/1239468568 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4240054d0 con 0x562cd2a885d0 2024-09-16T01:48:29.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.209+0000 7fc417fff640 1 -- 172.21.15.17:0/1239468568 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fc42c097f50 con 0x562cd2a885d0 2024-09-16T01:48:29.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.209+0000 7fc441186740 10 client.16125 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:29.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.209+0000 7fc441186740 10 client.16125 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:48:29.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.209+0000 7fc441186740 20 client.16125 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:29.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.209+0000 7fc441186740 1 --2- 172.21.15.17:0/1239468568 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x562cd2aa7170 0x562cd2b13730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:29.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.209+0000 7fc441186740 4 client.16125 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:48:29.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.209+0000 7fc441186740 1 -- 172.21.15.17:0/1239468568 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562cd29f5d70 con 0x562cd2aa7170 2024-09-16T01:48:29.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.209+0000 7fc437fff640 1 --2- 172.21.15.17:0/1239468568 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x562cd2aa7170 0x562cd2b13730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:29.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc437fff640 1 --2- 172.21.15.17:0/1239468568 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x562cd2aa7170 0x562cd2b13730 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=dec355f2d975a63b server_cookie=9f33c4f782c404e3 in_seq=0 out_seq=0 2024-09-16T01:48:29.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc417fff640 10 client.16125 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:48:29.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc417fff640 1 -- 172.21.15.17:0/1239468568 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562cd29f5d70 con 0x562cd2aa7170 2024-09-16T01:48:29.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc417fff640 10 client.16125 handle_command_reply: tid=0 2024-09-16T01:48:29.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc441186740 1 client.16125 shutdown 2024-09-16T01:48:29.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc441186740 1 -- 172.21.15.17:0/1239468568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a885d0 msgr2=0x562cd2aa9b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:29.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc441186740 1 --2- 172.21.15.17:0/1239468568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a885d0 0x562cd2aa9b60 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7fc42c0a0650 tx=0x7fc42c09a710 comp rx=0 tx=0).stop 2024-09-16T01:48:29.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc441186740 1 -- 172.21.15.17:0/1239468568 shutdown_connections 2024-09-16T01:48:29.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc441186740 1 --2- 172.21.15.17:0/1239468568 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x562cd2aa7170 0x562cd2b13730 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc441186740 1 --2- 172.21.15.17:0/1239468568 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562cd2a93370 0x562cd2b09a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc441186740 1 --2- 172.21.15.17:0/1239468568 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562cd2a89b40 0x562cd2aaa0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc441186740 1 --2- 172.21.15.17:0/1239468568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cd2a885d0 0x562cd2aa9b60 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc441186740 1 -- 172.21.15.17:0/1239468568 >> 172.21.15.17:0/1239468568 conn(0x562cd2a51310 msgr2=0x562cd2a91840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:29.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc417fff640 0 client.16125 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:48:29.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc441186740 1 -- 172.21.15.17:0/1239468568 shutdown_connections 2024-09-16T01:48:29.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc441186740 1 -- 172.21.15.17:0/1239468568 wait complete. 2024-09-16T01:48:29.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.210+0000 7fc441186740 20 client.16125 trim_cache size 0 max 16384 2024-09-16T01:48:29.217 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:48:29.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.211+0000 7fc43edad640 1 -- 172.21.15.17:0/4216262293 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc4280a3240 msgr2=0x7fc4280a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:29.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.211+0000 7fc43edad640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc4280a3240 0x7fc4280a5700 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc430006010 tx=0x7fc430031640 comp rx=0 tx=0).stop 2024-09-16T01:48:29.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.211+0000 7fc43edad640 1 -- 172.21.15.17:0/4216262293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc438100a80 msgr2=0x7fc438199130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:29.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.211+0000 7fc43edad640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc438100a80 0x7fc438199130 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fc42c00ea60 tx=0x7fc42c00ef20 comp rx=0 tx=0).stop 2024-09-16T01:48:29.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.211+0000 7fc43edad640 1 -- 172.21.15.17:0/4216262293 shutdown_connections 2024-09-16T01:48:29.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.211+0000 7fc43edad640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc4280a3240 0x7fc4280a5700 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.211+0000 7fc43edad640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc438106a80 0x7fc4381a41b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.211+0000 7fc43edad640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc438101420 0x7fc438199670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.211+0000 7fc43edad640 1 --2- 172.21.15.17:0/4216262293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc438100a80 0x7fc438199130 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:29.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.211+0000 7fc43edad640 1 -- 172.21.15.17:0/4216262293 >> 172.21.15.17:0/4216262293 conn(0x7fc4380fc7a0 msgr2=0x7fc4380fe0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:29.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.212+0000 7fc43edad640 1 -- 172.21.15.17:0/4216262293 shutdown_connections 2024-09-16T01:48:29.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:29.212+0000 7fc43edad640 1 -- 172.21.15.17:0/4216262293 wait complete. 2024-09-16T01:48:29.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 163031 3.76 MB/sec execute 112 sec latency 12.702 ms 2024-09-16T01:48:30.367 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:48:30.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 163650 3.76 MB/sec execute 113 sec latency 13.805 ms 2024-09-16T01:48:30.652 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:30 smithi017 ceph-mon[30972]: pgmap v488: 97 pgs: 97 active+clean; 82 MiB data, 714 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:48:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:30 smithi122 ceph-mon[34758]: pgmap v488: 97 pgs: 97 active+clean; 82 MiB data, 714 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:48:30.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:30 smithi029 ceph-mon[34783]: pgmap v488: 97 pgs: 97 active+clean; 82 MiB data, 714 MiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:48:31.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.230+0000 7fb120cee640 1 -- 172.21.15.17:0/2458979022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb11c102ef0 msgr2=0x7fb11c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.230+0000 7fb120cee640 1 --2- 172.21.15.17:0/2458979022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb11c102ef0 0x7fb11c10da40 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7fb114009ca0 tx=0x7fb11402a950 comp rx=0 tx=0).stop 2024-09-16T01:48:31.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.230+0000 7fb120cee640 1 -- 172.21.15.17:0/2458979022 shutdown_connections 2024-09-16T01:48:31.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.230+0000 7fb120cee640 1 --2- 172.21.15.17:0/2458979022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb11c102ef0 0x7fb11c10da40 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.230+0000 7fb120cee640 1 --2- 172.21.15.17:0/2458979022 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb11c102570 0x7fb11c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.230+0000 7fb120cee640 1 --2- 172.21.15.17:0/2458979022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb11c100e20 0x7fb11c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.230+0000 7fb120cee640 1 -- 172.21.15.17:0/2458979022 >> 172.21.15.17:0/2458979022 conn(0x7fb11c0fc7d0 msgr2=0x7fb11c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:31.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.230+0000 7fb120cee640 1 -- 172.21.15.17:0/2458979022 shutdown_connections 2024-09-16T01:48:31.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.230+0000 7fb120cee640 1 -- 172.21.15.17:0/2458979022 wait complete. 2024-09-16T01:48:31.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb120cee640 1 Processor -- start 2024-09-16T01:48:31.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb120cee640 1 -- start start 2024-09-16T01:48:31.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb120cee640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb11c100e20 0x7fb11c19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb120cee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb11c102570 0x7fb11c19ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb120cee640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb11c102ef0 0x7fb11c19eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb120cee640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb11c110e30 con 0x7fb11c102570 2024-09-16T01:48:31.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb120cee640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb11c110cb0 con 0x7fb11c100e20 2024-09-16T01:48:31.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb120cee640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb11c110fb0 con 0x7fb11c102ef0 2024-09-16T01:48:31.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb113fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb11c102570 0x7fb11c19ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb113fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb11c102570 0x7fb11c19ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38690/0 (socket says 172.21.15.17:38690) 2024-09-16T01:48:31.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb113fff640 1 -- 172.21.15.17:0/1980670838 learned_addr learned my addr 172.21.15.17:0/1980670838 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:31.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb11ad9d640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb11c102ef0 0x7fb11c19eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb11a59c640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb11c100e20 0x7fb11c19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb113fff640 1 -- 172.21.15.17:0/1980670838 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb11c102ef0 msgr2=0x7fb11c19eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.231+0000 7fb113fff640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb11c102ef0 0x7fb11c19eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.232+0000 7fb113fff640 1 -- 172.21.15.17:0/1980670838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb11c100e20 msgr2=0x7fb11c19a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.232+0000 7fb113fff640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb11c100e20 0x7fb11c19a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.232+0000 7fb113fff640 1 -- 172.21.15.17:0/1980670838 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb11c19f590 con 0x7fb11c102570 2024-09-16T01:48:31.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.232+0000 7fb11ad9d640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb11c102ef0 0x7fb11c19eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:31.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.232+0000 7fb11a59c640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb11c100e20 0x7fb11c19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:31.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.232+0000 7fb113fff640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb11c102570 0x7fb11c19ab20 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fb10400e9f0 tx=0x7fb10400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:31.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.232+0000 7fb1137fe640 1 -- 172.21.15.17:0/1980670838 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10400cd80 con 0x7fb11c102570 2024-09-16T01:48:31.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.232+0000 7fb120cee640 1 -- 172.21.15.17:0/1980670838 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb11c19f880 con 0x7fb11c102570 2024-09-16T01:48:31.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.232+0000 7fb1137fe640 1 -- 172.21.15.17:0/1980670838 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1040108e0 con 0x7fb11c102570 2024-09-16T01:48:31.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.232+0000 7fb1137fe640 1 -- 172.21.15.17:0/1980670838 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb104018920 con 0x7fb11c102570 2024-09-16T01:48:31.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.232+0000 7fb120cee640 1 -- 172.21.15.17:0/1980670838 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb11c1a7160 con 0x7fb11c102570 2024-09-16T01:48:31.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.235+0000 7fb1137fe640 1 -- 172.21.15.17:0/1980670838 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb104010a90 con 0x7fb11c102570 2024-09-16T01:48:31.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.235+0000 7fb1230c7740 1 Processor -- start 2024-09-16T01:48:31.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.235+0000 7fb1230c7740 1 -- start start 2024-09-16T01:48:31.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.235+0000 7fb1230c7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e7b40 0x5646cb0e6090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.235+0000 7fb1230c7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0e65d0 0x5646cb0e6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.235+0000 7fb1230c7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0f1370 0x5646cb0f3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb1230c7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5646cb04c2f0 con 0x5646cb0e7b40 2024-09-16T01:48:31.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb1230c7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5646caff3cf0 con 0x5646cb0f1370 2024-09-16T01:48:31.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb1230c7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5646cb0482b0 con 0x5646cb0e65d0 2024-09-16T01:48:31.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb11a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0e65d0 0x5646cb0e6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb11a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0e65d0 0x5646cb0e6a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42296/0 (socket says 172.21.15.17:42296) 2024-09-16T01:48:31.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb11a59c640 1 -- 172.21.15.17:0/1540405309 learned_addr learned my addr 172.21.15.17:0/1540405309 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:31.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb11ad9d640 1 --2- 172.21.15.17:0/1540405309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e7b40 0x5646cb0e6090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb113fff640 1 --2- 172.21.15.17:0/1540405309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0f1370 0x5646cb0f3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb11a59c640 1 -- 172.21.15.17:0/1540405309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0f1370 msgr2=0x5646cb0f3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:31.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb11a59c640 1 --2- 172.21.15.17:0/1540405309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0f1370 0x5646cb0f3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb11a59c640 1 -- 172.21.15.17:0/1540405309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e7b40 msgr2=0x5646cb0e6090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:31.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb11a59c640 1 --2- 172.21.15.17:0/1540405309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e7b40 0x5646cb0e6090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb11a59c640 1 -- 172.21.15.17:0/1540405309 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646cafd83a0 con 0x5646cb0e65d0 2024-09-16T01:48:31.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb1137fe640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1080a3240 0x7fb1080a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.236+0000 7fb11a59c640 1 --2- 172.21.15.17:0/1540405309 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0e65d0 0x5646cb0e6a10 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb10c009d50 tx=0x7fb10c0117b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82fc7b4d90169ece server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:31.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.237+0000 7fb11ad9d640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1080a3240 0x7fb1080a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.237+0000 7fb1137fe640 1 -- 172.21.15.17:0/1980670838 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb1040cfc50 con 0x7fb11c102570 2024-09-16T01:48:31.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.237+0000 7fb110ff9640 1 -- 172.21.15.17:0/1540405309 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c012650 con 0x5646cb0e65d0 2024-09-16T01:48:31.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.237+0000 7fb110ff9640 1 -- 172.21.15.17:0/1540405309 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb10c009e40 con 0x5646cb0e65d0 2024-09-16T01:48:31.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.237+0000 7fb110ff9640 1 -- 172.21.15.17:0/1540405309 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c00fbf0 con 0x5646cb0e65d0 2024-09-16T01:48:31.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 -- 172.21.15.17:0/1540405309 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0e65d0 msgr2=0x5646cb0e6a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 --2- 172.21.15.17:0/1540405309 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0e65d0 0x5646cb0e6a10 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb10c009d50 tx=0x7fb10c0117b0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb11ad9d640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1080a3240 0x7fb1080a5700 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb11402fd10 tx=0x7fb114005c50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:31.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 -- 172.21.15.17:0/1540405309 shutdown_connections 2024-09-16T01:48:31.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 --2- 172.21.15.17:0/1540405309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0f1370 0x5646cb0f3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 --2- 172.21.15.17:0/1540405309 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0e65d0 0x5646cb0e6a10 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 --2- 172.21.15.17:0/1540405309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e7b40 0x5646cb0e6090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 -- 172.21.15.17:0/1540405309 >> 172.21.15.17:0/1540405309 conn(0x5646cb0af310 msgr2=0x5646cb0e2c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:31.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 -- 172.21.15.17:0/1540405309 shutdown_connections 2024-09-16T01:48:31.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 -- 172.21.15.17:0/1540405309 wait complete. 2024-09-16T01:48:31.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 -- start start 2024-09-16T01:48:31.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 Processor -- start 2024-09-16T01:48:31.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e65d0 0x5646cb0f0d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e7b40 0x5646cb0ee010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0f1370 0x5646cb0ee600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5646cb0f4070 con 0x5646cb0e65d0 2024-09-16T01:48:31.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5646cb007060 con 0x5646cb0e7b40 2024-09-16T01:48:31.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.238+0000 7fb1230c7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5646cb0f41f0 con 0x5646cb0f1370 2024-09-16T01:48:31.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb1230c7740 10 client.0 _ll_register_callbacks cb 0x5646cad5a8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:31.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb11a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e65d0 0x5646cb0f0d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb11ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0f1370 0x5646cb0ee600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb113fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e7b40 0x5646cb0ee010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb11a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e65d0 0x5646cb0f0d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38706/0 (socket says 172.21.15.17:38706) 2024-09-16T01:48:31.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb11ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0f1370 0x5646cb0ee600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42308/0 (socket says 172.21.15.17:42308) 2024-09-16T01:48:31.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb11a59c640 1 -- 172.21.15.17:0/3234596080 learned_addr learned my addr 172.21.15.17:0/3234596080 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:31.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb113fff640 1 -- 172.21.15.17:0/3234596080 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0f1370 msgr2=0x5646cb0ee600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:31.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb113fff640 1 --2- 172.21.15.17:0/3234596080 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0f1370 0x5646cb0ee600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb113fff640 1 -- 172.21.15.17:0/3234596080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e65d0 msgr2=0x5646cb0f0d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:31.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb113fff640 1 --2- 172.21.15.17:0/3234596080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e65d0 0x5646cb0f0d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb113fff640 1 -- 172.21.15.17:0/3234596080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646cadbd3c0 con 0x5646cb0e7b40 2024-09-16T01:48:31.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb11ad9d640 1 --2- 172.21.15.17:0/3234596080 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0f1370 0x5646cb0ee600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb11a59c640 1 --2- 172.21.15.17:0/3234596080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e65d0 0x5646cb0f0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb113fff640 1 --2- 172.21.15.17:0/3234596080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e7b40 0x5646cb0ee010 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x5646cb0e7070 tx=0x7fb10409beb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d04b9587e3613776 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb101ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:48:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb101ffb640 1 -- 172.21.15.17:0/3234596080 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1040bc2b0 con 0x5646cb0e7b40 2024-09-16T01:48:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb1230c7740 1 -- 172.21.15.17:0/3234596080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5646cb059860 con 0x5646cb0e7b40 2024-09-16T01:48:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.239+0000 7fb101ffb640 1 -- 172.21.15.17:0/3234596080 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb104010430 con 0x5646cb0e7b40 2024-09-16T01:48:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.240+0000 7fb101ffb640 1 -- 172.21.15.17:0/3234596080 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb10409c270 con 0x5646cb0e7b40 2024-09-16T01:48:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.240+0000 7fb1230c7740 10 client.25661 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.240+0000 7fb1230c7740 1 -- 172.21.15.17:0/3234596080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5646cb108370 con 0x5646cb0e7b40 2024-09-16T01:48:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.240+0000 7fb101ffb640 1 -- 172.21.15.17:0/3234596080 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5646cb059860 con 0x5646cb0e7b40 2024-09-16T01:48:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.240+0000 7fb101ffb640 1 -- 172.21.15.17:0/3234596080 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb104097fc0 con 0x5646cb0e7b40 2024-09-16T01:48:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.240+0000 7fb1230c7740 10 client.25661 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:31.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.240+0000 7fb1230c7740 10 client.25661 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:48:31.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.240+0000 7fb1230c7740 20 client.25661 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:31.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.240+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3234596080 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5646cb109780 0x5646cb10bc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.240+0000 7fb1230c7740 4 client.25661 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:31.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.240+0000 7fb1230c7740 1 -- 172.21.15.17:0/3234596080 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5646cb053d70 con 0x5646cb109780 2024-09-16T01:48:31.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.240+0000 7fb11a59c640 1 --2- 172.21.15.17:0/3234596080 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5646cb109780 0x5646cb10bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.241+0000 7fb11a59c640 1 --2- 172.21.15.17:0/3234596080 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5646cb109780 0x5646cb10bc00 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b53938222a4666e8 server_cookie=a9666ec8e24f9c0e in_seq=0 out_seq=0 2024-09-16T01:48:31.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.241+0000 7fb101ffb640 10 client.25661 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:48:31.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.241+0000 7fb101ffb640 1 -- 172.21.15.17:0/3234596080 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5646cb053d70 con 0x5646cb109780 2024-09-16T01:48:31.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.241+0000 7fb101ffb640 10 client.25661 handle_command_reply: tid=0 2024-09-16T01:48:31.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.241+0000 7fb1230c7740 1 client.25661 shutdown 2024-09-16T01:48:31.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.241+0000 7fb1230c7740 1 -- 172.21.15.17:0/3234596080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e7b40 msgr2=0x5646cb0ee010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.241+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3234596080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e7b40 0x5646cb0ee010 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x5646cb0e7070 tx=0x7fb10409beb0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.242+0000 7fb1230c7740 1 -- 172.21.15.17:0/3234596080 shutdown_connections 2024-09-16T01:48:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.242+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3234596080 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5646cb109780 0x5646cb10bc00 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.242+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3234596080 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0f1370 0x5646cb0ee600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.242+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3234596080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e7b40 0x5646cb0ee010 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.242+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3234596080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e65d0 0x5646cb0f0d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.242+0000 7fb1230c7740 1 -- 172.21.15.17:0/3234596080 >> 172.21.15.17:0/3234596080 conn(0x5646cb0af310 msgr2=0x5646cb0e8960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.242+0000 7fb101ffb640 0 client.25661 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:48:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.242+0000 7fb1230c7740 1 -- 172.21.15.17:0/3234596080 shutdown_connections 2024-09-16T01:48:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.242+0000 7fb1230c7740 1 -- 172.21.15.17:0/3234596080 wait complete. 2024-09-16T01:48:31.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.242+0000 7fb1230c7740 20 client.25661 trim_cache size 0 max 16384 2024-09-16T01:48:31.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.256+0000 7fb1230c7740 1 Processor -- start 2024-09-16T01:48:31.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.256+0000 7fb1230c7740 1 -- start start 2024-09-16T01:48:31.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.256+0000 7fb1230c7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0e65d0 0x5646cb105ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.256+0000 7fb1230c7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e7b40 0x5646cb0ecff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.256+0000 7fb1230c7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0f1370 0x5646cb0e9120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.256+0000 7fb1230c7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb11c1addc0 con 0x5646cb0f1370 2024-09-16T01:48:31.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.256+0000 7fb1230c7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb11c1ab690 con 0x5646cb0e7b40 2024-09-16T01:48:31.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.256+0000 7fb1230c7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb11c1a9500 con 0x5646cb0e65d0 2024-09-16T01:48:31.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.256+0000 7fb11a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0e65d0 0x5646cb105ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.256+0000 7fb11ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0f1370 0x5646cb0e9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.256+0000 7fb11a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0e65d0 0x5646cb105ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42314/0 (socket says 172.21.15.17:42314) 2024-09-16T01:48:31.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.256+0000 7fb11a59c640 1 -- 172.21.15.17:0/3009518862 learned_addr learned my addr 172.21.15.17:0/3009518862 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:31.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.256+0000 7fb113fff640 1 --2- 172.21.15.17:0/3009518862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e7b40 0x5646cb0ecff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.257+0000 7fb11a59c640 1 -- 172.21.15.17:0/3009518862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e7b40 msgr2=0x5646cb0ecff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:31.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.257+0000 7fb11a59c640 1 --2- 172.21.15.17:0/3009518862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e7b40 0x5646cb0ecff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.257+0000 7fb11a59c640 1 -- 172.21.15.17:0/3009518862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0f1370 msgr2=0x5646cb0e9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:31.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.257+0000 7fb11a59c640 1 --2- 172.21.15.17:0/3009518862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0f1370 0x5646cb0e9120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.257+0000 7fb11a59c640 1 -- 172.21.15.17:0/3009518862 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5646cb0ee970 con 0x5646cb0e65d0 2024-09-16T01:48:31.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.257+0000 7fb11ad9d640 1 --2- 172.21.15.17:0/3009518862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0f1370 0x5646cb0e9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:31.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.257+0000 7fb11a59c640 1 --2- 172.21.15.17:0/3009518862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0e65d0 0x5646cb105ba0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb10c000c00 tx=0x7fb10c009530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cac3c3ec49dbc6b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:31.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.257+0000 7fb103fff640 1 -- 172.21.15.17:0/3009518862 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c0096f0 con 0x5646cb0e65d0 2024-09-16T01:48:31.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.257+0000 7fb103fff640 1 -- 172.21.15.17:0/3009518862 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb10c00f440 con 0x5646cb0e65d0 2024-09-16T01:48:31.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.257+0000 7fb103fff640 1 -- 172.21.15.17:0/3009518862 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10c003850 con 0x5646cb0e65d0 2024-09-16T01:48:31.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.258+0000 7fb1230c7740 1 -- 172.21.15.17:0/3009518862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0e65d0 msgr2=0x5646cb105ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.258+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3009518862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0e65d0 0x5646cb105ba0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb10c000c00 tx=0x7fb10c009530 comp rx=0 tx=0).stop 2024-09-16T01:48:31.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.258+0000 7fb1230c7740 1 -- 172.21.15.17:0/3009518862 shutdown_connections 2024-09-16T01:48:31.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.258+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3009518862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0f1370 0x5646cb0e9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.258+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3009518862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e7b40 0x5646cb0ecff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.258+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3009518862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0e65d0 0x5646cb105ba0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.258+0000 7fb1230c7740 1 -- 172.21.15.17:0/3009518862 >> 172.21.15.17:0/3009518862 conn(0x5646cb0af310 msgr2=0x5646cb0ec8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:31.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.258+0000 7fb1230c7740 1 -- 172.21.15.17:0/3009518862 shutdown_connections 2024-09-16T01:48:31.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.258+0000 7fb1230c7740 1 -- 172.21.15.17:0/3009518862 wait complete. 2024-09-16T01:48:31.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.258+0000 7fb1230c7740 1 -- start start 2024-09-16T01:48:31.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.258+0000 7fb1230c7740 1 Processor -- start 2024-09-16T01:48:31.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb1230c7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e65d0 0x5646cb101d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb1230c7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e7b40 0x5646cb102250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb1230c7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0f1370 0x5646cb0ea320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb1230c7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb11c1a9b50 con 0x5646cb0e7b40 2024-09-16T01:48:31.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb1230c7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb11c1aafc0 con 0x5646cb0e65d0 2024-09-16T01:48:31.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb1230c7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb11c1aa220 con 0x5646cb0f1370 2024-09-16T01:48:31.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb1230c7740 10 client.0 _ll_register_callbacks cb 0x7fb104009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:31.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb113fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e7b40 0x5646cb102250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb113fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e7b40 0x5646cb102250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38724/0 (socket says 172.21.15.17:38724) 2024-09-16T01:48:31.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb113fff640 1 -- 172.21.15.17:0/3999321286 learned_addr learned my addr 172.21.15.17:0/3999321286 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:31.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb11ad9d640 1 --2- 172.21.15.17:0/3999321286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0f1370 0x5646cb0ea320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb11a59c640 1 --2- 172.21.15.17:0/3999321286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e65d0 0x5646cb101d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb113fff640 1 -- 172.21.15.17:0/3999321286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0f1370 msgr2=0x5646cb0ea320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:31.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb113fff640 1 --2- 172.21.15.17:0/3999321286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0f1370 0x5646cb0ea320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb113fff640 1 -- 172.21.15.17:0/3999321286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e65d0 msgr2=0x5646cb101d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:31.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb113fff640 1 --2- 172.21.15.17:0/3999321286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e65d0 0x5646cb101d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb113fff640 1 -- 172.21.15.17:0/3999321286 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646cb102990 con 0x5646cb0e7b40 2024-09-16T01:48:31.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb11ad9d640 1 --2- 172.21.15.17:0/3999321286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0f1370 0x5646cb0ea320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:31.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb113fff640 1 --2- 172.21.15.17:0/3999321286 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e7b40 0x5646cb102250 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fb104098bf0 tx=0x7fb1040bc280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4928bc94fe48971 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:31.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.259+0000 7fb101ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:31.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.260+0000 7fb101ffb640 1 -- 172.21.15.17:0/3999321286 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb10409c040 con 0x5646cb0e7b40 2024-09-16T01:48:31.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.260+0000 7fb101ffb640 1 -- 172.21.15.17:0/3999321286 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb1040a00f0 con 0x5646cb0e7b40 2024-09-16T01:48:31.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.260+0000 7fb1230c7740 1 -- 172.21.15.17:0/3999321286 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb10c00f440 con 0x5646cb0e7b40 2024-09-16T01:48:31.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.260+0000 7fb101ffb640 1 -- 172.21.15.17:0/3999321286 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb1040d3260 con 0x5646cb0e7b40 2024-09-16T01:48:31.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.260+0000 7fb1230c7740 10 client.16143 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:31.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.260+0000 7fb1230c7740 1 -- 172.21.15.17:0/3999321286 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5646cb173ae0 con 0x5646cb0e7b40 2024-09-16T01:48:31.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.260+0000 7fb101ffb640 1 -- 172.21.15.17:0/3999321286 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1040a7050 con 0x5646cb0e7b40 2024-09-16T01:48:31.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.260+0000 7fb101ffb640 1 -- 172.21.15.17:0/3999321286 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb1040aa080 con 0x5646cb0e7b40 2024-09-16T01:48:31.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.260+0000 7fb1230c7740 10 client.16143 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:31.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.260+0000 7fb1230c7740 10 client.16143 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:48:31.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.260+0000 7fb1230c7740 20 client.16143 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:31.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.260+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3999321286 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5646cb174260 0x5646cb176680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:31.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.260+0000 7fb1230c7740 4 client.16143 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:48:31.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.260+0000 7fb1230c7740 1 -- 172.21.15.17:0/3999321286 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7fb10c00f440 con 0x5646cb174260 2024-09-16T01:48:31.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb11a59c640 1 --2- 172.21.15.17:0/3999321286 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5646cb174260 0x5646cb176680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:31.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb101ffb640 10 client.16143 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:48:31.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb11a59c640 1 --2- 172.21.15.17:0/3999321286 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5646cb174260 0x5646cb176680 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bdd7fcdee6d80562 server_cookie=c2b606046db5215e in_seq=0 out_seq=0 2024-09-16T01:48:31.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb101ffb640 1 -- 172.21.15.17:0/3999321286 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7fb10c00f440 con 0x5646cb174260 2024-09-16T01:48:31.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb101ffb640 10 client.16143 handle_command_reply: tid=0 2024-09-16T01:48:31.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb1230c7740 1 client.16143 shutdown 2024-09-16T01:48:31.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb1230c7740 1 -- 172.21.15.17:0/3999321286 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e7b40 msgr2=0x5646cb102250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3999321286 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e7b40 0x5646cb102250 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fb104098bf0 tx=0x7fb1040bc280 comp rx=0 tx=0).stop 2024-09-16T01:48:31.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb1230c7740 1 -- 172.21.15.17:0/3999321286 shutdown_connections 2024-09-16T01:48:31.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3999321286 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5646cb174260 0x5646cb176680 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3999321286 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646cb0f1370 0x5646cb0ea320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3999321286 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646cb0e7b40 0x5646cb102250 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb101ffb640 0 client.16143 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:48:31.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb1230c7740 1 --2- 172.21.15.17:0/3999321286 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5646cb0e65d0 0x5646cb101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.261+0000 7fb1230c7740 1 -- 172.21.15.17:0/3999321286 >> 172.21.15.17:0/3999321286 conn(0x5646cb0af310 msgr2=0x5646cb0ed100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:31.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb1230c7740 1 -- 172.21.15.17:0/3999321286 shutdown_connections 2024-09-16T01:48:31.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb1230c7740 1 -- 172.21.15.17:0/3999321286 wait complete. 2024-09-16T01:48:31.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb1230c7740 20 client.16143 trim_cache size 0 max 16384 2024-09-16T01:48:31.269 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:48:31.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb120cee640 1 -- 172.21.15.17:0/1980670838 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1080a3240 msgr2=0x7fb1080a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb120cee640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1080a3240 0x7fb1080a5700 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fb11402fd10 tx=0x7fb114005c50 comp rx=0 tx=0).stop 2024-09-16T01:48:31.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb120cee640 1 -- 172.21.15.17:0/1980670838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb11c102570 msgr2=0x7fb11c19ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:31.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb120cee640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb11c102570 0x7fb11c19ab20 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7fb10400e9f0 tx=0x7fb10400eeb0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb120cee640 1 -- 172.21.15.17:0/1980670838 shutdown_connections 2024-09-16T01:48:31.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb120cee640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1080a3240 0x7fb1080a5700 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb120cee640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb11c102ef0 0x7fb11c19eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb120cee640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb11c102570 0x7fb11c19ab20 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb120cee640 1 --2- 172.21.15.17:0/1980670838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb11c100e20 0x7fb11c19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:31.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb120cee640 1 -- 172.21.15.17:0/1980670838 >> 172.21.15.17:0/1980670838 conn(0x7fb11c0fc7d0 msgr2=0x7fb11c06a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:31.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb120cee640 1 -- 172.21.15.17:0/1980670838 shutdown_connections 2024-09-16T01:48:31.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:31.262+0000 7fb120cee640 1 -- 172.21.15.17:0/1980670838 wait complete. 2024-09-16T01:48:31.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 164292 3.75 MB/sec execute 114 sec latency 16.247 ms 2024-09-16T01:48:31.997 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:48:32.287 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:32.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 165056 3.75 MB/sec execute 115 sec latency 14.508 ms 2024-09-16T01:48:32.712 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:32 smithi017 ceph-mon[30972]: pgmap v489: 97 pgs: 97 active+clean; 84 MiB data, 720 MiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-16T01:48:32.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:32 smithi122 ceph-mon[34758]: pgmap v489: 97 pgs: 97 active+clean; 84 MiB data, 720 MiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-16T01:48:32.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:32 smithi029 ceph-mon[34783]: pgmap v489: 97 pgs: 97 active+clean; 84 MiB data, 720 MiB used, 1.0 TiB / 1.0 TiB avail; 316 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-16T01:48:32.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.800+0000 7ff9c31f8640 1 -- 172.21.15.17:0/3908848068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9bc108290 msgr2=0x7ff9bc10ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:32.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.800+0000 7ff9c31f8640 1 --2- 172.21.15.17:0/3908848068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9bc108290 0x7ff9bc10ec30 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7ff9b4009cd0 tx=0x7ff9b402a8e0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.800+0000 7ff9c31f8640 1 -- 172.21.15.17:0/3908848068 shutdown_connections 2024-09-16T01:48:32.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.800+0000 7ff9c31f8640 1 --2- 172.21.15.17:0/3908848068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9bc108290 0x7ff9bc10ec30 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.800+0000 7ff9c31f8640 1 --2- 172.21.15.17:0/3908848068 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9bc103740 0x7ff9bc107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.800+0000 7ff9c31f8640 1 --2- 172.21.15.17:0/3908848068 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9bc102d90 0x7ff9bc103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.800+0000 7ff9c31f8640 1 -- 172.21.15.17:0/3908848068 >> 172.21.15.17:0/3908848068 conn(0x7ff9bc0fc7d0 msgr2=0x7ff9bc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:32.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.800+0000 7ff9c31f8640 1 -- 172.21.15.17:0/3908848068 shutdown_connections 2024-09-16T01:48:32.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.800+0000 7ff9c31f8640 1 -- 172.21.15.17:0/3908848068 wait complete. 2024-09-16T01:48:32.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.801+0000 7ff9c31f8640 1 Processor -- start 2024-09-16T01:48:32.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.801+0000 7ff9c31f8640 1 -- start start 2024-09-16T01:48:32.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.801+0000 7ff9c31f8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9bc102d90 0x7ff9bc1009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.801+0000 7ff9c31f8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9bc103740 0x7ff9bc100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.801+0000 7ff9c31f8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9bc108290 0x7ff9bc101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.801+0000 7ff9c31f8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc111f40 con 0x7ff9bc103740 2024-09-16T01:48:32.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.801+0000 7ff9c31f8640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc111dc0 con 0x7ff9bc102d90 2024-09-16T01:48:32.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.801+0000 7ff9c31f8640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc1120c0 con 0x7ff9bc108290 2024-09-16T01:48:32.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.801+0000 7ff9bbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9bc103740 0x7ff9bc100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.801+0000 7ff9c1795640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9bc108290 0x7ff9bc101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.801+0000 7ff9bbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9bc103740 0x7ff9bc100f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38744/0 (socket says 172.21.15.17:38744) 2024-09-16T01:48:32.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.801+0000 7ff9bbfff640 1 -- 172.21.15.17:0/115863760 learned_addr learned my addr 172.21.15.17:0/115863760 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:32.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.802+0000 7ff9c0f94640 1 --2- 172.21.15.17:0/115863760 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9bc102d90 0x7ff9bc1009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.802+0000 7ff9c1795640 1 -- 172.21.15.17:0/115863760 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9bc102d90 msgr2=0x7ff9bc1009f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:32.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.802+0000 7ff9c1795640 1 --2- 172.21.15.17:0/115863760 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9bc102d90 0x7ff9bc1009f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.802+0000 7ff9c1795640 1 -- 172.21.15.17:0/115863760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9bc103740 msgr2=0x7ff9bc100f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:32.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.802+0000 7ff9c1795640 1 --2- 172.21.15.17:0/115863760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9bc103740 0x7ff9bc100f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.802+0000 7ff9c1795640 1 -- 172.21.15.17:0/115863760 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff9bc1a68e0 con 0x7ff9bc108290 2024-09-16T01:48:32.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.802+0000 7ff9bbfff640 1 --2- 172.21.15.17:0/115863760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9bc103740 0x7ff9bc100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:32.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.802+0000 7ff9c1795640 1 --2- 172.21.15.17:0/115863760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9bc108290 0x7ff9bc101470 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff9b402ae00 tx=0x7ff9b4003970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.802+0000 7ff9b9ffb640 1 -- 172.21.15.17:0/115863760 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b4004040 con 0x7ff9bc108290 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.802+0000 7ff9c31f8640 1 -- 172.21.15.17:0/115863760 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff9bc1a6b70 con 0x7ff9bc108290 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.802+0000 7ff9b9ffb640 1 -- 172.21.15.17:0/115863760 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9b4004690 con 0x7ff9bc108290 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.802+0000 7ff9b9ffb640 1 -- 172.21.15.17:0/115863760 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b4030e20 con 0x7ff9bc108290 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.802+0000 7ff9c31f8640 1 -- 172.21.15.17:0/115863760 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff9bc1a7100 con 0x7ff9bc108290 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.805+0000 7ff9b9ffb640 1 -- 172.21.15.17:0/115863760 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7ff9b40305a0 con 0x7ff9bc108290 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.805+0000 7ff9c55d1740 1 Processor -- start 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.805+0000 7ff9c55d1740 1 -- start start 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.805+0000 7ff9c55d1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565012572b40 0x565012571090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.805+0000 7ff9c55d1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5650125715d0 0x565012571a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.805+0000 7ff9c55d1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56501257c370 0x56501257e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.805+0000 7ff9b9ffb640 1 --2- 172.21.15.17:0/115863760 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff9ac0a3240 0x7ff9ac0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.805+0000 7ff9c55d1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5650124d72f0 con 0x565012572b40 2024-09-16T01:48:32.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.805+0000 7ff9c55d1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56501247ecf0 con 0x56501257c370 2024-09-16T01:48:32.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.805+0000 7ff9c55d1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5650124d32b0 con 0x5650125715d0 2024-09-16T01:48:32.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9c0f94640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5650125715d0 0x565012571a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9c0f94640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5650125715d0 0x565012571a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42374/0 (socket says 172.21.15.17:42374) 2024-09-16T01:48:32.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9bbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565012572b40 0x565012571090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9c0f94640 1 -- 172.21.15.17:0/949657706 learned_addr learned my addr 172.21.15.17:0/949657706 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:32.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9c1795640 1 --2- 172.21.15.17:0/115863760 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff9ac0a3240 0x7ff9ac0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9b9ffb640 1 -- 172.21.15.17:0/115863760 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff9b402e030 con 0x7ff9bc108290 2024-09-16T01:48:32.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9c0f94640 1 -- 172.21.15.17:0/949657706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56501257c370 msgr2=0x56501257e760 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:48:32.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9c0f94640 1 --2- 172.21.15.17:0/949657706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56501257c370 0x56501257e760 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9c0f94640 1 -- 172.21.15.17:0/949657706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565012572b40 msgr2=0x565012571090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:32.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9c0f94640 1 --2- 172.21.15.17:0/949657706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565012572b40 0x565012571090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9c0f94640 1 -- 172.21.15.17:0/949657706 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5650124633a0 con 0x5650125715d0 2024-09-16T01:48:32.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9bbfff640 1 --2- 172.21.15.17:0/949657706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565012572b40 0x565012571090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:32.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9c0f94640 1 --2- 172.21.15.17:0/949657706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5650125715d0 0x565012571a10 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0009c90 tx=0x7ff9b00117b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2df6b2d286d469b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:32.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9c1795640 1 --2- 172.21.15.17:0/115863760 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff9ac0a3240 0x7ff9ac0a5700 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ff9b40b9800 tx=0x7ff9b40c1040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:32.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9a6ffd640 1 -- 172.21.15.17:0/949657706 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b0012450 con 0x5650125715d0 2024-09-16T01:48:32.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9a6ffd640 1 -- 172.21.15.17:0/949657706 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9b0012aa0 con 0x5650125715d0 2024-09-16T01:48:32.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.806+0000 7ff9a6ffd640 1 -- 172.21.15.17:0/949657706 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b000faf0 con 0x5650125715d0 2024-09-16T01:48:32.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.807+0000 7ff9c55d1740 1 -- 172.21.15.17:0/949657706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5650125715d0 msgr2=0x565012571a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:32.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.807+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/949657706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5650125715d0 0x565012571a10 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0009c90 tx=0x7ff9b00117b0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.807+0000 7ff9c55d1740 1 -- 172.21.15.17:0/949657706 shutdown_connections 2024-09-16T01:48:32.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.807+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/949657706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56501257c370 0x56501257e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.807+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/949657706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5650125715d0 0x565012571a10 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.807+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/949657706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565012572b40 0x565012571090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.807+0000 7ff9c55d1740 1 -- 172.21.15.17:0/949657706 >> 172.21.15.17:0/949657706 conn(0x56501253a310 msgr2=0x56501256dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:32.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.807+0000 7ff9c55d1740 1 -- 172.21.15.17:0/949657706 shutdown_connections 2024-09-16T01:48:32.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.807+0000 7ff9c55d1740 1 -- 172.21.15.17:0/949657706 wait complete. 2024-09-16T01:48:32.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.808+0000 7ff9c55d1740 1 -- start start 2024-09-16T01:48:32.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.808+0000 7ff9c55d1740 1 Processor -- start 2024-09-16T01:48:32.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.808+0000 7ff9c55d1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5650125715d0 0x56501257bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.808+0000 7ff9c55d1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x565012572b40 0x565012578ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.808+0000 7ff9c55d1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56501257c370 0x5650125795e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.808+0000 7ff9c55d1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56501257f070 con 0x5650125715d0 2024-09-16T01:48:32.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.808+0000 7ff9c55d1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x565012492060 con 0x56501257c370 2024-09-16T01:48:32.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.808+0000 7ff9c55d1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56501257f1f0 con 0x565012572b40 2024-09-16T01:48:32.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.808+0000 7ff9c55d1740 10 client.0 _ll_register_callbacks cb 0x5650121e58c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:32.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.808+0000 7ff9bbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5650125715d0 0x56501257bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.808+0000 7ff9c0f94640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x565012572b40 0x565012578ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.808+0000 7ff9c0f94640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x565012572b40 0x565012578ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42390/0 (socket says 172.21.15.17:42390) 2024-09-16T01:48:32.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.808+0000 7ff9bbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5650125715d0 0x56501257bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38754/0 (socket says 172.21.15.17:38754) 2024-09-16T01:48:32.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.808+0000 7ff9c0f94640 1 -- 172.21.15.17:0/2398048260 learned_addr learned my addr 172.21.15.17:0/2398048260 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:32.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff9bbfff640 1 --2- 172.21.15.17:0/2398048260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56501257c370 0x5650125795e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff9c0f94640 1 -- 172.21.15.17:0/2398048260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56501257c370 msgr2=0x5650125795e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:32.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff9c0f94640 1 --2- 172.21.15.17:0/2398048260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56501257c370 0x5650125795e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff9c0f94640 1 -- 172.21.15.17:0/2398048260 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5650125715d0 msgr2=0x56501257bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:32.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff9c0f94640 1 --2- 172.21.15.17:0/2398048260 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5650125715d0 0x56501257bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff9c0f94640 1 -- 172.21.15.17:0/2398048260 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5650122483c0 con 0x565012572b40 2024-09-16T01:48:32.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff9bbfff640 1 --2- 172.21.15.17:0/2398048260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56501257c370 0x5650125795e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:32.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff9c0f94640 1 --2- 172.21.15.17:0/2398048260 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x565012572b40 0x565012578ff0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff9b001c040 tx=0x7ff9b0009ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3d82815e0fed8336 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:32.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff99bfff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:48:32.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff99bfff640 1 -- 172.21.15.17:0/2398048260 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b0028020 con 0x565012572b40 2024-09-16T01:48:32.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff99bfff640 1 -- 172.21.15.17:0/2398048260 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff9b000f870 con 0x565012572b40 2024-09-16T01:48:32.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff9c55d1740 1 -- 172.21.15.17:0/2398048260 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9b0012aa0 con 0x565012572b40 2024-09-16T01:48:32.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff99bfff640 1 -- 172.21.15.17:0/2398048260 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff9b000fa70 con 0x565012572b40 2024-09-16T01:48:32.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff9c55d1740 10 client.25810 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:32.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.809+0000 7ff9c55d1740 1 -- 172.21.15.17:0/2398048260 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56501258ab40 con 0x565012572b40 2024-09-16T01:48:32.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.810+0000 7ff99bfff640 1 -- 172.21.15.17:0/2398048260 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9b0012aa0 con 0x565012572b40 2024-09-16T01:48:32.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.810+0000 7ff99bfff640 1 -- 172.21.15.17:0/2398048260 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ff9b00046c0 con 0x565012572b40 2024-09-16T01:48:32.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.810+0000 7ff9c55d1740 10 client.25810 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:32.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.810+0000 7ff9c55d1740 10 client.25810 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:32.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.810+0000 7ff9c55d1740 20 client.25810 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:32.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.810+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/2398048260 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56501258bfa0 0x56501258e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.810+0000 7ff9c55d1740 4 client.25810 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:32.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.810+0000 7ff9c55d1740 1 -- 172.21.15.17:0/2398048260 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5650124e4860 con 0x56501258bfa0 2024-09-16T01:48:32.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.810+0000 7ff9bbfff640 1 --2- 172.21.15.17:0/2398048260 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56501258bfa0 0x56501258e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.810+0000 7ff99bfff640 10 client.25810 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:32.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.810+0000 7ff9bbfff640 1 --2- 172.21.15.17:0/2398048260 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56501258bfa0 0x56501258e390 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3b061fc532257e server_cookie=f2630b723f80b15d in_seq=0 out_seq=0 2024-09-16T01:48:32.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.811+0000 7ff99bfff640 1 -- 172.21.15.17:0/2398048260 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5650124e4860 con 0x56501258bfa0 2024-09-16T01:48:32.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.811+0000 7ff99bfff640 10 client.25810 handle_command_reply: tid=0 2024-09-16T01:48:32.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.811+0000 7ff9c55d1740 1 client.25810 shutdown 2024-09-16T01:48:32.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.811+0000 7ff9c55d1740 1 -- 172.21.15.17:0/2398048260 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x565012572b40 msgr2=0x565012578ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:32.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.811+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/2398048260 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x565012572b40 0x565012578ff0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7ff9b001c040 tx=0x7ff9b0009ea0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.811+0000 7ff9c55d1740 1 -- 172.21.15.17:0/2398048260 shutdown_connections 2024-09-16T01:48:32.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.811+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/2398048260 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56501258bfa0 0x56501258e390 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.811+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/2398048260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56501257c370 0x5650125795e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.811+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/2398048260 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x565012572b40 0x565012578ff0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.811+0000 7ff99bfff640 0 client.25810 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:32.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.811+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/2398048260 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5650125715d0 0x56501257bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.811+0000 7ff9c55d1740 1 -- 172.21.15.17:0/2398048260 >> 172.21.15.17:0/2398048260 conn(0x56501253a310 msgr2=0x565012573930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:32.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.811+0000 7ff9c55d1740 1 -- 172.21.15.17:0/2398048260 shutdown_connections 2024-09-16T01:48:32.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.811+0000 7ff9c55d1740 1 -- 172.21.15.17:0/2398048260 wait complete. 2024-09-16T01:48:32.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.812+0000 7ff9c55d1740 20 client.25810 trim_cache size 0 max 16384 2024-09-16T01:48:32.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.827+0000 7ff9c55d1740 1 Processor -- start 2024-09-16T01:48:32.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.827+0000 7ff9c55d1740 1 -- start start 2024-09-16T01:48:32.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c55d1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5650125715d0 0x565012588370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c55d1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565012572b40 0x565012572300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c55d1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56501257c370 0x5650125939f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c55d1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc1b1ee0 con 0x565012572b40 2024-09-16T01:48:32.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c55d1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc1af7b0 con 0x5650125715d0 2024-09-16T01:48:32.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c55d1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc1ad5e0 con 0x56501257c370 2024-09-16T01:48:32.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c0f94640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565012572b40 0x565012572300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c0f94640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565012572b40 0x565012572300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38756/0 (socket says 172.21.15.17:38756) 2024-09-16T01:48:32.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c0f94640 1 -- 172.21.15.17:0/1279309331 learned_addr learned my addr 172.21.15.17:0/1279309331 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:32.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9bbfff640 1 --2- 172.21.15.17:0/1279309331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56501257c370 0x5650125939f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9bbfff640 1 --2- 172.21.15.17:0/1279309331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5650125715d0 0x565012588370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c0f94640 1 -- 172.21.15.17:0/1279309331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56501257c370 msgr2=0x5650125939f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:32.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c0f94640 1 --2- 172.21.15.17:0/1279309331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56501257c370 0x5650125939f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c0f94640 1 -- 172.21.15.17:0/1279309331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5650125715d0 msgr2=0x565012588370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:32.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c0f94640 1 --2- 172.21.15.17:0/1279309331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5650125715d0 0x565012588370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c0f94640 1 -- 172.21.15.17:0/1279309331 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56501256c310 con 0x565012572b40 2024-09-16T01:48:32.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.828+0000 7ff9c0f94640 1 --2- 172.21.15.17:0/1279309331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565012572b40 0x565012572300 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0004d20 tx=0x7ff9b00092a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37d53d27c1efe222 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:32.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.829+0000 7ff9a67fc640 1 -- 172.21.15.17:0/1279309331 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b0028040 con 0x565012572b40 2024-09-16T01:48:32.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.829+0000 7ff9a67fc640 1 -- 172.21.15.17:0/1279309331 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9b003d070 con 0x565012572b40 2024-09-16T01:48:32.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.829+0000 7ff9a67fc640 1 -- 172.21.15.17:0/1279309331 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9b0012a40 con 0x565012572b40 2024-09-16T01:48:32.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.829+0000 7ff9c55d1740 1 -- 172.21.15.17:0/1279309331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565012572b40 msgr2=0x565012572300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:32.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.829+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/1279309331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565012572b40 0x565012572300 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7ff9b0004d20 tx=0x7ff9b00092a0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.829+0000 7ff9c55d1740 1 -- 172.21.15.17:0/1279309331 shutdown_connections 2024-09-16T01:48:32.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.830+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/1279309331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56501257c370 0x5650125939f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.830+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/1279309331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565012572b40 0x565012572300 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.830+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/1279309331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5650125715d0 0x565012588370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.830+0000 7ff9c55d1740 1 -- 172.21.15.17:0/1279309331 >> 172.21.15.17:0/1279309331 conn(0x56501253a310 msgr2=0x565012568a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:32.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.830+0000 7ff9c55d1740 1 -- 172.21.15.17:0/1279309331 shutdown_connections 2024-09-16T01:48:32.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.830+0000 7ff9c55d1740 1 -- 172.21.15.17:0/1279309331 wait complete. 2024-09-16T01:48:32.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.830+0000 7ff9c55d1740 1 -- start start 2024-09-16T01:48:32.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.830+0000 7ff9c55d1740 1 Processor -- start 2024-09-16T01:48:32.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9c55d1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5650125715d0 0x5650125846c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9c55d1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565012572b40 0x565012584c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9c55d1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56501257c370 0x565012575620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9c55d1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc1adc70 con 0x56501257c370 2024-09-16T01:48:32.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9c55d1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc1af0e0 con 0x565012572b40 2024-09-16T01:48:32.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9c55d1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff9bc1ae340 con 0x5650125715d0 2024-09-16T01:48:32.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9bbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5650125715d0 0x5650125846c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9c55d1740 10 client.0 _ll_register_callbacks cb 0x7ff9b0009ae0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:32.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9bbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5650125715d0 0x5650125846c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42416/0 (socket says 172.21.15.17:42416) 2024-09-16T01:48:32.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9bbfff640 1 -- 172.21.15.17:0/1511260433 learned_addr learned my addr 172.21.15.17:0/1511260433 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:32.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9bbfff640 1 --2- 172.21.15.17:0/1511260433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56501257c370 0x565012575620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9c0f94640 1 --2- 172.21.15.17:0/1511260433 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565012572b40 0x565012584c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9bbfff640 1 -- 172.21.15.17:0/1511260433 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5650125715d0 msgr2=0x5650125846c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:32.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9bbfff640 1 --2- 172.21.15.17:0/1511260433 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5650125715d0 0x5650125846c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9bbfff640 1 -- 172.21.15.17:0/1511260433 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565012572b40 msgr2=0x565012584c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:32.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9bbfff640 1 --2- 172.21.15.17:0/1511260433 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565012572b40 0x565012584c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9bbfff640 1 -- 172.21.15.17:0/1511260433 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x565012574120 con 0x56501257c370 2024-09-16T01:48:32.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff9bbfff640 1 --2- 172.21.15.17:0/1511260433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56501257c370 0x565012575620 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7ff9a8005940 tx=0x7ff9b0012f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dad2a33f0a95d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:32.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff99bfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:32.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.831+0000 7ff99bfff640 1 -- 172.21.15.17:0/1511260433 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff9a8028030 con 0x56501257c370 2024-09-16T01:48:32.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.832+0000 7ff99bfff640 1 -- 172.21.15.17:0/1511260433 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff9a8005220 con 0x56501257c370 2024-09-16T01:48:32.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.832+0000 7ff9c55d1740 1 -- 172.21.15.17:0/1511260433 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff9b003d070 con 0x56501257c370 2024-09-16T01:48:32.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.832+0000 7ff99bfff640 1 -- 172.21.15.17:0/1511260433 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff9a8005420 con 0x56501257c370 2024-09-16T01:48:32.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.832+0000 7ff9c55d1740 10 client.16161 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:32.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.832+0000 7ff9c55d1740 1 -- 172.21.15.17:0/1511260433 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5650125f6140 con 0x56501257c370 2024-09-16T01:48:32.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.832+0000 7ff99bfff640 1 -- 172.21.15.17:0/1511260433 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff9b003d070 con 0x56501257c370 2024-09-16T01:48:32.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.832+0000 7ff99bfff640 1 -- 172.21.15.17:0/1511260433 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ff9a800f6c0 con 0x56501257c370 2024-09-16T01:48:32.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.832+0000 7ff9c55d1740 10 client.16161 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:32.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.832+0000 7ff9c55d1740 10 client.16161 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:32.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.832+0000 7ff9c55d1740 20 client.16161 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:32.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.832+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/1511260433 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5650125f6840 0x5650125f8c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:32.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.832+0000 7ff9c55d1740 4 client.16161 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:48:32.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.832+0000 7ff9c55d1740 1 -- 172.21.15.17:0/1511260433 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5650124ded70 con 0x5650125f6840 2024-09-16T01:48:32.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.833+0000 7ff9c0f94640 1 --2- 172.21.15.17:0/1511260433 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5650125f6840 0x5650125f8c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:32.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.833+0000 7ff99bfff640 10 client.16161 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:32.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.833+0000 7ff9c0f94640 1 --2- 172.21.15.17:0/1511260433 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5650125f6840 0x5650125f8c60 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=464d4c9ee08e9006 server_cookie=6b97723a993cab04 in_seq=0 out_seq=0 2024-09-16T01:48:32.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.833+0000 7ff99bfff640 1 -- 172.21.15.17:0/1511260433 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5650124ded70 con 0x5650125f6840 2024-09-16T01:48:32.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.833+0000 7ff99bfff640 10 client.16161 handle_command_reply: tid=0 2024-09-16T01:48:32.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.833+0000 7ff9c55d1740 1 client.16161 shutdown 2024-09-16T01:48:32.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.833+0000 7ff9c55d1740 1 -- 172.21.15.17:0/1511260433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56501257c370 msgr2=0x565012575620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:32.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.833+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/1511260433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56501257c370 0x565012575620 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7ff9a8005940 tx=0x7ff9b0012f60 comp rx=0 tx=0).stop 2024-09-16T01:48:32.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.833+0000 7ff9c55d1740 1 -- 172.21.15.17:0/1511260433 shutdown_connections 2024-09-16T01:48:32.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.834+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/1511260433 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5650125f6840 0x5650125f8c60 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.834+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/1511260433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56501257c370 0x565012575620 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.834+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/1511260433 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x565012572b40 0x565012584c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.834+0000 7ff99bfff640 0 client.16161 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:32.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.834+0000 7ff9c55d1740 1 --2- 172.21.15.17:0/1511260433 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5650125715d0 0x5650125846c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.834+0000 7ff9c55d1740 1 -- 172.21.15.17:0/1511260433 >> 172.21.15.17:0/1511260433 conn(0x56501253a310 msgr2=0x56501257a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:32.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.834+0000 7ff9c55d1740 1 -- 172.21.15.17:0/1511260433 shutdown_connections 2024-09-16T01:48:32.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.834+0000 7ff9c55d1740 1 -- 172.21.15.17:0/1511260433 wait complete. 2024-09-16T01:48:32.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.834+0000 7ff9c55d1740 20 client.16161 trim_cache size 0 max 16384 2024-09-16T01:48:32.848 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:48:32.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.835+0000 7ff9c31f8640 1 -- 172.21.15.17:0/115863760 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff9ac0a3240 msgr2=0x7ff9ac0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:32.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.835+0000 7ff9c31f8640 1 --2- 172.21.15.17:0/115863760 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff9ac0a3240 0x7ff9ac0a5700 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ff9b40b9800 tx=0x7ff9b40c1040 comp rx=0 tx=0).stop 2024-09-16T01:48:32.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.835+0000 7ff9c31f8640 1 -- 172.21.15.17:0/115863760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9bc108290 msgr2=0x7ff9bc101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:32.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.835+0000 7ff9c31f8640 1 --2- 172.21.15.17:0/115863760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9bc108290 0x7ff9bc101470 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff9b402ae00 tx=0x7ff9b4003970 comp rx=0 tx=0).stop 2024-09-16T01:48:32.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.835+0000 7ff9c31f8640 1 -- 172.21.15.17:0/115863760 shutdown_connections 2024-09-16T01:48:32.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.835+0000 7ff9c31f8640 1 --2- 172.21.15.17:0/115863760 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff9ac0a3240 0x7ff9ac0a5700 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.835+0000 7ff9c31f8640 1 --2- 172.21.15.17:0/115863760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff9bc108290 0x7ff9bc101470 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.835+0000 7ff9c31f8640 1 --2- 172.21.15.17:0/115863760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9bc103740 0x7ff9bc100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.835+0000 7ff9c31f8640 1 --2- 172.21.15.17:0/115863760 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff9bc102d90 0x7ff9bc1009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:32.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.835+0000 7ff9c31f8640 1 -- 172.21.15.17:0/115863760 >> 172.21.15.17:0/115863760 conn(0x7ff9bc0fc7d0 msgr2=0x7ff9bc105d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:32.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.835+0000 7ff9c31f8640 1 -- 172.21.15.17:0/115863760 shutdown_connections 2024-09-16T01:48:32.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:32.835+0000 7ff9c31f8640 1 -- 172.21.15.17:0/115863760 wait complete. 2024-09-16T01:48:33.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 165756 3.74 MB/sec execute 116 sec latency 16.416 ms 2024-09-16T01:48:34.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 166514 3.76 MB/sec execute 117 sec latency 14.225 ms 2024-09-16T01:48:34.626 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:48:34.627 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:48:34.653 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:34 smithi017 ceph-mon[30972]: pgmap v490: 97 pgs: 97 active+clean; 85 MiB data, 709 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:48:34.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:34 smithi122 ceph-mon[34758]: pgmap v490: 97 pgs: 97 active+clean; 85 MiB data, 709 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:48:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:34 smithi029 ceph-mon[34783]: pgmap v490: 97 pgs: 97 active+clean; 85 MiB data, 709 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:48:34.908 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:35.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 167170 3.77 MB/sec execute 118 sec latency 10.749 ms 2024-09-16T01:48:36.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 167724 3.74 MB/sec execute 119 sec latency 69.769 ms 2024-09-16T01:48:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:36 smithi017 ceph-mon[30972]: pgmap v491: 97 pgs: 97 active+clean; 84 MiB data, 698 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-16T01:48:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:36 smithi122 ceph-mon[34758]: pgmap v491: 97 pgs: 97 active+clean; 84 MiB data, 698 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-16T01:48:36.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:36 smithi029 ceph-mon[34783]: pgmap v491: 97 pgs: 97 active+clean; 84 MiB data, 698 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-16T01:48:37.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 168353 3.75 MB/sec execute 120 sec latency 66.950 ms 2024-09-16T01:48:38.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 169040 3.73 MB/sec execute 121 sec latency 68.894 ms 2024-09-16T01:48:38.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:38 smithi017 ceph-mon[30972]: pgmap v492: 97 pgs: 97 active+clean; 84 MiB data, 699 MiB used, 1.0 TiB / 1.0 TiB avail; 194 KiB/s rd, 1.4 MiB/s wr, 75 op/s 2024-09-16T01:48:38.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:38 smithi029 ceph-mon[34783]: pgmap v492: 97 pgs: 97 active+clean; 84 MiB data, 699 MiB used, 1.0 TiB / 1.0 TiB avail; 194 KiB/s rd, 1.4 MiB/s wr, 75 op/s 2024-09-16T01:48:38.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:38 smithi122 ceph-mon[34758]: pgmap v492: 97 pgs: 97 active+clean; 84 MiB data, 699 MiB used, 1.0 TiB / 1.0 TiB avail; 194 KiB/s rd, 1.4 MiB/s wr, 75 op/s 2024-09-16T01:48:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.965+0000 7fcc75a7d640 1 -- 172.21.15.17:0/1663081327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70100e20 msgr2=0x7fcc70101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.965+0000 7fcc75a7d640 1 --2- 172.21.15.17:0/1663081327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70100e20 0x7fcc70101200 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fcc60009900 tx=0x7fcc6002a480 comp rx=0 tx=0).stop 2024-09-16T01:48:39.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.965+0000 7fcc75a7d640 1 -- 172.21.15.17:0/1663081327 shutdown_connections 2024-09-16T01:48:39.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.965+0000 7fcc75a7d640 1 --2- 172.21.15.17:0/1663081327 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc70102ef0 0x7fcc7010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.965+0000 7fcc75a7d640 1 --2- 172.21.15.17:0/1663081327 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc70102570 0x7fcc701029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.965+0000 7fcc75a7d640 1 --2- 172.21.15.17:0/1663081327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70100e20 0x7fcc70101200 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.965+0000 7fcc75a7d640 1 -- 172.21.15.17:0/1663081327 >> 172.21.15.17:0/1663081327 conn(0x7fcc700fc7d0 msgr2=0x7fcc700febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:39.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.965+0000 7fcc75a7d640 1 -- 172.21.15.17:0/1663081327 shutdown_connections 2024-09-16T01:48:39.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.965+0000 7fcc75a7d640 1 -- 172.21.15.17:0/1663081327 wait complete. 2024-09-16T01:48:39.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.965+0000 7fcc75a7d640 1 Processor -- start 2024-09-16T01:48:39.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc75a7d640 1 -- start start 2024-09-16T01:48:39.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc75a7d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70100e20 0x7fcc70197390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc75a7d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc70102570 0x7fcc701978d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc75a7d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc70102ef0 0x7fcc7019bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc75a7d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcc70110e50 con 0x7fcc70100e20 2024-09-16T01:48:39.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc75a7d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcc70110cd0 con 0x7fcc70102570 2024-09-16T01:48:39.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc75a7d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcc70110fd0 con 0x7fcc70102ef0 2024-09-16T01:48:39.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70100e20 0x7fcc70197390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70100e20 0x7fcc70197390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49184/0 (socket says 172.21.15.17:49184) 2024-09-16T01:48:39.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc6f7fe640 1 -- 172.21.15.17:0/3481198675 learned_addr learned my addr 172.21.15.17:0/3481198675 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:39.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc6ffff640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc70102ef0 0x7fcc7019bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc6effd640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc70102570 0x7fcc701978d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc6f7fe640 1 -- 172.21.15.17:0/3481198675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc70102ef0 msgr2=0x7fcc7019bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:39.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc6f7fe640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc70102ef0 0x7fcc7019bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc6f7fe640 1 -- 172.21.15.17:0/3481198675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc70102570 msgr2=0x7fcc701978d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:39.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc6f7fe640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc70102570 0x7fcc701978d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc6f7fe640 1 -- 172.21.15.17:0/3481198675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc7019c340 con 0x7fcc70100e20 2024-09-16T01:48:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc6effd640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc70102570 0x7fcc701978d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.966+0000 7fcc6f7fe640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70100e20 0x7fcc70197390 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fcc6002aa70 tx=0x7fcc60003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.967+0000 7fcc6cff9640 1 -- 172.21.15.17:0/3481198675 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc60035070 con 0x7fcc70100e20 2024-09-16T01:48:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.967+0000 7fcc75a7d640 1 -- 172.21.15.17:0/3481198675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc7019c5d0 con 0x7fcc70100e20 2024-09-16T01:48:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.967+0000 7fcc6cff9640 1 -- 172.21.15.17:0/3481198675 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc60038920 con 0x7fcc70100e20 2024-09-16T01:48:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.967+0000 7fcc6cff9640 1 -- 172.21.15.17:0/3481198675 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc60031980 con 0x7fcc70100e20 2024-09-16T01:48:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.967+0000 7fcc75a7d640 1 -- 172.21.15.17:0/3481198675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc70069f70 con 0x7fcc70100e20 2024-09-16T01:48:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc77e56740 1 Processor -- start 2024-09-16T01:48:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc77e56740 1 -- start start 2024-09-16T01:48:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc6cff9640 1 -- 172.21.15.17:0/3481198675 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fcc60031b80 con 0x7fcc70100e20 2024-09-16T01:48:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc77e56740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dbdf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc77e56740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbe480 0x55d2a6dc8800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc77e56740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dc8d40 0x55d2a6dcb130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc77e56740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d2a6d23280 con 0x55d2a6dbe480 2024-09-16T01:48:39.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc77e56740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d2a6ccab10 con 0x55d2a6dc8d40 2024-09-16T01:48:39.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc77e56740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d2a6d1f240 con 0x55d2a6dbdb60 2024-09-16T01:48:39.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbe480 0x55d2a6dc8800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbe480 0x55d2a6dc8800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49200/0 (socket says 172.21.15.17:49200) 2024-09-16T01:48:39.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc6f7fe640 1 -- 172.21.15.17:0/3153720301 learned_addr learned my addr 172.21.15.17:0/3153720301 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:39.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc6ffff640 1 --2- 172.21.15.17:0/3153720301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dbdf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc6effd640 1 --2- 172.21.15.17:0/3153720301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dc8d40 0x55d2a6dcb130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc6f7fe640 1 -- 172.21.15.17:0/3153720301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbdb60 msgr2=0x55d2a6dbdf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:39.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc6f7fe640 1 --2- 172.21.15.17:0/3153720301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dbdf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc6f7fe640 1 -- 172.21.15.17:0/3153720301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dc8d40 msgr2=0x55d2a6dcb130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:39.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc6f7fe640 1 --2- 172.21.15.17:0/3153720301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dc8d40 0x55d2a6dcb130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc6f7fe640 1 -- 172.21.15.17:0/3153720301 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2a6cd71f0 con 0x55d2a6dbe480 2024-09-16T01:48:39.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.970+0000 7fcc6ffff640 1 --2- 172.21.15.17:0/3153720301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dbdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:39.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.971+0000 7fcc6f7fe640 1 --2- 172.21.15.17:0/3153720301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbe480 0x55d2a6dc8800 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fcc600f79e0 tx=0x7fcc600f7ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1324226d86105170 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:39.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.971+0000 7fcc6cff9640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcc580a3240 0x7fcc580a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.971+0000 7fcc55ffb640 1 -- 172.21.15.17:0/3153720301 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc600bd410 con 0x55d2a6dbe480 2024-09-16T01:48:39.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.971+0000 7fcc6ffff640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcc580a3240 0x7fcc580a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.971+0000 7fcc55ffb640 1 -- 172.21.15.17:0/3153720301 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc60101020 con 0x55d2a6dbe480 2024-09-16T01:48:39.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.971+0000 7fcc55ffb640 1 -- 172.21.15.17:0/3153720301 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc600bd740 con 0x55d2a6dbe480 2024-09-16T01:48:39.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.971+0000 7fcc6cff9640 1 -- 172.21.15.17:0/3481198675 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcc600f19a0 con 0x7fcc70100e20 2024-09-16T01:48:39.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.972+0000 7fcc77e56740 1 -- 172.21.15.17:0/3153720301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbe480 msgr2=0x55d2a6dc8800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:39.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.972+0000 7fcc6ffff640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcc580a3240 0x7fcc580a5700 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fcc680092f0 tx=0x7fcc68009280 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.972+0000 7fcc77e56740 1 --2- 172.21.15.17:0/3153720301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbe480 0x55d2a6dc8800 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fcc600f79e0 tx=0x7fcc600f7ad0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.972+0000 7fcc77e56740 1 -- 172.21.15.17:0/3153720301 shutdown_connections 2024-09-16T01:48:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.972+0000 7fcc77e56740 1 --2- 172.21.15.17:0/3153720301 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dc8d40 0x55d2a6dcb130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.972+0000 7fcc77e56740 1 --2- 172.21.15.17:0/3153720301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbe480 0x55d2a6dc8800 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.972+0000 7fcc77e56740 1 --2- 172.21.15.17:0/3153720301 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dbdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.972+0000 7fcc77e56740 1 -- 172.21.15.17:0/3153720301 >> 172.21.15.17:0/3153720301 conn(0x55d2a6dba0f0 msgr2=0x55d2a6dba4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.972+0000 7fcc77e56740 1 -- 172.21.15.17:0/3153720301 shutdown_connections 2024-09-16T01:48:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.972+0000 7fcc77e56740 1 -- 172.21.15.17:0/3153720301 wait complete. 2024-09-16T01:48:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.972+0000 7fcc77e56740 1 -- start start 2024-09-16T01:48:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.972+0000 7fcc77e56740 1 Processor -- start 2024-09-16T01:48:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc77e56740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dc5b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc77e56740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbe480 0x55d2a6dc60a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc77e56740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dc8d40 0x55d2a6dc65e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc77e56740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d2a6dcb6d0 con 0x55d2a6dc8d40 2024-09-16T01:48:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc77e56740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d2a6cddf10 con 0x55d2a6dbdb60 2024-09-16T01:48:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc77e56740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d2a6dcb850 con 0x55d2a6dbe480 2024-09-16T01:48:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc77e56740 10 client.0 _ll_register_callbacks cb 0x55d2a6ca6a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc6ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dc8d40 0x55d2a6dc65e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc6ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dc8d40 0x55d2a6dc65e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49210/0 (socket says 172.21.15.17:49210) 2024-09-16T01:48:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc6ffff640 1 -- 172.21.15.17:0/4044369278 learned_addr learned my addr 172.21.15.17:0/4044369278 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc6effd640 1 --2- 172.21.15.17:0/4044369278 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbe480 0x55d2a6dc60a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc6f7fe640 1 --2- 172.21.15.17:0/4044369278 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dc5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc6ffff640 1 -- 172.21.15.17:0/4044369278 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbe480 msgr2=0x55d2a6dc60a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc6ffff640 1 --2- 172.21.15.17:0/4044369278 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbe480 0x55d2a6dc60a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc6ffff640 1 -- 172.21.15.17:0/4044369278 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dbdb60 msgr2=0x55d2a6dc5b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc6ffff640 1 --2- 172.21.15.17:0/4044369278 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dc5b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc6ffff640 1 -- 172.21.15.17:0/4044369278 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2a6a946a0 con 0x55d2a6dc8d40 2024-09-16T01:48:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc6ffff640 1 --2- 172.21.15.17:0/4044369278 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dc8d40 0x55d2a6dc65e0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fcc68009d40 tx=0x7fcc68004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32df08f6d60fb3e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc4effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc4effd640 1 -- 172.21.15.17:0/4044369278 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc6800eaa0 con 0x55d2a6dc8d40 2024-09-16T01:48:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.973+0000 7fcc77e56740 1 -- 172.21.15.17:0/4044369278 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc60101020 con 0x55d2a6dc8d40 2024-09-16T01:48:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.974+0000 7fcc4effd640 1 -- 172.21.15.17:0/4044369278 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcc6800ec40 con 0x55d2a6dc8d40 2024-09-16T01:48:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.974+0000 7fcc4effd640 1 -- 172.21.15.17:0/4044369278 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fcc6800ee40 con 0x55d2a6dc8d40 2024-09-16T01:48:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.974+0000 7fcc77e56740 10 client.16173 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.974+0000 7fcc77e56740 1 -- 172.21.15.17:0/4044369278 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d2a6dd7240 con 0x55d2a6dc8d40 2024-09-16T01:48:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.974+0000 7fcc4effd640 1 -- 172.21.15.17:0/4044369278 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc60101020 con 0x55d2a6dc8d40 2024-09-16T01:48:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.974+0000 7fcc4effd640 1 -- 172.21.15.17:0/4044369278 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fcc6800f040 con 0x55d2a6dc8d40 2024-09-16T01:48:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.974+0000 7fcc77e56740 10 client.16173 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.974+0000 7fcc77e56740 10 client.16173 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.974+0000 7fcc77e56740 20 client.16173 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.974+0000 7fcc77e56740 1 --2- 172.21.15.17:0/4044369278 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d2a6dd86a0 0x55d2a6ddab00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.974+0000 7fcc77e56740 4 client.16173 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.974+0000 7fcc77e56740 1 -- 172.21.15.17:0/4044369278 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d2a6d307f0 con 0x55d2a6dd86a0 2024-09-16T01:48:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.974+0000 7fcc6f7fe640 1 --2- 172.21.15.17:0/4044369278 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d2a6dd86a0 0x55d2a6ddab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.975+0000 7fcc4effd640 10 client.16173 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.975+0000 7fcc6f7fe640 1 --2- 172.21.15.17:0/4044369278 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d2a6dd86a0 0x55d2a6ddab00 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94517fdc93ff2eeb server_cookie=3090dce32ae8b7bb in_seq=0 out_seq=0 2024-09-16T01:48:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.975+0000 7fcc4effd640 1 -- 172.21.15.17:0/4044369278 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d2a6d307f0 con 0x55d2a6dd86a0 2024-09-16T01:48:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.975+0000 7fcc4effd640 10 client.16173 handle_command_reply: tid=0 2024-09-16T01:48:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.975+0000 7fcc77e56740 1 client.16173 shutdown 2024-09-16T01:48:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.975+0000 7fcc77e56740 1 -- 172.21.15.17:0/4044369278 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dc8d40 msgr2=0x55d2a6dc65e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.975+0000 7fcc77e56740 1 --2- 172.21.15.17:0/4044369278 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dc8d40 0x55d2a6dc65e0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fcc68009d40 tx=0x7fcc68004a40 comp rx=0 tx=0).stop 2024-09-16T01:48:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.975+0000 7fcc77e56740 1 -- 172.21.15.17:0/4044369278 shutdown_connections 2024-09-16T01:48:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.975+0000 7fcc77e56740 1 --2- 172.21.15.17:0/4044369278 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d2a6dd86a0 0x55d2a6ddab00 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.975+0000 7fcc77e56740 1 --2- 172.21.15.17:0/4044369278 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dc8d40 0x55d2a6dc65e0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.976+0000 7fcc77e56740 1 --2- 172.21.15.17:0/4044369278 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbe480 0x55d2a6dc60a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.976+0000 7fcc77e56740 1 --2- 172.21.15.17:0/4044369278 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dc5b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.976+0000 7fcc4effd640 0 client.16173 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.976+0000 7fcc77e56740 1 -- 172.21.15.17:0/4044369278 >> 172.21.15.17:0/4044369278 conn(0x55d2a6dba0f0 msgr2=0x55d2a6dbfdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.976+0000 7fcc77e56740 1 -- 172.21.15.17:0/4044369278 shutdown_connections 2024-09-16T01:48:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.976+0000 7fcc77e56740 1 -- 172.21.15.17:0/4044369278 wait complete. 2024-09-16T01:48:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.976+0000 7fcc77e56740 20 client.16173 trim_cache size 0 max 16384 2024-09-16T01:48:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc77e56740 1 Processor -- start 2024-09-16T01:48:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc77e56740 1 -- start start 2024-09-16T01:48:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc77e56740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dc05c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc77e56740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbe480 0x55d2a6db9160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc77e56740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dc8d40 0x55d2a6de03d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc77e56740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcc701adc60 con 0x55d2a6dbe480 2024-09-16T01:48:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc77e56740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcc701ab530 con 0x55d2a6dbdb60 2024-09-16T01:48:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc77e56740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcc701a9360 con 0x55d2a6dc8d40 2024-09-16T01:48:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc6effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbe480 0x55d2a6db9160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc6f7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dc05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc6effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbe480 0x55d2a6db9160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49216/0 (socket says 172.21.15.17:49216) 2024-09-16T01:48:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc6effd640 1 -- 172.21.15.17:0/2541848562 learned_addr learned my addr 172.21.15.17:0/2541848562 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc6ffff640 1 --2- 172.21.15.17:0/2541848562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dc8d40 0x55d2a6de03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc6effd640 1 -- 172.21.15.17:0/2541848562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dc8d40 msgr2=0x55d2a6de03d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc6effd640 1 --2- 172.21.15.17:0/2541848562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dc8d40 0x55d2a6de03d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc6effd640 1 -- 172.21.15.17:0/2541848562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dbdb60 msgr2=0x55d2a6dc05c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc6effd640 1 --2- 172.21.15.17:0/2541848562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dc05c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc6effd640 1 -- 172.21.15.17:0/2541848562 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d2a6ddb180 con 0x55d2a6dbe480 2024-09-16T01:48:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.995+0000 7fcc6f7fe640 1 --2- 172.21.15.17:0/2541848562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dc05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.996+0000 7fcc6effd640 1 --2- 172.21.15.17:0/2541848562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbe480 0x55d2a6db9160 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fcc64009c50 tx=0x7fcc640127c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81cdf3a1e93661df server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.996+0000 7fcc557fa640 1 -- 172.21.15.17:0/2541848562 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc64020070 con 0x55d2a6dbe480 2024-09-16T01:48:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.996+0000 7fcc557fa640 1 -- 172.21.15.17:0/2541848562 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc64009d40 con 0x55d2a6dbe480 2024-09-16T01:48:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.996+0000 7fcc557fa640 1 -- 172.21.15.17:0/2541848562 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc64010700 con 0x55d2a6dbe480 2024-09-16T01:48:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.997+0000 7fcc77e56740 1 -- 172.21.15.17:0/2541848562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbe480 msgr2=0x55d2a6db9160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.997+0000 7fcc77e56740 1 --2- 172.21.15.17:0/2541848562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbe480 0x55d2a6db9160 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7fcc64009c50 tx=0x7fcc640127c0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.997+0000 7fcc77e56740 1 -- 172.21.15.17:0/2541848562 shutdown_connections 2024-09-16T01:48:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.997+0000 7fcc77e56740 1 --2- 172.21.15.17:0/2541848562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dc8d40 0x55d2a6de03d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.997+0000 7fcc77e56740 1 --2- 172.21.15.17:0/2541848562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbe480 0x55d2a6db9160 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.997+0000 7fcc77e56740 1 --2- 172.21.15.17:0/2541848562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dc05c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.997+0000 7fcc77e56740 1 -- 172.21.15.17:0/2541848562 >> 172.21.15.17:0/2541848562 conn(0x55d2a6dba0f0 msgr2=0x55d2a6db8a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.997+0000 7fcc77e56740 1 -- 172.21.15.17:0/2541848562 shutdown_connections 2024-09-16T01:48:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.997+0000 7fcc77e56740 1 -- 172.21.15.17:0/2541848562 wait complete. 2024-09-16T01:48:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.997+0000 7fcc77e56740 1 -- start start 2024-09-16T01:48:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.997+0000 7fcc77e56740 1 Processor -- start 2024-09-16T01:48:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc77e56740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dd1160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc77e56740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbe480 0x55d2a6dcd950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc77e56740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dc8d40 0x55d2a6dcde90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc77e56740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcc701a99f0 con 0x55d2a6dbdb60 2024-09-16T01:48:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc77e56740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcc701aae60 con 0x55d2a6dc8d40 2024-09-16T01:48:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc77e56740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcc701aa0c0 con 0x55d2a6dbe480 2024-09-16T01:48:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc77e56740 10 client.0 _ll_register_callbacks cb 0x7fcc680096e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dd1160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dd1160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49228/0 (socket says 172.21.15.17:49228) 2024-09-16T01:48:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc6f7fe640 1 -- 172.21.15.17:0/225354084 learned_addr learned my addr 172.21.15.17:0/225354084 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc6effd640 1 --2- 172.21.15.17:0/225354084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbe480 0x55d2a6dcd950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc6ffff640 1 --2- 172.21.15.17:0/225354084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dc8d40 0x55d2a6dcde90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc6f7fe640 1 -- 172.21.15.17:0/225354084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbe480 msgr2=0x55d2a6dcd950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc6f7fe640 1 --2- 172.21.15.17:0/225354084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbe480 0x55d2a6dcd950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc6f7fe640 1 -- 172.21.15.17:0/225354084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dc8d40 msgr2=0x55d2a6dcde90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc6f7fe640 1 --2- 172.21.15.17:0/225354084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dc8d40 0x55d2a6dcde90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc6f7fe640 1 -- 172.21.15.17:0/225354084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2a6dce6e0 con 0x55d2a6dbdb60 2024-09-16T01:48:39.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.998+0000 7fcc6effd640 1 --2- 172.21.15.17:0/225354084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbe480 0x55d2a6dcd950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:39.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc6f7fe640 1 --2- 172.21.15.17:0/225354084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dd1160 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fcc600ba990 tx=0x7fcc60003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e2f2305388d053d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:39.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc4effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:39.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc4effd640 1 -- 172.21.15.17:0/225354084 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc600bd920 con 0x55d2a6dbdb60 2024-09-16T01:48:39.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc4effd640 1 -- 172.21.15.17:0/225354084 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcc60038ad0 con 0x55d2a6dbdb60 2024-09-16T01:48:39.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc77e56740 1 -- 172.21.15.17:0/225354084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc64009d40 con 0x55d2a6dbdb60 2024-09-16T01:48:39.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc4effd640 1 -- 172.21.15.17:0/225354084 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fcc60100070 con 0x55d2a6dbdb60 2024-09-16T01:48:39.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc77e56740 10 client.16179 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:39.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc77e56740 1 -- 172.21.15.17:0/225354084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d2a6e44420 con 0x55d2a6dbdb60 2024-09-16T01:48:39.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc4effd640 1 -- 172.21.15.17:0/225354084 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc64009d40 con 0x55d2a6dbdb60 2024-09-16T01:48:39.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc4effd640 1 -- 172.21.15.17:0/225354084 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fcc600c0050 con 0x55d2a6dbdb60 2024-09-16T01:48:39.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc77e56740 10 client.16179 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:39.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc77e56740 10 client.16179 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:39.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc77e56740 20 client.16179 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:39.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc77e56740 1 --2- 172.21.15.17:0/225354084 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d2a6e44950 0x55d2a6e46d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:39.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc77e56740 4 client.16179 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:48:39.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:37.999+0000 7fcc77e56740 1 -- 172.21.15.17:0/225354084 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55d2a6d2ad00 con 0x55d2a6e44950 2024-09-16T01:48:39.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.000+0000 7fcc6effd640 1 --2- 172.21.15.17:0/225354084 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d2a6e44950 0x55d2a6e46d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:39.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.000+0000 7fcc4effd640 10 client.16179 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:39.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.000+0000 7fcc6effd640 1 --2- 172.21.15.17:0/225354084 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d2a6e44950 0x55d2a6e46d40 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a8aadbb42fd3583b server_cookie=e8fafa2f46961fb3 in_seq=0 out_seq=0 2024-09-16T01:48:39.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc4effd640 1 -- 172.21.15.17:0/225354084 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55d2a6d2ad00 con 0x55d2a6e44950 2024-09-16T01:48:39.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc4effd640 10 client.16179 handle_command_reply: tid=0 2024-09-16T01:48:39.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc77e56740 1 client.16179 shutdown 2024-09-16T01:48:39.055 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:48:39.055 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:48:39.055 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "ba057937-820c-4302-a0e9-841b290a8a28", 2024-09-16T01:48:39.055 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:48:39.055 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:48:39.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc77e56740 1 -- 172.21.15.17:0/225354084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbdb60 msgr2=0x55d2a6dd1160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:39.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc77e56740 1 --2- 172.21.15.17:0/225354084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dd1160 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fcc600ba990 tx=0x7fcc60003f90 comp rx=0 tx=0).stop 2024-09-16T01:48:39.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc77e56740 1 -- 172.21.15.17:0/225354084 shutdown_connections 2024-09-16T01:48:39.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc77e56740 1 --2- 172.21.15.17:0/225354084 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d2a6e44950 0x55d2a6e46d40 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc77e56740 1 --2- 172.21.15.17:0/225354084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2a6dc8d40 0x55d2a6dcde90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc77e56740 1 --2- 172.21.15.17:0/225354084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2a6dbe480 0x55d2a6dcd950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc77e56740 1 --2- 172.21.15.17:0/225354084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2a6dbdb60 0x55d2a6dd1160 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc77e56740 1 -- 172.21.15.17:0/225354084 >> 172.21.15.17:0/225354084 conn(0x55d2a6dba0f0 msgr2=0x55d2a6dc6340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:39.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc4effd640 0 client.16179 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:39.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc77e56740 1 -- 172.21.15.17:0/225354084 shutdown_connections 2024-09-16T01:48:39.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc77e56740 1 -- 172.21.15.17:0/225354084 wait complete. 2024-09-16T01:48:39.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.001+0000 7fcc77e56740 20 client.16179 trim_cache size 0 max 16384 2024-09-16T01:48:39.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.002+0000 7fcc75a7d640 1 -- 172.21.15.17:0/3481198675 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcc580a3240 msgr2=0x7fcc580a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:39.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.002+0000 7fcc75a7d640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcc580a3240 0x7fcc580a5700 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fcc680092f0 tx=0x7fcc68009280 comp rx=0 tx=0).stop 2024-09-16T01:48:39.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.002+0000 7fcc75a7d640 1 -- 172.21.15.17:0/3481198675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70100e20 msgr2=0x7fcc70197390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:39.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.002+0000 7fcc75a7d640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70100e20 0x7fcc70197390 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7fcc6002aa70 tx=0x7fcc60003b90 comp rx=0 tx=0).stop 2024-09-16T01:48:39.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.002+0000 7fcc75a7d640 1 -- 172.21.15.17:0/3481198675 shutdown_connections 2024-09-16T01:48:39.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.002+0000 7fcc75a7d640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcc580a3240 0x7fcc580a5700 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.002+0000 7fcc75a7d640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc70102ef0 0x7fcc7019bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.002+0000 7fcc75a7d640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc70102570 0x7fcc701978d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.002+0000 7fcc75a7d640 1 --2- 172.21.15.17:0/3481198675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc70100e20 0x7fcc70197390 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:39.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.002+0000 7fcc75a7d640 1 -- 172.21.15.17:0/3481198675 >> 172.21.15.17:0/3481198675 conn(0x7fcc700fc7d0 msgr2=0x7fcc700febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:39.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.002+0000 7fcc75a7d640 1 -- 172.21.15.17:0/3481198675 shutdown_connections 2024-09-16T01:48:39.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:38.002+0000 7fcc75a7d640 1 -- 172.21.15.17:0/3481198675 wait complete. 2024-09-16T01:48:39.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 169929 3.75 MB/sec execute 122 sec latency 109.671 ms 2024-09-16T01:48:39.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:39 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:48:39.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:39 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:39.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:39 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:48:39.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:39 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:39.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:39 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:48:39.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:39 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:39.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:39 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:48:39.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:39 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:39.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:39 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:48:39.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:39 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:39.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:39 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:48:39.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:39 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:40.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 170502 3.77 MB/sec execute 123 sec latency 13.965 ms 2024-09-16T01:48:40.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:40 smithi017 ceph-mon[30972]: pgmap v493: 97 pgs: 97 active+clean; 86 MiB data, 704 MiB used, 1.0 TiB / 1.0 TiB avail; 299 KiB/s rd, 1.9 MiB/s wr, 100 op/s 2024-09-16T01:48:40.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:40 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:48:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:40 smithi122 ceph-mon[34758]: pgmap v493: 97 pgs: 97 active+clean; 86 MiB data, 704 MiB used, 1.0 TiB / 1.0 TiB avail; 299 KiB/s rd, 1.9 MiB/s wr, 100 op/s 2024-09-16T01:48:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:40 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:48:40.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:40 smithi029 ceph-mon[34783]: pgmap v493: 97 pgs: 97 active+clean; 86 MiB data, 704 MiB used, 1.0 TiB / 1.0 TiB avail; 299 KiB/s rd, 1.9 MiB/s wr, 100 op/s 2024-09-16T01:48:40.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:40 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:48:40.889 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:48:41.207 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:41.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 170938 3.74 MB/sec execute 124 sec latency 38.120 ms 2024-09-16T01:48:41.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.730+0000 7fcf3ae07640 1 -- 172.21.15.17:0/924403850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf341027c0 msgr2=0x7fcf34106810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.730+0000 7fcf3ae07640 1 --2- 172.21.15.17:0/924403850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf341027c0 0x7fcf34106810 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fcf20009900 tx=0x7fcf2002a410 comp rx=0 tx=0).stop 2024-09-16T01:48:41.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.730+0000 7fcf3ae07640 1 -- 172.21.15.17:0/924403850 shutdown_connections 2024-09-16T01:48:41.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.730+0000 7fcf3ae07640 1 --2- 172.21.15.17:0/924403850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf34106f40 0x7fcf3410eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.730+0000 7fcf3ae07640 1 --2- 172.21.15.17:0/924403850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf341027c0 0x7fcf34106810 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.730+0000 7fcf3ae07640 1 --2- 172.21.15.17:0/924403850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf34101e10 0x7fcf341021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.730+0000 7fcf3ae07640 1 -- 172.21.15.17:0/924403850 >> 172.21.15.17:0/924403850 conn(0x7fcf340fd8d0 msgr2=0x7fcf340ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:41.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.730+0000 7fcf3ae07640 1 -- 172.21.15.17:0/924403850 shutdown_connections 2024-09-16T01:48:41.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.730+0000 7fcf3ae07640 1 -- 172.21.15.17:0/924403850 wait complete. 2024-09-16T01:48:41.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.731+0000 7fcf3ae07640 1 Processor -- start 2024-09-16T01:48:41.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.731+0000 7fcf3ae07640 1 -- start start 2024-09-16T01:48:41.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.731+0000 7fcf3ae07640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf34101e10 0x7fcf34198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.731+0000 7fcf3ae07640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf341027c0 0x7fcf34198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.731+0000 7fcf3ae07640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf34106f40 0x7fcf3419cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.731+0000 7fcf3ae07640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcf34111e10 con 0x7fcf34101e10 2024-09-16T01:48:41.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.731+0000 7fcf3ae07640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcf34111c90 con 0x7fcf34106f40 2024-09-16T01:48:41.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.731+0000 7fcf3ae07640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcf34111f90 con 0x7fcf341027c0 2024-09-16T01:48:41.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.731+0000 7fcf38ba3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf34101e10 0x7fcf34198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.731+0000 7fcf38ba3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf34101e10 0x7fcf34198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49248/0 (socket says 172.21.15.17:49248) 2024-09-16T01:48:41.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.731+0000 7fcf38ba3640 1 -- 172.21.15.17:0/1253055290 learned_addr learned my addr 172.21.15.17:0/1253055290 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:41.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.731+0000 7fcf33fff640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf341027c0 0x7fcf34198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.732+0000 7fcf393a4640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf34106f40 0x7fcf3419cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.732+0000 7fcf38ba3640 1 -- 172.21.15.17:0/1253055290 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf341027c0 msgr2=0x7fcf34198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.732+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf341027c0 0x7fcf34198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.732+0000 7fcf38ba3640 1 -- 172.21.15.17:0/1253055290 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf34106f40 msgr2=0x7fcf3419cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.732+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf34106f40 0x7fcf3419cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.732+0000 7fcf38ba3640 1 -- 172.21.15.17:0/1253055290 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf3419d2f0 con 0x7fcf34101e10 2024-09-16T01:48:41.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.732+0000 7fcf393a4640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf34106f40 0x7fcf3419cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:41.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.732+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf34101e10 0x7fcf34198340 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fcf2800ea60 tx=0x7fcf2800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:41.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.732+0000 7fcf31ffb640 1 -- 172.21.15.17:0/1253055290 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf2800cde0 con 0x7fcf34101e10 2024-09-16T01:48:41.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.732+0000 7fcf31ffb640 1 -- 172.21.15.17:0/1253055290 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf280035f0 con 0x7fcf34101e10 2024-09-16T01:48:41.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.732+0000 7fcf3ae07640 1 -- 172.21.15.17:0/1253055290 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf3419d5e0 con 0x7fcf34101e10 2024-09-16T01:48:41.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.732+0000 7fcf31ffb640 1 -- 172.21.15.17:0/1253055290 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf28010690 con 0x7fcf34101e10 2024-09-16T01:48:41.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.733+0000 7fcf3ae07640 1 -- 172.21.15.17:0/1253055290 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf341a4ec0 con 0x7fcf34101e10 2024-09-16T01:48:41.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.735+0000 7fcf31ffb640 1 -- 172.21.15.17:0/1253055290 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fcf280037a0 con 0x7fcf34101e10 2024-09-16T01:48:41.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.735+0000 7fcf3d1e0740 1 Processor -- start 2024-09-16T01:48:41.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf3d1e0740 1 -- start start 2024-09-16T01:48:41.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf31ffb640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf240a3240 0x7fcf240a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf3d1e0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476380 0x55fe91476760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf31ffb640 1 -- 172.21.15.17:0/1253055290 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcf280cfd70 con 0x7fcf34101e10 2024-09-16T01:48:41.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf393a4640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf240a3240 0x7fcf240a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf3d1e0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476ca0 0x55fe91485550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf3d1e0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91485a90 0x55fe91487e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf3d1e0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fe913dc2e0 con 0x55fe91476380 2024-09-16T01:48:41.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf3d1e0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55fe91383ce0 con 0x55fe91485a90 2024-09-16T01:48:41.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf3d1e0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55fe913d82a0 con 0x55fe91476ca0 2024-09-16T01:48:41.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf38ba3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476380 0x55fe91476760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf38ba3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476380 0x55fe91476760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49258/0 (socket says 172.21.15.17:49258) 2024-09-16T01:48:41.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf38ba3640 1 -- 172.21.15.17:0/654327235 learned_addr learned my addr 172.21.15.17:0/654327235 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:41.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf393a4640 1 --2- 172.21.15.17:0/654327235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91485a90 0x55fe91487e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.736+0000 7fcf33fff640 1 --2- 172.21.15.17:0/654327235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476ca0 0x55fe91485550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.737+0000 7fcf38ba3640 1 -- 172.21.15.17:0/654327235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476ca0 msgr2=0x55fe91485550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:41.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.737+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/654327235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476ca0 0x55fe91485550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.737+0000 7fcf38ba3640 1 -- 172.21.15.17:0/654327235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91485a90 msgr2=0x55fe91487e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:41.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.737+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/654327235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91485a90 0x55fe91487e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.737+0000 7fcf38ba3640 1 -- 172.21.15.17:0/654327235 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe91368440 con 0x55fe91476380 2024-09-16T01:48:41.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.737+0000 7fcf33fff640 1 --2- 172.21.15.17:0/654327235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476ca0 0x55fe91485550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:41.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.737+0000 7fcf393a4640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf240a3240 0x7fcf240a5700 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fcf2c005fd0 tx=0x7fcf2c0139f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:41.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.737+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/654327235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476380 0x55fe91476760 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fcf280987f0 tx=0x7fcf2809bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0d0f085c77d7f6b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:41.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.737+0000 7fcf1effd640 1 -- 172.21.15.17:0/654327235 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf2809c390 con 0x55fe91476380 2024-09-16T01:48:41.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.737+0000 7fcf1effd640 1 -- 172.21.15.17:0/654327235 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf280a0740 con 0x55fe91476380 2024-09-16T01:48:41.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.737+0000 7fcf1effd640 1 -- 172.21.15.17:0/654327235 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf28004260 con 0x55fe91476380 2024-09-16T01:48:41.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.738+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/654327235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476380 msgr2=0x55fe91476760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.738+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/654327235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476380 0x55fe91476760 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fcf280987f0 tx=0x7fcf2809bf90 comp rx=0 tx=0).stop 2024-09-16T01:48:41.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.738+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/654327235 shutdown_connections 2024-09-16T01:48:41.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.738+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/654327235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91485a90 0x55fe91487e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.738+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/654327235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476ca0 0x55fe91485550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.738+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/654327235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476380 0x55fe91476760 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.738+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/654327235 >> 172.21.15.17:0/654327235 conn(0x55fe91472a30 msgr2=0x55fe91472e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:41.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.738+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/654327235 shutdown_connections 2024-09-16T01:48:41.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.738+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/654327235 wait complete. 2024-09-16T01:48:41.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.738+0000 7fcf3d1e0740 1 -- start start 2024-09-16T01:48:41.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.738+0000 7fcf3d1e0740 1 Processor -- start 2024-09-16T01:48:41.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf3d1e0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476380 0x55fe914853d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf3d1e0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91476ca0 0x55fe91482680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf3d1e0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91485a90 0x55fe91482bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf3d1e0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fe91488660 con 0x55fe91485a90 2024-09-16T01:48:41.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf3d1e0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55fe91397050 con 0x55fe91476ca0 2024-09-16T01:48:41.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf3d1e0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55fe914887e0 con 0x55fe91476380 2024-09-16T01:48:41.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf3d1e0740 10 client.0 _ll_register_callbacks cb 0x55fe913d7160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:41.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf393a4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91485a90 0x55fe91482bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf38ba3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476380 0x55fe914853d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf393a4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91485a90 0x55fe91482bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49264/0 (socket says 172.21.15.17:49264) 2024-09-16T01:48:41.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf393a4640 1 -- 172.21.15.17:0/3580085028 learned_addr learned my addr 172.21.15.17:0/3580085028 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:41.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf33fff640 1 --2- 172.21.15.17:0/3580085028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91476ca0 0x55fe91482680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf38ba3640 1 -- 172.21.15.17:0/3580085028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91476ca0 msgr2=0x55fe91482680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:41.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/3580085028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91476ca0 0x55fe91482680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf38ba3640 1 -- 172.21.15.17:0/3580085028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91485a90 msgr2=0x55fe91482bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:41.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/3580085028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91485a90 0x55fe91482bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.739+0000 7fcf38ba3640 1 -- 172.21.15.17:0/3580085028 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe9114d3c0 con 0x55fe91476380 2024-09-16T01:48:41.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.740+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/3580085028 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476380 0x55fe914853d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x55fe914771f0 tx=0x7fcf28003e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=150d2deb544f1fd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:41.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.740+0000 7fcf13fff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:48:41.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.740+0000 7fcf13fff640 1 -- 172.21.15.17:0/3580085028 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf280b5260 con 0x55fe91476380 2024-09-16T01:48:41.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.740+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/3580085028 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf280a0740 con 0x55fe91476380 2024-09-16T01:48:41.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.740+0000 7fcf13fff640 1 -- 172.21.15.17:0/3580085028 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcf28004000 con 0x55fe91476380 2024-09-16T01:48:41.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.740+0000 7fcf13fff640 1 -- 172.21.15.17:0/3580085028 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fcf28004200 con 0x55fe91476380 2024-09-16T01:48:41.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.740+0000 7fcf3d1e0740 10 client.25846 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:41.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.740+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/3580085028 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fe91488660 con 0x55fe91476380 2024-09-16T01:48:41.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.740+0000 7fcf13fff640 1 -- 172.21.15.17:0/3580085028 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf280a0740 con 0x55fe91476380 2024-09-16T01:48:41.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.740+0000 7fcf13fff640 1 -- 172.21.15.17:0/3580085028 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fcf2809b250 con 0x55fe91476380 2024-09-16T01:48:41.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.741+0000 7fcf3d1e0740 10 client.25846 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:41.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.741+0000 7fcf3d1e0740 10 client.25846 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:41.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.741+0000 7fcf3d1e0740 20 client.25846 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:41.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.741+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/3580085028 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fe914951d0 0x55fe914975c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.741+0000 7fcf3d1e0740 4 client.25846 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:41.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.741+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/3580085028 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fe913e9850 con 0x55fe914951d0 2024-09-16T01:48:41.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.741+0000 7fcf33fff640 1 --2- 172.21.15.17:0/3580085028 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fe914951d0 0x55fe914975c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.741+0000 7fcf33fff640 1 --2- 172.21.15.17:0/3580085028 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fe914951d0 0x55fe914975c0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffff6608b10df254 server_cookie=33889cd24dbdc482 in_seq=0 out_seq=0 2024-09-16T01:48:41.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.741+0000 7fcf13fff640 10 client.25846 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:41.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.742+0000 7fcf13fff640 1 -- 172.21.15.17:0/3580085028 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fe913e9850 con 0x55fe914951d0 2024-09-16T01:48:41.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.742+0000 7fcf13fff640 10 client.25846 handle_command_reply: tid=0 2024-09-16T01:48:41.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.742+0000 7fcf3d1e0740 1 client.25846 shutdown 2024-09-16T01:48:41.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.742+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/3580085028 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476380 msgr2=0x55fe914853d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.742+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/3580085028 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476380 0x55fe914853d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x55fe914771f0 tx=0x7fcf28003e30 comp rx=0 tx=0).stop 2024-09-16T01:48:41.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.742+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/3580085028 shutdown_connections 2024-09-16T01:48:41.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.742+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/3580085028 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fe914951d0 0x55fe914975c0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.742+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/3580085028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91485a90 0x55fe91482bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.742+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/3580085028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91476ca0 0x55fe91482680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.742+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/3580085028 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476380 0x55fe914853d0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.742+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/3580085028 >> 172.21.15.17:0/3580085028 conn(0x55fe91472a30 msgr2=0x55fe91478790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:41.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.742+0000 7fcf13fff640 0 client.25846 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:41.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.742+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/3580085028 shutdown_connections 2024-09-16T01:48:41.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.743+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/3580085028 wait complete. 2024-09-16T01:48:41.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.743+0000 7fcf3d1e0740 20 client.25846 trim_cache size 0 max 16384 2024-09-16T01:48:41.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.763+0000 7fcf3d1e0740 1 Processor -- start 2024-09-16T01:48:41.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.763+0000 7fcf3d1e0740 1 -- start start 2024-09-16T01:48:41.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf3d1e0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476380 0x55fe91491900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf3d1e0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476ca0 0x55fe9149cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf3d1e0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91485a90 0x55fe9149d190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf3d1e0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcf341adb80 con 0x55fe91476ca0 2024-09-16T01:48:41.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf3d1e0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcf341ab450 con 0x55fe91485a90 2024-09-16T01:48:41.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf3d1e0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcf341a9280 con 0x55fe91476380 2024-09-16T01:48:41.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf38ba3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476380 0x55fe91491900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf33fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476ca0 0x55fe9149cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf33fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476ca0 0x55fe9149cc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49276/0 (socket says 172.21.15.17:49276) 2024-09-16T01:48:41.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf33fff640 1 -- 172.21.15.17:0/1671423674 learned_addr learned my addr 172.21.15.17:0/1671423674 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:41.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf393a4640 1 --2- 172.21.15.17:0/1671423674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91485a90 0x55fe9149d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf38ba3640 1 -- 172.21.15.17:0/1671423674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91485a90 msgr2=0x55fe9149d190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:41.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/1671423674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91485a90 0x55fe9149d190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf38ba3640 1 -- 172.21.15.17:0/1671423674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476ca0 msgr2=0x55fe9149cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:41.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/1671423674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476ca0 0x55fe9149cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf38ba3640 1 -- 172.21.15.17:0/1671423674 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fe91476ad0 con 0x55fe91476380 2024-09-16T01:48:41.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.764+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/1671423674 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476380 0x55fe91491900 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fcf2800d010 tx=0x7fcf2809a8a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=417623b2606dbe7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:41.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.765+0000 7fcf1e7fc640 1 -- 172.21.15.17:0/1671423674 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf2809c160 con 0x55fe91476380 2024-09-16T01:48:41.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.765+0000 7fcf1e7fc640 1 -- 172.21.15.17:0/1671423674 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf280a0740 con 0x55fe91476380 2024-09-16T01:48:41.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.765+0000 7fcf1e7fc640 1 -- 172.21.15.17:0/1671423674 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf28098a00 con 0x55fe91476380 2024-09-16T01:48:41.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.765+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/1671423674 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476380 msgr2=0x55fe91491900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.766+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/1671423674 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476380 0x55fe91491900 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fcf2800d010 tx=0x7fcf2809a8a0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.766+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/1671423674 shutdown_connections 2024-09-16T01:48:41.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.766+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/1671423674 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91485a90 0x55fe9149d190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.766+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/1671423674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476ca0 0x55fe9149cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.766+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/1671423674 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91476380 0x55fe91491900 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.766+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/1671423674 >> 172.21.15.17:0/1671423674 conn(0x55fe91472a30 msgr2=0x55fe9147dd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:41.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.766+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/1671423674 shutdown_connections 2024-09-16T01:48:41.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.766+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/1671423674 wait complete. 2024-09-16T01:48:41.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.766+0000 7fcf3d1e0740 1 -- start start 2024-09-16T01:48:41.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.766+0000 7fcf3d1e0740 1 Processor -- start 2024-09-16T01:48:41.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf3d1e0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91476380 0x55fe91488fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf3d1e0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476ca0 0x55fe91489510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf3d1e0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91485a90 0x55fe914fdc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf3d1e0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcf341a9910 con 0x55fe91476ca0 2024-09-16T01:48:41.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf3d1e0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcf341aad80 con 0x55fe91476380 2024-09-16T01:48:41.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf3d1e0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcf341a9fe0 con 0x55fe91485a90 2024-09-16T01:48:41.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf3d1e0740 10 client.0 _ll_register_callbacks cb 0x7fcf2c009a90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:41.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf33fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476ca0 0x55fe91489510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf33fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476ca0 0x55fe91489510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49282/0 (socket says 172.21.15.17:49282) 2024-09-16T01:48:41.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf33fff640 1 -- 172.21.15.17:0/2541641933 learned_addr learned my addr 172.21.15.17:0/2541641933 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:41.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf393a4640 1 --2- 172.21.15.17:0/2541641933 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91485a90 0x55fe914fdc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/2541641933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91476380 0x55fe91488fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf33fff640 1 -- 172.21.15.17:0/2541641933 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91485a90 msgr2=0x55fe914fdc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:41.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf33fff640 1 --2- 172.21.15.17:0/2541641933 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91485a90 0x55fe914fdc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf33fff640 1 -- 172.21.15.17:0/2541641933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91476380 msgr2=0x55fe91488fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:41.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf33fff640 1 --2- 172.21.15.17:0/2541641933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91476380 0x55fe91488fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf33fff640 1 -- 172.21.15.17:0/2541641933 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fe914fe220 con 0x55fe91476ca0 2024-09-16T01:48:41.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf33fff640 1 --2- 172.21.15.17:0/2541641933 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476ca0 0x55fe91489510 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fcf20000c00 tx=0x7fcf20009880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12292ac250c83801 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:41.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf13fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:41.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf13fff640 1 -- 172.21.15.17:0/2541641933 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf20035040 con 0x55fe91476ca0 2024-09-16T01:48:41.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.767+0000 7fcf13fff640 1 -- 172.21.15.17:0/2541641933 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcf20005040 con 0x55fe91476ca0 2024-09-16T01:48:41.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.768+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/2541641933 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf280a0740 con 0x55fe91476ca0 2024-09-16T01:48:41.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.768+0000 7fcf13fff640 1 -- 172.21.15.17:0/2541641933 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fcf20053050 con 0x55fe91476ca0 2024-09-16T01:48:41.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.768+0000 7fcf3d1e0740 10 client.16197 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:41.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.768+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/2541641933 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fe914ff580 con 0x55fe91476ca0 2024-09-16T01:48:41.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.768+0000 7fcf13fff640 1 -- 172.21.15.17:0/2541641933 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf280a0740 con 0x55fe91476ca0 2024-09-16T01:48:41.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.768+0000 7fcf13fff640 1 -- 172.21.15.17:0/2541641933 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fcf200035f0 con 0x55fe91476ca0 2024-09-16T01:48:41.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.768+0000 7fcf3d1e0740 10 client.16197 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:41.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.768+0000 7fcf3d1e0740 10 client.16197 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:41.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.768+0000 7fcf3d1e0740 20 client.16197 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:41.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.768+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/2541641933 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fe914ffd80 0x55fe915021a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:41.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.768+0000 7fcf3d1e0740 4 client.16197 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:48:41.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.768+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/2541641933 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55fe913e3d60 con 0x55fe914ffd80 2024-09-16T01:48:41.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.768+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/2541641933 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fe914ffd80 0x55fe915021a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:41.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.769+0000 7fcf13fff640 10 client.16197 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:41.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.769+0000 7fcf38ba3640 1 --2- 172.21.15.17:0/2541641933 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fe914ffd80 0x55fe915021a0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b302754c80bed26c server_cookie=4a4bf1cb56b0187c in_seq=0 out_seq=0 2024-09-16T01:48:41.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.769+0000 7fcf13fff640 1 -- 172.21.15.17:0/2541641933 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55fe913e3d60 con 0x55fe914ffd80 2024-09-16T01:48:41.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.769+0000 7fcf13fff640 10 client.16197 handle_command_reply: tid=0 2024-09-16T01:48:41.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.769+0000 7fcf3d1e0740 1 client.16197 shutdown 2024-09-16T01:48:41.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.769+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/2541641933 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476ca0 msgr2=0x55fe91489510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.769+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/2541641933 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476ca0 0x55fe91489510 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fcf20000c00 tx=0x7fcf20009880 comp rx=0 tx=0).stop 2024-09-16T01:48:41.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.770+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/2541641933 shutdown_connections 2024-09-16T01:48:41.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.770+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/2541641933 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fe914ffd80 0x55fe915021a0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.770+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/2541641933 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fe91485a90 0x55fe914fdc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.770+0000 7fcf13fff640 0 client.16197 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:41.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.770+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/2541641933 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe91476ca0 0x55fe91489510 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.770+0000 7fcf3d1e0740 1 --2- 172.21.15.17:0/2541641933 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fe91476380 0x55fe91488fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.770+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/2541641933 >> 172.21.15.17:0/2541641933 conn(0x55fe91472a30 msgr2=0x55fe91480f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:41.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.770+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/2541641933 shutdown_connections 2024-09-16T01:48:41.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.770+0000 7fcf3d1e0740 1 -- 172.21.15.17:0/2541641933 wait complete. 2024-09-16T01:48:41.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.770+0000 7fcf3d1e0740 20 client.16197 trim_cache size 0 max 16384 2024-09-16T01:48:41.777 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:48:41.777 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:48:41.777 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:48:41.777 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:48:41.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.771+0000 7fcf3ae07640 1 -- 172.21.15.17:0/1253055290 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf240a3240 msgr2=0x7fcf240a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.771+0000 7fcf3ae07640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf240a3240 0x7fcf240a5700 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fcf2c005fd0 tx=0x7fcf2c0139f0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.771+0000 7fcf3ae07640 1 -- 172.21.15.17:0/1253055290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf34101e10 msgr2=0x7fcf34198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:41.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.771+0000 7fcf3ae07640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf34101e10 0x7fcf34198340 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7fcf2800ea60 tx=0x7fcf2800ef20 comp rx=0 tx=0).stop 2024-09-16T01:48:41.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.771+0000 7fcf3ae07640 1 -- 172.21.15.17:0/1253055290 shutdown_connections 2024-09-16T01:48:41.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.771+0000 7fcf3ae07640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf240a3240 0x7fcf240a5700 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.771+0000 7fcf3ae07640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf34106f40 0x7fcf3419cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.771+0000 7fcf3ae07640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf341027c0 0x7fcf34198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.771+0000 7fcf3ae07640 1 --2- 172.21.15.17:0/1253055290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf34101e10 0x7fcf34198340 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:41.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.771+0000 7fcf3ae07640 1 -- 172.21.15.17:0/1253055290 >> 172.21.15.17:0/1253055290 conn(0x7fcf340fd8d0 msgr2=0x7fcf340fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:41.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.772+0000 7fcf3ae07640 1 -- 172.21.15.17:0/1253055290 shutdown_connections 2024-09-16T01:48:41.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:41.772+0000 7fcf3ae07640 1 -- 172.21.15.17:0/1253055290 wait complete. 2024-09-16T01:48:42.512 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:48:42.512 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:48:42.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 171675 3.75 MB/sec execute 125 sec latency 42.504 ms 2024-09-16T01:48:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:42 smithi017 ceph-mon[30972]: pgmap v494: 97 pgs: 97 active+clean; 86 MiB data, 709 MiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:48:42.786 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:42 smithi122 ceph-mon[34758]: pgmap v494: 97 pgs: 97 active+clean; 86 MiB data, 709 MiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:48:42.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:42 smithi029 ceph-mon[34783]: pgmap v494: 97 pgs: 97 active+clean; 86 MiB data, 709 MiB used, 1.0 TiB / 1.0 TiB avail; 297 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:48:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.313+0000 7f3525153640 1 -- 172.21.15.17:0/1213003685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3520102570 msgr2=0x7f35201029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.313+0000 7f3525153640 1 --2- 172.21.15.17:0/1213003685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3520102570 0x7f35201029b0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f3514009900 tx=0x7f351402a480 comp rx=0 tx=0).stop 2024-09-16T01:48:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.313+0000 7f3525153640 1 -- 172.21.15.17:0/1213003685 shutdown_connections 2024-09-16T01:48:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.313+0000 7f3525153640 1 --2- 172.21.15.17:0/1213003685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520102ef0 0x7f352010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.313+0000 7f3525153640 1 --2- 172.21.15.17:0/1213003685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3520102570 0x7f35201029b0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.313+0000 7f3525153640 1 --2- 172.21.15.17:0/1213003685 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3520100e20 0x7f3520101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.313+0000 7f3525153640 1 -- 172.21.15.17:0/1213003685 >> 172.21.15.17:0/1213003685 conn(0x7f35200fc7d0 msgr2=0x7f35200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.313+0000 7f3525153640 1 -- 172.21.15.17:0/1213003685 shutdown_connections 2024-09-16T01:48:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.313+0000 7f3525153640 1 -- 172.21.15.17:0/1213003685 wait complete. 2024-09-16T01:48:43.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.314+0000 7f3525153640 1 Processor -- start 2024-09-16T01:48:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.314+0000 7f3525153640 1 -- start start 2024-09-16T01:48:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.314+0000 7f3525153640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3520100e20 0x7f3520198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.314+0000 7f3525153640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3520102570 0x7f3520198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.314+0000 7f3525153640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520102ef0 0x7f352019ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.314+0000 7f3525153640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3520110e30 con 0x7f3520102570 2024-09-16T01:48:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.314+0000 7f3525153640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3520110cb0 con 0x7f3520102ef0 2024-09-16T01:48:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.314+0000 7f3525153640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3520110fb0 con 0x7f3520100e20 2024-09-16T01:48:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.314+0000 7f351e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3520102570 0x7f3520198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.314+0000 7f351ed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3520100e20 0x7f3520198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.314+0000 7f351e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3520102570 0x7f3520198960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49296/0 (socket says 172.21.15.17:49296) 2024-09-16T01:48:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.314+0000 7f351e59c640 1 -- 172.21.15.17:0/2496872057 learned_addr learned my addr 172.21.15.17:0/2496872057 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.315+0000 7f351f59e640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520102ef0 0x7f352019ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.315+0000 7f351ed9d640 1 -- 172.21.15.17:0/2496872057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520102ef0 msgr2=0x7f352019ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.315+0000 7f351ed9d640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520102ef0 0x7f352019ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.315+0000 7f351ed9d640 1 -- 172.21.15.17:0/2496872057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3520102570 msgr2=0x7f3520198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.315+0000 7f351ed9d640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3520102570 0x7f3520198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.315+0000 7f351ed9d640 1 -- 172.21.15.17:0/2496872057 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f352019d3d0 con 0x7f3520100e20 2024-09-16T01:48:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.315+0000 7f351f59e640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520102ef0 0x7f352019ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.315+0000 7f351e59c640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3520102570 0x7f3520198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.315+0000 7f351ed9d640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3520100e20 0x7f3520198420 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f351000d6d0 tx=0x7f351000db90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.315+0000 7f3507fff640 1 -- 172.21.15.17:0/2496872057 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3510017070 con 0x7f3520100e20 2024-09-16T01:48:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.315+0000 7f3507fff640 1 -- 172.21.15.17:0/2496872057 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3510009820 con 0x7f3520100e20 2024-09-16T01:48:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.315+0000 7f3525153640 1 -- 172.21.15.17:0/2496872057 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f352019d6c0 con 0x7f3520100e20 2024-09-16T01:48:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.315+0000 7f3507fff640 1 -- 172.21.15.17:0/2496872057 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3510004c40 con 0x7f3520100e20 2024-09-16T01:48:43.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.315+0000 7f3525153640 1 -- 172.21.15.17:0/2496872057 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35201a4fa0 con 0x7f3520100e20 2024-09-16T01:48:43.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.316+0000 7f3525153640 1 -- 172.21.15.17:0/2496872057 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3520101200 con 0x7f3520100e20 2024-09-16T01:48:43.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.318+0000 7f3507fff640 1 -- 172.21.15.17:0/2496872057 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f35100099d0 con 0x7f3520100e20 2024-09-16T01:48:43.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.319+0000 7f3507fff640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f35080a3240 0x7f35080a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:43.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.319+0000 7f351e59c640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f35080a3240 0x7f35080a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:43.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.319+0000 7f3507fff640 1 -- 172.21.15.17:0/2496872057 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f35100cf7f0 con 0x7f3520100e20 2024-09-16T01:48:43.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.320+0000 7f351e59c640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f35080a3240 0x7f35080a5700 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f3514005ec0 tx=0x7f3514005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:43.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.322+0000 7f3507fff640 1 -- 172.21.15.17:0/2496872057 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f351009c510 con 0x7f3520100e20 2024-09-16T01:48:43.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.578+0000 7f3525153640 1 -- 172.21.15.17:0/2496872057 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f352010a0a0 con 0x7f3520100e20 2024-09-16T01:48:43.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.578+0000 7f3507fff640 1 -- 172.21.15.17:0/2496872057 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f351009be10 con 0x7f3520100e20 2024-09-16T01:48:43.580 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:48:43.580 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:48:43.581 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:48:43.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.581+0000 7f3525153640 1 -- 172.21.15.17:0/2496872057 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f35080a3240 msgr2=0x7f35080a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.581+0000 7f3525153640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f35080a3240 0x7f35080a5700 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f3514005ec0 tx=0x7f3514005a20 comp rx=0 tx=0).stop 2024-09-16T01:48:43.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.581+0000 7f3525153640 1 -- 172.21.15.17:0/2496872057 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3520100e20 msgr2=0x7f3520198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:43.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.581+0000 7f3525153640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3520100e20 0x7f3520198420 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f351000d6d0 tx=0x7f351000db90 comp rx=0 tx=0).stop 2024-09-16T01:48:43.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.582+0000 7f3525153640 1 -- 172.21.15.17:0/2496872057 shutdown_connections 2024-09-16T01:48:43.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.582+0000 7f3525153640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f35080a3240 0x7f35080a5700 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.582+0000 7f3525153640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3520102ef0 0x7f352019ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.582+0000 7f3525153640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3520102570 0x7f3520198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.582+0000 7f3525153640 1 --2- 172.21.15.17:0/2496872057 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3520100e20 0x7f3520198420 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:43.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.582+0000 7f3525153640 1 -- 172.21.15.17:0/2496872057 >> 172.21.15.17:0/2496872057 conn(0x7f35200fc7d0 msgr2=0x7f352006a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:43.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.582+0000 7f3525153640 1 -- 172.21.15.17:0/2496872057 shutdown_connections 2024-09-16T01:48:43.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:43.582+0000 7f3525153640 1 -- 172.21.15.17:0/2496872057 wait complete. 2024-09-16T01:48:43.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 172414 3.72 MB/sec execute 126 sec latency 16.329 ms 2024-09-16T01:48:44.245 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:48:44.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:44 smithi017 ceph-mon[30972]: pgmap v495: 97 pgs: 97 active+clean; 88 MiB data, 711 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:48:44.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:44 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2496872057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:48:44.532 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:44.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 173247 3.75 MB/sec execute 127 sec latency 11.684 ms 2024-09-16T01:48:44.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:44 smithi122 ceph-mon[34758]: pgmap v495: 97 pgs: 97 active+clean; 88 MiB data, 711 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:48:44.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:44 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2496872057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:48:44.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:44 smithi029 ceph-mon[34783]: pgmap v495: 97 pgs: 97 active+clean; 88 MiB data, 711 MiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:48:44.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:44 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2496872057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:48:45.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.054+0000 7f71b099e640 1 -- 172.21.15.17:0/611862663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac10bfc0 msgr2=0x7f71ac10e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.054+0000 7f71b099e640 1 --2- 172.21.15.17:0/611862663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac10bfc0 0x7f71ac10e460 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f71a4009ca0 tx=0x7f71a402a950 comp rx=0 tx=0).stop 2024-09-16T01:48:45.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.054+0000 7f71b099e640 1 -- 172.21.15.17:0/611862663 shutdown_connections 2024-09-16T01:48:45.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.054+0000 7f71b099e640 1 --2- 172.21.15.17:0/611862663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac10bfc0 0x7f71ac10e460 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.054+0000 7f71b099e640 1 --2- 172.21.15.17:0/611862663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71ac1034b0 0x7f71ac10b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.054+0000 7f71b099e640 1 --2- 172.21.15.17:0/611862663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71ac102b90 0x7f71ac102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.054+0000 7f71b099e640 1 -- 172.21.15.17:0/611862663 >> 172.21.15.17:0/611862663 conn(0x7f71ac0fc610 msgr2=0x7f71ac0fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:45.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.054+0000 7f71b099e640 1 -- 172.21.15.17:0/611862663 shutdown_connections 2024-09-16T01:48:45.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.054+0000 7f71b099e640 1 -- 172.21.15.17:0/611862663 wait complete. 2024-09-16T01:48:45.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.055+0000 7f71b099e640 1 Processor -- start 2024-09-16T01:48:45.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.055+0000 7f71b099e640 1 -- start start 2024-09-16T01:48:45.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.055+0000 7f71b099e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71ac102b90 0x7f71ac1007f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.055+0000 7f71b099e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71ac1034b0 0x7f71ac100d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71b099e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac10bfc0 0x7f71ac101270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71b099e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac111c40 con 0x7f71ac10bfc0 2024-09-16T01:48:45.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71b099e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac111ac0 con 0x7f71ac102b90 2024-09-16T01:48:45.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71b099e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac111dc0 con 0x7f71ac1034b0 2024-09-16T01:48:45.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71aaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71ac1034b0 0x7f71ac100d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71abfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac10bfc0 0x7f71ac101270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71aaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71ac1034b0 0x7f71ac100d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38780/0 (socket says 172.21.15.17:38780) 2024-09-16T01:48:45.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71aaffd640 1 -- 172.21.15.17:0/2799389873 learned_addr learned my addr 172.21.15.17:0/2799389873 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:45.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71ab7fe640 1 --2- 172.21.15.17:0/2799389873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71ac102b90 0x7f71ac1007f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71aaffd640 1 -- 172.21.15.17:0/2799389873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71ac102b90 msgr2=0x7f71ac1007f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71aaffd640 1 --2- 172.21.15.17:0/2799389873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71ac102b90 0x7f71ac1007f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71aaffd640 1 -- 172.21.15.17:0/2799389873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac10bfc0 msgr2=0x7f71ac101270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71aaffd640 1 --2- 172.21.15.17:0/2799389873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac10bfc0 0x7f71ac101270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71aaffd640 1 -- 172.21.15.17:0/2799389873 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f71ac1a6600 con 0x7f71ac1034b0 2024-09-16T01:48:45.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.056+0000 7f71aaffd640 1 --2- 172.21.15.17:0/2799389873 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71ac1034b0 0x7f71ac100d30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f71a000d740 tx=0x7f71a000dc00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.057+0000 7f71a8ff9640 1 -- 172.21.15.17:0/2799389873 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a0017070 con 0x7f71ac1034b0 2024-09-16T01:48:45.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.057+0000 7f71a8ff9640 1 -- 172.21.15.17:0/2799389873 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f71a000de50 con 0x7f71ac1034b0 2024-09-16T01:48:45.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.057+0000 7f71a8ff9640 1 -- 172.21.15.17:0/2799389873 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a000f620 con 0x7f71ac1034b0 2024-09-16T01:48:45.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.057+0000 7f71b099e640 1 -- 172.21.15.17:0/2799389873 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f71ac1a68f0 con 0x7f71ac1034b0 2024-09-16T01:48:45.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.057+0000 7f71b099e640 1 -- 172.21.15.17:0/2799389873 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71ac1a6de0 con 0x7f71ac1034b0 2024-09-16T01:48:45.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.059+0000 7f71a8ff9640 1 -- 172.21.15.17:0/2799389873 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f71a0009c30 con 0x7f71ac1034b0 2024-09-16T01:48:45.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71b3fd9740 1 Processor -- start 2024-09-16T01:48:45.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71b3fd9740 1 -- start start 2024-09-16T01:48:45.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71a8ff9640 1 --2- 172.21.15.17:0/2799389873 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71940a32c0 0x7f71940a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71b3fd9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773c2d20 0x5606773c1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71b3fd9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c17b0 0x5606773c1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71b3fd9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773cc550 0x5606773ce940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71b3fd9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5606773272f0 con 0x5606773c17b0 2024-09-16T01:48:45.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71b3fd9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5606772cecf0 con 0x5606773c2d20 2024-09-16T01:48:45.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71b3fd9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5606773232b0 con 0x5606773cc550 2024-09-16T01:48:45.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71abfff640 1 --2- 172.21.15.17:0/2799389873 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71940a32c0 0x7f71940a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71a8ff9640 1 -- 172.21.15.17:0/2799389873 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f71a00cf370 con 0x7f71ac1034b0 2024-09-16T01:48:45.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71aaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c17b0 0x5606773c1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71abfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773cc550 0x5606773ce940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71aaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c17b0 0x5606773c1bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49326/0 (socket says 172.21.15.17:49326) 2024-09-16T01:48:45.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71aaffd640 1 -- 172.21.15.17:0/1497061329 learned_addr learned my addr 172.21.15.17:0/1497061329 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:45.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.060+0000 7f71ab7fe640 1 --2- 172.21.15.17:0/1497061329 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773c2d20 0x5606773c1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.061+0000 7f71aaffd640 1 -- 172.21.15.17:0/1497061329 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773cc550 msgr2=0x5606773ce940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:45.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.061+0000 7f71aaffd640 1 --2- 172.21.15.17:0/1497061329 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773cc550 0x5606773ce940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.061+0000 7f71aaffd640 1 -- 172.21.15.17:0/1497061329 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773c2d20 msgr2=0x5606773c1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:45.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.061+0000 7f71aaffd640 1 --2- 172.21.15.17:0/1497061329 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773c2d20 0x5606773c1270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.061+0000 7f71aaffd640 1 -- 172.21.15.17:0/1497061329 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606772b33a0 con 0x5606773c17b0 2024-09-16T01:48:45.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.061+0000 7f71ab7fe640 1 --2- 172.21.15.17:0/1497061329 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773c2d20 0x5606773c1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:45.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.061+0000 7f71abfff640 1 --2- 172.21.15.17:0/2799389873 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71940a32c0 0x7f71940a5780 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f71a4009a60 tx=0x7f71a4005f60 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.061+0000 7f71aaffd640 1 --2- 172.21.15.17:0/1497061329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c17b0 0x5606773c1bf0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f71a0097ea0 tx=0x7f71a009b6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe1db268a6e52426 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.061+0000 7f7191ffb640 1 -- 172.21.15.17:0/1497061329 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a0020070 con 0x5606773c17b0 2024-09-16T01:48:45.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.061+0000 7f7191ffb640 1 -- 172.21.15.17:0/1497061329 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f71a0013490 con 0x5606773c17b0 2024-09-16T01:48:45.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.061+0000 7f7191ffb640 1 -- 172.21.15.17:0/1497061329 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a00980b0 con 0x5606773c17b0 2024-09-16T01:48:45.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.062+0000 7f71b3fd9740 1 -- 172.21.15.17:0/1497061329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c17b0 msgr2=0x5606773c1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.062+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/1497061329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c17b0 0x5606773c1bf0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f71a0097ea0 tx=0x7f71a009b6b0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.062+0000 7f71b3fd9740 1 -- 172.21.15.17:0/1497061329 shutdown_connections 2024-09-16T01:48:45.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.062+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/1497061329 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773cc550 0x5606773ce940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.062+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/1497061329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c17b0 0x5606773c1bf0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.062+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/1497061329 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773c2d20 0x5606773c1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.062+0000 7f71b3fd9740 1 -- 172.21.15.17:0/1497061329 >> 172.21.15.17:0/1497061329 conn(0x56067738a310 msgr2=0x5606773bde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:45.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.062+0000 7f71b3fd9740 1 -- 172.21.15.17:0/1497061329 shutdown_connections 2024-09-16T01:48:45.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.062+0000 7f71b3fd9740 1 -- 172.21.15.17:0/1497061329 wait complete. 2024-09-16T01:48:45.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.063+0000 7f71b3fd9740 1 -- start start 2024-09-16T01:48:45.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.063+0000 7f71b3fd9740 1 Processor -- start 2024-09-16T01:48:45.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.063+0000 7f71b3fd9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773cbf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.063+0000 7f71b3fd9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773c2d20 0x5606773c9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.063+0000 7f71b3fd9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773cc550 0x5606773c9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.063+0000 7f71b3fd9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5606773cf1f0 con 0x5606773cc550 2024-09-16T01:48:45.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.063+0000 7f71b3fd9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5606772e2060 con 0x5606773c2d20 2024-09-16T01:48:45.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.063+0000 7f71b3fd9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5606773cf370 con 0x5606773c17b0 2024-09-16T01:48:45.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.063+0000 7f71b3fd9740 10 client.0 _ll_register_callbacks cb 0x5606770358c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:45.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.063+0000 7f71abfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773cc550 0x5606773c9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f71ab7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773cbf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f71aaffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773c2d20 0x5606773c9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f71abfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773cc550 0x5606773c9830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49342/0 (socket says 172.21.15.17:49342) 2024-09-16T01:48:45.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f71abfff640 1 -- 172.21.15.17:0/2338962565 learned_addr learned my addr 172.21.15.17:0/2338962565 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:45.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f71aaffd640 1 -- 172.21.15.17:0/2338962565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 msgr2=0x5606773cbf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:45.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f71aaffd640 1 --2- 172.21.15.17:0/2338962565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773cbf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f71aaffd640 1 -- 172.21.15.17:0/2338962565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773cc550 msgr2=0x5606773c9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:45.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f71aaffd640 1 --2- 172.21.15.17:0/2338962565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773cc550 0x5606773c9830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f71aaffd640 1 -- 172.21.15.17:0/2338962565 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606770983c0 con 0x5606773c2d20 2024-09-16T01:48:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f71abfff640 1 --2- 172.21.15.17:0/2338962565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773cc550 0x5606773c9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f71aaffd640 1 --2- 172.21.15.17:0/2338962565 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773c2d20 0x5606773c9220 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f71a001c000 tx=0x7f71a0013e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4d609a15ccc72254 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f718affd640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:48:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f718affd640 1 -- 172.21.15.17:0/2338962565 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a00b3020 con 0x5606773c2d20 2024-09-16T01:48:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f718affd640 1 -- 172.21.15.17:0/2338962565 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f71a0013a40 con 0x5606773c2d20 2024-09-16T01:48:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f71b3fd9740 1 -- 172.21.15.17:0/2338962565 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71a0013490 con 0x5606773c2d20 2024-09-16T01:48:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f718affd640 1 -- 172.21.15.17:0/2338962565 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f71a0020050 con 0x5606773c2d20 2024-09-16T01:48:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f71b3fd9740 10 client.25721 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.064+0000 7f71b3fd9740 1 -- 172.21.15.17:0/2338962565 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5606773dacc0 con 0x5606773c2d20 2024-09-16T01:48:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.065+0000 7f718affd640 1 -- 172.21.15.17:0/2338962565 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f71a009ba40 con 0x5606773c2d20 2024-09-16T01:48:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.065+0000 7f718affd640 1 -- 172.21.15.17:0/2338962565 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f71a0004030 con 0x5606773c2d20 2024-09-16T01:48:45.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.065+0000 7f71b3fd9740 10 client.25721 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:45.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.065+0000 7f71b3fd9740 10 client.25721 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:48:45.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.065+0000 7f71b3fd9740 20 client.25721 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:45.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.065+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/2338962565 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5606773dc010 0x5606773de400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.065+0000 7f71b3fd9740 4 client.25721 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:45.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.065+0000 7f71b3fd9740 1 -- 172.21.15.17:0/2338962565 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f71a0013490 con 0x5606773dc010 2024-09-16T01:48:45.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.065+0000 7f71ab7fe640 1 --2- 172.21.15.17:0/2338962565 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5606773dc010 0x5606773de400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.066+0000 7f718affd640 10 client.25721 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:48:45.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.066+0000 7f71ab7fe640 1 --2- 172.21.15.17:0/2338962565 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5606773dc010 0x5606773de400 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=da0dd9db1e7fbc1c server_cookie=22f2e37e649fe391 in_seq=0 out_seq=0 2024-09-16T01:48:45.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.066+0000 7f718affd640 1 -- 172.21.15.17:0/2338962565 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f71a0013490 con 0x5606773dc010 2024-09-16T01:48:45.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.066+0000 7f718affd640 10 client.25721 handle_command_reply: tid=0 2024-09-16T01:48:45.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.066+0000 7f71b3fd9740 1 client.25721 shutdown 2024-09-16T01:48:45.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.066+0000 7f71b3fd9740 1 -- 172.21.15.17:0/2338962565 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773c2d20 msgr2=0x5606773c9220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.066+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/2338962565 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773c2d20 0x5606773c9220 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f71a001c000 tx=0x7f71a0013e50 comp rx=0 tx=0).stop 2024-09-16T01:48:45.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.067+0000 7f71b3fd9740 1 -- 172.21.15.17:0/2338962565 shutdown_connections 2024-09-16T01:48:45.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.067+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/2338962565 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5606773dc010 0x5606773de400 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.067+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/2338962565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773cc550 0x5606773c9830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.067+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/2338962565 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773c2d20 0x5606773c9220 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.067+0000 7f718affd640 0 client.25721 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:48:45.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.067+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/2338962565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773cbf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.067+0000 7f71b3fd9740 1 -- 172.21.15.17:0/2338962565 >> 172.21.15.17:0/2338962565 conn(0x56067738a310 msgr2=0x5606773c3b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:45.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.067+0000 7f71b3fd9740 1 -- 172.21.15.17:0/2338962565 shutdown_connections 2024-09-16T01:48:45.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.067+0000 7f71b3fd9740 1 -- 172.21.15.17:0/2338962565 wait complete. 2024-09-16T01:48:45.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.067+0000 7f71b3fd9740 20 client.25721 trim_cache size 0 max 16384 2024-09-16T01:48:45.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.085+0000 7f71b3fd9740 1 Processor -- start 2024-09-16T01:48:45.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.085+0000 7f71b3fd9740 1 -- start start 2024-09-16T01:48:45.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.085+0000 7f71b3fd9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773d8490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.085+0000 7f71b3fd9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c2d20 0x5606773b8b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.085+0000 7f71b3fd9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773cc550 0x5606773bd790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.085+0000 7f71b3fd9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac1ad9a0 con 0x5606773c2d20 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.085+0000 7f71b3fd9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac1ab270 con 0x5606773cc550 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.085+0000 7f71b3fd9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac1a90c0 con 0x5606773c17b0 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.085+0000 7f71aaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c2d20 0x5606773b8b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.085+0000 7f71aaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c2d20 0x5606773b8b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49352/0 (socket says 172.21.15.17:49352) 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.085+0000 7f71aaffd640 1 -- 172.21.15.17:0/2710404355 learned_addr learned my addr 172.21.15.17:0/2710404355 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.085+0000 7f71ab7fe640 1 --2- 172.21.15.17:0/2710404355 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773d8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.086+0000 7f71abfff640 1 --2- 172.21.15.17:0/2710404355 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773cc550 0x5606773bd790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.086+0000 7f71aaffd640 1 -- 172.21.15.17:0/2710404355 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 msgr2=0x5606773d8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.086+0000 7f71aaffd640 1 --2- 172.21.15.17:0/2710404355 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773d8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.086+0000 7f71aaffd640 1 -- 172.21.15.17:0/2710404355 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773cc550 msgr2=0x5606773bd790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.086+0000 7f71aaffd640 1 --2- 172.21.15.17:0/2710404355 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773cc550 0x5606773bd790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.086+0000 7f71aaffd640 1 -- 172.21.15.17:0/2710404355 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5606773cb160 con 0x5606773c2d20 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.086+0000 7f71ab7fe640 1 --2- 172.21.15.17:0/2710404355 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773d8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.086+0000 7f71abfff640 1 --2- 172.21.15.17:0/2710404355 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773cc550 0x5606773bd790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.086+0000 7f71aaffd640 1 --2- 172.21.15.17:0/2710404355 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c2d20 0x5606773b8b90 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f71a009ff00 tx=0x7f71a00ccef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84321939d9660a43 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.086+0000 7f71917fa640 1 -- 172.21.15.17:0/2710404355 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a00b3070 con 0x5606773c2d20 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.086+0000 7f71917fa640 1 -- 172.21.15.17:0/2710404355 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f71a009ba40 con 0x5606773c2d20 2024-09-16T01:48:45.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.086+0000 7f71917fa640 1 -- 172.21.15.17:0/2710404355 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a00139e0 con 0x5606773c2d20 2024-09-16T01:48:45.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.087+0000 7f71b3fd9740 1 -- 172.21.15.17:0/2710404355 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c2d20 msgr2=0x5606773b8b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.087+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/2710404355 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c2d20 0x5606773b8b90 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f71a009ff00 tx=0x7f71a00ccef0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.087+0000 7f71b3fd9740 1 -- 172.21.15.17:0/2710404355 shutdown_connections 2024-09-16T01:48:45.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.087+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/2710404355 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773cc550 0x5606773bd790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.087+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/2710404355 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c2d20 0x5606773b8b90 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.087+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/2710404355 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773d8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.087+0000 7f71b3fd9740 1 -- 172.21.15.17:0/2710404355 >> 172.21.15.17:0/2710404355 conn(0x56067738a310 msgr2=0x5606773c81e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:45.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.087+0000 7f71b3fd9740 1 -- 172.21.15.17:0/2710404355 shutdown_connections 2024-09-16T01:48:45.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.087+0000 7f71b3fd9740 1 -- 172.21.15.17:0/2710404355 wait complete. 2024-09-16T01:48:45.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.087+0000 7f71b3fd9740 1 -- start start 2024-09-16T01:48:45.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71b3fd9740 1 Processor -- start 2024-09-16T01:48:45.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71b3fd9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773d48c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71b3fd9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c2d20 0x5606773d4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71b3fd9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773cc550 0x5606773cfca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71b3fd9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac1a9730 con 0x5606773c2d20 2024-09-16T01:48:45.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71b3fd9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac1aaba0 con 0x5606773cc550 2024-09-16T01:48:45.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71b3fd9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f71ac1a9e00 con 0x5606773c17b0 2024-09-16T01:48:45.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71b3fd9740 10 client.0 _ll_register_callbacks cb 0x7f71a009f070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:45.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71aaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c2d20 0x5606773d4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71ab7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773d48c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71aaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c2d20 0x5606773d4e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49360/0 (socket says 172.21.15.17:49360) 2024-09-16T01:48:45.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71aaffd640 1 -- 172.21.15.17:0/3065287182 learned_addr learned my addr 172.21.15.17:0/3065287182 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:45.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71ab7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773d48c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38812/0 (socket says 172.21.15.17:38812) 2024-09-16T01:48:45.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71abfff640 1 --2- 172.21.15.17:0/3065287182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773cc550 0x5606773cfca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71aaffd640 1 -- 172.21.15.17:0/3065287182 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 msgr2=0x5606773d48c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:45.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71aaffd640 1 --2- 172.21.15.17:0/3065287182 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773d48c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71aaffd640 1 -- 172.21.15.17:0/3065287182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773cc550 msgr2=0x5606773cfca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:45.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71aaffd640 1 --2- 172.21.15.17:0/3065287182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773cc550 0x5606773cfca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71aaffd640 1 -- 172.21.15.17:0/3065287182 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5606773d04d0 con 0x5606773c2d20 2024-09-16T01:48:45.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.088+0000 7f71ab7fe640 1 --2- 172.21.15.17:0/3065287182 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773d48c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:45.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.089+0000 7f71aaffd640 1 --2- 172.21.15.17:0/3065287182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c2d20 0x5606773d4e00 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f71a0097e50 tx=0x7f71a00097b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1101b379c955a25d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:45.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.089+0000 7f718affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:45.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.089+0000 7f718affd640 1 -- 172.21.15.17:0/3065287182 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f71a00b3070 con 0x5606773c2d20 2024-09-16T01:48:45.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.089+0000 7f718affd640 1 -- 172.21.15.17:0/3065287182 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f71a009b090 con 0x5606773c2d20 2024-09-16T01:48:45.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.089+0000 7f71b3fd9740 1 -- 172.21.15.17:0/3065287182 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f71a009ba40 con 0x5606773c2d20 2024-09-16T01:48:45.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.089+0000 7f718affd640 1 -- 172.21.15.17:0/3065287182 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f71a00139e0 con 0x5606773c2d20 2024-09-16T01:48:45.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.089+0000 7f71b3fd9740 10 client.16221 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:45.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.089+0000 7f71b3fd9740 1 -- 172.21.15.17:0/3065287182 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5606773d04d0 con 0x5606773c2d20 2024-09-16T01:48:45.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.089+0000 7f718affd640 1 -- 172.21.15.17:0/3065287182 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f71a009ba40 con 0x5606773c2d20 2024-09-16T01:48:45.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.089+0000 7f718affd640 1 -- 172.21.15.17:0/3065287182 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f71a009a900 con 0x5606773c2d20 2024-09-16T01:48:45.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.089+0000 7f71b3fd9740 10 client.16221 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:45.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.090+0000 7f71b3fd9740 10 client.16221 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:48:45.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.090+0000 7f71b3fd9740 20 client.16221 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:45.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.090+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/3065287182 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5606773dc010 0x560677448800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:45.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.090+0000 7f71b3fd9740 4 client.16221 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:48:45.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.090+0000 7f71b3fd9740 1 -- 172.21.15.17:0/3065287182 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560677334860 con 0x5606773dc010 2024-09-16T01:48:45.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.090+0000 7f71ab7fe640 1 --2- 172.21.15.17:0/3065287182 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5606773dc010 0x560677448800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:45.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.090+0000 7f71ab7fe640 1 --2- 172.21.15.17:0/3065287182 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5606773dc010 0x560677448800 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=37017507a54fa809 server_cookie=6aed7bb5eef59a89 in_seq=0 out_seq=0 2024-09-16T01:48:45.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.090+0000 7f718affd640 10 client.16221 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:48:45.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.090+0000 7f718affd640 1 -- 172.21.15.17:0/3065287182 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560677334860 con 0x5606773dc010 2024-09-16T01:48:45.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.090+0000 7f718affd640 10 client.16221 handle_command_reply: tid=0 2024-09-16T01:48:45.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.090+0000 7f71b3fd9740 1 client.16221 shutdown 2024-09-16T01:48:45.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.090+0000 7f71b3fd9740 1 -- 172.21.15.17:0/3065287182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c2d20 msgr2=0x5606773d4e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/3065287182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c2d20 0x5606773d4e00 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f71a0097e50 tx=0x7f71a00097b0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f71b3fd9740 1 -- 172.21.15.17:0/3065287182 shutdown_connections 2024-09-16T01:48:45.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/3065287182 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5606773dc010 0x560677448800 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/3065287182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5606773cc550 0x5606773cfca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/3065287182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5606773c2d20 0x5606773d4e00 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f71b3fd9740 1 --2- 172.21.15.17:0/3065287182 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5606773c17b0 0x5606773d48c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f71b3fd9740 1 -- 172.21.15.17:0/3065287182 >> 172.21.15.17:0/3065287182 conn(0x56067738a310 msgr2=0x5606773d7480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:45.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f718affd640 0 client.16221 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:48:45.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f71b3fd9740 1 -- 172.21.15.17:0/3065287182 shutdown_connections 2024-09-16T01:48:45.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f71b3fd9740 1 -- 172.21.15.17:0/3065287182 wait complete. 2024-09-16T01:48:45.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f71b3fd9740 20 client.16221 trim_cache size 0 max 16384 2024-09-16T01:48:45.098 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:48:45.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f71b099e640 1 -- 172.21.15.17:0/2799389873 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71940a32c0 msgr2=0x7f71940a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f71b099e640 1 --2- 172.21.15.17:0/2799389873 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71940a32c0 0x7f71940a5780 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f71a4009a60 tx=0x7f71a4005f60 comp rx=0 tx=0).stop 2024-09-16T01:48:45.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f71b099e640 1 -- 172.21.15.17:0/2799389873 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71ac1034b0 msgr2=0x7f71ac100d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:45.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.091+0000 7f71b099e640 1 --2- 172.21.15.17:0/2799389873 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71ac1034b0 0x7f71ac100d30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f71a000d740 tx=0x7f71a000dc00 comp rx=0 tx=0).stop 2024-09-16T01:48:45.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.092+0000 7f71b099e640 1 -- 172.21.15.17:0/2799389873 shutdown_connections 2024-09-16T01:48:45.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.092+0000 7f71b099e640 1 --2- 172.21.15.17:0/2799389873 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71940a32c0 0x7f71940a5780 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.092+0000 7f71b099e640 1 --2- 172.21.15.17:0/2799389873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f71ac10bfc0 0x7f71ac101270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.092+0000 7f71b099e640 1 --2- 172.21.15.17:0/2799389873 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f71ac1034b0 0x7f71ac100d30 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.092+0000 7f71b099e640 1 --2- 172.21.15.17:0/2799389873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f71ac102b90 0x7f71ac1007f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:45.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.092+0000 7f71b099e640 1 -- 172.21.15.17:0/2799389873 >> 172.21.15.17:0/2799389873 conn(0x7f71ac0fc610 msgr2=0x7f71ac0fdcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:45.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.092+0000 7f71b099e640 1 -- 172.21.15.17:0/2799389873 shutdown_connections 2024-09-16T01:48:45.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:45.092+0000 7f71b099e640 1 -- 172.21.15.17:0/2799389873 wait complete. 2024-09-16T01:48:45.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 173830 3.76 MB/sec execute 128 sec latency 66.372 ms 2024-09-16T01:48:45.831 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:48:46.129 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:46.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:46 smithi017 ceph-mon[30972]: pgmap v496: 97 pgs: 97 active+clean; 87 MiB data, 713 MiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.6 MiB/s wr, 93 op/s 2024-09-16T01:48:46.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 174306 3.74 MB/sec execute 129 sec latency 13.678 ms 2024-09-16T01:48:46.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.680+0000 7f99efbd1640 1 -- 172.21.15.17:0/1050118052 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99e81027c0 msgr2=0x7f99e8106810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.680+0000 7f99efbd1640 1 --2- 172.21.15.17:0/1050118052 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99e81027c0 0x7f99e8106810 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f99d8009900 tx=0x7f99d802a410 comp rx=0 tx=0).stop 2024-09-16T01:48:46.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.680+0000 7f99efbd1640 1 -- 172.21.15.17:0/1050118052 shutdown_connections 2024-09-16T01:48:46.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.680+0000 7f99efbd1640 1 --2- 172.21.15.17:0/1050118052 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99e8106f40 0x7f99e810eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.680+0000 7f99efbd1640 1 --2- 172.21.15.17:0/1050118052 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99e81027c0 0x7f99e8106810 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.680+0000 7f99efbd1640 1 --2- 172.21.15.17:0/1050118052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99e8101e10 0x7f99e81021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.680+0000 7f99efbd1640 1 -- 172.21.15.17:0/1050118052 >> 172.21.15.17:0/1050118052 conn(0x7f99e80fd8d0 msgr2=0x7f99e80ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:46.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.680+0000 7f99efbd1640 1 -- 172.21.15.17:0/1050118052 shutdown_connections 2024-09-16T01:48:46.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.680+0000 7f99efbd1640 1 -- 172.21.15.17:0/1050118052 wait complete. 2024-09-16T01:48:46.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99efbd1640 1 Processor -- start 2024-09-16T01:48:46.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99efbd1640 1 -- start start 2024-09-16T01:48:46.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99efbd1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99e8101e10 0x7f99e80744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99efbd1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99e81027c0 0x7f99e8074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99efbd1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99e8106f40 0x7f99e8074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99efbd1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f99e8111e50 con 0x7f99e8101e10 2024-09-16T01:48:46.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99efbd1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f99e8111cd0 con 0x7f99e81027c0 2024-09-16T01:48:46.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99efbd1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f99e8111fd0 con 0x7f99e8106f40 2024-09-16T01:48:46.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99ed96d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99e8101e10 0x7f99e80744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99ed96d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99e8101e10 0x7f99e80744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59236/0 (socket says 172.21.15.17:59236) 2024-09-16T01:48:46.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99ed96d640 1 -- 172.21.15.17:0/1101809474 learned_addr learned my addr 172.21.15.17:0/1101809474 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:46.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99ee16e640 1 --2- 172.21.15.17:0/1101809474 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99e8106f40 0x7f99e8074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99ed16c640 1 --2- 172.21.15.17:0/1101809474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99e81027c0 0x7f99e8074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99ed96d640 1 -- 172.21.15.17:0/1101809474 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99e8106f40 msgr2=0x7f99e8074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99ed96d640 1 --2- 172.21.15.17:0/1101809474 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99e8106f40 0x7f99e8074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99ed96d640 1 -- 172.21.15.17:0/1101809474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99e81027c0 msgr2=0x7f99e8074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99ed96d640 1 --2- 172.21.15.17:0/1101809474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99e81027c0 0x7f99e8074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.681+0000 7f99ed96d640 1 -- 172.21.15.17:0/1101809474 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99e81a6810 con 0x7f99e8101e10 2024-09-16T01:48:46.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.682+0000 7f99ed96d640 1 --2- 172.21.15.17:0/1101809474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99e8101e10 0x7f99e80744f0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f99e400d950 tx=0x7f99e400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:46.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.682+0000 7f99deffd640 1 -- 172.21.15.17:0/1101809474 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e4017070 con 0x7f99e8101e10 2024-09-16T01:48:46.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.682+0000 7f99deffd640 1 -- 172.21.15.17:0/1101809474 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99e4009c30 con 0x7f99e8101e10 2024-09-16T01:48:46.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.682+0000 7f99efbd1640 1 -- 172.21.15.17:0/1101809474 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99e81a6b00 con 0x7f99e8101e10 2024-09-16T01:48:46.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.682+0000 7f99deffd640 1 -- 172.21.15.17:0/1101809474 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e400f620 con 0x7f99e8101e10 2024-09-16T01:48:46.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.682+0000 7f99efbd1640 1 -- 172.21.15.17:0/1101809474 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99e81a7010 con 0x7f99e8101e10 2024-09-16T01:48:46.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.684+0000 7f99deffd640 1 -- 172.21.15.17:0/1101809474 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f99e40109a0 con 0x7f99e8101e10 2024-09-16T01:48:46.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.685+0000 7f99f1faa740 1 Processor -- start 2024-09-16T01:48:46.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.685+0000 7f99deffd640 1 --2- 172.21.15.17:0/1101809474 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f99d40a3240 0x7f99d40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.685+0000 7f99deffd640 1 -- 172.21.15.17:0/1101809474 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f99e40cf540 con 0x7f99e8101e10 2024-09-16T01:48:46.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.685+0000 7f99f1faa740 1 -- start start 2024-09-16T01:48:46.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99f1faa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab433b40 0x55bbab432090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99f1faa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab4325d0 0x55bbab432a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99ee16e640 1 --2- 172.21.15.17:0/1101809474 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f99d40a3240 0x7f99d40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99f1faa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab445b80 0x55bbab447f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99f1faa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bbab3982f0 con 0x55bbab445b80 2024-09-16T01:48:46.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99f1faa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55bbab33fcf0 con 0x55bbab4325d0 2024-09-16T01:48:46.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99f1faa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55bbab3942b0 con 0x55bbab433b40 2024-09-16T01:48:46.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99ed96d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab433b40 0x55bbab432090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99ed96d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab433b40 0x55bbab432090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46938/0 (socket says 172.21.15.17:46938) 2024-09-16T01:48:46.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99ed96d640 1 -- 172.21.15.17:0/189608235 learned_addr learned my addr 172.21.15.17:0/189608235 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:46.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99ed16c640 1 --2- 172.21.15.17:0/189608235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab4325d0 0x55bbab432a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99ed96d640 1 -- 172.21.15.17:0/189608235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab4325d0 msgr2=0x55bbab432a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:46.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99ed96d640 1 --2- 172.21.15.17:0/189608235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab4325d0 0x55bbab432a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99ed96d640 1 -- 172.21.15.17:0/189608235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab445b80 msgr2=0x55bbab447f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:46.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99ed96d640 1 --2- 172.21.15.17:0/189608235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab445b80 0x55bbab447f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.686+0000 7f99ed96d640 1 -- 172.21.15.17:0/189608235 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbab3243a0 con 0x55bbab433b40 2024-09-16T01:48:46.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.687+0000 7f99ee16e640 1 --2- 172.21.15.17:0/1101809474 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f99d40a3240 0x7f99d40a5700 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f99e0005fd0 tx=0x7f99e0009aa0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:46.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.687+0000 7f99ed96d640 1 --2- 172.21.15.17:0/189608235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab433b40 0x55bbab432090 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f99e40a42a0 tx=0x7f99e4009de0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d74431721f070e40 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:46.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.687+0000 7f99d3fff640 1 -- 172.21.15.17:0/189608235 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e4020040 con 0x55bbab433b40 2024-09-16T01:48:46.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.687+0000 7f99d3fff640 1 -- 172.21.15.17:0/189608235 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99e409ff10 con 0x55bbab433b40 2024-09-16T01:48:46.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.687+0000 7f99d3fff640 1 -- 172.21.15.17:0/189608235 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e40cf310 con 0x55bbab433b40 2024-09-16T01:48:46.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.688+0000 7f99f1faa740 1 -- 172.21.15.17:0/189608235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab433b40 msgr2=0x55bbab432090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.688+0000 7f99f1faa740 1 --2- 172.21.15.17:0/189608235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab433b40 0x55bbab432090 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f99e40a42a0 tx=0x7f99e4009de0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.688+0000 7f99f1faa740 1 -- 172.21.15.17:0/189608235 shutdown_connections 2024-09-16T01:48:46.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.688+0000 7f99f1faa740 1 --2- 172.21.15.17:0/189608235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab445b80 0x55bbab447f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.688+0000 7f99f1faa740 1 --2- 172.21.15.17:0/189608235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab4325d0 0x55bbab432a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.688+0000 7f99f1faa740 1 --2- 172.21.15.17:0/189608235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab433b40 0x55bbab432090 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.688+0000 7f99f1faa740 1 -- 172.21.15.17:0/189608235 >> 172.21.15.17:0/189608235 conn(0x55bbab3fb310 msgr2=0x55bbab42ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:46.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.688+0000 7f99f1faa740 1 -- 172.21.15.17:0/189608235 shutdown_connections 2024-09-16T01:48:46.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.688+0000 7f99f1faa740 1 -- 172.21.15.17:0/189608235 wait complete. 2024-09-16T01:48:46.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.688+0000 7f99f1faa740 1 -- start start 2024-09-16T01:48:46.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.688+0000 7f99f1faa740 1 Processor -- start 2024-09-16T01:48:46.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99f1faa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab4325d0 0x55bbab445520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99f1faa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab433b40 0x55bbab4427d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99f1faa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab445b80 0x55bbab442d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99f1faa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bbab448820 con 0x55bbab433b40 2024-09-16T01:48:46.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99f1faa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55bbab353060 con 0x55bbab4325d0 2024-09-16T01:48:46.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99f1faa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55bbab4489a0 con 0x55bbab445b80 2024-09-16T01:48:46.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99f1faa740 10 client.0 _ll_register_callbacks cb 0x55bbab0a68c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:46.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99ed16c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab433b40 0x55bbab4427d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99ee16e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab445b80 0x55bbab442d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99ed16c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab433b40 0x55bbab4427d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59248/0 (socket says 172.21.15.17:59248) 2024-09-16T01:48:46.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99ee16e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab445b80 0x55bbab442d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46952/0 (socket says 172.21.15.17:46952) 2024-09-16T01:48:46.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99ed16c640 1 -- 172.21.15.17:0/3741778214 learned_addr learned my addr 172.21.15.17:0/3741778214 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:46.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99ed96d640 1 --2- 172.21.15.17:0/3741778214 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab4325d0 0x55bbab445520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99ed16c640 1 -- 172.21.15.17:0/3741778214 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab445b80 msgr2=0x55bbab442d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:46.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99ed16c640 1 --2- 172.21.15.17:0/3741778214 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab445b80 0x55bbab442d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99ed16c640 1 -- 172.21.15.17:0/3741778214 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab4325d0 msgr2=0x55bbab445520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:46.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99ed16c640 1 --2- 172.21.15.17:0/3741778214 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab4325d0 0x55bbab445520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99ed16c640 1 -- 172.21.15.17:0/3741778214 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbab1093c0 con 0x55bbab433b40 2024-09-16T01:48:46.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99ee16e640 1 --2- 172.21.15.17:0/3741778214 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab445b80 0x55bbab442d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:46.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.689+0000 7f99ed96d640 1 --2- 172.21.15.17:0/3741778214 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab4325d0 0x55bbab445520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:46.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.690+0000 7f99ed16c640 1 --2- 172.21.15.17:0/3741778214 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab433b40 0x55bbab4427d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f99d802a930 tx=0x7f99d80317a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57b50abafed5b59 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:46.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.690+0000 7f99d17fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:46.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.690+0000 7f99d17fa640 1 -- 172.21.15.17:0/3741778214 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99d8035040 con 0x55bbab433b40 2024-09-16T01:48:46.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.690+0000 7f99d17fa640 1 -- 172.21.15.17:0/3741778214 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f99d8004240 con 0x55bbab433b40 2024-09-16T01:48:46.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.690+0000 7f99f1faa740 1 -- 172.21.15.17:0/3741778214 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f99e409ff10 con 0x55bbab433b40 2024-09-16T01:48:46.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.690+0000 7f99d17fa640 1 -- 172.21.15.17:0/3741778214 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f99d8004440 con 0x55bbab433b40 2024-09-16T01:48:46.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.690+0000 7f99f1faa740 10 client.16230 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:46.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.690+0000 7f99f1faa740 1 -- 172.21.15.17:0/3741778214 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55bbab454270 con 0x55bbab433b40 2024-09-16T01:48:46.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.690+0000 7f99d17fa640 1 -- 172.21.15.17:0/3741778214 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99e409ff10 con 0x55bbab433b40 2024-09-16T01:48:46.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.690+0000 7f99d17fa640 1 -- 172.21.15.17:0/3741778214 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f99d8004aa0 con 0x55bbab433b40 2024-09-16T01:48:46.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.691+0000 7f99f1faa740 10 client.16230 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:46.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.691+0000 7f99f1faa740 10 client.16230 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:48:46.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.691+0000 7f99f1faa740 20 client.16230 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:46.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.691+0000 7f99f1faa740 1 --2- 172.21.15.17:0/3741778214 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55bbab455730 0x55bbab457b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.691+0000 7f99f1faa740 4 client.16230 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:46.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.691+0000 7f99f1faa740 1 -- 172.21.15.17:0/3741778214 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bbab3a5860 con 0x55bbab455730 2024-09-16T01:48:46.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.691+0000 7f99ed96d640 1 --2- 172.21.15.17:0/3741778214 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55bbab455730 0x55bbab457b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.691+0000 7f99d17fa640 10 client.16230 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:48:46.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.691+0000 7f99ed96d640 1 --2- 172.21.15.17:0/3741778214 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55bbab455730 0x55bbab457b90 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=28c2ed2787b47107 server_cookie=b234d3968b8df0fd in_seq=0 out_seq=0 2024-09-16T01:48:46.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.692+0000 7f99d17fa640 1 -- 172.21.15.17:0/3741778214 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bbab3a5860 con 0x55bbab455730 2024-09-16T01:48:46.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.692+0000 7f99d17fa640 10 client.16230 handle_command_reply: tid=0 2024-09-16T01:48:46.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.692+0000 7f99f1faa740 1 client.16230 shutdown 2024-09-16T01:48:46.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.692+0000 7f99f1faa740 1 -- 172.21.15.17:0/3741778214 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab433b40 msgr2=0x55bbab4427d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.692+0000 7f99f1faa740 1 --2- 172.21.15.17:0/3741778214 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab433b40 0x55bbab4427d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f99d802a930 tx=0x7f99d80317a0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.692+0000 7f99f1faa740 1 -- 172.21.15.17:0/3741778214 shutdown_connections 2024-09-16T01:48:46.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.692+0000 7f99f1faa740 1 --2- 172.21.15.17:0/3741778214 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55bbab455730 0x55bbab457b90 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.692+0000 7f99f1faa740 1 --2- 172.21.15.17:0/3741778214 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab445b80 0x55bbab442d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.692+0000 7f99f1faa740 1 --2- 172.21.15.17:0/3741778214 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab433b40 0x55bbab4427d0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.692+0000 7f99f1faa740 1 --2- 172.21.15.17:0/3741778214 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab4325d0 0x55bbab445520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.692+0000 7f99d17fa640 0 client.16230 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:48:46.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.692+0000 7f99f1faa740 1 -- 172.21.15.17:0/3741778214 >> 172.21.15.17:0/3741778214 conn(0x55bbab3fb310 msgr2=0x55bbab434960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:46.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.692+0000 7f99f1faa740 1 -- 172.21.15.17:0/3741778214 shutdown_connections 2024-09-16T01:48:46.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.692+0000 7f99f1faa740 1 -- 172.21.15.17:0/3741778214 wait complete. 2024-09-16T01:48:46.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.693+0000 7f99f1faa740 20 client.16230 trim_cache size 0 max 16384 2024-09-16T01:48:46.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.708+0000 7f99f1faa740 1 Processor -- start 2024-09-16T01:48:46.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.708+0000 7f99f1faa740 1 -- start start 2024-09-16T01:48:46.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.708+0000 7f99f1faa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab4325d0 0x55bbab451ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.708+0000 7f99f1faa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab433b40 0x55bbab4417f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.708+0000 7f99f1faa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab445b80 0x55bbab45d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.708+0000 7f99f1faa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f99e81adbb0 con 0x55bbab4325d0 2024-09-16T01:48:46.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.708+0000 7f99f1faa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f99e81ab480 con 0x55bbab445b80 2024-09-16T01:48:46.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.708+0000 7f99f1faa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f99e81a92b0 con 0x55bbab433b40 2024-09-16T01:48:46.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.708+0000 7f99ed96d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab4325d0 0x55bbab451ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.708+0000 7f99ed96d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab4325d0 0x55bbab451ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59260/0 (socket says 172.21.15.17:59260) 2024-09-16T01:48:46.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.708+0000 7f99ed96d640 1 -- 172.21.15.17:0/1369549454 learned_addr learned my addr 172.21.15.17:0/1369549454 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:46.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.708+0000 7f99ed16c640 1 --2- 172.21.15.17:0/1369549454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab433b40 0x55bbab4417f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.709+0000 7f99ee16e640 1 --2- 172.21.15.17:0/1369549454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab445b80 0x55bbab45d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.709+0000 7f99ed96d640 1 -- 172.21.15.17:0/1369549454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab433b40 msgr2=0x55bbab4417f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:46.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.709+0000 7f99ed96d640 1 --2- 172.21.15.17:0/1369549454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab433b40 0x55bbab4417f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.709+0000 7f99ed96d640 1 -- 172.21.15.17:0/1369549454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab445b80 msgr2=0x55bbab45d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:46.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.709+0000 7f99ed96d640 1 --2- 172.21.15.17:0/1369549454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab445b80 0x55bbab45d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.709+0000 7f99ed96d640 1 -- 172.21.15.17:0/1369549454 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbab458210 con 0x55bbab4325d0 2024-09-16T01:48:46.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.709+0000 7f99ed16c640 1 --2- 172.21.15.17:0/1369549454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab433b40 0x55bbab4417f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:46.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.709+0000 7f99ed96d640 1 --2- 172.21.15.17:0/1369549454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab4325d0 0x55bbab451ac0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f99e409b860 tx=0x7f99e400bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c1d9752c4fd957c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:46.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.709+0000 7f99d37fe640 1 -- 172.21.15.17:0/1369549454 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e40b9070 con 0x55bbab4325d0 2024-09-16T01:48:46.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.709+0000 7f99d37fe640 1 -- 172.21.15.17:0/1369549454 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99e4098250 con 0x55bbab4325d0 2024-09-16T01:48:46.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.709+0000 7f99d37fe640 1 -- 172.21.15.17:0/1369549454 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e4020050 con 0x55bbab4325d0 2024-09-16T01:48:46.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.710+0000 7f99f1faa740 1 -- 172.21.15.17:0/1369549454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab4325d0 msgr2=0x55bbab451ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.710+0000 7f99f1faa740 1 --2- 172.21.15.17:0/1369549454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab4325d0 0x55bbab451ac0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f99e409b860 tx=0x7f99e400bf60 comp rx=0 tx=0).stop 2024-09-16T01:48:46.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.710+0000 7f99f1faa740 1 -- 172.21.15.17:0/1369549454 shutdown_connections 2024-09-16T01:48:46.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.710+0000 7f99f1faa740 1 --2- 172.21.15.17:0/1369549454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab445b80 0x55bbab45d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.710+0000 7f99f1faa740 1 --2- 172.21.15.17:0/1369549454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab433b40 0x55bbab4417f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.710+0000 7f99f1faa740 1 --2- 172.21.15.17:0/1369549454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab4325d0 0x55bbab451ac0 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.710+0000 7f99f1faa740 1 -- 172.21.15.17:0/1369549454 >> 172.21.15.17:0/1369549454 conn(0x55bbab3fb310 msgr2=0x55bbab4410e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:46.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.710+0000 7f99f1faa740 1 -- 172.21.15.17:0/1369549454 shutdown_connections 2024-09-16T01:48:46.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.710+0000 7f99f1faa740 1 -- 172.21.15.17:0/1369549454 wait complete. 2024-09-16T01:48:46.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.710+0000 7f99f1faa740 1 -- start start 2024-09-16T01:48:46.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.711+0000 7f99f1faa740 1 Processor -- start 2024-09-16T01:48:46.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.711+0000 7f99f1faa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab4325d0 0x55bbab43f720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.711+0000 7f99f1faa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab433b40 0x55bbab43fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.711+0000 7f99f1faa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab445b80 0x55bbab4401a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.711+0000 7f99f1faa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f99e81a9940 con 0x55bbab4325d0 2024-09-16T01:48:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.711+0000 7f99f1faa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f99e81aadb0 con 0x55bbab433b40 2024-09-16T01:48:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.711+0000 7f99f1faa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f99e81aa010 con 0x55bbab445b80 2024-09-16T01:48:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.711+0000 7f99f1faa740 10 client.0 _ll_register_callbacks cb 0x7f99d8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.711+0000 7f99ed96d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab4325d0 0x55bbab43f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.711+0000 7f99ed96d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab4325d0 0x55bbab43f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59270/0 (socket says 172.21.15.17:59270) 2024-09-16T01:48:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.711+0000 7f99ed96d640 1 -- 172.21.15.17:0/4022725063 learned_addr learned my addr 172.21.15.17:0/4022725063 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.711+0000 7f99ee16e640 1 --2- 172.21.15.17:0/4022725063 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab445b80 0x55bbab4401a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.711+0000 7f99ed16c640 1 --2- 172.21.15.17:0/4022725063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab433b40 0x55bbab43fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.712+0000 7f99ed96d640 1 -- 172.21.15.17:0/4022725063 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab445b80 msgr2=0x55bbab4401a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.712+0000 7f99ed96d640 1 --2- 172.21.15.17:0/4022725063 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab445b80 0x55bbab4401a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.712+0000 7f99ed96d640 1 -- 172.21.15.17:0/4022725063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab433b40 msgr2=0x55bbab43fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.712+0000 7f99ed96d640 1 --2- 172.21.15.17:0/4022725063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab433b40 0x55bbab43fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.712+0000 7f99ed96d640 1 -- 172.21.15.17:0/4022725063 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbab4bf430 con 0x55bbab4325d0 2024-09-16T01:48:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.712+0000 7f99ed96d640 1 --2- 172.21.15.17:0/4022725063 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab4325d0 0x55bbab43f720 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f99e40a48d0 tx=0x7f99e40cd0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e184ec2a356fb14 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.712+0000 7f99d17fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.712+0000 7f99d17fa640 1 -- 172.21.15.17:0/4022725063 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99e40b9070 con 0x55bbab4325d0 2024-09-16T01:48:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.712+0000 7f99d17fa640 1 -- 172.21.15.17:0/4022725063 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f99e4099e60 con 0x55bbab4325d0 2024-09-16T01:48:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.712+0000 7f99f1faa740 1 -- 172.21.15.17:0/4022725063 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f99e4098250 con 0x55bbab4325d0 2024-09-16T01:48:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.712+0000 7f99d17fa640 1 -- 172.21.15.17:0/4022725063 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f99e4020020 con 0x55bbab4325d0 2024-09-16T01:48:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.712+0000 7f99f1faa740 10 client.16236 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.712+0000 7f99f1faa740 1 -- 172.21.15.17:0/4022725063 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55bbab4c0610 con 0x55bbab4325d0 2024-09-16T01:48:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.713+0000 7f99d17fa640 1 -- 172.21.15.17:0/4022725063 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f99e4098250 con 0x55bbab4325d0 2024-09-16T01:48:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.713+0000 7f99d17fa640 1 -- 172.21.15.17:0/4022725063 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f99e4083030 con 0x55bbab4325d0 2024-09-16T01:48:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.713+0000 7f99f1faa740 10 client.16236 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.713+0000 7f99f1faa740 10 client.16236 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:48:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.713+0000 7f99f1faa740 20 client.16236 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.713+0000 7f99f1faa740 1 --2- 172.21.15.17:0/4022725063 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55bbab4c08e0 0x55bbab4c2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.713+0000 7f99f1faa740 4 client.16236 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:48:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.713+0000 7f99f1faa740 1 -- 172.21.15.17:0/4022725063 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bbab39fd70 con 0x55bbab4c08e0 2024-09-16T01:48:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.713+0000 7f99ed16c640 1 --2- 172.21.15.17:0/4022725063 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55bbab4c08e0 0x55bbab4c2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.713+0000 7f99ed16c640 1 --2- 172.21.15.17:0/4022725063 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55bbab4c08e0 0x55bbab4c2cd0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4044c329c3bfef04 server_cookie=870c02d2aeecde6a in_seq=0 out_seq=0 2024-09-16T01:48:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.713+0000 7f99d17fa640 10 client.16236 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:48:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99d17fa640 1 -- 172.21.15.17:0/4022725063 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bbab39fd70 con 0x55bbab4c08e0 2024-09-16T01:48:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99d17fa640 10 client.16236 handle_command_reply: tid=0 2024-09-16T01:48:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99f1faa740 1 client.16236 shutdown 2024-09-16T01:48:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99f1faa740 1 -- 172.21.15.17:0/4022725063 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab4325d0 msgr2=0x55bbab43f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99f1faa740 1 --2- 172.21.15.17:0/4022725063 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab4325d0 0x55bbab43f720 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f99e40a48d0 tx=0x7f99e40cd0c0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99f1faa740 1 -- 172.21.15.17:0/4022725063 shutdown_connections 2024-09-16T01:48:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99f1faa740 1 --2- 172.21.15.17:0/4022725063 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55bbab4c08e0 0x55bbab4c2cd0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99d17fa640 0 client.16236 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:48:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99f1faa740 1 --2- 172.21.15.17:0/4022725063 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbab445b80 0x55bbab4401a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99f1faa740 1 --2- 172.21.15.17:0/4022725063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbab433b40 0x55bbab43fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99f1faa740 1 --2- 172.21.15.17:0/4022725063 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbab4325d0 0x55bbab43f720 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99f1faa740 1 -- 172.21.15.17:0/4022725063 >> 172.21.15.17:0/4022725063 conn(0x55bbab3fb310 msgr2=0x55bbab441900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99f1faa740 1 -- 172.21.15.17:0/4022725063 shutdown_connections 2024-09-16T01:48:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99f1faa740 1 -- 172.21.15.17:0/4022725063 wait complete. 2024-09-16T01:48:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.714+0000 7f99f1faa740 20 client.16236 trim_cache size 0 max 16384 2024-09-16T01:48:46.721 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:48:46.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.715+0000 7f99efbd1640 1 -- 172.21.15.17:0/1101809474 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f99d40a3240 msgr2=0x7f99d40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.715+0000 7f99efbd1640 1 --2- 172.21.15.17:0/1101809474 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f99d40a3240 0x7f99d40a5700 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f99e0005fd0 tx=0x7f99e0009aa0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.715+0000 7f99efbd1640 1 -- 172.21.15.17:0/1101809474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99e8101e10 msgr2=0x7f99e80744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.715+0000 7f99efbd1640 1 --2- 172.21.15.17:0/1101809474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99e8101e10 0x7f99e80744f0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f99e400d950 tx=0x7f99e400de10 comp rx=0 tx=0).stop 2024-09-16T01:48:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.715+0000 7f99efbd1640 1 -- 172.21.15.17:0/1101809474 shutdown_connections 2024-09-16T01:48:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.715+0000 7f99efbd1640 1 --2- 172.21.15.17:0/1101809474 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f99d40a3240 0x7f99d40a5700 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.715+0000 7f99efbd1640 1 --2- 172.21.15.17:0/1101809474 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f99e8106f40 0x7f99e8074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.715+0000 7f99efbd1640 1 --2- 172.21.15.17:0/1101809474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f99e81027c0 0x7f99e8074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.715+0000 7f99efbd1640 1 --2- 172.21.15.17:0/1101809474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99e8101e10 0x7f99e80744f0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.715+0000 7f99efbd1640 1 -- 172.21.15.17:0/1101809474 >> 172.21.15.17:0/1101809474 conn(0x7f99e80fd8d0 msgr2=0x7f99e80fecf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.715+0000 7f99efbd1640 1 -- 172.21.15.17:0/1101809474 shutdown_connections 2024-09-16T01:48:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:46.715+0000 7f99efbd1640 1 -- 172.21.15.17:0/1101809474 wait complete. 2024-09-16T01:48:46.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:46 smithi122 ceph-mon[34758]: pgmap v496: 97 pgs: 97 active+clean; 87 MiB data, 713 MiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.6 MiB/s wr, 93 op/s 2024-09-16T01:48:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:46 smithi029 ceph-mon[34783]: pgmap v496: 97 pgs: 97 active+clean; 87 MiB data, 713 MiB used, 1.0 TiB / 1.0 TiB avail; 256 KiB/s rd, 1.6 MiB/s wr, 93 op/s 2024-09-16T01:48:47.418 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:48:47.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 174919 3.73 MB/sec execute 130 sec latency 23.870 ms 2024-09-16T01:48:47.698 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:48.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.209+0000 7fd7a1a80640 1 -- 172.21.15.17:0/1025131266 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd79c100b20 msgr2=0x7fd79c100f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.209+0000 7fd7a1a80640 1 --2- 172.21.15.17:0/1025131266 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd79c100b20 0x7fd79c100f00 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fd794009ca0 tx=0x7fd79402a8c0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.209+0000 7fd7a1a80640 1 -- 172.21.15.17:0/1025131266 shutdown_connections 2024-09-16T01:48:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.210+0000 7fd7a1a80640 1 --2- 172.21.15.17:0/1025131266 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd79c10e500 0x7fd79c110910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.210+0000 7fd7a1a80640 1 --2- 172.21.15.17:0/1025131266 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd79c101440 0x7fd79c10df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.210+0000 7fd7a1a80640 1 --2- 172.21.15.17:0/1025131266 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd79c100b20 0x7fd79c100f00 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.210+0000 7fd7a1a80640 1 -- 172.21.15.17:0/1025131266 >> 172.21.15.17:0/1025131266 conn(0x7fd79c0fc7d0 msgr2=0x7fd79c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.210+0000 7fd7a1a80640 1 -- 172.21.15.17:0/1025131266 shutdown_connections 2024-09-16T01:48:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.210+0000 7fd7a1a80640 1 -- 172.21.15.17:0/1025131266 wait complete. 2024-09-16T01:48:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.210+0000 7fd7a1a80640 1 Processor -- start 2024-09-16T01:48:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd7a1a80640 1 -- start start 2024-09-16T01:48:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd7a1a80640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd79c100b20 0x7fd79c19a770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd7a1a80640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd79c101440 0x7fd79c19acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd7a1a80640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd79c10e500 0x7fd79c19df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd7a1a80640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd79c114110 con 0x7fd79c10e500 2024-09-16T01:48:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd7a1a80640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd79c113f90 con 0x7fd79c100b20 2024-09-16T01:48:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd7a1a80640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd79c114290 con 0x7fd79c101440 2024-09-16T01:48:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd79affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd79c101440 0x7fd79c19acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd79affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd79c101440 0x7fd79c19acb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46992/0 (socket says 172.21.15.17:46992) 2024-09-16T01:48:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd79bfff640 1 --2- 172.21.15.17:0/4208333096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd79c10e500 0x7fd79c19df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd79affd640 1 -- 172.21.15.17:0/4208333096 learned_addr learned my addr 172.21.15.17:0/4208333096 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd79b7fe640 1 --2- 172.21.15.17:0/4208333096 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd79c100b20 0x7fd79c19a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd79affd640 1 -- 172.21.15.17:0/4208333096 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd79c100b20 msgr2=0x7fd79c19a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd79affd640 1 --2- 172.21.15.17:0/4208333096 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd79c100b20 0x7fd79c19a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd79affd640 1 -- 172.21.15.17:0/4208333096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd79c10e500 msgr2=0x7fd79c19df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd79affd640 1 --2- 172.21.15.17:0/4208333096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd79c10e500 0x7fd79c19df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.211+0000 7fd79affd640 1 -- 172.21.15.17:0/4208333096 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd79c19e6c0 con 0x7fd79c101440 2024-09-16T01:48:48.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.212+0000 7fd79affd640 1 --2- 172.21.15.17:0/4208333096 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd79c101440 0x7fd79c19acb0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd79000d950 tx=0x7fd79000de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:48.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.212+0000 7fd798ff9640 1 -- 172.21.15.17:0/4208333096 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd790017020 con 0x7fd79c101440 2024-09-16T01:48:48.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.212+0000 7fd7a1a80640 1 -- 172.21.15.17:0/4208333096 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd79c19e9b0 con 0x7fd79c101440 2024-09-16T01:48:48.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.212+0000 7fd798ff9640 1 -- 172.21.15.17:0/4208333096 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd790009c30 con 0x7fd79c101440 2024-09-16T01:48:48.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.212+0000 7fd798ff9640 1 -- 172.21.15.17:0/4208333096 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd79000f6b0 con 0x7fd79c101440 2024-09-16T01:48:48.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.212+0000 7fd7a1a80640 1 -- 172.21.15.17:0/4208333096 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd79c1a7320 con 0x7fd79c101440 2024-09-16T01:48:48.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.215+0000 7fd798ff9640 1 -- 172.21.15.17:0/4208333096 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fd79001a020 con 0x7fd79c101440 2024-09-16T01:48:48.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.215+0000 7fd7a3e59740 1 Processor -- start 2024-09-16T01:48:48.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.215+0000 7fd7a3e59740 1 -- start start 2024-09-16T01:48:48.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd7a3e59740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e420b40 0x55727e41f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd7a3e59740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e41f5d0 0x55727e41fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd7a3e59740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e42a370 0x55727e42c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd7a3e59740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55727e3852f0 con 0x55727e42a370 2024-09-16T01:48:48.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd7a3e59740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55727e32ccf0 con 0x55727e420b40 2024-09-16T01:48:48.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd7a3e59740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55727e3812b0 con 0x55727e41f5d0 2024-09-16T01:48:48.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd798ff9640 1 --2- 172.21.15.17:0/4208333096 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7840a3240 0x7fd7840a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd79b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e41f5d0 0x55727e41fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd79affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e42a370 0x55727e42c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd79b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e41f5d0 0x55727e41fa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:47000/0 (socket says 172.21.15.17:47000) 2024-09-16T01:48:48.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd79bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e420b40 0x55727e41f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd79b7fe640 1 -- 172.21.15.17:0/2260365750 learned_addr learned my addr 172.21.15.17:0/2260365750 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:48.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd79bfff640 1 --2- 172.21.15.17:0/4208333096 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7840a3240 0x7fd7840a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd798ff9640 1 -- 172.21.15.17:0/4208333096 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd7900cf480 con 0x7fd79c101440 2024-09-16T01:48:48.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd79bfff640 1 -- 172.21.15.17:0/2260365750 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e41f5d0 msgr2=0x55727e41fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:48.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd79bfff640 1 --2- 172.21.15.17:0/2260365750 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e41f5d0 0x55727e41fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd79bfff640 1 -- 172.21.15.17:0/2260365750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e42a370 msgr2=0x55727e42c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:48.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd79bfff640 1 --2- 172.21.15.17:0/2260365750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e42a370 0x55727e42c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.216+0000 7fd79bfff640 1 -- 172.21.15.17:0/2260365750 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55727e3113a0 con 0x55727e420b40 2024-09-16T01:48:48.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.217+0000 7fd79bfff640 1 --2- 172.21.15.17:0/2260365750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e420b40 0x55727e41f090 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd79c069760 tx=0x7fd78c011890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f2d7f900b6dd4886 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:48.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.217+0000 7fd79bfff640 1 --2- 172.21.15.17:0/4208333096 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7840a3240 0x7fd7840a5700 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd78c01d000 tx=0x7fd78c01f000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:48.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.217+0000 7fd781ffb640 1 -- 172.21.15.17:0/2260365750 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd78c00fe60 con 0x55727e420b40 2024-09-16T01:48:48.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.217+0000 7fd781ffb640 1 -- 172.21.15.17:0/2260365750 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd78c022030 con 0x55727e420b40 2024-09-16T01:48:48.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.217+0000 7fd781ffb640 1 -- 172.21.15.17:0/2260365750 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd78c01e480 con 0x55727e420b40 2024-09-16T01:48:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.218+0000 7fd7a3e59740 1 -- 172.21.15.17:0/2260365750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e420b40 msgr2=0x55727e41f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.218+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/2260365750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e420b40 0x55727e41f090 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd79c069760 tx=0x7fd78c011890 comp rx=0 tx=0).stop 2024-09-16T01:48:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.218+0000 7fd7a3e59740 1 -- 172.21.15.17:0/2260365750 shutdown_connections 2024-09-16T01:48:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.218+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/2260365750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e42a370 0x55727e42c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.218+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/2260365750 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e41f5d0 0x55727e41fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.218+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/2260365750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e420b40 0x55727e41f090 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.218+0000 7fd7a3e59740 1 -- 172.21.15.17:0/2260365750 >> 172.21.15.17:0/2260365750 conn(0x55727e3e8310 msgr2=0x55727e41bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.218+0000 7fd7a3e59740 1 -- 172.21.15.17:0/2260365750 shutdown_connections 2024-09-16T01:48:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.218+0000 7fd7a3e59740 1 -- 172.21.15.17:0/2260365750 wait complete. 2024-09-16T01:48:48.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.218+0000 7fd7a3e59740 1 -- start start 2024-09-16T01:48:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.218+0000 7fd7a3e59740 1 Processor -- start 2024-09-16T01:48:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd7a3e59740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e41f5d0 0x55727e429dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd7a3e59740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e420b40 0x55727e427080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd7a3e59740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e42a370 0x55727e427810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd7a3e59740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55727e42d010 con 0x55727e41f5d0 2024-09-16T01:48:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd7a3e59740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55727e340060 con 0x55727e42a370 2024-09-16T01:48:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd7a3e59740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55727e42d190 con 0x55727e420b40 2024-09-16T01:48:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd7a3e59740 10 client.0 _ll_register_callbacks cb 0x55727e0938c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd79affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e420b40 0x55727e427080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd79affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e420b40 0x55727e427080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:47014/0 (socket says 172.21.15.17:47014) 2024-09-16T01:48:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd79affd640 1 -- 172.21.15.17:0/1016378451 learned_addr learned my addr 172.21.15.17:0/1016378451 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd79bfff640 1 --2- 172.21.15.17:0/1016378451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e42a370 0x55727e427810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd79b7fe640 1 --2- 172.21.15.17:0/1016378451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e41f5d0 0x55727e429dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd79affd640 1 -- 172.21.15.17:0/1016378451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e42a370 msgr2=0x55727e427810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:48.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd79affd640 1 --2- 172.21.15.17:0/1016378451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e42a370 0x55727e427810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd79affd640 1 -- 172.21.15.17:0/1016378451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e41f5d0 msgr2=0x55727e429dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:48.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd79affd640 1 --2- 172.21.15.17:0/1016378451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e41f5d0 0x55727e429dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd79affd640 1 -- 172.21.15.17:0/1016378451 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55727e0f63c0 con 0x55727e420b40 2024-09-16T01:48:48.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd79b7fe640 1 --2- 172.21.15.17:0/1016378451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e41f5d0 0x55727e429dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:48:48.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd79affd640 1 --2- 172.21.15.17:0/1016378451 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e420b40 0x55727e427080 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd790000c00 tx=0x7fd79009c260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f701a6313e892e50 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:48.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.219+0000 7fd77affd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:48:48.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.220+0000 7fd77affd640 1 -- 172.21.15.17:0/1016378451 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7900b4060 con 0x55727e420b40 2024-09-16T01:48:48.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.220+0000 7fd77affd640 1 -- 172.21.15.17:0/1016378451 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd790010a10 con 0x55727e420b40 2024-09-16T01:48:48.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.220+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1016378451 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd78c022030 con 0x55727e420b40 2024-09-16T01:48:48.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.220+0000 7fd77affd640 1 -- 172.21.15.17:0/1016378451 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd790014070 con 0x55727e420b40 2024-09-16T01:48:48.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.220+0000 7fd7a3e59740 10 client.25906 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:48.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.220+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1016378451 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55727e4413a0 con 0x55727e420b40 2024-09-16T01:48:48.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.220+0000 7fd77affd640 1 -- 172.21.15.17:0/1016378451 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd78c022030 con 0x55727e420b40 2024-09-16T01:48:48.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.220+0000 7fd77affd640 1 -- 172.21.15.17:0/1016378451 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd7900b6ce0 con 0x55727e420b40 2024-09-16T01:48:48.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.220+0000 7fd7a3e59740 10 client.25906 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:48.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.220+0000 7fd7a3e59740 10 client.25906 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:48.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.220+0000 7fd7a3e59740 20 client.25906 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:48.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.220+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/1016378451 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55727e4427b0 0x55727e444c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.220+0000 7fd7a3e59740 4 client.25906 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:48.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.220+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1016378451 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55727e392860 con 0x55727e4427b0 2024-09-16T01:48:48.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.221+0000 7fd79b7fe640 1 --2- 172.21.15.17:0/1016378451 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55727e4427b0 0x55727e444c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.221+0000 7fd77affd640 10 client.25906 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:48.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.221+0000 7fd79b7fe640 1 --2- 172.21.15.17:0/1016378451 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55727e4427b0 0x55727e444c20 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30398614603df431 server_cookie=b2844501498e7b3d in_seq=0 out_seq=0 2024-09-16T01:48:48.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd77affd640 1 -- 172.21.15.17:0/1016378451 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55727e392860 con 0x55727e4427b0 2024-09-16T01:48:48.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd77affd640 10 client.25906 handle_command_reply: tid=0 2024-09-16T01:48:48.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd7a3e59740 1 client.25906 shutdown 2024-09-16T01:48:48.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1016378451 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e420b40 msgr2=0x55727e427080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/1016378451 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e420b40 0x55727e427080 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd790000c00 tx=0x7fd79009c260 comp rx=0 tx=0).stop 2024-09-16T01:48:48.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1016378451 shutdown_connections 2024-09-16T01:48:48.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/1016378451 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55727e4427b0 0x55727e444c20 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/1016378451 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e42a370 0x55727e427810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/1016378451 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e420b40 0x55727e427080 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/1016378451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e41f5d0 0x55727e429dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd77affd640 0 client.25906 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:48.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1016378451 >> 172.21.15.17:0/1016378451 conn(0x55727e3e8310 msgr2=0x55727e421960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:48.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1016378451 shutdown_connections 2024-09-16T01:48:48.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1016378451 wait complete. 2024-09-16T01:48:48.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.222+0000 7fd7a3e59740 20 client.25906 trim_cache size 0 max 16384 2024-09-16T01:48:48.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.237+0000 7fd7a3e59740 1 Processor -- start 2024-09-16T01:48:48.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.237+0000 7fd7a3e59740 1 -- start start 2024-09-16T01:48:48.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd7a3e59740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e41f5d0 0x55727e4203a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd7a3e59740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e420b40 0x55727e426940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd7a3e59740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e42a370 0x55727e428ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd7a3e59740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd79c1adc00 con 0x55727e420b40 2024-09-16T01:48:48.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd7a3e59740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd79c1ab4d0 con 0x55727e41f5d0 2024-09-16T01:48:48.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd7a3e59740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd79c1a9300 con 0x55727e42a370 2024-09-16T01:48:48.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd79affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e420b40 0x55727e426940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd79affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e420b40 0x55727e426940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59314/0 (socket says 172.21.15.17:59314) 2024-09-16T01:48:48.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd79affd640 1 -- 172.21.15.17:0/2447048795 learned_addr learned my addr 172.21.15.17:0/2447048795 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:48.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd79bfff640 1 --2- 172.21.15.17:0/2447048795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e42a370 0x55727e428ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd79b7fe640 1 --2- 172.21.15.17:0/2447048795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e41f5d0 0x55727e4203a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd79bfff640 1 -- 172.21.15.17:0/2447048795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e41f5d0 msgr2=0x55727e4203a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:48.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd79bfff640 1 --2- 172.21.15.17:0/2447048795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e41f5d0 0x55727e4203a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd79bfff640 1 -- 172.21.15.17:0/2447048795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e420b40 msgr2=0x55727e426940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:48.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd79bfff640 1 --2- 172.21.15.17:0/2447048795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e420b40 0x55727e426940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd79bfff640 1 -- 172.21.15.17:0/2447048795 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55727e41a310 con 0x55727e42a370 2024-09-16T01:48:48.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.238+0000 7fd79bfff640 1 --2- 172.21.15.17:0/2447048795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e42a370 0x55727e428ff0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd78c023040 tx=0x7fd78c0096a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ae4843cb5b977b49 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:48.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.239+0000 7fd7817fa640 1 -- 172.21.15.17:0/2447048795 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd78c0052c0 con 0x55727e42a370 2024-09-16T01:48:48.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.239+0000 7fd7817fa640 1 -- 172.21.15.17:0/2447048795 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd78c00fe60 con 0x55727e42a370 2024-09-16T01:48:48.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.239+0000 7fd7817fa640 1 -- 172.21.15.17:0/2447048795 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd78c01e8f0 con 0x55727e42a370 2024-09-16T01:48:48.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.239+0000 7fd7a3e59740 1 -- 172.21.15.17:0/2447048795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e42a370 msgr2=0x55727e428ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.239+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/2447048795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e42a370 0x55727e428ff0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fd78c023040 tx=0x7fd78c0096a0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.239+0000 7fd7a3e59740 1 -- 172.21.15.17:0/2447048795 shutdown_connections 2024-09-16T01:48:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.239+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/2447048795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e42a370 0x55727e428ff0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.239+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/2447048795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e420b40 0x55727e426940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.239+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/2447048795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e41f5d0 0x55727e4203a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.239+0000 7fd7a3e59740 1 -- 172.21.15.17:0/2447048795 >> 172.21.15.17:0/2447048795 conn(0x55727e3e8310 msgr2=0x55727e4288e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.240+0000 7fd7a3e59740 1 -- 172.21.15.17:0/2447048795 shutdown_connections 2024-09-16T01:48:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.240+0000 7fd7a3e59740 1 -- 172.21.15.17:0/2447048795 wait complete. 2024-09-16T01:48:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.240+0000 7fd7a3e59740 1 -- start start 2024-09-16T01:48:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.240+0000 7fd7a3e59740 1 Processor -- start 2024-09-16T01:48:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.240+0000 7fd7a3e59740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e41f5d0 0x55727e43b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.240+0000 7fd7a3e59740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e420b40 0x55727e423e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.240+0000 7fd7a3e59740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e42a370 0x55727e424350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd7a3e59740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd79c1a9990 con 0x55727e420b40 2024-09-16T01:48:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd7a3e59740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd79c1aae00 con 0x55727e42a370 2024-09-16T01:48:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd7a3e59740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd79c1aa060 con 0x55727e41f5d0 2024-09-16T01:48:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd7a3e59740 10 client.0 _ll_register_callbacks cb 0x7fd790005d30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd79affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e420b40 0x55727e423e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd79b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e41f5d0 0x55727e43b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd79affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e420b40 0x55727e423e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59318/0 (socket says 172.21.15.17:59318) 2024-09-16T01:48:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd79b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e41f5d0 0x55727e43b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:47032/0 (socket says 172.21.15.17:47032) 2024-09-16T01:48:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd79affd640 1 -- 172.21.15.17:0/1421059027 learned_addr learned my addr 172.21.15.17:0/1421059027 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd79bfff640 1 --2- 172.21.15.17:0/1421059027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e42a370 0x55727e424350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd79b7fe640 1 -- 172.21.15.17:0/1421059027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e42a370 msgr2=0x55727e424350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd79b7fe640 1 --2- 172.21.15.17:0/1421059027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e42a370 0x55727e424350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd79b7fe640 1 -- 172.21.15.17:0/1421059027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e420b40 msgr2=0x55727e423e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd79b7fe640 1 --2- 172.21.15.17:0/1421059027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e420b40 0x55727e423e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd79b7fe640 1 -- 172.21.15.17:0/1421059027 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55727e424b30 con 0x55727e41f5d0 2024-09-16T01:48:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd79b7fe640 1 --2- 172.21.15.17:0/1421059027 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e41f5d0 0x55727e43b3c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd79402ade0 tx=0x7fd794031c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=722f3a3d2c75ca00 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd77affd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:48:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd77affd640 1 -- 172.21.15.17:0/1421059027 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd794031860 con 0x55727e41f5d0 2024-09-16T01:48:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd77affd640 1 -- 172.21.15.17:0/1421059027 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd794003970 con 0x55727e41f5d0 2024-09-16T01:48:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.241+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1421059027 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd78c00fe60 con 0x55727e41f5d0 2024-09-16T01:48:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.242+0000 7fd77affd640 1 -- 172.21.15.17:0/1421059027 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd794003b70 con 0x55727e41f5d0 2024-09-16T01:48:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.242+0000 7fd7a3e59740 10 client.25912 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.242+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1421059027 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55727e4ad530 con 0x55727e41f5d0 2024-09-16T01:48:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.242+0000 7fd77affd640 1 -- 172.21.15.17:0/1421059027 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd78c00fe60 con 0x55727e41f5d0 2024-09-16T01:48:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.242+0000 7fd77affd640 1 -- 172.21.15.17:0/1421059027 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd7940305c0 con 0x55727e41f5d0 2024-09-16T01:48:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.242+0000 7fd7a3e59740 10 client.25912 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.242+0000 7fd7a3e59740 10 client.25912 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.242+0000 7fd7a3e59740 20 client.25912 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.242+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/1421059027 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55727e4adc50 0x55727e4b0070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.242+0000 7fd7a3e59740 4 client.25912 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:48:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.242+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1421059027 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55727e38cd70 con 0x55727e4adc50 2024-09-16T01:48:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.242+0000 7fd79affd640 1 --2- 172.21.15.17:0/1421059027 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55727e4adc50 0x55727e4b0070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd79affd640 1 --2- 172.21.15.17:0/1421059027 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55727e4adc50 0x55727e4b0070 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=121f9508e66503d8 server_cookie=de501192bc26c205 in_seq=0 out_seq=0 2024-09-16T01:48:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd77affd640 10 client.25912 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd77affd640 1 -- 172.21.15.17:0/1421059027 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55727e38cd70 con 0x55727e4adc50 2024-09-16T01:48:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd77affd640 10 client.25912 handle_command_reply: tid=0 2024-09-16T01:48:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd7a3e59740 1 client.25912 shutdown 2024-09-16T01:48:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1421059027 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e41f5d0 msgr2=0x55727e43b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/1421059027 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e41f5d0 0x55727e43b3c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd79402ade0 tx=0x7fd794031c90 comp rx=0 tx=0).stop 2024-09-16T01:48:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1421059027 shutdown_connections 2024-09-16T01:48:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/1421059027 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55727e4adc50 0x55727e4b0070 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/1421059027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55727e42a370 0x55727e424350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/1421059027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727e420b40 0x55727e423e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd77affd640 0 client.25912 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd7a3e59740 1 --2- 172.21.15.17:0/1421059027 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55727e41f5d0 0x55727e43b3c0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1421059027 >> 172.21.15.17:0/1421059027 conn(0x55727e3e8310 msgr2=0x55727e429100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1421059027 shutdown_connections 2024-09-16T01:48:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd7a3e59740 1 -- 172.21.15.17:0/1421059027 wait complete. 2024-09-16T01:48:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.243+0000 7fd7a3e59740 20 client.25912 trim_cache size 0 max 16384 2024-09-16T01:48:48.251 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:48:48.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.244+0000 7fd7a1a80640 1 -- 172.21.15.17:0/4208333096 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7840a3240 msgr2=0x7fd7840a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.244+0000 7fd7a1a80640 1 --2- 172.21.15.17:0/4208333096 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7840a3240 0x7fd7840a5700 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd78c01d000 tx=0x7fd78c01f000 comp rx=0 tx=0).stop 2024-09-16T01:48:48.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.244+0000 7fd7a1a80640 1 -- 172.21.15.17:0/4208333096 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd79c101440 msgr2=0x7fd79c19acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:48.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.244+0000 7fd7a1a80640 1 --2- 172.21.15.17:0/4208333096 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd79c101440 0x7fd79c19acb0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd79000d950 tx=0x7fd79000de10 comp rx=0 tx=0).stop 2024-09-16T01:48:48.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.244+0000 7fd7a1a80640 1 -- 172.21.15.17:0/4208333096 shutdown_connections 2024-09-16T01:48:48.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.244+0000 7fd7a1a80640 1 --2- 172.21.15.17:0/4208333096 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7840a3240 0x7fd7840a5700 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.244+0000 7fd7a1a80640 1 --2- 172.21.15.17:0/4208333096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd79c10e500 0x7fd79c19df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.244+0000 7fd7a1a80640 1 --2- 172.21.15.17:0/4208333096 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd79c101440 0x7fd79c19acb0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.244+0000 7fd7a1a80640 1 --2- 172.21.15.17:0/4208333096 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd79c100b20 0x7fd79c19a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:48.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.244+0000 7fd7a1a80640 1 -- 172.21.15.17:0/4208333096 >> 172.21.15.17:0/4208333096 conn(0x7fd79c0fc7d0 msgr2=0x7fd79c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:48.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.245+0000 7fd7a1a80640 1 -- 172.21.15.17:0/4208333096 shutdown_connections 2024-09-16T01:48:48.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:48.245+0000 7fd7a1a80640 1 -- 172.21.15.17:0/4208333096 wait complete. 2024-09-16T01:48:48.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 175650 3.73 MB/sec execute 131 sec latency 66.352 ms 2024-09-16T01:48:48.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:48 smithi017 ceph-mon[30972]: pgmap v497: 97 pgs: 97 active+clean; 86 MiB data, 713 MiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.4 MiB/s wr, 78 op/s 2024-09-16T01:48:48.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:48 smithi122 ceph-mon[34758]: pgmap v497: 97 pgs: 97 active+clean; 86 MiB data, 713 MiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.4 MiB/s wr, 78 op/s 2024-09-16T01:48:48.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:48 smithi029 ceph-mon[34783]: pgmap v497: 97 pgs: 97 active+clean; 86 MiB data, 713 MiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.4 MiB/s wr, 78 op/s 2024-09-16T01:48:49.590 INFO:tasks.workunit.client.0.smithi017.stdout: 1 176381 3.72 MB/sec execute 132 sec latency 12.669 ms 2024-09-16T01:48:49.928 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:48:49.929 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:48:50.217 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:50.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 177151 3.74 MB/sec execute 133 sec latency 12.600 ms 2024-09-16T01:48:50.635 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:50 smithi017 ceph-mon[30972]: pgmap v498: 97 pgs: 97 active+clean; 87 MiB data, 718 MiB used, 1.0 TiB / 1.0 TiB avail; 333 KiB/s rd, 1.9 MiB/s wr, 103 op/s 2024-09-16T01:48:50.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.730+0000 7f29fc223640 1 -- 172.21.15.17:0/2591843400 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29f4106b80 msgr2=0x7f29f4106f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.730+0000 7f29fc223640 1 --2- 172.21.15.17:0/2591843400 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29f4106b80 0x7f29f4106f60 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f29f0009900 tx=0x7f29f002a410 comp rx=0 tx=0).stop 2024-09-16T01:48:50.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.730+0000 7f29fc223640 1 -- 172.21.15.17:0/2591843400 shutdown_connections 2024-09-16T01:48:50.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.730+0000 7f29fc223640 1 --2- 172.21.15.17:0/2591843400 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f29f4100aa0 0x7f29f410ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.730+0000 7f29fc223640 1 --2- 172.21.15.17:0/2591843400 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29f4100100 0x7f29f4100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.730+0000 7f29fc223640 1 --2- 172.21.15.17:0/2591843400 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29f4106b80 0x7f29f4106f60 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.730+0000 7f29fc223640 1 -- 172.21.15.17:0/2591843400 >> 172.21.15.17:0/2591843400 conn(0x7f29f4077230 msgr2=0x7f29f40fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:50.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.730+0000 7f29fc223640 1 -- 172.21.15.17:0/2591843400 shutdown_connections 2024-09-16T01:48:50.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.730+0000 7f29fc223640 1 -- 172.21.15.17:0/2591843400 wait complete. 2024-09-16T01:48:50.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29fc223640 1 Processor -- start 2024-09-16T01:48:50.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29fc223640 1 -- start start 2024-09-16T01:48:50.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29fc223640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29f4100100 0x7f29f41984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29fc223640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f29f4100aa0 0x7f29f4198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29fc223640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29f4106b80 0x7f29f419cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29fc223640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f29f4111f00 con 0x7f29f4100100 2024-09-16T01:48:50.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29fc223640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f29f4111d80 con 0x7f29f4106b80 2024-09-16T01:48:50.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29fc223640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f29f4112080 con 0x7f29f4100aa0 2024-09-16T01:48:50.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29f97be640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f29f4100aa0 0x7f29f4198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29f9fbf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29f4100100 0x7f29f41984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29f9fbf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29f4100100 0x7f29f41984c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59338/0 (socket says 172.21.15.17:59338) 2024-09-16T01:48:50.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29f97be640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f29f4100aa0 0x7f29f4198a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:47054/0 (socket says 172.21.15.17:47054) 2024-09-16T01:48:50.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29f9fbf640 1 -- 172.21.15.17:0/2676591896 learned_addr learned my addr 172.21.15.17:0/2676591896 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:50.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29fa7c0640 1 --2- 172.21.15.17:0/2676591896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29f4106b80 0x7f29f419cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29f9fbf640 1 -- 172.21.15.17:0/2676591896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f29f4100aa0 msgr2=0x7f29f4198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29f9fbf640 1 --2- 172.21.15.17:0/2676591896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f29f4100aa0 0x7f29f4198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29f9fbf640 1 -- 172.21.15.17:0/2676591896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29f4106b80 msgr2=0x7f29f419cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29f9fbf640 1 --2- 172.21.15.17:0/2676591896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29f4106b80 0x7f29f419cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.731+0000 7f29f9fbf640 1 -- 172.21.15.17:0/2676591896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29f419d470 con 0x7f29f4100100 2024-09-16T01:48:50.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.732+0000 7f29f9fbf640 1 --2- 172.21.15.17:0/2676591896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29f4100100 0x7f29f41984c0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f29f0005940 tx=0x7f29f00042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.732+0000 7f29eaffd640 1 -- 172.21.15.17:0/2676591896 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f003f030 con 0x7f29f4100100 2024-09-16T01:48:50.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.732+0000 7f29eaffd640 1 -- 172.21.15.17:0/2676591896 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f29f0003cb0 con 0x7f29f4100100 2024-09-16T01:48:50.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.732+0000 7f29fc223640 1 -- 172.21.15.17:0/2676591896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29f419d700 con 0x7f29f4100100 2024-09-16T01:48:50.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.732+0000 7f29eaffd640 1 -- 172.21.15.17:0/2676591896 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f0035070 con 0x7f29f4100100 2024-09-16T01:48:50.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.732+0000 7f29fc223640 1 -- 172.21.15.17:0/2676591896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29f41a5040 con 0x7f29f4100100 2024-09-16T01:48:50.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.734+0000 7f29eaffd640 1 -- 172.21.15.17:0/2676591896 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f29f0042030 con 0x7f29f4100100 2024-09-16T01:48:50.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.735+0000 7f29fe5fc740 1 Processor -- start 2024-09-16T01:48:50.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.735+0000 7f29fe5fc740 1 -- start start 2024-09-16T01:48:50.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.735+0000 7f29fe5fc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43eda0 0x56239b43f180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.735+0000 7f29fe5fc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43f6c0 0x56239b4396f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.735+0000 7f29fe5fc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b439d60 0x56239b43a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.735+0000 7f29fe5fc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56239b395280 con 0x56239b439d60 2024-09-16T01:48:50.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.735+0000 7f29fe5fc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56239b33cb10 con 0x56239b43eda0 2024-09-16T01:48:50.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.735+0000 7f29fe5fc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56239b391240 con 0x56239b43f6c0 2024-09-16T01:48:50.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.735+0000 7f29f9fbf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43f6c0 0x56239b4396f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.735+0000 7f29f9fbf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43f6c0 0x56239b4396f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:47056/0 (socket says 172.21.15.17:47056) 2024-09-16T01:48:50.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.735+0000 7f29f9fbf640 1 -- 172.21.15.17:0/860029879 learned_addr learned my addr 172.21.15.17:0/860029879 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:50.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.736+0000 7f29f97be640 1 --2- 172.21.15.17:0/860029879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b439d60 0x56239b43a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.736+0000 7f29eaffd640 1 --2- 172.21.15.17:0/2676591896 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f29e00a3240 0x7f29e00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.736+0000 7f29f9fbf640 1 -- 172.21.15.17:0/860029879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43eda0 msgr2=0x56239b43f180 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:48:50.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.736+0000 7f29f9fbf640 1 --2- 172.21.15.17:0/860029879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43eda0 0x56239b43f180 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.736+0000 7f29f9fbf640 1 -- 172.21.15.17:0/860029879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b439d60 msgr2=0x56239b43a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:50.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.736+0000 7f29f9fbf640 1 --2- 172.21.15.17:0/860029879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b439d60 0x56239b43a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.736+0000 7f29eaffd640 1 -- 172.21.15.17:0/2676591896 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f29f00f0060 con 0x7f29f4100100 2024-09-16T01:48:50.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.736+0000 7f29fa7c0640 1 --2- 172.21.15.17:0/2676591896 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f29e00a3240 0x7f29e00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.736+0000 7f29f9fbf640 1 -- 172.21.15.17:0/860029879 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56239b3491f0 con 0x56239b43f6c0 2024-09-16T01:48:50.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.736+0000 7f29f97be640 1 --2- 172.21.15.17:0/860029879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b439d60 0x56239b43a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:50.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.736+0000 7f29f9fbf640 1 --2- 172.21.15.17:0/860029879 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43f6c0 0x56239b4396f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f29f00b8b50 tx=0x7f29f002a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4645fae59f9f4585 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.736+0000 7f29dffff640 1 -- 172.21.15.17:0/860029879 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f0049030 con 0x56239b43f6c0 2024-09-16T01:48:50.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.737+0000 7f29fa7c0640 1 --2- 172.21.15.17:0/2676591896 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f29e00a3240 0x7f29e00a5700 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f29f41077c0 tx=0x7f29ec009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.737+0000 7f29dffff640 1 -- 172.21.15.17:0/860029879 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f29f003b460 con 0x56239b43f6c0 2024-09-16T01:48:50.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.737+0000 7f29dffff640 1 -- 172.21.15.17:0/860029879 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f0005d50 con 0x56239b43f6c0 2024-09-16T01:48:50.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.737+0000 7f29fe5fc740 1 -- 172.21.15.17:0/860029879 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43f6c0 msgr2=0x56239b4396f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.737+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/860029879 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43f6c0 0x56239b4396f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f29f00b8b50 tx=0x7f29f002a410 comp rx=0 tx=0).stop 2024-09-16T01:48:50.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.738+0000 7f29fe5fc740 1 -- 172.21.15.17:0/860029879 shutdown_connections 2024-09-16T01:48:50.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.738+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/860029879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b439d60 0x56239b43a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.738+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/860029879 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43f6c0 0x56239b4396f0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.738+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/860029879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43eda0 0x56239b43f180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.738+0000 7f29fe5fc740 1 -- 172.21.15.17:0/860029879 >> 172.21.15.17:0/860029879 conn(0x56239b42bba0 msgr2=0x56239b42bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:50.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.738+0000 7f29fe5fc740 1 -- 172.21.15.17:0/860029879 shutdown_connections 2024-09-16T01:48:50.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.738+0000 7f29fe5fc740 1 -- 172.21.15.17:0/860029879 wait complete. 2024-09-16T01:48:50.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.738+0000 7f29fe5fc740 1 -- start start 2024-09-16T01:48:50.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.738+0000 7f29fe5fc740 1 Processor -- start 2024-09-16T01:48:50.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29fe5fc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b439d60 0x56239b442c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29fe5fc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43eda0 0x56239b443140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29fe5fc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43f6c0 0x56239b443680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29fe5fc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56239b391240 con 0x56239b439d60 2024-09-16T01:48:50.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29fe5fc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56239b34ff10 con 0x56239b43f6c0 2024-09-16T01:48:50.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29fe5fc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56239b445ea0 con 0x56239b43eda0 2024-09-16T01:48:50.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29fe5fc740 10 client.0 _ll_register_callbacks cb 0x56239b318a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:50.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29f9fbf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b439d60 0x56239b442c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29f9fbf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b439d60 0x56239b442c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59362/0 (socket says 172.21.15.17:59362) 2024-09-16T01:48:50.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29f9fbf640 1 -- 172.21.15.17:0/2760629981 learned_addr learned my addr 172.21.15.17:0/2760629981 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:50.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29fa7c0640 1 --2- 172.21.15.17:0/2760629981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43f6c0 0x56239b443680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29f97be640 1 --2- 172.21.15.17:0/2760629981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43eda0 0x56239b443140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29f9fbf640 1 -- 172.21.15.17:0/2760629981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43eda0 msgr2=0x56239b443140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:50.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29f9fbf640 1 --2- 172.21.15.17:0/2760629981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43eda0 0x56239b443140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29f9fbf640 1 -- 172.21.15.17:0/2760629981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43f6c0 msgr2=0x56239b443680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:50.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29f9fbf640 1 --2- 172.21.15.17:0/2760629981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43f6c0 0x56239b443680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29f9fbf640 1 -- 172.21.15.17:0/2760629981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56239b1066a0 con 0x56239b439d60 2024-09-16T01:48:50.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29f9fbf640 1 --2- 172.21.15.17:0/2760629981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b439d60 0x56239b442c00 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f29f00c4d80 tx=0x7f29f0005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81253a1f6182f9f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.739+0000 7f29dd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:50.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.740+0000 7f29dd7fa640 1 -- 172.21.15.17:0/2760629981 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29f00bc230 con 0x56239b439d60 2024-09-16T01:48:50.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.740+0000 7f29dd7fa640 1 -- 172.21.15.17:0/2760629981 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f29f00b8440 con 0x56239b439d60 2024-09-16T01:48:50.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.740+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2760629981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56239b3a27f0 con 0x56239b439d60 2024-09-16T01:48:50.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.740+0000 7f29dd7fa640 1 -- 172.21.15.17:0/2760629981 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f29f00bc050 con 0x56239b439d60 2024-09-16T01:48:50.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.740+0000 7f29fe5fc740 10 client.16263 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:50.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.740+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2760629981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56239b451a40 con 0x56239b439d60 2024-09-16T01:48:50.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.740+0000 7f29dd7fa640 1 -- 172.21.15.17:0/2760629981 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x56239b3a27f0 con 0x56239b439d60 2024-09-16T01:48:50.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.740+0000 7f29dd7fa640 1 -- 172.21.15.17:0/2760629981 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f29f00f3150 con 0x56239b439d60 2024-09-16T01:48:50.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.740+0000 7f29fe5fc740 10 client.16263 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:50.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.740+0000 7f29fe5fc740 10 client.16263 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:50.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.740+0000 7f29fe5fc740 20 client.16263 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:50.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.740+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/2760629981 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56239b452d90 0x56239b455180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.740+0000 7f29fe5fc740 4 client.16263 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:50.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.740+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2760629981 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56239b39cd00 con 0x56239b452d90 2024-09-16T01:48:50.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.741+0000 7f29f97be640 1 --2- 172.21.15.17:0/2760629981 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56239b452d90 0x56239b455180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.741+0000 7f29dd7fa640 10 client.16263 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:50.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.741+0000 7f29f97be640 1 --2- 172.21.15.17:0/2760629981 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56239b452d90 0x56239b455180 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a281662730b03027 server_cookie=15c579e7d8774d0c in_seq=0 out_seq=0 2024-09-16T01:48:50.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29dd7fa640 1 -- 172.21.15.17:0/2760629981 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56239b39cd00 con 0x56239b452d90 2024-09-16T01:48:50.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29dd7fa640 10 client.16263 handle_command_reply: tid=0 2024-09-16T01:48:50.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29fe5fc740 1 client.16263 shutdown 2024-09-16T01:48:50.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2760629981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b439d60 msgr2=0x56239b442c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/2760629981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b439d60 0x56239b442c00 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f29f00c4d80 tx=0x7f29f0005dd0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2760629981 shutdown_connections 2024-09-16T01:48:50.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/2760629981 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56239b452d90 0x56239b455180 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/2760629981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43f6c0 0x56239b443680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29dd7fa640 0 client.16263 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:50.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/2760629981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43eda0 0x56239b443140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/2760629981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b439d60 0x56239b442c00 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2760629981 >> 172.21.15.17:0/2760629981 conn(0x56239b42bba0 msgr2=0x56239b42b270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:50.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2760629981 shutdown_connections 2024-09-16T01:48:50.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2760629981 wait complete. 2024-09-16T01:48:50.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.742+0000 7f29fe5fc740 20 client.16263 trim_cache size 0 max 16384 2024-09-16T01:48:50.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.764+0000 7f29fe5fc740 1 Processor -- start 2024-09-16T01:48:50.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.764+0000 7f29fe5fc740 1 -- start start 2024-09-16T01:48:50.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.764+0000 7f29fe5fc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b439d60 0x56239b4396f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.764+0000 7f29fe5fc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43eda0 0x56239b42b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.764+0000 7f29fe5fc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b43f6c0 0x56239b4434d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.764+0000 7f29fe5fc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f29f41adc70 con 0x56239b43f6c0 2024-09-16T01:48:50.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.764+0000 7f29fe5fc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f29f41ab540 con 0x56239b43eda0 2024-09-16T01:48:50.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.764+0000 7f29fe5fc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f29f41a9370 con 0x56239b439d60 2024-09-16T01:48:50.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.764+0000 7f29fa7c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b43f6c0 0x56239b4434d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.765+0000 7f29fa7c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b43f6c0 0x56239b4434d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59366/0 (socket says 172.21.15.17:59366) 2024-09-16T01:48:50.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.765+0000 7f29fa7c0640 1 -- 172.21.15.17:0/499163916 learned_addr learned my addr 172.21.15.17:0/499163916 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:50.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.765+0000 7f29f9fbf640 1 --2- 172.21.15.17:0/499163916 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b439d60 0x56239b4396f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.765+0000 7f29f97be640 1 --2- 172.21.15.17:0/499163916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43eda0 0x56239b42b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.765+0000 7f29fa7c0640 1 -- 172.21.15.17:0/499163916 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b439d60 msgr2=0x56239b4396f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:50.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.765+0000 7f29fa7c0640 1 --2- 172.21.15.17:0/499163916 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b439d60 0x56239b4396f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.765+0000 7f29fa7c0640 1 -- 172.21.15.17:0/499163916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43eda0 msgr2=0x56239b42b270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:50.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.765+0000 7f29fa7c0640 1 --2- 172.21.15.17:0/499163916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43eda0 0x56239b42b270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.765+0000 7f29fa7c0640 1 -- 172.21.15.17:0/499163916 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56239b441bd0 con 0x56239b43f6c0 2024-09-16T01:48:50.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.765+0000 7f29f9fbf640 1 --2- 172.21.15.17:0/499163916 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b439d60 0x56239b4396f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:50.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.765+0000 7f29f97be640 1 --2- 172.21.15.17:0/499163916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43eda0 0x56239b42b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:48:50.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.765+0000 7f29fa7c0640 1 --2- 172.21.15.17:0/499163916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b43f6c0 0x56239b4434d0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f29ec003f80 tx=0x7f29ec012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c6ca5de504a3338 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.765+0000 7f29df7fe640 1 -- 172.21.15.17:0/499163916 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29ec004d20 con 0x56239b43f6c0 2024-09-16T01:48:50.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.766+0000 7f29df7fe640 1 -- 172.21.15.17:0/499163916 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f29ec01b9e0 con 0x56239b43f6c0 2024-09-16T01:48:50.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.766+0000 7f29df7fe640 1 -- 172.21.15.17:0/499163916 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29ec01ab80 con 0x56239b43f6c0 2024-09-16T01:48:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.766+0000 7f29fe5fc740 1 -- 172.21.15.17:0/499163916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b43f6c0 msgr2=0x56239b4434d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.766+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/499163916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b43f6c0 0x56239b4434d0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f29ec003f80 tx=0x7f29ec012000 comp rx=0 tx=0).stop 2024-09-16T01:48:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.766+0000 7f29fe5fc740 1 -- 172.21.15.17:0/499163916 shutdown_connections 2024-09-16T01:48:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.766+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/499163916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b43f6c0 0x56239b4434d0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.766+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/499163916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b43eda0 0x56239b42b270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.766+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/499163916 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b439d60 0x56239b4396f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.766+0000 7f29fe5fc740 1 -- 172.21.15.17:0/499163916 >> 172.21.15.17:0/499163916 conn(0x56239b42bba0 msgr2=0x56239b43e400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.766+0000 7f29fe5fc740 1 -- 172.21.15.17:0/499163916 shutdown_connections 2024-09-16T01:48:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.766+0000 7f29fe5fc740 1 -- 172.21.15.17:0/499163916 wait complete. 2024-09-16T01:48:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.767+0000 7f29fe5fc740 1 -- start start 2024-09-16T01:48:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.767+0000 7f29fe5fc740 1 Processor -- start 2024-09-16T01:48:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.767+0000 7f29fe5fc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b439d60 0x56239b44b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.767+0000 7f29fe5fc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43eda0 0x56239b44b670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.767+0000 7f29fe5fc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b43f6c0 0x56239b448100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.767+0000 7f29fe5fc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f29f41a9a00 con 0x56239b43f6c0 2024-09-16T01:48:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.767+0000 7f29fe5fc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f29f41aae70 con 0x56239b439d60 2024-09-16T01:48:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.767+0000 7f29fe5fc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f29f41aa0d0 con 0x56239b43eda0 2024-09-16T01:48:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.767+0000 7f29fe5fc740 10 client.0 _ll_register_callbacks cb 0x7f29f00b8850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29fa7c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b43f6c0 0x56239b448100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29fa7c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b43f6c0 0x56239b448100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59370/0 (socket says 172.21.15.17:59370) 2024-09-16T01:48:50.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29fa7c0640 1 -- 172.21.15.17:0/2144992552 learned_addr learned my addr 172.21.15.17:0/2144992552 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:50.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29f9fbf640 1 --2- 172.21.15.17:0/2144992552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b439d60 0x56239b44b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29f97be640 1 --2- 172.21.15.17:0/2144992552 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43eda0 0x56239b44b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29fa7c0640 1 -- 172.21.15.17:0/2144992552 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43eda0 msgr2=0x56239b44b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:50.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29fa7c0640 1 --2- 172.21.15.17:0/2144992552 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43eda0 0x56239b44b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29fa7c0640 1 -- 172.21.15.17:0/2144992552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b439d60 msgr2=0x56239b44b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:50.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29fa7c0640 1 --2- 172.21.15.17:0/2144992552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b439d60 0x56239b44b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29fa7c0640 1 -- 172.21.15.17:0/2144992552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56239b44bd10 con 0x56239b43f6c0 2024-09-16T01:48:50.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29fa7c0640 1 --2- 172.21.15.17:0/2144992552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b43f6c0 0x56239b448100 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f29ec01bdc0 tx=0x7f29ec01bdf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffa27bb68a4a4041 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:50.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29dd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:50.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29dd7fa640 1 -- 172.21.15.17:0/2144992552 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29ec033020 con 0x56239b43f6c0 2024-09-16T01:48:50.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29dd7fa640 1 -- 172.21.15.17:0/2144992552 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f29ec004a40 con 0x56239b43f6c0 2024-09-16T01:48:50.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.768+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2144992552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f29ec01b9e0 con 0x56239b43f6c0 2024-09-16T01:48:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.769+0000 7f29dd7fa640 1 -- 172.21.15.17:0/2144992552 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f29ec01a4d0 con 0x56239b43f6c0 2024-09-16T01:48:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.769+0000 7f29fe5fc740 10 client.16269 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.769+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2144992552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56239b4bdfb0 con 0x56239b43f6c0 2024-09-16T01:48:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.769+0000 7f29dd7fa640 1 -- 172.21.15.17:0/2144992552 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f29ec01b9e0 con 0x56239b43f6c0 2024-09-16T01:48:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.769+0000 7f29dd7fa640 1 -- 172.21.15.17:0/2144992552 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f29ec018040 con 0x56239b43f6c0 2024-09-16T01:48:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.769+0000 7f29fe5fc740 10 client.16269 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.769+0000 7f29fe5fc740 10 client.16269 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.769+0000 7f29fe5fc740 20 client.16269 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.769+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/2144992552 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56239b452d90 0x56239b4c0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.769+0000 7f29fe5fc740 4 client.16269 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:48:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.769+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2144992552 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56239b319110 con 0x56239b452d90 2024-09-16T01:48:50.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.769+0000 7f29f9fbf640 1 --2- 172.21.15.17:0/2144992552 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56239b452d90 0x56239b4c0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.770+0000 7f29dd7fa640 10 client.16269 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.770+0000 7f29f9fbf640 1 --2- 172.21.15.17:0/2144992552 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56239b452d90 0x56239b4c0680 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17acdb26cc1ca836 server_cookie=c7f365375929c47c in_seq=0 out_seq=0 2024-09-16T01:48:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29dd7fa640 1 -- 172.21.15.17:0/2144992552 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56239b319110 con 0x56239b452d90 2024-09-16T01:48:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29dd7fa640 10 client.16269 handle_command_reply: tid=0 2024-09-16T01:48:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29fe5fc740 1 client.16269 shutdown 2024-09-16T01:48:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2144992552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b43f6c0 msgr2=0x56239b448100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/2144992552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b43f6c0 0x56239b448100 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f29ec01bdc0 tx=0x7f29ec01bdf0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2144992552 shutdown_connections 2024-09-16T01:48:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/2144992552 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56239b452d90 0x56239b4c0680 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/2144992552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56239b43f6c0 0x56239b448100 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/2144992552 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56239b43eda0 0x56239b44b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29fe5fc740 1 --2- 172.21.15.17:0/2144992552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56239b439d60 0x56239b44b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2144992552 >> 172.21.15.17:0/2144992552 conn(0x56239b42bba0 msgr2=0x56239b42b270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29dd7fa640 0 client.16269 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:50.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2144992552 shutdown_connections 2024-09-16T01:48:50.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29fe5fc740 1 -- 172.21.15.17:0/2144992552 wait complete. 2024-09-16T01:48:50.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.771+0000 7f29fe5fc740 20 client.16269 trim_cache size 0 max 16384 2024-09-16T01:48:50.778 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:48:50.778 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:48:50.778 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "bdb94e0d-833a-44fa-9825-e6887e405097", 2024-09-16T01:48:50.778 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:48:50.778 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:48:50.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.772+0000 7f29fc223640 1 -- 172.21.15.17:0/2676591896 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f29e00a3240 msgr2=0x7f29e00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.772+0000 7f29fc223640 1 --2- 172.21.15.17:0/2676591896 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f29e00a3240 0x7f29e00a5700 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f29f41077c0 tx=0x7f29ec009500 comp rx=0 tx=0).stop 2024-09-16T01:48:50.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.772+0000 7f29fc223640 1 -- 172.21.15.17:0/2676591896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29f4100100 msgr2=0x7f29f41984c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:50.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.772+0000 7f29fc223640 1 --2- 172.21.15.17:0/2676591896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29f4100100 0x7f29f41984c0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f29f0005940 tx=0x7f29f00042f0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.772+0000 7f29fc223640 1 -- 172.21.15.17:0/2676591896 shutdown_connections 2024-09-16T01:48:50.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.772+0000 7f29fc223640 1 --2- 172.21.15.17:0/2676591896 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f29e00a3240 0x7f29e00a5700 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.772+0000 7f29fc223640 1 --2- 172.21.15.17:0/2676591896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f29f4106b80 0x7f29f419cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.772+0000 7f29fc223640 1 --2- 172.21.15.17:0/2676591896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f29f4100aa0 0x7f29f4198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.772+0000 7f29fc223640 1 --2- 172.21.15.17:0/2676591896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29f4100100 0x7f29f41984c0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:50.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.772+0000 7f29fc223640 1 -- 172.21.15.17:0/2676591896 >> 172.21.15.17:0/2676591896 conn(0x7f29f4077230 msgr2=0x7f29f4104d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:50.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.772+0000 7f29fc223640 1 -- 172.21.15.17:0/2676591896 shutdown_connections 2024-09-16T01:48:50.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:50.772+0000 7f29fc223640 1 -- 172.21.15.17:0/2676591896 wait complete. 2024-09-16T01:48:50.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:50 smithi122 ceph-mon[34758]: pgmap v498: 97 pgs: 97 active+clean; 87 MiB data, 718 MiB used, 1.0 TiB / 1.0 TiB avail; 333 KiB/s rd, 1.9 MiB/s wr, 103 op/s 2024-09-16T01:48:50.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:50 smithi029 ceph-mon[34783]: pgmap v498: 97 pgs: 97 active+clean; 87 MiB data, 718 MiB used, 1.0 TiB / 1.0 TiB avail; 333 KiB/s rd, 1.9 MiB/s wr, 103 op/s 2024-09-16T01:48:51.514 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:48:51.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 177776 3.75 MB/sec execute 134 sec latency 12.208 ms 2024-09-16T01:48:51.793 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:48:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.311+0000 7f29991e8640 1 -- 172.21.15.17:0/794904469 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2994102d90 msgr2=0x7f2994103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.311+0000 7f29991e8640 1 --2- 172.21.15.17:0/794904469 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2994102d90 0x7f2994103170 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f2984009930 tx=0x7f298402a420 comp rx=0 tx=0).stop 2024-09-16T01:48:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.311+0000 7f29991e8640 1 -- 172.21.15.17:0/794904469 shutdown_connections 2024-09-16T01:48:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.311+0000 7f29991e8640 1 --2- 172.21.15.17:0/794904469 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2994108290 0x7f299410ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.311+0000 7f29991e8640 1 --2- 172.21.15.17:0/794904469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2994103740 0x7f2994107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.311+0000 7f29991e8640 1 --2- 172.21.15.17:0/794904469 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2994102d90 0x7f2994103170 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.311+0000 7f29991e8640 1 -- 172.21.15.17:0/794904469 >> 172.21.15.17:0/794904469 conn(0x7f29940fc7d0 msgr2=0x7f29940febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.311+0000 7f29991e8640 1 -- 172.21.15.17:0/794904469 shutdown_connections 2024-09-16T01:48:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.311+0000 7f29991e8640 1 -- 172.21.15.17:0/794904469 wait complete. 2024-09-16T01:48:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.312+0000 7f29991e8640 1 Processor -- start 2024-09-16T01:48:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.312+0000 7f29991e8640 1 -- start start 2024-09-16T01:48:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f29991e8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2994102d90 0x7f29941009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f29991e8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2994103740 0x7f2994100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f29991e8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2994108290 0x7f2994101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f29991e8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2994111f40 con 0x7f2994102d90 2024-09-16T01:48:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f29991e8640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2994111dc0 con 0x7f2994108290 2024-09-16T01:48:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f29991e8640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f29941120c0 con 0x7f2994103740 2024-09-16T01:48:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f2992d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2994102d90 0x7f29941009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f2992d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2994102d90 0x7f29941009f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59386/0 (socket says 172.21.15.17:59386) 2024-09-16T01:48:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f2992d9d640 1 -- 172.21.15.17:0/1411780405 learned_addr learned my addr 172.21.15.17:0/1411780405 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f299259c640 1 --2- 172.21.15.17:0/1411780405 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2994103740 0x7f2994100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f299359e640 1 --2- 172.21.15.17:0/1411780405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2994108290 0x7f2994101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f2992d9d640 1 -- 172.21.15.17:0/1411780405 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2994103740 msgr2=0x7f2994100f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f2992d9d640 1 --2- 172.21.15.17:0/1411780405 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2994103740 0x7f2994100f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f2992d9d640 1 -- 172.21.15.17:0/1411780405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2994108290 msgr2=0x7f2994101470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f2992d9d640 1 --2- 172.21.15.17:0/1411780405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2994108290 0x7f2994101470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f2992d9d640 1 -- 172.21.15.17:0/1411780405 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29941a6940 con 0x7f2994102d90 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.313+0000 7f2992d9d640 1 --2- 172.21.15.17:0/1411780405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2994102d90 0x7f29941009f0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f2984004770 tx=0x7f29840042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.314+0000 7f297bfff640 1 -- 172.21.15.17:0/1411780405 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f298403f070 con 0x7f2994102d90 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.314+0000 7f29991e8640 1 -- 172.21.15.17:0/1411780405 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29941a6bd0 con 0x7f2994102d90 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.314+0000 7f297bfff640 1 -- 172.21.15.17:0/1411780405 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f298403b460 con 0x7f2994102d90 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.314+0000 7f297bfff640 1 -- 172.21.15.17:0/1411780405 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2984035070 con 0x7f2994102d90 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.314+0000 7f29991e8640 1 -- 172.21.15.17:0/1411780405 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29941a7100 con 0x7f2994102d90 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.316+0000 7f297bfff640 1 -- 172.21.15.17:0/1411780405 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f298403b610 con 0x7f2994102d90 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.316+0000 7f299b5c1740 1 Processor -- start 2024-09-16T01:48:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299b5c1740 1 -- start start 2024-09-16T01:48:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299b5c1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be34a0 0x559a50be3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299b5c1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be3dc0 0x559a50bee140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299b5c1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50bee680 0x559a50bf0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299b5c1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559a50b492e0 con 0x559a50bee680 2024-09-16T01:48:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299b5c1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559a50af0ce0 con 0x559a50be3dc0 2024-09-16T01:48:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299b5c1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559a50b452a0 con 0x559a50be34a0 2024-09-16T01:48:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299359e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be34a0 0x559a50be3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50bee680 0x559a50bf0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299359e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be34a0 0x559a50be3880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:47098/0 (socket says 172.21.15.17:47098) 2024-09-16T01:48:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299359e640 1 -- 172.21.15.17:0/2311395405 learned_addr learned my addr 172.21.15.17:0/2311395405 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f2992d9d640 1 --2- 172.21.15.17:0/2311395405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be3dc0 0x559a50bee140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f297bfff640 1 --2- 172.21.15.17:0/1411780405 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f297c0a3240 0x7f297c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299259c640 1 -- 172.21.15.17:0/2311395405 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be34a0 msgr2=0x559a50be3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:52.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299259c640 1 --2- 172.21.15.17:0/2311395405 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be34a0 0x559a50be3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299259c640 1 -- 172.21.15.17:0/2311395405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be3dc0 msgr2=0x559a50bee140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:52.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299259c640 1 --2- 172.21.15.17:0/2311395405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be3dc0 0x559a50bee140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299259c640 1 -- 172.21.15.17:0/2311395405 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a50ad5440 con 0x559a50bee680 2024-09-16T01:48:52.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.317+0000 7f299359e640 1 --2- 172.21.15.17:0/1411780405 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f297c0a3240 0x7f297c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.318+0000 7f297bfff640 1 -- 172.21.15.17:0/1411780405 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f29840efbe0 con 0x7f2994102d90 2024-09-16T01:48:52.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.318+0000 7f299259c640 1 --2- 172.21.15.17:0/2311395405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50bee680 0x559a50bf0a70 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f29940697d0 tx=0x7f298800f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98fd513bd9cd97d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:52.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.318+0000 7f29797fa640 1 -- 172.21.15.17:0/2311395405 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2988005220 con 0x559a50bee680 2024-09-16T01:48:52.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.318+0000 7f29797fa640 1 -- 172.21.15.17:0/2311395405 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2988004c50 con 0x559a50bee680 2024-09-16T01:48:52.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.318+0000 7f29797fa640 1 -- 172.21.15.17:0/2311395405 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2988018730 con 0x559a50bee680 2024-09-16T01:48:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.319+0000 7f299b5c1740 1 -- 172.21.15.17:0/2311395405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50bee680 msgr2=0x559a50bf0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.319+0000 7f299b5c1740 1 --2- 172.21.15.17:0/2311395405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50bee680 0x559a50bf0a70 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f29940697d0 tx=0x7f298800f790 comp rx=0 tx=0).stop 2024-09-16T01:48:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.319+0000 7f299359e640 1 --2- 172.21.15.17:0/1411780405 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f297c0a3240 0x7f297c0a5700 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f298c005f40 tx=0x7f298c004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.319+0000 7f299b5c1740 1 -- 172.21.15.17:0/2311395405 shutdown_connections 2024-09-16T01:48:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.319+0000 7f299b5c1740 1 --2- 172.21.15.17:0/2311395405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50bee680 0x559a50bf0a70 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.319+0000 7f299b5c1740 1 --2- 172.21.15.17:0/2311395405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be3dc0 0x559a50bee140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.319+0000 7f299b5c1740 1 --2- 172.21.15.17:0/2311395405 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be34a0 0x559a50be3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.319+0000 7f299b5c1740 1 -- 172.21.15.17:0/2311395405 >> 172.21.15.17:0/2311395405 conn(0x559a50bdfa30 msgr2=0x559a50bdfe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.319+0000 7f299b5c1740 1 -- 172.21.15.17:0/2311395405 shutdown_connections 2024-09-16T01:48:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.319+0000 7f299b5c1740 1 -- 172.21.15.17:0/2311395405 wait complete. 2024-09-16T01:48:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.319+0000 7f299b5c1740 1 -- start start 2024-09-16T01:48:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.319+0000 7f299b5c1740 1 Processor -- start 2024-09-16T01:48:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299b5c1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be34a0 0x559a50bedf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299b5c1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be3dc0 0x559a50beb1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299b5c1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50bee680 0x559a50beb720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299b5c1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559a50bf1250 con 0x559a50bee680 2024-09-16T01:48:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299b5c1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559a50b04050 con 0x559a50be34a0 2024-09-16T01:48:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299b5c1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559a50bf13d0 con 0x559a50be3dc0 2024-09-16T01:48:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299b5c1740 10 client.0 _ll_register_callbacks cb 0x559a50b44160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299259c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be3dc0 0x559a50beb1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299259c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be3dc0 0x559a50beb1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:47114/0 (socket says 172.21.15.17:47114) 2024-09-16T01:48:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50bee680 0x559a50beb720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299259c640 1 -- 172.21.15.17:0/768719862 learned_addr learned my addr 172.21.15.17:0/768719862 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f2992d9d640 1 --2- 172.21.15.17:0/768719862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be34a0 0x559a50bedf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299359e640 1 -- 172.21.15.17:0/768719862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be3dc0 msgr2=0x559a50beb1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299359e640 1 --2- 172.21.15.17:0/768719862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be3dc0 0x559a50beb1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299359e640 1 -- 172.21.15.17:0/768719862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be34a0 msgr2=0x559a50bedf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:52.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299359e640 1 --2- 172.21.15.17:0/768719862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be34a0 0x559a50bedf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299359e640 1 -- 172.21.15.17:0/768719862 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a508ba3c0 con 0x559a50bee680 2024-09-16T01:48:52.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f299359e640 1 --2- 172.21.15.17:0/768719862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50bee680 0x559a50beb720 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f298c004410 tx=0x7f298c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=878f004e5c805723 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:52.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f2976ff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:48:52.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.320+0000 7f2976ff5640 1 -- 172.21.15.17:0/768719862 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f298c011850 con 0x559a50bee680 2024-09-16T01:48:52.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.321+0000 7f299b5c1740 1 -- 172.21.15.17:0/768719862 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2988004c50 con 0x559a50bee680 2024-09-16T01:48:52.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.321+0000 7f2976ff5640 1 -- 172.21.15.17:0/768719862 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f298c0119f0 con 0x559a50bee680 2024-09-16T01:48:52.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.321+0000 7f2976ff5640 1 -- 172.21.15.17:0/768719862 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f298c011bf0 con 0x559a50bee680 2024-09-16T01:48:52.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.321+0000 7f299b5c1740 10 client.16281 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:52.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.321+0000 7f299b5c1740 1 -- 172.21.15.17:0/768719862 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559a50bfcc00 con 0x559a50bee680 2024-09-16T01:48:52.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.321+0000 7f2976ff5640 1 -- 172.21.15.17:0/768719862 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2988004c50 con 0x559a50bee680 2024-09-16T01:48:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.321+0000 7f2976ff5640 1 -- 172.21.15.17:0/768719862 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f298c01c3c0 con 0x559a50bee680 2024-09-16T01:48:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.321+0000 7f299b5c1740 10 client.16281 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.321+0000 7f299b5c1740 10 client.16281 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.321+0000 7f299b5c1740 20 client.16281 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.321+0000 7f299b5c1740 1 --2- 172.21.15.17:0/768719862 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559a50bfe0c0 0x559a50c004b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.321+0000 7f299b5c1740 4 client.16281 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:48:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.321+0000 7f299b5c1740 1 -- 172.21.15.17:0/768719862 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559a50b56850 con 0x559a50bfe0c0 2024-09-16T01:48:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.321+0000 7f2992d9d640 1 --2- 172.21.15.17:0/768719862 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559a50bfe0c0 0x559a50c004b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.322+0000 7f2992d9d640 1 --2- 172.21.15.17:0/768719862 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559a50bfe0c0 0x559a50c004b0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aeef33067843d402 server_cookie=ba4e97c19262aeba in_seq=0 out_seq=0 2024-09-16T01:48:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.322+0000 7f2976ff5640 10 client.16281 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.323+0000 7f2976ff5640 1 -- 172.21.15.17:0/768719862 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559a50b56850 con 0x559a50bfe0c0 2024-09-16T01:48:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.323+0000 7f2976ff5640 10 client.16281 handle_command_reply: tid=0 2024-09-16T01:48:52.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.323+0000 7f299b5c1740 1 client.16281 shutdown 2024-09-16T01:48:52.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.323+0000 7f299b5c1740 1 -- 172.21.15.17:0/768719862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50bee680 msgr2=0x559a50beb720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.323+0000 7f299b5c1740 1 --2- 172.21.15.17:0/768719862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50bee680 0x559a50beb720 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f298c004410 tx=0x7f298c004ab0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.323+0000 7f299b5c1740 1 -- 172.21.15.17:0/768719862 shutdown_connections 2024-09-16T01:48:52.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.323+0000 7f299b5c1740 1 --2- 172.21.15.17:0/768719862 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559a50bfe0c0 0x559a50c004b0 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.323+0000 7f2976ff5640 0 client.16281 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:52.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.323+0000 7f299b5c1740 1 --2- 172.21.15.17:0/768719862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50bee680 0x559a50beb720 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.323+0000 7f299b5c1740 1 --2- 172.21.15.17:0/768719862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be3dc0 0x559a50beb1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.323+0000 7f299b5c1740 1 --2- 172.21.15.17:0/768719862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be34a0 0x559a50bedf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.323+0000 7f299b5c1740 1 -- 172.21.15.17:0/768719862 >> 172.21.15.17:0/768719862 conn(0x559a50bdfa30 msgr2=0x559a50be5710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:52.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.323+0000 7f299b5c1740 1 -- 172.21.15.17:0/768719862 shutdown_connections 2024-09-16T01:48:52.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.323+0000 7f299b5c1740 1 -- 172.21.15.17:0/768719862 wait complete. 2024-09-16T01:48:52.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.324+0000 7f299b5c1740 20 client.16281 trim_cache size 0 max 16384 2024-09-16T01:48:52.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f299b5c1740 1 Processor -- start 2024-09-16T01:48:52.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f299b5c1740 1 -- start start 2024-09-16T01:48:52.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f299b5c1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50bdfa30 0x559a50bed150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f299b5c1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be34a0 0x559a50c05d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f299b5c1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50be3dc0 0x559a50c062a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f299b5c1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f29941b1fd0 con 0x559a50be3dc0 2024-09-16T01:48:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f299b5c1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f29941af8a0 con 0x559a50be34a0 2024-09-16T01:48:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f299b5c1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f29941ad6d0 con 0x559a50bdfa30 2024-09-16T01:48:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f2992d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50bdfa30 0x559a50bed150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f2992d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50bdfa30 0x559a50bed150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:47124/0 (socket says 172.21.15.17:47124) 2024-09-16T01:48:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f2992d9d640 1 -- 172.21.15.17:0/1010604840 learned_addr learned my addr 172.21.15.17:0/1010604840 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f299359e640 1 --2- 172.21.15.17:0/1010604840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50be3dc0 0x559a50c062a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f299259c640 1 --2- 172.21.15.17:0/1010604840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be34a0 0x559a50c05d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f2992d9d640 1 -- 172.21.15.17:0/1010604840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be34a0 msgr2=0x559a50c05d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f2992d9d640 1 --2- 172.21.15.17:0/1010604840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be34a0 0x559a50c05d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f2992d9d640 1 -- 172.21.15.17:0/1010604840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50be3dc0 msgr2=0x559a50c062a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f2992d9d640 1 --2- 172.21.15.17:0/1010604840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50be3dc0 0x559a50c062a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f2992d9d640 1 -- 172.21.15.17:0/1010604840 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559a50be3bf0 con 0x559a50bdfa30 2024-09-16T01:48:52.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.344+0000 7f299359e640 1 --2- 172.21.15.17:0/1010604840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50be3dc0 0x559a50c062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:48:52.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.345+0000 7f2992d9d640 1 --2- 172.21.15.17:0/1010604840 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50bdfa30 0x559a50bed150 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f29840bbf00 tx=0x7f29840b7ea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60463ecd4672b941 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:52.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.345+0000 7f2978ff9640 1 -- 172.21.15.17:0/1010604840 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2984048040 con 0x559a50bdfa30 2024-09-16T01:48:52.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.345+0000 7f2978ff9640 1 -- 172.21.15.17:0/1010604840 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f29840bc900 con 0x559a50bdfa30 2024-09-16T01:48:52.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.345+0000 7f2978ff9640 1 -- 172.21.15.17:0/1010604840 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29840b8870 con 0x559a50bdfa30 2024-09-16T01:48:52.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.346+0000 7f299b5c1740 1 -- 172.21.15.17:0/1010604840 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50bdfa30 msgr2=0x559a50bed150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.346+0000 7f299b5c1740 1 --2- 172.21.15.17:0/1010604840 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50bdfa30 0x559a50bed150 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f29840bbf00 tx=0x7f29840b7ea0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.346+0000 7f299b5c1740 1 -- 172.21.15.17:0/1010604840 shutdown_connections 2024-09-16T01:48:52.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.346+0000 7f299b5c1740 1 --2- 172.21.15.17:0/1010604840 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50be3dc0 0x559a50c062a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.346+0000 7f299b5c1740 1 --2- 172.21.15.17:0/1010604840 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50be34a0 0x559a50c05d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.346+0000 7f299b5c1740 1 --2- 172.21.15.17:0/1010604840 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50bdfa30 0x559a50bed150 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.346+0000 7f299b5c1740 1 -- 172.21.15.17:0/1010604840 >> 172.21.15.17:0/1010604840 conn(0x559a50beb880 msgr2=0x559a50beca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:52.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.346+0000 7f299b5c1740 1 -- 172.21.15.17:0/1010604840 shutdown_connections 2024-09-16T01:48:52.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.346+0000 7f299b5c1740 1 -- 172.21.15.17:0/1010604840 wait complete. 2024-09-16T01:48:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.346+0000 7f299b5c1740 1 -- start start 2024-09-16T01:48:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.346+0000 7f299b5c1740 1 Processor -- start 2024-09-16T01:48:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f299b5c1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50bdfa30 0x559a50bf6d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f299b5c1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be34a0 0x559a50bf4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f299b5c1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50be3dc0 0x559a50bf45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f299b5c1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f29941add60 con 0x559a50be3dc0 2024-09-16T01:48:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f299b5c1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f29941af1d0 con 0x559a50bdfa30 2024-09-16T01:48:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f299b5c1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f29941ae430 con 0x559a50be34a0 2024-09-16T01:48:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f299b5c1740 10 client.0 _ll_register_callbacks cb 0x7f298c009ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:48:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f299359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50be3dc0 0x559a50bf45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f2992d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50bdfa30 0x559a50bf6d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f299259c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be34a0 0x559a50bf4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f2992d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50bdfa30 0x559a50bf6d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:42996/0 (socket says 172.21.15.17:42996) 2024-09-16T01:48:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f299359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50be3dc0 0x559a50bf45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59402/0 (socket says 172.21.15.17:59402) 2024-09-16T01:48:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f299259c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be34a0 0x559a50bf4090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:47136/0 (socket says 172.21.15.17:47136) 2024-09-16T01:48:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f2992d9d640 1 -- 172.21.15.17:0/798554675 learned_addr learned my addr 172.21.15.17:0/798554675 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:48:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f2992d9d640 1 -- 172.21.15.17:0/798554675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be34a0 msgr2=0x559a50bf4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f2992d9d640 1 --2- 172.21.15.17:0/798554675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be34a0 0x559a50bf4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f2992d9d640 1 -- 172.21.15.17:0/798554675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50be3dc0 msgr2=0x559a50bf45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:48:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f2992d9d640 1 --2- 172.21.15.17:0/798554675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50be3dc0 0x559a50bf45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f2992d9d640 1 -- 172.21.15.17:0/798554675 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559a50bf4db0 con 0x559a50bdfa30 2024-09-16T01:48:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f2992d9d640 1 --2- 172.21.15.17:0/798554675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50bdfa30 0x559a50bf6d40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2984000c00 tx=0x7f29840bc270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c84f4aabfa24f7ad server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:48:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f2976ff5640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:48:52.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.347+0000 7f2976ff5640 1 -- 172.21.15.17:0/798554675 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2984048030 con 0x559a50bdfa30 2024-09-16T01:48:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.348+0000 7f2976ff5640 1 -- 172.21.15.17:0/798554675 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f29840b8870 con 0x559a50bdfa30 2024-09-16T01:48:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.348+0000 7f299b5c1740 1 -- 172.21.15.17:0/798554675 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f29840bc900 con 0x559a50bdfa30 2024-09-16T01:48:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.348+0000 7f2976ff5640 1 -- 172.21.15.17:0/798554675 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f29840d5200 con 0x559a50bdfa30 2024-09-16T01:48:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.348+0000 7f299b5c1740 10 client.25790 fetch_fsmap learned FSMap version 25 2024-09-16T01:48:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.348+0000 7f299b5c1740 1 -- 172.21.15.17:0/798554675 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559a50c68d00 con 0x559a50bdfa30 2024-09-16T01:48:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.348+0000 7f2976ff5640 1 -- 172.21.15.17:0/798554675 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f29840bc900 con 0x559a50bdfa30 2024-09-16T01:48:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.348+0000 7f2976ff5640 1 -- 172.21.15.17:0/798554675 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f298404b060 con 0x559a50bdfa30 2024-09-16T01:48:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.348+0000 7f299b5c1740 10 client.25790 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:48:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.348+0000 7f299b5c1740 10 client.25790 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:48:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.348+0000 7f299b5c1740 20 client.25790 populate_metadata read hostname 'smithi017' 2024-09-16T01:48:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.348+0000 7f299b5c1740 1 --2- 172.21.15.17:0/798554675 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559a50bee680 0x559a50c6b240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:48:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.348+0000 7f299b5c1740 4 client.25790 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:48:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.348+0000 7f299b5c1740 1 -- 172.21.15.17:0/798554675 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559a50b50d60 con 0x559a50bee680 2024-09-16T01:48:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.348+0000 7f299259c640 1 --2- 172.21.15.17:0/798554675 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559a50bee680 0x559a50c6b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:48:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.349+0000 7f299259c640 1 --2- 172.21.15.17:0/798554675 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559a50bee680 0x559a50c6b240 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a86a4816119ed24d server_cookie=158c223070010b46 in_seq=0 out_seq=0 2024-09-16T01:48:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.349+0000 7f2976ff5640 10 client.25790 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.349+0000 7f2976ff5640 1 -- 172.21.15.17:0/798554675 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x559a50b50d60 con 0x559a50bee680 2024-09-16T01:48:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.349+0000 7f2976ff5640 10 client.25790 handle_command_reply: tid=0 2024-09-16T01:48:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.349+0000 7f299b5c1740 1 client.25790 shutdown 2024-09-16T01:48:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.349+0000 7f299b5c1740 1 -- 172.21.15.17:0/798554675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50bdfa30 msgr2=0x559a50bf6d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.349+0000 7f299b5c1740 1 --2- 172.21.15.17:0/798554675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50bdfa30 0x559a50bf6d40 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f2984000c00 tx=0x7f29840bc270 comp rx=0 tx=0).stop 2024-09-16T01:48:52.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.349+0000 7f299b5c1740 1 -- 172.21.15.17:0/798554675 shutdown_connections 2024-09-16T01:48:52.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.349+0000 7f299b5c1740 1 --2- 172.21.15.17:0/798554675 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559a50bee680 0x559a50c6b240 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.349+0000 7f299b5c1740 1 --2- 172.21.15.17:0/798554675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559a50be3dc0 0x559a50bf45d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.349+0000 7f299b5c1740 1 --2- 172.21.15.17:0/798554675 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559a50be34a0 0x559a50bf4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.349+0000 7f299b5c1740 1 --2- 172.21.15.17:0/798554675 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559a50bdfa30 0x559a50bf6d40 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.349+0000 7f299b5c1740 1 -- 172.21.15.17:0/798554675 >> 172.21.15.17:0/798554675 conn(0x559a50beb880 msgr2=0x559a50bde350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:52.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.349+0000 7f2976ff5640 0 client.25790 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:48:52.359 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:48:52.359 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:48:52.359 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:48:52.360 INFO:teuthology.orchestra.run.smithi017.stdout: "bdb94e0d-833a-44fa-9825-e6887e405097": { 2024-09-16T01:48:52.360 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:48:52.360 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "bdb94e0d-833a-44fa-9825-e6887e405097", 2024-09-16T01:48:52.360 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:48:52.360 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:48:52.360 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:48:52.360 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:48:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.350+0000 7f299b5c1740 1 -- 172.21.15.17:0/798554675 shutdown_connections 2024-09-16T01:48:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.350+0000 7f299b5c1740 1 -- 172.21.15.17:0/798554675 wait complete. 2024-09-16T01:48:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.350+0000 7f299b5c1740 20 client.25790 trim_cache size 0 max 16384 2024-09-16T01:48:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.350+0000 7f29991e8640 1 -- 172.21.15.17:0/1411780405 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f297c0a3240 msgr2=0x7f297c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.350+0000 7f29991e8640 1 --2- 172.21.15.17:0/1411780405 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f297c0a3240 0x7f297c0a5700 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f298c005f40 tx=0x7f298c004a40 comp rx=0 tx=0).stop 2024-09-16T01:48:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.350+0000 7f29991e8640 1 -- 172.21.15.17:0/1411780405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2994102d90 msgr2=0x7f29941009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:48:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.350+0000 7f29991e8640 1 --2- 172.21.15.17:0/1411780405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2994102d90 0x7f29941009f0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f2984004770 tx=0x7f29840042f0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.350+0000 7f29991e8640 1 -- 172.21.15.17:0/1411780405 shutdown_connections 2024-09-16T01:48:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.350+0000 7f29991e8640 1 --2- 172.21.15.17:0/1411780405 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f297c0a3240 0x7f297c0a5700 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.350+0000 7f29991e8640 1 --2- 172.21.15.17:0/1411780405 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2994108290 0x7f2994101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.350+0000 7f29991e8640 1 --2- 172.21.15.17:0/1411780405 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2994103740 0x7f2994100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.350+0000 7f29991e8640 1 --2- 172.21.15.17:0/1411780405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2994102d90 0x7f29941009f0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:48:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.350+0000 7f29991e8640 1 -- 172.21.15.17:0/1411780405 >> 172.21.15.17:0/1411780405 conn(0x7f29940fc7d0 msgr2=0x7f2994105e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:48:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.351+0000 7f29991e8640 1 -- 172.21.15.17:0/1411780405 shutdown_connections 2024-09-16T01:48:52.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:48:52.351+0000 7f29991e8640 1 -- 172.21.15.17:0/1411780405 wait complete. 2024-09-16T01:48:52.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:52 smithi017 ceph-mon[30972]: pgmap v499: 97 pgs: 97 active+clean; 88 MiB data, 719 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.6 MiB/s wr, 84 op/s 2024-09-16T01:48:52.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:52 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:48:52.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:52 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:52.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:52 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:48:52.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:52 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:52.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 178356 3.72 MB/sec execute 135 sec latency 18.052 ms 2024-09-16T01:48:52.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:52 smithi029 ceph-mon[34783]: pgmap v499: 97 pgs: 97 active+clean; 88 MiB data, 719 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.6 MiB/s wr, 84 op/s 2024-09-16T01:48:52.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:52 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:48:52.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:52 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:52.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:52 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:48:52.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:52 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:52.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:52 smithi122 ceph-mon[34758]: pgmap v499: 97 pgs: 97 active+clean; 88 MiB data, 719 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.6 MiB/s wr, 84 op/s 2024-09-16T01:48:52.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:52 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:48:52.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:52 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:52.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:52 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:48:52.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:52 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:48:53.034 INFO:tasks.cephfs.filesystem:scrub status for tag:bdb94e0d-833a-44fa-9825-e6887e405097 - {'path': '/', 'tag': 'bdb94e0d-833a-44fa-9825-e6887e405097', 'options': 'recursive,force'} 2024-09-16T01:48:53.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 179141 3.73 MB/sec execute 136 sec latency 14.483 ms 2024-09-16T01:48:54.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 179851 3.72 MB/sec execute 137 sec latency 16.833 ms 2024-09-16T01:48:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:54 smithi017 ceph-mon[30972]: pgmap v500: 97 pgs: 97 active+clean; 89 MiB data, 720 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 86 op/s 2024-09-16T01:48:54.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:54 smithi122 ceph-mon[34758]: pgmap v500: 97 pgs: 97 active+clean; 89 MiB data, 720 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 86 op/s 2024-09-16T01:48:54.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:54 smithi029 ceph-mon[34783]: pgmap v500: 97 pgs: 97 active+clean; 89 MiB data, 720 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 86 op/s 2024-09-16T01:48:55.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 180680 3.74 MB/sec execute 138 sec latency 14.266 ms 2024-09-16T01:48:55.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:55 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:48:55.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:55 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:48:55.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:55 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:48:55.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:55 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:48:55.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:55 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:48:55.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:55 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:48:55.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:55 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:48:55.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:55 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:48:55.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:55 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:48:55.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:55 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:48:55.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:55 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:48:55.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:55 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:48:55.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:55 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:48:55.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:55 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:48:55.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:55 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:48:56.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 181282 3.75 MB/sec execute 139 sec latency 13.279 ms 2024-09-16T01:48:56.644 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:56 smithi017 ceph-mon[30972]: pgmap v501: 97 pgs: 97 active+clean; 89 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.7 MiB/s wr, 89 op/s 2024-09-16T01:48:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:56 smithi122 ceph-mon[34758]: pgmap v501: 97 pgs: 97 active+clean; 89 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.7 MiB/s wr, 89 op/s 2024-09-16T01:48:56.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:56 smithi029 ceph-mon[34783]: pgmap v501: 97 pgs: 97 active+clean; 89 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.7 MiB/s wr, 89 op/s 2024-09-16T01:48:57.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 181859 3.73 MB/sec execute 140 sec latency 17.971 ms 2024-09-16T01:48:58.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 182629 3.73 MB/sec execute 141 sec latency 13.353 ms 2024-09-16T01:48:58.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:48:58 smithi017 ceph-mon[30972]: pgmap v502: 97 pgs: 97 active+clean; 89 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:48:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:48:58 smithi122 ceph-mon[34758]: pgmap v502: 97 pgs: 97 active+clean; 89 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:48:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:48:58 smithi029 ceph-mon[34783]: pgmap v502: 97 pgs: 97 active+clean; 89 MiB data, 722 MiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:48:59.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 183380 3.72 MB/sec execute 142 sec latency 14.794 ms 2024-09-16T01:49:00.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 184233 3.74 MB/sec execute 143 sec latency 11.876 ms 2024-09-16T01:49:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:00 smithi017 ceph-mon[30972]: pgmap v503: 97 pgs: 97 active+clean; 90 MiB data, 732 MiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 1.9 MiB/s wr, 105 op/s 2024-09-16T01:49:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:00 smithi122 ceph-mon[34758]: pgmap v503: 97 pgs: 97 active+clean; 90 MiB data, 732 MiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 1.9 MiB/s wr, 105 op/s 2024-09-16T01:49:00.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:00 smithi029 ceph-mon[34783]: pgmap v503: 97 pgs: 97 active+clean; 90 MiB data, 732 MiB used, 1.0 TiB / 1.0 TiB avail; 337 KiB/s rd, 1.9 MiB/s wr, 105 op/s 2024-09-16T01:49:01.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 184842 3.75 MB/sec execute 144 sec latency 12.685 ms 2024-09-16T01:49:02.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 185445 3.73 MB/sec execute 145 sec latency 15.542 ms 2024-09-16T01:49:02.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:02 smithi017 ceph-mon[30972]: pgmap v504: 97 pgs: 97 active+clean; 90 MiB data, 738 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.7 MiB/s wr, 86 op/s 2024-09-16T01:49:02.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:02 smithi029 ceph-mon[34783]: pgmap v504: 97 pgs: 97 active+clean; 90 MiB data, 738 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.7 MiB/s wr, 86 op/s 2024-09-16T01:49:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:02 smithi122 ceph-mon[34758]: pgmap v504: 97 pgs: 97 active+clean; 90 MiB data, 738 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.7 MiB/s wr, 86 op/s 2024-09-16T01:49:03.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 186195 3.74 MB/sec execute 146 sec latency 14.496 ms 2024-09-16T01:49:04.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 186927 3.73 MB/sec execute 147 sec latency 17.533 ms 2024-09-16T01:49:04.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:04 smithi017 ceph-mon[30972]: pgmap v505: 97 pgs: 97 active+clean; 90 MiB data, 774 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 88 op/s 2024-09-16T01:49:04.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:04 smithi122 ceph-mon[34758]: pgmap v505: 97 pgs: 97 active+clean; 90 MiB data, 774 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 88 op/s 2024-09-16T01:49:04.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:04 smithi029 ceph-mon[34783]: pgmap v505: 97 pgs: 97 active+clean; 90 MiB data, 774 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 88 op/s 2024-09-16T01:49:05.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 187775 3.75 MB/sec execute 148 sec latency 12.574 ms 2024-09-16T01:49:06.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 188389 3.75 MB/sec execute 149 sec latency 10.039 ms 2024-09-16T01:49:06.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:06 smithi017 ceph-mon[30972]: pgmap v506: 97 pgs: 97 active+clean; 92 MiB data, 776 MiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.8 MiB/s wr, 106 op/s 2024-09-16T01:49:06.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:06 smithi122 ceph-mon[34758]: pgmap v506: 97 pgs: 97 active+clean; 92 MiB data, 776 MiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.8 MiB/s wr, 106 op/s 2024-09-16T01:49:06.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:06 smithi029 ceph-mon[34783]: pgmap v506: 97 pgs: 97 active+clean; 92 MiB data, 776 MiB used, 1.0 TiB / 1.0 TiB avail; 319 KiB/s rd, 1.8 MiB/s wr, 106 op/s 2024-09-16T01:49:07.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 188984 3.73 MB/sec execute 150 sec latency 21.312 ms 2024-09-16T01:49:08.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 189782 3.74 MB/sec execute 151 sec latency 13.138 ms 2024-09-16T01:49:08.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:08 smithi017 ceph-mon[30972]: pgmap v507: 97 pgs: 97 active+clean; 92 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.5 MiB/s wr, 79 op/s 2024-09-16T01:49:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:08 smithi122 ceph-mon[34758]: pgmap v507: 97 pgs: 97 active+clean; 92 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.5 MiB/s wr, 79 op/s 2024-09-16T01:49:08.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:08 smithi029 ceph-mon[34783]: pgmap v507: 97 pgs: 97 active+clean; 92 MiB data, 780 MiB used, 1.0 TiB / 1.0 TiB avail; 211 KiB/s rd, 1.5 MiB/s wr, 79 op/s 2024-09-16T01:49:09.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 190461 3.73 MB/sec execute 152 sec latency 15.051 ms 2024-09-16T01:49:10.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 191314 3.75 MB/sec execute 153 sec latency 13.941 ms 2024-09-16T01:49:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:10 smithi017 ceph-mon[30972]: pgmap v508: 97 pgs: 97 active+clean; 94 MiB data, 782 MiB used, 1.0 TiB / 1.0 TiB avail; 311 KiB/s rd, 2.0 MiB/s wr, 108 op/s 2024-09-16T01:49:10.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:10 smithi122 ceph-mon[34758]: pgmap v508: 97 pgs: 97 active+clean; 94 MiB data, 782 MiB used, 1.0 TiB / 1.0 TiB avail; 311 KiB/s rd, 2.0 MiB/s wr, 108 op/s 2024-09-16T01:49:10.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:10 smithi029 ceph-mon[34783]: pgmap v508: 97 pgs: 97 active+clean; 94 MiB data, 782 MiB used, 1.0 TiB / 1.0 TiB avail; 311 KiB/s rd, 2.0 MiB/s wr, 108 op/s 2024-09-16T01:49:11.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 191905 3.76 MB/sec execute 154 sec latency 13.921 ms 2024-09-16T01:49:12.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 192470 3.74 MB/sec execute 155 sec latency 17.048 ms 2024-09-16T01:49:12.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:12 smithi017 ceph-mon[30972]: pgmap v509: 97 pgs: 97 active+clean; 94 MiB data, 783 MiB used, 1.0 TiB / 1.0 TiB avail; 197 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:49:12.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:12 smithi029 ceph-mon[34783]: pgmap v509: 97 pgs: 97 active+clean; 94 MiB data, 783 MiB used, 1.0 TiB / 1.0 TiB avail; 197 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:49:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:12 smithi122 ceph-mon[34758]: pgmap v509: 97 pgs: 97 active+clean; 94 MiB data, 783 MiB used, 1.0 TiB / 1.0 TiB avail; 197 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:49:13.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 193239 3.74 MB/sec execute 156 sec latency 13.044 ms 2024-09-16T01:49:14.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 193959 3.73 MB/sec execute 157 sec latency 21.147 ms 2024-09-16T01:49:14.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:14 smithi017 ceph-mon[30972]: pgmap v510: 97 pgs: 97 active+clean; 95 MiB data, 788 MiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:49:14.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:14 smithi029 ceph-mon[34783]: pgmap v510: 97 pgs: 97 active+clean; 95 MiB data, 788 MiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:49:14.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:14 smithi122 ceph-mon[34758]: pgmap v510: 97 pgs: 97 active+clean; 95 MiB data, 788 MiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:49:15.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 194849 3.75 MB/sec execute 158 sec latency 10.793 ms 2024-09-16T01:49:16.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 195433 3.76 MB/sec execute 159 sec latency 10.691 ms 2024-09-16T01:49:16.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:16 smithi017 ceph-mon[30972]: pgmap v511: 97 pgs: 97 active+clean; 93 MiB data, 812 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.9 MiB/s wr, 105 op/s 2024-09-16T01:49:16.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:16 smithi029 ceph-mon[34783]: pgmap v511: 97 pgs: 97 active+clean; 93 MiB data, 812 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.9 MiB/s wr, 105 op/s 2024-09-16T01:49:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:16 smithi122 ceph-mon[34758]: pgmap v511: 97 pgs: 97 active+clean; 93 MiB data, 812 MiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.9 MiB/s wr, 105 op/s 2024-09-16T01:49:17.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 195997 3.74 MB/sec execute 160 sec latency 18.001 ms 2024-09-16T01:49:18.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 196788 3.74 MB/sec execute 161 sec latency 14.698 ms 2024-09-16T01:49:18.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:18 smithi017 ceph-mon[30972]: pgmap v512: 97 pgs: 97 active+clean; 93 MiB data, 812 MiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:49:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:18 smithi122 ceph-mon[34758]: pgmap v512: 97 pgs: 97 active+clean; 93 MiB data, 812 MiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:49:18.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:18 smithi029 ceph-mon[34783]: pgmap v512: 97 pgs: 97 active+clean; 93 MiB data, 812 MiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:49:19.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 197545 3.73 MB/sec execute 162 sec latency 15.474 ms 2024-09-16T01:49:20.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 198409 3.75 MB/sec execute 163 sec latency 13.077 ms 2024-09-16T01:49:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:20 smithi017 ceph-mon[30972]: pgmap v513: 97 pgs: 97 active+clean; 95 MiB data, 810 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.8 MiB/s wr, 106 op/s 2024-09-16T01:49:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:20 smithi122 ceph-mon[34758]: pgmap v513: 97 pgs: 97 active+clean; 95 MiB data, 810 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.8 MiB/s wr, 106 op/s 2024-09-16T01:49:20.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:20 smithi029 ceph-mon[34783]: pgmap v513: 97 pgs: 97 active+clean; 95 MiB data, 810 MiB used, 1.0 TiB / 1.0 TiB avail; 328 KiB/s rd, 1.8 MiB/s wr, 106 op/s 2024-09-16T01:49:21.591 INFO:tasks.workunit.client.0.smithi017.stdout: 1 199034 3.76 MB/sec execute 164 sec latency 9.856 ms 2024-09-16T01:49:22.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 199681 3.75 MB/sec execute 165 sec latency 16.976 ms 2024-09-16T01:49:22.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:22 smithi017 ceph-mon[30972]: pgmap v514: 97 pgs: 97 active+clean; 95 MiB data, 819 MiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.6 MiB/s wr, 83 op/s 2024-09-16T01:49:22.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:22 smithi122 ceph-mon[34758]: pgmap v514: 97 pgs: 97 active+clean; 95 MiB data, 819 MiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.6 MiB/s wr, 83 op/s 2024-09-16T01:49:22.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:22 smithi029 ceph-mon[34783]: pgmap v514: 97 pgs: 97 active+clean; 95 MiB data, 819 MiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.6 MiB/s wr, 83 op/s 2024-09-16T01:49:23.035 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:49:23.326 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:49:23.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 200422 3.75 MB/sec execute 166 sec latency 16.760 ms 2024-09-16T01:49:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.864+0000 7f1706829640 1 -- 172.21.15.17:0/1251318676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700100e20 msgr2=0x7f1700101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.864+0000 7f1706829640 1 --2- 172.21.15.17:0/1251318676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700100e20 0x7f1700101200 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f16f0009900 tx=0x7f16f002a480 comp rx=0 tx=0).stop 2024-09-16T01:49:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.864+0000 7f1706829640 1 -- 172.21.15.17:0/1251318676 shutdown_connections 2024-09-16T01:49:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.864+0000 7f1706829640 1 --2- 172.21.15.17:0/1251318676 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1700102ef0 0x7f170010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.864+0000 7f1706829640 1 --2- 172.21.15.17:0/1251318676 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1700102570 0x7f17001029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.864+0000 7f1706829640 1 --2- 172.21.15.17:0/1251318676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700100e20 0x7f1700101200 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.864+0000 7f1706829640 1 -- 172.21.15.17:0/1251318676 >> 172.21.15.17:0/1251318676 conn(0x7f17000fc7d0 msgr2=0x7f17000febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.864+0000 7f1706829640 1 -- 172.21.15.17:0/1251318676 shutdown_connections 2024-09-16T01:49:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.864+0000 7f1706829640 1 -- 172.21.15.17:0/1251318676 wait complete. 2024-09-16T01:49:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.865+0000 7f1706829640 1 Processor -- start 2024-09-16T01:49:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.865+0000 7f1706829640 1 -- start start 2024-09-16T01:49:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.865+0000 7f1706829640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1700100e20 0x7f17001992e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.865+0000 7f1706829640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1700102570 0x7f1700199820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.865+0000 7f1706829640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700102ef0 0x7f17001a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.865+0000 7f1706829640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1700110e30 con 0x7f1700102ef0 2024-09-16T01:49:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.865+0000 7f1706829640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1700110cb0 con 0x7f1700102570 2024-09-16T01:49:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.865+0000 7f1706829640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1700110fb0 con 0x7f1700100e20 2024-09-16T01:49:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.865+0000 7f1704dc6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700102ef0 0x7f17001a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.865+0000 7f16fffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1700100e20 0x7f17001992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f16fffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1700100e20 0x7f17001992e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45492/0 (socket says 172.21.15.17:45492) 2024-09-16T01:49:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f16fffff640 1 -- 172.21.15.17:0/1699924800 learned_addr learned my addr 172.21.15.17:0/1699924800 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f1704dc6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700102ef0 0x7f17001a4360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37388/0 (socket says 172.21.15.17:37388) 2024-09-16T01:49:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f16ff7fe640 1 --2- 172.21.15.17:0/1699924800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1700102570 0x7f1700199820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f16fffff640 1 -- 172.21.15.17:0/1699924800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1700102570 msgr2=0x7f1700199820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f16fffff640 1 --2- 172.21.15.17:0/1699924800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1700102570 0x7f1700199820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f16fffff640 1 -- 172.21.15.17:0/1699924800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700102ef0 msgr2=0x7f17001a4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f16fffff640 1 --2- 172.21.15.17:0/1699924800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700102ef0 0x7f17001a4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f16fffff640 1 -- 172.21.15.17:0/1699924800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17001a48a0 con 0x7f1700100e20 2024-09-16T01:49:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f16fffff640 1 --2- 172.21.15.17:0/1699924800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1700100e20 0x7f17001992e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f16f0006010 tx=0x7f16f0004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f16fd7fa640 1 -- 172.21.15.17:0/1699924800 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f003f030 con 0x7f1700100e20 2024-09-16T01:49:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f16fd7fa640 1 -- 172.21.15.17:0/1699924800 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16f0003aa0 con 0x7f1700100e20 2024-09-16T01:49:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f1706829640 1 -- 172.21.15.17:0/1699924800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17001a4a70 con 0x7f1700100e20 2024-09-16T01:49:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f16fd7fa640 1 -- 172.21.15.17:0/1699924800 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f0035070 con 0x7f1700100e20 2024-09-16T01:49:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.866+0000 7f1706829640 1 -- 172.21.15.17:0/1699924800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17001a4ec0 con 0x7f1700100e20 2024-09-16T01:49:23.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.869+0000 7f16fd7fa640 1 -- 172.21.15.17:0/1699924800 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f16f0042030 con 0x7f1700100e20 2024-09-16T01:49:23.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.870+0000 7f1708c02740 1 Processor -- start 2024-09-16T01:49:23.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.870+0000 7f1708c02740 1 -- start start 2024-09-16T01:49:23.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.870+0000 7f16fd7fa640 1 --2- 172.21.15.17:0/1699924800 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f16e80a3240 0x7f16e80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.870+0000 7f1708c02740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e07794a0 0x5566e0779880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.870+0000 7f1708c02740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e0779dc0 0x5566e0784140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.870+0000 7f1708c02740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0784680 0x5566e0786a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.870+0000 7f1708c02740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5566e06df2e0 con 0x5566e0779dc0 2024-09-16T01:49:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.870+0000 7f1708c02740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5566e0686ce0 con 0x5566e07794a0 2024-09-16T01:49:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.870+0000 7f1708c02740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5566e06db2a0 con 0x5566e0784680 2024-09-16T01:49:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.870+0000 7f16fd7fa640 1 -- 172.21.15.17:0/1699924800 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f16f00efed0 con 0x7f1700100e20 2024-09-16T01:49:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.870+0000 7f16fffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e07794a0 0x5566e0779880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.870+0000 7f16fffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e07794a0 0x5566e0779880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51784/0 (socket says 172.21.15.17:51784) 2024-09-16T01:49:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.871+0000 7f16fffff640 1 -- 172.21.15.17:0/3118620551 learned_addr learned my addr 172.21.15.17:0/3118620551 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.871+0000 7f1704dc6640 1 --2- 172.21.15.17:0/1699924800 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f16e80a3240 0x7f16e80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.871+0000 7f1704dc6640 1 --2- 172.21.15.17:0/3118620551 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0784680 0x5566e0786a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.871+0000 7f16ff7fe640 1 --2- 172.21.15.17:0/3118620551 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e0779dc0 0x5566e0784140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.871+0000 7f16fffff640 1 -- 172.21.15.17:0/3118620551 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0784680 msgr2=0x5566e0786a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:23.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.871+0000 7f16fffff640 1 --2- 172.21.15.17:0/3118620551 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0784680 0x5566e0786a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.871+0000 7f16fffff640 1 -- 172.21.15.17:0/3118620551 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e0779dc0 msgr2=0x5566e0784140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:23.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.871+0000 7f16fffff640 1 --2- 172.21.15.17:0/3118620551 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e0779dc0 0x5566e0784140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.871+0000 7f16fffff640 1 -- 172.21.15.17:0/3118620551 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566e066b440 con 0x5566e07794a0 2024-09-16T01:49:23.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.871+0000 7f16fffff640 1 --2- 172.21.15.17:0/3118620551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e07794a0 0x5566e0779880 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f16f00ed9d0 tx=0x7f16f00bc380 comp rx=0 tx=0).ready entity=mon.2 client_cookie=82c6c892061b01e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:23.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.871+0000 7f1704dc6640 1 --2- 172.21.15.17:0/1699924800 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f16e80a3240 0x7f16e80a5700 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x5566e0776db0 tx=0x7f16f800a8d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:23.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.871+0000 7f16e67fc640 1 -- 172.21.15.17:0/3118620551 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f0049070 con 0x5566e07794a0 2024-09-16T01:49:23.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.871+0000 7f16e67fc640 1 -- 172.21.15.17:0/3118620551 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16f00c6020 con 0x5566e07794a0 2024-09-16T01:49:23.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.871+0000 7f16e67fc640 1 -- 172.21.15.17:0/3118620551 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f00b8b60 con 0x5566e07794a0 2024-09-16T01:49:23.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.872+0000 7f1708c02740 1 -- 172.21.15.17:0/3118620551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e07794a0 msgr2=0x5566e0779880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.872+0000 7f1708c02740 1 --2- 172.21.15.17:0/3118620551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e07794a0 0x5566e0779880 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f16f00ed9d0 tx=0x7f16f00bc380 comp rx=0 tx=0).stop 2024-09-16T01:49:23.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.872+0000 7f1708c02740 1 -- 172.21.15.17:0/3118620551 shutdown_connections 2024-09-16T01:49:23.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.872+0000 7f1708c02740 1 --2- 172.21.15.17:0/3118620551 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0784680 0x5566e0786a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.872+0000 7f1708c02740 1 --2- 172.21.15.17:0/3118620551 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e0779dc0 0x5566e0784140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.872+0000 7f1708c02740 1 --2- 172.21.15.17:0/3118620551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e07794a0 0x5566e0779880 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.872+0000 7f1708c02740 1 -- 172.21.15.17:0/3118620551 >> 172.21.15.17:0/3118620551 conn(0x5566e0775a30 msgr2=0x5566e0775e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:23.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.872+0000 7f1708c02740 1 -- 172.21.15.17:0/3118620551 shutdown_connections 2024-09-16T01:49:23.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.872+0000 7f1708c02740 1 -- 172.21.15.17:0/3118620551 wait complete. 2024-09-16T01:49:23.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.873+0000 7f1708c02740 1 -- start start 2024-09-16T01:49:23.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.873+0000 7f1708c02740 1 Processor -- start 2024-09-16T01:49:23.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.873+0000 7f1708c02740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e07794a0 0x5566e0783fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.873+0000 7f1708c02740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0779dc0 0x5566e0781290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.873+0000 7f1708c02740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e0784680 0x5566e07817f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.873+0000 7f1708c02740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5566e0787010 con 0x5566e0784680 2024-09-16T01:49:23.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.873+0000 7f1708c02740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5566e069a050 con 0x5566e07794a0 2024-09-16T01:49:23.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f1704dc6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e0784680 0x5566e07817f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f1704dc6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e0784680 0x5566e07817f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37412/0 (socket says 172.21.15.17:37412) 2024-09-16T01:49:23.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f1704dc6640 1 -- 172.21.15.17:0/472415843 learned_addr learned my addr 172.21.15.17:0/472415843 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:23.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f1708c02740 1 -- 172.21.15.17:0/472415843 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5566e0787190 con 0x5566e0779dc0 2024-09-16T01:49:23.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f1708c02740 10 client.0 _ll_register_callbacks cb 0x5566e06da160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:23.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f16ff7fe640 1 --2- 172.21.15.17:0/472415843 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0779dc0 0x5566e0781290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f16fffff640 1 --2- 172.21.15.17:0/472415843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e07794a0 0x5566e0783fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f1704dc6640 1 -- 172.21.15.17:0/472415843 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0779dc0 msgr2=0x5566e0781290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:23.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f1704dc6640 1 --2- 172.21.15.17:0/472415843 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0779dc0 0x5566e0781290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f1704dc6640 1 -- 172.21.15.17:0/472415843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e07794a0 msgr2=0x5566e0783fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:23.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f1704dc6640 1 --2- 172.21.15.17:0/472415843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e07794a0 0x5566e0783fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f1704dc6640 1 -- 172.21.15.17:0/472415843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5566e04503c0 con 0x5566e0784680 2024-09-16T01:49:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f1704dc6640 1 --2- 172.21.15.17:0/472415843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e0784680 0x5566e07817f0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f16f800de80 tx=0x7f16f800a4d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a14cc0a266c54778 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f16df7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:49:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f16df7fe640 1 -- 172.21.15.17:0/472415843 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f8024030 con 0x5566e0784680 2024-09-16T01:49:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.874+0000 7f16df7fe640 1 -- 172.21.15.17:0/472415843 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f16f800fd20 con 0x5566e0784680 2024-09-16T01:49:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.875+0000 7f1708c02740 1 -- 172.21.15.17:0/472415843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16f00c6020 con 0x5566e0784680 2024-09-16T01:49:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.875+0000 7f16df7fe640 1 -- 172.21.15.17:0/472415843 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f16f8019040 con 0x5566e0784680 2024-09-16T01:49:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.875+0000 7f1708c02740 10 client.16299 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.875+0000 7f1708c02740 1 -- 172.21.15.17:0/472415843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5566e07929e0 con 0x5566e0784680 2024-09-16T01:49:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.875+0000 7f16df7fe640 1 -- 172.21.15.17:0/472415843 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16f00c6020 con 0x5566e0784680 2024-09-16T01:49:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.875+0000 7f16df7fe640 1 -- 172.21.15.17:0/472415843 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f16f8004620 con 0x5566e0784680 2024-09-16T01:49:23.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.875+0000 7f1708c02740 10 client.16299 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:23.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.875+0000 7f1708c02740 10 client.16299 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:49:23.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.875+0000 7f1708c02740 20 client.16299 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:23.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.875+0000 7f1708c02740 1 --2- 172.21.15.17:0/472415843 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5566e0793ea0 0x5566e0796360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.875+0000 7f1708c02740 4 client.16299 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:49:23.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.875+0000 7f1708c02740 1 -- 172.21.15.17:0/472415843 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5566e06ec850 con 0x5566e0793ea0 2024-09-16T01:49:23.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.876+0000 7f16fffff640 1 --2- 172.21.15.17:0/472415843 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5566e0793ea0 0x5566e0796360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.876+0000 7f16df7fe640 10 client.16299 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:23.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.876+0000 7f16fffff640 1 --2- 172.21.15.17:0/472415843 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5566e0793ea0 0x5566e0796360 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7dcb566eea03925d server_cookie=cc10ec9925fa1109 in_seq=0 out_seq=0 2024-09-16T01:49:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.876+0000 7f16df7fe640 1 -- 172.21.15.17:0/472415843 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5566e06ec850 con 0x5566e0793ea0 2024-09-16T01:49:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.877+0000 7f16df7fe640 10 client.16299 handle_command_reply: tid=0 2024-09-16T01:49:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.877+0000 7f1708c02740 1 client.16299 shutdown 2024-09-16T01:49:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.877+0000 7f1708c02740 1 -- 172.21.15.17:0/472415843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e0784680 msgr2=0x5566e07817f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.877+0000 7f1708c02740 1 --2- 172.21.15.17:0/472415843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e0784680 0x5566e07817f0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f16f800de80 tx=0x7f16f800a4d0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.877+0000 7f1708c02740 1 -- 172.21.15.17:0/472415843 shutdown_connections 2024-09-16T01:49:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.877+0000 7f1708c02740 1 --2- 172.21.15.17:0/472415843 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5566e0793ea0 0x5566e0796360 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.877+0000 7f1708c02740 1 --2- 172.21.15.17:0/472415843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e0784680 0x5566e07817f0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.877+0000 7f1708c02740 1 --2- 172.21.15.17:0/472415843 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0779dc0 0x5566e0781290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.877+0000 7f1708c02740 1 --2- 172.21.15.17:0/472415843 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e07794a0 0x5566e0783fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.877+0000 7f1708c02740 1 -- 172.21.15.17:0/472415843 >> 172.21.15.17:0/472415843 conn(0x5566e0775a30 msgr2=0x5566e0774b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.877+0000 7f16df7fe640 0 client.16299 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.877+0000 7f1708c02740 1 -- 172.21.15.17:0/472415843 shutdown_connections 2024-09-16T01:49:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.877+0000 7f1708c02740 1 -- 172.21.15.17:0/472415843 wait complete. 2024-09-16T01:49:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.877+0000 7f1708c02740 20 client.16299 trim_cache size 0 max 16384 2024-09-16T01:49:23.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.896+0000 7f1708c02740 1 Processor -- start 2024-09-16T01:49:23.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.896+0000 7f1708c02740 1 -- start start 2024-09-16T01:49:23.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f1708c02740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e07794a0 0x5566e07901e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f1708c02740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e0779dc0 0x5566e0795eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f1708c02740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0784680 0x5566e077c740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f1708c02740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f17001afda0 con 0x5566e07794a0 2024-09-16T01:49:23.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f1708c02740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f17001ad670 con 0x5566e0779dc0 2024-09-16T01:49:23.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f1708c02740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f17001ab4a0 con 0x5566e0784680 2024-09-16T01:49:23.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f16fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e07794a0 0x5566e07901e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f16fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e07794a0 0x5566e07901e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37422/0 (socket says 172.21.15.17:37422) 2024-09-16T01:49:23.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f16fffff640 1 -- 172.21.15.17:0/3086329235 learned_addr learned my addr 172.21.15.17:0/3086329235 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:23.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f16ff7fe640 1 --2- 172.21.15.17:0/3086329235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e0779dc0 0x5566e0795eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f1704dc6640 1 --2- 172.21.15.17:0/3086329235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0784680 0x5566e077c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f16fffff640 1 -- 172.21.15.17:0/3086329235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0784680 msgr2=0x5566e077c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:23.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f16fffff640 1 --2- 172.21.15.17:0/3086329235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0784680 0x5566e077c740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f16fffff640 1 -- 172.21.15.17:0/3086329235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e0779dc0 msgr2=0x5566e0795eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:23.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f16fffff640 1 --2- 172.21.15.17:0/3086329235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e0779dc0 0x5566e0795eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f16fffff640 1 -- 172.21.15.17:0/3086329235 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5566e0780240 con 0x5566e07794a0 2024-09-16T01:49:23.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.897+0000 7f16fffff640 1 --2- 172.21.15.17:0/3086329235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e07794a0 0x5566e07901e0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f16f00cb010 tx=0x7f16f00bc3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faac67182e9b29d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:23.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.898+0000 7f16e5ffb640 1 -- 172.21.15.17:0/3086329235 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f0049040 con 0x5566e07794a0 2024-09-16T01:49:23.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.898+0000 7f16e5ffb640 1 -- 172.21.15.17:0/3086329235 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16f00ba7f0 con 0x5566e07794a0 2024-09-16T01:49:23.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.898+0000 7f16e5ffb640 1 -- 172.21.15.17:0/3086329235 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f0003c50 con 0x5566e07794a0 2024-09-16T01:49:23.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.898+0000 7f1708c02740 1 -- 172.21.15.17:0/3086329235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e07794a0 msgr2=0x5566e07901e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.898+0000 7f1708c02740 1 --2- 172.21.15.17:0/3086329235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e07794a0 0x5566e07901e0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f16f00cb010 tx=0x7f16f00bc3f0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.898+0000 7f1708c02740 1 -- 172.21.15.17:0/3086329235 shutdown_connections 2024-09-16T01:49:23.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.898+0000 7f1708c02740 1 --2- 172.21.15.17:0/3086329235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0784680 0x5566e077c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.898+0000 7f1708c02740 1 --2- 172.21.15.17:0/3086329235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e0779dc0 0x5566e0795eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.898+0000 7f1708c02740 1 --2- 172.21.15.17:0/3086329235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e07794a0 0x5566e07901e0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.898+0000 7f1708c02740 1 -- 172.21.15.17:0/3086329235 >> 172.21.15.17:0/3086329235 conn(0x5566e0775a30 msgr2=0x5566e077c030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:23.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.898+0000 7f1708c02740 1 -- 172.21.15.17:0/3086329235 shutdown_connections 2024-09-16T01:49:23.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.899+0000 7f1708c02740 1 -- 172.21.15.17:0/3086329235 wait complete. 2024-09-16T01:49:23.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.899+0000 7f1708c02740 1 -- start start 2024-09-16T01:49:23.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.899+0000 7f1708c02740 1 Processor -- start 2024-09-16T01:49:23.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.899+0000 7f1708c02740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e07794a0 0x5566e078ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.899+0000 7f1708c02740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0779dc0 0x5566e0787d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.899+0000 7f1708c02740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e0784680 0x5566e07882d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.899+0000 7f1708c02740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f17001abb30 con 0x5566e07794a0 2024-09-16T01:49:23.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f1708c02740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f17001acfa0 con 0x5566e0784680 2024-09-16T01:49:23.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f1708c02740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f17001ac200 con 0x5566e0779dc0 2024-09-16T01:49:23.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f1708c02740 10 client.0 _ll_register_callbacks cb 0x7f16f800a7f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:23.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f16fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e07794a0 0x5566e078ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f16ff7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0779dc0 0x5566e0787d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f16ff7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0779dc0 0x5566e0787d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45532/0 (socket says 172.21.15.17:45532) 2024-09-16T01:49:23.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f16ff7fe640 1 -- 172.21.15.17:0/3748023516 learned_addr learned my addr 172.21.15.17:0/3748023516 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:23.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f1704dc6640 1 --2- 172.21.15.17:0/3748023516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e0784680 0x5566e07882d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f16ff7fe640 1 -- 172.21.15.17:0/3748023516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e0784680 msgr2=0x5566e07882d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:23.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f16ff7fe640 1 --2- 172.21.15.17:0/3748023516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e0784680 0x5566e07882d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f16ff7fe640 1 -- 172.21.15.17:0/3748023516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e07794a0 msgr2=0x5566e078ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:23.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f16ff7fe640 1 --2- 172.21.15.17:0/3748023516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e07794a0 0x5566e078ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f16ff7fe640 1 -- 172.21.15.17:0/3748023516 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5566e0784350 con 0x5566e0779dc0 2024-09-16T01:49:23.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f1704dc6640 1 --2- 172.21.15.17:0/3748023516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e0784680 0x5566e07882d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:23.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f16ff7fe640 1 --2- 172.21.15.17:0/3748023516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0779dc0 0x5566e0787d90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x5566e0776890 tx=0x7f16f4012c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eb0aaeffe8a7593b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:23.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f16df7fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:49:23.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f16df7fe640 1 -- 172.21.15.17:0/3748023516 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16f4004460 con 0x5566e0779dc0 2024-09-16T01:49:23.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.900+0000 7f16df7fe640 1 -- 172.21.15.17:0/3748023516 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f16f4011970 con 0x5566e0779dc0 2024-09-16T01:49:23.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.901+0000 7f1708c02740 1 -- 172.21.15.17:0/3748023516 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f16f00ba7f0 con 0x5566e0779dc0 2024-09-16T01:49:23.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.901+0000 7f16df7fe640 1 -- 172.21.15.17:0/3748023516 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f16f4011b70 con 0x5566e0779dc0 2024-09-16T01:49:23.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.901+0000 7f1708c02740 10 client.25966 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:23.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.901+0000 7f1708c02740 1 -- 172.21.15.17:0/3748023516 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5566e0802e80 con 0x5566e0779dc0 2024-09-16T01:49:23.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.901+0000 7f16df7fe640 1 -- 172.21.15.17:0/3748023516 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f16f4011d10 con 0x5566e0779dc0 2024-09-16T01:49:23.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f16df7fe640 1 -- 172.21.15.17:0/3748023516 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f16f4026030 con 0x5566e0779dc0 2024-09-16T01:49:23.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f1708c02740 10 client.25966 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:23.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f1708c02740 10 client.25966 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:49:23.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f1708c02740 20 client.25966 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:23.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f1708c02740 1 --2- 172.21.15.17:0/3748023516 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5566e08036b0 0x5566e0805ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:23.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f1708c02740 4 client.25966 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:49:23.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f1708c02740 1 -- 172.21.15.17:0/3748023516 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f16f00ba7f0 con 0x5566e08036b0 2024-09-16T01:49:23.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f16fffff640 1 --2- 172.21.15.17:0/3748023516 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5566e08036b0 0x5566e0805ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:23.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f16fffff640 1 --2- 172.21.15.17:0/3748023516 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5566e08036b0 0x5566e0805ad0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=82b0bf0b38dc2bc7 server_cookie=6e36f0c87919ecc1 in_seq=0 out_seq=0 2024-09-16T01:49:23.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f16df7fe640 10 client.25966 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:23.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f16df7fe640 1 -- 172.21.15.17:0/3748023516 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7f16f00ba7f0 con 0x5566e08036b0 2024-09-16T01:49:23.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f16df7fe640 10 client.25966 handle_command_reply: tid=0 2024-09-16T01:49:23.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f1708c02740 1 client.25966 shutdown 2024-09-16T01:49:23.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f1708c02740 1 -- 172.21.15.17:0/3748023516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0779dc0 msgr2=0x5566e0787d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.902+0000 7f1708c02740 1 --2- 172.21.15.17:0/3748023516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0779dc0 0x5566e0787d90 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x5566e0776890 tx=0x7f16f4012c80 comp rx=0 tx=0).stop 2024-09-16T01:49:23.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.903+0000 7f1708c02740 1 -- 172.21.15.17:0/3748023516 shutdown_connections 2024-09-16T01:49:23.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.903+0000 7f1708c02740 1 --2- 172.21.15.17:0/3748023516 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5566e08036b0 0x5566e0805ad0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.903+0000 7f1708c02740 1 --2- 172.21.15.17:0/3748023516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5566e0784680 0x5566e07882d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.903+0000 7f1708c02740 1 --2- 172.21.15.17:0/3748023516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5566e0779dc0 0x5566e0787d90 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.903+0000 7f16df7fe640 0 client.25966 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:23.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.903+0000 7f1708c02740 1 --2- 172.21.15.17:0/3748023516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5566e07794a0 0x5566e078ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.903+0000 7f1708c02740 1 -- 172.21.15.17:0/3748023516 >> 172.21.15.17:0/3748023516 conn(0x5566e0775a30 msgr2=0x5566e0774b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:23.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.903+0000 7f1708c02740 1 -- 172.21.15.17:0/3748023516 shutdown_connections 2024-09-16T01:49:23.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.903+0000 7f1708c02740 1 -- 172.21.15.17:0/3748023516 wait complete. 2024-09-16T01:49:23.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.903+0000 7f1708c02740 20 client.25966 trim_cache size 0 max 16384 2024-09-16T01:49:23.910 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:49:23.910 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:49:23.910 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:49:23.910 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:49:23.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.903+0000 7f1706829640 1 -- 172.21.15.17:0/1699924800 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f16e80a3240 msgr2=0x7f16e80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.903+0000 7f1706829640 1 --2- 172.21.15.17:0/1699924800 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f16e80a3240 0x7f16e80a5700 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x5566e0776db0 tx=0x7f16f800a8d0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.903+0000 7f1706829640 1 -- 172.21.15.17:0/1699924800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1700100e20 msgr2=0x7f17001992e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:23.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.903+0000 7f1706829640 1 --2- 172.21.15.17:0/1699924800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1700100e20 0x7f17001992e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f16f0006010 tx=0x7f16f0004270 comp rx=0 tx=0).stop 2024-09-16T01:49:23.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.904+0000 7f1706829640 1 -- 172.21.15.17:0/1699924800 shutdown_connections 2024-09-16T01:49:23.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.904+0000 7f1706829640 1 --2- 172.21.15.17:0/1699924800 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f16e80a3240 0x7f16e80a5700 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.904+0000 7f1706829640 1 --2- 172.21.15.17:0/1699924800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1700102ef0 0x7f17001a4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.904+0000 7f1706829640 1 --2- 172.21.15.17:0/1699924800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1700102570 0x7f1700199820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.904+0000 7f1706829640 1 --2- 172.21.15.17:0/1699924800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1700100e20 0x7f17001992e0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:23.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.904+0000 7f1706829640 1 -- 172.21.15.17:0/1699924800 >> 172.21.15.17:0/1699924800 conn(0x7f17000fc7d0 msgr2=0x7f17000fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:23.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.904+0000 7f1706829640 1 -- 172.21.15.17:0/1699924800 shutdown_connections 2024-09-16T01:49:23.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:23.904+0000 7f1706829640 1 -- 172.21.15.17:0/1699924800 wait complete. 2024-09-16T01:49:24.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 201094 3.73 MB/sec execute 167 sec latency 22.647 ms 2024-09-16T01:49:24.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:24 smithi017 ceph-mon[30972]: pgmap v515: 97 pgs: 97 active+clean; 97 MiB data, 820 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:49:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:24 smithi122 ceph-mon[34758]: pgmap v515: 97 pgs: 97 active+clean; 97 MiB data, 820 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:49:24.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:24 smithi029 ceph-mon[34783]: pgmap v515: 97 pgs: 97 active+clean; 97 MiB data, 820 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:49:24.807 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:49:24.807 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:49:25.094 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:49:25.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 201933 3.76 MB/sec execute 168 sec latency 56.067 ms 2024-09-16T01:49:25.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.625+0000 7f075ac7d640 1 -- 172.21.15.17:0/2897480133 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07541036e0 msgr2=0x7f0754107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.625+0000 7f075ac7d640 1 --2- 172.21.15.17:0/2897480133 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07541036e0 0x7f0754107b90 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f0740009930 tx=0x7f074002a420 comp rx=0 tx=0).stop 2024-09-16T01:49:25.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.625+0000 7f075ac7d640 1 -- 172.21.15.17:0/2897480133 shutdown_connections 2024-09-16T01:49:25.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.625+0000 7f075ac7d640 1 --2- 172.21.15.17:0/2897480133 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f07541082a0 0x7f075410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.625+0000 7f075ac7d640 1 --2- 172.21.15.17:0/2897480133 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07541036e0 0x7f0754107b90 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.625+0000 7f075ac7d640 1 --2- 172.21.15.17:0/2897480133 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0754102d30 0x7f0754103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.625+0000 7f075ac7d640 1 -- 172.21.15.17:0/2897480133 >> 172.21.15.17:0/2897480133 conn(0x7f07540fc7d0 msgr2=0x7f07540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:25.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.625+0000 7f075ac7d640 1 -- 172.21.15.17:0/2897480133 shutdown_connections 2024-09-16T01:49:25.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.625+0000 7f075ac7d640 1 -- 172.21.15.17:0/2897480133 wait complete. 2024-09-16T01:49:25.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.625+0000 7f075ac7d640 1 Processor -- start 2024-09-16T01:49:25.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f075ac7d640 1 -- start start 2024-09-16T01:49:25.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f075ac7d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0754102d30 0x7f0754100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f075ac7d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07541036e0 0x7f0754100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f075ac7d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07541082a0 0x7f0754101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f075ac7d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0754111f50 con 0x7f07541036e0 2024-09-16T01:49:25.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f075ac7d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0754111dd0 con 0x7f07541082a0 2024-09-16T01:49:25.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f075ac7d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f07541120d0 con 0x7f0754102d30 2024-09-16T01:49:25.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f0753fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07541036e0 0x7f0754100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f0753fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07541036e0 0x7f0754100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37448/0 (socket says 172.21.15.17:37448) 2024-09-16T01:49:25.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f0753fff640 1 -- 172.21.15.17:0/1869810191 learned_addr learned my addr 172.21.15.17:0/1869810191 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:25.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f0758a19640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0754102d30 0x7f0754100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f075921a640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07541082a0 0x7f0754101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f0753fff640 1 -- 172.21.15.17:0/1869810191 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0754102d30 msgr2=0x7f0754100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f0753fff640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0754102d30 0x7f0754100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f0753fff640 1 -- 172.21.15.17:0/1869810191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07541082a0 msgr2=0x7f0754101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f0753fff640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07541082a0 0x7f0754101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f0753fff640 1 -- 172.21.15.17:0/1869810191 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07541a69d0 con 0x7f07541036e0 2024-09-16T01:49:25.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f0758a19640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0754102d30 0x7f0754100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.626+0000 7f075921a640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07541082a0 0x7f0754101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.627+0000 7f0753fff640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07541036e0 0x7f0754100ed0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f0740004770 tx=0x7f0740004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.627+0000 7f0751ffb640 1 -- 172.21.15.17:0/1869810191 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f074003f030 con 0x7f07541036e0 2024-09-16T01:49:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.627+0000 7f0751ffb640 1 -- 172.21.15.17:0/1869810191 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07400318a0 con 0x7f07541036e0 2024-09-16T01:49:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.627+0000 7f075ac7d640 1 -- 172.21.15.17:0/1869810191 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07541a6c60 con 0x7f07541036e0 2024-09-16T01:49:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.627+0000 7f0751ffb640 1 -- 172.21.15.17:0/1869810191 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0740035070 con 0x7f07541036e0 2024-09-16T01:49:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.627+0000 7f075ac7d640 1 -- 172.21.15.17:0/1869810191 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07541a7190 con 0x7f07541036e0 2024-09-16T01:49:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.628+0000 7f075ac7d640 1 -- 172.21.15.17:0/1869810191 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0754103110 con 0x7f07541036e0 2024-09-16T01:49:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.630+0000 7f0751ffb640 1 -- 172.21.15.17:0/1869810191 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f0740042030 con 0x7f07541036e0 2024-09-16T01:49:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.630+0000 7f0751ffb640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07440a32c0 0x7f07440a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.631+0000 7f0758a19640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07440a32c0 0x7f07440a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.631+0000 7f0751ffb640 1 -- 172.21.15.17:0/1869810191 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f07400f0200 con 0x7f07541036e0 2024-09-16T01:49:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.631+0000 7f0758a19640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07440a32c0 0x7f07440a5780 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f0748009fc0 tx=0x7f0748005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.634+0000 7f0751ffb640 1 -- 172.21.15.17:0/1869810191 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f07400bcf20 con 0x7f07541036e0 2024-09-16T01:49:25.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.877+0000 7f075ac7d640 1 -- 172.21.15.17:0/1869810191 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0754101ec0 con 0x7f07541036e0 2024-09-16T01:49:25.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.878+0000 7f0751ffb640 1 -- 172.21.15.17:0/1869810191 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f07400bc820 con 0x7f07541036e0 2024-09-16T01:49:25.880 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:49:25.880 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:49:25.880 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:49:25.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.881+0000 7f075ac7d640 1 -- 172.21.15.17:0/1869810191 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07440a32c0 msgr2=0x7f07440a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.881+0000 7f075ac7d640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07440a32c0 0x7f07440a5780 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f0748009fc0 tx=0x7f0748005f90 comp rx=0 tx=0).stop 2024-09-16T01:49:25.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.881+0000 7f075ac7d640 1 -- 172.21.15.17:0/1869810191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07541036e0 msgr2=0x7f0754100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:25.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.881+0000 7f075ac7d640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07541036e0 0x7f0754100ed0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f0740004770 tx=0x7f0740004270 comp rx=0 tx=0).stop 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.881+0000 7f075ac7d640 1 -- 172.21.15.17:0/1869810191 shutdown_connections 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.881+0000 7f075ac7d640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07440a32c0 0x7f07440a5780 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.881+0000 7f075ac7d640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07541082a0 0x7f0754101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.881+0000 7f075ac7d640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07541036e0 0x7f0754100ed0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.881+0000 7f075ac7d640 1 --2- 172.21.15.17:0/1869810191 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0754102d30 0x7f0754100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.881+0000 7f075ac7d640 1 -- 172.21.15.17:0/1869810191 >> 172.21.15.17:0/1869810191 conn(0x7f07540fc7d0 msgr2=0x7f0754105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.881+0000 7f075ac7d640 1 -- 172.21.15.17:0/1869810191 shutdown_connections 2024-09-16T01:49:25.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:25.881+0000 7f075ac7d640 1 -- 172.21.15.17:0/1869810191 wait complete. 2024-09-16T01:49:26.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:26 smithi017 ceph-mon[30972]: pgmap v516: 97 pgs: 97 active+clean; 98 MiB data, 822 MiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.9 MiB/s wr, 93 op/s 2024-09-16T01:49:26.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:26 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1869810191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:49:26.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 202495 3.76 MB/sec execute 169 sec latency 11.988 ms 2024-09-16T01:49:26.655 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:49:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:26 smithi122 ceph-mon[34758]: pgmap v516: 97 pgs: 97 active+clean; 98 MiB data, 822 MiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.9 MiB/s wr, 93 op/s 2024-09-16T01:49:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:26 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1869810191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:49:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:26 smithi029 ceph-mon[34783]: pgmap v516: 97 pgs: 97 active+clean; 98 MiB data, 822 MiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.9 MiB/s wr, 93 op/s 2024-09-16T01:49:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:26 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1869810191' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:49:26.941 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:49:27.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.448+0000 7f50d4db4640 1 -- 172.21.15.17:0/2297532024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d0108290 msgr2=0x7f50d010ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.448+0000 7f50d4db4640 1 --2- 172.21.15.17:0/2297532024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d0108290 0x7f50d010ec30 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f50c8009930 tx=0x7f50c802a420 comp rx=0 tx=0).stop 2024-09-16T01:49:27.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.448+0000 7f50d4db4640 1 -- 172.21.15.17:0/2297532024 shutdown_connections 2024-09-16T01:49:27.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.448+0000 7f50d4db4640 1 --2- 172.21.15.17:0/2297532024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d0108290 0x7f50d010ec30 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.448+0000 7f50d4db4640 1 --2- 172.21.15.17:0/2297532024 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50d0103740 0x7f50d0107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.448+0000 7f50d4db4640 1 --2- 172.21.15.17:0/2297532024 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50d0102d90 0x7f50d0103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.448+0000 7f50d4db4640 1 -- 172.21.15.17:0/2297532024 >> 172.21.15.17:0/2297532024 conn(0x7f50d00fc7d0 msgr2=0x7f50d00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:27.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.449+0000 7f50d4db4640 1 -- 172.21.15.17:0/2297532024 shutdown_connections 2024-09-16T01:49:27.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.449+0000 7f50d4db4640 1 -- 172.21.15.17:0/2297532024 wait complete. 2024-09-16T01:49:27.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.449+0000 7f50d4db4640 1 Processor -- start 2024-09-16T01:49:27.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50d4db4640 1 -- start start 2024-09-16T01:49:27.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50d4db4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50d0102d90 0x7f50d01009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50d4db4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50d0103740 0x7f50d0100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50d4db4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d0108290 0x7f50d0101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50d4db4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f50d0111f40 con 0x7f50d0108290 2024-09-16T01:49:27.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50d4db4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f50d0111dc0 con 0x7f50d0102d90 2024-09-16T01:49:27.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50d4db4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f50d01120c0 con 0x7f50d0103740 2024-09-16T01:49:27.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50cdd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50d0103740 0x7f50d0100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50ced9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d0108290 0x7f50d0101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50cdd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50d0103740 0x7f50d0100f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58536/0 (socket says 172.21.15.17:58536) 2024-09-16T01:49:27.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50cdd9b640 1 -- 172.21.15.17:0/4254403149 learned_addr learned my addr 172.21.15.17:0/4254403149 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:27.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50ce59c640 1 --2- 172.21.15.17:0/4254403149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50d0102d90 0x7f50d01009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50cdd9b640 1 -- 172.21.15.17:0/4254403149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50d0102d90 msgr2=0x7f50d01009f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50cdd9b640 1 --2- 172.21.15.17:0/4254403149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50d0102d90 0x7f50d01009f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50cdd9b640 1 -- 172.21.15.17:0/4254403149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d0108290 msgr2=0x7f50d0101470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50cdd9b640 1 --2- 172.21.15.17:0/4254403149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d0108290 0x7f50d0101470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50cdd9b640 1 -- 172.21.15.17:0/4254403149 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50d01a69a0 con 0x7f50d0103740 2024-09-16T01:49:27.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.450+0000 7f50ced9d640 1 --2- 172.21.15.17:0/4254403149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d0108290 0x7f50d0101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:27.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.451+0000 7f50cdd9b640 1 --2- 172.21.15.17:0/4254403149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50d0103740 0x7f50d0100f30 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f50b800e9c0 tx=0x7f50b800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:27.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.451+0000 7f50c77fe640 1 -- 172.21.15.17:0/4254403149 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b800cd80 con 0x7f50d0103740 2024-09-16T01:49:27.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.451+0000 7f50c77fe640 1 -- 172.21.15.17:0/4254403149 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50b80054d0 con 0x7f50d0103740 2024-09-16T01:49:27.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.451+0000 7f50d4db4640 1 -- 172.21.15.17:0/4254403149 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f50d01a6c90 con 0x7f50d0103740 2024-09-16T01:49:27.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.451+0000 7f50c77fe640 1 -- 172.21.15.17:0/4254403149 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50b8010430 con 0x7f50d0103740 2024-09-16T01:49:27.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.451+0000 7f50d4db4640 1 -- 172.21.15.17:0/4254403149 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f50d01a7180 con 0x7f50d0103740 2024-09-16T01:49:27.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.454+0000 7f50c77fe640 1 -- 172.21.15.17:0/4254403149 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f50b8004fd0 con 0x7f50d0103740 2024-09-16T01:49:27.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50d718d740 1 Processor -- start 2024-09-16T01:49:27.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50d718d740 1 -- start start 2024-09-16T01:49:27.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50c77fe640 1 --2- 172.21.15.17:0/4254403149 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50bc0a3240 0x7f50bc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50d718d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad12395090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50d718d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123955d0 0x55ad12395a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50d718d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123a0370 0x55ad123a2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50d718d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ad122fb2f0 con 0x55ad123955d0 2024-09-16T01:49:27.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50d718d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ad122a2cf0 con 0x55ad123a0370 2024-09-16T01:49:27.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50d718d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ad122f72b0 con 0x55ad12396b40 2024-09-16T01:49:27.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50c77fe640 1 -- 172.21.15.17:0/4254403149 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f50b80cfcd0 con 0x7f50d0103740 2024-09-16T01:49:27.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50ced9d640 1 --2- 172.21.15.17:0/4254403149 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50bc0a3240 0x7f50bc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50ce59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad12395090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50ce59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad12395090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58540/0 (socket says 172.21.15.17:58540) 2024-09-16T01:49:27.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50ce59c640 1 -- 172.21.15.17:0/2886786633 learned_addr learned my addr 172.21.15.17:0/2886786633 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:27.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.455+0000 7f50cdd9b640 1 --2- 172.21.15.17:0/2886786633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123955d0 0x55ad12395a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.456+0000 7f50ced9d640 1 --2- 172.21.15.17:0/2886786633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123a0370 0x55ad123a2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.456+0000 7f50ce59c640 1 -- 172.21.15.17:0/2886786633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123a0370 msgr2=0x55ad123a2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:27.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.456+0000 7f50ce59c640 1 --2- 172.21.15.17:0/2886786633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123a0370 0x55ad123a2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.456+0000 7f50ce59c640 1 -- 172.21.15.17:0/2886786633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123955d0 msgr2=0x55ad12395a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.456+0000 7f50ce59c640 1 --2- 172.21.15.17:0/2886786633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123955d0 0x55ad12395a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.456+0000 7f50ce59c640 1 -- 172.21.15.17:0/2886786633 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad122873a0 con 0x55ad12396b40 2024-09-16T01:49:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.456+0000 7f50cdd9b640 1 --2- 172.21.15.17:0/2886786633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123955d0 0x55ad12395a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.456+0000 7f50ced9d640 1 --2- 172.21.15.17:0/4254403149 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50bc0a3240 0x7f50bc0a5700 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f50c8005ab0 tx=0x7f50c8031770 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.456+0000 7f50ce59c640 1 --2- 172.21.15.17:0/2886786633 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad12395090 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f50c00114f0 tx=0x7f50c00119b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5cefaa0381485570 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.456+0000 7f50c4ff9640 1 -- 172.21.15.17:0/2886786633 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c001e070 con 0x55ad12396b40 2024-09-16T01:49:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.456+0000 7f50c4ff9640 1 -- 172.21.15.17:0/2886786633 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50c000fa50 con 0x55ad12396b40 2024-09-16T01:49:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.456+0000 7f50c4ff9640 1 -- 172.21.15.17:0/2886786633 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c0019a60 con 0x55ad12396b40 2024-09-16T01:49:27.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.457+0000 7f50d718d740 1 -- 172.21.15.17:0/2886786633 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 msgr2=0x55ad12395090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.457+0000 7f50d718d740 1 --2- 172.21.15.17:0/2886786633 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad12395090 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f50c00114f0 tx=0x7f50c00119b0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.457+0000 7f50d718d740 1 -- 172.21.15.17:0/2886786633 shutdown_connections 2024-09-16T01:49:27.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.457+0000 7f50d718d740 1 --2- 172.21.15.17:0/2886786633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123a0370 0x55ad123a2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.457+0000 7f50d718d740 1 --2- 172.21.15.17:0/2886786633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123955d0 0x55ad12395a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.457+0000 7f50d718d740 1 --2- 172.21.15.17:0/2886786633 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad12395090 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.457+0000 7f50d718d740 1 -- 172.21.15.17:0/2886786633 >> 172.21.15.17:0/2886786633 conn(0x55ad1235e310 msgr2=0x55ad12391c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:27.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.457+0000 7f50d718d740 1 -- 172.21.15.17:0/2886786633 shutdown_connections 2024-09-16T01:49:27.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.457+0000 7f50d718d740 1 -- 172.21.15.17:0/2886786633 wait complete. 2024-09-16T01:49:27.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.458+0000 7f50d718d740 1 -- start start 2024-09-16T01:49:27.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.458+0000 7f50d718d740 1 Processor -- start 2024-09-16T01:49:27.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.458+0000 7f50d718d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123955d0 0x55ad1239fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.458+0000 7f50d718d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad1239d020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.458+0000 7f50d718d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123a0370 0x55ad1239d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.458+0000 7f50d718d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ad123a3070 con 0x55ad123a0370 2024-09-16T01:49:27.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.458+0000 7f50d718d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ad122b6060 con 0x55ad123955d0 2024-09-16T01:49:27.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.458+0000 7f50d718d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ad123a31f0 con 0x55ad12396b40 2024-09-16T01:49:27.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.458+0000 7f50d718d740 10 client.0 _ll_register_callbacks cb 0x55ad120098c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:27.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.458+0000 7f50ce59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123955d0 0x55ad1239fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.458+0000 7f50ced9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123a0370 0x55ad1239d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.458+0000 7f50ced9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123a0370 0x55ad1239d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55712/0 (socket says 172.21.15.17:55712) 2024-09-16T01:49:27.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.458+0000 7f50cdd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad1239d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.458+0000 7f50ced9d640 1 -- 172.21.15.17:0/912829803 learned_addr learned my addr 172.21.15.17:0/912829803 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:27.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.459+0000 7f50ced9d640 1 -- 172.21.15.17:0/912829803 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 msgr2=0x55ad1239d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:27.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.459+0000 7f50ced9d640 1 --2- 172.21.15.17:0/912829803 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad1239d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.459+0000 7f50ced9d640 1 -- 172.21.15.17:0/912829803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123955d0 msgr2=0x55ad1239fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.459+0000 7f50ced9d640 1 --2- 172.21.15.17:0/912829803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123955d0 0x55ad1239fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.459+0000 7f50ced9d640 1 -- 172.21.15.17:0/912829803 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad1206c3c0 con 0x55ad123a0370 2024-09-16T01:49:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.459+0000 7f50ce59c640 1 --2- 172.21.15.17:0/912829803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123955d0 0x55ad1239fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.459+0000 7f50ced9d640 1 --2- 172.21.15.17:0/912829803 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123a0370 0x55ad1239d610 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f50c8009930 tx=0x7f50c802a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da6d99a539545d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.459+0000 7f50b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:49:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.459+0000 7f50b5ffb640 1 -- 172.21.15.17:0/912829803 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c8035040 con 0x55ad123a0370 2024-09-16T01:49:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.459+0000 7f50b5ffb640 1 -- 172.21.15.17:0/912829803 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f50c8005450 con 0x55ad123a0370 2024-09-16T01:49:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.459+0000 7f50d718d740 1 -- 172.21.15.17:0/912829803 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50c000fa50 con 0x55ad123a0370 2024-09-16T01:49:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.459+0000 7f50b5ffb640 1 -- 172.21.15.17:0/912829803 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f50c8005650 con 0x55ad123a0370 2024-09-16T01:49:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.459+0000 7f50d718d740 10 client.16323 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.459+0000 7f50d718d740 1 -- 172.21.15.17:0/912829803 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ad123aeb10 con 0x55ad123a0370 2024-09-16T01:49:27.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.460+0000 7f50b5ffb640 1 -- 172.21.15.17:0/912829803 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50c000fa50 con 0x55ad123a0370 2024-09-16T01:49:27.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.460+0000 7f50b5ffb640 1 -- 172.21.15.17:0/912829803 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f50c8003950 con 0x55ad123a0370 2024-09-16T01:49:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.460+0000 7f50d718d740 10 client.16323 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.460+0000 7f50d718d740 10 client.16323 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:49:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.460+0000 7f50d718d740 20 client.16323 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.460+0000 7f50d718d740 1 --2- 172.21.15.17:0/912829803 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ad123affd0 0x55ad123b2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.460+0000 7f50d718d740 4 client.16323 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:49:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.460+0000 7f50d718d740 1 -- 172.21.15.17:0/912829803 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ad12308860 con 0x55ad123affd0 2024-09-16T01:49:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.460+0000 7f50ce59c640 1 --2- 172.21.15.17:0/912829803 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ad123affd0 0x55ad123b2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.460+0000 7f50b5ffb640 10 client.16323 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:49:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.461+0000 7f50ce59c640 1 --2- 172.21.15.17:0/912829803 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ad123affd0 0x55ad123b2470 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=51c7b535d5765e18 server_cookie=b951e91b7bf93fbb in_seq=0 out_seq=0 2024-09-16T01:49:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50b5ffb640 1 -- 172.21.15.17:0/912829803 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ad12308860 con 0x55ad123affd0 2024-09-16T01:49:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50b5ffb640 10 client.16323 handle_command_reply: tid=0 2024-09-16T01:49:27.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50d718d740 1 client.16323 shutdown 2024-09-16T01:49:27.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50d718d740 1 -- 172.21.15.17:0/912829803 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123a0370 msgr2=0x55ad1239d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50d718d740 1 --2- 172.21.15.17:0/912829803 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123a0370 0x55ad1239d610 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f50c8009930 tx=0x7f50c802a420 comp rx=0 tx=0).stop 2024-09-16T01:49:27.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50d718d740 1 -- 172.21.15.17:0/912829803 shutdown_connections 2024-09-16T01:49:27.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50d718d740 1 --2- 172.21.15.17:0/912829803 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ad123affd0 0x55ad123b2470 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50d718d740 1 --2- 172.21.15.17:0/912829803 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123a0370 0x55ad1239d610 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50d718d740 1 --2- 172.21.15.17:0/912829803 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad1239d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50d718d740 1 --2- 172.21.15.17:0/912829803 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123955d0 0x55ad1239fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50d718d740 1 -- 172.21.15.17:0/912829803 >> 172.21.15.17:0/912829803 conn(0x55ad1235e310 msgr2=0x55ad12397960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:27.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50b5ffb640 0 client.16323 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:49:27.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50d718d740 1 -- 172.21.15.17:0/912829803 shutdown_connections 2024-09-16T01:49:27.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50d718d740 1 -- 172.21.15.17:0/912829803 wait complete. 2024-09-16T01:49:27.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.462+0000 7f50d718d740 20 client.16323 trim_cache size 0 max 16384 2024-09-16T01:49:27.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.480+0000 7f50d718d740 1 Processor -- start 2024-09-16T01:49:27.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.480+0000 7f50d718d740 1 -- start start 2024-09-16T01:49:27.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.480+0000 7f50d718d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123955d0 0x55ad1239ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.480+0000 7f50d718d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad12396b40 0x55ad12398120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.480+0000 7f50d718d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad123a0370 0x55ad12398660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.480+0000 7f50d718d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f50d01b20b0 con 0x55ad123955d0 2024-09-16T01:49:27.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.480+0000 7f50d718d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f50d01af980 con 0x55ad12396b40 2024-09-16T01:49:27.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.480+0000 7f50d718d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f50d01ad7b0 con 0x55ad123a0370 2024-09-16T01:49:27.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.481+0000 7f50ced9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad123a0370 0x55ad12398660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.481+0000 7f50ce59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123955d0 0x55ad1239ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.481+0000 7f50ce59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123955d0 0x55ad1239ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55716/0 (socket says 172.21.15.17:55716) 2024-09-16T01:49:27.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.481+0000 7f50ce59c640 1 -- 172.21.15.17:0/1775043850 learned_addr learned my addr 172.21.15.17:0/1775043850 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:27.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.481+0000 7f50cdd9b640 1 --2- 172.21.15.17:0/1775043850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad12396b40 0x55ad12398120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.481+0000 7f50ced9d640 1 -- 172.21.15.17:0/1775043850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad12396b40 msgr2=0x55ad12398120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:27.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.481+0000 7f50ced9d640 1 --2- 172.21.15.17:0/1775043850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad12396b40 0x55ad12398120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.481+0000 7f50ced9d640 1 -- 172.21.15.17:0/1775043850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123955d0 msgr2=0x55ad1239ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:27.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.481+0000 7f50ced9d640 1 --2- 172.21.15.17:0/1775043850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123955d0 0x55ad1239ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.481+0000 7f50ced9d640 1 -- 172.21.15.17:0/1775043850 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ad12391ed0 con 0x55ad123a0370 2024-09-16T01:49:27.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.481+0000 7f50ced9d640 1 --2- 172.21.15.17:0/1775043850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad123a0370 0x55ad12398660 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f50c8003e40 tx=0x7f50c8005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=504739d727311617 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:27.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.481+0000 7f50b7fff640 1 -- 172.21.15.17:0/1775043850 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c8005450 con 0x55ad123a0370 2024-09-16T01:49:27.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.481+0000 7f50b7fff640 1 -- 172.21.15.17:0/1775043850 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50c804f070 con 0x55ad123a0370 2024-09-16T01:49:27.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.482+0000 7f50b7fff640 1 -- 172.21.15.17:0/1775043850 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c8004d00 con 0x55ad123a0370 2024-09-16T01:49:27.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.482+0000 7f50d718d740 1 -- 172.21.15.17:0/1775043850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad123a0370 msgr2=0x55ad12398660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.482+0000 7f50d718d740 1 --2- 172.21.15.17:0/1775043850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad123a0370 0x55ad12398660 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f50c8003e40 tx=0x7f50c8005fd0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.482+0000 7f50d718d740 1 -- 172.21.15.17:0/1775043850 shutdown_connections 2024-09-16T01:49:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.482+0000 7f50d718d740 1 --2- 172.21.15.17:0/1775043850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad123a0370 0x55ad12398660 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.482+0000 7f50d718d740 1 --2- 172.21.15.17:0/1775043850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad12396b40 0x55ad12398120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.482+0000 7f50d718d740 1 --2- 172.21.15.17:0/1775043850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123955d0 0x55ad1239ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.482+0000 7f50d718d740 1 -- 172.21.15.17:0/1775043850 >> 172.21.15.17:0/1775043850 conn(0x55ad1235e310 msgr2=0x55ad1239e880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.482+0000 7f50d718d740 1 -- 172.21.15.17:0/1775043850 shutdown_connections 2024-09-16T01:49:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.482+0000 7f50d718d740 1 -- 172.21.15.17:0/1775043850 wait complete. 2024-09-16T01:49:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.483+0000 7f50d718d740 1 -- start start 2024-09-16T01:49:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.483+0000 7f50d718d740 1 Processor -- start 2024-09-16T01:49:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.483+0000 7f50d718d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123955d0 0x55ad123a3560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.483+0000 7f50d718d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad123a3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.483+0000 7f50d718d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123a0370 0x55ad12418d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.483+0000 7f50d718d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f50d01ade40 con 0x55ad123a0370 2024-09-16T01:49:27.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.483+0000 7f50d718d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f50d01af2b0 con 0x55ad123955d0 2024-09-16T01:49:27.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.483+0000 7f50d718d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f50d01ae510 con 0x55ad12396b40 2024-09-16T01:49:27.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.483+0000 7f50d718d740 10 client.0 _ll_register_callbacks cb 0x7f50c00093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:27.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.484+0000 7f50ce59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123955d0 0x55ad123a3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.484+0000 7f50cdd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad123a3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.484+0000 7f50ced9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123a0370 0x55ad12418d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.484+0000 7f50cdd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad123a3aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58574/0 (socket says 172.21.15.17:58574) 2024-09-16T01:49:27.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.484+0000 7f50cdd9b640 1 -- 172.21.15.17:0/1837134473 learned_addr learned my addr 172.21.15.17:0/1837134473 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:27.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.484+0000 7f50ced9d640 1 -- 172.21.15.17:0/1837134473 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 msgr2=0x55ad123a3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:27.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.484+0000 7f50ced9d640 1 --2- 172.21.15.17:0/1837134473 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad123a3aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.484+0000 7f50ced9d640 1 -- 172.21.15.17:0/1837134473 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123955d0 msgr2=0x55ad123a3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:27.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.484+0000 7f50ced9d640 1 --2- 172.21.15.17:0/1837134473 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123955d0 0x55ad123a3560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.484+0000 7f50ced9d640 1 -- 172.21.15.17:0/1837134473 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ad12419290 con 0x55ad123a0370 2024-09-16T01:49:27.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.484+0000 7f50ce59c640 1 --2- 172.21.15.17:0/1837134473 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123955d0 0x55ad123a3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:27.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.484+0000 7f50ced9d640 1 --2- 172.21.15.17:0/1837134473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123a0370 0x55ad12418d50 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f50c8031800 tx=0x7f50c8005890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4791dcbad41e8d6b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:27.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.484+0000 7f50b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:49:27.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.485+0000 7f50b5ffb640 1 -- 172.21.15.17:0/1837134473 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50c8004c80 con 0x55ad123a0370 2024-09-16T01:49:27.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.485+0000 7f50b5ffb640 1 -- 172.21.15.17:0/1837134473 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f50c8004e20 con 0x55ad123a0370 2024-09-16T01:49:27.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.485+0000 7f50d718d740 1 -- 172.21.15.17:0/1837134473 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f50c804f070 con 0x55ad123a0370 2024-09-16T01:49:27.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.485+0000 7f50b5ffb640 1 -- 172.21.15.17:0/1837134473 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f50c8005460 con 0x55ad123a0370 2024-09-16T01:49:27.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.485+0000 7f50d718d740 10 client.16329 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:27.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.485+0000 7f50d718d740 1 -- 172.21.15.17:0/1837134473 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ad1241a430 con 0x55ad123a0370 2024-09-16T01:49:27.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.485+0000 7f50b5ffb640 1 -- 172.21.15.17:0/1837134473 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50c804f070 con 0x55ad123a0370 2024-09-16T01:49:27.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.486+0000 7f50b5ffb640 1 -- 172.21.15.17:0/1837134473 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f50c803c970 con 0x55ad123a0370 2024-09-16T01:49:27.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.486+0000 7f50d718d740 10 client.16329 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:27.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.486+0000 7f50d718d740 10 client.16329 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:49:27.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.486+0000 7f50d718d740 20 client.16329 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:27.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.486+0000 7f50d718d740 1 --2- 172.21.15.17:0/1837134473 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ad1241aa90 0x55ad1241ce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:27.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.486+0000 7f50d718d740 4 client.16329 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:49:27.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.486+0000 7f50d718d740 1 -- 172.21.15.17:0/1837134473 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ad12302d70 con 0x55ad1241aa90 2024-09-16T01:49:27.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.486+0000 7f50ce59c640 1 --2- 172.21.15.17:0/1837134473 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ad1241aa90 0x55ad1241ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:27.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50ce59c640 1 --2- 172.21.15.17:0/1837134473 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ad1241aa90 0x55ad1241ce80 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1d3f42bd5370a2ee server_cookie=900e5628fa400dc in_seq=0 out_seq=0 2024-09-16T01:49:27.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50b5ffb640 10 client.16329 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:49:27.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50b5ffb640 1 -- 172.21.15.17:0/1837134473 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ad12302d70 con 0x55ad1241aa90 2024-09-16T01:49:27.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50b5ffb640 10 client.16329 handle_command_reply: tid=0 2024-09-16T01:49:27.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50d718d740 1 client.16329 shutdown 2024-09-16T01:49:27.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50d718d740 1 -- 172.21.15.17:0/1837134473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123a0370 msgr2=0x55ad12418d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50d718d740 1 --2- 172.21.15.17:0/1837134473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123a0370 0x55ad12418d50 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f50c8031800 tx=0x7f50c8005890 comp rx=0 tx=0).stop 2024-09-16T01:49:27.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50d718d740 1 -- 172.21.15.17:0/1837134473 shutdown_connections 2024-09-16T01:49:27.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50d718d740 1 --2- 172.21.15.17:0/1837134473 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ad1241aa90 0x55ad1241ce80 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50d718d740 1 --2- 172.21.15.17:0/1837134473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ad123a0370 0x55ad12418d50 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50d718d740 1 --2- 172.21.15.17:0/1837134473 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ad12396b40 0x55ad123a3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50b5ffb640 0 client.16329 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:49:27.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50d718d740 1 --2- 172.21.15.17:0/1837134473 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ad123955d0 0x55ad123a3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50d718d740 1 -- 172.21.15.17:0/1837134473 >> 172.21.15.17:0/1837134473 conn(0x55ad1235e310 msgr2=0x55ad12390d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:27.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.487+0000 7f50d718d740 1 -- 172.21.15.17:0/1837134473 shutdown_connections 2024-09-16T01:49:27.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.488+0000 7f50d718d740 1 -- 172.21.15.17:0/1837134473 wait complete. 2024-09-16T01:49:27.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.488+0000 7f50d718d740 20 client.16329 trim_cache size 0 max 16384 2024-09-16T01:49:27.493 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:49:27.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.488+0000 7f50d4db4640 1 -- 172.21.15.17:0/4254403149 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50bc0a3240 msgr2=0x7f50bc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.488+0000 7f50d4db4640 1 --2- 172.21.15.17:0/4254403149 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50bc0a3240 0x7f50bc0a5700 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f50c8005ab0 tx=0x7f50c8031770 comp rx=0 tx=0).stop 2024-09-16T01:49:27.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.488+0000 7f50d4db4640 1 -- 172.21.15.17:0/4254403149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50d0103740 msgr2=0x7f50d0100f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:27.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.488+0000 7f50d4db4640 1 --2- 172.21.15.17:0/4254403149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50d0103740 0x7f50d0100f30 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f50b800e9c0 tx=0x7f50b800ee80 comp rx=0 tx=0).stop 2024-09-16T01:49:27.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.488+0000 7f50d4db4640 1 -- 172.21.15.17:0/4254403149 shutdown_connections 2024-09-16T01:49:27.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.488+0000 7f50d4db4640 1 --2- 172.21.15.17:0/4254403149 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f50bc0a3240 0x7f50bc0a5700 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.488+0000 7f50d4db4640 1 --2- 172.21.15.17:0/4254403149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f50d0108290 0x7f50d0101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.488+0000 7f50d4db4640 1 --2- 172.21.15.17:0/4254403149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f50d0103740 0x7f50d0100f30 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.488+0000 7f50d4db4640 1 --2- 172.21.15.17:0/4254403149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f50d0102d90 0x7f50d01009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:27.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.489+0000 7f50d4db4640 1 -- 172.21.15.17:0/4254403149 >> 172.21.15.17:0/4254403149 conn(0x7f50d00fc7d0 msgr2=0x7f50d0105e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:27.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.489+0000 7f50d4db4640 1 -- 172.21.15.17:0/4254403149 shutdown_connections 2024-09-16T01:49:27.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:27.489+0000 7f50d4db4640 1 -- 172.21.15.17:0/4254403149 wait complete. 2024-09-16T01:49:27.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 203010 3.74 MB/sec execute 170 sec latency 23.281 ms 2024-09-16T01:49:28.367 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:49:28.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 203747 3.75 MB/sec execute 171 sec latency 13.369 ms 2024-09-16T01:49:28.653 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:49:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:28 smithi017 ceph-mon[30972]: pgmap v517: 97 pgs: 97 active+clean; 98 MiB data, 822 MiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.6 MiB/s wr, 83 op/s 2024-09-16T01:49:28.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:28 smithi122 ceph-mon[34758]: pgmap v517: 97 pgs: 97 active+clean; 98 MiB data, 822 MiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.6 MiB/s wr, 83 op/s 2024-09-16T01:49:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:28 smithi029 ceph-mon[34783]: pgmap v517: 97 pgs: 97 active+clean; 98 MiB data, 822 MiB used, 1.0 TiB / 1.0 TiB avail; 234 KiB/s rd, 1.6 MiB/s wr, 83 op/s 2024-09-16T01:49:29.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.155+0000 7fb050197640 1 -- 172.21.15.17:0/2024524905 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048103ff0 msgr2=0x7fb0481043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.155+0000 7fb050197640 1 --2- 172.21.15.17:0/2024524905 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048103ff0 0x7fb0481043d0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fb044009900 tx=0x7fb04402a410 comp rx=0 tx=0).stop 2024-09-16T01:49:29.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.155+0000 7fb050197640 1 -- 172.21.15.17:0/2024524905 shutdown_connections 2024-09-16T01:49:29.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.155+0000 7fb050197640 1 --2- 172.21.15.17:0/2024524905 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb048109120 0x7fb048110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.155+0000 7fb050197640 1 --2- 172.21.15.17:0/2024524905 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0481049a0 0x7fb0481089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.155+0000 7fb050197640 1 --2- 172.21.15.17:0/2024524905 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048103ff0 0x7fb0481043d0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.155+0000 7fb050197640 1 -- 172.21.15.17:0/2024524905 >> 172.21.15.17:0/2024524905 conn(0x7fb0480ffab0 msgr2=0x7fb048101ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:29.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.155+0000 7fb050197640 1 -- 172.21.15.17:0/2024524905 shutdown_connections 2024-09-16T01:49:29.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.155+0000 7fb050197640 1 -- 172.21.15.17:0/2024524905 wait complete. 2024-09-16T01:49:29.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.156+0000 7fb050197640 1 Processor -- start 2024-09-16T01:49:29.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.156+0000 7fb050197640 1 -- start start 2024-09-16T01:49:29.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.156+0000 7fb050197640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb048103ff0 0x7fb04819a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.156+0000 7fb050197640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0481049a0 0x7fb04819ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.156+0000 7fb050197640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048109120 0x7fb04819ef00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.156+0000 7fb050197640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb048113fd0 con 0x7fb048109120 2024-09-16T01:49:29.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.156+0000 7fb050197640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb048113e50 con 0x7fb0481049a0 2024-09-16T01:49:29.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.156+0000 7fb050197640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb048114150 con 0x7fb048103ff0 2024-09-16T01:49:29.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.156+0000 7fb04e734640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048109120 0x7fb04819ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.156+0000 7fb04e734640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048109120 0x7fb04819ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55744/0 (socket says 172.21.15.17:55744) 2024-09-16T01:49:29.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.156+0000 7fb04df33640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb048103ff0 0x7fb04819a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.156+0000 7fb04e734640 1 -- 172.21.15.17:0/1718661672 learned_addr learned my addr 172.21.15.17:0/1718661672 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:29.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.156+0000 7fb04d732640 1 --2- 172.21.15.17:0/1718661672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0481049a0 0x7fb04819ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.157+0000 7fb04e734640 1 -- 172.21.15.17:0/1718661672 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb048103ff0 msgr2=0x7fb04819a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.157+0000 7fb04e734640 1 --2- 172.21.15.17:0/1718661672 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb048103ff0 0x7fb04819a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.157+0000 7fb04e734640 1 -- 172.21.15.17:0/1718661672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0481049a0 msgr2=0x7fb04819ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.157+0000 7fb04e734640 1 --2- 172.21.15.17:0/1718661672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0481049a0 0x7fb04819ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.157+0000 7fb04e734640 1 -- 172.21.15.17:0/1718661672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb04819f5e0 con 0x7fb048109120 2024-09-16T01:49:29.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.157+0000 7fb04d732640 1 --2- 172.21.15.17:0/1718661672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0481049a0 0x7fb04819ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:29.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.157+0000 7fb04e734640 1 --2- 172.21.15.17:0/1718661672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048109120 0x7fb04819ef00 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fb040009fd0 tx=0x7fb04000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:29.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.157+0000 7fb03effd640 1 -- 172.21.15.17:0/1718661672 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb040017070 con 0x7fb048109120 2024-09-16T01:49:29.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.157+0000 7fb050197640 1 -- 172.21.15.17:0/1718661672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb04819f8d0 con 0x7fb048109120 2024-09-16T01:49:29.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.157+0000 7fb03effd640 1 -- 172.21.15.17:0/1718661672 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb040003e20 con 0x7fb048109120 2024-09-16T01:49:29.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.157+0000 7fb03effd640 1 -- 172.21.15.17:0/1718661672 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb040010460 con 0x7fb048109120 2024-09-16T01:49:29.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.157+0000 7fb050197640 1 -- 172.21.15.17:0/1718661672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb0481a71b0 con 0x7fb048109120 2024-09-16T01:49:29.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.160+0000 7fb052570740 1 Processor -- start 2024-09-16T01:49:29.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.160+0000 7fb03effd640 1 -- 172.21.15.17:0/1718661672 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb040003970 con 0x7fb048109120 2024-09-16T01:49:29.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.160+0000 7fb052570740 1 -- start start 2024-09-16T01:49:29.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.160+0000 7fb052570740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc26895b40 0x55dc26894090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.160+0000 7fb052570740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc268945d0 0x55dc26894a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb052570740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc2689f370 0x55dc268a1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb052570740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55dc267fa2f0 con 0x55dc26895b40 2024-09-16T01:49:29.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb052570740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55dc267a1cf0 con 0x55dc268945d0 2024-09-16T01:49:29.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb052570740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55dc267f62b0 con 0x55dc2689f370 2024-09-16T01:49:29.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb04d732640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc26895b40 0x55dc26894090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb04d732640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc26895b40 0x55dc26894090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55750/0 (socket says 172.21.15.17:55750) 2024-09-16T01:49:29.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb04d732640 1 -- 172.21.15.17:0/3941837230 learned_addr learned my addr 172.21.15.17:0/3941837230 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:29.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb04df33640 1 --2- 172.21.15.17:0/3941837230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc268945d0 0x55dc26894a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb04d732640 1 --2- 172.21.15.17:0/3941837230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc2689f370 0x55dc268a1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb03effd640 1 --2- 172.21.15.17:0/1718661672 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0340a32c0 0x7fb0340a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb04d732640 1 -- 172.21.15.17:0/3941837230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc2689f370 msgr2=0x55dc268a1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:29.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb04d732640 1 --2- 172.21.15.17:0/3941837230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc2689f370 0x55dc268a1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb04d732640 1 -- 172.21.15.17:0/3941837230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc268945d0 msgr2=0x55dc26894a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:29.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb04d732640 1 --2- 172.21.15.17:0/3941837230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc268945d0 0x55dc26894a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb04d732640 1 -- 172.21.15.17:0/3941837230 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc267863a0 con 0x55dc26895b40 2024-09-16T01:49:29.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb04df33640 1 --2- 172.21.15.17:0/3941837230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc268945d0 0x55dc26894a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:29.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb03effd640 1 -- 172.21.15.17:0/1718661672 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb0400cf680 con 0x7fb048109120 2024-09-16T01:49:29.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb04e734640 1 --2- 172.21.15.17:0/1718661672 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0340a32c0 0x7fb0340a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.161+0000 7fb04d732640 1 --2- 172.21.15.17:0/3941837230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc26895b40 0x55dc26894090 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fb038009e80 tx=0x7fb0380096e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=143f38e134622c1b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:29.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.162+0000 7fb033fff640 1 -- 172.21.15.17:0/3941837230 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb03800f4d0 con 0x55dc26895b40 2024-09-16T01:49:29.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.162+0000 7fb04e734640 1 --2- 172.21.15.17:0/1718661672 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0340a32c0 0x7fb0340a5780 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fb04000dfd0 tx=0x7fb04000bea0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:29.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.162+0000 7fb033fff640 1 -- 172.21.15.17:0/3941837230 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb03800fb20 con 0x55dc26895b40 2024-09-16T01:49:29.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.162+0000 7fb033fff640 1 -- 172.21.15.17:0/3941837230 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0380118b0 con 0x55dc26895b40 2024-09-16T01:49:29.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.163+0000 7fb052570740 1 -- 172.21.15.17:0/3941837230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc26895b40 msgr2=0x55dc26894090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.163+0000 7fb052570740 1 --2- 172.21.15.17:0/3941837230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc26895b40 0x55dc26894090 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fb038009e80 tx=0x7fb0380096e0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.163+0000 7fb052570740 1 -- 172.21.15.17:0/3941837230 shutdown_connections 2024-09-16T01:49:29.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.163+0000 7fb052570740 1 --2- 172.21.15.17:0/3941837230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc2689f370 0x55dc268a1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.163+0000 7fb052570740 1 --2- 172.21.15.17:0/3941837230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc268945d0 0x55dc26894a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.163+0000 7fb052570740 1 --2- 172.21.15.17:0/3941837230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc26895b40 0x55dc26894090 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.163+0000 7fb052570740 1 -- 172.21.15.17:0/3941837230 >> 172.21.15.17:0/3941837230 conn(0x55dc2685d310 msgr2=0x55dc26890c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:29.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.163+0000 7fb052570740 1 -- 172.21.15.17:0/3941837230 shutdown_connections 2024-09-16T01:49:29.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.163+0000 7fb052570740 1 -- 172.21.15.17:0/3941837230 wait complete. 2024-09-16T01:49:29.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.163+0000 7fb052570740 1 -- start start 2024-09-16T01:49:29.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.163+0000 7fb052570740 1 Processor -- start 2024-09-16T01:49:29.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb052570740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc268945d0 0x55dc2689ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb052570740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc26895b40 0x55dc2689bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb052570740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc2689f370 0x55dc2689c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb052570740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55dc268a2070 con 0x55dc2689f370 2024-09-16T01:49:29.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb052570740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55dc267b5060 con 0x55dc268945d0 2024-09-16T01:49:29.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb052570740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55dc268a21f0 con 0x55dc26895b40 2024-09-16T01:49:29.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb052570740 10 client.0 _ll_register_callbacks cb 0x55dc265088c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:29.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb04d732640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc2689f370 0x55dc2689c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb04d732640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc2689f370 0x55dc2689c5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55762/0 (socket says 172.21.15.17:55762) 2024-09-16T01:49:29.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb04d732640 1 -- 172.21.15.17:0/4134528882 learned_addr learned my addr 172.21.15.17:0/4134528882 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:29.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb04df33640 1 --2- 172.21.15.17:0/4134528882 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc26895b40 0x55dc2689bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb04d732640 1 --2- 172.21.15.17:0/4134528882 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc268945d0 0x55dc2689ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb04d732640 1 -- 172.21.15.17:0/4134528882 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc26895b40 msgr2=0x55dc2689bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:29.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb04d732640 1 --2- 172.21.15.17:0/4134528882 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc26895b40 0x55dc2689bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb04d732640 1 -- 172.21.15.17:0/4134528882 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc268945d0 msgr2=0x55dc2689ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:29.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb04d732640 1 --2- 172.21.15.17:0/4134528882 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc268945d0 0x55dc2689ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.164+0000 7fb04d732640 1 -- 172.21.15.17:0/4134528882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc2656b3c0 con 0x55dc2689f370 2024-09-16T01:49:29.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.165+0000 7fb04d732640 1 --2- 172.21.15.17:0/4134528882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc2689f370 0x55dc2689c5d0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fb038013550 tx=0x7fb038015040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f98fce8bba472a98 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:29.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.165+0000 7fb0317fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:49:29.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.165+0000 7fb0317fa640 1 -- 172.21.15.17:0/4134528882 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb03800f760 con 0x55dc2689f370 2024-09-16T01:49:29.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.165+0000 7fb0317fa640 1 -- 172.21.15.17:0/4134528882 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb03800f900 con 0x55dc2689f370 2024-09-16T01:49:29.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.165+0000 7fb052570740 1 -- 172.21.15.17:0/4134528882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb03800fb20 con 0x55dc2689f370 2024-09-16T01:49:29.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.165+0000 7fb0317fa640 1 -- 172.21.15.17:0/4134528882 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb038034050 con 0x55dc2689f370 2024-09-16T01:49:29.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.165+0000 7fb052570740 10 client.16341 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:29.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.165+0000 7fb052570740 1 -- 172.21.15.17:0/4134528882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55dc268adad0 con 0x55dc2689f370 2024-09-16T01:49:29.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.166+0000 7fb0317fa640 1 -- 172.21.15.17:0/4134528882 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb03800fb20 con 0x55dc2689f370 2024-09-16T01:49:29.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.166+0000 7fb0317fa640 1 -- 172.21.15.17:0/4134528882 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb03801f5f0 con 0x55dc2689f370 2024-09-16T01:49:29.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.166+0000 7fb052570740 10 client.16341 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:29.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.166+0000 7fb052570740 10 client.16341 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:49:29.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.166+0000 7fb052570740 20 client.16341 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:29.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.166+0000 7fb052570740 1 --2- 172.21.15.17:0/4134528882 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55dc268aee80 0x55dc268b1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.166+0000 7fb052570740 4 client.16341 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:49:29.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.166+0000 7fb052570740 1 -- 172.21.15.17:0/4134528882 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dc26807860 con 0x55dc268aee80 2024-09-16T01:49:29.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.166+0000 7fb04df33640 1 --2- 172.21.15.17:0/4134528882 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55dc268aee80 0x55dc268b1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.167+0000 7fb04df33640 1 --2- 172.21.15.17:0/4134528882 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55dc268aee80 0x55dc268b1270 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9ebd952de62617ab server_cookie=f81afb090645fc3b in_seq=0 out_seq=0 2024-09-16T01:49:29.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.167+0000 7fb0317fa640 10 client.16341 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:49:29.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb0317fa640 1 -- 172.21.15.17:0/4134528882 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dc26807860 con 0x55dc268aee80 2024-09-16T01:49:29.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb0317fa640 10 client.16341 handle_command_reply: tid=0 2024-09-16T01:49:29.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb052570740 1 client.16341 shutdown 2024-09-16T01:49:29.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb052570740 1 -- 172.21.15.17:0/4134528882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc2689f370 msgr2=0x55dc2689c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb052570740 1 --2- 172.21.15.17:0/4134528882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc2689f370 0x55dc2689c5d0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fb038013550 tx=0x7fb038015040 comp rx=0 tx=0).stop 2024-09-16T01:49:29.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb052570740 1 -- 172.21.15.17:0/4134528882 shutdown_connections 2024-09-16T01:49:29.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb052570740 1 --2- 172.21.15.17:0/4134528882 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55dc268aee80 0x55dc268b1270 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb052570740 1 --2- 172.21.15.17:0/4134528882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc2689f370 0x55dc2689c5d0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb052570740 1 --2- 172.21.15.17:0/4134528882 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc26895b40 0x55dc2689bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb0317fa640 0 client.16341 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:49:29.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb052570740 1 --2- 172.21.15.17:0/4134528882 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc268945d0 0x55dc2689ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb052570740 1 -- 172.21.15.17:0/4134528882 >> 172.21.15.17:0/4134528882 conn(0x55dc2685d310 msgr2=0x55dc26896960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:29.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb052570740 1 -- 172.21.15.17:0/4134528882 shutdown_connections 2024-09-16T01:49:29.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb052570740 1 -- 172.21.15.17:0/4134528882 wait complete. 2024-09-16T01:49:29.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.168+0000 7fb052570740 20 client.16341 trim_cache size 0 max 16384 2024-09-16T01:49:29.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.183+0000 7fb052570740 1 Processor -- start 2024-09-16T01:49:29.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.183+0000 7fb052570740 1 -- start start 2024-09-16T01:49:29.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb052570740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc268945d0 0x55dc268ab310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb052570740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc26895b40 0x55dc2689b790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb052570740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc2689f370 0x55dc2689df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb052570740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481b1ef0 con 0x55dc2689f370 2024-09-16T01:49:29.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb052570740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481af7c0 con 0x55dc26895b40 2024-09-16T01:49:29.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb052570740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481ad5f0 con 0x55dc268945d0 2024-09-16T01:49:29.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb04d732640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc2689f370 0x55dc2689df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb04d732640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc268945d0 0x55dc268ab310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb04d732640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc268945d0 0x55dc268ab310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58620/0 (socket says 172.21.15.17:58620) 2024-09-16T01:49:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb04d732640 1 -- 172.21.15.17:0/4264600225 learned_addr learned my addr 172.21.15.17:0/4264600225 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb04df33640 1 --2- 172.21.15.17:0/4264600225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc26895b40 0x55dc2689b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb04d732640 1 -- 172.21.15.17:0/4264600225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc26895b40 msgr2=0x55dc2689b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb04d732640 1 --2- 172.21.15.17:0/4264600225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc26895b40 0x55dc2689b790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb04d732640 1 -- 172.21.15.17:0/4264600225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc2689f370 msgr2=0x55dc2689df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb04d732640 1 --2- 172.21.15.17:0/4264600225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc2689f370 0x55dc2689df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb04d732640 1 -- 172.21.15.17:0/4264600225 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc26891960 con 0x55dc268945d0 2024-09-16T01:49:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.184+0000 7fb04d732640 1 --2- 172.21.15.17:0/4264600225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc268945d0 0x55dc268ab310 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fb038009530 tx=0x7fb038000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c9bf25aca18b88cb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.185+0000 7fb0337fe640 1 -- 172.21.15.17:0/4264600225 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb03801fbe0 con 0x55dc268945d0 2024-09-16T01:49:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.185+0000 7fb0337fe640 1 -- 172.21.15.17:0/4264600225 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb038009620 con 0x55dc268945d0 2024-09-16T01:49:29.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.185+0000 7fb0337fe640 1 -- 172.21.15.17:0/4264600225 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb038011620 con 0x55dc268945d0 2024-09-16T01:49:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.185+0000 7fb052570740 1 -- 172.21.15.17:0/4264600225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc268945d0 msgr2=0x55dc268ab310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.185+0000 7fb052570740 1 --2- 172.21.15.17:0/4264600225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc268945d0 0x55dc268ab310 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fb038009530 tx=0x7fb038000bc0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.185+0000 7fb052570740 1 -- 172.21.15.17:0/4264600225 shutdown_connections 2024-09-16T01:49:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.185+0000 7fb052570740 1 --2- 172.21.15.17:0/4264600225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc2689f370 0x55dc2689df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.185+0000 7fb052570740 1 --2- 172.21.15.17:0/4264600225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc26895b40 0x55dc2689b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.185+0000 7fb052570740 1 --2- 172.21.15.17:0/4264600225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc268945d0 0x55dc268ab310 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.185+0000 7fb052570740 1 -- 172.21.15.17:0/4264600225 >> 172.21.15.17:0/4264600225 conn(0x55dc2685d310 msgr2=0x55dc2689d840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.186+0000 7fb052570740 1 -- 172.21.15.17:0/4264600225 shutdown_connections 2024-09-16T01:49:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.186+0000 7fb052570740 1 -- 172.21.15.17:0/4264600225 wait complete. 2024-09-16T01:49:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.186+0000 7fb052570740 1 -- start start 2024-09-16T01:49:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.186+0000 7fb052570740 1 Processor -- start 2024-09-16T01:49:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.186+0000 7fb052570740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc268945d0 0x55dc268a2be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.186+0000 7fb052570740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc26895b40 0x55dc268a3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.186+0000 7fb052570740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc2689f370 0x55dc26911940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.186+0000 7fb052570740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481adc80 con 0x55dc268945d0 2024-09-16T01:49:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.186+0000 7fb052570740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481af0f0 con 0x55dc2689f370 2024-09-16T01:49:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.186+0000 7fb052570740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481ae350 con 0x55dc26895b40 2024-09-16T01:49:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb052570740 10 client.0 _ll_register_callbacks cb 0x7fb044009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:29.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb04d732640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc268945d0 0x55dc268a2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb04d732640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc268945d0 0x55dc268a2be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55786/0 (socket says 172.21.15.17:55786) 2024-09-16T01:49:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb04d732640 1 -- 172.21.15.17:0/4245301008 learned_addr learned my addr 172.21.15.17:0/4245301008 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb04df33640 1 --2- 172.21.15.17:0/4245301008 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc26895b40 0x55dc268a3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb04df33640 1 -- 172.21.15.17:0/4245301008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc2689f370 msgr2=0x55dc26911940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb04df33640 1 --2- 172.21.15.17:0/4245301008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc2689f370 0x55dc26911940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb04df33640 1 -- 172.21.15.17:0/4245301008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc268945d0 msgr2=0x55dc268a2be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb04df33640 1 --2- 172.21.15.17:0/4245301008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc268945d0 0x55dc268a2be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb04df33640 1 -- 172.21.15.17:0/4245301008 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc26911fb0 con 0x55dc26895b40 2024-09-16T01:49:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb04d732640 1 --2- 172.21.15.17:0/4245301008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc268945d0 0x55dc268a2be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb04df33640 1 --2- 172.21.15.17:0/4245301008 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc26895b40 0x55dc268a3120 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb044009230 tx=0x7fb044004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c113ae7ee1fe829a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb0317fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:49:29.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb0317fa640 1 -- 172.21.15.17:0/4245301008 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb044035040 con 0x55dc26895b40 2024-09-16T01:49:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb0317fa640 1 -- 172.21.15.17:0/4245301008 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb044005040 con 0x55dc26895b40 2024-09-16T01:49:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.187+0000 7fb052570740 1 -- 172.21.15.17:0/4245301008 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb038009620 con 0x55dc26895b40 2024-09-16T01:49:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.188+0000 7fb0317fa640 1 -- 172.21.15.17:0/4245301008 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb044005240 con 0x55dc26895b40 2024-09-16T01:49:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.188+0000 7fb052570740 10 client.26008 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.188+0000 7fb052570740 1 -- 172.21.15.17:0/4245301008 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55dc26919390 con 0x55dc26895b40 2024-09-16T01:49:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.188+0000 7fb0317fa640 1 -- 172.21.15.17:0/4245301008 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb038009620 con 0x55dc26895b40 2024-09-16T01:49:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.188+0000 7fb0317fa640 1 -- 172.21.15.17:0/4245301008 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb044003710 con 0x55dc26895b40 2024-09-16T01:49:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.188+0000 7fb052570740 10 client.26008 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.188+0000 7fb052570740 10 client.26008 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:49:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.188+0000 7fb052570740 20 client.26008 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.188+0000 7fb052570740 1 --2- 172.21.15.17:0/4245301008 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55dc26919b90 0x55dc2691bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.188+0000 7fb052570740 4 client.26008 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:49:29.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.188+0000 7fb052570740 1 -- 172.21.15.17:0/4245301008 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dc26801d70 con 0x55dc26919b90 2024-09-16T01:49:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.188+0000 7fb04d732640 1 --2- 172.21.15.17:0/4245301008 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55dc26919b90 0x55dc2691bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb0317fa640 10 client.26008 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:49:29.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb04d732640 1 --2- 172.21.15.17:0/4245301008 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55dc26919b90 0x55dc2691bfb0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9bc437b0ef3a177c server_cookie=52624f301ef1cefa in_seq=0 out_seq=0 2024-09-16T01:49:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb0317fa640 1 -- 172.21.15.17:0/4245301008 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dc26801d70 con 0x55dc26919b90 2024-09-16T01:49:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb0317fa640 10 client.26008 handle_command_reply: tid=0 2024-09-16T01:49:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb052570740 1 client.26008 shutdown 2024-09-16T01:49:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb052570740 1 -- 172.21.15.17:0/4245301008 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc26895b40 msgr2=0x55dc268a3120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb052570740 1 --2- 172.21.15.17:0/4245301008 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc26895b40 0x55dc268a3120 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb044009230 tx=0x7fb044004040 comp rx=0 tx=0).stop 2024-09-16T01:49:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb052570740 1 -- 172.21.15.17:0/4245301008 shutdown_connections 2024-09-16T01:49:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb052570740 1 --2- 172.21.15.17:0/4245301008 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55dc26919b90 0x55dc2691bfb0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb052570740 1 --2- 172.21.15.17:0/4245301008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc2689f370 0x55dc26911940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb052570740 1 --2- 172.21.15.17:0/4245301008 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc26895b40 0x55dc268a3120 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb0317fa640 0 client.26008 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:49:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb052570740 1 --2- 172.21.15.17:0/4245301008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc268945d0 0x55dc268a2be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb052570740 1 -- 172.21.15.17:0/4245301008 >> 172.21.15.17:0/4245301008 conn(0x55dc2685d310 msgr2=0x55dc2689e060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb052570740 1 -- 172.21.15.17:0/4245301008 shutdown_connections 2024-09-16T01:49:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.189+0000 7fb052570740 1 -- 172.21.15.17:0/4245301008 wait complete. 2024-09-16T01:49:29.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.190+0000 7fb052570740 20 client.26008 trim_cache size 0 max 16384 2024-09-16T01:49:29.196 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:49:29.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.190+0000 7fb050197640 1 -- 172.21.15.17:0/1718661672 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0340a32c0 msgr2=0x7fb0340a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.190+0000 7fb050197640 1 --2- 172.21.15.17:0/1718661672 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0340a32c0 0x7fb0340a5780 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fb04000dfd0 tx=0x7fb04000bea0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.190+0000 7fb050197640 1 -- 172.21.15.17:0/1718661672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048109120 msgr2=0x7fb04819ef00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:29.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.190+0000 7fb050197640 1 --2- 172.21.15.17:0/1718661672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048109120 0x7fb04819ef00 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fb040009fd0 tx=0x7fb04000b260 comp rx=0 tx=0).stop 2024-09-16T01:49:29.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.190+0000 7fb050197640 1 -- 172.21.15.17:0/1718661672 shutdown_connections 2024-09-16T01:49:29.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.190+0000 7fb050197640 1 --2- 172.21.15.17:0/1718661672 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0340a32c0 0x7fb0340a5780 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.190+0000 7fb050197640 1 --2- 172.21.15.17:0/1718661672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048109120 0x7fb04819ef00 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.190+0000 7fb050197640 1 --2- 172.21.15.17:0/1718661672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb0481049a0 0x7fb04819ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.190+0000 7fb050197640 1 --2- 172.21.15.17:0/1718661672 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb048103ff0 0x7fb04819a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:29.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.190+0000 7fb050197640 1 -- 172.21.15.17:0/1718661672 >> 172.21.15.17:0/1718661672 conn(0x7fb0480ffab0 msgr2=0x7fb048100e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:29.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.190+0000 7fb050197640 1 -- 172.21.15.17:0/1718661672 shutdown_connections 2024-09-16T01:49:29.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:29.190+0000 7fb050197640 1 -- 172.21.15.17:0/1718661672 wait complete. 2024-09-16T01:49:29.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 204522 3.74 MB/sec execute 172 sec latency 37.664 ms 2024-09-16T01:49:29.981 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:49:30.261 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:49:30.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 205450 3.76 MB/sec execute 173 sec latency 13.739 ms 2024-09-16T01:49:30.697 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:30 smithi017 ceph-mon[30972]: pgmap v518: 97 pgs: 97 active+clean; 98 MiB data, 823 MiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 2.0 MiB/s wr, 107 op/s 2024-09-16T01:49:30.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:30 smithi029 ceph-mon[34783]: pgmap v518: 97 pgs: 97 active+clean; 98 MiB data, 823 MiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 2.0 MiB/s wr, 107 op/s 2024-09-16T01:49:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:30 smithi122 ceph-mon[34758]: pgmap v518: 97 pgs: 97 active+clean; 98 MiB data, 823 MiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 2.0 MiB/s wr, 107 op/s 2024-09-16T01:49:30.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.790+0000 7f591cf9c640 1 -- 172.21.15.17:0/409792280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5918102570 msgr2=0x7f59181029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.790+0000 7f591cf9c640 1 --2- 172.21.15.17:0/409792280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5918102570 0x7f59181029b0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f590c009930 tx=0x7f590c02a4d0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.790+0000 7f591cf9c640 1 -- 172.21.15.17:0/409792280 shutdown_connections 2024-09-16T01:49:30.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.790+0000 7f591cf9c640 1 --2- 172.21.15.17:0/409792280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5918102ef0 0x7f591810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.790+0000 7f591cf9c640 1 --2- 172.21.15.17:0/409792280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5918102570 0x7f59181029b0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.790+0000 7f591cf9c640 1 --2- 172.21.15.17:0/409792280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5918100e20 0x7f5918101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.790+0000 7f591cf9c640 1 -- 172.21.15.17:0/409792280 >> 172.21.15.17:0/409792280 conn(0x7f59180fc7d0 msgr2=0x7f59180febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:30.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.790+0000 7f591cf9c640 1 -- 172.21.15.17:0/409792280 shutdown_connections 2024-09-16T01:49:30.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.790+0000 7f591cf9c640 1 -- 172.21.15.17:0/409792280 wait complete. 2024-09-16T01:49:30.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.791+0000 7f591cf9c640 1 Processor -- start 2024-09-16T01:49:30.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.791+0000 7f591cf9c640 1 -- start start 2024-09-16T01:49:30.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591cf9c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5918100e20 0x7f5918197370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591cf9c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5918102570 0x7f59181978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591cf9c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5918102ef0 0x7f591819bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591cf9c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5918110e30 con 0x7f5918100e20 2024-09-16T01:49:30.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591cf9c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5918110cb0 con 0x7f5918102570 2024-09-16T01:49:30.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591cf9c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5918110fb0 con 0x7f5918102ef0 2024-09-16T01:49:30.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5918100e20 0x7f5918197370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5918100e20 0x7f5918197370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55812/0 (socket says 172.21.15.17:55812) 2024-09-16T01:49:30.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591659c640 1 -- 172.21.15.17:0/2114005809 learned_addr learned my addr 172.21.15.17:0/2114005809 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:30.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f5916d9d640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5918102ef0 0x7f591819bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f5915d9b640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5918102570 0x7f59181978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591659c640 1 -- 172.21.15.17:0/2114005809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5918102ef0 msgr2=0x7f591819bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591659c640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5918102ef0 0x7f591819bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591659c640 1 -- 172.21.15.17:0/2114005809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5918102570 msgr2=0x7f59181978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591659c640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5918102570 0x7f59181978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591659c640 1 -- 172.21.15.17:0/2114005809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f591819c320 con 0x7f5918100e20 2024-09-16T01:49:30.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f5916d9d640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5918102ef0 0x7f591819bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:30.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.792+0000 7f591659c640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5918100e20 0x7f5918197370 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f590800d950 tx=0x7f590800dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:30.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.793+0000 7f59077fe640 1 -- 172.21.15.17:0/2114005809 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5908017030 con 0x7f5918100e20 2024-09-16T01:49:30.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.793+0000 7f591cf9c640 1 -- 172.21.15.17:0/2114005809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f591819c610 con 0x7f5918100e20 2024-09-16T01:49:30.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.793+0000 7f59077fe640 1 -- 172.21.15.17:0/2114005809 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5908004020 con 0x7f5918100e20 2024-09-16T01:49:30.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.793+0000 7f59077fe640 1 -- 172.21.15.17:0/2114005809 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5908005570 con 0x7f5918100e20 2024-09-16T01:49:30.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.793+0000 7f591cf9c640 1 -- 172.21.15.17:0/2114005809 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f59181a3ef0 con 0x7f5918100e20 2024-09-16T01:49:30.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.795+0000 7f59077fe640 1 -- 172.21.15.17:0/2114005809 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f59080041d0 con 0x7f5918100e20 2024-09-16T01:49:30.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.795+0000 7f591f375740 1 Processor -- start 2024-09-16T01:49:30.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f591f375740 1 -- start start 2024-09-16T01:49:30.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f591f375740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd761090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f591f375740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd7615d0 0x560bfd761a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f591f375740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd76c370 0x560bfd76e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f591f375740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560bfd6c72f0 con 0x560bfd7615d0 2024-09-16T01:49:30.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f591f375740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x560bfd66ecf0 con 0x560bfd76c370 2024-09-16T01:49:30.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f591f375740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x560bfd6c32b0 con 0x560bfd762b40 2024-09-16T01:49:30.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f5916d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd761090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f591659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd7615d0 0x560bfd761a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f5916d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd761090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58662/0 (socket says 172.21.15.17:58662) 2024-09-16T01:49:30.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f5916d9d640 1 -- 172.21.15.17:0/3395771414 learned_addr learned my addr 172.21.15.17:0/3395771414 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:30.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f5915d9b640 1 --2- 172.21.15.17:0/3395771414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd76c370 0x560bfd76e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f59077fe640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f59000a3250 0x7f59000a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f5916d9d640 1 -- 172.21.15.17:0/3395771414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd76c370 msgr2=0x560bfd76e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f5916d9d640 1 --2- 172.21.15.17:0/3395771414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd76c370 0x560bfd76e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f5916d9d640 1 -- 172.21.15.17:0/3395771414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd7615d0 msgr2=0x560bfd761a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f5916d9d640 1 --2- 172.21.15.17:0/3395771414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd7615d0 0x560bfd761a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f5916d9d640 1 -- 172.21.15.17:0/3395771414 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560bfd6533a0 con 0x560bfd762b40 2024-09-16T01:49:30.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.796+0000 7f5915d9b640 1 --2- 172.21.15.17:0/3395771414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd76c370 0x560bfd76e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:30.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.797+0000 7f59077fe640 1 -- 172.21.15.17:0/2114005809 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f59080cf310 con 0x7f5918100e20 2024-09-16T01:49:30.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.797+0000 7f5916d9d640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f59000a3250 0x7f59000a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.797+0000 7f5916d9d640 1 --2- 172.21.15.17:0/3395771414 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd761090 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5910011790 tx=0x7f5910011c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9d98bce8b70e79c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:30.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.797+0000 7f5904ff9640 1 -- 172.21.15.17:0/3395771414 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f591001b630 con 0x560bfd762b40 2024-09-16T01:49:30.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.797+0000 7f5904ff9640 1 -- 172.21.15.17:0/3395771414 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5910019d80 con 0x560bfd762b40 2024-09-16T01:49:30.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.797+0000 7f5904ff9640 1 -- 172.21.15.17:0/3395771414 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f591000e840 con 0x560bfd762b40 2024-09-16T01:49:30.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.798+0000 7f5916d9d640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f59000a3250 0x7f59000a5710 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5910020000 tx=0x7f5910021000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:30.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.798+0000 7f591f375740 1 -- 172.21.15.17:0/3395771414 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 msgr2=0x560bfd761090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.798+0000 7f591f375740 1 --2- 172.21.15.17:0/3395771414 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd761090 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5910011790 tx=0x7f5910011c50 comp rx=0 tx=0).stop 2024-09-16T01:49:30.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.798+0000 7f591f375740 1 -- 172.21.15.17:0/3395771414 shutdown_connections 2024-09-16T01:49:30.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.798+0000 7f591f375740 1 --2- 172.21.15.17:0/3395771414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd76c370 0x560bfd76e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.798+0000 7f591f375740 1 --2- 172.21.15.17:0/3395771414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd7615d0 0x560bfd761a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.798+0000 7f591f375740 1 --2- 172.21.15.17:0/3395771414 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd761090 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.798+0000 7f591f375740 1 -- 172.21.15.17:0/3395771414 >> 172.21.15.17:0/3395771414 conn(0x560bfd72a310 msgr2=0x560bfd75dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:30.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.798+0000 7f591f375740 1 -- 172.21.15.17:0/3395771414 shutdown_connections 2024-09-16T01:49:30.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.798+0000 7f591f375740 1 -- 172.21.15.17:0/3395771414 wait complete. 2024-09-16T01:49:30.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.798+0000 7f591f375740 1 -- start start 2024-09-16T01:49:30.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f591f375740 1 Processor -- start 2024-09-16T01:49:30.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f591f375740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd7615d0 0x560bfd76bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f591f375740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd768fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f591f375740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd76c370 0x560bfd7695d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f591f375740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560bfd76f070 con 0x560bfd76c370 2024-09-16T01:49:30.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f591f375740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x560bfd682060 con 0x560bfd7615d0 2024-09-16T01:49:30.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f591f375740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x560bfd76f1f0 con 0x560bfd762b40 2024-09-16T01:49:30.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f591f375740 10 client.0 _ll_register_callbacks cb 0x560bfd3d58c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:30.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f5915d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd768fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f5916d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd76c370 0x560bfd7695d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f5915d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd768fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58666/0 (socket says 172.21.15.17:58666) 2024-09-16T01:49:30.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f5916d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd76c370 0x560bfd7695d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55834/0 (socket says 172.21.15.17:55834) 2024-09-16T01:49:30.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f5915d9b640 1 -- 172.21.15.17:0/663335588 learned_addr learned my addr 172.21.15.17:0/663335588 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:30.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f591659c640 1 --2- 172.21.15.17:0/663335588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd7615d0 0x560bfd76bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f5915d9b640 1 -- 172.21.15.17:0/663335588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd7615d0 msgr2=0x560bfd76bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f5915d9b640 1 --2- 172.21.15.17:0/663335588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd7615d0 0x560bfd76bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f5915d9b640 1 -- 172.21.15.17:0/663335588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd76c370 msgr2=0x560bfd7695d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f5915d9b640 1 --2- 172.21.15.17:0/663335588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd76c370 0x560bfd7695d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.799+0000 7f5915d9b640 1 -- 172.21.15.17:0/663335588 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560bfd4383c0 con 0x560bfd762b40 2024-09-16T01:49:30.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.800+0000 7f5916d9d640 1 --2- 172.21.15.17:0/663335588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd76c370 0x560bfd7695d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:30.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.800+0000 7f5915d9b640 1 --2- 172.21.15.17:0/663335588 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd768fe0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f590c031440 tx=0x7f590c031750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=17c627be459e529b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:30.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.800+0000 7f58fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:49:30.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.800+0000 7f58fdffb640 1 -- 172.21.15.17:0/663335588 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f590c03f070 con 0x560bfd762b40 2024-09-16T01:49:30.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.800+0000 7f591f375740 1 -- 172.21.15.17:0/663335588 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5910019d80 con 0x560bfd762b40 2024-09-16T01:49:30.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.800+0000 7f58fdffb640 1 -- 172.21.15.17:0/663335588 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f590c004450 con 0x560bfd762b40 2024-09-16T01:49:30.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.800+0000 7f58fdffb640 1 -- 172.21.15.17:0/663335588 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f590c035070 con 0x560bfd762b40 2024-09-16T01:49:30.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.800+0000 7f591f375740 10 client.26020 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:30.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.800+0000 7f591f375740 1 -- 172.21.15.17:0/663335588 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560bfd77aa90 con 0x560bfd762b40 2024-09-16T01:49:30.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.800+0000 7f58fdffb640 1 -- 172.21.15.17:0/663335588 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5910019d80 con 0x560bfd762b40 2024-09-16T01:49:30.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.801+0000 7f58fdffb640 1 -- 172.21.15.17:0/663335588 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f590c0049f0 con 0x560bfd762b40 2024-09-16T01:49:30.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.801+0000 7f591f375740 10 client.26020 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:30.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.801+0000 7f591f375740 10 client.26020 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:49:30.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.801+0000 7f591f375740 20 client.26020 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:30.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.801+0000 7f591f375740 1 --2- 172.21.15.17:0/663335588 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560bfd77bea0 0x560bfd77e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.801+0000 7f591f375740 4 client.26020 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:49:30.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.801+0000 7f591f375740 1 -- 172.21.15.17:0/663335588 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560bfd6d4860 con 0x560bfd77bea0 2024-09-16T01:49:30.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.801+0000 7f591659c640 1 --2- 172.21.15.17:0/663335588 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560bfd77bea0 0x560bfd77e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.801+0000 7f591659c640 1 --2- 172.21.15.17:0/663335588 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560bfd77bea0 0x560bfd77e2d0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a3928158c08c620e server_cookie=7b9a63093b504447 in_seq=0 out_seq=0 2024-09-16T01:49:30.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.801+0000 7f58fdffb640 10 client.26020 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:30.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f58fdffb640 1 -- 172.21.15.17:0/663335588 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560bfd6d4860 con 0x560bfd77bea0 2024-09-16T01:49:30.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f58fdffb640 10 client.26020 handle_command_reply: tid=0 2024-09-16T01:49:30.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f591f375740 1 client.26020 shutdown 2024-09-16T01:49:30.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f591f375740 1 -- 172.21.15.17:0/663335588 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 msgr2=0x560bfd768fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f591f375740 1 --2- 172.21.15.17:0/663335588 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd768fe0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f590c031440 tx=0x7f590c031750 comp rx=0 tx=0).stop 2024-09-16T01:49:30.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f591f375740 1 -- 172.21.15.17:0/663335588 shutdown_connections 2024-09-16T01:49:30.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f591f375740 1 --2- 172.21.15.17:0/663335588 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560bfd77bea0 0x560bfd77e2d0 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f591f375740 1 --2- 172.21.15.17:0/663335588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd76c370 0x560bfd7695d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f591f375740 1 --2- 172.21.15.17:0/663335588 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd768fe0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f591f375740 1 --2- 172.21.15.17:0/663335588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd7615d0 0x560bfd76bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f591f375740 1 -- 172.21.15.17:0/663335588 >> 172.21.15.17:0/663335588 conn(0x560bfd72a310 msgr2=0x560bfd763960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:30.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f58fdffb640 0 client.26020 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:30.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f591f375740 1 -- 172.21.15.17:0/663335588 shutdown_connections 2024-09-16T01:49:30.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f591f375740 1 -- 172.21.15.17:0/663335588 wait complete. 2024-09-16T01:49:30.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.802+0000 7f591f375740 20 client.26020 trim_cache size 0 max 16384 2024-09-16T01:49:30.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.816+0000 7f591f375740 1 Processor -- start 2024-09-16T01:49:30.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591f375740 1 -- start start 2024-09-16T01:49:30.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591f375740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd7615d0 0x560bfd778310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591f375740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd767fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591f375740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd76c370 0x560bfd783ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591f375740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f59181adc30 con 0x560bfd7615d0 2024-09-16T01:49:30.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591f375740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f59181ab500 con 0x560bfd76c370 2024-09-16T01:49:30.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591f375740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f59181a9330 con 0x560bfd762b40 2024-09-16T01:49:30.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd7615d0 0x560bfd778310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd7615d0 0x560bfd778310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55844/0 (socket says 172.21.15.17:55844) 2024-09-16T01:49:30.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591659c640 1 -- 172.21.15.17:0/2444091084 learned_addr learned my addr 172.21.15.17:0/2444091084 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:30.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f5915d9b640 1 --2- 172.21.15.17:0/2444091084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd767fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f5916d9d640 1 --2- 172.21.15.17:0/2444091084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd76c370 0x560bfd783ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591659c640 1 -- 172.21.15.17:0/2444091084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 msgr2=0x560bfd767fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591659c640 1 --2- 172.21.15.17:0/2444091084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd767fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591659c640 1 -- 172.21.15.17:0/2444091084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd76c370 msgr2=0x560bfd783ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591659c640 1 --2- 172.21.15.17:0/2444091084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd76c370 0x560bfd783ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591659c640 1 -- 172.21.15.17:0/2444091084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560bfd767530 con 0x560bfd7615d0 2024-09-16T01:49:30.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.817+0000 7f591659c640 1 --2- 172.21.15.17:0/2444091084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd7615d0 0x560bfd778310 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f590809b8c0 tx=0x7f59080db040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bb23a10d53c2c09 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:30.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.818+0000 7f58fffff640 1 -- 172.21.15.17:0/2444091084 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f590809b700 con 0x560bfd7615d0 2024-09-16T01:49:30.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.818+0000 7f58fffff640 1 -- 172.21.15.17:0/2444091084 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59080afe50 con 0x560bfd7615d0 2024-09-16T01:49:30.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.818+0000 7f58fffff640 1 -- 172.21.15.17:0/2444091084 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f590809b290 con 0x560bfd7615d0 2024-09-16T01:49:30.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.818+0000 7f591f375740 1 -- 172.21.15.17:0/2444091084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd7615d0 msgr2=0x560bfd778310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.818+0000 7f591f375740 1 --2- 172.21.15.17:0/2444091084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd7615d0 0x560bfd778310 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f590809b8c0 tx=0x7f59080db040 comp rx=0 tx=0).stop 2024-09-16T01:49:30.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.818+0000 7f591f375740 1 -- 172.21.15.17:0/2444091084 shutdown_connections 2024-09-16T01:49:30.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.818+0000 7f591f375740 1 --2- 172.21.15.17:0/2444091084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd76c370 0x560bfd783ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.819+0000 7f591f375740 1 --2- 172.21.15.17:0/2444091084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd762b40 0x560bfd767fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.819+0000 7f591f375740 1 --2- 172.21.15.17:0/2444091084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd7615d0 0x560bfd778310 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.819+0000 7f591f375740 1 -- 172.21.15.17:0/2444091084 >> 172.21.15.17:0/2444091084 conn(0x560bfd72a310 msgr2=0x560bfd7678b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:30.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.819+0000 7f591f375740 1 -- 172.21.15.17:0/2444091084 shutdown_connections 2024-09-16T01:49:30.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.819+0000 7f591f375740 1 -- 172.21.15.17:0/2444091084 wait complete. 2024-09-16T01:49:30.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.819+0000 7f591f375740 1 -- start start 2024-09-16T01:49:30.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.819+0000 7f591f375740 1 Processor -- start 2024-09-16T01:49:30.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.819+0000 7f591f375740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd7615d0 0x560bfd774b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.819+0000 7f591f375740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd762b40 0x560bfd76fec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.819+0000 7f591f375740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd76c370 0x560bfd770400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.819+0000 7f591f375740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f59181a99c0 con 0x560bfd76c370 2024-09-16T01:49:30.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.819+0000 7f591f375740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f59181aae30 con 0x560bfd762b40 2024-09-16T01:49:30.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.819+0000 7f591f375740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f59181aa090 con 0x560bfd7615d0 2024-09-16T01:49:30.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.819+0000 7f591f375740 10 client.0 _ll_register_callbacks cb 0x7f59100093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:30.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f591659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd7615d0 0x560bfd774b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f591659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd7615d0 0x560bfd774b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58678/0 (socket says 172.21.15.17:58678) 2024-09-16T01:49:30.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f5916d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd76c370 0x560bfd770400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f591659c640 1 -- 172.21.15.17:0/2894062141 learned_addr learned my addr 172.21.15.17:0/2894062141 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:30.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f5915d9b640 1 --2- 172.21.15.17:0/2894062141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd762b40 0x560bfd76fec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f591659c640 1 -- 172.21.15.17:0/2894062141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd762b40 msgr2=0x560bfd76fec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f591659c640 1 --2- 172.21.15.17:0/2894062141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd762b40 0x560bfd76fec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f591659c640 1 -- 172.21.15.17:0/2894062141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd76c370 msgr2=0x560bfd770400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:30.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f591659c640 1 --2- 172.21.15.17:0/2894062141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd76c370 0x560bfd770400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f591659c640 1 -- 172.21.15.17:0/2894062141 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560bfd770c00 con 0x560bfd7615d0 2024-09-16T01:49:30.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f591659c640 1 --2- 172.21.15.17:0/2894062141 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd7615d0 0x560bfd774b90 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5908098300 tx=0x7f59080d2fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7e36f31e9a87a73 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:30.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f58fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:49:30.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f58fdffb640 1 -- 172.21.15.17:0/2894062141 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f590809b470 con 0x560bfd7615d0 2024-09-16T01:49:30.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f58fdffb640 1 -- 172.21.15.17:0/2894062141 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f59080ccf20 con 0x560bfd7615d0 2024-09-16T01:49:30.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f591f375740 1 -- 172.21.15.17:0/2894062141 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f59080afe50 con 0x560bfd7615d0 2024-09-16T01:49:30.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f58fdffb640 1 -- 172.21.15.17:0/2894062141 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f590809b700 con 0x560bfd7615d0 2024-09-16T01:49:30.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f591f375740 10 client.26026 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:30.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.820+0000 7f591f375740 1 -- 172.21.15.17:0/2894062141 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560bfd7e6b40 con 0x560bfd7615d0 2024-09-16T01:49:30.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.821+0000 7f58fdffb640 1 -- 172.21.15.17:0/2894062141 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f59080afe50 con 0x560bfd7615d0 2024-09-16T01:49:30.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.821+0000 7f58fdffb640 1 -- 172.21.15.17:0/2894062141 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f5908097fa0 con 0x560bfd7615d0 2024-09-16T01:49:30.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.821+0000 7f591f375740 10 client.26026 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:30.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.821+0000 7f591f375740 10 client.26026 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:49:30.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.821+0000 7f591f375740 20 client.26026 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:30.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.821+0000 7f591f375740 1 --2- 172.21.15.17:0/2894062141 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560bfd7e7240 0x560bfd7e9660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:30.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.821+0000 7f591f375740 4 client.26026 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:49:30.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.821+0000 7f591f375740 1 -- 172.21.15.17:0/2894062141 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560bfd6ced70 con 0x560bfd7e7240 2024-09-16T01:49:30.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.821+0000 7f5915d9b640 1 --2- 172.21.15.17:0/2894062141 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560bfd7e7240 0x560bfd7e9660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:30.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.821+0000 7f5915d9b640 1 --2- 172.21.15.17:0/2894062141 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560bfd7e7240 0x560bfd7e9660 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=894d8cc45f7596af server_cookie=eb632d114abe7d7f in_seq=0 out_seq=0 2024-09-16T01:49:30.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f58fdffb640 10 client.26026 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:30.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f58fdffb640 1 -- 172.21.15.17:0/2894062141 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560bfd6ced70 con 0x560bfd7e7240 2024-09-16T01:49:30.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f58fdffb640 10 client.26026 handle_command_reply: tid=0 2024-09-16T01:49:30.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f591f375740 1 client.26026 shutdown 2024-09-16T01:49:30.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f591f375740 1 -- 172.21.15.17:0/2894062141 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd7615d0 msgr2=0x560bfd774b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f591f375740 1 --2- 172.21.15.17:0/2894062141 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd7615d0 0x560bfd774b90 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5908098300 tx=0x7f59080d2fd0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f591f375740 1 -- 172.21.15.17:0/2894062141 shutdown_connections 2024-09-16T01:49:30.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f591f375740 1 --2- 172.21.15.17:0/2894062141 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560bfd7e7240 0x560bfd7e9660 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f591f375740 1 --2- 172.21.15.17:0/2894062141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560bfd76c370 0x560bfd770400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f591f375740 1 --2- 172.21.15.17:0/2894062141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560bfd762b40 0x560bfd76fec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f591f375740 1 --2- 172.21.15.17:0/2894062141 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560bfd7615d0 0x560bfd774b90 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f58fdffb640 0 client.26026 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:30.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f591f375740 1 -- 172.21.15.17:0/2894062141 >> 172.21.15.17:0/2894062141 conn(0x560bfd72a310 msgr2=0x560bfd7680d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:30.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f591f375740 1 -- 172.21.15.17:0/2894062141 shutdown_connections 2024-09-16T01:49:30.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f591f375740 1 -- 172.21.15.17:0/2894062141 wait complete. 2024-09-16T01:49:30.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.822+0000 7f591f375740 20 client.26026 trim_cache size 0 max 16384 2024-09-16T01:49:30.829 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:49:30.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.823+0000 7f591cf9c640 1 -- 172.21.15.17:0/2114005809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f59000a3250 msgr2=0x7f59000a5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.823+0000 7f591cf9c640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f59000a3250 0x7f59000a5710 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5910020000 tx=0x7f5910021000 comp rx=0 tx=0).stop 2024-09-16T01:49:30.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.823+0000 7f591cf9c640 1 -- 172.21.15.17:0/2114005809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5918100e20 msgr2=0x7f5918197370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:30.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.823+0000 7f591cf9c640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5918100e20 0x7f5918197370 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f590800d950 tx=0x7f590800dd50 comp rx=0 tx=0).stop 2024-09-16T01:49:30.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.823+0000 7f591cf9c640 1 -- 172.21.15.17:0/2114005809 shutdown_connections 2024-09-16T01:49:30.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.823+0000 7f591cf9c640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f59000a3250 0x7f59000a5710 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.823+0000 7f591cf9c640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5918102ef0 0x7f591819bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.823+0000 7f591cf9c640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5918102570 0x7f59181978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.823+0000 7f591cf9c640 1 --2- 172.21.15.17:0/2114005809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5918100e20 0x7f5918197370 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:30.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.823+0000 7f591cf9c640 1 -- 172.21.15.17:0/2114005809 >> 172.21.15.17:0/2114005809 conn(0x7f59180fc7d0 msgr2=0x7f5918104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:30.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.823+0000 7f591cf9c640 1 -- 172.21.15.17:0/2114005809 shutdown_connections 2024-09-16T01:49:30.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:30.823+0000 7f591cf9c640 1 -- 172.21.15.17:0/2114005809 wait complete. 2024-09-16T01:49:31.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 205981 3.76 MB/sec execute 174 sec latency 14.303 ms 2024-09-16T01:49:32.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 206519 3.74 MB/sec execute 175 sec latency 18.000 ms 2024-09-16T01:49:32.728 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:49:32.729 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:49:32.754 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:32 smithi017 ceph-mon[30972]: pgmap v519: 97 pgs: 97 active+clean; 98 MiB data, 829 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.7 MiB/s wr, 85 op/s 2024-09-16T01:49:32.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:32 smithi029 ceph-mon[34783]: pgmap v519: 97 pgs: 97 active+clean; 98 MiB data, 829 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.7 MiB/s wr, 85 op/s 2024-09-16T01:49:32.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:32 smithi122 ceph-mon[34758]: pgmap v519: 97 pgs: 97 active+clean; 98 MiB data, 829 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.7 MiB/s wr, 85 op/s 2024-09-16T01:49:33.016 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:49:33.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.527+0000 7fb82ee76640 1 -- 172.21.15.17:0/3561042833 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb828106f00 msgr2=0x7fb82810ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.527+0000 7fb82ee76640 1 --2- 172.21.15.17:0/3561042833 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb828106f00 0x7fb82810ea80 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fb820009ca0 tx=0x7fb82002a8c0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.527+0000 7fb82ee76640 1 -- 172.21.15.17:0/3561042833 shutdown_connections 2024-09-16T01:49:33.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.527+0000 7fb82ee76640 1 --2- 172.21.15.17:0/3561042833 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb828106f00 0x7fb82810ea80 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.527+0000 7fb82ee76640 1 --2- 172.21.15.17:0/3561042833 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb828102780 0x7fb8281067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.527+0000 7fb82ee76640 1 --2- 172.21.15.17:0/3561042833 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb828101dd0 0x7fb8281021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.527+0000 7fb82ee76640 1 -- 172.21.15.17:0/3561042833 >> 172.21.15.17:0/3561042833 conn(0x7fb8280fd890 msgr2=0x7fb8280ffcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:33.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.527+0000 7fb82ee76640 1 -- 172.21.15.17:0/3561042833 shutdown_connections 2024-09-16T01:49:33.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.527+0000 7fb82ee76640 1 -- 172.21.15.17:0/3561042833 wait complete. 2024-09-16T01:49:33.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.528+0000 7fb82ee76640 1 Processor -- start 2024-09-16T01:49:33.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.528+0000 7fb82ee76640 1 -- start start 2024-09-16T01:49:33.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.528+0000 7fb82ee76640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb828101dd0 0x7fb8281982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.528+0000 7fb82ee76640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb828102780 0x7fb828198810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.528+0000 7fb82ee76640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb828106f00 0x7fb82819cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.528+0000 7fb82ee76640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb828111e10 con 0x7fb828106f00 2024-09-16T01:49:33.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.528+0000 7fb82ee76640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb828111c90 con 0x7fb828101dd0 2024-09-16T01:49:33.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.528+0000 7fb82ee76640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb828111f90 con 0x7fb828102780 2024-09-16T01:49:33.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.528+0000 7fb82d413640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb828106f00 0x7fb82819cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.528+0000 7fb82d413640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb828106f00 0x7fb82819cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55872/0 (socket says 172.21.15.17:55872) 2024-09-16T01:49:33.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.528+0000 7fb827fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb828102780 0x7fb828198810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.528+0000 7fb82d413640 1 -- 172.21.15.17:0/1386516310 learned_addr learned my addr 172.21.15.17:0/1386516310 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:33.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.528+0000 7fb82cc12640 1 --2- 172.21.15.17:0/1386516310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb828101dd0 0x7fb8281982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.529+0000 7fb82d413640 1 -- 172.21.15.17:0/1386516310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb828102780 msgr2=0x7fb828198810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.529+0000 7fb82d413640 1 --2- 172.21.15.17:0/1386516310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb828102780 0x7fb828198810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.529+0000 7fb82d413640 1 -- 172.21.15.17:0/1386516310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb828101dd0 msgr2=0x7fb8281982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.529+0000 7fb82d413640 1 --2- 172.21.15.17:0/1386516310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb828101dd0 0x7fb8281982d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.529+0000 7fb82d413640 1 -- 172.21.15.17:0/1386516310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb82819d280 con 0x7fb828106f00 2024-09-16T01:49:33.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.529+0000 7fb82d413640 1 --2- 172.21.15.17:0/1386516310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb828106f00 0x7fb82819cba0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fb820009dc0 tx=0x7fb820032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:33.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.529+0000 7fb825ffb640 1 -- 172.21.15.17:0/1386516310 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb820003c30 con 0x7fb828106f00 2024-09-16T01:49:33.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.529+0000 7fb825ffb640 1 -- 172.21.15.17:0/1386516310 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb820003dd0 con 0x7fb828106f00 2024-09-16T01:49:33.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.529+0000 7fb82ee76640 1 -- 172.21.15.17:0/1386516310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb82819d510 con 0x7fb828106f00 2024-09-16T01:49:33.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.529+0000 7fb825ffb640 1 -- 172.21.15.17:0/1386516310 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb820030aa0 con 0x7fb828106f00 2024-09-16T01:49:33.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.529+0000 7fb82ee76640 1 -- 172.21.15.17:0/1386516310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb8281a4e50 con 0x7fb828106f00 2024-09-16T01:49:33.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.532+0000 7fb825ffb640 1 -- 172.21.15.17:0/1386516310 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb820030cc0 con 0x7fb828106f00 2024-09-16T01:49:33.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.532+0000 7fb83124f740 1 Processor -- start 2024-09-16T01:49:33.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.532+0000 7fb83124f740 1 -- start start 2024-09-16T01:49:33.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb83124f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d54a60 0x5610e6d54e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb825ffb640 1 --2- 172.21.15.17:0/1386516310 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb8180a3240 0x7fb8180a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb83124f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d63c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb83124f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d64150 0x5610e6d66540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb83124f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5610e6cba280 con 0x5610e6d55380 2024-09-16T01:49:33.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb83124f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5610e6c61b10 con 0x5610e6d64150 2024-09-16T01:49:33.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb83124f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5610e6cb6240 con 0x5610e6d54a60 2024-09-16T01:49:33.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb82cc12640 1 --2- 172.21.15.17:0/1386516310 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb8180a3240 0x7fb8180a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb827fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d63c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb825ffb640 1 -- 172.21.15.17:0/1386516310 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb8200f0d00 con 0x7fb828106f00 2024-09-16T01:49:33.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb827fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d63c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55884/0 (socket says 172.21.15.17:55884) 2024-09-16T01:49:33.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb827fff640 1 -- 172.21.15.17:0/2371225469 learned_addr learned my addr 172.21.15.17:0/2371225469 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:33.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb827fff640 1 --2- 172.21.15.17:0/2371225469 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d54a60 0x5610e6d54e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb82d413640 1 --2- 172.21.15.17:0/2371225469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d64150 0x5610e6d66540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb827fff640 1 -- 172.21.15.17:0/2371225469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d64150 msgr2=0x5610e6d66540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:33.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb827fff640 1 --2- 172.21.15.17:0/2371225469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d64150 0x5610e6d66540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb827fff640 1 -- 172.21.15.17:0/2371225469 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 msgr2=0x5610e6d63c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:33.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb827fff640 1 --2- 172.21.15.17:0/2371225469 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d63c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.533+0000 7fb827fff640 1 -- 172.21.15.17:0/2371225469 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610e6c6e1f0 con 0x5610e6d54a60 2024-09-16T01:49:33.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.534+0000 7fb82cc12640 1 --2- 172.21.15.17:0/1386516310 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb8180a3240 0x7fb8180a5700 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fb81c009bd0 tx=0x7fb81c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:33.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.534+0000 7fb827fff640 1 --2- 172.21.15.17:0/2371225469 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d54a60 0x5610e6d54e40 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb814009fd0 tx=0x7fb814005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78bb8c1d5eeb5d1d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:33.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.534+0000 7fb812ffd640 1 -- 172.21.15.17:0/2371225469 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb814011d90 con 0x5610e6d54a60 2024-09-16T01:49:33.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.534+0000 7fb812ffd640 1 -- 172.21.15.17:0/2371225469 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb814011070 con 0x5610e6d54a60 2024-09-16T01:49:33.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.534+0000 7fb812ffd640 1 -- 172.21.15.17:0/2371225469 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb81400fc90 con 0x5610e6d54a60 2024-09-16T01:49:33.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.535+0000 7fb83124f740 1 -- 172.21.15.17:0/2371225469 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d54a60 msgr2=0x5610e6d54e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.535+0000 7fb83124f740 1 --2- 172.21.15.17:0/2371225469 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d54a60 0x5610e6d54e40 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fb814009fd0 tx=0x7fb814005f90 comp rx=0 tx=0).stop 2024-09-16T01:49:33.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.535+0000 7fb83124f740 1 -- 172.21.15.17:0/2371225469 shutdown_connections 2024-09-16T01:49:33.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.535+0000 7fb83124f740 1 --2- 172.21.15.17:0/2371225469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d64150 0x5610e6d66540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.535+0000 7fb83124f740 1 --2- 172.21.15.17:0/2371225469 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d63c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.535+0000 7fb83124f740 1 --2- 172.21.15.17:0/2371225469 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d54a60 0x5610e6d54e40 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.535+0000 7fb83124f740 1 -- 172.21.15.17:0/2371225469 >> 172.21.15.17:0/2371225469 conn(0x5610e6d510f0 msgr2=0x5610e6d514d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:33.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.535+0000 7fb83124f740 1 -- 172.21.15.17:0/2371225469 shutdown_connections 2024-09-16T01:49:33.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.535+0000 7fb83124f740 1 -- 172.21.15.17:0/2371225469 wait complete. 2024-09-16T01:49:33.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.535+0000 7fb83124f740 1 -- start start 2024-09-16T01:49:33.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.535+0000 7fb83124f740 1 Processor -- start 2024-09-16T01:49:33.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb83124f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 0x5610e6d639b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb83124f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d55380 0x5610e6d5cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb83124f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d64150 0x5610e6d5d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb83124f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5610e6d66d80 con 0x5610e6d64150 2024-09-16T01:49:33.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb83124f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5610e6c74f10 con 0x5610e6d54a60 2024-09-16T01:49:33.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb83124f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5610e6d66f00 con 0x5610e6d55380 2024-09-16T01:49:33.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb83124f740 10 client.0 _ll_register_callbacks cb 0x5610e6c3da40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:33.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb82d413640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d64150 0x5610e6d5d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb827fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d55380 0x5610e6d5cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb827fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d55380 0x5610e6d5cce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58712/0 (socket says 172.21.15.17:58712) 2024-09-16T01:49:33.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb82d413640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d64150 0x5610e6d5d220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55896/0 (socket says 172.21.15.17:55896) 2024-09-16T01:49:33.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb827fff640 1 -- 172.21.15.17:0/2649990118 learned_addr learned my addr 172.21.15.17:0/2649990118 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:33.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb82cc12640 1 --2- 172.21.15.17:0/2649990118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 0x5610e6d639b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb827fff640 1 -- 172.21.15.17:0/2649990118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 msgr2=0x5610e6d639b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:33.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb827fff640 1 --2- 172.21.15.17:0/2649990118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 0x5610e6d639b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb827fff640 1 -- 172.21.15.17:0/2649990118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d64150 msgr2=0x5610e6d5d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:33.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb827fff640 1 --2- 172.21.15.17:0/2649990118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d64150 0x5610e6d5d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.536+0000 7fb827fff640 1 -- 172.21.15.17:0/2649990118 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610e6a2b6a0 con 0x5610e6d55380 2024-09-16T01:49:33.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.537+0000 7fb827fff640 1 --2- 172.21.15.17:0/2649990118 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d55380 0x5610e6d5cce0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb8140097c0 tx=0x7fb8140096c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eb0836c6a46b2c19 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:33.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.537+0000 7fb807fff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:49:33.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.537+0000 7fb807fff640 1 -- 172.21.15.17:0/2649990118 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb814029440 con 0x5610e6d55380 2024-09-16T01:49:33.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.537+0000 7fb807fff640 1 -- 172.21.15.17:0/2649990118 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb8140295e0 con 0x5610e6d55380 2024-09-16T01:49:33.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.537+0000 7fb83124f740 1 -- 172.21.15.17:0/2649990118 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb814011070 con 0x5610e6d55380 2024-09-16T01:49:33.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.537+0000 7fb807fff640 1 -- 172.21.15.17:0/2649990118 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb8140297e0 con 0x5610e6d55380 2024-09-16T01:49:33.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.537+0000 7fb83124f740 10 client.26038 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:33.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.537+0000 7fb83124f740 1 -- 172.21.15.17:0/2649990118 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5610e6d622e0 con 0x5610e6d55380 2024-09-16T01:49:33.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.537+0000 7fb807fff640 1 -- 172.21.15.17:0/2649990118 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb814011070 con 0x5610e6d55380 2024-09-16T01:49:33.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.537+0000 7fb807fff640 1 -- 172.21.15.17:0/2649990118 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb814027020 con 0x5610e6d55380 2024-09-16T01:49:33.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.538+0000 7fb83124f740 10 client.26038 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:33.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.538+0000 7fb83124f740 10 client.26038 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:49:33.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.538+0000 7fb83124f740 20 client.26038 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:33.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.538+0000 7fb83124f740 1 --2- 172.21.15.17:0/2649990118 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610e6d781e0 0x5610e6d7a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.538+0000 7fb83124f740 4 client.26038 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:49:33.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.538+0000 7fb83124f740 1 -- 172.21.15.17:0/2649990118 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610e6cc77f0 con 0x5610e6d781e0 2024-09-16T01:49:33.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.538+0000 7fb82cc12640 1 --2- 172.21.15.17:0/2649990118 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610e6d781e0 0x5610e6d7a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.538+0000 7fb82cc12640 1 --2- 172.21.15.17:0/2649990118 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610e6d781e0 0x5610e6d7a5d0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36b693c3be64be14 server_cookie=64dfd8b3b49b34c in_seq=0 out_seq=0 2024-09-16T01:49:33.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.538+0000 7fb807fff640 10 client.26038 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:33.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.539+0000 7fb807fff640 1 -- 172.21.15.17:0/2649990118 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5610e6cc77f0 con 0x5610e6d781e0 2024-09-16T01:49:33.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.539+0000 7fb807fff640 10 client.26038 handle_command_reply: tid=0 2024-09-16T01:49:33.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.539+0000 7fb83124f740 1 client.26038 shutdown 2024-09-16T01:49:33.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.539+0000 7fb83124f740 1 -- 172.21.15.17:0/2649990118 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d55380 msgr2=0x5610e6d5cce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.539+0000 7fb83124f740 1 --2- 172.21.15.17:0/2649990118 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d55380 0x5610e6d5cce0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fb8140097c0 tx=0x7fb8140096c0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.539+0000 7fb83124f740 1 -- 172.21.15.17:0/2649990118 shutdown_connections 2024-09-16T01:49:33.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.539+0000 7fb83124f740 1 --2- 172.21.15.17:0/2649990118 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610e6d781e0 0x5610e6d7a5d0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.539+0000 7fb83124f740 1 --2- 172.21.15.17:0/2649990118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d64150 0x5610e6d5d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.539+0000 7fb83124f740 1 --2- 172.21.15.17:0/2649990118 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d55380 0x5610e6d5cce0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.539+0000 7fb807fff640 0 client.26038 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:33.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.539+0000 7fb83124f740 1 --2- 172.21.15.17:0/2649990118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 0x5610e6d639b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.539+0000 7fb83124f740 1 -- 172.21.15.17:0/2649990118 >> 172.21.15.17:0/2649990118 conn(0x5610e6d510f0 msgr2=0x5610e6d56e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:33.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.540+0000 7fb83124f740 1 -- 172.21.15.17:0/2649990118 shutdown_connections 2024-09-16T01:49:33.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.540+0000 7fb83124f740 1 -- 172.21.15.17:0/2649990118 wait complete. 2024-09-16T01:49:33.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.540+0000 7fb83124f740 20 client.26038 trim_cache size 0 max 16384 2024-09-16T01:49:33.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.558+0000 7fb83124f740 1 Processor -- start 2024-09-16T01:49:33.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.558+0000 7fb83124f740 1 -- start start 2024-09-16T01:49:33.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.558+0000 7fb83124f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 0x5610e6d7fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.558+0000 7fb83124f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d80250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.558+0000 7fb83124f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d64150 0x5610e6d59f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.558+0000 7fb83124f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb8281adae0 con 0x5610e6d55380 2024-09-16T01:49:33.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.558+0000 7fb83124f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb8281ab3b0 con 0x5610e6d54a60 2024-09-16T01:49:33.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.558+0000 7fb83124f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb8281a91e0 con 0x5610e6d64150 2024-09-16T01:49:33.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.558+0000 7fb827fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d80250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.559+0000 7fb82d413640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d64150 0x5610e6d59f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.559+0000 7fb827fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d80250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55904/0 (socket says 172.21.15.17:55904) 2024-09-16T01:49:33.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.559+0000 7fb827fff640 1 -- 172.21.15.17:0/1365384847 learned_addr learned my addr 172.21.15.17:0/1365384847 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:33.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.559+0000 7fb82cc12640 1 --2- 172.21.15.17:0/1365384847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 0x5610e6d7fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.559+0000 7fb82d413640 1 -- 172.21.15.17:0/1365384847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 msgr2=0x5610e6d7fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:33.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.559+0000 7fb82d413640 1 --2- 172.21.15.17:0/1365384847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 0x5610e6d7fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.559+0000 7fb82d413640 1 -- 172.21.15.17:0/1365384847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 msgr2=0x5610e6d80250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:33.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.559+0000 7fb82d413640 1 --2- 172.21.15.17:0/1365384847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d80250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.559+0000 7fb82d413640 1 -- 172.21.15.17:0/1365384847 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610e6d57490 con 0x5610e6d64150 2024-09-16T01:49:33.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.559+0000 7fb827fff640 1 --2- 172.21.15.17:0/1365384847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d80250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:33.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.559+0000 7fb82d413640 1 --2- 172.21.15.17:0/1365384847 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d64150 0x5610e6d59f40 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb8200ee800 tx=0x7fb8200a7f00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e1442e650184ed server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:33.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.559+0000 7fb8127fc640 1 -- 172.21.15.17:0/1365384847 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8200bcd10 con 0x5610e6d64150 2024-09-16T01:49:33.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.559+0000 7fb8127fc640 1 -- 172.21.15.17:0/1365384847 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb820036070 con 0x5610e6d64150 2024-09-16T01:49:33.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.559+0000 7fb8127fc640 1 -- 172.21.15.17:0/1365384847 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb8200b9a20 con 0x5610e6d64150 2024-09-16T01:49:33.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.560+0000 7fb83124f740 1 -- 172.21.15.17:0/1365384847 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d64150 msgr2=0x5610e6d59f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.560+0000 7fb83124f740 1 --2- 172.21.15.17:0/1365384847 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d64150 0x5610e6d59f40 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fb8200ee800 tx=0x7fb8200a7f00 comp rx=0 tx=0).stop 2024-09-16T01:49:33.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.560+0000 7fb83124f740 1 -- 172.21.15.17:0/1365384847 shutdown_connections 2024-09-16T01:49:33.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.560+0000 7fb83124f740 1 --2- 172.21.15.17:0/1365384847 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d64150 0x5610e6d59f40 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.560+0000 7fb83124f740 1 --2- 172.21.15.17:0/1365384847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d80250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.560+0000 7fb83124f740 1 --2- 172.21.15.17:0/1365384847 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 0x5610e6d7fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.560+0000 7fb83124f740 1 -- 172.21.15.17:0/1365384847 >> 172.21.15.17:0/1365384847 conn(0x5610e6d510f0 msgr2=0x5610e6d56d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:33.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.560+0000 7fb83124f740 1 -- 172.21.15.17:0/1365384847 shutdown_connections 2024-09-16T01:49:33.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.560+0000 7fb83124f740 1 -- 172.21.15.17:0/1365384847 wait complete. 2024-09-16T01:49:33.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.560+0000 7fb83124f740 1 -- start start 2024-09-16T01:49:33.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.561+0000 7fb83124f740 1 Processor -- start 2024-09-16T01:49:33.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.561+0000 7fb83124f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 0x5610e6d70a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.561+0000 7fb83124f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d70f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.561+0000 7fb83124f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d64150 0x5610e6d714a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.561+0000 7fb83124f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb8281a9870 con 0x5610e6d55380 2024-09-16T01:49:33.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.561+0000 7fb83124f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb8281aace0 con 0x5610e6d54a60 2024-09-16T01:49:33.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.561+0000 7fb83124f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb8281a9f40 con 0x5610e6d64150 2024-09-16T01:49:33.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.561+0000 7fb83124f740 10 client.0 _ll_register_callbacks cb 0x7fb814009a30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:33.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.561+0000 7fb827fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d70f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.561+0000 7fb827fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d70f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55908/0 (socket says 172.21.15.17:55908) 2024-09-16T01:49:33.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.561+0000 7fb827fff640 1 -- 172.21.15.17:0/3182669187 learned_addr learned my addr 172.21.15.17:0/3182669187 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:33.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.561+0000 7fb82d413640 1 --2- 172.21.15.17:0/3182669187 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d64150 0x5610e6d714a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.561+0000 7fb82cc12640 1 --2- 172.21.15.17:0/3182669187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 0x5610e6d70a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.562+0000 7fb827fff640 1 -- 172.21.15.17:0/3182669187 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d64150 msgr2=0x5610e6d714a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:33.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.562+0000 7fb827fff640 1 --2- 172.21.15.17:0/3182669187 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d64150 0x5610e6d714a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.562+0000 7fb827fff640 1 -- 172.21.15.17:0/3182669187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 msgr2=0x5610e6d70a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:33.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.562+0000 7fb827fff640 1 --2- 172.21.15.17:0/3182669187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 0x5610e6d70a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.562+0000 7fb827fff640 1 -- 172.21.15.17:0/3182669187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610e6de1e40 con 0x5610e6d55380 2024-09-16T01:49:33.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.562+0000 7fb82d413640 1 --2- 172.21.15.17:0/3182669187 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d64150 0x5610e6d714a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:33.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.562+0000 7fb827fff640 1 --2- 172.21.15.17:0/3182669187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d70f60 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fb814034fd0 tx=0x7fb81400f9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f081d88ef75d8f2c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:33.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.562+0000 7fb807fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:49:33.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.562+0000 7fb807fff640 1 -- 172.21.15.17:0/3182669187 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb814038060 con 0x5610e6d55380 2024-09-16T01:49:33.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.562+0000 7fb807fff640 1 -- 172.21.15.17:0/3182669187 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb814034400 con 0x5610e6d55380 2024-09-16T01:49:33.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.562+0000 7fb83124f740 1 -- 172.21.15.17:0/3182669187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb820036070 con 0x5610e6d55380 2024-09-16T01:49:33.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.562+0000 7fb807fff640 1 -- 172.21.15.17:0/3182669187 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb814034d60 con 0x5610e6d55380 2024-09-16T01:49:33.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.562+0000 7fb83124f740 10 client.16383 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:33.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.562+0000 7fb83124f740 1 -- 172.21.15.17:0/3182669187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5610e6de3120 con 0x5610e6d55380 2024-09-16T01:49:33.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.563+0000 7fb807fff640 1 -- 172.21.15.17:0/3182669187 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb820036070 con 0x5610e6d55380 2024-09-16T01:49:33.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.563+0000 7fb807fff640 1 -- 172.21.15.17:0/3182669187 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb81403d070 con 0x5610e6d55380 2024-09-16T01:49:33.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.563+0000 7fb83124f740 10 client.16383 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:33.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.563+0000 7fb83124f740 10 client.16383 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:49:33.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.563+0000 7fb83124f740 20 client.16383 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:33.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.563+0000 7fb83124f740 1 --2- 172.21.15.17:0/3182669187 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610e6d781e0 0x5610e6de5880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:33.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.563+0000 7fb83124f740 4 client.16383 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:49:33.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.563+0000 7fb83124f740 1 -- 172.21.15.17:0/3182669187 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5610e6cc1d00 con 0x5610e6d781e0 2024-09-16T01:49:33.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.563+0000 7fb82cc12640 1 --2- 172.21.15.17:0/3182669187 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610e6d781e0 0x5610e6de5880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:33.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.563+0000 7fb82cc12640 1 --2- 172.21.15.17:0/3182669187 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610e6d781e0 0x5610e6de5880 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f044a4a9141ddc71 server_cookie=11f1af6b5ca10ba2 in_seq=0 out_seq=0 2024-09-16T01:49:33.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.563+0000 7fb807fff640 10 client.16383 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:33.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.564+0000 7fb807fff640 1 -- 172.21.15.17:0/3182669187 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5610e6cc1d00 con 0x5610e6d781e0 2024-09-16T01:49:33.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.564+0000 7fb807fff640 10 client.16383 handle_command_reply: tid=0 2024-09-16T01:49:33.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.564+0000 7fb83124f740 1 client.16383 shutdown 2024-09-16T01:49:33.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.565+0000 7fb83124f740 1 -- 172.21.15.17:0/3182669187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 msgr2=0x5610e6d70f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.565+0000 7fb83124f740 1 --2- 172.21.15.17:0/3182669187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d70f60 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fb814034fd0 tx=0x7fb81400f9c0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.565+0000 7fb83124f740 1 -- 172.21.15.17:0/3182669187 shutdown_connections 2024-09-16T01:49:33.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.565+0000 7fb83124f740 1 --2- 172.21.15.17:0/3182669187 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610e6d781e0 0x5610e6de5880 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.565+0000 7fb83124f740 1 --2- 172.21.15.17:0/3182669187 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610e6d64150 0x5610e6d714a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.565+0000 7fb83124f740 1 --2- 172.21.15.17:0/3182669187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610e6d55380 0x5610e6d70f60 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.565+0000 7fb83124f740 1 --2- 172.21.15.17:0/3182669187 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610e6d54a60 0x5610e6d70a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.565+0000 7fb83124f740 1 -- 172.21.15.17:0/3182669187 >> 172.21.15.17:0/3182669187 conn(0x5610e6d510f0 msgr2=0x5610e6d624b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:33.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.565+0000 7fb807fff640 0 client.16383 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:33.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.565+0000 7fb83124f740 1 -- 172.21.15.17:0/3182669187 shutdown_connections 2024-09-16T01:49:33.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.565+0000 7fb83124f740 1 -- 172.21.15.17:0/3182669187 wait complete. 2024-09-16T01:49:33.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.565+0000 7fb83124f740 20 client.16383 trim_cache size 0 max 16384 2024-09-16T01:49:33.572 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:49:33.572 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:49:33.572 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "ba15d961-362e-482d-b347-f25373b4ecb5", 2024-09-16T01:49:33.572 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:49:33.572 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:49:33.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.566+0000 7fb82ee76640 1 -- 172.21.15.17:0/1386516310 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb8180a3240 msgr2=0x7fb8180a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.566+0000 7fb82ee76640 1 --2- 172.21.15.17:0/1386516310 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb8180a3240 0x7fb8180a5700 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fb81c009bd0 tx=0x7fb81c005f90 comp rx=0 tx=0).stop 2024-09-16T01:49:33.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.566+0000 7fb82ee76640 1 -- 172.21.15.17:0/1386516310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb828106f00 msgr2=0x7fb82819cba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:33.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.566+0000 7fb82ee76640 1 --2- 172.21.15.17:0/1386516310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb828106f00 0x7fb82819cba0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fb820009dc0 tx=0x7fb820032ff0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.566+0000 7fb82ee76640 1 -- 172.21.15.17:0/1386516310 shutdown_connections 2024-09-16T01:49:33.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.566+0000 7fb82ee76640 1 --2- 172.21.15.17:0/1386516310 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb8180a3240 0x7fb8180a5700 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.566+0000 7fb82ee76640 1 --2- 172.21.15.17:0/1386516310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb828106f00 0x7fb82819cba0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.566+0000 7fb82ee76640 1 --2- 172.21.15.17:0/1386516310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb828102780 0x7fb828198810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.566+0000 7fb82ee76640 1 --2- 172.21.15.17:0/1386516310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb828101dd0 0x7fb8281982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:33.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.566+0000 7fb82ee76640 1 -- 172.21.15.17:0/1386516310 >> 172.21.15.17:0/1386516310 conn(0x7fb8280fd890 msgr2=0x7fb8280fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:33.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.566+0000 7fb82ee76640 1 -- 172.21.15.17:0/1386516310 shutdown_connections 2024-09-16T01:49:33.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:33.566+0000 7fb82ee76640 1 -- 172.21.15.17:0/1386516310 wait complete. 2024-09-16T01:49:33.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 207202 3.75 MB/sec execute 176 sec latency 44.599 ms 2024-09-16T01:49:34.354 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:49:34.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 207952 3.73 MB/sec execute 177 sec latency 16.297 ms 2024-09-16T01:49:34.677 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:49:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:34 smithi017 ceph-mon[30972]: pgmap v520: 97 pgs: 97 active+clean; 99 MiB data, 830 MiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-16T01:49:34.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:34 smithi122 ceph-mon[34758]: pgmap v520: 97 pgs: 97 active+clean; 99 MiB data, 830 MiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-16T01:49:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:34 smithi029 ceph-mon[34783]: pgmap v520: 97 pgs: 97 active+clean; 99 MiB data, 830 MiB used, 1.0 TiB / 1.0 TiB avail; 345 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-16T01:49:35.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.205+0000 7fdcc969e640 1 -- 172.21.15.17:0/1161599431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcc4108290 msgr2=0x7fdcc410ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.205+0000 7fdcc969e640 1 --2- 172.21.15.17:0/1161599431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcc4108290 0x7fdcc410ec30 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc009cd0 tx=0x7fdcbc02a8e0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.205+0000 7fdcc969e640 1 -- 172.21.15.17:0/1161599431 shutdown_connections 2024-09-16T01:49:35.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.205+0000 7fdcc969e640 1 --2- 172.21.15.17:0/1161599431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcc4108290 0x7fdcc410ec30 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.205+0000 7fdcc969e640 1 --2- 172.21.15.17:0/1161599431 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcc4103740 0x7fdcc4107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.205+0000 7fdcc969e640 1 --2- 172.21.15.17:0/1161599431 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdcc4102d90 0x7fdcc4103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.205+0000 7fdcc969e640 1 -- 172.21.15.17:0/1161599431 >> 172.21.15.17:0/1161599431 conn(0x7fdcc40fc7d0 msgr2=0x7fdcc40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:35.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.205+0000 7fdcc969e640 1 -- 172.21.15.17:0/1161599431 shutdown_connections 2024-09-16T01:49:35.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.205+0000 7fdcc969e640 1 -- 172.21.15.17:0/1161599431 wait complete. 2024-09-16T01:49:35.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.205+0000 7fdcc969e640 1 Processor -- start 2024-09-16T01:49:35.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.205+0000 7fdcc969e640 1 -- start start 2024-09-16T01:49:35.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc969e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdcc4102d90 0x7fdcc4198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc969e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcc4103740 0x7fdcc41989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc969e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcc4108290 0x7fdcc419cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc969e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc4111f40 con 0x7fdcc4108290 2024-09-16T01:49:35.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc969e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc4111dc0 con 0x7fdcc4103740 2024-09-16T01:49:35.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc969e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc41120c0 con 0x7fdcc4102d90 2024-09-16T01:49:35.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcc4108290 0x7fdcc419cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcc4108290 0x7fdcc419cd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55924/0 (socket says 172.21.15.17:55924) 2024-09-16T01:49:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc37fe640 1 -- 172.21.15.17:0/1693699598 learned_addr learned my addr 172.21.15.17:0/1693699598 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc2ffd640 1 --2- 172.21.15.17:0/1693699598 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdcc4102d90 0x7fdcc4198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcbbfff640 1 --2- 172.21.15.17:0/1693699598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcc4103740 0x7fdcc41989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc37fe640 1 -- 172.21.15.17:0/1693699598 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdcc4102d90 msgr2=0x7fdcc4198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc37fe640 1 --2- 172.21.15.17:0/1693699598 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdcc4102d90 0x7fdcc4198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc37fe640 1 -- 172.21.15.17:0/1693699598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcc4103740 msgr2=0x7fdcc41989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc37fe640 1 --2- 172.21.15.17:0/1693699598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcc4103740 0x7fdcc41989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.206+0000 7fdcc37fe640 1 -- 172.21.15.17:0/1693699598 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcc419d410 con 0x7fdcc4108290 2024-09-16T01:49:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.207+0000 7fdcc37fe640 1 --2- 172.21.15.17:0/1693699598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcc4108290 0x7fdcc419cd30 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc033040 tx=0x7fdcbc003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.207+0000 7fdcc0ff9640 1 -- 172.21.15.17:0/1693699598 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc004040 con 0x7fdcc4108290 2024-09-16T01:49:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.207+0000 7fdcc0ff9640 1 -- 172.21.15.17:0/1693699598 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdcbc004690 con 0x7fdcc4108290 2024-09-16T01:49:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.207+0000 7fdcc969e640 1 -- 172.21.15.17:0/1693699598 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcc419d6a0 con 0x7fdcc4108290 2024-09-16T01:49:35.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.207+0000 7fdcc0ff9640 1 -- 172.21.15.17:0/1693699598 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc030e10 con 0x7fdcc4108290 2024-09-16T01:49:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.207+0000 7fdcc969e640 1 -- 172.21.15.17:0/1693699598 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcc41a4fe0 con 0x7fdcc4108290 2024-09-16T01:49:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.209+0000 7fdccba77740 1 Processor -- start 2024-09-16T01:49:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.210+0000 7fdcc0ff9640 1 -- 172.21.15.17:0/1693699598 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fdcbc0305a0 con 0x7fdcc4108290 2024-09-16T01:49:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.210+0000 7fdccba77740 1 -- start start 2024-09-16T01:49:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.210+0000 7fdccba77740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2380 0x55728e6a2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.210+0000 7fdccba77740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 0x55728e6b1550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.210+0000 7fdccba77740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6b3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.210+0000 7fdccba77740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55728e6082e0 con 0x55728e6a2380 2024-09-16T01:49:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.210+0000 7fdccba77740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55728e5afce0 con 0x55728e6a2ca0 2024-09-16T01:49:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.210+0000 7fdccba77740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55728e6042a0 con 0x55728e6b1a90 2024-09-16T01:49:35.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.210+0000 7fdcbbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2380 0x55728e6a2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.210+0000 7fdcbbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2380 0x55728e6a2760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55938/0 (socket says 172.21.15.17:55938) 2024-09-16T01:49:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.210+0000 7fdcbbfff640 1 -- 172.21.15.17:0/4150279886 learned_addr learned my addr 172.21.15.17:0/4150279886 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcc2ffd640 1 --2- 172.21.15.17:0/4150279886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 0x55728e6b1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcbbfff640 1 --2- 172.21.15.17:0/4150279886 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6b3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcbbfff640 1 -- 172.21.15.17:0/4150279886 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 msgr2=0x55728e6b3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcbbfff640 1 --2- 172.21.15.17:0/4150279886 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6b3e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcbbfff640 1 -- 172.21.15.17:0/4150279886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 msgr2=0x55728e6b1550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcbbfff640 1 --2- 172.21.15.17:0/4150279886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 0x55728e6b1550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcbbfff640 1 -- 172.21.15.17:0/4150279886 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55728e594440 con 0x55728e6a2380 2024-09-16T01:49:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcc2ffd640 1 --2- 172.21.15.17:0/4150279886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 0x55728e6b1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcc0ff9640 1 --2- 172.21.15.17:0/1693699598 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdcb00a3240 0x7fdcb00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcbbfff640 1 --2- 172.21.15.17:0/4150279886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2380 0x55728e6a2760 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fdcac0058c0 tx=0x7fdcac005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5de79ad8a96501b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:35.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcc2ffd640 1 --2- 172.21.15.17:0/1693699598 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdcb00a3240 0x7fdcb00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcc0ff9640 1 -- 172.21.15.17:0/1693699598 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdcbc02e030 con 0x7fdcc4108290 2024-09-16T01:49:35.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcb97fa640 1 -- 172.21.15.17:0/4150279886 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcac004050 con 0x55728e6a2380 2024-09-16T01:49:35.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcb97fa640 1 -- 172.21.15.17:0/4150279886 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdcac0041f0 con 0x55728e6a2380 2024-09-16T01:49:35.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.211+0000 7fdcb97fa640 1 -- 172.21.15.17:0/4150279886 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcac00f760 con 0x55728e6a2380 2024-09-16T01:49:35.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.212+0000 7fdccba77740 1 -- 172.21.15.17:0/4150279886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2380 msgr2=0x55728e6a2760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.212+0000 7fdcc2ffd640 1 --2- 172.21.15.17:0/1693699598 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdcb00a3240 0x7fdcb00a5700 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x55728e6a5090 tx=0x7fdcb400b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:35.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.212+0000 7fdccba77740 1 --2- 172.21.15.17:0/4150279886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2380 0x55728e6a2760 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fdcac0058c0 tx=0x7fdcac005850 comp rx=0 tx=0).stop 2024-09-16T01:49:35.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.212+0000 7fdccba77740 1 -- 172.21.15.17:0/4150279886 shutdown_connections 2024-09-16T01:49:35.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.212+0000 7fdccba77740 1 --2- 172.21.15.17:0/4150279886 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6b3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.212+0000 7fdccba77740 1 --2- 172.21.15.17:0/4150279886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 0x55728e6b1550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.212+0000 7fdccba77740 1 --2- 172.21.15.17:0/4150279886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2380 0x55728e6a2760 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.212+0000 7fdccba77740 1 -- 172.21.15.17:0/4150279886 >> 172.21.15.17:0/4150279886 conn(0x55728e69ea30 msgr2=0x55728e69ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:35.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.212+0000 7fdccba77740 1 -- 172.21.15.17:0/4150279886 shutdown_connections 2024-09-16T01:49:35.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.212+0000 7fdccba77740 1 -- 172.21.15.17:0/4150279886 wait complete. 2024-09-16T01:49:35.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdccba77740 1 -- start start 2024-09-16T01:49:35.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdccba77740 1 Processor -- start 2024-09-16T01:49:35.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdccba77740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2380 0x55728e6b13e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdccba77740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 0x55728e6ae690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdccba77740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6aebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdccba77740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55728e6b4660 con 0x55728e6a2380 2024-09-16T01:49:35.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdccba77740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55728e5c3050 con 0x55728e6a2ca0 2024-09-16T01:49:35.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdccba77740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55728e6b47e0 con 0x55728e6b1a90 2024-09-16T01:49:35.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdccba77740 10 client.0 _ll_register_callbacks cb 0x55728e603160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:35.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdcc2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2380 0x55728e6b13e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdcc37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6aebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdcc2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2380 0x55728e6b13e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55940/0 (socket says 172.21.15.17:55940) 2024-09-16T01:49:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdcc37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6aebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58762/0 (socket says 172.21.15.17:58762) 2024-09-16T01:49:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdcc2ffd640 1 -- 172.21.15.17:0/892823200 learned_addr learned my addr 172.21.15.17:0/892823200 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.213+0000 7fdcbbfff640 1 --2- 172.21.15.17:0/892823200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 0x55728e6ae690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdcc2ffd640 1 -- 172.21.15.17:0/892823200 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 msgr2=0x55728e6aebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdcc2ffd640 1 --2- 172.21.15.17:0/892823200 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6aebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdcc2ffd640 1 -- 172.21.15.17:0/892823200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 msgr2=0x55728e6ae690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdcc2ffd640 1 --2- 172.21.15.17:0/892823200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 0x55728e6ae690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdcc2ffd640 1 -- 172.21.15.17:0/892823200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55728e3793c0 con 0x55728e6a2380 2024-09-16T01:49:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdcc37fe640 1 --2- 172.21.15.17:0/892823200 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6aebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:35.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdcc2ffd640 1 --2- 172.21.15.17:0/892823200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2380 0x55728e6b13e0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fdcb4010880 tx=0x7fdcb40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bec2f877e9840b8d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdcaa7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:49:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdcaa7fc640 1 -- 172.21.15.17:0/892823200 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcb4023070 con 0x55728e6a2380 2024-09-16T01:49:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdccba77740 1 -- 172.21.15.17:0/892823200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdcac0041f0 con 0x55728e6a2380 2024-09-16T01:49:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdcaa7fc640 1 -- 172.21.15.17:0/892823200 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdcb400fcd0 con 0x55728e6a2380 2024-09-16T01:49:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdcaa7fc640 1 -- 172.21.15.17:0/892823200 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdcb402f050 con 0x55728e6a2380 2024-09-16T01:49:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdccba77740 10 client.16395 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdccba77740 1 -- 172.21.15.17:0/892823200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55728e6c00d0 con 0x55728e6a2380 2024-09-16T01:49:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.214+0000 7fdcaa7fc640 1 -- 172.21.15.17:0/892823200 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdcac0041f0 con 0x55728e6a2380 2024-09-16T01:49:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.215+0000 7fdcaa7fc640 1 -- 172.21.15.17:0/892823200 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fdcb40273b0 con 0x55728e6a2380 2024-09-16T01:49:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.215+0000 7fdccba77740 10 client.16395 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.215+0000 7fdccba77740 10 client.16395 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:49:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.215+0000 7fdccba77740 20 client.16395 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:35.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.215+0000 7fdccba77740 1 --2- 172.21.15.17:0/892823200 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55728e6c1530 0x55728e6c39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.215+0000 7fdccba77740 4 client.16395 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:49:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.215+0000 7fdccba77740 1 -- 172.21.15.17:0/892823200 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55728e615850 con 0x55728e6c1530 2024-09-16T01:49:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.215+0000 7fdcbbfff640 1 --2- 172.21.15.17:0/892823200 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55728e6c1530 0x55728e6c39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.215+0000 7fdcaa7fc640 10 client.16395 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.215+0000 7fdcbbfff640 1 --2- 172.21.15.17:0/892823200 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55728e6c1530 0x55728e6c39b0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94f357b094390ed9 server_cookie=4b7d45de6cf861d9 in_seq=0 out_seq=0 2024-09-16T01:49:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.216+0000 7fdcaa7fc640 1 -- 172.21.15.17:0/892823200 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55728e615850 con 0x55728e6c1530 2024-09-16T01:49:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.216+0000 7fdcaa7fc640 10 client.16395 handle_command_reply: tid=0 2024-09-16T01:49:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.216+0000 7fdccba77740 1 client.16395 shutdown 2024-09-16T01:49:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.216+0000 7fdccba77740 1 -- 172.21.15.17:0/892823200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2380 msgr2=0x55728e6b13e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.216+0000 7fdccba77740 1 --2- 172.21.15.17:0/892823200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2380 0x55728e6b13e0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fdcb4010880 tx=0x7fdcb40046c0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.216+0000 7fdccba77740 1 -- 172.21.15.17:0/892823200 shutdown_connections 2024-09-16T01:49:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.216+0000 7fdccba77740 1 --2- 172.21.15.17:0/892823200 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55728e6c1530 0x55728e6c39b0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.216+0000 7fdccba77740 1 --2- 172.21.15.17:0/892823200 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6aebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.216+0000 7fdccba77740 1 --2- 172.21.15.17:0/892823200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 0x55728e6ae690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.216+0000 7fdcaa7fc640 0 client.16395 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:35.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.216+0000 7fdccba77740 1 --2- 172.21.15.17:0/892823200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2380 0x55728e6b13e0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.216+0000 7fdccba77740 1 -- 172.21.15.17:0/892823200 >> 172.21.15.17:0/892823200 conn(0x55728e69ea30 msgr2=0x55728e6a4790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:35.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.216+0000 7fdccba77740 1 -- 172.21.15.17:0/892823200 shutdown_connections 2024-09-16T01:49:35.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.217+0000 7fdccba77740 1 -- 172.21.15.17:0/892823200 wait complete. 2024-09-16T01:49:35.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.217+0000 7fdccba77740 20 client.16395 trim_cache size 0 max 16384 2024-09-16T01:49:35.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.238+0000 7fdccba77740 1 Processor -- start 2024-09-16T01:49:35.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.238+0000 7fdccba77740 1 -- start start 2024-09-16T01:49:35.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdccba77740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6a2380 0x55728e6bd900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdccba77740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 0x55728e6c9280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdccba77740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6b1a90 0x55728e6c97c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdccba77740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc41adb20 con 0x55728e6b1a90 2024-09-16T01:49:35.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdccba77740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc41ab3f0 con 0x55728e6a2ca0 2024-09-16T01:49:35.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdccba77740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc41a9220 con 0x55728e6a2380 2024-09-16T01:49:35.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdcc37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6b1a90 0x55728e6c97c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdcc37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6b1a90 0x55728e6c97c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55944/0 (socket says 172.21.15.17:55944) 2024-09-16T01:49:35.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdcc37fe640 1 -- 172.21.15.17:0/650153512 learned_addr learned my addr 172.21.15.17:0/650153512 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:35.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdcc2ffd640 1 --2- 172.21.15.17:0/650153512 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6a2380 0x55728e6bd900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdcbbfff640 1 --2- 172.21.15.17:0/650153512 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 0x55728e6c9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdcc37fe640 1 -- 172.21.15.17:0/650153512 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6a2380 msgr2=0x55728e6bd900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:35.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdcc37fe640 1 --2- 172.21.15.17:0/650153512 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6a2380 0x55728e6bd900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdcc37fe640 1 -- 172.21.15.17:0/650153512 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 msgr2=0x55728e6c9280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:35.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdcc37fe640 1 --2- 172.21.15.17:0/650153512 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 0x55728e6c9280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.239+0000 7fdcc37fe640 1 -- 172.21.15.17:0/650153512 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55728e6a3840 con 0x55728e6b1a90 2024-09-16T01:49:35.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.240+0000 7fdcc37fe640 1 --2- 172.21.15.17:0/650153512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6b1a90 0x55728e6c97c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc004af0 tx=0x7fdcbc0bd150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80c41e6414404488 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:35.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.240+0000 7fdcb8ff9640 1 -- 172.21.15.17:0/650153512 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc0d5070 con 0x55728e6b1a90 2024-09-16T01:49:35.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.240+0000 7fdcb8ff9640 1 -- 172.21.15.17:0/650153512 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdcbc036040 con 0x55728e6b1a90 2024-09-16T01:49:35.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.240+0000 7fdcb8ff9640 1 -- 172.21.15.17:0/650153512 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc004b40 con 0x55728e6b1a90 2024-09-16T01:49:35.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.241+0000 7fdccba77740 1 -- 172.21.15.17:0/650153512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6b1a90 msgr2=0x55728e6c97c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.241+0000 7fdccba77740 1 --2- 172.21.15.17:0/650153512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6b1a90 0x55728e6c97c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc004af0 tx=0x7fdcbc0bd150 comp rx=0 tx=0).stop 2024-09-16T01:49:35.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.241+0000 7fdccba77740 1 -- 172.21.15.17:0/650153512 shutdown_connections 2024-09-16T01:49:35.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.241+0000 7fdccba77740 1 --2- 172.21.15.17:0/650153512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6b1a90 0x55728e6c97c0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.241+0000 7fdccba77740 1 --2- 172.21.15.17:0/650153512 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2ca0 0x55728e6c9280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.241+0000 7fdccba77740 1 --2- 172.21.15.17:0/650153512 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6a2380 0x55728e6bd900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.241+0000 7fdccba77740 1 -- 172.21.15.17:0/650153512 >> 172.21.15.17:0/650153512 conn(0x55728e69ea30 msgr2=0x55728e6a9d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:35.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.241+0000 7fdccba77740 1 -- 172.21.15.17:0/650153512 shutdown_connections 2024-09-16T01:49:35.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.241+0000 7fdccba77740 1 -- 172.21.15.17:0/650153512 wait complete. 2024-09-16T01:49:35.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.241+0000 7fdccba77740 1 -- start start 2024-09-16T01:49:35.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.241+0000 7fdccba77740 1 Processor -- start 2024-09-16T01:49:35.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.241+0000 7fdccba77740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2380 0x55728e6b5900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.241+0000 7fdccba77740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2ca0 0x55728e6b5e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.241+0000 7fdccba77740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6b6380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdccba77740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc41a98b0 con 0x55728e6a2ca0 2024-09-16T01:49:35.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdccba77740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc41aad20 con 0x55728e6a2380 2024-09-16T01:49:35.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdccba77740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdcc41a9f80 con 0x55728e6b1a90 2024-09-16T01:49:35.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdccba77740 10 client.0 _ll_register_callbacks cb 0x7fdcb4005850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:35.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcc37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6b6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcbbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2ca0 0x55728e6b5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcc37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6b6380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58786/0 (socket says 172.21.15.17:58786) 2024-09-16T01:49:35.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcc37fe640 1 -- 172.21.15.17:0/810375441 learned_addr learned my addr 172.21.15.17:0/810375441 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:35.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcc2ffd640 1 --2- 172.21.15.17:0/810375441 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2380 0x55728e6b5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcc37fe640 1 -- 172.21.15.17:0/810375441 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2380 msgr2=0x55728e6b5900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:35.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcc37fe640 1 --2- 172.21.15.17:0/810375441 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2380 0x55728e6b5900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcc37fe640 1 -- 172.21.15.17:0/810375441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2ca0 msgr2=0x55728e6b5e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:35.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcc37fe640 1 --2- 172.21.15.17:0/810375441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2ca0 0x55728e6b5e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcc37fe640 1 -- 172.21.15.17:0/810375441 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55728e72b3b0 con 0x55728e6b1a90 2024-09-16T01:49:35.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcbbfff640 1 --2- 172.21.15.17:0/810375441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2ca0 0x55728e6b5e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:35.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcc37fe640 1 --2- 172.21.15.17:0/810375441 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6b6380 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc0c5d50 tx=0x7fdcbc005f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ffbaafc3f3ebf31b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:35.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcaa7fc640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:49:35.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcaa7fc640 1 -- 172.21.15.17:0/810375441 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc0d5050 con 0x55728e6b1a90 2024-09-16T01:49:35.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdcaa7fc640 1 -- 172.21.15.17:0/810375441 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdcbc004d40 con 0x55728e6b1a90 2024-09-16T01:49:35.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.242+0000 7fdccba77740 1 -- 172.21.15.17:0/810375441 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdcbc036040 con 0x55728e6b1a90 2024-09-16T01:49:35.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.243+0000 7fdcaa7fc640 1 -- 172.21.15.17:0/810375441 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdcbc0bd610 con 0x55728e6b1a90 2024-09-16T01:49:35.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.243+0000 7fdccba77740 10 client.26062 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:35.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.243+0000 7fdccba77740 1 -- 172.21.15.17:0/810375441 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55728e72c660 con 0x55728e6b1a90 2024-09-16T01:49:35.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.243+0000 7fdcaa7fc640 1 -- 172.21.15.17:0/810375441 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdcbc036040 con 0x55728e6b1a90 2024-09-16T01:49:35.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.243+0000 7fdcaa7fc640 1 -- 172.21.15.17:0/810375441 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fdcbc04e070 con 0x55728e6b1a90 2024-09-16T01:49:35.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.243+0000 7fdccba77740 10 client.26062 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:35.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.243+0000 7fdccba77740 10 client.26062 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:49:35.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.243+0000 7fdccba77740 20 client.26062 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:35.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.243+0000 7fdccba77740 1 --2- 172.21.15.17:0/810375441 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55728e72cc20 0x55728e72f010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:35.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.243+0000 7fdccba77740 4 client.26062 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:49:35.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.243+0000 7fdccba77740 1 -- 172.21.15.17:0/810375441 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55728e60fd60 con 0x55728e72cc20 2024-09-16T01:49:35.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.243+0000 7fdcc2ffd640 1 --2- 172.21.15.17:0/810375441 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55728e72cc20 0x55728e72f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:35.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdcc2ffd640 1 --2- 172.21.15.17:0/810375441 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55728e72cc20 0x55728e72f010 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7fef37f7e4cbe129 server_cookie=c4a8d8b93fb8aab0 in_seq=0 out_seq=0 2024-09-16T01:49:35.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdcaa7fc640 10 client.26062 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:35.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdcaa7fc640 1 -- 172.21.15.17:0/810375441 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55728e60fd60 con 0x55728e72cc20 2024-09-16T01:49:35.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdcaa7fc640 10 client.26062 handle_command_reply: tid=0 2024-09-16T01:49:35.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdccba77740 1 client.26062 shutdown 2024-09-16T01:49:35.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdccba77740 1 -- 172.21.15.17:0/810375441 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 msgr2=0x55728e6b6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdccba77740 1 --2- 172.21.15.17:0/810375441 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6b6380 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc0c5d50 tx=0x7fdcbc005f10 comp rx=0 tx=0).stop 2024-09-16T01:49:35.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdccba77740 1 -- 172.21.15.17:0/810375441 shutdown_connections 2024-09-16T01:49:35.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdccba77740 1 --2- 172.21.15.17:0/810375441 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55728e72cc20 0x55728e72f010 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdccba77740 1 --2- 172.21.15.17:0/810375441 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55728e6b1a90 0x55728e6b6380 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdccba77740 1 --2- 172.21.15.17:0/810375441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55728e6a2ca0 0x55728e6b5e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdccba77740 1 --2- 172.21.15.17:0/810375441 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55728e6a2380 0x55728e6b5900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdcaa7fc640 0 client.26062 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:35.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdccba77740 1 -- 172.21.15.17:0/810375441 >> 172.21.15.17:0/810375441 conn(0x55728e69ea30 msgr2=0x55728e69d350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:35.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdccba77740 1 -- 172.21.15.17:0/810375441 shutdown_connections 2024-09-16T01:49:35.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdccba77740 1 -- 172.21.15.17:0/810375441 wait complete. 2024-09-16T01:49:35.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.244+0000 7fdccba77740 20 client.26062 trim_cache size 0 max 16384 2024-09-16T01:49:35.251 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:49:35.251 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:49:35.252 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:49:35.252 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:49:35.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.245+0000 7fdcc969e640 1 -- 172.21.15.17:0/1693699598 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdcb00a3240 msgr2=0x7fdcb00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.245+0000 7fdcc969e640 1 --2- 172.21.15.17:0/1693699598 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdcb00a3240 0x7fdcb00a5700 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x55728e6a5090 tx=0x7fdcb400b410 comp rx=0 tx=0).stop 2024-09-16T01:49:35.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.245+0000 7fdcc969e640 1 -- 172.21.15.17:0/1693699598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcc4108290 msgr2=0x7fdcc419cd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:35.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.245+0000 7fdcc969e640 1 --2- 172.21.15.17:0/1693699598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcc4108290 0x7fdcc419cd30 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc033040 tx=0x7fdcbc003970 comp rx=0 tx=0).stop 2024-09-16T01:49:35.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.245+0000 7fdcc969e640 1 -- 172.21.15.17:0/1693699598 shutdown_connections 2024-09-16T01:49:35.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.245+0000 7fdcc969e640 1 --2- 172.21.15.17:0/1693699598 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdcb00a3240 0x7fdcb00a5700 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.245+0000 7fdcc969e640 1 --2- 172.21.15.17:0/1693699598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcc4108290 0x7fdcc419cd30 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.245+0000 7fdcc969e640 1 --2- 172.21.15.17:0/1693699598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcc4103740 0x7fdcc41989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.245+0000 7fdcc969e640 1 --2- 172.21.15.17:0/1693699598 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdcc4102d90 0x7fdcc4198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:35.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.245+0000 7fdcc969e640 1 -- 172.21.15.17:0/1693699598 >> 172.21.15.17:0/1693699598 conn(0x7fdcc40fc7d0 msgr2=0x7fdcc4105e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:35.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.245+0000 7fdcc969e640 1 -- 172.21.15.17:0/1693699598 shutdown_connections 2024-09-16T01:49:35.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:35.245+0000 7fdcc969e640 1 -- 172.21.15.17:0/1693699598 wait complete. 2024-09-16T01:49:35.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 208749 3.75 MB/sec execute 178 sec latency 17.020 ms 2024-09-16T01:49:35.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:35 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:49:35.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:35 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:49:35.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:35 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:49:35.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:35 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:49:35.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:35 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:49:35.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:35 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:49:35.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:35 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:49:35.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:35 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:49:35.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:35 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:49:35.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:35 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:49:35.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:35 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:49:35.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:35 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:49:35.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:35 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:49:35.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:35 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:49:35.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:35 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:49:35.944 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:49:35.945 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:49:36.232 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:49:36.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 209425 3.76 MB/sec execute 179 sec latency 38.348 ms 2024-09-16T01:49:36.660 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:36 smithi017 ceph-mon[30972]: pgmap v521: 97 pgs: 97 active+clean; 101 MiB data, 832 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:49:36.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.746+0000 7f837a4be640 1 -- 172.21.15.17:0/218019617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8374102ef0 msgr2=0x7f837410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:36.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.746+0000 7f837a4be640 1 --2- 172.21.15.17:0/218019617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8374102ef0 0x7f837410da40 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f836c009ca0 tx=0x7f836c02a950 comp rx=0 tx=0).stop 2024-09-16T01:49:36.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.746+0000 7f837a4be640 1 -- 172.21.15.17:0/218019617 shutdown_connections 2024-09-16T01:49:36.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.746+0000 7f837a4be640 1 --2- 172.21.15.17:0/218019617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8374102ef0 0x7f837410da40 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:36.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.746+0000 7f837a4be640 1 --2- 172.21.15.17:0/218019617 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8374102570 0x7f83741029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:36.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.746+0000 7f837a4be640 1 --2- 172.21.15.17:0/218019617 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8374100e20 0x7f8374101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:36.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.746+0000 7f837a4be640 1 -- 172.21.15.17:0/218019617 >> 172.21.15.17:0/218019617 conn(0x7f83740fc7d0 msgr2=0x7f83740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:36.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.746+0000 7f837a4be640 1 -- 172.21.15.17:0/218019617 shutdown_connections 2024-09-16T01:49:36.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.746+0000 7f837a4be640 1 -- 172.21.15.17:0/218019617 wait complete. 2024-09-16T01:49:36.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.747+0000 7f837a4be640 1 Processor -- start 2024-09-16T01:49:36.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.747+0000 7f837a4be640 1 -- start start 2024-09-16T01:49:36.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.747+0000 7f837a4be640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8374100e20 0x7f83740fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:36.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.747+0000 7f837a4be640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8374102570 0x7f83740fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:36.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.747+0000 7f837a4be640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8374102ef0 0x7f83740fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:36.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.747+0000 7f837a4be640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8374110e30 con 0x7f8374100e20 2024-09-16T01:49:36.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.747+0000 7f837a4be640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8374110cb0 con 0x7f8374102ef0 2024-09-16T01:49:36.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.747+0000 7f837a4be640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8374110fb0 con 0x7f8374102570 2024-09-16T01:49:36.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f8373fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8374100e20 0x7f83740fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:36.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f8373fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8374100e20 0x7f83740fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40586/0 (socket says 172.21.15.17:40586) 2024-09-16T01:49:36.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f8373fff640 1 -- 172.21.15.17:0/2989446548 learned_addr learned my addr 172.21.15.17:0/2989446548 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:36.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f83737fe640 1 --2- 172.21.15.17:0/2989446548 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8374102570 0x7f83740fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:36.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f8378a5b640 1 --2- 172.21.15.17:0/2989446548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8374102ef0 0x7f83740fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:36.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f8373fff640 1 -- 172.21.15.17:0/2989446548 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8374102570 msgr2=0x7f83740fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:36.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f8373fff640 1 --2- 172.21.15.17:0/2989446548 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8374102570 0x7f83740fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:36.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f8373fff640 1 -- 172.21.15.17:0/2989446548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8374102ef0 msgr2=0x7f83740fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:36.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f8373fff640 1 --2- 172.21.15.17:0/2989446548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8374102ef0 0x7f83740fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:36.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f8373fff640 1 -- 172.21.15.17:0/2989446548 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83741a6810 con 0x7f8374100e20 2024-09-16T01:49:36.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f8373fff640 1 --2- 172.21.15.17:0/2989446548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8374100e20 0x7f83740fcc80 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f836400d950 tx=0x7f836400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:36.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f83717fa640 1 -- 172.21.15.17:0/2989446548 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8364017030 con 0x7f8374100e20 2024-09-16T01:49:36.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f837a4be640 1 -- 172.21.15.17:0/2989446548 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83741a6b00 con 0x7f8374100e20 2024-09-16T01:49:36.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f83717fa640 1 -- 172.21.15.17:0/2989446548 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8364004020 con 0x7f8374100e20 2024-09-16T01:49:36.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f83717fa640 1 -- 172.21.15.17:0/2989446548 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83640047a0 con 0x7f8374100e20 2024-09-16T01:49:36.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.748+0000 7f837a4be640 1 -- 172.21.15.17:0/2989446548 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83741a7040 con 0x7f8374100e20 2024-09-16T01:49:36.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.749+0000 7f837a4be640 1 -- 172.21.15.17:0/2989446548 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8374101200 con 0x7f8374100e20 2024-09-16T01:49:36.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.751+0000 7f83717fa640 1 -- 172.21.15.17:0/2989446548 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f83640041d0 con 0x7f8374100e20 2024-09-16T01:49:36.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.752+0000 7f83717fa640 1 --2- 172.21.15.17:0/2989446548 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f835c0a3240 0x7f835c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:36.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.752+0000 7f83717fa640 1 -- 172.21.15.17:0/2989446548 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f83640cf2f0 con 0x7f8374100e20 2024-09-16T01:49:36.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.752+0000 7f83737fe640 1 --2- 172.21.15.17:0/2989446548 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f835c0a3240 0x7f835c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:36.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.752+0000 7f83737fe640 1 --2- 172.21.15.17:0/2989446548 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f835c0a3240 0x7f835c0a5700 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f83740fe710 tx=0x7f8368005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:36.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:36.757+0000 7f83717fa640 1 -- 172.21.15.17:0/2989446548 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f836409c010 con 0x7f8374100e20 2024-09-16T01:49:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:36 smithi122 ceph-mon[34758]: pgmap v521: 97 pgs: 97 active+clean; 101 MiB data, 832 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:49:36.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:36 smithi029 ceph-mon[34783]: pgmap v521: 97 pgs: 97 active+clean; 101 MiB data, 832 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:49:37.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:37.009+0000 7f837a4be640 1 -- 172.21.15.17:0/2989446548 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f83740fe1b0 con 0x7f8374100e20 2024-09-16T01:49:37.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:37.010+0000 7f83717fa640 1 -- 172.21.15.17:0/2989446548 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f836409b910 con 0x7f8374100e20 2024-09-16T01:49:37.012 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:49:37.012 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:49:37.012 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:49:37.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:37.012+0000 7f837a4be640 1 -- 172.21.15.17:0/2989446548 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f835c0a3240 msgr2=0x7f835c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:37.012+0000 7f837a4be640 1 --2- 172.21.15.17:0/2989446548 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f835c0a3240 0x7f835c0a5700 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f83740fe710 tx=0x7f8368005f90 comp rx=0 tx=0).stop 2024-09-16T01:49:37.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:37.012+0000 7f837a4be640 1 -- 172.21.15.17:0/2989446548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8374100e20 msgr2=0x7f83740fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:37.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:37.012+0000 7f837a4be640 1 --2- 172.21.15.17:0/2989446548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8374100e20 0x7f83740fcc80 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f836400d950 tx=0x7f836400de10 comp rx=0 tx=0).stop 2024-09-16T01:49:37.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:37.012+0000 7f837a4be640 1 -- 172.21.15.17:0/2989446548 shutdown_connections 2024-09-16T01:49:37.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:37.012+0000 7f837a4be640 1 --2- 172.21.15.17:0/2989446548 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f835c0a3240 0x7f835c0a5700 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:37.012+0000 7f837a4be640 1 --2- 172.21.15.17:0/2989446548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8374102ef0 0x7f83740fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:37.012+0000 7f837a4be640 1 --2- 172.21.15.17:0/2989446548 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8374102570 0x7f83740fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:37.012+0000 7f837a4be640 1 --2- 172.21.15.17:0/2989446548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8374100e20 0x7f83740fcc80 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:37.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:37.012+0000 7f837a4be640 1 -- 172.21.15.17:0/2989446548 >> 172.21.15.17:0/2989446548 conn(0x7f83740fc7d0 msgr2=0x7f837406a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:37.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:37.013+0000 7f837a4be640 1 -- 172.21.15.17:0/2989446548 shutdown_connections 2024-09-16T01:49:37.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:37.013+0000 7f837a4be640 1 -- 172.21.15.17:0/2989446548 wait complete. 2024-09-16T01:49:37.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 209905 3.74 MB/sec execute 180 sec latency 19.013 ms 2024-09-16T01:49:37.683 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:37 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2989446548' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:49:37.713 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:49:37.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:37 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2989446548' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:49:37.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:37 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2989446548' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:49:37.994 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:49:38.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.532+0000 7f4d871a0640 1 -- 172.21.15.17:0/2989174548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d801034b0 msgr2=0x7f4d8010b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.532+0000 7f4d871a0640 1 --2- 172.21.15.17:0/2989174548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d801034b0 0x7f4d8010b9a0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f4d70009900 tx=0x7f4d7002a480 comp rx=0 tx=0).stop 2024-09-16T01:49:38.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.532+0000 7f4d871a0640 1 -- 172.21.15.17:0/2989174548 shutdown_connections 2024-09-16T01:49:38.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.532+0000 7f4d871a0640 1 --2- 172.21.15.17:0/2989174548 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d8010bfc0 0x7f4d8010e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.532+0000 7f4d871a0640 1 --2- 172.21.15.17:0/2989174548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d801034b0 0x7f4d8010b9a0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.532+0000 7f4d871a0640 1 --2- 172.21.15.17:0/2989174548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d80102b90 0x7f4d80102f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.532+0000 7f4d871a0640 1 -- 172.21.15.17:0/2989174548 >> 172.21.15.17:0/2989174548 conn(0x7f4d800fc610 msgr2=0x7f4d800fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:38.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.532+0000 7f4d871a0640 1 -- 172.21.15.17:0/2989174548 shutdown_connections 2024-09-16T01:49:38.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.532+0000 7f4d871a0640 1 -- 172.21.15.17:0/2989174548 wait complete. 2024-09-16T01:49:38.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.533+0000 7f4d871a0640 1 Processor -- start 2024-09-16T01:49:38.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.533+0000 7f4d871a0640 1 -- start start 2024-09-16T01:49:38.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.533+0000 7f4d871a0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d80102b90 0x7f4d80198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.533+0000 7f4d871a0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d801034b0 0x7f4d80198790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.533+0000 7f4d871a0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d8010bfc0 0x7f4d8019cb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.533+0000 7f4d871a0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4d80111c70 con 0x7f4d801034b0 2024-09-16T01:49:38.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.533+0000 7f4d871a0640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4d80111af0 con 0x7f4d80102b90 2024-09-16T01:49:38.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.533+0000 7f4d871a0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4d80111df0 con 0x7f4d8010bfc0 2024-09-16T01:49:38.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.533+0000 7f4d8599d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d801034b0 0x7f4d80198790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.533+0000 7f4d8599d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d801034b0 0x7f4d80198790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40614/0 (socket says 172.21.15.17:40614) 2024-09-16T01:49:38.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.533+0000 7f4d8599d640 1 -- 172.21.15.17:0/473069196 learned_addr learned my addr 172.21.15.17:0/473069196 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:38.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.533+0000 7f4d8619e640 1 --2- 172.21.15.17:0/473069196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d80102b90 0x7f4d80198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.533+0000 7f4d8699f640 1 --2- 172.21.15.17:0/473069196 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d8010bfc0 0x7f4d8019cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.534+0000 7f4d8599d640 1 -- 172.21.15.17:0/473069196 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d8010bfc0 msgr2=0x7f4d8019cb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.534+0000 7f4d8599d640 1 --2- 172.21.15.17:0/473069196 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d8010bfc0 0x7f4d8019cb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.534+0000 7f4d8599d640 1 -- 172.21.15.17:0/473069196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d80102b90 msgr2=0x7f4d80198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.534+0000 7f4d8599d640 1 --2- 172.21.15.17:0/473069196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d80102b90 0x7f4d80198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.534+0000 7f4d8599d640 1 -- 172.21.15.17:0/473069196 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d8019d200 con 0x7f4d801034b0 2024-09-16T01:49:38.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.534+0000 7f4d8599d640 1 --2- 172.21.15.17:0/473069196 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d801034b0 0x7f4d80198790 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f4d70005940 tx=0x7f4d700040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:38.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.534+0000 7f4d777fe640 1 -- 172.21.15.17:0/473069196 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7003f030 con 0x7f4d801034b0 2024-09-16T01:49:38.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.534+0000 7f4d777fe640 1 -- 172.21.15.17:0/473069196 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d700044c0 con 0x7f4d801034b0 2024-09-16T01:49:38.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.534+0000 7f4d871a0640 1 -- 172.21.15.17:0/473069196 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d8019d490 con 0x7f4d801034b0 2024-09-16T01:49:38.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.534+0000 7f4d777fe640 1 -- 172.21.15.17:0/473069196 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d70035070 con 0x7f4d801034b0 2024-09-16T01:49:38.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.534+0000 7f4d871a0640 1 -- 172.21.15.17:0/473069196 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d801a4dd0 con 0x7f4d801034b0 2024-09-16T01:49:38.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.537+0000 7f4d777fe640 1 -- 172.21.15.17:0/473069196 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f4d70042030 con 0x7f4d801034b0 2024-09-16T01:49:38.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.537+0000 7f4d8a7db740 1 Processor -- start 2024-09-16T01:49:38.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.537+0000 7f4d8a7db740 1 -- start start 2024-09-16T01:49:38.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d777fe640 1 --2- 172.21.15.17:0/473069196 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4d6c0a32c0 0x7f4d6c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8a7db740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf2a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8a7db740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf2abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8a7db740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf39960 0x55bbfaf3bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8a7db740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bbfae902f0 con 0x55bbfaf2a7b0 2024-09-16T01:49:38.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8a7db740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55bbfae37cf0 con 0x55bbfaf39960 2024-09-16T01:49:38.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8a7db740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55bbfae8c2b0 con 0x55bbfaf2bd20 2024-09-16T01:49:38.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8699f640 1 --2- 172.21.15.17:0/473069196 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4d6c0a32c0 0x7f4d6c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8619e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf2a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8619e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf2a270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59280/0 (socket says 172.21.15.17:59280) 2024-09-16T01:49:38.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8619e640 1 -- 172.21.15.17:0/1670903366 learned_addr learned my addr 172.21.15.17:0/1670903366 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:38.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d777fe640 1 -- 172.21.15.17:0/473069196 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4d700efbb0 con 0x7f4d801034b0 2024-09-16T01:49:38.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8599d640 1 --2- 172.21.15.17:0/1670903366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf2abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8699f640 1 --2- 172.21.15.17:0/1670903366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf39960 0x55bbfaf3bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8619e640 1 -- 172.21.15.17:0/1670903366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf39960 msgr2=0x55bbfaf3bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:38.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8619e640 1 --2- 172.21.15.17:0/1670903366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf39960 0x55bbfaf3bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8619e640 1 -- 172.21.15.17:0/1670903366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 msgr2=0x55bbfaf2abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:38.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8619e640 1 --2- 172.21.15.17:0/1670903366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf2abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8619e640 1 -- 172.21.15.17:0/1670903366 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbfae1c3a0 con 0x55bbfaf2bd20 2024-09-16T01:49:38.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.538+0000 7f4d8619e640 1 --2- 172.21.15.17:0/1670903366 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf2a270 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c00bd10 tx=0x7f4d7c0107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6916654cd65121a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:38.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.539+0000 7f4d8699f640 1 --2- 172.21.15.17:0/473069196 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4d6c0a32c0 0x7f4d6c0a5780 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x55bbfaf2b250 tx=0x7f4d78009a90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:38.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.539+0000 7f4d74dea640 1 -- 172.21.15.17:0/1670903366 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7c004030 con 0x55bbfaf2bd20 2024-09-16T01:49:38.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.539+0000 7f4d74dea640 1 -- 172.21.15.17:0/1670903366 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d7c0035f0 con 0x55bbfaf2bd20 2024-09-16T01:49:38.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.539+0000 7f4d74dea640 1 -- 172.21.15.17:0/1670903366 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7c0117b0 con 0x55bbfaf2bd20 2024-09-16T01:49:38.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.539+0000 7f4d8a7db740 1 -- 172.21.15.17:0/1670903366 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf2bd20 msgr2=0x55bbfaf2a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.539+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/1670903366 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf2a270 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c00bd10 tx=0x7f4d7c0107a0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.539+0000 7f4d8a7db740 1 -- 172.21.15.17:0/1670903366 shutdown_connections 2024-09-16T01:49:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.539+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/1670903366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf39960 0x55bbfaf3bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.539+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/1670903366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf2abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.539+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/1670903366 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf2a270 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.539+0000 7f4d8a7db740 1 -- 172.21.15.17:0/1670903366 >> 172.21.15.17:0/1670903366 conn(0x55bbfaef3310 msgr2=0x55bbfaf26e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:38.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.540+0000 7f4d8a7db740 1 -- 172.21.15.17:0/1670903366 shutdown_connections 2024-09-16T01:49:38.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.540+0000 7f4d8a7db740 1 -- 172.21.15.17:0/1670903366 wait complete. 2024-09-16T01:49:38.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.540+0000 7f4d8a7db740 1 -- start start 2024-09-16T01:49:38.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.540+0000 7f4d8a7db740 1 Processor -- start 2024-09-16T01:49:38.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.540+0000 7f4d8a7db740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf39350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.540+0000 7f4d8a7db740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf36600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.540+0000 7f4d8a7db740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf39960 0x55bbfaf36bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.540+0000 7f4d8a7db740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bbfaf3c660 con 0x55bbfaf2a7b0 2024-09-16T01:49:38.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.540+0000 7f4d8a7db740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55bbfae4b060 con 0x55bbfaf2bd20 2024-09-16T01:49:38.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.540+0000 7f4d8a7db740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55bbfaf3c7e0 con 0x55bbfaf39960 2024-09-16T01:49:38.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.540+0000 7f4d8a7db740 10 client.0 _ll_register_callbacks cb 0x55bbfab9e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:38.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8699f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf39960 0x55bbfaf36bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8619e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf39350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8619e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf39350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40638/0 (socket says 172.21.15.17:40638) 2024-09-16T01:49:38.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8599d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf36600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8619e640 1 -- 172.21.15.17:0/1432677202 learned_addr learned my addr 172.21.15.17:0/1432677202 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:38.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8699f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf39960 0x55bbfaf36bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59292/0 (socket says 172.21.15.17:59292) 2024-09-16T01:49:38.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8699f640 1 -- 172.21.15.17:0/1432677202 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf2bd20 msgr2=0x55bbfaf36600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:38.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8699f640 1 --2- 172.21.15.17:0/1432677202 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf36600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8699f640 1 -- 172.21.15.17:0/1432677202 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 msgr2=0x55bbfaf39350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:38.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8699f640 1 --2- 172.21.15.17:0/1432677202 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf39350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8699f640 1 -- 172.21.15.17:0/1432677202 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbfac013c0 con 0x55bbfaf39960 2024-09-16T01:49:38.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8699f640 1 --2- 172.21.15.17:0/1432677202 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf39960 0x55bbfaf36bf0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f4d780042c0 tx=0x7f4d78004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93f5fa83a44e17d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:38.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d69ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:49:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d69ffb640 1 -- 172.21.15.17:0/1432677202 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7800fb80 con 0x55bbfaf39960 2024-09-16T01:49:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8a7db740 1 -- 172.21.15.17:0/1432677202 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d7c0035f0 con 0x55bbfaf39960 2024-09-16T01:49:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d69ffb640 1 -- 172.21.15.17:0/1432677202 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4d7800fd20 con 0x55bbfaf39960 2024-09-16T01:49:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d69ffb640 1 -- 172.21.15.17:0/1432677202 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4d78004b20 con 0x55bbfaf39960 2024-09-16T01:49:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8a7db740 10 client.26080 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.541+0000 7f4d8a7db740 1 -- 172.21.15.17:0/1432677202 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55bbfaf481b0 con 0x55bbfaf39960 2024-09-16T01:49:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.542+0000 7f4d69ffb640 1 -- 172.21.15.17:0/1432677202 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d7c0035f0 con 0x55bbfaf39960 2024-09-16T01:49:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.542+0000 7f4d69ffb640 1 -- 172.21.15.17:0/1432677202 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f4d78020450 con 0x55bbfaf39960 2024-09-16T01:49:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.542+0000 7f4d8a7db740 10 client.26080 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.542+0000 7f4d8a7db740 10 client.26080 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:49:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.542+0000 7f4d8a7db740 20 client.26080 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:38.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.542+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/1432677202 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55bbfaf499f0 0x55bbfaf4be60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.542+0000 7f4d8a7db740 4 client.26080 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:49:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.542+0000 7f4d8a7db740 1 -- 172.21.15.17:0/1432677202 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bbfae9d860 con 0x55bbfaf499f0 2024-09-16T01:49:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.542+0000 7f4d8619e640 1 --2- 172.21.15.17:0/1432677202 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55bbfaf499f0 0x55bbfaf4be60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.542+0000 7f4d8619e640 1 --2- 172.21.15.17:0/1432677202 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55bbfaf499f0 0x55bbfaf4be60 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=feca61b13681e94c server_cookie=9c738c60da3ea310 in_seq=0 out_seq=0 2024-09-16T01:49:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.542+0000 7f4d69ffb640 10 client.26080 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:49:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.543+0000 7f4d69ffb640 1 -- 172.21.15.17:0/1432677202 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bbfae9d860 con 0x55bbfaf499f0 2024-09-16T01:49:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.543+0000 7f4d69ffb640 10 client.26080 handle_command_reply: tid=0 2024-09-16T01:49:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.543+0000 7f4d8a7db740 1 client.26080 shutdown 2024-09-16T01:49:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.543+0000 7f4d8a7db740 1 -- 172.21.15.17:0/1432677202 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf39960 msgr2=0x55bbfaf36bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.543+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/1432677202 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf39960 0x55bbfaf36bf0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f4d780042c0 tx=0x7f4d78004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.543+0000 7f4d8a7db740 1 -- 172.21.15.17:0/1432677202 shutdown_connections 2024-09-16T01:49:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.543+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/1432677202 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55bbfaf499f0 0x55bbfaf4be60 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.543+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/1432677202 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf39960 0x55bbfaf36bf0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.543+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/1432677202 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf36600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.543+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/1432677202 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf39350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.543+0000 7f4d8a7db740 1 -- 172.21.15.17:0/1432677202 >> 172.21.15.17:0/1432677202 conn(0x55bbfaef3310 msgr2=0x55bbfaf2cb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:38.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.543+0000 7f4d69ffb640 0 client.26080 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:49:38.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.543+0000 7f4d8a7db740 1 -- 172.21.15.17:0/1432677202 shutdown_connections 2024-09-16T01:49:38.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.543+0000 7f4d8a7db740 1 -- 172.21.15.17:0/1432677202 wait complete. 2024-09-16T01:49:38.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.544+0000 7f4d8a7db740 20 client.26080 trim_cache size 0 max 16384 2024-09-16T01:49:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.559+0000 7f4d8a7db740 1 Processor -- start 2024-09-16T01:49:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.559+0000 7f4d8a7db740 1 -- start start 2024-09-16T01:49:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8a7db740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf45900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8a7db740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf21b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8a7db740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf39960 0x55bbfaf51770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8a7db740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4d801ada50 con 0x55bbfaf2a7b0 2024-09-16T01:49:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8a7db740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4d801ab320 con 0x55bbfaf2bd20 2024-09-16T01:49:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8a7db740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4d801a9150 con 0x55bbfaf39960 2024-09-16T01:49:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8619e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf45900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8619e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf45900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40650/0 (socket says 172.21.15.17:40650) 2024-09-16T01:49:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8619e640 1 -- 172.21.15.17:0/564005410 learned_addr learned my addr 172.21.15.17:0/564005410 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8699f640 1 --2- 172.21.15.17:0/564005410 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf39960 0x55bbfaf51770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8599d640 1 --2- 172.21.15.17:0/564005410 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf21b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8699f640 1 -- 172.21.15.17:0/564005410 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf2bd20 msgr2=0x55bbfaf21b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8699f640 1 --2- 172.21.15.17:0/564005410 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf21b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8699f640 1 -- 172.21.15.17:0/564005410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 msgr2=0x55bbfaf45900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8699f640 1 --2- 172.21.15.17:0/564005410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf45900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8699f640 1 -- 172.21.15.17:0/564005410 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bbfaf27b40 con 0x55bbfaf39960 2024-09-16T01:49:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.560+0000 7f4d8619e640 1 --2- 172.21.15.17:0/564005410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf45900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.561+0000 7f4d8699f640 1 --2- 172.21.15.17:0/564005410 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf39960 0x55bbfaf51770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4d78011e20 tx=0x7f4d78009480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8d1256e029c418ff server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:38.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.561+0000 7f4d6bfff640 1 -- 172.21.15.17:0/564005410 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7803b070 con 0x55bbfaf39960 2024-09-16T01:49:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.561+0000 7f4d6bfff640 1 -- 172.21.15.17:0/564005410 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d78005bd0 con 0x55bbfaf39960 2024-09-16T01:49:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.561+0000 7f4d6bfff640 1 -- 172.21.15.17:0/564005410 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7802b6e0 con 0x55bbfaf39960 2024-09-16T01:49:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.561+0000 7f4d8a7db740 1 -- 172.21.15.17:0/564005410 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf39960 msgr2=0x55bbfaf51770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.561+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/564005410 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf39960 0x55bbfaf51770 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f4d78011e20 tx=0x7f4d78009480 comp rx=0 tx=0).stop 2024-09-16T01:49:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 -- 172.21.15.17:0/564005410 shutdown_connections 2024-09-16T01:49:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/564005410 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf39960 0x55bbfaf51770 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/564005410 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf21b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/564005410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf45900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 -- 172.21.15.17:0/564005410 >> 172.21.15.17:0/564005410 conn(0x55bbfaef3310 msgr2=0x55bbfaf34ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 -- 172.21.15.17:0/564005410 shutdown_connections 2024-09-16T01:49:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 -- 172.21.15.17:0/564005410 wait complete. 2024-09-16T01:49:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 -- start start 2024-09-16T01:49:38.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 Processor -- start 2024-09-16T01:49:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf41f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf3d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf39960 0x55bbfaf3d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4d801a97e0 con 0x55bbfaf2a7b0 2024-09-16T01:49:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4d801aac50 con 0x55bbfaf39960 2024-09-16T01:49:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4d801a9eb0 con 0x55bbfaf2bd20 2024-09-16T01:49:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8a7db740 10 client.0 _ll_register_callbacks cb 0x7f4d78011f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.562+0000 7f4d8619e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf41f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d8619e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf41f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40654/0 (socket says 172.21.15.17:40654) 2024-09-16T01:49:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d8619e640 1 -- 172.21.15.17:0/496354930 learned_addr learned my addr 172.21.15.17:0/496354930 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d8599d640 1 --2- 172.21.15.17:0/496354930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf3d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d8699f640 1 --2- 172.21.15.17:0/496354930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf39960 0x55bbfaf3d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d8619e640 1 -- 172.21.15.17:0/496354930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf2bd20 msgr2=0x55bbfaf3d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d8619e640 1 --2- 172.21.15.17:0/496354930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf3d2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d8619e640 1 -- 172.21.15.17:0/496354930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf39960 msgr2=0x55bbfaf3d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d8619e640 1 --2- 172.21.15.17:0/496354930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf39960 0x55bbfaf3d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d8619e640 1 -- 172.21.15.17:0/496354930 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bbfaf3ddb0 con 0x55bbfaf2a7b0 2024-09-16T01:49:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d8619e640 1 --2- 172.21.15.17:0/496354930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf41f80 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c011010 tx=0x7f4d7c00ba20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8bdfad5fe49c4bb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d69ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:49:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d69ffb640 1 -- 172.21.15.17:0/496354930 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d7c005550 con 0x55bbfaf2a7b0 2024-09-16T01:49:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d8a7db740 1 -- 172.21.15.17:0/496354930 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4d78005bd0 con 0x55bbfaf2a7b0 2024-09-16T01:49:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d69ffb640 1 -- 172.21.15.17:0/496354930 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4d7c0035f0 con 0x55bbfaf2a7b0 2024-09-16T01:49:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.563+0000 7f4d69ffb640 1 -- 172.21.15.17:0/496354930 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4d7c0037f0 con 0x55bbfaf2a7b0 2024-09-16T01:49:38.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.564+0000 7f4d8a7db740 10 client.16425 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.564+0000 7f4d8a7db740 1 -- 172.21.15.17:0/496354930 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55bbfafb4510 con 0x55bbfaf2a7b0 2024-09-16T01:49:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.564+0000 7f4d69ffb640 1 -- 172.21.15.17:0/496354930 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4d78005bd0 con 0x55bbfaf2a7b0 2024-09-16T01:49:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.564+0000 7f4d69ffb640 1 -- 172.21.15.17:0/496354930 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f4d7c0118f0 con 0x55bbfaf2a7b0 2024-09-16T01:49:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.564+0000 7f4d8a7db740 10 client.16425 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.564+0000 7f4d8a7db740 10 client.16425 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:49:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.564+0000 7f4d8a7db740 20 client.16425 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.564+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/496354930 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55bbfafb4ad0 0x55bbfafb6ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.564+0000 7f4d8a7db740 4 client.16425 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:49:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.564+0000 7f4d8a7db740 1 -- 172.21.15.17:0/496354930 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55bbfaf2a600 con 0x55bbfafb4ad0 2024-09-16T01:49:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.564+0000 7f4d8599d640 1 --2- 172.21.15.17:0/496354930 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55bbfafb4ad0 0x55bbfafb6ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d69ffb640 10 client.16425 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:49:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d8599d640 1 --2- 172.21.15.17:0/496354930 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55bbfafb4ad0 0x55bbfafb6ef0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d5c563304cd3e949 server_cookie=c25430edc16304f9 in_seq=0 out_seq=0 2024-09-16T01:49:38.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d69ffb640 1 -- 172.21.15.17:0/496354930 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55bbfaf2a600 con 0x55bbfafb4ad0 2024-09-16T01:49:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d69ffb640 10 client.16425 handle_command_reply: tid=0 2024-09-16T01:49:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d8a7db740 1 client.16425 shutdown 2024-09-16T01:49:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d8a7db740 1 -- 172.21.15.17:0/496354930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 msgr2=0x55bbfaf41f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/496354930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf41f80 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f4d7c011010 tx=0x7f4d7c00ba20 comp rx=0 tx=0).stop 2024-09-16T01:49:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d8a7db740 1 -- 172.21.15.17:0/496354930 shutdown_connections 2024-09-16T01:49:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/496354930 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55bbfafb4ad0 0x55bbfafb6ef0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/496354930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bbfaf39960 0x55bbfaf3d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/496354930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bbfaf2bd20 0x55bbfaf3d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d8a7db740 1 --2- 172.21.15.17:0/496354930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bbfaf2a7b0 0x55bbfaf41f80 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d8a7db740 1 -- 172.21.15.17:0/496354930 >> 172.21.15.17:0/496354930 conn(0x55bbfaef3310 msgr2=0x55bbfaf37e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d69ffb640 0 client.16425 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:49:38.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d8a7db740 1 -- 172.21.15.17:0/496354930 shutdown_connections 2024-09-16T01:49:38.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d8a7db740 1 -- 172.21.15.17:0/496354930 wait complete. 2024-09-16T01:49:38.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.565+0000 7f4d8a7db740 20 client.16425 trim_cache size 0 max 16384 2024-09-16T01:49:38.578 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:49:38.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.566+0000 7f4d871a0640 1 -- 172.21.15.17:0/473069196 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4d6c0a32c0 msgr2=0x7f4d6c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.566+0000 7f4d871a0640 1 --2- 172.21.15.17:0/473069196 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4d6c0a32c0 0x7f4d6c0a5780 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x55bbfaf2b250 tx=0x7f4d78009a90 comp rx=0 tx=0).stop 2024-09-16T01:49:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.566+0000 7f4d871a0640 1 -- 172.21.15.17:0/473069196 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d801034b0 msgr2=0x7f4d80198790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.566+0000 7f4d871a0640 1 --2- 172.21.15.17:0/473069196 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d801034b0 0x7f4d80198790 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f4d70005940 tx=0x7f4d700040c0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.566+0000 7f4d871a0640 1 -- 172.21.15.17:0/473069196 shutdown_connections 2024-09-16T01:49:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.566+0000 7f4d871a0640 1 --2- 172.21.15.17:0/473069196 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4d6c0a32c0 0x7f4d6c0a5780 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.566+0000 7f4d871a0640 1 --2- 172.21.15.17:0/473069196 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4d8010bfc0 0x7f4d8019cb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.566+0000 7f4d871a0640 1 --2- 172.21.15.17:0/473069196 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d801034b0 0x7f4d80198790 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.566+0000 7f4d871a0640 1 --2- 172.21.15.17:0/473069196 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4d80102b90 0x7f4d80198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.566+0000 7f4d871a0640 1 -- 172.21.15.17:0/473069196 >> 172.21.15.17:0/473069196 conn(0x7f4d800fc610 msgr2=0x7f4d800fd3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.566+0000 7f4d871a0640 1 -- 172.21.15.17:0/473069196 shutdown_connections 2024-09-16T01:49:38.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:38.566+0000 7f4d871a0640 1 -- 172.21.15.17:0/473069196 wait complete. 2024-09-16T01:49:38.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 210670 3.75 MB/sec execute 181 sec latency 23.698 ms 2024-09-16T01:49:38.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:38 smithi017 ceph-mon[30972]: pgmap v522: 97 pgs: 97 active+clean; 101 MiB data, 836 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.5 MiB/s wr, 80 op/s 2024-09-16T01:49:38.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:38 smithi029 ceph-mon[34783]: pgmap v522: 97 pgs: 97 active+clean; 101 MiB data, 836 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.5 MiB/s wr, 80 op/s 2024-09-16T01:49:38.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:38 smithi122 ceph-mon[34758]: pgmap v522: 97 pgs: 97 active+clean; 101 MiB data, 836 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.5 MiB/s wr, 80 op/s 2024-09-16T01:49:39.281 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:49:39.574 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:49:39.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 211378 3.73 MB/sec execute 182 sec latency 14.469 ms 2024-09-16T01:49:40.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.105+0000 7fe170e65640 1 -- 172.21.15.17:0/3460739380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe16c102d30 msgr2=0x7fe16c103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.105+0000 7fe170e65640 1 --2- 172.21.15.17:0/3460739380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe16c102d30 0x7fe16c103110 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7fe15c009930 tx=0x7fe15c02a420 comp rx=0 tx=0).stop 2024-09-16T01:49:40.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.105+0000 7fe170e65640 1 -- 172.21.15.17:0/3460739380 shutdown_connections 2024-09-16T01:49:40.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.105+0000 7fe170e65640 1 --2- 172.21.15.17:0/3460739380 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe16c1082a0 0x7fe16c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.105+0000 7fe170e65640 1 --2- 172.21.15.17:0/3460739380 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe16c1036e0 0x7fe16c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.105+0000 7fe170e65640 1 --2- 172.21.15.17:0/3460739380 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe16c102d30 0x7fe16c103110 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.105+0000 7fe170e65640 1 -- 172.21.15.17:0/3460739380 >> 172.21.15.17:0/3460739380 conn(0x7fe16c0fc7d0 msgr2=0x7fe16c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:40.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.105+0000 7fe170e65640 1 -- 172.21.15.17:0/3460739380 shutdown_connections 2024-09-16T01:49:40.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.105+0000 7fe170e65640 1 -- 172.21.15.17:0/3460739380 wait complete. 2024-09-16T01:49:40.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.106+0000 7fe170e65640 1 Processor -- start 2024-09-16T01:49:40.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.106+0000 7fe170e65640 1 -- start start 2024-09-16T01:49:40.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.106+0000 7fe170e65640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe16c102d30 0x7fe16c100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.106+0000 7fe170e65640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe16c1036e0 0x7fe16c100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.106+0000 7fe170e65640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe16c1082a0 0x7fe16c101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.106+0000 7fe170e65640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c111f50 con 0x7fe16c1036e0 2024-09-16T01:49:40.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.106+0000 7fe170e65640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c111dd0 con 0x7fe16c1082a0 2024-09-16T01:49:40.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.106+0000 7fe170e65640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c1120d0 con 0x7fe16c102d30 2024-09-16T01:49:40.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.106+0000 7fe16a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe16c102d30 0x7fe16c100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.106+0000 7fe163fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe16c1036e0 0x7fe16c100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.106+0000 7fe16a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe16c102d30 0x7fe16c100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59312/0 (socket says 172.21.15.17:59312) 2024-09-16T01:49:40.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.106+0000 7fe16a59c640 1 -- 172.21.15.17:0/2080272299 learned_addr learned my addr 172.21.15.17:0/2080272299 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:40.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.107+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe16c1082a0 0x7fe16c101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.107+0000 7fe163fff640 1 -- 172.21.15.17:0/2080272299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe16c102d30 msgr2=0x7fe16c100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.107+0000 7fe163fff640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe16c102d30 0x7fe16c100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.107+0000 7fe163fff640 1 -- 172.21.15.17:0/2080272299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe16c1082a0 msgr2=0x7fe16c101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.107+0000 7fe163fff640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe16c1082a0 0x7fe16c101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.107+0000 7fe163fff640 1 -- 172.21.15.17:0/2080272299 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe16c1a69d0 con 0x7fe16c1036e0 2024-09-16T01:49:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.107+0000 7fe16a59c640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe16c102d30 0x7fe16c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.107+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe16c1082a0 0x7fe16c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:49:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.107+0000 7fe163fff640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe16c1036e0 0x7fe16c100ed0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fe16c0697d0 tx=0x7fe15400ee50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.107+0000 7fe1637fe640 1 -- 172.21.15.17:0/2080272299 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15400cc40 con 0x7fe16c1036e0 2024-09-16T01:49:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.107+0000 7fe170e65640 1 -- 172.21.15.17:0/2080272299 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe16c1a6cc0 con 0x7fe16c1036e0 2024-09-16T01:49:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.107+0000 7fe1637fe640 1 -- 172.21.15.17:0/2080272299 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe15400cde0 con 0x7fe16c1036e0 2024-09-16T01:49:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.107+0000 7fe1637fe640 1 -- 172.21.15.17:0/2080272299 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe154004a00 con 0x7fe16c1036e0 2024-09-16T01:49:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.107+0000 7fe170e65640 1 -- 172.21.15.17:0/2080272299 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe16c1a71b0 con 0x7fe16c1036e0 2024-09-16T01:49:40.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.110+0000 7fe1637fe640 1 -- 172.21.15.17:0/2080272299 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe154004ba0 con 0x7fe16c1036e0 2024-09-16T01:49:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.110+0000 7fe17323e740 1 Processor -- start 2024-09-16T01:49:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.110+0000 7fe17323e740 1 -- start start 2024-09-16T01:49:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.111+0000 7fe17323e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff892b40 0x557dff891090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.111+0000 7fe17323e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff891a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.111+0000 7fe1637fe640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe1580a3240 0x7fe1580a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.111+0000 7fe17323e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff89c370 0x557dff89e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.111+0000 7fe17323e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557dff7f72f0 con 0x557dff892b40 2024-09-16T01:49:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.111+0000 7fe17323e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557dff79ecf0 con 0x557dff89c370 2024-09-16T01:49:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.111+0000 7fe17323e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557dff7f32b0 con 0x557dff8915d0 2024-09-16T01:49:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.111+0000 7fe163fff640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe1580a3240 0x7fe1580a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.111+0000 7fe1637fe640 1 -- 172.21.15.17:0/2080272299 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe1540cf910 con 0x7fe16c1036e0 2024-09-16T01:49:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.111+0000 7fe16ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff892b40 0x557dff891090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.111+0000 7fe16ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff892b40 0x557dff891090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40682/0 (socket says 172.21.15.17:40682) 2024-09-16T01:49:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.111+0000 7fe16ad9d640 1 -- 172.21.15.17:0/428207270 learned_addr learned my addr 172.21.15.17:0/428207270 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:40.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.111+0000 7fe16a59c640 1 --2- 172.21.15.17:0/428207270 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff891a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.111+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/428207270 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff89c370 0x557dff89e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.112+0000 7fe16ad9d640 1 -- 172.21.15.17:0/428207270 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 msgr2=0x557dff891a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.112+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/428207270 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff891a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.112+0000 7fe163fff640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe1580a3240 0x7fe1580a5700 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe154098390 tx=0x7fe154091410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.112+0000 7fe16ad9d640 1 -- 172.21.15.17:0/428207270 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff89c370 msgr2=0x557dff89e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.112+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/428207270 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff89c370 0x557dff89e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.112+0000 7fe16ad9d640 1 -- 172.21.15.17:0/428207270 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557dff7833a0 con 0x557dff892b40 2024-09-16T01:49:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.112+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/428207270 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff892b40 0x557dff891090 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fe1640092f0 tx=0x7fe164009af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2401b4b3481f84c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.112+0000 7fe160ff9640 1 -- 172.21.15.17:0/428207270 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe164013d60 con 0x557dff892b40 2024-09-16T01:49:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.112+0000 7fe160ff9640 1 -- 172.21.15.17:0/428207270 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1640130d0 con 0x557dff892b40 2024-09-16T01:49:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.112+0000 7fe160ff9640 1 -- 172.21.15.17:0/428207270 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe164005020 con 0x557dff892b40 2024-09-16T01:49:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.113+0000 7fe17323e740 1 -- 172.21.15.17:0/428207270 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff892b40 msgr2=0x557dff891090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.113+0000 7fe17323e740 1 --2- 172.21.15.17:0/428207270 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff892b40 0x557dff891090 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fe1640092f0 tx=0x7fe164009af0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.113+0000 7fe17323e740 1 -- 172.21.15.17:0/428207270 shutdown_connections 2024-09-16T01:49:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.113+0000 7fe17323e740 1 --2- 172.21.15.17:0/428207270 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff89c370 0x557dff89e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.113+0000 7fe17323e740 1 --2- 172.21.15.17:0/428207270 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff891a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.113+0000 7fe17323e740 1 --2- 172.21.15.17:0/428207270 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff892b40 0x557dff891090 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.113+0000 7fe17323e740 1 -- 172.21.15.17:0/428207270 >> 172.21.15.17:0/428207270 conn(0x557dff85a310 msgr2=0x557dff88dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.113+0000 7fe17323e740 1 -- 172.21.15.17:0/428207270 shutdown_connections 2024-09-16T01:49:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.113+0000 7fe17323e740 1 -- 172.21.15.17:0/428207270 wait complete. 2024-09-16T01:49:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.113+0000 7fe17323e740 1 -- start start 2024-09-16T01:49:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.113+0000 7fe17323e740 1 Processor -- start 2024-09-16T01:49:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe17323e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff8915d0 0x557dff89bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe17323e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff892b40 0x557dff899030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe17323e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff89c370 0x557dff899640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe17323e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557dff89f070 con 0x557dff89c370 2024-09-16T01:49:40.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe17323e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557dff7b2060 con 0x557dff8915d0 2024-09-16T01:49:40.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe17323e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557dff89f1f0 con 0x557dff892b40 2024-09-16T01:49:40.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe17323e740 10 client.0 _ll_register_callbacks cb 0x557dff5058c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:40.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe16ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff89c370 0x557dff899640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe16a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff892b40 0x557dff899030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe16ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff89c370 0x557dff899640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40694/0 (socket says 172.21.15.17:40694) 2024-09-16T01:49:40.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe16ad9d640 1 -- 172.21.15.17:0/2988731165 learned_addr learned my addr 172.21.15.17:0/2988731165 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:40.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe16a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff892b40 0x557dff899030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59324/0 (socket says 172.21.15.17:59324) 2024-09-16T01:49:40.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/2988731165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff8915d0 0x557dff89bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe16a59c640 1 -- 172.21.15.17:0/2988731165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff8915d0 msgr2=0x557dff89bd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:40.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe16a59c640 1 --2- 172.21.15.17:0/2988731165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff8915d0 0x557dff89bd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe16a59c640 1 -- 172.21.15.17:0/2988731165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff89c370 msgr2=0x557dff899640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:40.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe16a59c640 1 --2- 172.21.15.17:0/2988731165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff89c370 0x557dff899640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.114+0000 7fe16a59c640 1 -- 172.21.15.17:0/2988731165 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557dff5683c0 con 0x557dff892b40 2024-09-16T01:49:40.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.115+0000 7fe16a59c640 1 --2- 172.21.15.17:0/2988731165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff892b40 0x557dff899030 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe15c004770 tx=0x7fe15c031810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=944ae8b2b2bd4066 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.115+0000 7fe151ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:49:40.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.115+0000 7fe151ffb640 1 -- 172.21.15.17:0/2988731165 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15c035040 con 0x557dff892b40 2024-09-16T01:49:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.115+0000 7fe17323e740 1 -- 172.21.15.17:0/2988731165 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe1640130d0 con 0x557dff892b40 2024-09-16T01:49:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.115+0000 7fe151ffb640 1 -- 172.21.15.17:0/2988731165 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe15c004450 con 0x557dff892b40 2024-09-16T01:49:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.115+0000 7fe151ffb640 1 -- 172.21.15.17:0/2988731165 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe15c0035f0 con 0x557dff892b40 2024-09-16T01:49:40.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.115+0000 7fe17323e740 10 client.26098 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.115+0000 7fe17323e740 1 -- 172.21.15.17:0/2988731165 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557dff8aab90 con 0x557dff892b40 2024-09-16T01:49:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.115+0000 7fe151ffb640 1 -- 172.21.15.17:0/2988731165 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe1640130d0 con 0x557dff892b40 2024-09-16T01:49:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.115+0000 7fe151ffb640 1 -- 172.21.15.17:0/2988731165 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe15c0487f0 con 0x557dff892b40 2024-09-16T01:49:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.116+0000 7fe17323e740 10 client.26098 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:40.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.116+0000 7fe17323e740 10 client.26098 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:49:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.116+0000 7fe17323e740 20 client.26098 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.116+0000 7fe17323e740 1 --2- 172.21.15.17:0/2988731165 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x557dff8abfa0 0x557dff8ae390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.116+0000 7fe17323e740 4 client.26098 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:49:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.116+0000 7fe17323e740 1 -- 172.21.15.17:0/2988731165 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557dff804860 con 0x557dff8abfa0 2024-09-16T01:49:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.116+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/2988731165 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x557dff8abfa0 0x557dff8ae390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.116+0000 7fe151ffb640 10 client.26098 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:49:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.116+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/2988731165 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x557dff8abfa0 0x557dff8ae390 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9ffefa9e39f5fcfa server_cookie=fd88ac8d39d21f9a in_seq=0 out_seq=0 2024-09-16T01:49:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe151ffb640 1 -- 172.21.15.17:0/2988731165 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557dff804860 con 0x557dff8abfa0 2024-09-16T01:49:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe151ffb640 10 client.26098 handle_command_reply: tid=0 2024-09-16T01:49:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe17323e740 1 client.26098 shutdown 2024-09-16T01:49:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe17323e740 1 -- 172.21.15.17:0/2988731165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff892b40 msgr2=0x557dff899030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe17323e740 1 --2- 172.21.15.17:0/2988731165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff892b40 0x557dff899030 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fe15c004770 tx=0x7fe15c031810 comp rx=0 tx=0).stop 2024-09-16T01:49:40.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe17323e740 1 -- 172.21.15.17:0/2988731165 shutdown_connections 2024-09-16T01:49:40.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe17323e740 1 --2- 172.21.15.17:0/2988731165 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x557dff8abfa0 0x557dff8ae390 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe151ffb640 0 client.26098 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:49:40.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe17323e740 1 --2- 172.21.15.17:0/2988731165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff89c370 0x557dff899640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe17323e740 1 --2- 172.21.15.17:0/2988731165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff892b40 0x557dff899030 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe17323e740 1 --2- 172.21.15.17:0/2988731165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff8915d0 0x557dff89bd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe17323e740 1 -- 172.21.15.17:0/2988731165 >> 172.21.15.17:0/2988731165 conn(0x557dff85a310 msgr2=0x557dff893960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:40.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe17323e740 1 -- 172.21.15.17:0/2988731165 shutdown_connections 2024-09-16T01:49:40.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe17323e740 1 -- 172.21.15.17:0/2988731165 wait complete. 2024-09-16T01:49:40.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.117+0000 7fe17323e740 20 client.26098 trim_cache size 0 max 16384 2024-09-16T01:49:40.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.132+0000 7fe17323e740 1 Processor -- start 2024-09-16T01:49:40.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.132+0000 7fe17323e740 1 -- start start 2024-09-16T01:49:40.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.132+0000 7fe17323e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff8a8310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.132+0000 7fe17323e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff892b40 0x557dff88d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.132+0000 7fe17323e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff89c370 0x557dff894120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.132+0000 7fe17323e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c1b20e0 con 0x557dff892b40 2024-09-16T01:49:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.132+0000 7fe17323e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c1af9b0 con 0x557dff89c370 2024-09-16T01:49:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.132+0000 7fe17323e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c1ad7e0 con 0x557dff8915d0 2024-09-16T01:49:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe16a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff892b40 0x557dff88d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe16a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff892b40 0x557dff88d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40696/0 (socket says 172.21.15.17:40696) 2024-09-16T01:49:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe16a59c640 1 -- 172.21.15.17:0/3376925503 learned_addr learned my addr 172.21.15.17:0/3376925503 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/3376925503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff89c370 0x557dff894120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/3376925503 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff8a8310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe16a59c640 1 -- 172.21.15.17:0/3376925503 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 msgr2=0x557dff8a8310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe16a59c640 1 --2- 172.21.15.17:0/3376925503 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff8a8310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe16a59c640 1 -- 172.21.15.17:0/3376925503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff89c370 msgr2=0x557dff894120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe16a59c640 1 --2- 172.21.15.17:0/3376925503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff89c370 0x557dff894120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe16a59c640 1 -- 172.21.15.17:0/3376925503 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557dff899fb0 con 0x557dff892b40 2024-09-16T01:49:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/3376925503 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff8a8310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe16a59c640 1 --2- 172.21.15.17:0/3376925503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff892b40 0x557dff88d700 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fe15c048d80 tx=0x7fe15c02a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef708b6ecde5e2d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe153fff640 1 -- 172.21.15.17:0/3376925503 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15c057070 con 0x557dff892b40 2024-09-16T01:49:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe153fff640 1 -- 172.21.15.17:0/3376925503 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe15c048930 con 0x557dff892b40 2024-09-16T01:49:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.133+0000 7fe153fff640 1 -- 172.21.15.17:0/3376925503 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe15c035030 con 0x557dff892b40 2024-09-16T01:49:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.134+0000 7fe17323e740 1 -- 172.21.15.17:0/3376925503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff892b40 msgr2=0x557dff88d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.134+0000 7fe17323e740 1 --2- 172.21.15.17:0/3376925503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff892b40 0x557dff88d700 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fe15c048d80 tx=0x7fe15c02a420 comp rx=0 tx=0).stop 2024-09-16T01:49:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.134+0000 7fe17323e740 1 -- 172.21.15.17:0/3376925503 shutdown_connections 2024-09-16T01:49:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.134+0000 7fe17323e740 1 --2- 172.21.15.17:0/3376925503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff89c370 0x557dff894120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.134+0000 7fe17323e740 1 --2- 172.21.15.17:0/3376925503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff892b40 0x557dff88d700 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.134+0000 7fe17323e740 1 --2- 172.21.15.17:0/3376925503 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff8a8310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.134+0000 7fe17323e740 1 -- 172.21.15.17:0/3376925503 >> 172.21.15.17:0/3376925503 conn(0x557dff85a310 msgr2=0x557dff898120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:40.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.134+0000 7fe17323e740 1 -- 172.21.15.17:0/3376925503 shutdown_connections 2024-09-16T01:49:40.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.134+0000 7fe17323e740 1 -- 172.21.15.17:0/3376925503 wait complete. 2024-09-16T01:49:40.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.134+0000 7fe17323e740 1 -- start start 2024-09-16T01:49:40.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe17323e740 1 Processor -- start 2024-09-16T01:49:40.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe17323e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff8a4b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe17323e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff892b40 0x557dff89fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe17323e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff89c370 0x557dff8a03b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe17323e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c1ade70 con 0x557dff89c370 2024-09-16T01:49:40.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe17323e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c1af2e0 con 0x557dff892b40 2024-09-16T01:49:40.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe17323e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe16c1ae540 con 0x557dff8915d0 2024-09-16T01:49:40.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe17323e740 10 client.0 _ll_register_callbacks cb 0x7fe15c005b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:40.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe16ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff89c370 0x557dff8a03b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe16ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff8a4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe16ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff8a4b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59340/0 (socket says 172.21.15.17:59340) 2024-09-16T01:49:40.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe16ad9d640 1 -- 172.21.15.17:0/3507387323 learned_addr learned my addr 172.21.15.17:0/3507387323 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:40.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe16a59c640 1 --2- 172.21.15.17:0/3507387323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff892b40 0x557dff89fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe16ad9d640 1 -- 172.21.15.17:0/3507387323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff892b40 msgr2=0x557dff89fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:40.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/3507387323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff892b40 0x557dff89fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe16ad9d640 1 -- 172.21.15.17:0/3507387323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff89c370 msgr2=0x557dff8a03b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:40.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/3507387323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff89c370 0x557dff8a03b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.135+0000 7fe16ad9d640 1 -- 172.21.15.17:0/3507387323 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557dff8a0bc0 con 0x557dff8915d0 2024-09-16T01:49:40.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.136+0000 7fe16ad9d640 1 --2- 172.21.15.17:0/3507387323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff8a4b40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe16400fdf0 tx=0x7fe164013040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dff9f36ba5d41774 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:40.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.136+0000 7fe151ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:49:40.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.136+0000 7fe151ffb640 1 -- 172.21.15.17:0/3507387323 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe164033040 con 0x557dff8915d0 2024-09-16T01:49:40.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.136+0000 7fe151ffb640 1 -- 172.21.15.17:0/3507387323 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe16401a040 con 0x557dff8915d0 2024-09-16T01:49:40.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.136+0000 7fe17323e740 1 -- 172.21.15.17:0/3507387323 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe15c048930 con 0x557dff8915d0 2024-09-16T01:49:40.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.136+0000 7fe151ffb640 1 -- 172.21.15.17:0/3507387323 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe16403f050 con 0x557dff8915d0 2024-09-16T01:49:40.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.136+0000 7fe17323e740 10 client.26104 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:40.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.136+0000 7fe17323e740 1 -- 172.21.15.17:0/3507387323 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557dff916b80 con 0x557dff8915d0 2024-09-16T01:49:40.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.136+0000 7fe151ffb640 1 -- 172.21.15.17:0/3507387323 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe15c048930 con 0x557dff8915d0 2024-09-16T01:49:40.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.136+0000 7fe151ffb640 1 -- 172.21.15.17:0/3507387323 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe164037020 con 0x557dff8915d0 2024-09-16T01:49:40.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.136+0000 7fe17323e740 10 client.26104 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:40.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.136+0000 7fe17323e740 10 client.26104 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:49:40.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.137+0000 7fe17323e740 20 client.26104 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:40.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.137+0000 7fe17323e740 1 --2- 172.21.15.17:0/3507387323 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x557dff8abfa0 0x557dff919110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:40.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.137+0000 7fe17323e740 4 client.26104 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:49:40.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.137+0000 7fe17323e740 1 -- 172.21.15.17:0/3507387323 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557dff7fed70 con 0x557dff8abfa0 2024-09-16T01:49:40.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.137+0000 7fe16a59c640 1 --2- 172.21.15.17:0/3507387323 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x557dff8abfa0 0x557dff919110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:40.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.137+0000 7fe16a59c640 1 --2- 172.21.15.17:0/3507387323 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x557dff8abfa0 0x557dff919110 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a94bfa90d1311a1d server_cookie=dfacd216177c02d in_seq=0 out_seq=0 2024-09-16T01:49:40.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.137+0000 7fe151ffb640 10 client.26104 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:49:40.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe151ffb640 1 -- 172.21.15.17:0/3507387323 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557dff7fed70 con 0x557dff8abfa0 2024-09-16T01:49:40.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe151ffb640 10 client.26104 handle_command_reply: tid=0 2024-09-16T01:49:40.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe17323e740 1 client.26104 shutdown 2024-09-16T01:49:40.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe17323e740 1 -- 172.21.15.17:0/3507387323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 msgr2=0x557dff8a4b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe17323e740 1 --2- 172.21.15.17:0/3507387323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff8a4b40 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fe16400fdf0 tx=0x7fe164013040 comp rx=0 tx=0).stop 2024-09-16T01:49:40.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe17323e740 1 -- 172.21.15.17:0/3507387323 shutdown_connections 2024-09-16T01:49:40.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe17323e740 1 --2- 172.21.15.17:0/3507387323 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x557dff8abfa0 0x557dff919110 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe17323e740 1 --2- 172.21.15.17:0/3507387323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557dff89c370 0x557dff8a03b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe17323e740 1 --2- 172.21.15.17:0/3507387323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557dff892b40 0x557dff89fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe17323e740 1 --2- 172.21.15.17:0/3507387323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557dff8915d0 0x557dff8a4b40 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe17323e740 1 -- 172.21.15.17:0/3507387323 >> 172.21.15.17:0/3507387323 conn(0x557dff85a310 msgr2=0x557dff89a890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:40.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe151ffb640 0 client.26104 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:49:40.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe17323e740 1 -- 172.21.15.17:0/3507387323 shutdown_connections 2024-09-16T01:49:40.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe17323e740 1 -- 172.21.15.17:0/3507387323 wait complete. 2024-09-16T01:49:40.149 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:49:40.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.138+0000 7fe17323e740 20 client.26104 trim_cache size 0 max 16384 2024-09-16T01:49:40.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.139+0000 7fe170e65640 1 -- 172.21.15.17:0/2080272299 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe1580a3240 msgr2=0x7fe1580a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.139+0000 7fe170e65640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe1580a3240 0x7fe1580a5700 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fe154098390 tx=0x7fe154091410 comp rx=0 tx=0).stop 2024-09-16T01:49:40.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.139+0000 7fe170e65640 1 -- 172.21.15.17:0/2080272299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe16c1036e0 msgr2=0x7fe16c100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:40.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.139+0000 7fe170e65640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe16c1036e0 0x7fe16c100ed0 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fe16c0697d0 tx=0x7fe15400ee50 comp rx=0 tx=0).stop 2024-09-16T01:49:40.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.139+0000 7fe170e65640 1 -- 172.21.15.17:0/2080272299 shutdown_connections 2024-09-16T01:49:40.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.139+0000 7fe170e65640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe1580a3240 0x7fe1580a5700 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.139+0000 7fe170e65640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe16c1082a0 0x7fe16c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.139+0000 7fe170e65640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe16c1036e0 0x7fe16c100ed0 secure :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fe16c0697d0 tx=0x7fe15400ee50 comp rx=0 tx=0).stop 2024-09-16T01:49:40.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.139+0000 7fe170e65640 1 --2- 172.21.15.17:0/2080272299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe16c102d30 0x7fe16c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:40.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.139+0000 7fe170e65640 1 -- 172.21.15.17:0/2080272299 >> 172.21.15.17:0/2080272299 conn(0x7fe16c0fc7d0 msgr2=0x7fe16c105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:40.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.140+0000 7fe170e65640 1 -- 172.21.15.17:0/2080272299 shutdown_connections 2024-09-16T01:49:40.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:40.140+0000 7fe170e65640 1 -- 172.21.15.17:0/2080272299 wait complete. 2024-09-16T01:49:40.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 212206 3.75 MB/sec execute 183 sec latency 17.255 ms 2024-09-16T01:49:40.731 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:40 smithi017 ceph-mon[30972]: pgmap v523: 97 pgs: 97 active+clean; 100 MiB data, 837 MiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:49:40.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:40 smithi029 ceph-mon[34783]: pgmap v523: 97 pgs: 97 active+clean; 100 MiB data, 837 MiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:49:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:40 smithi122 ceph-mon[34758]: pgmap v523: 97 pgs: 97 active+clean; 100 MiB data, 837 MiB used, 1.0 TiB / 1.0 TiB avail; 259 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:49:41.187 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:49:41.481 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:49:41.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 212904 3.76 MB/sec execute 184 sec latency 13.732 ms 2024-09-16T01:49:42.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.008+0000 7f8513de0640 1 -- 172.21.15.17:0/1052442736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f850c102d90 msgr2=0x7f850c103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:42.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.008+0000 7f8513de0640 1 --2- 172.21.15.17:0/1052442736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f850c102d90 0x7f850c103170 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f8508009930 tx=0x7f850802a420 comp rx=0 tx=0).stop 2024-09-16T01:49:42.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.008+0000 7f8513de0640 1 -- 172.21.15.17:0/1052442736 shutdown_connections 2024-09-16T01:49:42.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.008+0000 7f8513de0640 1 --2- 172.21.15.17:0/1052442736 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c108290 0x7f850c10ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.008+0000 7f8513de0640 1 --2- 172.21.15.17:0/1052442736 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f850c103740 0x7f850c107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.008+0000 7f8513de0640 1 --2- 172.21.15.17:0/1052442736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f850c102d90 0x7f850c103170 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.008+0000 7f8513de0640 1 -- 172.21.15.17:0/1052442736 >> 172.21.15.17:0/1052442736 conn(0x7f850c0fc7d0 msgr2=0x7f850c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.008+0000 7f8513de0640 1 -- 172.21.15.17:0/1052442736 shutdown_connections 2024-09-16T01:49:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.008+0000 7f8513de0640 1 -- 172.21.15.17:0/1052442736 wait complete. 2024-09-16T01:49:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.009+0000 7f8513de0640 1 Processor -- start 2024-09-16T01:49:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.009+0000 7f8513de0640 1 -- start start 2024-09-16T01:49:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.009+0000 7f8513de0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f850c102d90 0x7f850c1984e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.009+0000 7f8513de0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c103740 0x7f850c198a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.009+0000 7f8513de0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f850c108290 0x7f850c19cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.009+0000 7f8513de0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f850c111f40 con 0x7f850c102d90 2024-09-16T01:49:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.009+0000 7f8513de0640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f850c111dc0 con 0x7f850c103740 2024-09-16T01:49:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.009+0000 7f8513de0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f850c1120c0 con 0x7f850c108290 2024-09-16T01:49:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.009+0000 7f8511b7c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f850c102d90 0x7f850c1984e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f8511b7c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f850c102d90 0x7f850c1984e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40724/0 (socket says 172.21.15.17:40724) 2024-09-16T01:49:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f8511b7c640 1 -- 172.21.15.17:0/566622740 learned_addr learned my addr 172.21.15.17:0/566622740 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f851137b640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c103740 0x7f850c198a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f851237d640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f850c108290 0x7f850c19cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f8511b7c640 1 -- 172.21.15.17:0/566622740 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f850c108290 msgr2=0x7f850c19cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f8511b7c640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f850c108290 0x7f850c19cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f8511b7c640 1 -- 172.21.15.17:0/566622740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c103740 msgr2=0x7f850c198a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f8511b7c640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c103740 0x7f850c198a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f8511b7c640 1 -- 172.21.15.17:0/566622740 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f850c19d490 con 0x7f850c102d90 2024-09-16T01:49:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f851237d640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f850c108290 0x7f850c19cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f8511b7c640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f850c102d90 0x7f850c1984e0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f8508004770 tx=0x7f85080042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f8502ffd640 1 -- 172.21.15.17:0/566622740 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f850803f070 con 0x7f850c102d90 2024-09-16T01:49:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f8513de0640 1 -- 172.21.15.17:0/566622740 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f850c19d720 con 0x7f850c102d90 2024-09-16T01:49:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f8502ffd640 1 -- 172.21.15.17:0/566622740 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f850803b460 con 0x7f850c102d90 2024-09-16T01:49:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f8502ffd640 1 -- 172.21.15.17:0/566622740 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8508035070 con 0x7f850c102d90 2024-09-16T01:49:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.010+0000 7f8513de0640 1 -- 172.21.15.17:0/566622740 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f850c1a5060 con 0x7f850c102d90 2024-09-16T01:49:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.013+0000 7f8502ffd640 1 -- 172.21.15.17:0/566622740 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f850803b610 con 0x7f850c102d90 2024-09-16T01:49:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.013+0000 7f85161b9740 1 Processor -- start 2024-09-16T01:49:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.013+0000 7f85161b9740 1 -- start start 2024-09-16T01:49:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f85161b9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e4079b40 0x55c6e4078090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f85161b9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e40785d0 0x55c6e4078a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f85161b9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4087780 0x55c6e4089b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f85161b9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c6e3fde2f0 con 0x55c6e4079b40 2024-09-16T01:49:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f85161b9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c6e3f85cf0 con 0x55c6e4087780 2024-09-16T01:49:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f85161b9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c6e3fda2b0 con 0x55c6e40785d0 2024-09-16T01:49:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f8511b7c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e40785d0 0x55c6e4078a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f851237d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e4079b40 0x55c6e4078090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f851237d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e4079b40 0x55c6e4078090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40734/0 (socket says 172.21.15.17:40734) 2024-09-16T01:49:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f851237d640 1 -- 172.21.15.17:0/1726694872 learned_addr learned my addr 172.21.15.17:0/1726694872 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f8511b7c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e40785d0 0x55c6e4078a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59366/0 (socket says 172.21.15.17:59366) 2024-09-16T01:49:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f851137b640 1 --2- 172.21.15.17:0/1726694872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4087780 0x55c6e4089b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f8502ffd640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f84f80a32c0 0x7f84f80a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f8511b7c640 1 -- 172.21.15.17:0/1726694872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4087780 msgr2=0x55c6e4089b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f8511b7c640 1 --2- 172.21.15.17:0/1726694872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4087780 0x55c6e4089b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f8511b7c640 1 -- 172.21.15.17:0/1726694872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e4079b40 msgr2=0x55c6e4078090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f8511b7c640 1 --2- 172.21.15.17:0/1726694872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e4079b40 0x55c6e4078090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f8511b7c640 1 -- 172.21.15.17:0/1726694872 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6e3f6a3a0 con 0x55c6e40785d0 2024-09-16T01:49:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.014+0000 7f851237d640 1 --2- 172.21.15.17:0/1726694872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e4079b40 0x55c6e4078090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.015+0000 7f851237d640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f84f80a32c0 0x7f84f80a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.015+0000 7f8502ffd640 1 -- 172.21.15.17:0/566622740 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f85080efc30 con 0x7f850c102d90 2024-09-16T01:49:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.015+0000 7f8511b7c640 1 --2- 172.21.15.17:0/1726694872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e40785d0 0x55c6e4078a10 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f85080ed6d0 tx=0x7f850802a420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=182645701098bccc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.015+0000 7f84f7fff640 1 -- 172.21.15.17:0/1726694872 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8508048030 con 0x55c6e40785d0 2024-09-16T01:49:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.015+0000 7f851237d640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f84f80a32c0 0x7f84f80a5780 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f8504013660 tx=0x7f8504004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.015+0000 7f84f7fff640 1 -- 172.21.15.17:0/1726694872 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f85080f31e0 con 0x55c6e40785d0 2024-09-16T01:49:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.015+0000 7f84f7fff640 1 -- 172.21.15.17:0/1726694872 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85080c0600 con 0x55c6e40785d0 2024-09-16T01:49:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.016+0000 7f85161b9740 1 -- 172.21.15.17:0/1726694872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e40785d0 msgr2=0x55c6e4078a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.016+0000 7f85161b9740 1 --2- 172.21.15.17:0/1726694872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e40785d0 0x55c6e4078a10 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f85080ed6d0 tx=0x7f850802a420 comp rx=0 tx=0).stop 2024-09-16T01:49:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.016+0000 7f85161b9740 1 -- 172.21.15.17:0/1726694872 shutdown_connections 2024-09-16T01:49:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.016+0000 7f85161b9740 1 --2- 172.21.15.17:0/1726694872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4087780 0x55c6e4089b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.016+0000 7f85161b9740 1 --2- 172.21.15.17:0/1726694872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e40785d0 0x55c6e4078a10 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.016+0000 7f85161b9740 1 --2- 172.21.15.17:0/1726694872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e4079b40 0x55c6e4078090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.016+0000 7f85161b9740 1 -- 172.21.15.17:0/1726694872 >> 172.21.15.17:0/1726694872 conn(0x55c6e4041310 msgr2=0x55c6e4074c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.016+0000 7f85161b9740 1 -- 172.21.15.17:0/1726694872 shutdown_connections 2024-09-16T01:49:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.016+0000 7f85161b9740 1 -- 172.21.15.17:0/1726694872 wait complete. 2024-09-16T01:49:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.016+0000 7f85161b9740 1 -- start start 2024-09-16T01:49:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.016+0000 7f85161b9740 1 Processor -- start 2024-09-16T01:49:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f85161b9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e40785d0 0x55c6e4087140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f85161b9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4079b40 0x55c6e40843f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f85161b9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e4087780 0x55c6e40849e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f85161b9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c6e408a240 con 0x55c6e4087780 2024-09-16T01:49:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f85161b9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c6e3f99060 con 0x55c6e40785d0 2024-09-16T01:49:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f85161b9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c6e408a3c0 con 0x55c6e4079b40 2024-09-16T01:49:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f85161b9740 10 client.0 _ll_register_callbacks cb 0x55c6e3cec8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f851137b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4079b40 0x55c6e40843f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f851137b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4079b40 0x55c6e40843f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59374/0 (socket says 172.21.15.17:59374) 2024-09-16T01:49:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f851137b640 1 -- 172.21.15.17:0/1671629433 learned_addr learned my addr 172.21.15.17:0/1671629433 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f851237d640 1 --2- 172.21.15.17:0/1671629433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e4087780 0x55c6e40849e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f8511b7c640 1 --2- 172.21.15.17:0/1671629433 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e40785d0 0x55c6e4087140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f851137b640 1 -- 172.21.15.17:0/1671629433 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e40785d0 msgr2=0x55c6e4087140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f851137b640 1 --2- 172.21.15.17:0/1671629433 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e40785d0 0x55c6e4087140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f851137b640 1 -- 172.21.15.17:0/1671629433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e4087780 msgr2=0x55c6e40849e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f851137b640 1 --2- 172.21.15.17:0/1671629433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e4087780 0x55c6e40849e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.017+0000 7f851137b640 1 -- 172.21.15.17:0/1671629433 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6e3d4f3c0 con 0x55c6e4079b40 2024-09-16T01:49:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f851137b640 1 --2- 172.21.15.17:0/1671629433 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4079b40 0x55c6e40843f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f84fc00bf50 tx=0x7f84fc011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d13947a64a3c50bb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f84f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:49:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f84f57fa640 1 -- 172.21.15.17:0/1671629433 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84fc004020 con 0x55c6e4079b40 2024-09-16T01:49:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f85161b9740 1 -- 172.21.15.17:0/1671629433 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c6e3feb860 con 0x55c6e4079b40 2024-09-16T01:49:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f84f57fa640 1 -- 172.21.15.17:0/1671629433 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f84fc0041c0 con 0x55c6e4079b40 2024-09-16T01:49:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f84f57fa640 1 -- 172.21.15.17:0/1671629433 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f84fc0043c0 con 0x55c6e4079b40 2024-09-16T01:49:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f85161b9740 10 client.26116 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f85161b9740 1 -- 172.21.15.17:0/1671629433 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c6e4095be0 con 0x55c6e4079b40 2024-09-16T01:49:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f84f57fa640 1 -- 172.21.15.17:0/1671629433 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55c6e3feb860 con 0x55c6e4079b40 2024-09-16T01:49:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f84f57fa640 1 -- 172.21.15.17:0/1671629433 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f84fc023020 con 0x55c6e4079b40 2024-09-16T01:49:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f85161b9740 10 client.26116 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f85161b9740 10 client.26116 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:49:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f85161b9740 20 client.26116 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f85161b9740 1 --2- 172.21.15.17:0/1671629433 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c6e4097040 0x55c6e4099460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f85161b9740 4 client.26116 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:49:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.018+0000 7f85161b9740 1 -- 172.21.15.17:0/1671629433 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c6e3fe5d70 con 0x55c6e4097040 2024-09-16T01:49:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.019+0000 7f8511b7c640 1 --2- 172.21.15.17:0/1671629433 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c6e4097040 0x55c6e4099460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.019+0000 7f84f57fa640 10 client.26116 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.019+0000 7f8511b7c640 1 --2- 172.21.15.17:0/1671629433 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c6e4097040 0x55c6e4099460 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8771471d1e24bbdb server_cookie=292a369280216b5f in_seq=0 out_seq=0 2024-09-16T01:49:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.020+0000 7f84f57fa640 1 -- 172.21.15.17:0/1671629433 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c6e3fe5d70 con 0x55c6e4097040 2024-09-16T01:49:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.020+0000 7f84f57fa640 10 client.26116 handle_command_reply: tid=0 2024-09-16T01:49:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.020+0000 7f85161b9740 1 client.26116 shutdown 2024-09-16T01:49:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.020+0000 7f85161b9740 1 -- 172.21.15.17:0/1671629433 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4079b40 msgr2=0x55c6e40843f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.020+0000 7f85161b9740 1 --2- 172.21.15.17:0/1671629433 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4079b40 0x55c6e40843f0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f84fc00bf50 tx=0x7f84fc011810 comp rx=0 tx=0).stop 2024-09-16T01:49:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.020+0000 7f85161b9740 1 -- 172.21.15.17:0/1671629433 shutdown_connections 2024-09-16T01:49:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.020+0000 7f85161b9740 1 --2- 172.21.15.17:0/1671629433 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c6e4097040 0x55c6e4099460 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.020+0000 7f85161b9740 1 --2- 172.21.15.17:0/1671629433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e4087780 0x55c6e40849e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.020+0000 7f85161b9740 1 --2- 172.21.15.17:0/1671629433 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4079b40 0x55c6e40843f0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.020+0000 7f85161b9740 1 --2- 172.21.15.17:0/1671629433 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e40785d0 0x55c6e4087140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.020+0000 7f85161b9740 1 -- 172.21.15.17:0/1671629433 >> 172.21.15.17:0/1671629433 conn(0x55c6e4041310 msgr2=0x55c6e407a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.020+0000 7f84f57fa640 0 client.26116 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.020+0000 7f85161b9740 1 -- 172.21.15.17:0/1671629433 shutdown_connections 2024-09-16T01:49:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.020+0000 7f85161b9740 1 -- 172.21.15.17:0/1671629433 wait complete. 2024-09-16T01:49:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.021+0000 7f85161b9740 20 client.26116 trim_cache size 0 max 16384 2024-09-16T01:49:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.036+0000 7f85161b9740 1 Processor -- start 2024-09-16T01:49:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.036+0000 7f85161b9740 1 -- start start 2024-09-16T01:49:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f85161b9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e40785d0 0x55c6e4093380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f85161b9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4079b40 0x55c6e4083cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f85161b9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4087780 0x55c6e409ed30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f85161b9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f850c1adca0 con 0x55c6e40785d0 2024-09-16T01:49:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f85161b9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f850c1ab570 con 0x55c6e4087780 2024-09-16T01:49:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f85161b9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f850c1a93a0 con 0x55c6e4079b40 2024-09-16T01:49:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f8511b7c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e40785d0 0x55c6e4093380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f851137b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4079b40 0x55c6e4083cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f8511b7c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e40785d0 0x55c6e4093380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40762/0 (socket says 172.21.15.17:40762) 2024-09-16T01:49:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f8511b7c640 1 -- 172.21.15.17:0/1998762566 learned_addr learned my addr 172.21.15.17:0/1998762566 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f851237d640 1 --2- 172.21.15.17:0/1998762566 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4087780 0x55c6e409ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f8511b7c640 1 -- 172.21.15.17:0/1998762566 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4079b40 msgr2=0x55c6e4083cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f8511b7c640 1 --2- 172.21.15.17:0/1998762566 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4079b40 0x55c6e4083cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f8511b7c640 1 -- 172.21.15.17:0/1998762566 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4087780 msgr2=0x55c6e409ed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f8511b7c640 1 --2- 172.21.15.17:0/1998762566 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4087780 0x55c6e409ed30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f8511b7c640 1 -- 172.21.15.17:0/1998762566 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c6e4074de0 con 0x55c6e40785d0 2024-09-16T01:49:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f851137b640 1 --2- 172.21.15.17:0/1998762566 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4079b40 0x55c6e4083cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f8511b7c640 1 --2- 172.21.15.17:0/1998762566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e40785d0 0x55c6e4093380 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f85080c4990 tx=0x7f85080dc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e9adc4ff7850a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.037+0000 7f84f77fe640 1 -- 172.21.15.17:0/1998762566 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85080bc950 con 0x55c6e40785d0 2024-09-16T01:49:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.038+0000 7f84f77fe640 1 -- 172.21.15.17:0/1998762566 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f85080c4ec0 con 0x55c6e40785d0 2024-09-16T01:49:42.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.038+0000 7f84f77fe640 1 -- 172.21.15.17:0/1998762566 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85080ed7b0 con 0x55c6e40785d0 2024-09-16T01:49:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.038+0000 7f85161b9740 1 -- 172.21.15.17:0/1998762566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e40785d0 msgr2=0x55c6e4093380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.038+0000 7f85161b9740 1 --2- 172.21.15.17:0/1998762566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e40785d0 0x55c6e4093380 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f85080c4990 tx=0x7f85080dc040 comp rx=0 tx=0).stop 2024-09-16T01:49:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.038+0000 7f85161b9740 1 -- 172.21.15.17:0/1998762566 shutdown_connections 2024-09-16T01:49:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.038+0000 7f85161b9740 1 --2- 172.21.15.17:0/1998762566 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4087780 0x55c6e409ed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.038+0000 7f85161b9740 1 --2- 172.21.15.17:0/1998762566 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4079b40 0x55c6e4083cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.038+0000 7f85161b9740 1 --2- 172.21.15.17:0/1998762566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e40785d0 0x55c6e4093380 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.038+0000 7f85161b9740 1 -- 172.21.15.17:0/1998762566 >> 172.21.15.17:0/1998762566 conn(0x55c6e4041310 msgr2=0x55c6e4083500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.038+0000 7f85161b9740 1 -- 172.21.15.17:0/1998762566 shutdown_connections 2024-09-16T01:49:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.039+0000 7f85161b9740 1 -- 172.21.15.17:0/1998762566 wait complete. 2024-09-16T01:49:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.039+0000 7f85161b9740 1 -- start start 2024-09-16T01:49:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.039+0000 7f85161b9740 1 Processor -- start 2024-09-16T01:49:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.039+0000 7f85161b9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e40785d0 0x55c6e4081560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.039+0000 7f85161b9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4079b40 0x55c6e4081aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.039+0000 7f85161b9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4087780 0x55c6e4081fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.039+0000 7f85161b9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f850c1a9a30 con 0x55c6e40785d0 2024-09-16T01:49:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.039+0000 7f85161b9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f850c1aaea0 con 0x55c6e4079b40 2024-09-16T01:49:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.039+0000 7f85161b9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f850c1aa100 con 0x55c6e4087780 2024-09-16T01:49:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f85161b9740 10 client.0 _ll_register_callbacks cb 0x7f84fc00bb90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f8511b7c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e40785d0 0x55c6e4081560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f851237d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4087780 0x55c6e4081fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f851237d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4087780 0x55c6e4081fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59388/0 (socket says 172.21.15.17:59388) 2024-09-16T01:49:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f851137b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4079b40 0x55c6e4081aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f851237d640 1 -- 172.21.15.17:0/1720795598 learned_addr learned my addr 172.21.15.17:0/1720795598 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f8511b7c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e40785d0 0x55c6e4081560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40764/0 (socket says 172.21.15.17:40764) 2024-09-16T01:49:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f851237d640 1 -- 172.21.15.17:0/1720795598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4079b40 msgr2=0x55c6e4081aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f851237d640 1 --2- 172.21.15.17:0/1720795598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4079b40 0x55c6e4081aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f851237d640 1 -- 172.21.15.17:0/1720795598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e40785d0 msgr2=0x55c6e4081560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f851237d640 1 --2- 172.21.15.17:0/1720795598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e40785d0 0x55c6e4081560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f851237d640 1 -- 172.21.15.17:0/1720795598 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c6e40874b0 con 0x55c6e4087780 2024-09-16T01:49:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f851237d640 1 --2- 172.21.15.17:0/1720795598 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4087780 0x55c6e4081fe0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8504010af0 tx=0x7f8504004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8783eb162d708ce8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f84f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:49:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.040+0000 7f84f57fa640 1 -- 172.21.15.17:0/1720795598 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f850402d060 con 0x55c6e4087780 2024-09-16T01:49:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.041+0000 7f85161b9740 1 -- 172.21.15.17:0/1720795598 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f85080c4ec0 con 0x55c6e4087780 2024-09-16T01:49:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.041+0000 7f84f57fa640 1 -- 172.21.15.17:0/1720795598 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f850401c620 con 0x55c6e4087780 2024-09-16T01:49:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.041+0000 7f84f57fa640 1 -- 172.21.15.17:0/1720795598 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f850401c820 con 0x55c6e4087780 2024-09-16T01:49:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.041+0000 7f85161b9740 10 client.26122 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.041+0000 7f85161b9740 1 -- 172.21.15.17:0/1720795598 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c6e4102000 con 0x55c6e4087780 2024-09-16T01:49:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.041+0000 7f84f57fa640 1 -- 172.21.15.17:0/1720795598 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f85080c4ec0 con 0x55c6e4087780 2024-09-16T01:49:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.041+0000 7f84f57fa640 1 -- 172.21.15.17:0/1720795598 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f850400f040 con 0x55c6e4087780 2024-09-16T01:49:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.041+0000 7f85161b9740 10 client.26122 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.041+0000 7f85161b9740 10 client.26122 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:49:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.041+0000 7f85161b9740 20 client.26122 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.041+0000 7f85161b9740 1 --2- 172.21.15.17:0/1720795598 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c6e4102730 0x55c6e4104b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.041+0000 7f85161b9740 4 client.26122 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:49:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.041+0000 7f85161b9740 1 -- 172.21.15.17:0/1720795598 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c6e3f62170 con 0x55c6e4102730 2024-09-16T01:49:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.041+0000 7f8511b7c640 1 --2- 172.21.15.17:0/1720795598 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c6e4102730 0x55c6e4104b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f84f57fa640 10 client.26122 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f8511b7c640 1 --2- 172.21.15.17:0/1720795598 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c6e4102730 0x55c6e4104b50 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23e52a88a506229 server_cookie=f3fe97df4f531185 in_seq=0 out_seq=0 2024-09-16T01:49:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f84f57fa640 1 -- 172.21.15.17:0/1720795598 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c6e3f62170 con 0x55c6e4102730 2024-09-16T01:49:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f84f57fa640 10 client.26122 handle_command_reply: tid=0 2024-09-16T01:49:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f85161b9740 1 client.26122 shutdown 2024-09-16T01:49:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f85161b9740 1 -- 172.21.15.17:0/1720795598 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4087780 msgr2=0x55c6e4081fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f85161b9740 1 --2- 172.21.15.17:0/1720795598 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4087780 0x55c6e4081fe0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8504010af0 tx=0x7f8504004ab0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f85161b9740 1 -- 172.21.15.17:0/1720795598 shutdown_connections 2024-09-16T01:49:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f85161b9740 1 --2- 172.21.15.17:0/1720795598 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c6e4102730 0x55c6e4104b50 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f85161b9740 1 --2- 172.21.15.17:0/1720795598 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c6e4087780 0x55c6e4081fe0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f85161b9740 1 --2- 172.21.15.17:0/1720795598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c6e4079b40 0x55c6e4081aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f85161b9740 1 --2- 172.21.15.17:0/1720795598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c6e40785d0 0x55c6e4081560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f84f57fa640 0 client.26122 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f85161b9740 1 -- 172.21.15.17:0/1720795598 >> 172.21.15.17:0/1720795598 conn(0x55c6e4041310 msgr2=0x55c6e4085c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f85161b9740 1 -- 172.21.15.17:0/1720795598 shutdown_connections 2024-09-16T01:49:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.042+0000 7f85161b9740 1 -- 172.21.15.17:0/1720795598 wait complete. 2024-09-16T01:49:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.043+0000 7f85161b9740 20 client.26122 trim_cache size 0 max 16384 2024-09-16T01:49:42.050 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:49:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.043+0000 7f8513de0640 1 -- 172.21.15.17:0/566622740 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f84f80a32c0 msgr2=0x7f84f80a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.043+0000 7f8513de0640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f84f80a32c0 0x7f84f80a5780 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f8504013660 tx=0x7f8504004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.043+0000 7f8513de0640 1 -- 172.21.15.17:0/566622740 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f850c102d90 msgr2=0x7f850c1984e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.043+0000 7f8513de0640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f850c102d90 0x7f850c1984e0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f8508004770 tx=0x7f85080042f0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.043+0000 7f8513de0640 1 -- 172.21.15.17:0/566622740 shutdown_connections 2024-09-16T01:49:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.043+0000 7f8513de0640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f84f80a32c0 0x7f84f80a5780 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.043+0000 7f8513de0640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f850c108290 0x7f850c19cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.043+0000 7f8513de0640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f850c103740 0x7f850c198a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.043+0000 7f8513de0640 1 --2- 172.21.15.17:0/566622740 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f850c102d90 0x7f850c1984e0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.043+0000 7f8513de0640 1 -- 172.21.15.17:0/566622740 >> 172.21.15.17:0/566622740 conn(0x7f850c0fc7d0 msgr2=0x7f850c105e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:42.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.044+0000 7f8513de0640 1 -- 172.21.15.17:0/566622740 shutdown_connections 2024-09-16T01:49:42.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:42.044+0000 7f8513de0640 1 -- 172.21.15.17:0/566622740 wait complete. 2024-09-16T01:49:42.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 213412 3.75 MB/sec execute 185 sec latency 11.531 ms 2024-09-16T01:49:42.750 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:42 smithi017 ceph-mon[30972]: pgmap v524: 97 pgs: 97 active+clean; 102 MiB data, 828 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:49:42.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:42 smithi029 ceph-mon[34783]: pgmap v524: 97 pgs: 97 active+clean; 102 MiB data, 828 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:49:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:42 smithi122 ceph-mon[34758]: pgmap v524: 97 pgs: 97 active+clean; 102 MiB data, 828 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:49:43.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 214203 3.75 MB/sec execute 186 sec latency 18.341 ms 2024-09-16T01:49:43.781 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:49:43.782 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:49:44.067 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:49:44.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 214958 3.74 MB/sec execute 187 sec latency 13.708 ms 2024-09-16T01:49:44.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.594+0000 7fc58f143640 1 -- 172.21.15.17:0/442240891 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5881027a0 msgr2=0x7fc5881067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:44.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.594+0000 7fc58f143640 1 --2- 172.21.15.17:0/442240891 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5881027a0 0x7fc5881067f0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fc574009900 tx=0x7fc57402a410 comp rx=0 tx=0).stop 2024-09-16T01:49:44.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.594+0000 7fc58f143640 1 -- 172.21.15.17:0/442240891 shutdown_connections 2024-09-16T01:49:44.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.594+0000 7fc58f143640 1 --2- 172.21.15.17:0/442240891 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc588106f20 0x7fc58810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.594+0000 7fc58f143640 1 --2- 172.21.15.17:0/442240891 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5881027a0 0x7fc5881067f0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.594+0000 7fc58f143640 1 --2- 172.21.15.17:0/442240891 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc588101df0 0x7fc5881021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.594+0000 7fc58f143640 1 -- 172.21.15.17:0/442240891 >> 172.21.15.17:0/442240891 conn(0x7fc5880fd8f0 msgr2=0x7fc5880ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:44.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.594+0000 7fc58f143640 1 -- 172.21.15.17:0/442240891 shutdown_connections 2024-09-16T01:49:44.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.594+0000 7fc58f143640 1 -- 172.21.15.17:0/442240891 wait complete. 2024-09-16T01:49:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.595+0000 7fc58f143640 1 Processor -- start 2024-09-16T01:49:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.595+0000 7fc58f143640 1 -- start start 2024-09-16T01:49:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.595+0000 7fc58f143640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc588101df0 0x7fc5880744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.595+0000 7fc58f143640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5881027a0 0x7fc588074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.595+0000 7fc58f143640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc588106f20 0x7fc588074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.595+0000 7fc58f143640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc588111df0 con 0x7fc588106f20 2024-09-16T01:49:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.595+0000 7fc58f143640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc588111c70 con 0x7fc5881027a0 2024-09-16T01:49:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.595+0000 7fc58f143640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc588111f70 con 0x7fc588101df0 2024-09-16T01:49:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.595+0000 7fc58d6e0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc588106f20 0x7fc588074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.595+0000 7fc587fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5881027a0 0x7fc588074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.595+0000 7fc58d6e0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc588106f20 0x7fc588074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40780/0 (socket says 172.21.15.17:40780) 2024-09-16T01:49:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.595+0000 7fc58d6e0640 1 -- 172.21.15.17:0/758918714 learned_addr learned my addr 172.21.15.17:0/758918714 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.595+0000 7fc587fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5881027a0 0x7fc588074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:45128/0 (socket says 172.21.15.17:45128) 2024-09-16T01:49:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.595+0000 7fc58cedf640 1 --2- 172.21.15.17:0/758918714 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc588101df0 0x7fc5880744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.596+0000 7fc58cedf640 1 -- 172.21.15.17:0/758918714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5881027a0 msgr2=0x7fc588074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.596+0000 7fc58cedf640 1 --2- 172.21.15.17:0/758918714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5881027a0 0x7fc588074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.596+0000 7fc58cedf640 1 -- 172.21.15.17:0/758918714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc588106f20 msgr2=0x7fc588074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.596+0000 7fc58cedf640 1 --2- 172.21.15.17:0/758918714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc588106f20 0x7fc588074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.596+0000 7fc58cedf640 1 -- 172.21.15.17:0/758918714 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc5881a6850 con 0x7fc588101df0 2024-09-16T01:49:44.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.596+0000 7fc58d6e0640 1 --2- 172.21.15.17:0/758918714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc588106f20 0x7fc588074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:44.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.596+0000 7fc58cedf640 1 --2- 172.21.15.17:0/758918714 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc588101df0 0x7fc5880744f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc57c00e9f0 tx=0x7fc57c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:44.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.596+0000 7fc585ffb640 1 -- 172.21.15.17:0/758918714 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc57c00ccc0 con 0x7fc588101df0 2024-09-16T01:49:44.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.596+0000 7fc58f143640 1 -- 172.21.15.17:0/758918714 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc5881a6b40 con 0x7fc588101df0 2024-09-16T01:49:44.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.596+0000 7fc585ffb640 1 -- 172.21.15.17:0/758918714 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc57c0108e0 con 0x7fc588101df0 2024-09-16T01:49:44.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.596+0000 7fc585ffb640 1 -- 172.21.15.17:0/758918714 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc57c018880 con 0x7fc588101df0 2024-09-16T01:49:44.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.596+0000 7fc58f143640 1 -- 172.21.15.17:0/758918714 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5881a7050 con 0x7fc588101df0 2024-09-16T01:49:44.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.599+0000 7fc585ffb640 1 -- 172.21.15.17:0/758918714 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fc57c010a90 con 0x7fc588101df0 2024-09-16T01:49:44.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.599+0000 7fc59151c740 1 Processor -- start 2024-09-16T01:49:44.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.599+0000 7fc59151c740 1 -- start start 2024-09-16T01:49:44.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.599+0000 7fc59151c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 0x55e6bbe85f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.599+0000 7fc59151c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe86480 0x55e6bbe90800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc59151c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe90d40 0x55e6bbe93130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc59151c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e6bbdeb280 con 0x55e6bbe86480 2024-09-16T01:49:44.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc59151c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e6bbd92b10 con 0x55e6bbe90d40 2024-09-16T01:49:44.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc59151c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e6bbde7240 con 0x55e6bbe85b60 2024-09-16T01:49:44.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc58cedf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe86480 0x55e6bbe90800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc58cedf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe86480 0x55e6bbe90800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40792/0 (socket says 172.21.15.17:40792) 2024-09-16T01:49:44.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc58cedf640 1 -- 172.21.15.17:0/2962235904 learned_addr learned my addr 172.21.15.17:0/2962235904 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:44.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc585ffb640 1 --2- 172.21.15.17:0/758918714 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc5780a3240 0x7fc5780a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc587fff640 1 --2- 172.21.15.17:0/2962235904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe90d40 0x55e6bbe93130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc58d6e0640 1 --2- 172.21.15.17:0/2962235904 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 0x55e6bbe85f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc587fff640 1 -- 172.21.15.17:0/2962235904 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 msgr2=0x55e6bbe85f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:44.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc587fff640 1 --2- 172.21.15.17:0/2962235904 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 0x55e6bbe85f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc587fff640 1 -- 172.21.15.17:0/2962235904 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe86480 msgr2=0x55e6bbe90800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:44.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc587fff640 1 --2- 172.21.15.17:0/2962235904 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe86480 0x55e6bbe90800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc587fff640 1 -- 172.21.15.17:0/2962235904 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6bbd9f1f0 con 0x55e6bbe90d40 2024-09-16T01:49:44.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc585ffb640 1 -- 172.21.15.17:0/758918714 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc57c0cfca0 con 0x7fc588101df0 2024-09-16T01:49:44.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.600+0000 7fc58d6e0640 1 --2- 172.21.15.17:0/758918714 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc5780a3240 0x7fc5780a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.601+0000 7fc587fff640 1 --2- 172.21.15.17:0/2962235904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe90d40 0x55e6bbe93130 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc574009230 tx=0x7fc574032b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ccd24dc9529bfb55 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:44.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.601+0000 7fc572ffd640 1 -- 172.21.15.17:0/2962235904 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc574040070 con 0x55e6bbe90d40 2024-09-16T01:49:44.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.601+0000 7fc572ffd640 1 -- 172.21.15.17:0/2962235904 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc574004030 con 0x55e6bbe90d40 2024-09-16T01:49:44.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.601+0000 7fc572ffd640 1 -- 172.21.15.17:0/2962235904 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc574035040 con 0x55e6bbe90d40 2024-09-16T01:49:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.601+0000 7fc59151c740 1 -- 172.21.15.17:0/2962235904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe90d40 msgr2=0x55e6bbe93130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.601+0000 7fc59151c740 1 --2- 172.21.15.17:0/2962235904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe90d40 0x55e6bbe93130 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc574009230 tx=0x7fc574032b00 comp rx=0 tx=0).stop 2024-09-16T01:49:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.601+0000 7fc58d6e0640 1 --2- 172.21.15.17:0/758918714 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc5780a3240 0x7fc5780a5700 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc5800049d0 tx=0x7fc580004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.602+0000 7fc59151c740 1 -- 172.21.15.17:0/2962235904 shutdown_connections 2024-09-16T01:49:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.602+0000 7fc59151c740 1 --2- 172.21.15.17:0/2962235904 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe90d40 0x55e6bbe93130 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.602+0000 7fc59151c740 1 --2- 172.21.15.17:0/2962235904 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe86480 0x55e6bbe90800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.602+0000 7fc59151c740 1 --2- 172.21.15.17:0/2962235904 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 0x55e6bbe85f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.602+0000 7fc59151c740 1 -- 172.21.15.17:0/2962235904 >> 172.21.15.17:0/2962235904 conn(0x55e6bbe820f0 msgr2=0x55e6bbe824d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.602+0000 7fc59151c740 1 -- 172.21.15.17:0/2962235904 shutdown_connections 2024-09-16T01:49:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.602+0000 7fc59151c740 1 -- 172.21.15.17:0/2962235904 wait complete. 2024-09-16T01:49:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.602+0000 7fc59151c740 1 -- start start 2024-09-16T01:49:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.602+0000 7fc59151c740 1 Processor -- start 2024-09-16T01:49:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc59151c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 0x55e6bbe8dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc59151c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe86480 0x55e6bbe8e150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc59151c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe90d40 0x55e6bbe8e690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc59151c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e6bbe93910 con 0x55e6bbe86480 2024-09-16T01:49:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc59151c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e6bbda5f10 con 0x55e6bbe90d40 2024-09-16T01:49:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc59151c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e6bbe93a90 con 0x55e6bbe85b60 2024-09-16T01:49:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc59151c740 10 client.0 _ll_register_callbacks cb 0x55e6bbd6ea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc58cedf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 0x55e6bbe8dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc58cedf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 0x55e6bbe8dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59440/0 (socket says 172.21.15.17:59440) 2024-09-16T01:49:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc58d6e0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe90d40 0x55e6bbe8e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc58cedf640 1 -- 172.21.15.17:0/2321732640 learned_addr learned my addr 172.21.15.17:0/2321732640 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc587fff640 1 --2- 172.21.15.17:0/2321732640 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe86480 0x55e6bbe8e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc58d6e0640 1 -- 172.21.15.17:0/2321732640 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 msgr2=0x55e6bbe8dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc58d6e0640 1 --2- 172.21.15.17:0/2321732640 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 0x55e6bbe8dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc58d6e0640 1 -- 172.21.15.17:0/2321732640 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe86480 msgr2=0x55e6bbe8e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc58d6e0640 1 --2- 172.21.15.17:0/2321732640 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe86480 0x55e6bbe8e150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc58d6e0640 1 -- 172.21.15.17:0/2321732640 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6bbb5c6a0 con 0x55e6bbe90d40 2024-09-16T01:49:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc58cedf640 1 --2- 172.21.15.17:0/2321732640 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 0x55e6bbe8dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc58d6e0640 1 --2- 172.21.15.17:0/2321732640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe90d40 0x55e6bbe8e690 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc580013830 tx=0x7fc580004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dc2953f949ee64f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc567fff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:49:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.603+0000 7fc567fff640 1 -- 172.21.15.17:0/2321732640 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc58001e830 con 0x55e6bbe90d40 2024-09-16T01:49:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.604+0000 7fc567fff640 1 -- 172.21.15.17:0/2321732640 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc58001e9d0 con 0x55e6bbe90d40 2024-09-16T01:49:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.604+0000 7fc59151c740 1 -- 172.21.15.17:0/2321732640 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc574004030 con 0x55e6bbe90d40 2024-09-16T01:49:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.604+0000 7fc567fff640 1 -- 172.21.15.17:0/2321732640 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc580013e30 con 0x55e6bbe90d40 2024-09-16T01:49:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.604+0000 7fc59151c740 10 client.25958 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.604+0000 7fc59151c740 1 -- 172.21.15.17:0/2321732640 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e6bbe9f5c0 con 0x55e6bbe90d40 2024-09-16T01:49:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.604+0000 7fc567fff640 1 -- 172.21.15.17:0/2321732640 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc574004030 con 0x55e6bbe90d40 2024-09-16T01:49:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.604+0000 7fc567fff640 1 -- 172.21.15.17:0/2321732640 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fc580028bd0 con 0x55e6bbe90d40 2024-09-16T01:49:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.604+0000 7fc59151c740 10 client.25958 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.604+0000 7fc59151c740 10 client.25958 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:49:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.604+0000 7fc59151c740 20 client.25958 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.604+0000 7fc59151c740 1 --2- 172.21.15.17:0/2321732640 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e6bbea0b20 0x55e6bbea2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.604+0000 7fc59151c740 4 client.25958 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:49:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.604+0000 7fc59151c740 1 -- 172.21.15.17:0/2321732640 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e6bbdf87f0 con 0x55e6bbea0b20 2024-09-16T01:49:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.604+0000 7fc58cedf640 1 --2- 172.21.15.17:0/2321732640 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e6bbea0b20 0x55e6bbea2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.605+0000 7fc567fff640 10 client.25958 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.605+0000 7fc58cedf640 1 --2- 172.21.15.17:0/2321732640 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e6bbea0b20 0x55e6bbea2fc0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fff9c98a5059fa3d server_cookie=decae82a3b78928 in_seq=0 out_seq=0 2024-09-16T01:49:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.606+0000 7fc567fff640 1 -- 172.21.15.17:0/2321732640 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e6bbdf87f0 con 0x55e6bbea0b20 2024-09-16T01:49:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.606+0000 7fc567fff640 10 client.25958 handle_command_reply: tid=0 2024-09-16T01:49:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.606+0000 7fc59151c740 1 client.25958 shutdown 2024-09-16T01:49:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.606+0000 7fc59151c740 1 -- 172.21.15.17:0/2321732640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe90d40 msgr2=0x55e6bbe8e690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.606+0000 7fc59151c740 1 --2- 172.21.15.17:0/2321732640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe90d40 0x55e6bbe8e690 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fc580013830 tx=0x7fc580004ab0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.606+0000 7fc59151c740 1 -- 172.21.15.17:0/2321732640 shutdown_connections 2024-09-16T01:49:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.606+0000 7fc59151c740 1 --2- 172.21.15.17:0/2321732640 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e6bbea0b20 0x55e6bbea2fc0 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.606+0000 7fc59151c740 1 --2- 172.21.15.17:0/2321732640 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe90d40 0x55e6bbe8e690 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.606+0000 7fc59151c740 1 --2- 172.21.15.17:0/2321732640 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe86480 0x55e6bbe8e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.606+0000 7fc59151c740 1 --2- 172.21.15.17:0/2321732640 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 0x55e6bbe8dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.606+0000 7fc567fff640 0 client.25958 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:44.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.607+0000 7fc59151c740 1 -- 172.21.15.17:0/2321732640 >> 172.21.15.17:0/2321732640 conn(0x55e6bbe820f0 msgr2=0x55e6bbe87e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:44.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.607+0000 7fc59151c740 1 -- 172.21.15.17:0/2321732640 shutdown_connections 2024-09-16T01:49:44.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.607+0000 7fc59151c740 1 -- 172.21.15.17:0/2321732640 wait complete. 2024-09-16T01:49:44.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.607+0000 7fc59151c740 20 client.25958 trim_cache size 0 max 16384 2024-09-16T01:49:44.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.627+0000 7fc59151c740 1 Processor -- start 2024-09-16T01:49:44.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.627+0000 7fc59151c740 1 -- start start 2024-09-16T01:49:44.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.627+0000 7fc59151c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe85b60 0x55e6bbea88d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.627+0000 7fc59151c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe86480 0x55e6bbea8e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.627+0000 7fc59151c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe90d40 0x55e6bbe80a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.627+0000 7fc59151c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc5881b1f90 con 0x55e6bbe85b60 2024-09-16T01:49:44.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.627+0000 7fc59151c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc5881af860 con 0x55e6bbe86480 2024-09-16T01:49:44.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.627+0000 7fc59151c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc5881ad690 con 0x55e6bbe90d40 2024-09-16T01:49:44.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc58cedf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe85b60 0x55e6bbea88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc58cedf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe85b60 0x55e6bbea88d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40804/0 (socket says 172.21.15.17:40804) 2024-09-16T01:49:44.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc58cedf640 1 -- 172.21.15.17:0/1039285243 learned_addr learned my addr 172.21.15.17:0/1039285243 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:44.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc587fff640 1 --2- 172.21.15.17:0/1039285243 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe86480 0x55e6bbea8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc58d6e0640 1 --2- 172.21.15.17:0/1039285243 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe90d40 0x55e6bbe80a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc58cedf640 1 -- 172.21.15.17:0/1039285243 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe90d40 msgr2=0x55e6bbe80a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:44.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc58cedf640 1 --2- 172.21.15.17:0/1039285243 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe90d40 0x55e6bbe80a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc58cedf640 1 -- 172.21.15.17:0/1039285243 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe86480 msgr2=0x55e6bbea8e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:44.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc58cedf640 1 --2- 172.21.15.17:0/1039285243 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe86480 0x55e6bbea8e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc58cedf640 1 -- 172.21.15.17:0/1039285243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e6bbe81f20 con 0x55e6bbe85b60 2024-09-16T01:49:44.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc587fff640 1 --2- 172.21.15.17:0/1039285243 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe86480 0x55e6bbea8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:44.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc58cedf640 1 --2- 172.21.15.17:0/1039285243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe85b60 0x55e6bbea88d0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fc57c098790 tx=0x7fc57c0d20f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e23671cbbffbc17f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:44.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc5727fc640 1 -- 172.21.15.17:0/1039285243 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc57c09c330 con 0x55e6bbe85b60 2024-09-16T01:49:44.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc5727fc640 1 -- 172.21.15.17:0/1039285243 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc57c0a0630 con 0x55e6bbe85b60 2024-09-16T01:49:44.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.628+0000 7fc5727fc640 1 -- 172.21.15.17:0/1039285243 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc57c0a4a60 con 0x55e6bbe85b60 2024-09-16T01:49:44.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.629+0000 7fc59151c740 1 -- 172.21.15.17:0/1039285243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe85b60 msgr2=0x55e6bbea88d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:44.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.629+0000 7fc59151c740 1 --2- 172.21.15.17:0/1039285243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe85b60 0x55e6bbea88d0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7fc57c098790 tx=0x7fc57c0d20f0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.629+0000 7fc59151c740 1 -- 172.21.15.17:0/1039285243 shutdown_connections 2024-09-16T01:49:44.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.629+0000 7fc59151c740 1 --2- 172.21.15.17:0/1039285243 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe90d40 0x55e6bbe80a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.629+0000 7fc59151c740 1 --2- 172.21.15.17:0/1039285243 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe86480 0x55e6bbea8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.629+0000 7fc59151c740 1 --2- 172.21.15.17:0/1039285243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe85b60 0x55e6bbea88d0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.629+0000 7fc59151c740 1 -- 172.21.15.17:0/1039285243 >> 172.21.15.17:0/1039285243 conn(0x55e6bbe820f0 msgr2=0x55e6bbe8cd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:44.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.629+0000 7fc59151c740 1 -- 172.21.15.17:0/1039285243 shutdown_connections 2024-09-16T01:49:44.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.629+0000 7fc59151c740 1 -- 172.21.15.17:0/1039285243 wait complete. 2024-09-16T01:49:44.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.630+0000 7fc59151c740 1 -- start start 2024-09-16T01:49:44.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.630+0000 7fc59151c740 1 Processor -- start 2024-09-16T01:49:44.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.630+0000 7fc59151c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 0x55e6bbe99330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.630+0000 7fc59151c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe86480 0x55e6bbe94660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.630+0000 7fc59151c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe90d40 0x55e6bbe94ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.630+0000 7fc59151c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc5881add20 con 0x55e6bbe90d40 2024-09-16T01:49:44.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.630+0000 7fc59151c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc5881af190 con 0x55e6bbe86480 2024-09-16T01:49:44.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.630+0000 7fc59151c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc5881ae3f0 con 0x55e6bbe85b60 2024-09-16T01:49:44.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.630+0000 7fc59151c740 10 client.0 _ll_register_callbacks cb 0x7fc58000f3c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:44.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.630+0000 7fc58d6e0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe90d40 0x55e6bbe94ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.630+0000 7fc58d6e0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe90d40 0x55e6bbe94ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40810/0 (socket says 172.21.15.17:40810) 2024-09-16T01:49:44.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.630+0000 7fc58d6e0640 1 -- 172.21.15.17:0/1289179850 learned_addr learned my addr 172.21.15.17:0/1289179850 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:44.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.630+0000 7fc58cedf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 0x55e6bbe99330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.630+0000 7fc587fff640 1 --2- 172.21.15.17:0/1289179850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe86480 0x55e6bbe94660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.631+0000 7fc58d6e0640 1 -- 172.21.15.17:0/1289179850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 msgr2=0x55e6bbe99330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:44.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.631+0000 7fc58d6e0640 1 --2- 172.21.15.17:0/1289179850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 0x55e6bbe99330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.631+0000 7fc58d6e0640 1 -- 172.21.15.17:0/1289179850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe86480 msgr2=0x55e6bbe94660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:44.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.631+0000 7fc58d6e0640 1 --2- 172.21.15.17:0/1289179850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe86480 0x55e6bbe94660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.631+0000 7fc58d6e0640 1 -- 172.21.15.17:0/1289179850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e6bbe953d0 con 0x55e6bbe90d40 2024-09-16T01:49:44.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.631+0000 7fc58d6e0640 1 --2- 172.21.15.17:0/1289179850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe90d40 0x55e6bbe94ba0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fc580012040 tx=0x7fc580009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=536aad47b3865ed server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:44.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.631+0000 7fc567fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:49:44.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.631+0000 7fc567fff640 1 -- 172.21.15.17:0/1289179850 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc580013a60 con 0x55e6bbe90d40 2024-09-16T01:49:44.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.631+0000 7fc567fff640 1 -- 172.21.15.17:0/1289179850 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc58001ea40 con 0x55e6bbe90d40 2024-09-16T01:49:44.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.631+0000 7fc59151c740 1 -- 172.21.15.17:0/1289179850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc57c0a0630 con 0x55e6bbe90d40 2024-09-16T01:49:44.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.631+0000 7fc567fff640 1 -- 172.21.15.17:0/1289179850 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc580010c90 con 0x55e6bbe90d40 2024-09-16T01:49:44.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.631+0000 7fc59151c740 10 client.16479 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:44.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.631+0000 7fc59151c740 1 -- 172.21.15.17:0/1289179850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e6bbf0b7e0 con 0x55e6bbe90d40 2024-09-16T01:49:44.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.632+0000 7fc567fff640 1 -- 172.21.15.17:0/1289179850 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc57c0a0630 con 0x55e6bbe90d40 2024-09-16T01:49:44.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.632+0000 7fc567fff640 1 -- 172.21.15.17:0/1289179850 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fc580028c00 con 0x55e6bbe90d40 2024-09-16T01:49:44.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.632+0000 7fc59151c740 10 client.16479 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:44.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.632+0000 7fc59151c740 10 client.16479 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:49:44.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.632+0000 7fc59151c740 20 client.16479 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:44.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.632+0000 7fc59151c740 1 --2- 172.21.15.17:0/1289179850 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e6bbf0bed0 0x55e6bbf0e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:44.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.632+0000 7fc59151c740 4 client.16479 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:49:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.632+0000 7fc59151c740 1 -- 172.21.15.17:0/1289179850 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55e6bbdf2d00 con 0x55e6bbf0bed0 2024-09-16T01:49:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.632+0000 7fc58cedf640 1 --2- 172.21.15.17:0/1289179850 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e6bbf0bed0 0x55e6bbf0e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.632+0000 7fc567fff640 10 client.16479 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.633+0000 7fc58cedf640 1 --2- 172.21.15.17:0/1289179850 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e6bbf0bed0 0x55e6bbf0e2f0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4fe2eb5f360aff00 server_cookie=7d0a6f18fbdfb0bb in_seq=0 out_seq=0 2024-09-16T01:49:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.633+0000 7fc567fff640 1 -- 172.21.15.17:0/1289179850 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55e6bbdf2d00 con 0x55e6bbf0bed0 2024-09-16T01:49:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.633+0000 7fc567fff640 10 client.16479 handle_command_reply: tid=0 2024-09-16T01:49:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.633+0000 7fc59151c740 1 client.16479 shutdown 2024-09-16T01:49:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.633+0000 7fc59151c740 1 -- 172.21.15.17:0/1289179850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe90d40 msgr2=0x55e6bbe94ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.633+0000 7fc59151c740 1 --2- 172.21.15.17:0/1289179850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe90d40 0x55e6bbe94ba0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7fc580012040 tx=0x7fc580009500 comp rx=0 tx=0).stop 2024-09-16T01:49:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.634+0000 7fc59151c740 1 -- 172.21.15.17:0/1289179850 shutdown_connections 2024-09-16T01:49:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.634+0000 7fc59151c740 1 --2- 172.21.15.17:0/1289179850 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e6bbf0bed0 0x55e6bbf0e2f0 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.634+0000 7fc59151c740 1 --2- 172.21.15.17:0/1289179850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e6bbe90d40 0x55e6bbe94ba0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.634+0000 7fc59151c740 1 --2- 172.21.15.17:0/1289179850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e6bbe86480 0x55e6bbe94660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.634+0000 7fc59151c740 1 --2- 172.21.15.17:0/1289179850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e6bbe85b60 0x55e6bbe99330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.634+0000 7fc567fff640 0 client.16479 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:44.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.634+0000 7fc59151c740 1 -- 172.21.15.17:0/1289179850 >> 172.21.15.17:0/1289179850 conn(0x55e6bbe820f0 msgr2=0x55e6bbe80a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:44.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.634+0000 7fc59151c740 1 -- 172.21.15.17:0/1289179850 shutdown_connections 2024-09-16T01:49:44.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.634+0000 7fc59151c740 1 -- 172.21.15.17:0/1289179850 wait complete. 2024-09-16T01:49:44.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.634+0000 7fc59151c740 20 client.16479 trim_cache size 0 max 16384 2024-09-16T01:49:44.648 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:49:44.648 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:49:44.649 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "90151079-a6a0-4e10-9a61-417382ce5c7f", 2024-09-16T01:49:44.649 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:49:44.649 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:49:44.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.635+0000 7fc58f143640 1 -- 172.21.15.17:0/758918714 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc5780a3240 msgr2=0x7fc5780a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:44.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.635+0000 7fc58f143640 1 --2- 172.21.15.17:0/758918714 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc5780a3240 0x7fc5780a5700 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fc5800049d0 tx=0x7fc580004a40 comp rx=0 tx=0).stop 2024-09-16T01:49:44.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.635+0000 7fc58f143640 1 -- 172.21.15.17:0/758918714 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc588101df0 msgr2=0x7fc5880744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:44.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.635+0000 7fc58f143640 1 --2- 172.21.15.17:0/758918714 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc588101df0 0x7fc5880744f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fc57c00e9f0 tx=0x7fc57c00eeb0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.635+0000 7fc58f143640 1 -- 172.21.15.17:0/758918714 shutdown_connections 2024-09-16T01:49:44.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.635+0000 7fc58f143640 1 --2- 172.21.15.17:0/758918714 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc5780a3240 0x7fc5780a5700 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.635+0000 7fc58f143640 1 --2- 172.21.15.17:0/758918714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc588106f20 0x7fc588074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.635+0000 7fc58f143640 1 --2- 172.21.15.17:0/758918714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc5881027a0 0x7fc588074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.635+0000 7fc58f143640 1 --2- 172.21.15.17:0/758918714 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc588101df0 0x7fc5880744f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:44.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.635+0000 7fc58f143640 1 -- 172.21.15.17:0/758918714 >> 172.21.15.17:0/758918714 conn(0x7fc5880fd8f0 msgr2=0x7fc5880fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:44.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.635+0000 7fc58f143640 1 -- 172.21.15.17:0/758918714 shutdown_connections 2024-09-16T01:49:44.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:44.635+0000 7fc58f143640 1 -- 172.21.15.17:0/758918714 wait complete. 2024-09-16T01:49:44.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:44 smithi017 ceph-mon[30972]: pgmap v525: 97 pgs: 97 active+clean; 102 MiB data, 833 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:49:44.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:44 smithi029 ceph-mon[34783]: pgmap v525: 97 pgs: 97 active+clean; 102 MiB data, 833 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:49:44.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:44 smithi122 ceph-mon[34758]: pgmap v525: 97 pgs: 97 active+clean; 102 MiB data, 833 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:49:45.426 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:49:45.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 215654 3.75 MB/sec execute 188 sec latency 14.597 ms 2024-09-16T01:49:45.725 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:49:46.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.234+0000 7f4d02662640 1 -- 172.21.15.17:0/1606327632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc10cf30 msgr2=0x7f4cfc119410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.234+0000 7f4d02662640 1 --2- 172.21.15.17:0/1606327632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc10cf30 0x7f4cfc119410 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f4cf4009ca0 tx=0x7f4cf402a8c0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.235+0000 7f4d02662640 1 -- 172.21.15.17:0/1606327632 shutdown_connections 2024-09-16T01:49:46.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.235+0000 7f4d02662640 1 --2- 172.21.15.17:0/1606327632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc10cf30 0x7f4cfc119410 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.235+0000 7f4d02662640 1 --2- 172.21.15.17:0/1606327632 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cfc10c590 0x7f4cfc10c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.235+0000 7f4d02662640 1 --2- 172.21.15.17:0/1606327632 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4cfc112640 0x7f4cfc112a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.235+0000 7f4d02662640 1 -- 172.21.15.17:0/1606327632 >> 172.21.15.17:0/1606327632 conn(0x7f4cfc06cdc0 msgr2=0x7f4cfc06d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:46.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.235+0000 7f4d02662640 1 -- 172.21.15.17:0/1606327632 shutdown_connections 2024-09-16T01:49:46.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.235+0000 7f4d02662640 1 -- 172.21.15.17:0/1606327632 wait complete. 2024-09-16T01:49:46.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.235+0000 7f4d02662640 1 Processor -- start 2024-09-16T01:49:46.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.235+0000 7f4d02662640 1 -- start start 2024-09-16T01:49:46.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4d02662640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc10c590 0x7f4cfc06db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4d02662640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cfc10cf30 0x7f4cfc06e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4d02662640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4cfc112640 0x7f4cfc06e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4d02662640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4cfc11c850 con 0x7f4cfc10c590 2024-09-16T01:49:46.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4d02662640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4cfc11c6d0 con 0x7f4cfc10cf30 2024-09-16T01:49:46.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4d02662640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4cfc11c9d0 con 0x7f4cfc112640 2024-09-16T01:49:46.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4cfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc10c590 0x7f4cfc06db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4cfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc10c590 0x7f4cfc06db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56672/0 (socket says 172.21.15.17:56672) 2024-09-16T01:49:46.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4cfbfff640 1 -- 172.21.15.17:0/1359039311 learned_addr learned my addr 172.21.15.17:0/1359039311 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:46.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4cfb7fe640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cfc10cf30 0x7f4cfc06e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4d00bff640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4cfc112640 0x7f4cfc06e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4cfbfff640 1 -- 172.21.15.17:0/1359039311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4cfc112640 msgr2=0x7f4cfc06e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4cfc112640 0x7f4cfc06e600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4cfbfff640 1 -- 172.21.15.17:0/1359039311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cfc10cf30 msgr2=0x7f4cfc06e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cfc10cf30 0x7f4cfc06e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4cfbfff640 1 -- 172.21.15.17:0/1359039311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4cfc1b32e0 con 0x7f4cfc10c590 2024-09-16T01:49:46.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4cfb7fe640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cfc10cf30 0x7f4cfc06e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:46.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.236+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc10c590 0x7f4cfc06db80 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f4cec00ea20 tx=0x7f4cec00eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.237+0000 7f4cf97fa640 1 -- 172.21.15.17:0/1359039311 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cec00cd80 con 0x7f4cfc10c590 2024-09-16T01:49:46.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.237+0000 7f4cf97fa640 1 -- 172.21.15.17:0/1359039311 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4cec0108e0 con 0x7f4cfc10c590 2024-09-16T01:49:46.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.237+0000 7f4d02662640 1 -- 172.21.15.17:0/1359039311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4cfc1b35d0 con 0x7f4cfc10c590 2024-09-16T01:49:46.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.237+0000 7f4cf97fa640 1 -- 172.21.15.17:0/1359039311 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cec018840 con 0x7f4cfc10c590 2024-09-16T01:49:46.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.237+0000 7f4d02662640 1 -- 172.21.15.17:0/1359039311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4cfc1b3b60 con 0x7f4cfc10c590 2024-09-16T01:49:46.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.239+0000 7f4cf97fa640 1 -- 172.21.15.17:0/1359039311 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f4cec010a90 con 0x7f4cfc10c590 2024-09-16T01:49:46.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4d04a3b740 1 Processor -- start 2024-09-16T01:49:46.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4d04a3b740 1 -- start start 2024-09-16T01:49:46.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4cf97fa640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4ce40a32c0 0x7f4ce40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4d04a3b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6d4a0 0x560c68e6d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4d04a3b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6ddc0 0x560c68e78140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4d04a3b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e78680 0x560c68e7aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4d04a3b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560c68dd32e0 con 0x560c68e6ddc0 2024-09-16T01:49:46.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4d04a3b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x560c68d7ace0 con 0x560c68e6d4a0 2024-09-16T01:49:46.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4d04a3b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x560c68dcf2a0 con 0x560c68e78680 2024-09-16T01:49:46.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4d00bff640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4ce40a32c0 0x7f4ce40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4cf97fa640 1 -- 172.21.15.17:0/1359039311 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4cec0cfbf0 con 0x7f4cfc10c590 2024-09-16T01:49:46.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4cfb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6ddc0 0x560c68e78140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4cfb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6ddc0 0x560c68e78140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56686/0 (socket says 172.21.15.17:56686) 2024-09-16T01:49:46.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4cfb7fe640 1 -- 172.21.15.17:0/336678590 learned_addr learned my addr 172.21.15.17:0/336678590 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:46.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4d00bff640 1 --2- 172.21.15.17:0/336678590 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e78680 0x560c68e7aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.240+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/336678590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6d4a0 0x560c68e6d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.241+0000 7f4cfb7fe640 1 -- 172.21.15.17:0/336678590 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e78680 msgr2=0x560c68e7aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.241+0000 7f4cfb7fe640 1 --2- 172.21.15.17:0/336678590 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e78680 0x560c68e7aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.241+0000 7f4cfb7fe640 1 -- 172.21.15.17:0/336678590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6d4a0 msgr2=0x560c68e6d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.241+0000 7f4cfb7fe640 1 --2- 172.21.15.17:0/336678590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6d4a0 0x560c68e6d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.241+0000 7f4cfb7fe640 1 -- 172.21.15.17:0/336678590 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c68d5f440 con 0x560c68e6ddc0 2024-09-16T01:49:46.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.241+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/336678590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6d4a0 0x560c68e6d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:46.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.241+0000 7f4d00bff640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4ce40a32c0 0x7f4ce40a5780 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f4cf4004af0 tx=0x7f4cf40098a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.241+0000 7f4cfb7fe640 1 --2- 172.21.15.17:0/336678590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6ddc0 0x560c68e78140 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f4cf00114f0 tx=0x7f4cf00119b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aece8f763b219a9b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.241+0000 7f4ce27fc640 1 -- 172.21.15.17:0/336678590 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf0005020 con 0x560c68e6ddc0 2024-09-16T01:49:46.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.241+0000 7f4ce27fc640 1 -- 172.21.15.17:0/336678590 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4cf00047a0 con 0x560c68e6ddc0 2024-09-16T01:49:46.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.241+0000 7f4ce27fc640 1 -- 172.21.15.17:0/336678590 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf000f880 con 0x560c68e6ddc0 2024-09-16T01:49:46.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.242+0000 7f4d04a3b740 1 -- 172.21.15.17:0/336678590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6ddc0 msgr2=0x560c68e78140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.242+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/336678590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6ddc0 0x560c68e78140 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f4cf00114f0 tx=0x7f4cf00119b0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.242+0000 7f4d04a3b740 1 -- 172.21.15.17:0/336678590 shutdown_connections 2024-09-16T01:49:46.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.242+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/336678590 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e78680 0x560c68e7aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.242+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/336678590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6ddc0 0x560c68e78140 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.242+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/336678590 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6d4a0 0x560c68e6d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.242+0000 7f4d04a3b740 1 -- 172.21.15.17:0/336678590 >> 172.21.15.17:0/336678590 conn(0x560c68e69a30 msgr2=0x560c68e69e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:46.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.242+0000 7f4d04a3b740 1 -- 172.21.15.17:0/336678590 shutdown_connections 2024-09-16T01:49:46.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.242+0000 7f4d04a3b740 1 -- 172.21.15.17:0/336678590 wait complete. 2024-09-16T01:49:46.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.242+0000 7f4d04a3b740 1 -- start start 2024-09-16T01:49:46.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4d04a3b740 1 Processor -- start 2024-09-16T01:49:46.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4d04a3b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6d4a0 0x560c68e77f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4d04a3b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6ddc0 0x560c68e75230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4d04a3b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e78680 0x560c68e75770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4d04a3b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560c68e7b250 con 0x560c68e6d4a0 2024-09-16T01:49:46.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4d04a3b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x560c68d8e050 con 0x560c68e6ddc0 2024-09-16T01:49:46.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4d04a3b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x560c68e7b3d0 con 0x560c68e78680 2024-09-16T01:49:46.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4d04a3b740 10 client.0 _ll_register_callbacks cb 0x560c68dce160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:46.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4cfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6d4a0 0x560c68e77f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4cfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6d4a0 0x560c68e77f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56692/0 (socket says 172.21.15.17:56692) 2024-09-16T01:49:46.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4cfbfff640 1 -- 172.21.15.17:0/4116868477 learned_addr learned my addr 172.21.15.17:0/4116868477 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:46.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4d00bff640 1 --2- 172.21.15.17:0/4116868477 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e78680 0x560c68e75770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4cfb7fe640 1 --2- 172.21.15.17:0/4116868477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6ddc0 0x560c68e75230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4cfbfff640 1 -- 172.21.15.17:0/4116868477 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e78680 msgr2=0x560c68e75770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/4116868477 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e78680 0x560c68e75770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4cfbfff640 1 -- 172.21.15.17:0/4116868477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6ddc0 msgr2=0x560c68e75230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/4116868477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6ddc0 0x560c68e75230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4cfbfff640 1 -- 172.21.15.17:0/4116868477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c68b443c0 con 0x560c68e6d4a0 2024-09-16T01:49:46.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.243+0000 7f4cfb7fe640 1 --2- 172.21.15.17:0/4116868477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6ddc0 0x560c68e75230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:46.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.244+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/4116868477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6d4a0 0x560c68e77f80 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f4cec000c00 tx=0x7f4cec0a0680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c89b0b5b53a9589 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.244+0000 7f4cdb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:49:46.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.244+0000 7f4cdb7fe640 1 -- 172.21.15.17:0/4116868477 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cec0bc2c0 con 0x560c68e6d4a0 2024-09-16T01:49:46.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.244+0000 7f4cdb7fe640 1 -- 172.21.15.17:0/4116868477 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4cec0a0120 con 0x560c68e6d4a0 2024-09-16T01:49:46.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.244+0000 7f4d04a3b740 1 -- 172.21.15.17:0/4116868477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4cf00047a0 con 0x560c68e6d4a0 2024-09-16T01:49:46.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.244+0000 7f4cdb7fe640 1 -- 172.21.15.17:0/4116868477 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4cec0b5200 con 0x560c68e6d4a0 2024-09-16T01:49:46.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.244+0000 7f4d04a3b740 10 client.16491 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:46.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.244+0000 7f4d04a3b740 1 -- 172.21.15.17:0/4116868477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560c68e86bc0 con 0x560c68e6d4a0 2024-09-16T01:49:46.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.244+0000 7f4cdb7fe640 1 -- 172.21.15.17:0/4116868477 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4cf00047a0 con 0x560c68e6d4a0 2024-09-16T01:49:46.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.244+0000 7f4cdb7fe640 1 -- 172.21.15.17:0/4116868477 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f4cec018a70 con 0x560c68e6d4a0 2024-09-16T01:49:46.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.245+0000 7f4d04a3b740 10 client.16491 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:46.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.245+0000 7f4d04a3b740 10 client.16491 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:49:46.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.245+0000 7f4d04a3b740 20 client.16491 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:46.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.245+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/4116868477 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560c68e87fd0 0x560c68e8a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.245+0000 7f4d04a3b740 4 client.16491 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:49:46.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.245+0000 7f4d04a3b740 1 -- 172.21.15.17:0/4116868477 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c68de0850 con 0x560c68e87fd0 2024-09-16T01:49:46.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.245+0000 7f4cfb7fe640 1 --2- 172.21.15.17:0/4116868477 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560c68e87fd0 0x560c68e8a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.245+0000 7f4cfb7fe640 1 --2- 172.21.15.17:0/4116868477 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560c68e87fd0 0x560c68e8a440 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c95964dcf2d1e3 server_cookie=99ab0bfef29a301 in_seq=0 out_seq=0 2024-09-16T01:49:46.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.245+0000 7f4cdb7fe640 10 client.16491 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:46.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4cdb7fe640 1 -- 172.21.15.17:0/4116868477 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560c68de0850 con 0x560c68e87fd0 2024-09-16T01:49:46.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4cdb7fe640 10 client.16491 handle_command_reply: tid=0 2024-09-16T01:49:46.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4d04a3b740 1 client.16491 shutdown 2024-09-16T01:49:46.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4d04a3b740 1 -- 172.21.15.17:0/4116868477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6d4a0 msgr2=0x560c68e77f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/4116868477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6d4a0 0x560c68e77f80 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f4cec000c00 tx=0x7f4cec0a0680 comp rx=0 tx=0).stop 2024-09-16T01:49:46.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4d04a3b740 1 -- 172.21.15.17:0/4116868477 shutdown_connections 2024-09-16T01:49:46.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/4116868477 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560c68e87fd0 0x560c68e8a440 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/4116868477 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e78680 0x560c68e75770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/4116868477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6ddc0 0x560c68e75230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4cdb7fe640 0 client.16491 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:46.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/4116868477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6d4a0 0x560c68e77f80 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4d04a3b740 1 -- 172.21.15.17:0/4116868477 >> 172.21.15.17:0/4116868477 conn(0x560c68e69a30 msgr2=0x560c68e6f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:46.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4d04a3b740 1 -- 172.21.15.17:0/4116868477 shutdown_connections 2024-09-16T01:49:46.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4d04a3b740 1 -- 172.21.15.17:0/4116868477 wait complete. 2024-09-16T01:49:46.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.246+0000 7f4d04a3b740 20 client.16491 trim_cache size 0 max 16384 2024-09-16T01:49:46.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4d04a3b740 1 Processor -- start 2024-09-16T01:49:46.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4d04a3b740 1 -- start start 2024-09-16T01:49:46.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4d04a3b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e69a30 0x560c68e68a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4d04a3b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e6d4a0 0x560c68e8fd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4d04a3b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6ddc0 0x560c68e902a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4d04a3b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4cfc1beb40 con 0x560c68e6ddc0 2024-09-16T01:49:46.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4d04a3b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4cfc1bc410 con 0x560c68e69a30 2024-09-16T01:49:46.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4d04a3b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4cfc1ba240 con 0x560c68e6d4a0 2024-09-16T01:49:46.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4d00bff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6ddc0 0x560c68e902a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4cfb7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e6d4a0 0x560c68e8fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4cfb7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e6d4a0 0x560c68e8fd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34880/0 (socket says 172.21.15.17:34880) 2024-09-16T01:49:46.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4cfb7fe640 1 -- 172.21.15.17:0/1999085825 learned_addr learned my addr 172.21.15.17:0/1999085825 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:46.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/1999085825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e69a30 0x560c68e68a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4d00bff640 1 -- 172.21.15.17:0/1999085825 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e6d4a0 msgr2=0x560c68e8fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4d00bff640 1 --2- 172.21.15.17:0/1999085825 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e6d4a0 0x560c68e8fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4d00bff640 1 -- 172.21.15.17:0/1999085825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e69a30 msgr2=0x560c68e68a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4d00bff640 1 --2- 172.21.15.17:0/1999085825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e69a30 0x560c68e68a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4d00bff640 1 -- 172.21.15.17:0/1999085825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c68e69860 con 0x560c68e6ddc0 2024-09-16T01:49:46.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.267+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/1999085825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e69a30 0x560c68e68a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:49:46.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.268+0000 7f4d00bff640 1 --2- 172.21.15.17:0/1999085825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6ddc0 0x560c68e902a0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f4cf4031040 tx=0x7f4cf4004a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4b90ffcd0b0913c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.268+0000 7f4ce1ffb640 1 -- 172.21.15.17:0/1999085825 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf4003af0 con 0x560c68e6ddc0 2024-09-16T01:49:46.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.268+0000 7f4ce1ffb640 1 -- 172.21.15.17:0/1999085825 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4cf4050070 con 0x560c68e6ddc0 2024-09-16T01:49:46.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.268+0000 7f4ce1ffb640 1 -- 172.21.15.17:0/1999085825 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf4030820 con 0x560c68e6ddc0 2024-09-16T01:49:46.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.269+0000 7f4d04a3b740 1 -- 172.21.15.17:0/1999085825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6ddc0 msgr2=0x560c68e902a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.269+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/1999085825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6ddc0 0x560c68e902a0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f4cf4031040 tx=0x7f4cf4004a60 comp rx=0 tx=0).stop 2024-09-16T01:49:46.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.269+0000 7f4d04a3b740 1 -- 172.21.15.17:0/1999085825 shutdown_connections 2024-09-16T01:49:46.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.269+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/1999085825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e6ddc0 0x560c68e902a0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.269+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/1999085825 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e6d4a0 0x560c68e8fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.269+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/1999085825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e69a30 0x560c68e68a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.269+0000 7f4d04a3b740 1 -- 172.21.15.17:0/1999085825 >> 172.21.15.17:0/1999085825 conn(0x560c68e758d0 msgr2=0x560c68e68370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:46.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.269+0000 7f4d04a3b740 1 -- 172.21.15.17:0/1999085825 shutdown_connections 2024-09-16T01:49:46.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.269+0000 7f4d04a3b740 1 -- 172.21.15.17:0/1999085825 wait complete. 2024-09-16T01:49:46.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.269+0000 7f4d04a3b740 1 -- start start 2024-09-16T01:49:46.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.269+0000 7f4d04a3b740 1 Processor -- start 2024-09-16T01:49:46.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4d04a3b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e69a30 0x560c68e7e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4d04a3b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6d4a0 0x560c68e7e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4d04a3b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e6ddc0 0x560c68e7eef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4d04a3b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4cfc1ba8d0 con 0x560c68e69a30 2024-09-16T01:49:46.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4d04a3b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4cfc1bbd40 con 0x560c68e6d4a0 2024-09-16T01:49:46.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4d04a3b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4cfc1bafa0 con 0x560c68e6ddc0 2024-09-16T01:49:46.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4d04a3b740 10 client.0 _ll_register_callbacks cb 0x7f4cec0985e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:49:46.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4cfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e69a30 0x560c68e7e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4d00bff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e6ddc0 0x560c68e7eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4cfb7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6d4a0 0x560c68e7e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4cfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e69a30 0x560c68e7e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56720/0 (socket says 172.21.15.17:56720) 2024-09-16T01:49:46.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4cfbfff640 1 -- 172.21.15.17:0/2826462795 learned_addr learned my addr 172.21.15.17:0/2826462795 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:49:46.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4cfb7fe640 1 -- 172.21.15.17:0/2826462795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e6ddc0 msgr2=0x560c68e7eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4cfb7fe640 1 --2- 172.21.15.17:0/2826462795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e6ddc0 0x560c68e7eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4cfb7fe640 1 -- 172.21.15.17:0/2826462795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e69a30 msgr2=0x560c68e7e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:49:46.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4cfb7fe640 1 --2- 172.21.15.17:0/2826462795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e69a30 0x560c68e7e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4cfb7fe640 1 -- 172.21.15.17:0/2826462795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c68ef1dc0 con 0x560c68e6d4a0 2024-09-16T01:49:46.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/2826462795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e69a30 0x560c68e7e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:46.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.270+0000 7f4d00bff640 1 --2- 172.21.15.17:0/2826462795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e6ddc0 0x560c68e7eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:49:46.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4cfb7fe640 1 --2- 172.21.15.17:0/2826462795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6d4a0 0x560c68e7e9b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0009730 tx=0x7f4cf0011130 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7c9b26bf69aef9ea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:49:46.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4cdb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:49:46.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4cdb7fe640 1 -- 172.21.15.17:0/2826462795 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf0033060 con 0x560c68e6d4a0 2024-09-16T01:49:46.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4cdb7fe640 1 -- 172.21.15.17:0/2826462795 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4cf0003800 con 0x560c68e6d4a0 2024-09-16T01:49:46.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4d04a3b740 1 -- 172.21.15.17:0/2826462795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4cf4050070 con 0x560c68e6d4a0 2024-09-16T01:49:46.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4cdb7fe640 1 -- 172.21.15.17:0/2826462795 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4cf0003a00 con 0x560c68e6d4a0 2024-09-16T01:49:46.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4d04a3b740 10 client.25982 fetch_fsmap learned FSMap version 25 2024-09-16T01:49:46.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4d04a3b740 1 -- 172.21.15.17:0/2826462795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560c68ef30b0 con 0x560c68e6d4a0 2024-09-16T01:49:46.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4cdb7fe640 1 -- 172.21.15.17:0/2826462795 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4cf4050070 con 0x560c68e6d4a0 2024-09-16T01:49:46.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4cdb7fe640 1 -- 172.21.15.17:0/2826462795 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f4cf0038070 con 0x560c68e6d4a0 2024-09-16T01:49:46.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4d04a3b740 10 client.25982 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:49:46.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4d04a3b740 10 client.25982 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:49:46.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4d04a3b740 20 client.25982 populate_metadata read hostname 'smithi017' 2024-09-16T01:49:46.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/2826462795 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560c68e78680 0x560c68ef5650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:49:46.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4d04a3b740 4 client.25982 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:49:46.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.271+0000 7f4d04a3b740 1 -- 172.21.15.17:0/2826462795 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560c68ddad60 con 0x560c68e78680 2024-09-16T01:49:46.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.272+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/2826462795 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560c68e78680 0x560c68ef5650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:49:46.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.272+0000 7f4cfbfff640 1 --2- 172.21.15.17:0/2826462795 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560c68e78680 0x560c68ef5650 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1439489328dbd35 server_cookie=a3be75d8cb5e8f3b in_seq=0 out_seq=0 2024-09-16T01:49:46.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.272+0000 7f4cdb7fe640 10 client.25982 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:46.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.272+0000 7f4cdb7fe640 1 -- 172.21.15.17:0/2826462795 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x560c68ddad60 con 0x560c68e78680 2024-09-16T01:49:46.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.272+0000 7f4cdb7fe640 10 client.25982 handle_command_reply: tid=0 2024-09-16T01:49:46.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.273+0000 7f4d04a3b740 1 client.25982 shutdown 2024-09-16T01:49:46.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.273+0000 7f4d04a3b740 1 -- 172.21.15.17:0/2826462795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6d4a0 msgr2=0x560c68e7e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.273+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/2826462795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6d4a0 0x560c68e7e9b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0009730 tx=0x7f4cf0011130 comp rx=0 tx=0).stop 2024-09-16T01:49:46.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.273+0000 7f4d04a3b740 1 -- 172.21.15.17:0/2826462795 shutdown_connections 2024-09-16T01:49:46.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.273+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/2826462795 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560c68e78680 0x560c68ef5650 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.273+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/2826462795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c68e6ddc0 0x560c68e7eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.273+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/2826462795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c68e6d4a0 0x560c68e7e9b0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.273+0000 7f4d04a3b740 1 --2- 172.21.15.17:0/2826462795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c68e69a30 0x560c68e7e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.273+0000 7f4d04a3b740 1 -- 172.21.15.17:0/2826462795 >> 172.21.15.17:0/2826462795 conn(0x560c68e758d0 msgr2=0x560c68e68b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:46.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.273+0000 7f4cdb7fe640 0 client.25982 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:49:46.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.273+0000 7f4d04a3b740 1 -- 172.21.15.17:0/2826462795 shutdown_connections 2024-09-16T01:49:46.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.273+0000 7f4d04a3b740 1 -- 172.21.15.17:0/2826462795 wait complete. 2024-09-16T01:49:46.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.273+0000 7f4d04a3b740 20 client.25982 trim_cache size 0 max 16384 2024-09-16T01:49:46.280 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:49:46.281 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:49:46.281 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:49:46.281 INFO:teuthology.orchestra.run.smithi017.stdout: "90151079-a6a0-4e10-9a61-417382ce5c7f": { 2024-09-16T01:49:46.281 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:49:46.281 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "90151079-a6a0-4e10-9a61-417382ce5c7f", 2024-09-16T01:49:46.281 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:49:46.281 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:49:46.281 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:49:46.281 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:49:46.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.274+0000 7f4d02662640 1 -- 172.21.15.17:0/1359039311 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4ce40a32c0 msgr2=0x7f4ce40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.274+0000 7f4d02662640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4ce40a32c0 0x7f4ce40a5780 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f4cf4004af0 tx=0x7f4cf40098a0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.274+0000 7f4d02662640 1 -- 172.21.15.17:0/1359039311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc10c590 msgr2=0x7f4cfc06db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:49:46.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.274+0000 7f4d02662640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc10c590 0x7f4cfc06db80 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f4cec00ea20 tx=0x7f4cec00eee0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.274+0000 7f4d02662640 1 -- 172.21.15.17:0/1359039311 shutdown_connections 2024-09-16T01:49:46.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.274+0000 7f4d02662640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4ce40a32c0 0x7f4ce40a5780 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.274+0000 7f4d02662640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4cfc112640 0x7f4cfc06e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.274+0000 7f4d02662640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4cfc10cf30 0x7f4cfc06e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.274+0000 7f4d02662640 1 --2- 172.21.15.17:0/1359039311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cfc10c590 0x7f4cfc06db80 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:49:46.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.274+0000 7f4d02662640 1 -- 172.21.15.17:0/1359039311 >> 172.21.15.17:0/1359039311 conn(0x7f4cfc06cdc0 msgr2=0x7f4cfc10af40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:49:46.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.274+0000 7f4d02662640 1 -- 172.21.15.17:0/1359039311 shutdown_connections 2024-09-16T01:49:46.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:49:46.274+0000 7f4d02662640 1 -- 172.21.15.17:0/1359039311 wait complete. 2024-09-16T01:49:46.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 216400 3.76 MB/sec execute 189 sec latency 49.812 ms 2024-09-16T01:49:46.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:46 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:49:46.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:46 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:49:46.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:46 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:49:46.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:46 smithi017 ceph-mon[30972]: pgmap v526: 97 pgs: 97 active+clean; 104 MiB data, 839 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:49:46.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:46 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:49:46.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:46 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:49:46.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:46 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:49:46.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:46 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:49:46.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:46 smithi122 ceph-mon[34758]: pgmap v526: 97 pgs: 97 active+clean; 104 MiB data, 839 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:49:46.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:46 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:49:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:46 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:49:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:46 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:49:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:46 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:49:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:46 smithi029 ceph-mon[34783]: pgmap v526: 97 pgs: 97 active+clean; 104 MiB data, 839 MiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:49:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:46 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:49:47.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 216902 3.75 MB/sec execute 190 sec latency 56.282 ms 2024-09-16T01:49:48.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 217479 3.74 MB/sec execute 191 sec latency 89.195 ms 2024-09-16T01:49:48.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:48 smithi017 ceph-mon[30972]: pgmap v527: 97 pgs: 97 active+clean; 104 MiB data, 839 MiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.5 MiB/s wr, 84 op/s 2024-09-16T01:49:48.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:48 smithi122 ceph-mon[34758]: pgmap v527: 97 pgs: 97 active+clean; 104 MiB data, 839 MiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.5 MiB/s wr, 84 op/s 2024-09-16T01:49:48.800 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:48 smithi029 ceph-mon[34783]: pgmap v527: 97 pgs: 97 active+clean; 104 MiB data, 839 MiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.5 MiB/s wr, 84 op/s 2024-09-16T01:49:49.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 218190 3.74 MB/sec execute 192 sec latency 52.869 ms 2024-09-16T01:49:50.081 INFO:tasks.cephfs.filesystem:scrub status for tag:90151079-a6a0-4e10-9a61-417382ce5c7f - {'path': '/', 'tag': '90151079-a6a0-4e10-9a61-417382ce5c7f', 'options': 'recursive,force'} 2024-09-16T01:49:50.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 218894 3.73 MB/sec execute 193 sec latency 18.479 ms 2024-09-16T01:49:50.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:50 smithi017 ceph-mon[30972]: pgmap v528: 97 pgs: 97 active+clean; 101 MiB data, 844 MiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:49:50.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:50 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:49:50.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:50 smithi122 ceph-mon[34758]: pgmap v528: 97 pgs: 97 active+clean; 101 MiB data, 844 MiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:49:50.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:50 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:49:50.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:50 smithi029 ceph-mon[34783]: pgmap v528: 97 pgs: 97 active+clean; 101 MiB data, 844 MiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:49:50.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:50 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:49:51.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 219744 3.75 MB/sec execute 194 sec latency 12.397 ms 2024-09-16T01:49:52.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 220371 3.75 MB/sec execute 195 sec latency 12.727 ms 2024-09-16T01:49:52.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:52 smithi017 ceph-mon[30972]: pgmap v529: 97 pgs: 97 active+clean; 104 MiB data, 850 MiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-16T01:49:52.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:52 smithi122 ceph-mon[34758]: pgmap v529: 97 pgs: 97 active+clean; 104 MiB data, 850 MiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-16T01:49:52.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:52 smithi029 ceph-mon[34783]: pgmap v529: 97 pgs: 97 active+clean; 104 MiB data, 850 MiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.7 MiB/s wr, 100 op/s 2024-09-16T01:49:53.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 221008 3.74 MB/sec execute 196 sec latency 16.181 ms 2024-09-16T01:49:54.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 221791 3.74 MB/sec execute 197 sec latency 13.024 ms 2024-09-16T01:49:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:54 smithi017 ceph-mon[30972]: pgmap v530: 97 pgs: 97 active+clean; 106 MiB data, 851 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:49:54.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:54 smithi029 ceph-mon[34783]: pgmap v530: 97 pgs: 97 active+clean; 106 MiB data, 851 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:49:54.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:54 smithi122 ceph-mon[34758]: pgmap v530: 97 pgs: 97 active+clean; 106 MiB data, 851 MiB used, 1.0 TiB / 1.0 TiB avail; 273 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:49:55.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 222454 3.73 MB/sec execute 198 sec latency 13.496 ms 2024-09-16T01:49:55.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:55 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:49:55.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:55 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:49:55.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:55 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:49:56.592 INFO:tasks.workunit.client.0.smithi017.stdout: 1 223284 3.75 MB/sec execute 199 sec latency 13.308 ms 2024-09-16T01:49:56.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:56 smithi017 ceph-mon[30972]: pgmap v531: 97 pgs: 97 active+clean; 105 MiB data, 836 MiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-16T01:49:56.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:49:56.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:49:56.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:49:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:56 smithi122 ceph-mon[34758]: pgmap v531: 97 pgs: 97 active+clean; 105 MiB data, 836 MiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-16T01:49:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:49:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:49:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:49:56.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:56 smithi029 ceph-mon[34783]: pgmap v531: 97 pgs: 97 active+clean; 105 MiB data, 836 MiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-16T01:49:56.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:49:56.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:49:56.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:49:57.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 223908 3.75 MB/sec execute 200 sec latency 10.358 ms 2024-09-16T01:49:58.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 224550 3.74 MB/sec execute 201 sec latency 16.115 ms 2024-09-16T01:49:58.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:49:58 smithi017 ceph-mon[30972]: pgmap v532: 97 pgs: 97 active+clean; 105 MiB data, 836 MiB used, 1.0 TiB / 1.0 TiB avail; 169 KiB/s rd, 1.4 MiB/s wr, 73 op/s 2024-09-16T01:49:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:49:58 smithi122 ceph-mon[34758]: pgmap v532: 97 pgs: 97 active+clean; 105 MiB data, 836 MiB used, 1.0 TiB / 1.0 TiB avail; 169 KiB/s rd, 1.4 MiB/s wr, 73 op/s 2024-09-16T01:49:58.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:49:58 smithi029 ceph-mon[34783]: pgmap v532: 97 pgs: 97 active+clean; 105 MiB data, 836 MiB used, 1.0 TiB / 1.0 TiB avail; 169 KiB/s rd, 1.4 MiB/s wr, 73 op/s 2024-09-16T01:49:59.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 225323 3.74 MB/sec execute 202 sec latency 12.484 ms 2024-09-16T01:50:00.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 226005 3.74 MB/sec execute 203 sec latency 13.936 ms 2024-09-16T01:50:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:00 smithi017 ceph-mon[30972]: pgmap v533: 97 pgs: 97 active+clean; 107 MiB data, 864 MiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:50:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:00 smithi017 ceph-mon[30972]: overall HEALTH_OK 2024-09-16T01:50:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:00 smithi122 ceph-mon[34758]: pgmap v533: 97 pgs: 97 active+clean; 107 MiB data, 864 MiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:50:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:00 smithi122 ceph-mon[34758]: overall HEALTH_OK 2024-09-16T01:50:00.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:00 smithi029 ceph-mon[34783]: pgmap v533: 97 pgs: 97 active+clean; 107 MiB data, 864 MiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:50:00.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:00 smithi029 ceph-mon[34783]: overall HEALTH_OK 2024-09-16T01:50:01.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 226835 3.75 MB/sec execute 204 sec latency 12.963 ms 2024-09-16T01:50:02.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 227446 3.75 MB/sec execute 205 sec latency 13.340 ms 2024-09-16T01:50:02.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:02 smithi017 ceph-mon[30972]: pgmap v534: 97 pgs: 97 active+clean; 106 MiB data, 865 MiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:50:02.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:02 smithi122 ceph-mon[34758]: pgmap v534: 97 pgs: 97 active+clean; 106 MiB data, 865 MiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:50:02.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:02 smithi029 ceph-mon[34783]: pgmap v534: 97 pgs: 97 active+clean; 106 MiB data, 865 MiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:50:03.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 228048 3.74 MB/sec execute 206 sec latency 16.402 ms 2024-09-16T01:50:04.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 228831 3.74 MB/sec execute 207 sec latency 15.442 ms 2024-09-16T01:50:04.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:04 smithi017 ceph-mon[30972]: pgmap v535: 97 pgs: 97 active+clean; 107 MiB data, 884 MiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-16T01:50:04.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:04 smithi029 ceph-mon[34783]: pgmap v535: 97 pgs: 97 active+clean; 107 MiB data, 884 MiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-16T01:50:04.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:04 smithi122 ceph-mon[34758]: pgmap v535: 97 pgs: 97 active+clean; 107 MiB data, 884 MiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-16T01:50:05.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 229540 3.74 MB/sec execute 208 sec latency 15.347 ms 2024-09-16T01:50:06.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 230370 3.75 MB/sec execute 209 sec latency 13.820 ms 2024-09-16T01:50:06.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:06 smithi017 ceph-mon[30972]: pgmap v536: 97 pgs: 97 active+clean; 108 MiB data, 890 MiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:50:06.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:06 smithi029 ceph-mon[34783]: pgmap v536: 97 pgs: 97 active+clean; 108 MiB data, 890 MiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:50:06.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:06 smithi122 ceph-mon[34758]: pgmap v536: 97 pgs: 97 active+clean; 108 MiB data, 890 MiB used, 1.0 TiB / 1.0 TiB avail; 240 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:50:07.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 230983 3.76 MB/sec execute 210 sec latency 11.192 ms 2024-09-16T01:50:08.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 231573 3.74 MB/sec execute 211 sec latency 20.681 ms 2024-09-16T01:50:08.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:08 smithi017 ceph-mon[30972]: pgmap v537: 97 pgs: 97 active+clean; 108 MiB data, 890 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:50:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:08 smithi122 ceph-mon[34758]: pgmap v537: 97 pgs: 97 active+clean; 108 MiB data, 890 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:50:08.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:08 smithi029 ceph-mon[34783]: pgmap v537: 97 pgs: 97 active+clean; 108 MiB data, 890 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:50:09.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 232311 3.75 MB/sec execute 212 sec latency 14.283 ms 2024-09-16T01:50:10.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 233053 3.74 MB/sec execute 213 sec latency 13.333 ms 2024-09-16T01:50:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:10 smithi017 ceph-mon[30972]: pgmap v538: 97 pgs: 97 active+clean; 107 MiB data, 892 MiB used, 1.0 TiB / 1.0 TiB avail; 302 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-16T01:50:10.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:10 smithi029 ceph-mon[34783]: pgmap v538: 97 pgs: 97 active+clean; 107 MiB data, 892 MiB used, 1.0 TiB / 1.0 TiB avail; 302 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-16T01:50:10.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:10 smithi122 ceph-mon[34758]: pgmap v538: 97 pgs: 97 active+clean; 107 MiB data, 892 MiB used, 1.0 TiB / 1.0 TiB avail; 302 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-16T01:50:11.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 233920 3.75 MB/sec execute 214 sec latency 12.759 ms 2024-09-16T01:50:12.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 234526 3.76 MB/sec execute 215 sec latency 13.491 ms 2024-09-16T01:50:12.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:12 smithi017 ceph-mon[30972]: pgmap v539: 97 pgs: 97 active+clean; 110 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:50:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:12 smithi122 ceph-mon[34758]: pgmap v539: 97 pgs: 97 active+clean; 110 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:50:12.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:12 smithi029 ceph-mon[34783]: pgmap v539: 97 pgs: 97 active+clean; 110 MiB data, 897 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:50:13.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 235088 3.74 MB/sec execute 216 sec latency 18.605 ms 2024-09-16T01:50:14.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 235852 3.75 MB/sec execute 217 sec latency 12.995 ms 2024-09-16T01:50:14.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:14 smithi017 ceph-mon[30972]: pgmap v540: 97 pgs: 97 active+clean; 109 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 289 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:50:14.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:14 smithi029 ceph-mon[34783]: pgmap v540: 97 pgs: 97 active+clean; 109 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 289 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:50:14.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:14 smithi122 ceph-mon[34758]: pgmap v540: 97 pgs: 97 active+clean; 109 MiB data, 899 MiB used, 1.0 TiB / 1.0 TiB avail; 289 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:50:15.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 236583 3.74 MB/sec execute 218 sec latency 17.897 ms 2024-09-16T01:50:16.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 237454 3.75 MB/sec execute 219 sec latency 13.175 ms 2024-09-16T01:50:16.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:16 smithi017 ceph-mon[30972]: pgmap v541: 97 pgs: 97 active+clean; 111 MiB data, 917 MiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:50:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:16 smithi122 ceph-mon[34758]: pgmap v541: 97 pgs: 97 active+clean; 111 MiB data, 917 MiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:50:16.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:16 smithi029 ceph-mon[34783]: pgmap v541: 97 pgs: 97 active+clean; 111 MiB data, 917 MiB used, 1.0 TiB / 1.0 TiB avail; 285 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:50:17.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 238056 3.76 MB/sec execute 220 sec latency 10.257 ms 2024-09-16T01:50:18.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 238634 3.75 MB/sec execute 221 sec latency 16.045 ms 2024-09-16T01:50:18.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:18 smithi017 ceph-mon[30972]: pgmap v542: 97 pgs: 97 active+clean; 111 MiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.6 MiB/s wr, 89 op/s 2024-09-16T01:50:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:18 smithi122 ceph-mon[34758]: pgmap v542: 97 pgs: 97 active+clean; 111 MiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.6 MiB/s wr, 89 op/s 2024-09-16T01:50:18.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:18 smithi029 ceph-mon[34783]: pgmap v542: 97 pgs: 97 active+clean; 111 MiB data, 918 MiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.6 MiB/s wr, 89 op/s 2024-09-16T01:50:19.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 239391 3.75 MB/sec execute 222 sec latency 13.711 ms 2024-09-16T01:50:20.082 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:50:20.383 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:50:20.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 240128 3.74 MB/sec execute 223 sec latency 20.846 ms 2024-09-16T01:50:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:20 smithi017 ceph-mon[30972]: pgmap v543: 97 pgs: 97 active+clean; 111 MiB data, 923 MiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:50:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:20 smithi122 ceph-mon[34758]: pgmap v543: 97 pgs: 97 active+clean; 111 MiB data, 923 MiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:50:20.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:20 smithi029 ceph-mon[34783]: pgmap v543: 97 pgs: 97 active+clean; 111 MiB data, 923 MiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:50:21.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.922+0000 7f001e275640 1 -- 172.21.15.17:0/4156939544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0018100e20 msgr2=0x7f0018101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.922+0000 7f001e275640 1 --2- 172.21.15.17:0/4156939544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0018100e20 0x7f0018101200 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f0008009900 tx=0x7f000802a480 comp rx=0 tx=0).stop 2024-09-16T01:50:21.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.922+0000 7f001e275640 1 -- 172.21.15.17:0/4156939544 shutdown_connections 2024-09-16T01:50:21.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.922+0000 7f001e275640 1 --2- 172.21.15.17:0/4156939544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0018102ef0 0x7f001810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.922+0000 7f001e275640 1 --2- 172.21.15.17:0/4156939544 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0018102570 0x7f00181029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.922+0000 7f001e275640 1 --2- 172.21.15.17:0/4156939544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0018100e20 0x7f0018101200 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.922+0000 7f001e275640 1 -- 172.21.15.17:0/4156939544 >> 172.21.15.17:0/4156939544 conn(0x7f00180fc7d0 msgr2=0x7f00180febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:21.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.922+0000 7f001e275640 1 -- 172.21.15.17:0/4156939544 shutdown_connections 2024-09-16T01:50:21.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.922+0000 7f001e275640 1 -- 172.21.15.17:0/4156939544 wait complete. 2024-09-16T01:50:21.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.922+0000 7f001e275640 1 Processor -- start 2024-09-16T01:50:21.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.922+0000 7f001e275640 1 -- start start 2024-09-16T01:50:21.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.923+0000 7f001e275640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0018100e20 0x7f0018103750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.923+0000 7f001e275640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0018102570 0x7f0018103c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.923+0000 7f001e275640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0018102ef0 0x7f00181041d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.923+0000 7f001e275640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0018110e30 con 0x7f0018102ef0 2024-09-16T01:50:21.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.923+0000 7f001e275640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0018110cb0 con 0x7f0018102570 2024-09-16T01:50:21.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.923+0000 7f001e275640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0018110fb0 con 0x7f0018100e20 2024-09-16T01:50:21.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.923+0000 7f001c812640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0018102ef0 0x7f00181041d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.923+0000 7f001c812640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0018102ef0 0x7f00181041d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45106/0 (socket says 172.21.15.17:45106) 2024-09-16T01:50:21.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.923+0000 7f001c812640 1 -- 172.21.15.17:0/2577318072 learned_addr learned my addr 172.21.15.17:0/2577318072 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:21.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.923+0000 7f0017fff640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0018100e20 0x7f0018103750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.923+0000 7f00177fe640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0018102570 0x7f0018103c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.924+0000 7f001c812640 1 -- 172.21.15.17:0/2577318072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0018100e20 msgr2=0x7f0018103750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.924+0000 7f001c812640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0018100e20 0x7f0018103750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.924+0000 7f001c812640 1 -- 172.21.15.17:0/2577318072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0018102570 msgr2=0x7f0018103c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.924+0000 7f001c812640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0018102570 0x7f0018103c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.924+0000 7f001c812640 1 -- 172.21.15.17:0/2577318072 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00181a6890 con 0x7f0018102ef0 2024-09-16T01:50:21.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.924+0000 7f0017fff640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0018100e20 0x7f0018103750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:21.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.924+0000 7f001c812640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0018102ef0 0x7f00181041d0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f001000eb10 tx=0x7f001000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:21.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.924+0000 7f00157fa640 1 -- 172.21.15.17:0/2577318072 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0010004b20 con 0x7f0018102ef0 2024-09-16T01:50:21.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.924+0000 7f00157fa640 1 -- 172.21.15.17:0/2577318072 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0010004cc0 con 0x7f0018102ef0 2024-09-16T01:50:21.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.924+0000 7f001e275640 1 -- 172.21.15.17:0/2577318072 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00181a6b80 con 0x7f0018102ef0 2024-09-16T01:50:21.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.924+0000 7f00157fa640 1 -- 172.21.15.17:0/2577318072 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0010010690 con 0x7f0018102ef0 2024-09-16T01:50:21.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.924+0000 7f001e275640 1 -- 172.21.15.17:0/2577318072 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00181a70c0 con 0x7f0018102ef0 2024-09-16T01:50:21.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.927+0000 7f00157fa640 1 -- 172.21.15.17:0/2577318072 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f0010005020 con 0x7f0018102ef0 2024-09-16T01:50:21.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.927+0000 7f002064e740 1 Processor -- start 2024-09-16T01:50:21.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.927+0000 7f002064e740 1 -- start start 2024-09-16T01:50:21.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.927+0000 7f002064e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357cdd4a0 0x561357cdd880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.927+0000 7f002064e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdddc0 0x561357ce8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.927+0000 7f002064e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357ce8680 0x561357ceaa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.927+0000 7f002064e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561357c432e0 con 0x561357cdd4a0 2024-09-16T01:50:21.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.927+0000 7f002064e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561357beace0 con 0x561357cdddc0 2024-09-16T01:50:21.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.927+0000 7f002064e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561357c3f2a0 con 0x561357ce8680 2024-09-16T01:50:21.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.927+0000 7f00177fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357cdd4a0 0x561357cdd880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.927+0000 7f00177fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357cdd4a0 0x561357cdd880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45120/0 (socket says 172.21.15.17:45120) 2024-09-16T01:50:21.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.927+0000 7f00177fe640 1 -- 172.21.15.17:0/2650867255 learned_addr learned my addr 172.21.15.17:0/2650867255 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:21.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7f00157fa640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00000a3240 0x7f00000a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7f00177fe640 1 --2- 172.21.15.17:0/2650867255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357ce8680 0x561357ceaa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7f0017fff640 1 --2- 172.21.15.17:0/2650867255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdddc0 0x561357ce8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7f001c812640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00000a3240 0x7f00000a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7f00177fe640 1 -- 172.21.15.17:0/2650867255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357ce8680 msgr2=0x561357ceaa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7f00177fe640 1 --2- 172.21.15.17:0/2650867255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357ce8680 0x561357ceaa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7f00157fa640 1 -- 172.21.15.17:0/2577318072 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f00100cff60 con 0x7f0018102ef0 2024-09-16T01:50:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7f00177fe640 1 -- 172.21.15.17:0/2650867255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdddc0 msgr2=0x561357ce8140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7f00177fe640 1 --2- 172.21.15.17:0/2650867255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdddc0 0x561357ce8140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7f00177fe640 1 -- 172.21.15.17:0/2650867255 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561357bcf440 con 0x561357cdd4a0 2024-09-16T01:50:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7f00177fe640 1 --2- 172.21.15.17:0/2650867255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357cdd4a0 0x561357cdd880 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f000c005bc0 tx=0x7f000c005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bab2892753cda89d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7f001c812640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00000a3240 0x7f00000a5700 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f0010000f80 tx=0x7f001006f400 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7efffe7fc640 1 -- 172.21.15.17:0/2650867255 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f000c013dc0 con 0x561357cdd4a0 2024-09-16T01:50:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7efffe7fc640 1 -- 172.21.15.17:0/2650867255 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f000c013170 con 0x561357cdd4a0 2024-09-16T01:50:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.928+0000 7efffe7fc640 1 -- 172.21.15.17:0/2650867255 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f000c010840 con 0x561357cdd4a0 2024-09-16T01:50:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.929+0000 7f002064e740 1 -- 172.21.15.17:0/2650867255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357cdd4a0 msgr2=0x561357cdd880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.929+0000 7f002064e740 1 --2- 172.21.15.17:0/2650867255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357cdd4a0 0x561357cdd880 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f000c005bc0 tx=0x7f000c005f90 comp rx=0 tx=0).stop 2024-09-16T01:50:21.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.929+0000 7f002064e740 1 -- 172.21.15.17:0/2650867255 shutdown_connections 2024-09-16T01:50:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.929+0000 7f002064e740 1 --2- 172.21.15.17:0/2650867255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357ce8680 0x561357ceaa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.929+0000 7f002064e740 1 --2- 172.21.15.17:0/2650867255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdddc0 0x561357ce8140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.929+0000 7f002064e740 1 --2- 172.21.15.17:0/2650867255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357cdd4a0 0x561357cdd880 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.929+0000 7f002064e740 1 -- 172.21.15.17:0/2650867255 >> 172.21.15.17:0/2650867255 conn(0x561357cd9a30 msgr2=0x561357cd9e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.929+0000 7f002064e740 1 -- 172.21.15.17:0/2650867255 shutdown_connections 2024-09-16T01:50:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.929+0000 7f002064e740 1 -- 172.21.15.17:0/2650867255 wait complete. 2024-09-16T01:50:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.930+0000 7f002064e740 1 -- start start 2024-09-16T01:50:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.930+0000 7f002064e740 1 Processor -- start 2024-09-16T01:50:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.930+0000 7f002064e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdd4a0 0x561357ce7ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.930+0000 7f002064e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdddc0 0x561357ce5190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.930+0000 7f002064e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357ce8680 0x561357ce56d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.930+0000 7f002064e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561357ceb250 con 0x561357ce8680 2024-09-16T01:50:21.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.930+0000 7f002064e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561357bfe050 con 0x561357cdddc0 2024-09-16T01:50:21.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.930+0000 7f002064e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561357ceb3d0 con 0x561357cdd4a0 2024-09-16T01:50:21.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.930+0000 7f002064e740 10 client.0 _ll_register_callbacks cb 0x561357c3e160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:21.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.930+0000 7f00177fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdd4a0 0x561357ce7ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.930+0000 7f00177fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357ce8680 0x561357ce56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.930+0000 7f00177fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357ce8680 0x561357ce56d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45122/0 (socket says 172.21.15.17:45122) 2024-09-16T01:50:21.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.930+0000 7f00177fe640 1 -- 172.21.15.17:0/1668393736 learned_addr learned my addr 172.21.15.17:0/1668393736 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:21.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.930+0000 7f0017fff640 1 --2- 172.21.15.17:0/1668393736 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdddc0 0x561357ce5190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.931+0000 7f00177fe640 1 -- 172.21.15.17:0/1668393736 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdd4a0 msgr2=0x561357ce7ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:21.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.931+0000 7f00177fe640 1 --2- 172.21.15.17:0/1668393736 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdd4a0 0x561357ce7ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.931+0000 7f00177fe640 1 -- 172.21.15.17:0/1668393736 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdddc0 msgr2=0x561357ce5190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:21.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.931+0000 7f00177fe640 1 --2- 172.21.15.17:0/1668393736 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdddc0 0x561357ce5190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.931+0000 7f00177fe640 1 -- 172.21.15.17:0/1668393736 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613579b43c0 con 0x561357ce8680 2024-09-16T01:50:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.931+0000 7f00177fe640 1 --2- 172.21.15.17:0/1668393736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357ce8680 0x561357ce56d0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f000c00fd20 tx=0x7f000c009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74060ae92156219b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.931+0000 7efff77fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:50:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.931+0000 7efff77fe640 1 -- 172.21.15.17:0/1668393736 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f000c004460 con 0x561357ce8680 2024-09-16T01:50:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.931+0000 7efff77fe640 1 -- 172.21.15.17:0/1668393736 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f000c005070 con 0x561357ce8680 2024-09-16T01:50:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.931+0000 7f002064e740 1 -- 172.21.15.17:0/1668393736 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f000c013170 con 0x561357ce8680 2024-09-16T01:50:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.931+0000 7efff77fe640 1 -- 172.21.15.17:0/1668393736 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f000c005270 con 0x561357ce8680 2024-09-16T01:50:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.931+0000 7f002064e740 10 client.16509 fetch_fsmap learned FSMap version 25 2024-09-16T01:50:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.931+0000 7f002064e740 1 -- 172.21.15.17:0/1668393736 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561357cf6b70 con 0x561357ce8680 2024-09-16T01:50:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.932+0000 7efff77fe640 1 -- 172.21.15.17:0/1668393736 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f000c013170 con 0x561357ce8680 2024-09-16T01:50:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.932+0000 7efff77fe640 1 -- 172.21.15.17:0/1668393736 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f000c010640 con 0x561357ce8680 2024-09-16T01:50:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.932+0000 7f002064e740 10 client.16509 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:50:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.932+0000 7f002064e740 10 client.16509 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:50:21.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.932+0000 7f002064e740 20 client.16509 populate_metadata read hostname 'smithi017' 2024-09-16T01:50:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.932+0000 7f002064e740 1 --2- 172.21.15.17:0/1668393736 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561357cf7ec0 0x561357cfa2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.932+0000 7f002064e740 4 client.16509 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:50:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.932+0000 7f002064e740 1 -- 172.21.15.17:0/1668393736 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561357c50850 con 0x561357cf7ec0 2024-09-16T01:50:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.932+0000 7f0017fff640 1 --2- 172.21.15.17:0/1668393736 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561357cf7ec0 0x561357cfa2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.932+0000 7f0017fff640 1 --2- 172.21.15.17:0/1668393736 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561357cf7ec0 0x561357cfa2b0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=42a1c267893e735d server_cookie=effb5db17f9eb21b in_seq=0 out_seq=0 2024-09-16T01:50:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.932+0000 7efff77fe640 10 client.16509 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.933+0000 7efff77fe640 1 -- 172.21.15.17:0/1668393736 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561357c50850 con 0x561357cf7ec0 2024-09-16T01:50:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.933+0000 7efff77fe640 10 client.16509 handle_command_reply: tid=0 2024-09-16T01:50:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.933+0000 7f002064e740 1 client.16509 shutdown 2024-09-16T01:50:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.933+0000 7f002064e740 1 -- 172.21.15.17:0/1668393736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357ce8680 msgr2=0x561357ce56d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.933+0000 7f002064e740 1 --2- 172.21.15.17:0/1668393736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357ce8680 0x561357ce56d0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f000c00fd20 tx=0x7f000c009c30 comp rx=0 tx=0).stop 2024-09-16T01:50:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.934+0000 7f002064e740 1 -- 172.21.15.17:0/1668393736 shutdown_connections 2024-09-16T01:50:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.934+0000 7f002064e740 1 --2- 172.21.15.17:0/1668393736 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561357cf7ec0 0x561357cfa2b0 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.934+0000 7f002064e740 1 --2- 172.21.15.17:0/1668393736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357ce8680 0x561357ce56d0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.934+0000 7f002064e740 1 --2- 172.21.15.17:0/1668393736 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdddc0 0x561357ce5190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.934+0000 7f002064e740 1 --2- 172.21.15.17:0/1668393736 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdd4a0 0x561357ce7ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.934+0000 7f002064e740 1 -- 172.21.15.17:0/1668393736 >> 172.21.15.17:0/1668393736 conn(0x561357cd9a30 msgr2=0x561357cdf760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:21.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.934+0000 7efff77fe640 0 client.16509 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:21.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.934+0000 7f002064e740 1 -- 172.21.15.17:0/1668393736 shutdown_connections 2024-09-16T01:50:21.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.934+0000 7f002064e740 1 -- 172.21.15.17:0/1668393736 wait complete. 2024-09-16T01:50:21.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.934+0000 7f002064e740 20 client.16509 trim_cache size 0 max 16384 2024-09-16T01:50:21.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f002064e740 1 Processor -- start 2024-09-16T01:50:21.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f002064e740 1 -- start start 2024-09-16T01:50:21.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f002064e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdd4a0 0x561357cffa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f002064e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357cdddc0 0x561357cfff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f002064e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357ce8680 0x561357ce2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f002064e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f00181b2080 con 0x561357cdddc0 2024-09-16T01:50:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f002064e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f00181af950 con 0x561357ce8680 2024-09-16T01:50:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f002064e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f00181ad780 con 0x561357cdd4a0 2024-09-16T01:50:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f0017fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357cdddc0 0x561357cfff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f0017fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357cdddc0 0x561357cfff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45130/0 (socket says 172.21.15.17:45130) 2024-09-16T01:50:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f0017fff640 1 -- 172.21.15.17:0/1943093194 learned_addr learned my addr 172.21.15.17:0/1943093194 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f00177fe640 1 --2- 172.21.15.17:0/1943093194 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdd4a0 0x561357cffa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f00177fe640 1 --2- 172.21.15.17:0/1943093194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357ce8680 0x561357ce2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f0017fff640 1 -- 172.21.15.17:0/1943093194 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdd4a0 msgr2=0x561357cffa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.953+0000 7f0017fff640 1 --2- 172.21.15.17:0/1943093194 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdd4a0 0x561357cffa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.954+0000 7f0017fff640 1 -- 172.21.15.17:0/1943093194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357ce8680 msgr2=0x561357ce2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.954+0000 7f0017fff640 1 --2- 172.21.15.17:0/1943093194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357ce8680 0x561357ce2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.954+0000 7f0017fff640 1 -- 172.21.15.17:0/1943093194 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561357cd9860 con 0x561357cdddc0 2024-09-16T01:50:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.954+0000 7f0017fff640 1 --2- 172.21.15.17:0/1943093194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357cdddc0 0x561357cfff60 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f00080096c0 tx=0x7f0008032790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74fdad68a11259f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.954+0000 7efffdffb640 1 -- 172.21.15.17:0/1943093194 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0008035040 con 0x561357cdddc0 2024-09-16T01:50:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.954+0000 7efffdffb640 1 -- 172.21.15.17:0/1943093194 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0008032900 con 0x561357cdddc0 2024-09-16T01:50:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.954+0000 7efffdffb640 1 -- 172.21.15.17:0/1943093194 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00080049e0 con 0x561357cdddc0 2024-09-16T01:50:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.955+0000 7f002064e740 1 -- 172.21.15.17:0/1943093194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357cdddc0 msgr2=0x561357cfff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.955+0000 7f002064e740 1 --2- 172.21.15.17:0/1943093194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357cdddc0 0x561357cfff60 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f00080096c0 tx=0x7f0008032790 comp rx=0 tx=0).stop 2024-09-16T01:50:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.955+0000 7f002064e740 1 -- 172.21.15.17:0/1943093194 shutdown_connections 2024-09-16T01:50:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.955+0000 7f002064e740 1 --2- 172.21.15.17:0/1943093194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357ce8680 0x561357ce2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.955+0000 7f002064e740 1 --2- 172.21.15.17:0/1943093194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357cdddc0 0x561357cfff60 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.955+0000 7f002064e740 1 --2- 172.21.15.17:0/1943093194 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdd4a0 0x561357cffa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.955+0000 7f002064e740 1 -- 172.21.15.17:0/1943093194 >> 172.21.15.17:0/1943093194 conn(0x561357cd9a30 msgr2=0x561357ce3a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.955+0000 7f002064e740 1 -- 172.21.15.17:0/1943093194 shutdown_connections 2024-09-16T01:50:21.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.955+0000 7f002064e740 1 -- 172.21.15.17:0/1943093194 wait complete. 2024-09-16T01:50:21.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.955+0000 7f002064e740 1 -- start start 2024-09-16T01:50:21.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.955+0000 7f002064e740 1 Processor -- start 2024-09-16T01:50:21.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f002064e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdd4a0 0x561357ce20d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f002064e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdddc0 0x561357ce2610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f002064e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357ce8680 0x561357ce2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f002064e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f00181ade10 con 0x561357ce8680 2024-09-16T01:50:21.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f002064e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f00181af280 con 0x561357cdd4a0 2024-09-16T01:50:21.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f002064e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f00181ae4e0 con 0x561357cdddc0 2024-09-16T01:50:21.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f002064e740 10 client.0 _ll_register_callbacks cb 0x7f000c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:21.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f00177fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357ce8680 0x561357ce2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f0017fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdddc0 0x561357ce2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f00177fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357ce8680 0x561357ce2b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45144/0 (socket says 172.21.15.17:45144) 2024-09-16T01:50:21.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f00177fe640 1 -- 172.21.15.17:0/3426713160 learned_addr learned my addr 172.21.15.17:0/3426713160 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:21.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f00177fe640 1 --2- 172.21.15.17:0/3426713160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdd4a0 0x561357ce20d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f00177fe640 1 -- 172.21.15.17:0/3426713160 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdddc0 msgr2=0x561357ce2610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:21.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f00177fe640 1 --2- 172.21.15.17:0/3426713160 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdddc0 0x561357ce2610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f00177fe640 1 -- 172.21.15.17:0/3426713160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdd4a0 msgr2=0x561357ce20d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:21.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f00177fe640 1 --2- 172.21.15.17:0/3426713160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdd4a0 0x561357ce20d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f00177fe640 1 -- 172.21.15.17:0/3426713160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561357ce6600 con 0x561357ce8680 2024-09-16T01:50:21.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f0017fff640 1 --2- 172.21.15.17:0/3426713160 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdddc0 0x561357ce2610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:21.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7f00177fe640 1 --2- 172.21.15.17:0/3426713160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357ce8680 0x561357ce2b50 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f000c013fd0 tx=0x7f000c009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ede68c56be789aaa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:21.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.956+0000 7efff77fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:50:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.957+0000 7efff77fe640 1 -- 172.21.15.17:0/3426713160 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f000c043060 con 0x561357ce8680 2024-09-16T01:50:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.957+0000 7efff77fe640 1 -- 172.21.15.17:0/3426713160 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f000c00fad0 con 0x561357ce8680 2024-09-16T01:50:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.957+0000 7f002064e740 1 -- 172.21.15.17:0/3426713160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0008032900 con 0x561357ce8680 2024-09-16T01:50:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.957+0000 7efff77fe640 1 -- 172.21.15.17:0/3426713160 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f000c035040 con 0x561357ce8680 2024-09-16T01:50:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.957+0000 7f002064e740 10 client.16515 fetch_fsmap learned FSMap version 25 2024-09-16T01:50:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.957+0000 7f002064e740 1 -- 172.21.15.17:0/3426713160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561357d62a30 con 0x561357ce8680 2024-09-16T01:50:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.957+0000 7efff77fe640 1 -- 172.21.15.17:0/3426713160 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0008032900 con 0x561357ce8680 2024-09-16T01:50:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.957+0000 7efff77fe640 1 -- 172.21.15.17:0/3426713160 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f000c048070 con 0x561357ce8680 2024-09-16T01:50:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.957+0000 7f002064e740 10 client.16515 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:50:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.957+0000 7f002064e740 10 client.16515 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:50:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.957+0000 7f002064e740 20 client.16515 populate_metadata read hostname 'smithi017' 2024-09-16T01:50:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.957+0000 7f002064e740 1 --2- 172.21.15.17:0/3426713160 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561357d63170 0x561357d65590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.957+0000 7f002064e740 4 client.16515 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:50:21.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.957+0000 7f002064e740 1 -- 172.21.15.17:0/3426713160 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561357c4ad60 con 0x561357d63170 2024-09-16T01:50:21.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.958+0000 7f0017fff640 1 --2- 172.21.15.17:0/3426713160 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561357d63170 0x561357d65590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:21.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.958+0000 7f0017fff640 1 --2- 172.21.15.17:0/3426713160 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561357d63170 0x561357d65590 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89fc5b5e05b5dc41 server_cookie=222f47d9136f7617 in_seq=0 out_seq=0 2024-09-16T01:50:21.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.958+0000 7efff77fe640 10 client.16515 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:21.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.958+0000 7efff77fe640 1 -- 172.21.15.17:0/3426713160 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561357c4ad60 con 0x561357d63170 2024-09-16T01:50:21.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.958+0000 7efff77fe640 10 client.16515 handle_command_reply: tid=0 2024-09-16T01:50:21.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.958+0000 7f002064e740 1 client.16515 shutdown 2024-09-16T01:50:21.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f002064e740 1 -- 172.21.15.17:0/3426713160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357ce8680 msgr2=0x561357ce2b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f002064e740 1 --2- 172.21.15.17:0/3426713160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357ce8680 0x561357ce2b50 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f000c013fd0 tx=0x7f000c009c30 comp rx=0 tx=0).stop 2024-09-16T01:50:21.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f002064e740 1 -- 172.21.15.17:0/3426713160 shutdown_connections 2024-09-16T01:50:21.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f002064e740 1 --2- 172.21.15.17:0/3426713160 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561357d63170 0x561357d65590 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f002064e740 1 --2- 172.21.15.17:0/3426713160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561357ce8680 0x561357ce2b50 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f002064e740 1 --2- 172.21.15.17:0/3426713160 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561357cdddc0 0x561357ce2610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f002064e740 1 --2- 172.21.15.17:0/3426713160 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561357cdd4a0 0x561357ce20d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.023 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:50:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:50:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:50:21.023 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:50:21.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7efff77fe640 0 client.16515 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:21.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f002064e740 1 -- 172.21.15.17:0/3426713160 >> 172.21.15.17:0/3426713160 conn(0x561357cd9a30 msgr2=0x561357ce7210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:21.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f002064e740 1 -- 172.21.15.17:0/3426713160 shutdown_connections 2024-09-16T01:50:21.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f002064e740 1 -- 172.21.15.17:0/3426713160 wait complete. 2024-09-16T01:50:21.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f002064e740 20 client.16515 trim_cache size 0 max 16384 2024-09-16T01:50:21.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f001e275640 1 -- 172.21.15.17:0/2577318072 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00000a3240 msgr2=0x7f00000a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f001e275640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00000a3240 0x7f00000a5700 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f0010000f80 tx=0x7f001006f400 comp rx=0 tx=0).stop 2024-09-16T01:50:21.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f001e275640 1 -- 172.21.15.17:0/2577318072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0018102ef0 msgr2=0x7f00181041d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:21.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.959+0000 7f001e275640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0018102ef0 0x7f00181041d0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f001000eb10 tx=0x7f001000c2d0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.960+0000 7f001e275640 1 -- 172.21.15.17:0/2577318072 shutdown_connections 2024-09-16T01:50:21.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.960+0000 7f001e275640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f00000a3240 0x7f00000a5700 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.960+0000 7f001e275640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0018102ef0 0x7f00181041d0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.960+0000 7f001e275640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0018102570 0x7f0018103c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.960+0000 7f001e275640 1 --2- 172.21.15.17:0/2577318072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0018100e20 0x7f0018103750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:21.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.960+0000 7f001e275640 1 -- 172.21.15.17:0/2577318072 >> 172.21.15.17:0/2577318072 conn(0x7f00180fc7d0 msgr2=0x7f001806a1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:21.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.960+0000 7f001e275640 1 -- 172.21.15.17:0/2577318072 shutdown_connections 2024-09-16T01:50:21.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:20.960+0000 7f001e275640 1 -- 172.21.15.17:0/2577318072 wait complete. 2024-09-16T01:50:21.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 241004 3.76 MB/sec execute 224 sec latency 12.575 ms 2024-09-16T01:50:21.868 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:50:21.868 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:50:22.152 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:50:22.576 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:22 smithi017 ceph-mon[30972]: pgmap v544: 97 pgs: 97 active+clean; 112 MiB data, 924 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-16T01:50:22.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 241557 3.76 MB/sec execute 225 sec latency 22.925 ms 2024-09-16T01:50:22.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.670+0000 7ffb541ac640 1 -- 172.21.15.17:0/843919983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb4c106f20 msgr2=0x7ffb4c10eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:22.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.670+0000 7ffb541ac640 1 --2- 172.21.15.17:0/843919983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb4c106f20 0x7ffb4c10eaa0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7ffb44009ca0 tx=0x7ffb4402a8c0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.670+0000 7ffb541ac640 1 -- 172.21.15.17:0/843919983 shutdown_connections 2024-09-16T01:50:22.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.670+0000 7ffb541ac640 1 --2- 172.21.15.17:0/843919983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb4c106f20 0x7ffb4c10eaa0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.670+0000 7ffb541ac640 1 --2- 172.21.15.17:0/843919983 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb4c1027a0 0x7ffb4c1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.670+0000 7ffb541ac640 1 --2- 172.21.15.17:0/843919983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb4c101df0 0x7ffb4c1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.670+0000 7ffb541ac640 1 -- 172.21.15.17:0/843919983 >> 172.21.15.17:0/843919983 conn(0x7ffb4c0fd8f0 msgr2=0x7ffb4c0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:22.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.670+0000 7ffb541ac640 1 -- 172.21.15.17:0/843919983 shutdown_connections 2024-09-16T01:50:22.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.671+0000 7ffb541ac640 1 -- 172.21.15.17:0/843919983 wait complete. 2024-09-16T01:50:22.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.671+0000 7ffb541ac640 1 Processor -- start 2024-09-16T01:50:22.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.671+0000 7ffb541ac640 1 -- start start 2024-09-16T01:50:22.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.671+0000 7ffb541ac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb4c101df0 0x7ffb4c198270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.671+0000 7ffb541ac640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb4c1027a0 0x7ffb4c1987b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.671+0000 7ffb541ac640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb4c106f20 0x7ffb4c19cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.671+0000 7ffb541ac640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffb4c111e30 con 0x7ffb4c101df0 2024-09-16T01:50:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.671+0000 7ffb541ac640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffb4c111cb0 con 0x7ffb4c106f20 2024-09-16T01:50:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.671+0000 7ffb541ac640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffb4c111fb0 con 0x7ffb4c1027a0 2024-09-16T01:50:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb51f48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb4c101df0 0x7ffb4c198270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb51f48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb4c101df0 0x7ffb4c198270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45152/0 (socket says 172.21.15.17:45152) 2024-09-16T01:50:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb51f48640 1 -- 172.21.15.17:0/29765693 learned_addr learned my addr 172.21.15.17:0/29765693 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:22.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb51747640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb4c1027a0 0x7ffb4c1987b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:22.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb52749640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb4c106f20 0x7ffb4c19cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:22.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb51f48640 1 -- 172.21.15.17:0/29765693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb4c1027a0 msgr2=0x7ffb4c1987b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:22.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb51f48640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb4c1027a0 0x7ffb4c1987b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb51f48640 1 -- 172.21.15.17:0/29765693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb4c106f20 msgr2=0x7ffb4c19cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:22.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb51f48640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb4c106f20 0x7ffb4c19cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb51f48640 1 -- 172.21.15.17:0/29765693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb4c19d220 con 0x7ffb4c101df0 2024-09-16T01:50:22.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb51747640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb4c1027a0 0x7ffb4c1987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:22.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb51f48640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb4c101df0 0x7ffb4c198270 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7ffb4800c920 tx=0x7ffb4800cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:22.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb42ffd640 1 -- 172.21.15.17:0/29765693 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb48007c70 con 0x7ffb4c101df0 2024-09-16T01:50:22.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb541ac640 1 -- 172.21.15.17:0/29765693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb4c19d510 con 0x7ffb4c101df0 2024-09-16T01:50:22.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb42ffd640 1 -- 172.21.15.17:0/29765693 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffb48007e10 con 0x7ffb4c101df0 2024-09-16T01:50:22.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb42ffd640 1 -- 172.21.15.17:0/29765693 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb48018820 con 0x7ffb4c101df0 2024-09-16T01:50:22.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.672+0000 7ffb541ac640 1 -- 172.21.15.17:0/29765693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb4c074420 con 0x7ffb4c101df0 2024-09-16T01:50:22.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.673+0000 7ffb541ac640 1 -- 172.21.15.17:0/29765693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb4c1021d0 con 0x7ffb4c101df0 2024-09-16T01:50:22.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.675+0000 7ffb42ffd640 1 -- 172.21.15.17:0/29765693 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7ffb480189c0 con 0x7ffb4c101df0 2024-09-16T01:50:22.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.675+0000 7ffb42ffd640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffb380a3240 0x7ffb380a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:22.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.676+0000 7ffb42ffd640 1 -- 172.21.15.17:0/29765693 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ffb480cfd30 con 0x7ffb4c101df0 2024-09-16T01:50:22.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.676+0000 7ffb51747640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffb380a3240 0x7ffb380a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:22.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.676+0000 7ffb51747640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffb380a3240 0x7ffb380a5700 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c0fdd10 tx=0x7ffb3c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:22.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.679+0000 7ffb42ffd640 1 -- 172.21.15.17:0/29765693 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7ffb48014030 con 0x7ffb4c101df0 2024-09-16T01:50:22.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:22 smithi122 ceph-mon[34758]: pgmap v544: 97 pgs: 97 active+clean; 112 MiB data, 924 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-16T01:50:22.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:22 smithi029 ceph-mon[34783]: pgmap v544: 97 pgs: 97 active+clean; 112 MiB data, 924 MiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-16T01:50:22.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.919+0000 7ffb541ac640 1 -- 172.21.15.17:0/29765693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ffb4c10a100 con 0x7ffb4c101df0 2024-09-16T01:50:22.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.920+0000 7ffb42ffd640 1 -- 172.21.15.17:0/29765693 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7ffb4809cae0 con 0x7ffb4c101df0 2024-09-16T01:50:22.922 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:50:22.922 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:50:22.922 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:50:22.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.922+0000 7ffb541ac640 1 -- 172.21.15.17:0/29765693 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffb380a3240 msgr2=0x7ffb380a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:22.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.922+0000 7ffb541ac640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffb380a3240 0x7ffb380a5700 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7ffb4c0fdd10 tx=0x7ffb3c005f90 comp rx=0 tx=0).stop 2024-09-16T01:50:22.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.922+0000 7ffb541ac640 1 -- 172.21.15.17:0/29765693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb4c101df0 msgr2=0x7ffb4c198270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:22.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.922+0000 7ffb541ac640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb4c101df0 0x7ffb4c198270 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7ffb4800c920 tx=0x7ffb4800cde0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.922+0000 7ffb541ac640 1 -- 172.21.15.17:0/29765693 shutdown_connections 2024-09-16T01:50:22.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.922+0000 7ffb541ac640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffb380a3240 0x7ffb380a5700 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.922+0000 7ffb541ac640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb4c106f20 0x7ffb4c19cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.922+0000 7ffb541ac640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb4c1027a0 0x7ffb4c1987b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.922+0000 7ffb541ac640 1 --2- 172.21.15.17:0/29765693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb4c101df0 0x7ffb4c198270 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:22.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.922+0000 7ffb541ac640 1 -- 172.21.15.17:0/29765693 >> 172.21.15.17:0/29765693 conn(0x7ffb4c0fd8f0 msgr2=0x7ffb4c0fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:22.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.922+0000 7ffb541ac640 1 -- 172.21.15.17:0/29765693 shutdown_connections 2024-09-16T01:50:22.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:22.922+0000 7ffb541ac640 1 -- 172.21.15.17:0/29765693 wait complete. 2024-09-16T01:50:23.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 242067 3.75 MB/sec execute 226 sec latency 31.013 ms 2024-09-16T01:50:23.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:23 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/29765693' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:50:23.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:23 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/29765693' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:50:23.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:23 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/29765693' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:50:24.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 242733 3.75 MB/sec execute 227 sec latency 78.507 ms 2024-09-16T01:50:24.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:24 smithi017 ceph-mon[30972]: pgmap v545: 97 pgs: 97 active+clean; 112 MiB data, 902 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.8 MiB/s wr, 86 op/s 2024-09-16T01:50:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:24 smithi122 ceph-mon[34758]: pgmap v545: 97 pgs: 97 active+clean; 112 MiB data, 902 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.8 MiB/s wr, 86 op/s 2024-09-16T01:50:24.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:24 smithi029 ceph-mon[34783]: pgmap v545: 97 pgs: 97 active+clean; 112 MiB data, 902 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.8 MiB/s wr, 86 op/s 2024-09-16T01:50:25.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 243425 3.74 MB/sec execute 228 sec latency 44.419 ms 2024-09-16T01:50:26.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 244210 3.75 MB/sec execute 229 sec latency 63.173 ms 2024-09-16T01:50:26.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:26 smithi017 ceph-mon[30972]: pgmap v546: 97 pgs: 97 active+clean; 114 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 338 KiB/s rd, 1.9 MiB/s wr, 108 op/s 2024-09-16T01:50:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:26 smithi122 ceph-mon[34758]: pgmap v546: 97 pgs: 97 active+clean; 114 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 338 KiB/s rd, 1.9 MiB/s wr, 108 op/s 2024-09-16T01:50:26.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:26 smithi029 ceph-mon[34783]: pgmap v546: 97 pgs: 97 active+clean; 114 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 338 KiB/s rd, 1.9 MiB/s wr, 108 op/s 2024-09-16T01:50:27.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 244791 3.75 MB/sec execute 230 sec latency 70.533 ms 2024-09-16T01:50:28.172 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:50:28.456 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:50:28.593 INFO:tasks.workunit.client.0.smithi017.stdout: 1 245286 3.75 MB/sec execute 231 sec latency 13.318 ms 2024-09-16T01:50:28.761 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:28 smithi017 ceph-mon[30972]: pgmap v547: 97 pgs: 97 active+clean; 114 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:50:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:28 smithi029 ceph-mon[34783]: pgmap v547: 97 pgs: 97 active+clean; 114 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:50:28.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:28 smithi122 ceph-mon[34758]: pgmap v547: 97 pgs: 97 active+clean; 114 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:50:28.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.995+0000 7f7a6cac8640 1 -- 172.21.15.17:0/724486857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a681027a0 msgr2=0x7f7a681067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:28.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.995+0000 7f7a6cac8640 1 --2- 172.21.15.17:0/724486857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a681027a0 0x7f7a681067f0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f7a50009900 tx=0x7f7a5002a410 comp rx=0 tx=0).stop 2024-09-16T01:50:28.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.995+0000 7f7a6cac8640 1 -- 172.21.15.17:0/724486857 shutdown_connections 2024-09-16T01:50:28.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.995+0000 7f7a6cac8640 1 --2- 172.21.15.17:0/724486857 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a68106f20 0x7f7a6810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:28.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.995+0000 7f7a6cac8640 1 --2- 172.21.15.17:0/724486857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a681027a0 0x7f7a681067f0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:28.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.995+0000 7f7a6cac8640 1 --2- 172.21.15.17:0/724486857 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a68101df0 0x7f7a681021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:28.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.995+0000 7f7a6cac8640 1 -- 172.21.15.17:0/724486857 >> 172.21.15.17:0/724486857 conn(0x7f7a680fd8f0 msgr2=0x7f7a680ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:28.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.995+0000 7f7a6cac8640 1 -- 172.21.15.17:0/724486857 shutdown_connections 2024-09-16T01:50:29.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.995+0000 7f7a6cac8640 1 -- 172.21.15.17:0/724486857 wait complete. 2024-09-16T01:50:29.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.996+0000 7f7a6cac8640 1 Processor -- start 2024-09-16T01:50:29.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.996+0000 7f7a6cac8640 1 -- start start 2024-09-16T01:50:29.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.996+0000 7f7a6cac8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a68101df0 0x7f7a681982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.996+0000 7f7a6cac8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a681027a0 0x7f7a68198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.996+0000 7f7a6cac8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a68106f20 0x7f7a6819cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.996+0000 7f7a6cac8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7a68111df0 con 0x7f7a681027a0 2024-09-16T01:50:29.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.996+0000 7f7a6cac8640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7a68111c70 con 0x7f7a68106f20 2024-09-16T01:50:29.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.996+0000 7f7a6cac8640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7a68111f70 con 0x7f7a68101df0 2024-09-16T01:50:29.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.996+0000 7f7a6659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a68101df0 0x7f7a681982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.996+0000 7f7a6659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a68101df0 0x7f7a681982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:39940/0 (socket says 172.21.15.17:39940) 2024-09-16T01:50:29.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.996+0000 7f7a6659c640 1 -- 172.21.15.17:0/3598049016 learned_addr learned my addr 172.21.15.17:0/3598049016 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:29.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.997+0000 7f7a5ffff640 1 --2- 172.21.15.17:0/3598049016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a681027a0 0x7f7a68198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.997+0000 7f7a66d9d640 1 --2- 172.21.15.17:0/3598049016 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a68106f20 0x7f7a6819cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.997+0000 7f7a6659c640 1 -- 172.21.15.17:0/3598049016 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a68106f20 msgr2=0x7f7a6819cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:29.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.997+0000 7f7a6659c640 1 --2- 172.21.15.17:0/3598049016 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a68106f20 0x7f7a6819cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.997+0000 7f7a6659c640 1 -- 172.21.15.17:0/3598049016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a681027a0 msgr2=0x7f7a68198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:29.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.997+0000 7f7a6659c640 1 --2- 172.21.15.17:0/3598049016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a681027a0 0x7f7a68198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.997+0000 7f7a6659c640 1 -- 172.21.15.17:0/3598049016 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7a6819d2a0 con 0x7f7a68101df0 2024-09-16T01:50:29.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.997+0000 7f7a6659c640 1 --2- 172.21.15.17:0/3598049016 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a68101df0 0x7f7a681982f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7a5800c920 tx=0x7f7a5800cde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:29.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.997+0000 7f7a5f7fe640 1 -- 172.21.15.17:0/3598049016 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a58007c70 con 0x7f7a68101df0 2024-09-16T01:50:29.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.997+0000 7f7a6cac8640 1 -- 172.21.15.17:0/3598049016 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7a6819d590 con 0x7f7a68101df0 2024-09-16T01:50:29.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.997+0000 7f7a5f7fe640 1 -- 172.21.15.17:0/3598049016 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a58007e10 con 0x7f7a68101df0 2024-09-16T01:50:29.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.997+0000 7f7a5f7fe640 1 -- 172.21.15.17:0/3598049016 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a58018820 con 0x7f7a68101df0 2024-09-16T01:50:29.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:28.997+0000 7f7a6cac8640 1 -- 172.21.15.17:0/3598049016 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7a681a4e70 con 0x7f7a68101df0 2024-09-16T01:50:29.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.000+0000 7f7a5f7fe640 1 -- 172.21.15.17:0/3598049016 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f7a580189c0 con 0x7f7a68101df0 2024-09-16T01:50:29.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.000+0000 7f7a6eea1740 1 Processor -- start 2024-09-16T01:50:29.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.000+0000 7f7a6eea1740 1 -- start start 2024-09-16T01:50:29.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a6eea1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7ffb40 0x55ebaf7fe090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a6eea1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf7fea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a6eea1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf80d780 0x55ebaf80fb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a6eea1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ebaf7642f0 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a6eea1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ebaf70bcf0 con 0x55ebaf7ffb40 2024-09-16T01:50:29.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a6eea1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ebaf7602b0 con 0x55ebaf80d780 2024-09-16T01:50:29.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a6659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf7fea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a5ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf80d780 0x55ebaf80fb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a5ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf80d780 0x55ebaf80fb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:39950/0 (socket says 172.21.15.17:39950) 2024-09-16T01:50:29.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a5ffff640 1 -- 172.21.15.17:0/2886159724 learned_addr learned my addr 172.21.15.17:0/2886159724 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:29.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a66d9d640 1 --2- 172.21.15.17:0/2886159724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7ffb40 0x55ebaf7fe090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a5f7fe640 1 --2- 172.21.15.17:0/3598049016 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7a540a3240 0x7f7a540a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a5ffff640 1 -- 172.21.15.17:0/2886159724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7ffb40 msgr2=0x55ebaf7fe090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:29.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a5ffff640 1 --2- 172.21.15.17:0/2886159724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7ffb40 0x55ebaf7fe090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a5ffff640 1 -- 172.21.15.17:0/2886159724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7fe5d0 msgr2=0x55ebaf7fea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:29.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a66d9d640 1 --2- 172.21.15.17:0/3598049016 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7a540a3240 0x7f7a540a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a5ffff640 1 --2- 172.21.15.17:0/2886159724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf7fea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a5ffff640 1 -- 172.21.15.17:0/2886159724 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebaf6f03a0 con 0x55ebaf80d780 2024-09-16T01:50:29.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a6659c640 1 --2- 172.21.15.17:0/2886159724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf7fea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:29.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.001+0000 7f7a5f7fe640 1 -- 172.21.15.17:0/3598049016 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7a580cfa80 con 0x7f7a68101df0 2024-09-16T01:50:29.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.002+0000 7f7a5ffff640 1 --2- 172.21.15.17:0/2886159724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf80d780 0x55ebaf80fb70 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7a50009900 tx=0x7f7a50032e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bcf5634db0c26d90 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:29.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.002+0000 7f7a66d9d640 1 --2- 172.21.15.17:0/3598049016 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7a540a3240 0x7f7a540a5700 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f7a60005fd0 tx=0x7f7a60004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:29.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.002+0000 7f7a5cff9640 1 -- 172.21.15.17:0/2886159724 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a50040070 con 0x55ebaf80d780 2024-09-16T01:50:29.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.002+0000 7f7a5cff9640 1 -- 172.21.15.17:0/2886159724 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a500316a0 con 0x55ebaf80d780 2024-09-16T01:50:29.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.002+0000 7f7a5cff9640 1 -- 172.21.15.17:0/2886159724 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a50035040 con 0x55ebaf80d780 2024-09-16T01:50:29.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.003+0000 7f7a6eea1740 1 -- 172.21.15.17:0/2886159724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf80d780 msgr2=0x55ebaf80fb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:29.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.003+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/2886159724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf80d780 0x55ebaf80fb70 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f7a50009900 tx=0x7f7a50032e40 comp rx=0 tx=0).stop 2024-09-16T01:50:29.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.003+0000 7f7a6eea1740 1 -- 172.21.15.17:0/2886159724 shutdown_connections 2024-09-16T01:50:29.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.003+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/2886159724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf80d780 0x55ebaf80fb70 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.003+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/2886159724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf7fea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.003+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/2886159724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7ffb40 0x55ebaf7fe090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.003+0000 7f7a6eea1740 1 -- 172.21.15.17:0/2886159724 >> 172.21.15.17:0/2886159724 conn(0x55ebaf7c7310 msgr2=0x55ebaf7fac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:29.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.003+0000 7f7a6eea1740 1 -- 172.21.15.17:0/2886159724 shutdown_connections 2024-09-16T01:50:29.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.003+0000 7f7a6eea1740 1 -- 172.21.15.17:0/2886159724 wait complete. 2024-09-16T01:50:29.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a6eea1740 1 -- start start 2024-09-16T01:50:29.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a6eea1740 1 Processor -- start 2024-09-16T01:50:29.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a6eea1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf80d180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a6eea1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7ffb40 0x55ebaf80a430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a6eea1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf80d780 0x55ebaf80aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a6eea1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ebaf810420 con 0x55ebaf7ffb40 2024-09-16T01:50:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a6eea1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ebaf71f060 con 0x55ebaf80d780 2024-09-16T01:50:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a6eea1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ebaf8105a0 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a6eea1740 10 client.0 _ll_register_callbacks cb 0x55ebaf4728c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7ffb40 0x55ebaf80a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7ffb40 0x55ebaf80a430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39720/0 (socket says 172.21.15.17:39720) 2024-09-16T01:50:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a6659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf80d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a5ffff640 1 -- 172.21.15.17:0/1247416696 learned_addr learned my addr 172.21.15.17:0/1247416696 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a66d9d640 1 --2- 172.21.15.17:0/1247416696 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf80d780 0x55ebaf80aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a6659c640 1 -- 172.21.15.17:0/1247416696 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf80d780 msgr2=0x55ebaf80aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a6659c640 1 --2- 172.21.15.17:0/1247416696 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf80d780 0x55ebaf80aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a6659c640 1 -- 172.21.15.17:0/1247416696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7ffb40 msgr2=0x55ebaf80a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:29.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.004+0000 7f7a6659c640 1 --2- 172.21.15.17:0/1247416696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7ffb40 0x55ebaf80a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.005+0000 7f7a6659c640 1 -- 172.21.15.17:0/1247416696 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebaf4d53c0 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.005+0000 7f7a5ffff640 1 --2- 172.21.15.17:0/1247416696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7ffb40 0x55ebaf80a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.005+0000 7f7a6659c640 1 --2- 172.21.15.17:0/1247416696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf80d180 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x55ebaf7fbac0 tx=0x7f7a5809bef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aea90092f85dff server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.005+0000 7f7a4dffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:50:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.005+0000 7f7a4dffb640 1 -- 172.21.15.17:0/1247416696 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a5800fb00 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.005+0000 7f7a6eea1740 1 -- 172.21.15.17:0/1247416696 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7a500316a0 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.005+0000 7f7a4dffb640 1 -- 172.21.15.17:0/1247416696 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7a580a00b0 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.005+0000 7f7a4dffb640 1 -- 172.21.15.17:0/1247416696 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7a5809c760 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.005+0000 7f7a6eea1740 10 client.26194 fetch_fsmap learned FSMap version 25 2024-09-16T01:50:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.005+0000 7f7a6eea1740 1 -- 172.21.15.17:0/1247416696 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ebaf81bf10 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.005+0000 7f7a4dffb640 1 -- 172.21.15.17:0/1247416696 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a500316a0 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.006+0000 7f7a4dffb640 1 -- 172.21.15.17:0/1247416696 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7a58096bd0 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.006+0000 7f7a6eea1740 10 client.26194 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:50:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.006+0000 7f7a6eea1740 10 client.26194 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:50:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.006+0000 7f7a6eea1740 20 client.26194 populate_metadata read hostname 'smithi017' 2024-09-16T01:50:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.006+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/1247416696 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ebaf81d320 0x55ebaf81f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.006+0000 7f7a6eea1740 4 client.26194 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:50:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.006+0000 7f7a6eea1740 1 -- 172.21.15.17:0/1247416696 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ebaf771860 con 0x55ebaf81d320 2024-09-16T01:50:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.006+0000 7f7a5ffff640 1 --2- 172.21.15.17:0/1247416696 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ebaf81d320 0x55ebaf81f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a5ffff640 1 --2- 172.21.15.17:0/1247416696 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ebaf81d320 0x55ebaf81f710 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c09769d5a6f02e41 server_cookie=ca6feb07c9a226ce in_seq=0 out_seq=0 2024-09-16T01:50:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a4dffb640 10 client.26194 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:50:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a4dffb640 1 -- 172.21.15.17:0/1247416696 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ebaf771860 con 0x55ebaf81d320 2024-09-16T01:50:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a4dffb640 10 client.26194 handle_command_reply: tid=0 2024-09-16T01:50:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a6eea1740 1 client.26194 shutdown 2024-09-16T01:50:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a6eea1740 1 -- 172.21.15.17:0/1247416696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf7fe5d0 msgr2=0x55ebaf80d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:29.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/1247416696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf80d180 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x55ebaf7fbac0 tx=0x7f7a5809bef0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a6eea1740 1 -- 172.21.15.17:0/1247416696 shutdown_connections 2024-09-16T01:50:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/1247416696 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ebaf81d320 0x55ebaf81f710 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a4dffb640 0 client.26194 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:50:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/1247416696 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf80d780 0x55ebaf80aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/1247416696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7ffb40 0x55ebaf80a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/1247416696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf80d180 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a6eea1740 1 -- 172.21.15.17:0/1247416696 >> 172.21.15.17:0/1247416696 conn(0x55ebaf7c7310 msgr2=0x55ebaf800930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.007+0000 7f7a6eea1740 1 -- 172.21.15.17:0/1247416696 shutdown_connections 2024-09-16T01:50:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.008+0000 7f7a6eea1740 1 -- 172.21.15.17:0/1247416696 wait complete. 2024-09-16T01:50:29.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.008+0000 7f7a6eea1740 20 client.26194 trim_cache size 0 max 16384 2024-09-16T01:50:29.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.021+0000 7f7a6eea1740 1 Processor -- start 2024-09-16T01:50:29.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.021+0000 7f7a6eea1740 1 -- start start 2024-09-16T01:50:29.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.021+0000 7f7a6eea1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf8196c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.021+0000 7f7a6eea1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7ffb40 0x55ebaf824fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.021+0000 7f7a6eea1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf80d780 0x55ebaf825520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.021+0000 7f7a6eea1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7a681adb50 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.021+0000 7f7a6eea1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7a681ab420 con 0x55ebaf7ffb40 2024-09-16T01:50:29.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.021+0000 7f7a6eea1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7a681a9250 con 0x55ebaf80d780 2024-09-16T01:50:29.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.021+0000 7f7a6659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf8196c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.021+0000 7f7a6659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf8196c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39734/0 (socket says 172.21.15.17:39734) 2024-09-16T01:50:29.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.021+0000 7f7a6659c640 1 -- 172.21.15.17:0/1534414023 learned_addr learned my addr 172.21.15.17:0/1534414023 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:29.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.021+0000 7f7a5ffff640 1 --2- 172.21.15.17:0/1534414023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7ffb40 0x55ebaf824fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.021+0000 7f7a66d9d640 1 --2- 172.21.15.17:0/1534414023 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf80d780 0x55ebaf825520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.022+0000 7f7a6659c640 1 -- 172.21.15.17:0/1534414023 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf80d780 msgr2=0x55ebaf825520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:29.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.022+0000 7f7a6659c640 1 --2- 172.21.15.17:0/1534414023 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf80d780 0x55ebaf825520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.022+0000 7f7a6659c640 1 -- 172.21.15.17:0/1534414023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7ffb40 msgr2=0x55ebaf824fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:29.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.022+0000 7f7a6659c640 1 --2- 172.21.15.17:0/1534414023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7ffb40 0x55ebaf824fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.022+0000 7f7a6659c640 1 -- 172.21.15.17:0/1534414023 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ebaf810360 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.022+0000 7f7a6659c640 1 --2- 172.21.15.17:0/1534414023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf8196c0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f7a5800fda0 tx=0x7f7a5800fe00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=568b2117b628384f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:29.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.022+0000 7f7a4ffff640 1 -- 172.21.15.17:0/1534414023 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a5809b9c0 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.022+0000 7f7a4ffff640 1 -- 172.21.15.17:0/1534414023 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7a5800fb00 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.022+0000 7f7a4ffff640 1 -- 172.21.15.17:0/1534414023 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a58096bd0 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.023+0000 7f7a6eea1740 1 -- 172.21.15.17:0/1534414023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7fe5d0 msgr2=0x55ebaf8196c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:29.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.023+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/1534414023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf8196c0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f7a5800fda0 tx=0x7f7a5800fe00 comp rx=0 tx=0).stop 2024-09-16T01:50:29.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.023+0000 7f7a6eea1740 1 -- 172.21.15.17:0/1534414023 shutdown_connections 2024-09-16T01:50:29.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.023+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/1534414023 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf80d780 0x55ebaf825520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.023+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/1534414023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7ffb40 0x55ebaf824fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.023+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/1534414023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf8196c0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.023+0000 7f7a6eea1740 1 -- 172.21.15.17:0/1534414023 >> 172.21.15.17:0/1534414023 conn(0x55ebaf7c7310 msgr2=0x55ebaf808d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:29.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.023+0000 7f7a6eea1740 1 -- 172.21.15.17:0/1534414023 shutdown_connections 2024-09-16T01:50:29.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.023+0000 7f7a6eea1740 1 -- 172.21.15.17:0/1534414023 wait complete. 2024-09-16T01:50:29.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.024+0000 7f7a6eea1740 1 -- start start 2024-09-16T01:50:29.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.024+0000 7f7a6eea1740 1 Processor -- start 2024-09-16T01:50:29.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.024+0000 7f7a6eea1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf815e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.024+0000 7f7a6eea1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf7ffb40 0x55ebaf811180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.024+0000 7f7a6eea1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf80d780 0x55ebaf8116c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.024+0000 7f7a6eea1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7a681a98e0 con 0x55ebaf80d780 2024-09-16T01:50:29.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.024+0000 7f7a6eea1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7a681aad50 con 0x55ebaf7fe5d0 2024-09-16T01:50:29.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.024+0000 7f7a6eea1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7a681a9fb0 con 0x55ebaf7ffb40 2024-09-16T01:50:29.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.024+0000 7f7a6eea1740 10 client.0 _ll_register_callbacks cb 0x7f7a5800fcf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:29.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.024+0000 7f7a66d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf80d780 0x55ebaf8116c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.024+0000 7f7a66d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf80d780 0x55ebaf8116c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39740/0 (socket says 172.21.15.17:39740) 2024-09-16T01:50:29.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.024+0000 7f7a66d9d640 1 -- 172.21.15.17:0/3593682689 learned_addr learned my addr 172.21.15.17:0/3593682689 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:29.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.024+0000 7f7a5ffff640 1 --2- 172.21.15.17:0/3593682689 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf7ffb40 0x55ebaf811180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.024+0000 7f7a6659c640 1 --2- 172.21.15.17:0/3593682689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf815e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.025+0000 7f7a66d9d640 1 -- 172.21.15.17:0/3593682689 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf7ffb40 msgr2=0x55ebaf811180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:29.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.025+0000 7f7a66d9d640 1 --2- 172.21.15.17:0/3593682689 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf7ffb40 0x55ebaf811180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.025+0000 7f7a66d9d640 1 -- 172.21.15.17:0/3593682689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7fe5d0 msgr2=0x55ebaf815e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:29.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.025+0000 7f7a66d9d640 1 --2- 172.21.15.17:0/3593682689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf815e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.025+0000 7f7a66d9d640 1 -- 172.21.15.17:0/3593682689 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ebaf811db0 con 0x55ebaf80d780 2024-09-16T01:50:29.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.025+0000 7f7a6659c640 1 --2- 172.21.15.17:0/3593682689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf815e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:29.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.025+0000 7f7a66d9d640 1 --2- 172.21.15.17:0/3593682689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf80d780 0x55ebaf8116c0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f7a6001ea20 tx=0x7f7a60004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d63809f0194c1b99 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:29.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.025+0000 7f7a4dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:50:29.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.025+0000 7f7a4dffb640 1 -- 172.21.15.17:0/3593682689 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7a6002d060 con 0x55ebaf80d780 2024-09-16T01:50:29.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.025+0000 7f7a4dffb640 1 -- 172.21.15.17:0/3593682689 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7a60012d40 con 0x55ebaf80d780 2024-09-16T01:50:29.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.025+0000 7f7a6eea1740 1 -- 172.21.15.17:0/3593682689 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55ebaf76bd70 con 0x55ebaf80d780 2024-09-16T01:50:29.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.026+0000 7f7a4dffb640 1 -- 172.21.15.17:0/3593682689 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7a6001d470 con 0x55ebaf80d780 2024-09-16T01:50:29.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.026+0000 7f7a6eea1740 10 client.16539 fetch_fsmap learned FSMap version 25 2024-09-16T01:50:29.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.026+0000 7f7a6eea1740 1 -- 172.21.15.17:0/3593682689 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ebaf887ed0 con 0x55ebaf80d780 2024-09-16T01:50:29.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.026+0000 7f7a4dffb640 1 -- 172.21.15.17:0/3593682689 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55ebaf76bd70 con 0x55ebaf80d780 2024-09-16T01:50:29.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.026+0000 7f7a4dffb640 1 -- 172.21.15.17:0/3593682689 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7a60027030 con 0x55ebaf80d780 2024-09-16T01:50:29.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.026+0000 7f7a6eea1740 10 client.16539 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:50:29.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.026+0000 7f7a6eea1740 10 client.16539 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:50:29.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.026+0000 7f7a6eea1740 20 client.16539 populate_metadata read hostname 'smithi017' 2024-09-16T01:50:29.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.026+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/3593682689 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ebaf81d320 0x55ebaf88a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:29.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.026+0000 7f7a6eea1740 4 client.16539 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:50:29.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.026+0000 7f7a6eea1740 1 -- 172.21.15.17:0/3593682689 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ebaf6e8170 con 0x55ebaf81d320 2024-09-16T01:50:29.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.026+0000 7f7a6659c640 1 --2- 172.21.15.17:0/3593682689 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ebaf81d320 0x55ebaf88a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:29.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a4dffb640 10 client.16539 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:50:29.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a6659c640 1 --2- 172.21.15.17:0/3593682689 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ebaf81d320 0x55ebaf88a690 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=41270fa2d24bf5e6 server_cookie=59b0913fc75f1f19 in_seq=0 out_seq=0 2024-09-16T01:50:29.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a4dffb640 1 -- 172.21.15.17:0/3593682689 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ebaf6e8170 con 0x55ebaf81d320 2024-09-16T01:50:29.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a4dffb640 10 client.16539 handle_command_reply: tid=0 2024-09-16T01:50:29.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a6eea1740 1 client.16539 shutdown 2024-09-16T01:50:29.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a6eea1740 1 -- 172.21.15.17:0/3593682689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf80d780 msgr2=0x55ebaf8116c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:29.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/3593682689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf80d780 0x55ebaf8116c0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f7a6001ea20 tx=0x7f7a60004ab0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a6eea1740 1 -- 172.21.15.17:0/3593682689 shutdown_connections 2024-09-16T01:50:29.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/3593682689 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55ebaf81d320 0x55ebaf88a690 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a4dffb640 0 client.16539 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:50:29.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/3593682689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ebaf80d780 0x55ebaf8116c0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/3593682689 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ebaf7ffb40 0x55ebaf811180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a6eea1740 1 --2- 172.21.15.17:0/3593682689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ebaf7fe5d0 0x55ebaf815e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a6eea1740 1 -- 172.21.15.17:0/3593682689 >> 172.21.15.17:0/3593682689 conn(0x55ebaf7c7310 msgr2=0x55ebaf80c4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:29.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a6eea1740 1 -- 172.21.15.17:0/3593682689 shutdown_connections 2024-09-16T01:50:29.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.027+0000 7f7a6eea1740 1 -- 172.21.15.17:0/3593682689 wait complete. 2024-09-16T01:50:29.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.028+0000 7f7a6eea1740 20 client.16539 trim_cache size 0 max 16384 2024-09-16T01:50:29.035 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:50:29.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.028+0000 7f7a6cac8640 1 -- 172.21.15.17:0/3598049016 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7a540a3240 msgr2=0x7f7a540a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:29.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.028+0000 7f7a6cac8640 1 --2- 172.21.15.17:0/3598049016 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7a540a3240 0x7f7a540a5700 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f7a60005fd0 tx=0x7f7a60004a40 comp rx=0 tx=0).stop 2024-09-16T01:50:29.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.028+0000 7f7a6cac8640 1 -- 172.21.15.17:0/3598049016 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a68101df0 msgr2=0x7f7a681982f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:29.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.028+0000 7f7a6cac8640 1 --2- 172.21.15.17:0/3598049016 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a68101df0 0x7f7a681982f0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f7a5800c920 tx=0x7f7a5800cde0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.028+0000 7f7a6cac8640 1 -- 172.21.15.17:0/3598049016 shutdown_connections 2024-09-16T01:50:29.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.028+0000 7f7a6cac8640 1 --2- 172.21.15.17:0/3598049016 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7a540a3240 0x7f7a540a5700 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.028+0000 7f7a6cac8640 1 --2- 172.21.15.17:0/3598049016 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7a68106f20 0x7f7a6819cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.028+0000 7f7a6cac8640 1 --2- 172.21.15.17:0/3598049016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a681027a0 0x7f7a68198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.028+0000 7f7a6cac8640 1 --2- 172.21.15.17:0/3598049016 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7a68101df0 0x7f7a681982f0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:29.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.028+0000 7f7a6cac8640 1 -- 172.21.15.17:0/3598049016 >> 172.21.15.17:0/3598049016 conn(0x7f7a680fd8f0 msgr2=0x7f7a680fed50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:29.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.029+0000 7f7a6cac8640 1 -- 172.21.15.17:0/3598049016 shutdown_connections 2024-09-16T01:50:29.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:29.029+0000 7f7a6cac8640 1 -- 172.21.15.17:0/3598049016 wait complete. 2024-09-16T01:50:29.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 245964 3.74 MB/sec execute 232 sec latency 19.829 ms 2024-09-16T01:50:29.709 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:50:29.988 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:50:30.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.511+0000 7f64923bb640 1 -- 172.21.15.17:0/968812853 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f648c101de0 msgr2=0x7f648c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:30.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.511+0000 7f64923bb640 1 --2- 172.21.15.17:0/968812853 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f648c101de0 0x7f648c1021c0 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f647c009900 tx=0x7f647c02a410 comp rx=0 tx=0).stop 2024-09-16T01:50:30.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.511+0000 7f64923bb640 1 -- 172.21.15.17:0/968812853 shutdown_connections 2024-09-16T01:50:30.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.511+0000 7f64923bb640 1 --2- 172.21.15.17:0/968812853 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f648c106f10 0x7f648c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.511+0000 7f64923bb640 1 --2- 172.21.15.17:0/968812853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f648c102790 0x7f648c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.511+0000 7f64923bb640 1 --2- 172.21.15.17:0/968812853 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f648c101de0 0x7f648c1021c0 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.511+0000 7f64923bb640 1 -- 172.21.15.17:0/968812853 >> 172.21.15.17:0/968812853 conn(0x7f648c0fd8e0 msgr2=0x7f648c0ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:30.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.512+0000 7f64923bb640 1 -- 172.21.15.17:0/968812853 shutdown_connections 2024-09-16T01:50:30.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.512+0000 7f64923bb640 1 -- 172.21.15.17:0/968812853 wait complete. 2024-09-16T01:50:30.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.512+0000 7f64923bb640 1 Processor -- start 2024-09-16T01:50:30.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.512+0000 7f64923bb640 1 -- start start 2024-09-16T01:50:30.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f64923bb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f648c101de0 0x7f648c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f64923bb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f648c102790 0x7f648c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f64923bb640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f648c106f10 0x7f648c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f64923bb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f648c111e20 con 0x7f648c102790 2024-09-16T01:50:30.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f64923bb640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f648c111ca0 con 0x7f648c106f10 2024-09-16T01:50:30.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f64923bb640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f648c111fa0 con 0x7f648c101de0 2024-09-16T01:50:30.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f648b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f648c102790 0x7f648c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f648b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f648c102790 0x7f648c074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39760/0 (socket says 172.21.15.17:39760) 2024-09-16T01:50:30.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f648b7fe640 1 -- 172.21.15.17:0/819696966 learned_addr learned my addr 172.21.15.17:0/819696966 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:30.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f648bfff640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f648c101de0 0x7f648c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f6490958640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f648c106f10 0x7f648c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f648bfff640 1 -- 172.21.15.17:0/819696966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f648c106f10 msgr2=0x7f648c074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:30.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f648bfff640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f648c106f10 0x7f648c074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f648bfff640 1 -- 172.21.15.17:0/819696966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f648c102790 msgr2=0x7f648c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:30.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f648bfff640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f648c102790 0x7f648c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f648bfff640 1 -- 172.21.15.17:0/819696966 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f648c1a6880 con 0x7f648c101de0 2024-09-16T01:50:30.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.513+0000 7f648b7fe640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f648c102790 0x7f648c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:30.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.514+0000 7f648bfff640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f648c101de0 0x7f648c0744f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f647c02a930 tx=0x7f647c031a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:30.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.514+0000 7f64897fa640 1 -- 172.21.15.17:0/819696966 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c03f030 con 0x7f648c101de0 2024-09-16T01:50:30.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.514+0000 7f64923bb640 1 -- 172.21.15.17:0/819696966 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f648c1a6b10 con 0x7f648c101de0 2024-09-16T01:50:30.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.514+0000 7f64897fa640 1 -- 172.21.15.17:0/819696966 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f647c004490 con 0x7f648c101de0 2024-09-16T01:50:30.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.514+0000 7f64897fa640 1 -- 172.21.15.17:0/819696966 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c035070 con 0x7f648c101de0 2024-09-16T01:50:30.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.514+0000 7f64923bb640 1 -- 172.21.15.17:0/819696966 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f648c1a7040 con 0x7f648c101de0 2024-09-16T01:50:30.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.516+0000 7f64897fa640 1 -- 172.21.15.17:0/819696966 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f647c042030 con 0x7f648c101de0 2024-09-16T01:50:30.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.517+0000 7f6494794740 1 Processor -- start 2024-09-16T01:50:30.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.517+0000 7f6494794740 1 -- start start 2024-09-16T01:50:30.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.517+0000 7f64897fa640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64740a3240 0x7f64740a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.517+0000 7f6494794740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c1548b40 0x5644c1547090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.517+0000 7f6490958640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64740a3240 0x7f64740a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.517+0000 7f6494794740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c15475d0 0x5644c1547a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.517+0000 7f64897fa640 1 -- 172.21.15.17:0/819696966 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f647c0efb10 con 0x7f648c101de0 2024-09-16T01:50:30.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.517+0000 7f6494794740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c1554760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.517+0000 7f6494794740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5644c14ad2f0 con 0x5644c1552370 2024-09-16T01:50:30.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.517+0000 7f6494794740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5644c1454cf0 con 0x5644c15475d0 2024-09-16T01:50:30.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.517+0000 7f6494794740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5644c14a92b0 con 0x5644c1548b40 2024-09-16T01:50:30.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f648bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c1548b40 0x5644c1547090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f648bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c1548b40 0x5644c1547090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:39994/0 (socket says 172.21.15.17:39994) 2024-09-16T01:50:30.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f648bfff640 1 -- 172.21.15.17:0/180086238 learned_addr learned my addr 172.21.15.17:0/180086238 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:30.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f648b7fe640 1 --2- 172.21.15.17:0/180086238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c15475d0 0x5644c1547a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f6490958640 1 --2- 172.21.15.17:0/180086238 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c1554760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f648bfff640 1 -- 172.21.15.17:0/180086238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c15475d0 msgr2=0x5644c1547a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:30.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f648bfff640 1 --2- 172.21.15.17:0/180086238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c15475d0 0x5644c1547a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f648bfff640 1 -- 172.21.15.17:0/180086238 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 msgr2=0x5644c1554760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:30.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f648bfff640 1 --2- 172.21.15.17:0/180086238 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c1554760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f648bfff640 1 -- 172.21.15.17:0/180086238 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644c14393a0 con 0x5644c1548b40 2024-09-16T01:50:30.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f6490958640 1 --2- 172.21.15.17:0/180086238 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c1554760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:30.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f6490958640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64740a3240 0x7f64740a5700 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f6484005fd0 tx=0x7f6484009aa0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:30.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f648bfff640 1 --2- 172.21.15.17:0/180086238 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c1548b40 0x5644c1547090 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f647c0bbee0 tx=0x7f647c0bbb40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c79a76d4bd787428 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:30.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f64727fc640 1 -- 172.21.15.17:0/180086238 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c049040 con 0x5644c1548b40 2024-09-16T01:50:30.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.518+0000 7f64727fc640 1 -- 172.21.15.17:0/180086238 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f647c0c4da0 con 0x5644c1548b40 2024-09-16T01:50:30.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.519+0000 7f64727fc640 1 -- 172.21.15.17:0/180086238 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c0bc440 con 0x5644c1548b40 2024-09-16T01:50:30.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.519+0000 7f6494794740 1 -- 172.21.15.17:0/180086238 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c1548b40 msgr2=0x5644c1547090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:30.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.519+0000 7f6494794740 1 --2- 172.21.15.17:0/180086238 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c1548b40 0x5644c1547090 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f647c0bbee0 tx=0x7f647c0bbb40 comp rx=0 tx=0).stop 2024-09-16T01:50:30.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.519+0000 7f6494794740 1 -- 172.21.15.17:0/180086238 shutdown_connections 2024-09-16T01:50:30.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.519+0000 7f6494794740 1 --2- 172.21.15.17:0/180086238 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c1554760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.519+0000 7f6494794740 1 --2- 172.21.15.17:0/180086238 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c15475d0 0x5644c1547a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.519+0000 7f6494794740 1 --2- 172.21.15.17:0/180086238 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c1548b40 0x5644c1547090 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.519+0000 7f6494794740 1 -- 172.21.15.17:0/180086238 >> 172.21.15.17:0/180086238 conn(0x5644c1510310 msgr2=0x5644c1543c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:30.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.519+0000 7f6494794740 1 -- 172.21.15.17:0/180086238 shutdown_connections 2024-09-16T01:50:30.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.519+0000 7f6494794740 1 -- 172.21.15.17:0/180086238 wait complete. 2024-09-16T01:50:30.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.520+0000 7f6494794740 1 -- start start 2024-09-16T01:50:30.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.520+0000 7f6494794740 1 Processor -- start 2024-09-16T01:50:30.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.520+0000 7f6494794740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c15475d0 0x5644c1551d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.520+0000 7f6494794740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c1548b40 0x5644c154f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.520+0000 7f6494794740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c154f650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.520+0000 7f6494794740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5644c1554e30 con 0x5644c1552370 2024-09-16T01:50:30.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.520+0000 7f6494794740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5644c1468060 con 0x5644c1548b40 2024-09-16T01:50:30.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.520+0000 7f6494794740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5644c1554fb0 con 0x5644c15475d0 2024-09-16T01:50:30.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f6494794740 10 client.0 _ll_register_callbacks cb 0x5644c11bb8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:30.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f648bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c15475d0 0x5644c1551d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f648b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c1548b40 0x5644c154f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f648bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c15475d0 0x5644c1551d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40010/0 (socket says 172.21.15.17:40010) 2024-09-16T01:50:30.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f648bfff640 1 -- 172.21.15.17:0/684203298 learned_addr learned my addr 172.21.15.17:0/684203298 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:30.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f6490958640 1 --2- 172.21.15.17:0/684203298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c154f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f648bfff640 1 -- 172.21.15.17:0/684203298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c1548b40 msgr2=0x5644c154f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:30.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f648bfff640 1 --2- 172.21.15.17:0/684203298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c1548b40 0x5644c154f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f648bfff640 1 -- 172.21.15.17:0/684203298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 msgr2=0x5644c154f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:30.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f648bfff640 1 --2- 172.21.15.17:0/684203298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c154f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f648bfff640 1 -- 172.21.15.17:0/684203298 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644c121e3c0 con 0x5644c15475d0 2024-09-16T01:50:30.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f648bfff640 1 --2- 172.21.15.17:0/684203298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c15475d0 0x5644c1551d90 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f647c03d040 tx=0x7f647c003da0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=628003127a950821 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:30.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f646b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:50:30.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f646b7fe640 1 -- 172.21.15.17:0/684203298 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c0d5020 con 0x5644c15475d0 2024-09-16T01:50:30.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f646b7fe640 1 -- 172.21.15.17:0/684203298 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f647c0c0170 con 0x5644c15475d0 2024-09-16T01:50:30.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f6494794740 1 -- 172.21.15.17:0/684203298 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f647c0c4da0 con 0x5644c15475d0 2024-09-16T01:50:30.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.521+0000 7f646b7fe640 1 -- 172.21.15.17:0/684203298 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f647c049070 con 0x5644c15475d0 2024-09-16T01:50:30.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.522+0000 7f6494794740 10 client.26212 fetch_fsmap learned FSMap version 25 2024-09-16T01:50:30.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.522+0000 7f6494794740 1 -- 172.21.15.17:0/684203298 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5644c1554e30 con 0x5644c15475d0 2024-09-16T01:50:30.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.522+0000 7f646b7fe640 1 -- 172.21.15.17:0/684203298 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f647c0c4da0 con 0x5644c15475d0 2024-09-16T01:50:30.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.522+0000 7f646b7fe640 1 -- 172.21.15.17:0/684203298 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f647c0c4910 con 0x5644c15475d0 2024-09-16T01:50:30.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.522+0000 7f6494794740 10 client.26212 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:50:30.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.522+0000 7f6494794740 10 client.26212 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:50:30.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.522+0000 7f6494794740 20 client.26212 populate_metadata read hostname 'smithi017' 2024-09-16T01:50:30.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.522+0000 7f6494794740 1 --2- 172.21.15.17:0/684203298 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5644c1561a60 0x5644c1563ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.522+0000 7f6494794740 4 client.26212 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:50:30.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.522+0000 7f6494794740 1 -- 172.21.15.17:0/684203298 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5644c14ba860 con 0x5644c1561a60 2024-09-16T01:50:30.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.522+0000 7f648b7fe640 1 --2- 172.21.15.17:0/684203298 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5644c1561a60 0x5644c1563ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.523+0000 7f648b7fe640 1 --2- 172.21.15.17:0/684203298 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5644c1561a60 0x5644c1563ec0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=96e2e0d3b6a3df99 server_cookie=4948e31afb49c893 in_seq=0 out_seq=0 2024-09-16T01:50:30.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.523+0000 7f646b7fe640 10 client.26212 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:50:30.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f646b7fe640 1 -- 172.21.15.17:0/684203298 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5644c14ba860 con 0x5644c1561a60 2024-09-16T01:50:30.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f646b7fe640 10 client.26212 handle_command_reply: tid=0 2024-09-16T01:50:30.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f6494794740 1 client.26212 shutdown 2024-09-16T01:50:30.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f6494794740 1 -- 172.21.15.17:0/684203298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c15475d0 msgr2=0x5644c1551d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:30.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f6494794740 1 --2- 172.21.15.17:0/684203298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c15475d0 0x5644c1551d90 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f647c03d040 tx=0x7f647c003da0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f6494794740 1 -- 172.21.15.17:0/684203298 shutdown_connections 2024-09-16T01:50:30.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f6494794740 1 --2- 172.21.15.17:0/684203298 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5644c1561a60 0x5644c1563ec0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f6494794740 1 --2- 172.21.15.17:0/684203298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c154f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f6494794740 1 --2- 172.21.15.17:0/684203298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c1548b40 0x5644c154f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f6494794740 1 --2- 172.21.15.17:0/684203298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c15475d0 0x5644c1551d90 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f6494794740 1 -- 172.21.15.17:0/684203298 >> 172.21.15.17:0/684203298 conn(0x5644c1510310 msgr2=0x5644c1549960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:30.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f646b7fe640 0 client.26212 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:50:30.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f6494794740 1 -- 172.21.15.17:0/684203298 shutdown_connections 2024-09-16T01:50:30.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f6494794740 1 -- 172.21.15.17:0/684203298 wait complete. 2024-09-16T01:50:30.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.524+0000 7f6494794740 20 client.26212 trim_cache size 0 max 16384 2024-09-16T01:50:30.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.540+0000 7f6494794740 1 Processor -- start 2024-09-16T01:50:30.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.540+0000 7f6494794740 1 -- start start 2024-09-16T01:50:30.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.540+0000 7f6494794740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c15475d0 0x5644c155e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.540+0000 7f6494794740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c1548b40 0x5644c154e900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.540+0000 7f6494794740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c154a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.540+0000 7f6494794740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f648c1b1fd0 con 0x5644c1552370 2024-09-16T01:50:30.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.540+0000 7f6494794740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f648c1af8a0 con 0x5644c1548b40 2024-09-16T01:50:30.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.540+0000 7f6494794740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f648c1ad6d0 con 0x5644c15475d0 2024-09-16T01:50:30.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.540+0000 7f648bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c15475d0 0x5644c155e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.540+0000 7f648bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c15475d0 0x5644c155e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40022/0 (socket says 172.21.15.17:40022) 2024-09-16T01:50:30.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.540+0000 7f648bfff640 1 -- 172.21.15.17:0/4077131709 learned_addr learned my addr 172.21.15.17:0/4077131709 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:30.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.540+0000 7f6490958640 1 --2- 172.21.15.17:0/4077131709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c154a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.541+0000 7f648b7fe640 1 --2- 172.21.15.17:0/4077131709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c1548b40 0x5644c154e900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.541+0000 7f648bfff640 1 -- 172.21.15.17:0/4077131709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c1548b40 msgr2=0x5644c154e900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:30.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.541+0000 7f648bfff640 1 --2- 172.21.15.17:0/4077131709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c1548b40 0x5644c154e900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.541+0000 7f648bfff640 1 -- 172.21.15.17:0/4077131709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 msgr2=0x5644c154a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:30.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.541+0000 7f648bfff640 1 --2- 172.21.15.17:0/4077131709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c154a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.541+0000 7f648bfff640 1 -- 172.21.15.17:0/4077131709 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5644c154ffe0 con 0x5644c15475d0 2024-09-16T01:50:30.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.541+0000 7f648bfff640 1 --2- 172.21.15.17:0/4077131709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c15475d0 0x5644c155e090 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f647c0c4870 tx=0x7f647c0ba6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eab19169b4c0c7de server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:30.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.541+0000 7f6471ffb640 1 -- 172.21.15.17:0/4077131709 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c0d5040 con 0x5644c15475d0 2024-09-16T01:50:30.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.541+0000 7f6471ffb640 1 -- 172.21.15.17:0/4077131709 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f647c09ce50 con 0x5644c15475d0 2024-09-16T01:50:30.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.541+0000 7f6471ffb640 1 -- 172.21.15.17:0/4077131709 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f647c0c4910 con 0x5644c15475d0 2024-09-16T01:50:30.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.542+0000 7f6494794740 1 -- 172.21.15.17:0/4077131709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c15475d0 msgr2=0x5644c155e090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:30.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.542+0000 7f6494794740 1 --2- 172.21.15.17:0/4077131709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c15475d0 0x5644c155e090 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f647c0c4870 tx=0x7f647c0ba6f0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.542+0000 7f6494794740 1 -- 172.21.15.17:0/4077131709 shutdown_connections 2024-09-16T01:50:30.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.542+0000 7f6494794740 1 --2- 172.21.15.17:0/4077131709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c154a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.542+0000 7f6494794740 1 --2- 172.21.15.17:0/4077131709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c1548b40 0x5644c154e900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.542+0000 7f6494794740 1 --2- 172.21.15.17:0/4077131709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c15475d0 0x5644c155e090 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.542+0000 7f6494794740 1 -- 172.21.15.17:0/4077131709 >> 172.21.15.17:0/4077131709 conn(0x5644c1510310 msgr2=0x5644c154e000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:30.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.542+0000 7f6494794740 1 -- 172.21.15.17:0/4077131709 shutdown_connections 2024-09-16T01:50:30.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.542+0000 7f6494794740 1 -- 172.21.15.17:0/4077131709 wait complete. 2024-09-16T01:50:30.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.542+0000 7f6494794740 1 -- start start 2024-09-16T01:50:30.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.543+0000 7f6494794740 1 Processor -- start 2024-09-16T01:50:30.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.543+0000 7f6494794740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c15475d0 0x5644c1555760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.543+0000 7f6494794740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c1548b40 0x5644c1555ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.543+0000 7f6494794740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c15ca750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.543+0000 7f6494794740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f648c1add60 con 0x5644c1552370 2024-09-16T01:50:30.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.543+0000 7f6494794740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f648c1af1d0 con 0x5644c15475d0 2024-09-16T01:50:30.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.543+0000 7f6494794740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f648c1ae430 con 0x5644c1548b40 2024-09-16T01:50:30.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.543+0000 7f6494794740 10 client.0 _ll_register_callbacks cb 0x7f6480009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:30.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.543+0000 7f6490958640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c15ca750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.543+0000 7f6490958640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c15ca750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39800/0 (socket says 172.21.15.17:39800) 2024-09-16T01:50:30.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.543+0000 7f648bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c15475d0 0x5644c1555760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.543+0000 7f6490958640 1 -- 172.21.15.17:0/2360773462 learned_addr learned my addr 172.21.15.17:0/2360773462 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:30.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.543+0000 7f648b7fe640 1 --2- 172.21.15.17:0/2360773462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c1548b40 0x5644c1555ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.544+0000 7f6490958640 1 -- 172.21.15.17:0/2360773462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c1548b40 msgr2=0x5644c1555ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:30.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.544+0000 7f6490958640 1 --2- 172.21.15.17:0/2360773462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c1548b40 0x5644c1555ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.544+0000 7f6490958640 1 -- 172.21.15.17:0/2360773462 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c15475d0 msgr2=0x5644c1555760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:30.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.544+0000 7f6490958640 1 --2- 172.21.15.17:0/2360773462 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c15475d0 0x5644c1555760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.544+0000 7f6490958640 1 -- 172.21.15.17:0/2360773462 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5644c15cac90 con 0x5644c1552370 2024-09-16T01:50:30.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.544+0000 7f648bfff640 1 --2- 172.21.15.17:0/2360773462 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c15475d0 0x5644c1555760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:30.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.544+0000 7f6490958640 1 --2- 172.21.15.17:0/2360773462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c15ca750 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f6484004320 tx=0x7f6484004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33c1903382bec1c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:30.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.544+0000 7f646b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:50:30.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.544+0000 7f646b7fe640 1 -- 172.21.15.17:0/2360773462 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f648402d060 con 0x5644c1552370 2024-09-16T01:50:30.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.544+0000 7f646b7fe640 1 -- 172.21.15.17:0/2360773462 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f648400fa00 con 0x5644c1552370 2024-09-16T01:50:30.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.544+0000 7f6494794740 1 -- 172.21.15.17:0/2360773462 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f647c09ce50 con 0x5644c1552370 2024-09-16T01:50:30.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.544+0000 7f646b7fe640 1 -- 172.21.15.17:0/2360773462 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f648400fc00 con 0x5644c1552370 2024-09-16T01:50:30.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.544+0000 7f6494794740 10 client.16557 fetch_fsmap learned FSMap version 25 2024-09-16T01:50:30.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.544+0000 7f6494794740 1 -- 172.21.15.17:0/2360773462 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5644c15cbf30 con 0x5644c1552370 2024-09-16T01:50:30.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.545+0000 7f646b7fe640 1 -- 172.21.15.17:0/2360773462 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f647c09ce50 con 0x5644c1552370 2024-09-16T01:50:30.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.545+0000 7f646b7fe640 1 -- 172.21.15.17:0/2360773462 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f6484032070 con 0x5644c1552370 2024-09-16T01:50:30.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.545+0000 7f6494794740 10 client.16557 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:50:30.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.545+0000 7f6494794740 10 client.16557 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:50:30.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.545+0000 7f6494794740 20 client.16557 populate_metadata read hostname 'smithi017' 2024-09-16T01:50:30.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.545+0000 7f6494794740 1 --2- 172.21.15.17:0/2360773462 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5644c15cc6e0 0x5644c15ceb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:30.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.545+0000 7f6494794740 4 client.16557 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:50:30.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.545+0000 7f6494794740 1 -- 172.21.15.17:0/2360773462 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5644c14b4d70 con 0x5644c15cc6e0 2024-09-16T01:50:30.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.545+0000 7f648bfff640 1 --2- 172.21.15.17:0/2360773462 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5644c15cc6e0 0x5644c15ceb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:30.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.545+0000 7f648bfff640 1 --2- 172.21.15.17:0/2360773462 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5644c15cc6e0 0x5644c15ceb00 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d08f8df9bf295eb0 server_cookie=a47d4fb9ac07ae09 in_seq=0 out_seq=0 2024-09-16T01:50:30.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.545+0000 7f646b7fe640 10 client.16557 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:50:30.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f646b7fe640 1 -- 172.21.15.17:0/2360773462 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5644c14b4d70 con 0x5644c15cc6e0 2024-09-16T01:50:30.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f646b7fe640 10 client.16557 handle_command_reply: tid=0 2024-09-16T01:50:30.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f6494794740 1 client.16557 shutdown 2024-09-16T01:50:30.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f6494794740 1 -- 172.21.15.17:0/2360773462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 msgr2=0x5644c15ca750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:30.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f6494794740 1 --2- 172.21.15.17:0/2360773462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c15ca750 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f6484004320 tx=0x7f6484004ab0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f6494794740 1 -- 172.21.15.17:0/2360773462 shutdown_connections 2024-09-16T01:50:30.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f6494794740 1 --2- 172.21.15.17:0/2360773462 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5644c15cc6e0 0x5644c15ceb00 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f6494794740 1 --2- 172.21.15.17:0/2360773462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5644c1552370 0x5644c15ca750 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f6494794740 1 --2- 172.21.15.17:0/2360773462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5644c1548b40 0x5644c1555ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f646b7fe640 0 client.16557 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:50:30.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f6494794740 1 --2- 172.21.15.17:0/2360773462 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5644c15475d0 0x5644c1555760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f6494794740 1 -- 172.21.15.17:0/2360773462 >> 172.21.15.17:0/2360773462 conn(0x5644c1510310 msgr2=0x5644c15424e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:30.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f6494794740 1 -- 172.21.15.17:0/2360773462 shutdown_connections 2024-09-16T01:50:30.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f6494794740 1 -- 172.21.15.17:0/2360773462 wait complete. 2024-09-16T01:50:30.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.546+0000 7f6494794740 20 client.16557 trim_cache size 0 max 16384 2024-09-16T01:50:30.554 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:50:30.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.547+0000 7f64923bb640 1 -- 172.21.15.17:0/819696966 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64740a3240 msgr2=0x7f64740a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:30.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.547+0000 7f64923bb640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64740a3240 0x7f64740a5700 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f6484005fd0 tx=0x7f6484009aa0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.547+0000 7f64923bb640 1 -- 172.21.15.17:0/819696966 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f648c101de0 msgr2=0x7f648c0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:30.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.547+0000 7f64923bb640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f648c101de0 0x7f648c0744f0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f647c02a930 tx=0x7f647c031a20 comp rx=0 tx=0).stop 2024-09-16T01:50:30.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.547+0000 7f64923bb640 1 -- 172.21.15.17:0/819696966 shutdown_connections 2024-09-16T01:50:30.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.547+0000 7f64923bb640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f64740a3240 0x7f64740a5700 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.547+0000 7f64923bb640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f648c106f10 0x7f648c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.547+0000 7f64923bb640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f648c102790 0x7f648c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.547+0000 7f64923bb640 1 --2- 172.21.15.17:0/819696966 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f648c101de0 0x7f648c0744f0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:30.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.547+0000 7f64923bb640 1 -- 172.21.15.17:0/819696966 >> 172.21.15.17:0/819696966 conn(0x7f648c0fd8e0 msgr2=0x7f648c0fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:30.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.547+0000 7f64923bb640 1 -- 172.21.15.17:0/819696966 shutdown_connections 2024-09-16T01:50:30.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:30.547+0000 7f64923bb640 1 -- 172.21.15.17:0/819696966 wait complete. 2024-09-16T01:50:30.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 246690 3.74 MB/sec execute 233 sec latency 39.409 ms 2024-09-16T01:50:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:30 smithi017 ceph-mon[30972]: pgmap v548: 97 pgs: 97 active+clean; 113 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:50:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:30 smithi122 ceph-mon[34758]: pgmap v548: 97 pgs: 97 active+clean; 113 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:50:30.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:30 smithi029 ceph-mon[34783]: pgmap v548: 97 pgs: 97 active+clean; 113 MiB data, 922 MiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:50:31.336 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:50:31.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 247386 3.73 MB/sec execute 234 sec latency 10.791 ms 2024-09-16T01:50:31.629 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:50:32.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.127+0000 7f644a0d2640 1 -- 172.21.15.17:0/2562941031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6444106c30 msgr2=0x7f6444107010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:32.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.127+0000 7f644a0d2640 1 --2- 172.21.15.17:0/2562941031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6444106c30 0x7f6444107010 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f6434009900 tx=0x7f643402a410 comp rx=0 tx=0).stop 2024-09-16T01:50:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.127+0000 7f644a0d2640 1 -- 172.21.15.17:0/2562941031 shutdown_connections 2024-09-16T01:50:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.127+0000 7f644a0d2640 1 --2- 172.21.15.17:0/2562941031 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6444101b40 0x7f644410da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.127+0000 7f644a0d2640 1 --2- 172.21.15.17:0/2562941031 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f64441011a0 0x7f6444101600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.127+0000 7f644a0d2640 1 --2- 172.21.15.17:0/2562941031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6444106c30 0x7f6444107010 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.127+0000 7f644a0d2640 1 -- 172.21.15.17:0/2562941031 >> 172.21.15.17:0/2562941031 conn(0x7f6444077210 msgr2=0x7f64440fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.127+0000 7f644a0d2640 1 -- 172.21.15.17:0/2562941031 shutdown_connections 2024-09-16T01:50:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.127+0000 7f644a0d2640 1 -- 172.21.15.17:0/2562941031 wait complete. 2024-09-16T01:50:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.128+0000 7f644a0d2640 1 Processor -- start 2024-09-16T01:50:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.128+0000 7f644a0d2640 1 -- start start 2024-09-16T01:50:32.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.128+0000 7f644a0d2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f64441011a0 0x7f64441993e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.128+0000 7f644a0d2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6444101b40 0x7f6444199920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.128+0000 7f644a0d2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6444106c30 0x7f6444199ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.128+0000 7f644a0d2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6444110e50 con 0x7f6444101b40 2024-09-16T01:50:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.128+0000 7f644a0d2640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6444110cd0 con 0x7f6444106c30 2024-09-16T01:50:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.128+0000 7f644a0d2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6444110fd0 con 0x7f64441011a0 2024-09-16T01:50:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.128+0000 7f64437fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f64441011a0 0x7f64441993e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.128+0000 7f64437fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f64441011a0 0x7f64441993e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40036/0 (socket says 172.21.15.17:40036) 2024-09-16T01:50:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.128+0000 7f64437fe640 1 -- 172.21.15.17:0/2638848686 learned_addr learned my addr 172.21.15.17:0/2638848686 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.128+0000 7f6442ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6444101b40 0x7f6444199920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.128+0000 7f6443fff640 1 --2- 172.21.15.17:0/2638848686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6444106c30 0x7f6444199ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.129+0000 7f6442ffd640 1 -- 172.21.15.17:0/2638848686 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f64441011a0 msgr2=0x7f64441993e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.129+0000 7f6442ffd640 1 --2- 172.21.15.17:0/2638848686 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f64441011a0 0x7f64441993e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.129+0000 7f6442ffd640 1 -- 172.21.15.17:0/2638848686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6444106c30 msgr2=0x7f6444199ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.129+0000 7f6442ffd640 1 --2- 172.21.15.17:0/2638848686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6444106c30 0x7f6444199ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.129+0000 7f6442ffd640 1 -- 172.21.15.17:0/2638848686 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64441a47e0 con 0x7f6444101b40 2024-09-16T01:50:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.129+0000 7f64437fe640 1 --2- 172.21.15.17:0/2638848686 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f64441011a0 0x7f64441993e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.129+0000 7f6442ffd640 1 --2- 172.21.15.17:0/2638848686 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6444101b40 0x7f6444199920 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f643800d720 tx=0x7f643800dbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:32.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.129+0000 7f6440ff9640 1 -- 172.21.15.17:0/2638848686 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6438017070 con 0x7f6444101b40 2024-09-16T01:50:32.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.129+0000 7f6440ff9640 1 -- 172.21.15.17:0/2638848686 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f643800de30 con 0x7f6444101b40 2024-09-16T01:50:32.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.129+0000 7f644a0d2640 1 -- 172.21.15.17:0/2638848686 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64441a4ad0 con 0x7f6444101b40 2024-09-16T01:50:32.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.129+0000 7f6440ff9640 1 -- 172.21.15.17:0/2638848686 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64380047a0 con 0x7f6444101b40 2024-09-16T01:50:32.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.129+0000 7f644a0d2640 1 -- 172.21.15.17:0/2638848686 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64441a5010 con 0x7f6444101b40 2024-09-16T01:50:32.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.132+0000 7f644c4ab740 1 Processor -- start 2024-09-16T01:50:32.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.132+0000 7f6440ff9640 1 -- 172.21.15.17:0/2638848686 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f64380099d0 con 0x7f6444101b40 2024-09-16T01:50:32.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.132+0000 7f644c4ab740 1 -- start start 2024-09-16T01:50:32.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.132+0000 7f644c4ab740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220669b40 0x556220668090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.132+0000 7f644c4ab740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562206685d0 0x556220668a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.132+0000 7f644c4ab740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556220677780 0x556220679b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.132+0000 7f644c4ab740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5562205ce2f0 con 0x556220669b40 2024-09-16T01:50:32.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.132+0000 7f644c4ab740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556220575cf0 con 0x5562206685d0 2024-09-16T01:50:32.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.132+0000 7f644c4ab740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5562205ca2b0 con 0x556220677780 2024-09-16T01:50:32.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.132+0000 7f6443fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220669b40 0x556220668090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.132+0000 7f6443fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220669b40 0x556220668090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39820/0 (socket says 172.21.15.17:39820) 2024-09-16T01:50:32.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.132+0000 7f6443fff640 1 -- 172.21.15.17:0/1827928908 learned_addr learned my addr 172.21.15.17:0/1827928908 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:32.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.132+0000 7f64437fe640 1 --2- 172.21.15.17:0/1827928908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562206685d0 0x556220668a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.133+0000 7f6442ffd640 1 --2- 172.21.15.17:0/1827928908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556220677780 0x556220679b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.133+0000 7f6443fff640 1 -- 172.21.15.17:0/1827928908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556220677780 msgr2=0x556220679b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:32.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.133+0000 7f6443fff640 1 --2- 172.21.15.17:0/1827928908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556220677780 0x556220679b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.133+0000 7f6443fff640 1 -- 172.21.15.17:0/1827928908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562206685d0 msgr2=0x556220668a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:32.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.133+0000 7f6443fff640 1 --2- 172.21.15.17:0/1827928908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562206685d0 0x556220668a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.133+0000 7f6443fff640 1 -- 172.21.15.17:0/1827928908 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55622055a3a0 con 0x556220669b40 2024-09-16T01:50:32.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.133+0000 7f6443fff640 1 --2- 172.21.15.17:0/1827928908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220669b40 0x556220668090 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f643c009f60 tx=0x7f643c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a348bc9d6b8d910f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:32.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.133+0000 7f6429ffb640 1 -- 172.21.15.17:0/1827928908 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f643c003b70 con 0x556220669b40 2024-09-16T01:50:32.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.133+0000 7f6440ff9640 1 --2- 172.21.15.17:0/2638848686 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f642c0a32c0 0x7f642c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.133+0000 7f6429ffb640 1 -- 172.21.15.17:0/1827928908 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f643c015070 con 0x556220669b40 2024-09-16T01:50:32.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.133+0000 7f6429ffb640 1 -- 172.21.15.17:0/1827928908 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f643c0117f0 con 0x556220669b40 2024-09-16T01:50:32.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.134+0000 7f64437fe640 1 --2- 172.21.15.17:0/2638848686 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f642c0a32c0 0x7f642c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.134+0000 7f6440ff9640 1 -- 172.21.15.17:0/2638848686 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f64380cf480 con 0x7f6444101b40 2024-09-16T01:50:32.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.134+0000 7f64437fe640 1 --2- 172.21.15.17:0/2638848686 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f642c0a32c0 0x7f642c0a5780 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f6434031440 tx=0x7f64340058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:32.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.134+0000 7f644c4ab740 1 -- 172.21.15.17:0/1827928908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220669b40 msgr2=0x556220668090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:32.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.134+0000 7f644c4ab740 1 --2- 172.21.15.17:0/1827928908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220669b40 0x556220668090 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f643c009f60 tx=0x7f643c009f90 comp rx=0 tx=0).stop 2024-09-16T01:50:32.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.134+0000 7f644c4ab740 1 -- 172.21.15.17:0/1827928908 shutdown_connections 2024-09-16T01:50:32.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.134+0000 7f644c4ab740 1 --2- 172.21.15.17:0/1827928908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556220677780 0x556220679b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.134+0000 7f644c4ab740 1 --2- 172.21.15.17:0/1827928908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562206685d0 0x556220668a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.134+0000 7f644c4ab740 1 --2- 172.21.15.17:0/1827928908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220669b40 0x556220668090 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.134+0000 7f644c4ab740 1 -- 172.21.15.17:0/1827928908 >> 172.21.15.17:0/1827928908 conn(0x556220631310 msgr2=0x556220664c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:32.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.135+0000 7f644c4ab740 1 -- 172.21.15.17:0/1827928908 shutdown_connections 2024-09-16T01:50:32.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.135+0000 7f644c4ab740 1 -- 172.21.15.17:0/1827928908 wait complete. 2024-09-16T01:50:32.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.135+0000 7f644c4ab740 1 -- start start 2024-09-16T01:50:32.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.135+0000 7f644c4ab740 1 Processor -- start 2024-09-16T01:50:32.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.135+0000 7f644c4ab740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562206685d0 0x556220677180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.135+0000 7f644c4ab740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220669b40 0x556220674430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.135+0000 7f644c4ab740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556220677780 0x556220674a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.135+0000 7f644c4ab740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55622067a480 con 0x556220669b40 2024-09-16T01:50:32.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f644c4ab740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556220589060 con 0x5562206685d0 2024-09-16T01:50:32.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f644c4ab740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55622067a600 con 0x556220677780 2024-09-16T01:50:32.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f644c4ab740 10 client.0 _ll_register_callbacks cb 0x5562202dc8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:32.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f6442ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220669b40 0x556220674430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f6443fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556220677780 0x556220674a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f6442ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220669b40 0x556220674430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39834/0 (socket says 172.21.15.17:39834) 2024-09-16T01:50:32.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f6443fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556220677780 0x556220674a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40040/0 (socket says 172.21.15.17:40040) 2024-09-16T01:50:32.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f6442ffd640 1 -- 172.21.15.17:0/2554899941 learned_addr learned my addr 172.21.15.17:0/2554899941 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:32.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f64437fe640 1 --2- 172.21.15.17:0/2554899941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562206685d0 0x556220677180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f6442ffd640 1 -- 172.21.15.17:0/2554899941 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556220677780 msgr2=0x556220674a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:32.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f6442ffd640 1 --2- 172.21.15.17:0/2554899941 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556220677780 0x556220674a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f6442ffd640 1 -- 172.21.15.17:0/2554899941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562206685d0 msgr2=0x556220677180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:32.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f6442ffd640 1 --2- 172.21.15.17:0/2554899941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562206685d0 0x556220677180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f6442ffd640 1 -- 172.21.15.17:0/2554899941 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55622033f3c0 con 0x556220669b40 2024-09-16T01:50:32.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f6442ffd640 1 --2- 172.21.15.17:0/2554899941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220669b40 0x556220674430 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f6438098470 tx=0x7f6438005c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6524501dd17ff104 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:32.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f6422ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:50:32.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f6422ffd640 1 -- 172.21.15.17:0/2554899941 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f643809b400 con 0x556220669b40 2024-09-16T01:50:32.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.136+0000 7f6422ffd640 1 -- 172.21.15.17:0/2554899941 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f64380cd090 con 0x556220669b40 2024-09-16T01:50:32.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.137+0000 7f644c4ab740 1 -- 172.21.15.17:0/2554899941 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f643c015070 con 0x556220669b40 2024-09-16T01:50:32.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.137+0000 7f6422ffd640 1 -- 172.21.15.17:0/2554899941 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f643809c1a0 con 0x556220669b40 2024-09-16T01:50:32.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.137+0000 7f644c4ab740 10 client.16569 fetch_fsmap learned FSMap version 25 2024-09-16T01:50:32.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.137+0000 7f644c4ab740 1 -- 172.21.15.17:0/2554899941 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556220685f20 con 0x556220669b40 2024-09-16T01:50:32.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.137+0000 7f6422ffd640 1 -- 172.21.15.17:0/2554899941 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f643c015070 con 0x556220669b40 2024-09-16T01:50:32.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.137+0000 7f6422ffd640 1 -- 172.21.15.17:0/2554899941 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f6438098110 con 0x556220669b40 2024-09-16T01:50:32.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.137+0000 7f644c4ab740 10 client.16569 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:50:32.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.137+0000 7f644c4ab740 10 client.16569 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:50:32.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.137+0000 7f644c4ab740 20 client.16569 populate_metadata read hostname 'smithi017' 2024-09-16T01:50:32.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.137+0000 7f644c4ab740 1 --2- 172.21.15.17:0/2554899941 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5562206873e0 0x5562206897d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.137+0000 7f644c4ab740 4 client.16569 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:50:32.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.137+0000 7f644c4ab740 1 -- 172.21.15.17:0/2554899941 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5562205db860 con 0x5562206873e0 2024-09-16T01:50:32.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.137+0000 7f64437fe640 1 --2- 172.21.15.17:0/2554899941 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5562206873e0 0x5562206897d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.138+0000 7f64437fe640 1 --2- 172.21.15.17:0/2554899941 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5562206873e0 0x5562206897d0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=db97a28612058f0 server_cookie=7504e36c53cc0324 in_seq=0 out_seq=0 2024-09-16T01:50:32.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.138+0000 7f6422ffd640 10 client.16569 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:32.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.139+0000 7f6422ffd640 1 -- 172.21.15.17:0/2554899941 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5562205db860 con 0x5562206873e0 2024-09-16T01:50:32.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.139+0000 7f6422ffd640 10 client.16569 handle_command_reply: tid=0 2024-09-16T01:50:32.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.139+0000 7f644c4ab740 1 client.16569 shutdown 2024-09-16T01:50:32.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.139+0000 7f644c4ab740 1 -- 172.21.15.17:0/2554899941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220669b40 msgr2=0x556220674430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:32.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.139+0000 7f644c4ab740 1 --2- 172.21.15.17:0/2554899941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220669b40 0x556220674430 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f6438098470 tx=0x7f6438005c10 comp rx=0 tx=0).stop 2024-09-16T01:50:32.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.139+0000 7f644c4ab740 1 -- 172.21.15.17:0/2554899941 shutdown_connections 2024-09-16T01:50:32.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.139+0000 7f644c4ab740 1 --2- 172.21.15.17:0/2554899941 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5562206873e0 0x5562206897d0 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.139+0000 7f644c4ab740 1 --2- 172.21.15.17:0/2554899941 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556220677780 0x556220674a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.139+0000 7f644c4ab740 1 --2- 172.21.15.17:0/2554899941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220669b40 0x556220674430 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.139+0000 7f644c4ab740 1 --2- 172.21.15.17:0/2554899941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562206685d0 0x556220677180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.139+0000 7f6422ffd640 0 client.16569 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:32.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.139+0000 7f644c4ab740 1 -- 172.21.15.17:0/2554899941 >> 172.21.15.17:0/2554899941 conn(0x556220631310 msgr2=0x55622066a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:32.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.139+0000 7f644c4ab740 1 -- 172.21.15.17:0/2554899941 shutdown_connections 2024-09-16T01:50:32.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.139+0000 7f644c4ab740 1 -- 172.21.15.17:0/2554899941 wait complete. 2024-09-16T01:50:32.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.140+0000 7f644c4ab740 20 client.16569 trim_cache size 0 max 16384 2024-09-16T01:50:32.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f644c4ab740 1 Processor -- start 2024-09-16T01:50:32.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f644c4ab740 1 -- start start 2024-09-16T01:50:32.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f644c4ab740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562206685d0 0x556220673cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f644c4ab740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220677780 0x55622068f050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f644c4ab740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55622068f590 0x55622067f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f644c4ab740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f64441adc50 con 0x556220677780 2024-09-16T01:50:32.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f644c4ab740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f64441ab520 con 0x55622068f590 2024-09-16T01:50:32.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f644c4ab740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f64441a9350 con 0x5562206685d0 2024-09-16T01:50:32.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f6442ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220677780 0x55622068f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f64437fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562206685d0 0x556220673cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f6442ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220677780 0x55622068f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39842/0 (socket says 172.21.15.17:39842) 2024-09-16T01:50:32.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f64437fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562206685d0 0x556220673cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40050/0 (socket says 172.21.15.17:40050) 2024-09-16T01:50:32.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f6442ffd640 1 -- 172.21.15.17:0/3926803595 learned_addr learned my addr 172.21.15.17:0/3926803595 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:32.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f6443fff640 1 --2- 172.21.15.17:0/3926803595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55622068f590 0x55622067f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f6442ffd640 1 -- 172.21.15.17:0/3926803595 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562206685d0 msgr2=0x556220673cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:32.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f6442ffd640 1 --2- 172.21.15.17:0/3926803595 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562206685d0 0x556220673cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f6442ffd640 1 -- 172.21.15.17:0/3926803595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55622068f590 msgr2=0x55622067f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:32.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f6442ffd640 1 --2- 172.21.15.17:0/3926803595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55622068f590 0x55622067f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f6442ffd640 1 -- 172.21.15.17:0/3926803595 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562206733e0 con 0x556220677780 2024-09-16T01:50:32.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.153+0000 7f64437fe640 1 --2- 172.21.15.17:0/3926803595 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562206685d0 0x556220673cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:32.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.154+0000 7f6442ffd640 1 --2- 172.21.15.17:0/3926803595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220677780 0x55622068f050 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f643809ba30 tx=0x7f64380861f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52220070240ecb38 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:32.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.154+0000 7f64297fa640 1 -- 172.21.15.17:0/3926803595 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6438014020 con 0x556220677780 2024-09-16T01:50:32.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.154+0000 7f64297fa640 1 -- 172.21.15.17:0/3926803595 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6438004220 con 0x556220677780 2024-09-16T01:50:32.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.154+0000 7f64297fa640 1 -- 172.21.15.17:0/3926803595 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f643809fe50 con 0x556220677780 2024-09-16T01:50:32.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.155+0000 7f644c4ab740 1 -- 172.21.15.17:0/3926803595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220677780 msgr2=0x55622068f050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:32.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.155+0000 7f644c4ab740 1 --2- 172.21.15.17:0/3926803595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220677780 0x55622068f050 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f643809ba30 tx=0x7f64380861f0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.155+0000 7f644c4ab740 1 -- 172.21.15.17:0/3926803595 shutdown_connections 2024-09-16T01:50:32.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.155+0000 7f644c4ab740 1 --2- 172.21.15.17:0/3926803595 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55622068f590 0x55622067f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.155+0000 7f644c4ab740 1 --2- 172.21.15.17:0/3926803595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220677780 0x55622068f050 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.155+0000 7f644c4ab740 1 --2- 172.21.15.17:0/3926803595 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562206685d0 0x556220673cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.155+0000 7f644c4ab740 1 -- 172.21.15.17:0/3926803595 >> 172.21.15.17:0/3926803595 conn(0x556220631310 msgr2=0x5562206764b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:32.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.155+0000 7f644c4ab740 1 -- 172.21.15.17:0/3926803595 shutdown_connections 2024-09-16T01:50:32.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.155+0000 7f644c4ab740 1 -- 172.21.15.17:0/3926803595 wait complete. 2024-09-16T01:50:32.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.155+0000 7f644c4ab740 1 -- start start 2024-09-16T01:50:32.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.155+0000 7f644c4ab740 1 Processor -- start 2024-09-16T01:50:32.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f644c4ab740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562206685d0 0x55622067f890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f644c4ab740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220677780 0x55622067fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f644c4ab740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55622068f590 0x55622067c860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f644c4ab740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f64441a99e0 con 0x556220677780 2024-09-16T01:50:32.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f64437fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562206685d0 0x55622067f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f6442ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220677780 0x55622067fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f64437fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562206685d0 0x55622067f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40062/0 (socket says 172.21.15.17:40062) 2024-09-16T01:50:32.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f64437fe640 1 -- 172.21.15.17:0/1233017422 learned_addr learned my addr 172.21.15.17:0/1233017422 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:32.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f644c4ab740 1 -- 172.21.15.17:0/1233017422 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f64441aae50 con 0x55622068f590 2024-09-16T01:50:32.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f644c4ab740 1 -- 172.21.15.17:0/1233017422 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f64441aa0b0 con 0x5562206685d0 2024-09-16T01:50:32.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f644c4ab740 10 client.0 _ll_register_callbacks cb 0x7f64380d2bf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:32.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f6443fff640 1 --2- 172.21.15.17:0/1233017422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55622068f590 0x55622067c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f64437fe640 1 -- 172.21.15.17:0/1233017422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55622068f590 msgr2=0x55622067c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:32.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f64437fe640 1 --2- 172.21.15.17:0/1233017422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55622068f590 0x55622067c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f64437fe640 1 -- 172.21.15.17:0/1233017422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220677780 msgr2=0x55622067fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:32.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f64437fe640 1 --2- 172.21.15.17:0/1233017422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220677780 0x55622067fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f64437fe640 1 -- 172.21.15.17:0/1233017422 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556220679ee0 con 0x5562206685d0 2024-09-16T01:50:32.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f6443fff640 1 --2- 172.21.15.17:0/1233017422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55622068f590 0x55622067c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:32.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.156+0000 7f6442ffd640 1 --2- 172.21.15.17:0/1233017422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220677780 0x55622067fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:32.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.157+0000 7f64437fe640 1 --2- 172.21.15.17:0/1233017422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562206685d0 0x55622067f890 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6434006010 tx=0x7f6434009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4724d54069f0c27 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:32.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.157+0000 7f6422ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:50:32.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.157+0000 7f6422ffd640 1 -- 172.21.15.17:0/1233017422 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6434043070 con 0x5562206685d0 2024-09-16T01:50:32.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.157+0000 7f644c4ab740 1 -- 172.21.15.17:0/1233017422 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6438004220 con 0x5562206685d0 2024-09-16T01:50:32.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.157+0000 7f6422ffd640 1 -- 172.21.15.17:0/1233017422 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f64340037f0 con 0x5562206685d0 2024-09-16T01:50:32.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.157+0000 7f6422ffd640 1 -- 172.21.15.17:0/1233017422 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6434035040 con 0x5562206685d0 2024-09-16T01:50:32.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.157+0000 7f644c4ab740 10 client.26236 fetch_fsmap learned FSMap version 25 2024-09-16T01:50:32.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.157+0000 7f644c4ab740 1 -- 172.21.15.17:0/1233017422 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5562206f25c0 con 0x5562206685d0 2024-09-16T01:50:32.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.157+0000 7f6422ffd640 1 -- 172.21.15.17:0/1233017422 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6438004220 con 0x5562206685d0 2024-09-16T01:50:32.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.158+0000 7f6422ffd640 1 -- 172.21.15.17:0/1233017422 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f6434065b10 con 0x5562206685d0 2024-09-16T01:50:32.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.158+0000 7f644c4ab740 10 client.26236 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:50:32.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.158+0000 7f644c4ab740 10 client.26236 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:50:32.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.158+0000 7f644c4ab740 20 client.26236 populate_metadata read hostname 'smithi017' 2024-09-16T01:50:32.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.158+0000 7f644c4ab740 1 --2- 172.21.15.17:0/1233017422 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5562206f2c90 0x5562206f50b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:32.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.158+0000 7f644c4ab740 4 client.26236 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:50:32.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.158+0000 7f644c4ab740 1 -- 172.21.15.17:0/1233017422 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5562205d5d70 con 0x5562206f2c90 2024-09-16T01:50:32.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.158+0000 7f6442ffd640 1 --2- 172.21.15.17:0/1233017422 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5562206f2c90 0x5562206f50b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:32.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.158+0000 7f6422ffd640 10 client.26236 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:32.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.158+0000 7f6442ffd640 1 --2- 172.21.15.17:0/1233017422 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5562206f2c90 0x5562206f50b0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6b99432007a87ddd server_cookie=86b7f2a8925ab3f0 in_seq=0 out_seq=0 2024-09-16T01:50:32.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f6422ffd640 1 -- 172.21.15.17:0/1233017422 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5562205d5d70 con 0x5562206f2c90 2024-09-16T01:50:32.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f6422ffd640 10 client.26236 handle_command_reply: tid=0 2024-09-16T01:50:32.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f644c4ab740 1 client.26236 shutdown 2024-09-16T01:50:32.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f644c4ab740 1 -- 172.21.15.17:0/1233017422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562206685d0 msgr2=0x55622067f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:32.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f644c4ab740 1 --2- 172.21.15.17:0/1233017422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562206685d0 0x55622067f890 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f6434006010 tx=0x7f6434009260 comp rx=0 tx=0).stop 2024-09-16T01:50:32.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f644c4ab740 1 -- 172.21.15.17:0/1233017422 shutdown_connections 2024-09-16T01:50:32.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f644c4ab740 1 --2- 172.21.15.17:0/1233017422 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5562206f2c90 0x5562206f50b0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f6422ffd640 0 client.26236 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:32.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f644c4ab740 1 --2- 172.21.15.17:0/1233017422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55622068f590 0x55622067c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f644c4ab740 1 --2- 172.21.15.17:0/1233017422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556220677780 0x55622067fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f644c4ab740 1 --2- 172.21.15.17:0/1233017422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562206685d0 0x55622067f890 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f644c4ab740 1 -- 172.21.15.17:0/1233017422 >> 172.21.15.17:0/1233017422 conn(0x556220631310 msgr2=0x55622066a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:32.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f644c4ab740 1 -- 172.21.15.17:0/1233017422 shutdown_connections 2024-09-16T01:50:32.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f644c4ab740 1 -- 172.21.15.17:0/1233017422 wait complete. 2024-09-16T01:50:32.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.159+0000 7f644c4ab740 20 client.26236 trim_cache size 0 max 16384 2024-09-16T01:50:32.171 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:50:32.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.160+0000 7f644a0d2640 1 -- 172.21.15.17:0/2638848686 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f642c0a32c0 msgr2=0x7f642c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:32.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.160+0000 7f644a0d2640 1 --2- 172.21.15.17:0/2638848686 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f642c0a32c0 0x7f642c0a5780 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f6434031440 tx=0x7f64340058d0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.160+0000 7f644a0d2640 1 -- 172.21.15.17:0/2638848686 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6444101b40 msgr2=0x7f6444199920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:32.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.160+0000 7f644a0d2640 1 --2- 172.21.15.17:0/2638848686 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6444101b40 0x7f6444199920 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x7f643800d720 tx=0x7f643800dbe0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.160+0000 7f644a0d2640 1 -- 172.21.15.17:0/2638848686 shutdown_connections 2024-09-16T01:50:32.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.160+0000 7f644a0d2640 1 --2- 172.21.15.17:0/2638848686 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f642c0a32c0 0x7f642c0a5780 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.160+0000 7f644a0d2640 1 --2- 172.21.15.17:0/2638848686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6444106c30 0x7f6444199ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.160+0000 7f644a0d2640 1 --2- 172.21.15.17:0/2638848686 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6444101b40 0x7f6444199920 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.160+0000 7f644a0d2640 1 --2- 172.21.15.17:0/2638848686 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f64441011a0 0x7f64441993e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:32.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.160+0000 7f644a0d2640 1 -- 172.21.15.17:0/2638848686 >> 172.21.15.17:0/2638848686 conn(0x7f6444077210 msgr2=0x7f6444103c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:32.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.160+0000 7f644a0d2640 1 -- 172.21.15.17:0/2638848686 shutdown_connections 2024-09-16T01:50:32.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:32.161+0000 7f644a0d2640 1 -- 172.21.15.17:0/2638848686 wait complete. 2024-09-16T01:50:32.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 248150 3.74 MB/sec execute 235 sec latency 17.404 ms 2024-09-16T01:50:32.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:32 smithi017 ceph-mon[30972]: pgmap v549: 97 pgs: 97 active+clean; 115 MiB data, 932 MiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.7 MiB/s wr, 103 op/s 2024-09-16T01:50:32.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:32 smithi029 ceph-mon[34783]: pgmap v549: 97 pgs: 97 active+clean; 115 MiB data, 932 MiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.7 MiB/s wr, 103 op/s 2024-09-16T01:50:32.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:32 smithi122 ceph-mon[34758]: pgmap v549: 97 pgs: 97 active+clean; 115 MiB data, 932 MiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.7 MiB/s wr, 103 op/s 2024-09-16T01:50:33.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 248805 3.75 MB/sec execute 236 sec latency 10.747 ms 2024-09-16T01:50:34.025 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:50:34.026 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:50:34.309 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:50:34.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 249451 3.74 MB/sec execute 237 sec latency 16.814 ms 2024-09-16T01:50:34.690 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:34 smithi017 ceph-mon[30972]: pgmap v550: 97 pgs: 97 active+clean; 115 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.7 MiB/s wr, 88 op/s 2024-09-16T01:50:34.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.785+0000 7fa279978640 1 -- 172.21.15.17:0/2462039443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa274103660 msgr2=0x7fa27410bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.785+0000 7fa279978640 1 --2- 172.21.15.17:0/2462039443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa274103660 0x7fa27410bb50 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fa268009900 tx=0x7fa26802a480 comp rx=0 tx=0).stop 2024-09-16T01:50:34.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.785+0000 7fa279978640 1 -- 172.21.15.17:0/2462039443 shutdown_connections 2024-09-16T01:50:34.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.785+0000 7fa279978640 1 --2- 172.21.15.17:0/2462039443 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa27410c170 0x7fa27410e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.785+0000 7fa279978640 1 --2- 172.21.15.17:0/2462039443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa274103660 0x7fa27410bb50 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.785+0000 7fa279978640 1 --2- 172.21.15.17:0/2462039443 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa274102d40 0x7fa274103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.785+0000 7fa279978640 1 -- 172.21.15.17:0/2462039443 >> 172.21.15.17:0/2462039443 conn(0x7fa2740fc7a0 msgr2=0x7fa2740febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:34.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.785+0000 7fa279978640 1 -- 172.21.15.17:0/2462039443 shutdown_connections 2024-09-16T01:50:34.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.785+0000 7fa279978640 1 -- 172.21.15.17:0/2462039443 wait complete. 2024-09-16T01:50:34.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.786+0000 7fa279978640 1 Processor -- start 2024-09-16T01:50:34.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.786+0000 7fa279978640 1 -- start start 2024-09-16T01:50:34.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.786+0000 7fa279978640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa274102d40 0x7fa2741009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.786+0000 7fa279978640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa274103660 0x7fa274100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.786+0000 7fa279978640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa27410c170 0x7fa274101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.786+0000 7fa279978640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa274111e20 con 0x7fa274103660 2024-09-16T01:50:34.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.786+0000 7fa279978640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa274111ca0 con 0x7fa274102d40 2024-09-16T01:50:34.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.786+0000 7fa279978640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa274111fa0 con 0x7fa27410c170 2024-09-16T01:50:34.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa2727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa274103660 0x7fa274100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa2727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa274103660 0x7fa274100ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39872/0 (socket says 172.21.15.17:39872) 2024-09-16T01:50:34.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa2737fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa27410c170 0x7fa274101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa2727fc640 1 -- 172.21.15.17:0/678254623 learned_addr learned my addr 172.21.15.17:0/678254623 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:34.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa272ffd640 1 --2- 172.21.15.17:0/678254623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa274102d40 0x7fa2741009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa2737fe640 1 -- 172.21.15.17:0/678254623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa274102d40 msgr2=0x7fa2741009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa2737fe640 1 --2- 172.21.15.17:0/678254623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa274102d40 0x7fa2741009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa2737fe640 1 -- 172.21.15.17:0/678254623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa274103660 msgr2=0x7fa274100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa2737fe640 1 --2- 172.21.15.17:0/678254623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa274103660 0x7fa274100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa2737fe640 1 -- 172.21.15.17:0/678254623 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2741a6910 con 0x7fa27410c170 2024-09-16T01:50:34.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa2737fe640 1 --2- 172.21.15.17:0/678254623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa27410c170 0x7fa274101420 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa26c00e940 tx=0x7fa26c00ee00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:34.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa278976640 1 -- 172.21.15.17:0/678254623 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa26c004d20 con 0x7fa27410c170 2024-09-16T01:50:34.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa279978640 1 -- 172.21.15.17:0/678254623 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2741a6c00 con 0x7fa27410c170 2024-09-16T01:50:34.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa278976640 1 -- 172.21.15.17:0/678254623 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa26c005020 con 0x7fa27410c170 2024-09-16T01:50:34.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa278976640 1 -- 172.21.15.17:0/678254623 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa26c0116d0 con 0x7fa27410c170 2024-09-16T01:50:34.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.787+0000 7fa279978640 1 -- 172.21.15.17:0/678254623 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa2741a7110 con 0x7fa27410c170 2024-09-16T01:50:34.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.790+0000 7fa278976640 1 -- 172.21.15.17:0/678254623 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fa26c00cb20 con 0x7fa27410c170 2024-09-16T01:50:34.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.790+0000 7fa27bd51740 1 Processor -- start 2024-09-16T01:50:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:34 smithi029 ceph-mon[34783]: pgmap v550: 97 pgs: 97 active+clean; 115 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.7 MiB/s wr, 88 op/s 2024-09-16T01:50:34.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:34 smithi122 ceph-mon[34758]: pgmap v550: 97 pgs: 97 active+clean; 115 MiB data, 933 MiB used, 1.0 TiB / 1.0 TiB avail; 215 KiB/s rd, 1.7 MiB/s wr, 88 op/s 2024-09-16T01:50:34.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.790+0000 7fa27bd51740 1 -- start start 2024-09-16T01:50:34.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa27bd51740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65848fb60 0x55b65848ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa27bd51740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b658490480 0x55b65849a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa27bd51740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b65849ad40 0x55b65849d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa27bd51740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b6583f5280 con 0x55b658490480 2024-09-16T01:50:34.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa27bd51740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b65839cb10 con 0x55b65849ad40 2024-09-16T01:50:34.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa27bd51740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b6583f1240 con 0x55b65848fb60 2024-09-16T01:50:34.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa278976640 1 --2- 172.21.15.17:0/678254623 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa25c0a3240 0x7fa25c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa2737fe640 1 --2- 172.21.15.17:0/678254623 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa25c0a3240 0x7fa25c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa272ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b658490480 0x55b65849a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa272ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b658490480 0x55b65849a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39878/0 (socket says 172.21.15.17:39878) 2024-09-16T01:50:34.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa272ffd640 1 -- 172.21.15.17:0/751510587 learned_addr learned my addr 172.21.15.17:0/751510587 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:34.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa2727fc640 1 --2- 172.21.15.17:0/751510587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b65849ad40 0x55b65849d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa2727fc640 1 --2- 172.21.15.17:0/751510587 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65848fb60 0x55b65848ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa278976640 1 -- 172.21.15.17:0/678254623 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa26c0cfa00 con 0x7fa27410c170 2024-09-16T01:50:34.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.791+0000 7fa2737fe640 1 --2- 172.21.15.17:0/678254623 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa25c0a3240 0x7fa25c0a5700 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fa26c0989f0 tx=0x7fa26c0bc040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:34.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.792+0000 7fa272ffd640 1 -- 172.21.15.17:0/751510587 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65848fb60 msgr2=0x55b65848ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:34.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.792+0000 7fa272ffd640 1 --2- 172.21.15.17:0/751510587 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65848fb60 0x55b65848ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.792+0000 7fa272ffd640 1 -- 172.21.15.17:0/751510587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b65849ad40 msgr2=0x55b65849d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:34.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.792+0000 7fa272ffd640 1 --2- 172.21.15.17:0/751510587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b65849ad40 0x55b65849d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.792+0000 7fa272ffd640 1 -- 172.21.15.17:0/751510587 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b6583a91f0 con 0x55b658490480 2024-09-16T01:50:34.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.792+0000 7fa272ffd640 1 --2- 172.21.15.17:0/751510587 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b658490480 0x55b65849a800 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fa264009c90 tx=0x7fa2640117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdfc377a9b4f1cb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:34.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.792+0000 7fa259ffb640 1 -- 172.21.15.17:0/751510587 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa264012450 con 0x55b658490480 2024-09-16T01:50:34.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.792+0000 7fa259ffb640 1 -- 172.21.15.17:0/751510587 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa264012aa0 con 0x55b658490480 2024-09-16T01:50:34.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.792+0000 7fa259ffb640 1 -- 172.21.15.17:0/751510587 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa26400fa80 con 0x55b658490480 2024-09-16T01:50:34.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.793+0000 7fa27bd51740 1 -- 172.21.15.17:0/751510587 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b658490480 msgr2=0x55b65849a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.793+0000 7fa27bd51740 1 --2- 172.21.15.17:0/751510587 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b658490480 0x55b65849a800 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7fa264009c90 tx=0x7fa2640117b0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.793+0000 7fa27bd51740 1 -- 172.21.15.17:0/751510587 shutdown_connections 2024-09-16T01:50:34.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.793+0000 7fa27bd51740 1 --2- 172.21.15.17:0/751510587 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b65849ad40 0x55b65849d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.793+0000 7fa27bd51740 1 --2- 172.21.15.17:0/751510587 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b658490480 0x55b65849a800 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.793+0000 7fa27bd51740 1 --2- 172.21.15.17:0/751510587 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65848fb60 0x55b65848ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.793+0000 7fa27bd51740 1 -- 172.21.15.17:0/751510587 >> 172.21.15.17:0/751510587 conn(0x55b65848c0f0 msgr2=0x55b65848c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:34.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.793+0000 7fa27bd51740 1 -- 172.21.15.17:0/751510587 shutdown_connections 2024-09-16T01:50:34.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.793+0000 7fa27bd51740 1 -- 172.21.15.17:0/751510587 wait complete. 2024-09-16T01:50:34.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.793+0000 7fa27bd51740 1 -- start start 2024-09-16T01:50:34.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa27bd51740 1 Processor -- start 2024-09-16T01:50:34.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa27bd51740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65848fb60 0x55b658497b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa27bd51740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b658490480 0x55b6584980b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa27bd51740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b65849ad40 0x55b6584985f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa27bd51740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b65849d910 con 0x55b658490480 2024-09-16T01:50:34.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa27bd51740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b6583aff10 con 0x55b65849ad40 2024-09-16T01:50:34.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa27bd51740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b65849da90 con 0x55b65848fb60 2024-09-16T01:50:34.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa27bd51740 10 client.0 _ll_register_callbacks cb 0x55b658378a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:34.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa272ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b658490480 0x55b6584980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa2727fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65848fb60 0x55b658497b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa272ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b658490480 0x55b6584980b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39882/0 (socket says 172.21.15.17:39882) 2024-09-16T01:50:34.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa272ffd640 1 -- 172.21.15.17:0/4282759462 learned_addr learned my addr 172.21.15.17:0/4282759462 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:34.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa2727fc640 1 --2- 172.21.15.17:0/4282759462 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b65849ad40 0x55b6584985f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa272ffd640 1 -- 172.21.15.17:0/4282759462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65848fb60 msgr2=0x55b658497b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:34.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa272ffd640 1 --2- 172.21.15.17:0/4282759462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65848fb60 0x55b658497b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa272ffd640 1 -- 172.21.15.17:0/4282759462 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b65849ad40 msgr2=0x55b6584985f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:34.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa272ffd640 1 --2- 172.21.15.17:0/4282759462 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b65849ad40 0x55b6584985f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa272ffd640 1 -- 172.21.15.17:0/4282759462 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b6581666a0 con 0x55b658490480 2024-09-16T01:50:34.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.794+0000 7fa2727fc640 1 --2- 172.21.15.17:0/4282759462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65848fb60 0x55b658497b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:34.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.795+0000 7fa272ffd640 1 --2- 172.21.15.17:0/4282759462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b658490480 0x55b6584980b0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fa26400f6e0 tx=0x7fa264012700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=606522a31df7173d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:34.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.795+0000 7fa252ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:50:34.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.795+0000 7fa252ffd640 1 -- 172.21.15.17:0/4282759462 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa264028020 con 0x55b658490480 2024-09-16T01:50:34.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.795+0000 7fa252ffd640 1 -- 172.21.15.17:0/4282759462 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa264005250 con 0x55b658490480 2024-09-16T01:50:34.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.795+0000 7fa27bd51740 1 -- 172.21.15.17:0/4282759462 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa264012aa0 con 0x55b658490480 2024-09-16T01:50:34.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.795+0000 7fa252ffd640 1 -- 172.21.15.17:0/4282759462 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa2640128f0 con 0x55b658490480 2024-09-16T01:50:34.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.795+0000 7fa27bd51740 10 client.16587 fetch_fsmap learned FSMap version 25 2024-09-16T01:50:34.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.795+0000 7fa27bd51740 1 -- 172.21.15.17:0/4282759462 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b6584a9460 con 0x55b658490480 2024-09-16T01:50:34.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.795+0000 7fa252ffd640 1 -- 172.21.15.17:0/4282759462 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa264012aa0 con 0x55b658490480 2024-09-16T01:50:34.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.796+0000 7fa252ffd640 1 -- 172.21.15.17:0/4282759462 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fa264004680 con 0x55b658490480 2024-09-16T01:50:34.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.796+0000 7fa27bd51740 10 client.16587 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:50:34.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.796+0000 7fa27bd51740 10 client.16587 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:50:34.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.796+0000 7fa27bd51740 20 client.16587 populate_metadata read hostname 'smithi017' 2024-09-16T01:50:34.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.796+0000 7fa27bd51740 1 --2- 172.21.15.17:0/4282759462 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b6584aa810 0x55b6584acc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.796+0000 7fa27bd51740 4 client.16587 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:50:34.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.796+0000 7fa27bd51740 1 -- 172.21.15.17:0/4282759462 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b6584027f0 con 0x55b6584aa810 2024-09-16T01:50:34.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.796+0000 7fa2727fc640 1 --2- 172.21.15.17:0/4282759462 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b6584aa810 0x55b6584acc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.796+0000 7fa252ffd640 10 client.16587 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:34.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.796+0000 7fa2727fc640 1 --2- 172.21.15.17:0/4282759462 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b6584aa810 0x55b6584acc00 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a437aa03f43077e server_cookie=e7b78aaee7096368 in_seq=0 out_seq=0 2024-09-16T01:50:34.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.797+0000 7fa252ffd640 1 -- 172.21.15.17:0/4282759462 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b6584027f0 con 0x55b6584aa810 2024-09-16T01:50:34.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.797+0000 7fa252ffd640 10 client.16587 handle_command_reply: tid=0 2024-09-16T01:50:34.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.797+0000 7fa27bd51740 1 client.16587 shutdown 2024-09-16T01:50:34.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.797+0000 7fa27bd51740 1 -- 172.21.15.17:0/4282759462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b658490480 msgr2=0x55b6584980b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.797+0000 7fa27bd51740 1 --2- 172.21.15.17:0/4282759462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b658490480 0x55b6584980b0 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fa26400f6e0 tx=0x7fa264012700 comp rx=0 tx=0).stop 2024-09-16T01:50:34.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.797+0000 7fa27bd51740 1 -- 172.21.15.17:0/4282759462 shutdown_connections 2024-09-16T01:50:34.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.797+0000 7fa27bd51740 1 --2- 172.21.15.17:0/4282759462 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b6584aa810 0x55b6584acc00 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.797+0000 7fa27bd51740 1 --2- 172.21.15.17:0/4282759462 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b65849ad40 0x55b6584985f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.797+0000 7fa27bd51740 1 --2- 172.21.15.17:0/4282759462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b658490480 0x55b6584980b0 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.797+0000 7fa27bd51740 1 --2- 172.21.15.17:0/4282759462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65848fb60 0x55b658497b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.797+0000 7fa27bd51740 1 -- 172.21.15.17:0/4282759462 >> 172.21.15.17:0/4282759462 conn(0x55b65848c0f0 msgr2=0x55b65848b270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:34.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.797+0000 7fa252ffd640 0 client.16587 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:34.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.798+0000 7fa27bd51740 1 -- 172.21.15.17:0/4282759462 shutdown_connections 2024-09-16T01:50:34.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.798+0000 7fa27bd51740 1 -- 172.21.15.17:0/4282759462 wait complete. 2024-09-16T01:50:34.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.798+0000 7fa27bd51740 20 client.16587 trim_cache size 0 max 16384 2024-09-16T01:50:34.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.818+0000 7fa27bd51740 1 Processor -- start 2024-09-16T01:50:34.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.818+0000 7fa27bd51740 1 -- start start 2024-09-16T01:50:34.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa27bd51740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b65848fb60 0x55b6584b2290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa27bd51740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b658490480 0x55b6584b27d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa27bd51740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65849ad40 0x55b65848aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa27bd51740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa2741b2020 con 0x55b65848fb60 2024-09-16T01:50:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa27bd51740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa2741af8f0 con 0x55b658490480 2024-09-16T01:50:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa27bd51740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa2741ad720 con 0x55b65849ad40 2024-09-16T01:50:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa2727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b65848fb60 0x55b6584b2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa272ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b658490480 0x55b6584b27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa2727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b65848fb60 0x55b6584b2290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39886/0 (socket says 172.21.15.17:39886) 2024-09-16T01:50:34.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa2727fc640 1 -- 172.21.15.17:0/2316387559 learned_addr learned my addr 172.21.15.17:0/2316387559 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:34.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa2727fc640 1 --2- 172.21.15.17:0/2316387559 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65849ad40 0x55b65848aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa2727fc640 1 -- 172.21.15.17:0/2316387559 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65849ad40 msgr2=0x55b65848aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:34.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa2727fc640 1 --2- 172.21.15.17:0/2316387559 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65849ad40 0x55b65848aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa2727fc640 1 -- 172.21.15.17:0/2316387559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b658490480 msgr2=0x55b6584b27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:34.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa2727fc640 1 --2- 172.21.15.17:0/2316387559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b658490480 0x55b6584b27d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa2727fc640 1 -- 172.21.15.17:0/2316387559 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b6584902b0 con 0x55b65848fb60 2024-09-16T01:50:34.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.819+0000 7fa272ffd640 1 --2- 172.21.15.17:0/2316387559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b658490480 0x55b6584b27d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:34.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.820+0000 7fa2727fc640 1 --2- 172.21.15.17:0/2316387559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b65848fb60 0x55b6584b2290 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fa268031440 tx=0x7fa2680058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7839a38ebf5d37e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:34.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.820+0000 7fa2597fa640 1 -- 172.21.15.17:0/2316387559 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa268035040 con 0x55b65848fb60 2024-09-16T01:50:34.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.820+0000 7fa2597fa640 1 -- 172.21.15.17:0/2316387559 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa2680043c0 con 0x55b65848fb60 2024-09-16T01:50:34.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.820+0000 7fa2597fa640 1 -- 172.21.15.17:0/2316387559 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa2680047a0 con 0x55b65848fb60 2024-09-16T01:50:34.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.820+0000 7fa27bd51740 1 -- 172.21.15.17:0/2316387559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b65848fb60 msgr2=0x55b6584b2290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.820+0000 7fa27bd51740 1 --2- 172.21.15.17:0/2316387559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b65848fb60 0x55b6584b2290 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fa268031440 tx=0x7fa2680058d0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.821+0000 7fa27bd51740 1 -- 172.21.15.17:0/2316387559 shutdown_connections 2024-09-16T01:50:34.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.821+0000 7fa27bd51740 1 --2- 172.21.15.17:0/2316387559 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65849ad40 0x55b65848aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.821+0000 7fa27bd51740 1 --2- 172.21.15.17:0/2316387559 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b658490480 0x55b6584b27d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.821+0000 7fa27bd51740 1 --2- 172.21.15.17:0/2316387559 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b65848fb60 0x55b6584b2290 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.821+0000 7fa27bd51740 1 -- 172.21.15.17:0/2316387559 >> 172.21.15.17:0/2316387559 conn(0x55b65848c0f0 msgr2=0x55b658499ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.821+0000 7fa27bd51740 1 -- 172.21.15.17:0/2316387559 shutdown_connections 2024-09-16T01:50:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.821+0000 7fa27bd51740 1 -- 172.21.15.17:0/2316387559 wait complete. 2024-09-16T01:50:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.821+0000 7fa27bd51740 1 -- start start 2024-09-16T01:50:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.821+0000 7fa27bd51740 1 Processor -- start 2024-09-16T01:50:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa27bd51740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b65848fb60 0x55b65849e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa27bd51740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b658490480 0x55b65849e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa27bd51740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65849ad40 0x55b65850d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa27bd51740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa2741addb0 con 0x55b65848fb60 2024-09-16T01:50:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa27bd51740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa2741af220 con 0x55b658490480 2024-09-16T01:50:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa27bd51740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa2741ae480 con 0x55b65849ad40 2024-09-16T01:50:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa27bd51740 10 client.0 _ll_register_callbacks cb 0x7fa268009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:34.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa2727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b65848fb60 0x55b65849e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa2727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b65848fb60 0x55b65849e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39892/0 (socket says 172.21.15.17:39892) 2024-09-16T01:50:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa2727fc640 1 -- 172.21.15.17:0/3702065376 learned_addr learned my addr 172.21.15.17:0/3702065376 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa272ffd640 1 --2- 172.21.15.17:0/3702065376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b658490480 0x55b65849e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa2727fc640 1 --2- 172.21.15.17:0/3702065376 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65849ad40 0x55b65850d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa2727fc640 1 -- 172.21.15.17:0/3702065376 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65849ad40 msgr2=0x55b65850d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:34.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa2727fc640 1 --2- 172.21.15.17:0/3702065376 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65849ad40 0x55b65850d220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa2727fc640 1 -- 172.21.15.17:0/3702065376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b658490480 msgr2=0x55b65849e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:34.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa2727fc640 1 --2- 172.21.15.17:0/3702065376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b658490480 0x55b65849e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa2727fc640 1 -- 172.21.15.17:0/3702065376 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b65850d890 con 0x55b65848fb60 2024-09-16T01:50:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.822+0000 7fa272ffd640 1 --2- 172.21.15.17:0/3702065376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b658490480 0x55b65849e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.823+0000 7fa2727fc640 1 --2- 172.21.15.17:0/3702065376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b65848fb60 0x55b65849e460 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fa2680041a0 tx=0x7fa268009300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13b5c243b4f34987 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.823+0000 7fa252ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:50:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.823+0000 7fa252ffd640 1 -- 172.21.15.17:0/3702065376 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa268035030 con 0x55b65848fb60 2024-09-16T01:50:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.823+0000 7fa252ffd640 1 -- 172.21.15.17:0/3702065376 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa2680316a0 con 0x55b65848fb60 2024-09-16T01:50:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.823+0000 7fa27bd51740 1 -- 172.21.15.17:0/3702065376 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa2680043c0 con 0x55b65848fb60 2024-09-16T01:50:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.823+0000 7fa252ffd640 1 -- 172.21.15.17:0/3702065376 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa2680052f0 con 0x55b65848fb60 2024-09-16T01:50:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.823+0000 7fa27bd51740 10 client.16593 fetch_fsmap learned FSMap version 25 2024-09-16T01:50:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.823+0000 7fa27bd51740 1 -- 172.21.15.17:0/3702065376 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b658514c10 con 0x55b65848fb60 2024-09-16T01:50:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.823+0000 7fa252ffd640 1 -- 172.21.15.17:0/3702065376 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa2680043c0 con 0x55b65848fb60 2024-09-16T01:50:34.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.823+0000 7fa252ffd640 1 -- 172.21.15.17:0/3702065376 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fa26804e040 con 0x55b65848fb60 2024-09-16T01:50:34.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.823+0000 7fa27bd51740 10 client.16593 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:50:34.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.823+0000 7fa27bd51740 10 client.16593 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:50:34.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.824+0000 7fa27bd51740 20 client.16593 populate_metadata read hostname 'smithi017' 2024-09-16T01:50:34.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.824+0000 7fa27bd51740 1 --2- 172.21.15.17:0/3702065376 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b658515220 0x55b658517640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:34.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.824+0000 7fa27bd51740 4 client.16593 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:50:34.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.824+0000 7fa27bd51740 1 -- 172.21.15.17:0/3702065376 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b6583fcd00 con 0x55b658515220 2024-09-16T01:50:34.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.824+0000 7fa272ffd640 1 --2- 172.21.15.17:0/3702065376 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b658515220 0x55b658517640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:34.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.824+0000 7fa272ffd640 1 --2- 172.21.15.17:0/3702065376 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b658515220 0x55b658517640 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9680aaef58aeee3 server_cookie=41e38256f7773aaf in_seq=0 out_seq=0 2024-09-16T01:50:34.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.824+0000 7fa252ffd640 10 client.16593 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:34.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.825+0000 7fa252ffd640 1 -- 172.21.15.17:0/3702065376 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b6583fcd00 con 0x55b658515220 2024-09-16T01:50:34.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.825+0000 7fa252ffd640 10 client.16593 handle_command_reply: tid=0 2024-09-16T01:50:34.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.825+0000 7fa27bd51740 1 client.16593 shutdown 2024-09-16T01:50:34.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.825+0000 7fa27bd51740 1 -- 172.21.15.17:0/3702065376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b65848fb60 msgr2=0x55b65849e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.825+0000 7fa27bd51740 1 --2- 172.21.15.17:0/3702065376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b65848fb60 0x55b65849e460 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fa2680041a0 tx=0x7fa268009300 comp rx=0 tx=0).stop 2024-09-16T01:50:34.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.825+0000 7fa27bd51740 1 -- 172.21.15.17:0/3702065376 shutdown_connections 2024-09-16T01:50:34.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.825+0000 7fa27bd51740 1 --2- 172.21.15.17:0/3702065376 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b658515220 0x55b658517640 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.825+0000 7fa27bd51740 1 --2- 172.21.15.17:0/3702065376 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b65849ad40 0x55b65850d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.825+0000 7fa27bd51740 1 --2- 172.21.15.17:0/3702065376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b658490480 0x55b65849e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.825+0000 7fa27bd51740 1 --2- 172.21.15.17:0/3702065376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b65848fb60 0x55b65849e460 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.825+0000 7fa27bd51740 1 -- 172.21.15.17:0/3702065376 >> 172.21.15.17:0/3702065376 conn(0x55b65848c0f0 msgr2=0x55b658491520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:34.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.825+0000 7fa252ffd640 0 client.16593 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:34.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.826+0000 7fa27bd51740 1 -- 172.21.15.17:0/3702065376 shutdown_connections 2024-09-16T01:50:34.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.826+0000 7fa27bd51740 1 -- 172.21.15.17:0/3702065376 wait complete. 2024-09-16T01:50:34.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.826+0000 7fa27bd51740 20 client.16593 trim_cache size 0 max 16384 2024-09-16T01:50:34.832 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:50:34.832 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:50:34.832 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "781fc742-cc29-4792-9173-f06bf1a2f3bc", 2024-09-16T01:50:34.832 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:50:34.832 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:50:34.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.826+0000 7fa279978640 1 -- 172.21.15.17:0/678254623 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa25c0a3240 msgr2=0x7fa25c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.826+0000 7fa279978640 1 --2- 172.21.15.17:0/678254623 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa25c0a3240 0x7fa25c0a5700 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fa26c0989f0 tx=0x7fa26c0bc040 comp rx=0 tx=0).stop 2024-09-16T01:50:34.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.826+0000 7fa279978640 1 -- 172.21.15.17:0/678254623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa27410c170 msgr2=0x7fa274101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:34.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.826+0000 7fa279978640 1 --2- 172.21.15.17:0/678254623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa27410c170 0x7fa274101420 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fa26c00e940 tx=0x7fa26c00ee00 comp rx=0 tx=0).stop 2024-09-16T01:50:34.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.826+0000 7fa279978640 1 -- 172.21.15.17:0/678254623 shutdown_connections 2024-09-16T01:50:34.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.826+0000 7fa279978640 1 --2- 172.21.15.17:0/678254623 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa25c0a3240 0x7fa25c0a5700 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.826+0000 7fa279978640 1 --2- 172.21.15.17:0/678254623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa27410c170 0x7fa274101420 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.826+0000 7fa279978640 1 --2- 172.21.15.17:0/678254623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa274103660 0x7fa274100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.826+0000 7fa279978640 1 --2- 172.21.15.17:0/678254623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa274102d40 0x7fa2741009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:34.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.826+0000 7fa279978640 1 -- 172.21.15.17:0/678254623 >> 172.21.15.17:0/678254623 conn(0x7fa2740fc7a0 msgr2=0x7fa2740fd5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:34.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.827+0000 7fa279978640 1 -- 172.21.15.17:0/678254623 shutdown_connections 2024-09-16T01:50:34.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:34.827+0000 7fa279978640 1 -- 172.21.15.17:0/678254623 wait complete. 2024-09-16T01:50:35.528 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:50:35.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 250200 3.74 MB/sec execute 238 sec latency 15.053 ms 2024-09-16T01:50:35.821 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:50:36.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.361+0000 7f6f5c265640 1 -- 172.21.15.17:0/3239676118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f54102ef0 msgr2=0x7f6f5410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.361+0000 7f6f5c265640 1 --2- 172.21.15.17:0/3239676118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f54102ef0 0x7f6f5410da40 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c009ca0 tx=0x7f6f4c02a950 comp rx=0 tx=0).stop 2024-09-16T01:50:36.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.361+0000 7f6f5c265640 1 -- 172.21.15.17:0/3239676118 shutdown_connections 2024-09-16T01:50:36.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.361+0000 7f6f5c265640 1 --2- 172.21.15.17:0/3239676118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f54102ef0 0x7f6f5410da40 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.361+0000 7f6f5c265640 1 --2- 172.21.15.17:0/3239676118 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6f54102570 0x7f6f541029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.361+0000 7f6f5c265640 1 --2- 172.21.15.17:0/3239676118 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6f54100e20 0x7f6f54101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.361+0000 7f6f5c265640 1 -- 172.21.15.17:0/3239676118 >> 172.21.15.17:0/3239676118 conn(0x7f6f540fc7d0 msgr2=0x7f6f540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:36.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.361+0000 7f6f5c265640 1 -- 172.21.15.17:0/3239676118 shutdown_connections 2024-09-16T01:50:36.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.361+0000 7f6f5c265640 1 -- 172.21.15.17:0/3239676118 wait complete. 2024-09-16T01:50:36.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.363+0000 7f6f5c265640 1 Processor -- start 2024-09-16T01:50:36.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.363+0000 7f6f5c265640 1 -- start start 2024-09-16T01:50:36.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.363+0000 7f6f5c265640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f54100e20 0x7f6f5410e350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.363+0000 7f6f5c265640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6f54102570 0x7f6f5410e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.363+0000 7f6f5c265640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6f54102ef0 0x7f6f5410edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.363+0000 7f6f5c265640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6f54111f40 con 0x7f6f54100e20 2024-09-16T01:50:36.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.363+0000 7f6f5c265640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6f54111dc0 con 0x7f6f54102570 2024-09-16T01:50:36.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.363+0000 7f6f5c265640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6f541120c0 con 0x7f6f54102ef0 2024-09-16T01:50:36.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.363+0000 7f6f59800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6f54102570 0x7f6f5410e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.363+0000 7f6f5a001640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f54100e20 0x7f6f5410e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.363+0000 7f6f59800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6f54102570 0x7f6f5410e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:60328/0 (socket says 172.21.15.17:60328) 2024-09-16T01:50:36.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.363+0000 7f6f59800640 1 -- 172.21.15.17:0/1320411790 learned_addr learned my addr 172.21.15.17:0/1320411790 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:36.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.364+0000 7f6f5a802640 1 --2- 172.21.15.17:0/1320411790 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6f54102ef0 0x7f6f5410edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.364+0000 7f6f5a802640 1 -- 172.21.15.17:0/1320411790 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6f54102570 msgr2=0x7f6f5410e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.364+0000 7f6f5a802640 1 --2- 172.21.15.17:0/1320411790 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6f54102570 0x7f6f5410e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.364+0000 7f6f5a802640 1 -- 172.21.15.17:0/1320411790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f54100e20 msgr2=0x7f6f5410e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.364+0000 7f6f5a802640 1 --2- 172.21.15.17:0/1320411790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f54100e20 0x7f6f5410e350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.364+0000 7f6f5a802640 1 -- 172.21.15.17:0/1320411790 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f541a6900 con 0x7f6f54102ef0 2024-09-16T01:50:36.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.365+0000 7f6f5a802640 1 --2- 172.21.15.17:0/1320411790 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6f54102ef0 0x7f6f5410edd0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c009bf0 tx=0x7f6f4c003f10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.365+0000 7f6f4affd640 1 -- 172.21.15.17:0/1320411790 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f4c034040 con 0x7f6f54102ef0 2024-09-16T01:50:36.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.365+0000 7f6f4affd640 1 -- 172.21.15.17:0/1320411790 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f4c031e80 con 0x7f6f54102ef0 2024-09-16T01:50:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.365+0000 7f6f5c265640 1 -- 172.21.15.17:0/1320411790 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f541a6b90 con 0x7f6f54102ef0 2024-09-16T01:50:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.366+0000 7f6f4affd640 1 -- 172.21.15.17:0/1320411790 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f4c004600 con 0x7f6f54102ef0 2024-09-16T01:50:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.366+0000 7f6f5c265640 1 -- 172.21.15.17:0/1320411790 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f541a7070 con 0x7f6f54102ef0 2024-09-16T01:50:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.370+0000 7f6f5e63e740 1 Processor -- start 2024-09-16T01:50:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.371+0000 7f6f4affd640 1 -- 172.21.15.17:0/1320411790 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f6f4c037020 con 0x7f6f54102ef0 2024-09-16T01:50:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.371+0000 7f6f5e63e740 1 -- start start 2024-09-16T01:50:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.372+0000 7f6f5e63e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac84a0 0x562800ac8880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.372+0000 7f6f5e63e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac8dc0 0x562800ad3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.372+0000 7f6f5e63e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ad3680 0x562800ad5a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.372+0000 7f6f5e63e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562800a2e2e0 con 0x562800ad3680 2024-09-16T01:50:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.372+0000 7f6f5e63e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5628009d5ce0 con 0x562800ac84a0 2024-09-16T01:50:36.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.372+0000 7f6f5e63e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x562800a2a2a0 con 0x562800ac8dc0 2024-09-16T01:50:36.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.372+0000 7f6f5a001640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac8dc0 0x562800ad3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.372+0000 7f6f5a001640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac8dc0 0x562800ad3140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53508/0 (socket says 172.21.15.17:53508) 2024-09-16T01:50:36.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.372+0000 7f6f5a001640 1 -- 172.21.15.17:0/2321487462 learned_addr learned my addr 172.21.15.17:0/2321487462 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:36.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.372+0000 7f6f59800640 1 --2- 172.21.15.17:0/2321487462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ad3680 0x562800ad5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.372+0000 7f6f59800640 1 --2- 172.21.15.17:0/2321487462 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac84a0 0x562800ac8880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.372+0000 7f6f59800640 1 -- 172.21.15.17:0/2321487462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac8dc0 msgr2=0x562800ad3140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:36.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.372+0000 7f6f59800640 1 --2- 172.21.15.17:0/2321487462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac8dc0 0x562800ad3140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.373+0000 7f6f59800640 1 -- 172.21.15.17:0/2321487462 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac84a0 msgr2=0x562800ac8880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:36.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.373+0000 7f6f59800640 1 --2- 172.21.15.17:0/2321487462 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac84a0 0x562800ac8880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.373+0000 7f6f59800640 1 -- 172.21.15.17:0/2321487462 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5628009ba440 con 0x562800ad3680 2024-09-16T01:50:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.373+0000 7f6f5a001640 1 --2- 172.21.15.17:0/2321487462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac8dc0 0x562800ad3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.373+0000 7f6f4affd640 1 --2- 172.21.15.17:0/1320411790 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6f400a3450 0x7f6f400a5910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.373+0000 7f6f59800640 1 --2- 172.21.15.17:0/2321487462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ad3680 0x562800ad5a70 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f6f5410fde0 tx=0x7f6f4400b700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfe730dde6d91feb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.373+0000 7f6f5a001640 1 --2- 172.21.15.17:0/1320411790 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6f400a3450 0x7f6f400a5910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.373+0000 7f6f4affd640 1 -- 172.21.15.17:0/1320411790 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f6f4c0f05b0 con 0x7f6f54102ef0 2024-09-16T01:50:36.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.373+0000 7f6f3ffff640 1 -- 172.21.15.17:0/2321487462 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f44012dd0 con 0x562800ad3680 2024-09-16T01:50:36.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.373+0000 7f6f3ffff640 1 -- 172.21.15.17:0/2321487462 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f44005020 con 0x562800ad3680 2024-09-16T01:50:36.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.373+0000 7f6f3ffff640 1 -- 172.21.15.17:0/2321487462 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f44004a00 con 0x562800ad3680 2024-09-16T01:50:36.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.374+0000 7f6f5a001640 1 --2- 172.21.15.17:0/1320411790 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6f400a3450 0x7f6f400a5910 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x562800ac5890 tx=0x7f6f5000a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.374+0000 7f6f5e63e740 1 -- 172.21.15.17:0/2321487462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ad3680 msgr2=0x562800ad5a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.374+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/2321487462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ad3680 0x562800ad5a70 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f6f5410fde0 tx=0x7f6f4400b700 comp rx=0 tx=0).stop 2024-09-16T01:50:36.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.374+0000 7f6f5e63e740 1 -- 172.21.15.17:0/2321487462 shutdown_connections 2024-09-16T01:50:36.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.374+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/2321487462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ad3680 0x562800ad5a70 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.374+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/2321487462 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac8dc0 0x562800ad3140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.374+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/2321487462 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac84a0 0x562800ac8880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.374+0000 7f6f5e63e740 1 -- 172.21.15.17:0/2321487462 >> 172.21.15.17:0/2321487462 conn(0x562800ac4a30 msgr2=0x562800ac4e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:36.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.375+0000 7f6f5e63e740 1 -- 172.21.15.17:0/2321487462 shutdown_connections 2024-09-16T01:50:36.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.375+0000 7f6f5e63e740 1 -- 172.21.15.17:0/2321487462 wait complete. 2024-09-16T01:50:36.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.375+0000 7f6f5e63e740 1 -- start start 2024-09-16T01:50:36.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.375+0000 7f6f5e63e740 1 Processor -- start 2024-09-16T01:50:36.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f5e63e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac84a0 0x562800ad2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f5e63e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac8dc0 0x562800ad0250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f5e63e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ad3680 0x562800ad0790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f5e63e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562800ad6250 con 0x562800ad3680 2024-09-16T01:50:36.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f5e63e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5628009e9050 con 0x562800ac8dc0 2024-09-16T01:50:36.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f5e63e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x562800ad63d0 con 0x562800ac84a0 2024-09-16T01:50:36.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f5e63e740 10 client.0 _ll_register_callbacks cb 0x562800a29160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:36.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f59800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac8dc0 0x562800ad0250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f59800640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac8dc0 0x562800ad0250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:60354/0 (socket says 172.21.15.17:60354) 2024-09-16T01:50:36.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f59800640 1 -- 172.21.15.17:0/3021515305 learned_addr learned my addr 172.21.15.17:0/3021515305 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:36.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f5a802640 1 --2- 172.21.15.17:0/3021515305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ad3680 0x562800ad0790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f5a001640 1 --2- 172.21.15.17:0/3021515305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac84a0 0x562800ad2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f59800640 1 -- 172.21.15.17:0/3021515305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac84a0 msgr2=0x562800ad2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:36.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f59800640 1 --2- 172.21.15.17:0/3021515305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac84a0 0x562800ad2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.376+0000 7f6f59800640 1 -- 172.21.15.17:0/3021515305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ad3680 msgr2=0x562800ad0790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:36.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.377+0000 7f6f59800640 1 --2- 172.21.15.17:0/3021515305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ad3680 0x562800ad0790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.377+0000 7f6f59800640 1 -- 172.21.15.17:0/3021515305 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56280079f3c0 con 0x562800ac8dc0 2024-09-16T01:50:36.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.377+0000 7f6f5a802640 1 --2- 172.21.15.17:0/3021515305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ad3680 0x562800ad0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:50:36.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.377+0000 7f6f59800640 1 --2- 172.21.15.17:0/3021515305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac8dc0 0x562800ad0250 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6f4400b2d0 tx=0x7f6f4400ba00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f3173433a46f3cdf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.377+0000 7f6f3d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:50:36.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.377+0000 7f6f3d7fa640 1 -- 172.21.15.17:0/3021515305 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f44010940 con 0x562800ac8dc0 2024-09-16T01:50:36.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.377+0000 7f6f5e63e740 1 -- 172.21.15.17:0/3021515305 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f44005020 con 0x562800ac8dc0 2024-09-16T01:50:36.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.377+0000 7f6f3d7fa640 1 -- 172.21.15.17:0/3021515305 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f6f44010ae0 con 0x562800ac8dc0 2024-09-16T01:50:36.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.377+0000 7f6f3d7fa640 1 -- 172.21.15.17:0/3021515305 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6f44010ce0 con 0x562800ac8dc0 2024-09-16T01:50:36.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.377+0000 7f6f5e63e740 10 client.26084 fetch_fsmap learned FSMap version 25 2024-09-16T01:50:36.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.377+0000 7f6f5e63e740 1 -- 172.21.15.17:0/3021515305 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562800aea470 con 0x562800ac8dc0 2024-09-16T01:50:36.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.378+0000 7f6f3d7fa640 1 -- 172.21.15.17:0/3021515305 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f44005020 con 0x562800ac8dc0 2024-09-16T01:50:36.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.378+0000 7f6f3d7fa640 1 -- 172.21.15.17:0/3021515305 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f6f44026070 con 0x562800ac8dc0 2024-09-16T01:50:36.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.378+0000 7f6f5e63e740 10 client.26084 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:50:36.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.378+0000 7f6f5e63e740 10 client.26084 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:50:36.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.378+0000 7f6f5e63e740 20 client.26084 populate_metadata read hostname 'smithi017' 2024-09-16T01:50:36.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.378+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/3021515305 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562800aeb7c0 0x562800aedbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.378+0000 7f6f5e63e740 4 client.26084 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:50:36.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.378+0000 7f6f5e63e740 1 -- 172.21.15.17:0/3021515305 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562800a3b850 con 0x562800aeb7c0 2024-09-16T01:50:36.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.378+0000 7f6f5a001640 1 --2- 172.21.15.17:0/3021515305 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562800aeb7c0 0x562800aedbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.379+0000 7f6f3d7fa640 10 client.26084 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:36.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.379+0000 7f6f5a001640 1 --2- 172.21.15.17:0/3021515305 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562800aeb7c0 0x562800aedbb0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a1041161a0149d09 server_cookie=4479a102888e1f0f in_seq=0 out_seq=0 2024-09-16T01:50:36.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f3d7fa640 1 -- 172.21.15.17:0/3021515305 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562800a3b850 con 0x562800aeb7c0 2024-09-16T01:50:36.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f3d7fa640 10 client.26084 handle_command_reply: tid=0 2024-09-16T01:50:36.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f5e63e740 1 client.26084 shutdown 2024-09-16T01:50:36.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f5e63e740 1 -- 172.21.15.17:0/3021515305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac8dc0 msgr2=0x562800ad0250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/3021515305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac8dc0 0x562800ad0250 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6f4400b2d0 tx=0x7f6f4400ba00 comp rx=0 tx=0).stop 2024-09-16T01:50:36.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f5e63e740 1 -- 172.21.15.17:0/3021515305 shutdown_connections 2024-09-16T01:50:36.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/3021515305 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562800aeb7c0 0x562800aedbb0 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f3d7fa640 0 client.26084 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:36.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/3021515305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ad3680 0x562800ad0790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/3021515305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac8dc0 0x562800ad0250 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/3021515305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac84a0 0x562800ad2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f5e63e740 1 -- 172.21.15.17:0/3021515305 >> 172.21.15.17:0/3021515305 conn(0x562800ac4a30 msgr2=0x562800aca710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:36.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f5e63e740 1 -- 172.21.15.17:0/3021515305 shutdown_connections 2024-09-16T01:50:36.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f5e63e740 1 -- 172.21.15.17:0/3021515305 wait complete. 2024-09-16T01:50:36.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.380+0000 7f6f5e63e740 20 client.26084 trim_cache size 0 max 16384 2024-09-16T01:50:36.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.399+0000 7f6f5e63e740 1 Processor -- start 2024-09-16T01:50:36.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.399+0000 7f6f5e63e740 1 -- start start 2024-09-16T01:50:36.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f5e63e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac4a30 0x562800ad2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f5e63e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ac84a0 0x562800af33c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f5e63e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac8dc0 0x562800af3900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f5e63e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6f541ada80 con 0x562800ac84a0 2024-09-16T01:50:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f5e63e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6f541ab350 con 0x562800ac8dc0 2024-09-16T01:50:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f5e63e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6f541a9180 con 0x562800ac4a30 2024-09-16T01:50:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f59800640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ac84a0 0x562800af33c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f59800640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ac84a0 0x562800af33c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46196/0 (socket says 172.21.15.17:46196) 2024-09-16T01:50:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f59800640 1 -- 172.21.15.17:0/467441181 learned_addr learned my addr 172.21.15.17:0/467441181 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:36.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f5a001640 1 --2- 172.21.15.17:0/467441181 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac4a30 0x562800ad2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f5a802640 1 --2- 172.21.15.17:0/467441181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac8dc0 0x562800af3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f59800640 1 -- 172.21.15.17:0/467441181 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac4a30 msgr2=0x562800ad2580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f59800640 1 --2- 172.21.15.17:0/467441181 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac4a30 0x562800ad2580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f59800640 1 -- 172.21.15.17:0/467441181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac8dc0 msgr2=0x562800af3900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f59800640 1 --2- 172.21.15.17:0/467441181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac8dc0 0x562800af3900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f59800640 1 -- 172.21.15.17:0/467441181 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562800ac4860 con 0x562800ac84a0 2024-09-16T01:50:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f5a802640 1 --2- 172.21.15.17:0/467441181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac8dc0 0x562800af3900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:50:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f59800640 1 --2- 172.21.15.17:0/467441181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ac84a0 0x562800af33c0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f6f44015020 tx=0x7f6f44012620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7296e83e58aeb59 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.400+0000 7f6f3f7fe640 1 -- 172.21.15.17:0/467441181 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f4400ba70 con 0x562800ac84a0 2024-09-16T01:50:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.401+0000 7f6f3f7fe640 1 -- 172.21.15.17:0/467441181 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f44016040 con 0x562800ac84a0 2024-09-16T01:50:36.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.401+0000 7f6f3f7fe640 1 -- 172.21.15.17:0/467441181 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f440109c0 con 0x562800ac84a0 2024-09-16T01:50:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.401+0000 7f6f5e63e740 1 -- 172.21.15.17:0/467441181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ac84a0 msgr2=0x562800af33c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.401+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/467441181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ac84a0 0x562800af33c0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f6f44015020 tx=0x7f6f44012620 comp rx=0 tx=0).stop 2024-09-16T01:50:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.401+0000 7f6f5e63e740 1 -- 172.21.15.17:0/467441181 shutdown_connections 2024-09-16T01:50:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.401+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/467441181 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac8dc0 0x562800af3900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.401+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/467441181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ac84a0 0x562800af33c0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.401+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/467441181 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac4a30 0x562800ad2580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.401+0000 7f6f5e63e740 1 -- 172.21.15.17:0/467441181 >> 172.21.15.17:0/467441181 conn(0x562800aedf20 msgr2=0x562800acf250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:36.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.401+0000 7f6f5e63e740 1 -- 172.21.15.17:0/467441181 shutdown_connections 2024-09-16T01:50:36.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.402+0000 7f6f5e63e740 1 -- 172.21.15.17:0/467441181 wait complete. 2024-09-16T01:50:36.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.402+0000 7f6f5e63e740 1 -- start start 2024-09-16T01:50:36.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.402+0000 7f6f5e63e740 1 Processor -- start 2024-09-16T01:50:36.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.402+0000 7f6f5e63e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ac4a30 0x562800ae4850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.402+0000 7f6f5e63e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac84a0 0x562800adfbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.402+0000 7f6f5e63e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac8dc0 0x562800ae0360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.402+0000 7f6f5e63e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6f541a9810 con 0x562800ac4a30 2024-09-16T01:50:36.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.402+0000 7f6f5e63e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6f541aac80 con 0x562800ac84a0 2024-09-16T01:50:36.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.402+0000 7f6f5e63e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6f541a9ee0 con 0x562800ac8dc0 2024-09-16T01:50:36.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f5e63e740 10 client.0 _ll_register_callbacks cb 0x7f6f4400bec0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:50:36.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f5a802640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac8dc0 0x562800ae0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f5a001640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ac4a30 0x562800ae4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f5a802640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac8dc0 0x562800ae0360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53550/0 (socket says 172.21.15.17:53550) 2024-09-16T01:50:36.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f5a802640 1 -- 172.21.15.17:0/808063620 learned_addr learned my addr 172.21.15.17:0/808063620 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:50:36.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f59800640 1 --2- 172.21.15.17:0/808063620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac84a0 0x562800adfbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f5a802640 1 -- 172.21.15.17:0/808063620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac84a0 msgr2=0x562800adfbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:36.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f5a802640 1 --2- 172.21.15.17:0/808063620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac84a0 0x562800adfbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f5a802640 1 -- 172.21.15.17:0/808063620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ac4a30 msgr2=0x562800ae4850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:50:36.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f5a802640 1 --2- 172.21.15.17:0/808063620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ac4a30 0x562800ae4850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f5a802640 1 -- 172.21.15.17:0/808063620 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562800b55390 con 0x562800ac8dc0 2024-09-16T01:50:36.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f5a802640 1 --2- 172.21.15.17:0/808063620 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac8dc0 0x562800ae0360 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c0bcb20 tx=0x7f6f4c0bc5b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24aae4b00c6cd3c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:50:36.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f3d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:50:36.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f3d7fa640 1 -- 172.21.15.17:0/808063620 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f4c0da060 con 0x562800ac8dc0 2024-09-16T01:50:36.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f3d7fa640 1 -- 172.21.15.17:0/808063620 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f6f4c004b40 con 0x562800ac8dc0 2024-09-16T01:50:36.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.403+0000 7f6f5e63e740 1 -- 172.21.15.17:0/808063620 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6f44016040 con 0x562800ac8dc0 2024-09-16T01:50:36.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.404+0000 7f6f3d7fa640 1 -- 172.21.15.17:0/808063620 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6f4c0098b0 con 0x562800ac8dc0 2024-09-16T01:50:36.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.404+0000 7f6f5e63e740 10 client.26269 fetch_fsmap learned FSMap version 25 2024-09-16T01:50:36.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.404+0000 7f6f5e63e740 1 -- 172.21.15.17:0/808063620 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562800b56540 con 0x562800ac8dc0 2024-09-16T01:50:36.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.404+0000 7f6f3d7fa640 1 -- 172.21.15.17:0/808063620 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6f44016040 con 0x562800ac8dc0 2024-09-16T01:50:36.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.404+0000 7f6f3d7fa640 1 -- 172.21.15.17:0/808063620 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f6f4c04d030 con 0x562800ac8dc0 2024-09-16T01:50:36.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.404+0000 7f6f5e63e740 10 client.26269 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:50:36.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.404+0000 7f6f5e63e740 10 client.26269 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:50:36.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.404+0000 7f6f5e63e740 20 client.26269 populate_metadata read hostname 'smithi017' 2024-09-16T01:50:36.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.404+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/808063620 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562800ad3680 0x562800b58c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:50:36.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.404+0000 7f6f5e63e740 4 client.26269 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:50:36.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.404+0000 7f6f5e63e740 1 -- 172.21.15.17:0/808063620 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x562800a35d60 con 0x562800ad3680 2024-09-16T01:50:36.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.404+0000 7f6f5a001640 1 --2- 172.21.15.17:0/808063620 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562800ad3680 0x562800b58c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:50:36.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f5a001640 1 --2- 172.21.15.17:0/808063620 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562800ad3680 0x562800b58c80 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eeb7938cf19594c2 server_cookie=c13d7de9d33838b3 in_seq=0 out_seq=0 2024-09-16T01:50:36.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f3d7fa640 10 client.26269 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:36.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f3d7fa640 1 -- 172.21.15.17:0/808063620 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x562800a35d60 con 0x562800ad3680 2024-09-16T01:50:36.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f3d7fa640 10 client.26269 handle_command_reply: tid=0 2024-09-16T01:50:36.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f5e63e740 1 client.26269 shutdown 2024-09-16T01:50:36.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f5e63e740 1 -- 172.21.15.17:0/808063620 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac8dc0 msgr2=0x562800ae0360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/808063620 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac8dc0 0x562800ae0360 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c0bcb20 tx=0x7f6f4c0bc5b0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f5e63e740 1 -- 172.21.15.17:0/808063620 shutdown_connections 2024-09-16T01:50:36.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/808063620 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562800ad3680 0x562800b58c80 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/808063620 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562800ac8dc0 0x562800ae0360 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/808063620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562800ac84a0 0x562800adfbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f5e63e740 1 --2- 172.21.15.17:0/808063620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562800ac4a30 0x562800ae4850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f3d7fa640 0 client.26269 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f5e63e740 1 -- 172.21.15.17:0/808063620 >> 172.21.15.17:0/808063620 conn(0x562800aedf20 msgr2=0x562800ac9ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f5e63e740 1 -- 172.21.15.17:0/808063620 shutdown_connections 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.405+0000 7f6f5e63e740 1 -- 172.21.15.17:0/808063620 wait complete. 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.406+0000 7f6f5e63e740 20 client.26269 trim_cache size 0 max 16384 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:50:36.414 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi017.stdout: "781fc742-cc29-4792-9173-f06bf1a2f3bc": { 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "781fc742-cc29-4792-9173-f06bf1a2f3bc", 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:50:36.415 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:50:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.406+0000 7f6f5c265640 1 -- 172.21.15.17:0/1320411790 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6f400a3450 msgr2=0x7f6f400a5910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.406+0000 7f6f5c265640 1 --2- 172.21.15.17:0/1320411790 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6f400a3450 0x7f6f400a5910 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x562800ac5890 tx=0x7f6f5000a2d0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.406+0000 7f6f5c265640 1 -- 172.21.15.17:0/1320411790 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6f54102ef0 msgr2=0x7f6f5410edd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:50:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.406+0000 7f6f5c265640 1 --2- 172.21.15.17:0/1320411790 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6f54102ef0 0x7f6f5410edd0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f6f4c009bf0 tx=0x7f6f4c003f10 comp rx=0 tx=0).stop 2024-09-16T01:50:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.406+0000 7f6f5c265640 1 -- 172.21.15.17:0/1320411790 shutdown_connections 2024-09-16T01:50:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.406+0000 7f6f5c265640 1 --2- 172.21.15.17:0/1320411790 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6f400a3450 0x7f6f400a5910 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.406+0000 7f6f5c265640 1 --2- 172.21.15.17:0/1320411790 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6f54102ef0 0x7f6f5410edd0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.406+0000 7f6f5c265640 1 --2- 172.21.15.17:0/1320411790 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6f54102570 0x7f6f5410e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.406+0000 7f6f5c265640 1 --2- 172.21.15.17:0/1320411790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f54100e20 0x7f6f5410e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:50:36.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.406+0000 7f6f5c265640 1 -- 172.21.15.17:0/1320411790 >> 172.21.15.17:0/1320411790 conn(0x7f6f540fc7d0 msgr2=0x7f6f540febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:50:36.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.406+0000 7f6f5c265640 1 -- 172.21.15.17:0/1320411790 shutdown_connections 2024-09-16T01:50:36.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:50:36.406+0000 7f6f5c265640 1 -- 172.21.15.17:0/1320411790 wait complete. 2024-09-16T01:50:36.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:36 smithi017 ceph-mon[30972]: pgmap v551: 97 pgs: 97 active+clean; 115 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.7 MiB/s wr, 109 op/s 2024-09-16T01:50:36.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:36 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:50:36.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:36 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:50:36.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:36 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:50:36.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:36 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:50:36.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 250909 3.73 MB/sec execute 239 sec latency 20.017 ms 2024-09-16T01:50:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:36 smithi122 ceph-mon[34758]: pgmap v551: 97 pgs: 97 active+clean; 115 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.7 MiB/s wr, 109 op/s 2024-09-16T01:50:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:36 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:50:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:36 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:50:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:36 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:50:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:36 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:50:36.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:36 smithi029 ceph-mon[34783]: pgmap v551: 97 pgs: 97 active+clean; 115 MiB data, 944 MiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.7 MiB/s wr, 109 op/s 2024-09-16T01:50:36.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:36 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:50:36.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:36 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:50:36.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:36 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:50:36.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:36 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:50:37.106 INFO:tasks.cephfs.filesystem:scrub status for tag:781fc742-cc29-4792-9173-f06bf1a2f3bc - {'path': '/', 'tag': '781fc742-cc29-4792-9173-f06bf1a2f3bc', 'options': 'recursive,force'} 2024-09-16T01:50:37.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 251678 3.74 MB/sec execute 240 sec latency 13.770 ms 2024-09-16T01:50:38.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 252318 3.75 MB/sec execute 241 sec latency 13.183 ms 2024-09-16T01:50:38.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:38 smithi017 ceph-mon[30972]: pgmap v552: 97 pgs: 97 active+clean; 115 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.4 MiB/s wr, 83 op/s 2024-09-16T01:50:38.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:38 smithi029 ceph-mon[34783]: pgmap v552: 97 pgs: 97 active+clean; 115 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.4 MiB/s wr, 83 op/s 2024-09-16T01:50:38.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:38 smithi122 ceph-mon[34758]: pgmap v552: 97 pgs: 97 active+clean; 115 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 222 KiB/s rd, 1.4 MiB/s wr, 83 op/s 2024-09-16T01:50:39.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 252951 3.74 MB/sec execute 242 sec latency 18.375 ms 2024-09-16T01:50:40.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 253712 3.74 MB/sec execute 243 sec latency 13.652 ms 2024-09-16T01:50:40.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:40 smithi017 ceph-mon[30972]: pgmap v553: 97 pgs: 97 active+clean; 116 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:50:40.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:40 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:50:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:40 smithi122 ceph-mon[34758]: pgmap v553: 97 pgs: 97 active+clean; 116 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:50:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:40 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:50:40.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:40 smithi029 ceph-mon[34783]: pgmap v553: 97 pgs: 97 active+clean; 116 MiB data, 928 MiB used, 1.0 TiB / 1.0 TiB avail; 223 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:50:40.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:40 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:50:41.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 254439 3.74 MB/sec execute 244 sec latency 18.355 ms 2024-09-16T01:50:42.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 255226 3.75 MB/sec execute 245 sec latency 10.716 ms 2024-09-16T01:50:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:42 smithi017 ceph-mon[30972]: pgmap v554: 97 pgs: 97 active+clean; 117 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.6 MiB/s wr, 92 op/s 2024-09-16T01:50:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:42 smithi122 ceph-mon[34758]: pgmap v554: 97 pgs: 97 active+clean; 117 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.6 MiB/s wr, 92 op/s 2024-09-16T01:50:42.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:42 smithi029 ceph-mon[34783]: pgmap v554: 97 pgs: 97 active+clean; 117 MiB data, 913 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.6 MiB/s wr, 92 op/s 2024-09-16T01:50:43.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 255874 3.75 MB/sec execute 246 sec latency 11.256 ms 2024-09-16T01:50:44.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 256476 3.74 MB/sec execute 247 sec latency 93.277 ms 2024-09-16T01:50:44.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:44 smithi017 ceph-mon[30972]: pgmap v555: 97 pgs: 97 active+clean; 118 MiB data, 919 MiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:50:44.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:44 smithi122 ceph-mon[34758]: pgmap v555: 97 pgs: 97 active+clean; 118 MiB data, 919 MiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:50:44.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:44 smithi029 ceph-mon[34783]: pgmap v555: 97 pgs: 97 active+clean; 118 MiB data, 919 MiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:50:45.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 257228 3.74 MB/sec execute 248 sec latency 13.343 ms 2024-09-16T01:50:46.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 257915 3.74 MB/sec execute 249 sec latency 13.577 ms 2024-09-16T01:50:46.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:46 smithi017 ceph-mon[30972]: pgmap v556: 97 pgs: 97 active+clean; 118 MiB data, 925 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:50:46.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:46 smithi122 ceph-mon[34758]: pgmap v556: 97 pgs: 97 active+clean; 118 MiB data, 925 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:50:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:46 smithi029 ceph-mon[34783]: pgmap v556: 97 pgs: 97 active+clean; 118 MiB data, 925 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:50:47.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 258739 3.75 MB/sec execute 250 sec latency 16.808 ms 2024-09-16T01:50:48.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 259354 3.75 MB/sec execute 251 sec latency 9.909 ms 2024-09-16T01:50:48.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:48 smithi017 ceph-mon[30972]: pgmap v557: 97 pgs: 97 active+clean; 118 MiB data, 943 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:50:48.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:48 smithi122 ceph-mon[34758]: pgmap v557: 97 pgs: 97 active+clean; 118 MiB data, 943 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:50:48.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:48 smithi029 ceph-mon[34783]: pgmap v557: 97 pgs: 97 active+clean; 118 MiB data, 943 MiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:50:49.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 259950 3.74 MB/sec execute 252 sec latency 16.919 ms 2024-09-16T01:50:50.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 260722 3.74 MB/sec execute 253 sec latency 13.822 ms 2024-09-16T01:50:50.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:50 smithi122 ceph-mon[34758]: pgmap v558: 97 pgs: 97 active+clean; 119 MiB data, 932 MiB used, 1.0 TiB / 1.0 TiB avail; 274 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:50:50.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:50 smithi029 ceph-mon[34783]: pgmap v558: 97 pgs: 97 active+clean; 119 MiB data, 932 MiB used, 1.0 TiB / 1.0 TiB avail; 274 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:50:51.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:50 smithi017 ceph-mon[30972]: pgmap v558: 97 pgs: 97 active+clean; 119 MiB data, 932 MiB used, 1.0 TiB / 1.0 TiB avail; 274 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:50:51.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 261454 3.74 MB/sec execute 254 sec latency 17.092 ms 2024-09-16T01:50:52.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 262291 3.75 MB/sec execute 255 sec latency 14.353 ms 2024-09-16T01:50:52.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:52 smithi122 ceph-mon[34758]: pgmap v559: 97 pgs: 97 active+clean; 119 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.6 MiB/s wr, 87 op/s 2024-09-16T01:50:52.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:52 smithi029 ceph-mon[34783]: pgmap v559: 97 pgs: 97 active+clean; 119 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.6 MiB/s wr, 87 op/s 2024-09-16T01:50:53.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:52 smithi017 ceph-mon[30972]: pgmap v559: 97 pgs: 97 active+clean; 119 MiB data, 937 MiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.6 MiB/s wr, 87 op/s 2024-09-16T01:50:53.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 262907 3.75 MB/sec execute 256 sec latency 12.987 ms 2024-09-16T01:50:54.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 263491 3.74 MB/sec execute 257 sec latency 20.892 ms 2024-09-16T01:50:54.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:54 smithi122 ceph-mon[34758]: pgmap v560: 97 pgs: 97 active+clean; 120 MiB data, 943 MiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:50:54.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:54 smithi029 ceph-mon[34783]: pgmap v560: 97 pgs: 97 active+clean; 120 MiB data, 943 MiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:50:55.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:54 smithi017 ceph-mon[30972]: pgmap v560: 97 pgs: 97 active+clean; 120 MiB data, 943 MiB used, 1.0 TiB / 1.0 TiB avail; 344 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:50:55.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 264288 3.74 MB/sec execute 258 sec latency 14.322 ms 2024-09-16T01:50:56.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 264954 3.74 MB/sec execute 259 sec latency 13.243 ms 2024-09-16T01:50:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: pgmap v561: 97 pgs: 97 active+clean; 121 MiB data, 948 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:50:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:50:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:50:56.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:50:56.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:50:56.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: pgmap v561: 97 pgs: 97 active+clean; 121 MiB data, 948 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:50:56.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:50:56.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:56.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:50:56.800 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:50:56.800 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:50:57.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: pgmap v561: 97 pgs: 97 active+clean; 121 MiB data, 948 MiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:50:57.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:50:57.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:57.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:57.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:57.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:57.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:57.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:57.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:57.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:57.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:57.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:57.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:57.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-16T01:50:57.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:50:57.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:50:57.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:50:57.594 INFO:tasks.workunit.client.0.smithi017.stdout: 1 265828 3.75 MB/sec execute 260 sec latency 12.465 ms 2024-09-16T01:50:57.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:57 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi029 to 177.0M 2024-09-16T01:50:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:57 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi017 to 177.0M 2024-09-16T01:50:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:57 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi122 to 175.9M 2024-09-16T01:50:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:57 smithi122 ceph-mon[34758]: Unable to set osd_memory_target on smithi029 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-16T01:50:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:57 smithi122 ceph-mon[34758]: Unable to set osd_memory_target on smithi017 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-16T01:50:57.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:57 smithi122 ceph-mon[34758]: Unable to set osd_memory_target on smithi122 to 184519372: error parsing value: Value '184519372' is below minimum 939524096 2024-09-16T01:50:57.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:57 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi029 to 177.0M 2024-09-16T01:50:57.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:57 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi017 to 177.0M 2024-09-16T01:50:57.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:57 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi122 to 175.9M 2024-09-16T01:50:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:57 smithi029 ceph-mon[34783]: Unable to set osd_memory_target on smithi029 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-16T01:50:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:57 smithi029 ceph-mon[34783]: Unable to set osd_memory_target on smithi017 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-16T01:50:57.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:57 smithi029 ceph-mon[34783]: Unable to set osd_memory_target on smithi122 to 184519372: error parsing value: Value '184519372' is below minimum 939524096 2024-09-16T01:50:58.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:57 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi029 to 177.0M 2024-09-16T01:50:58.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:57 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi017 to 177.0M 2024-09-16T01:50:58.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:57 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi122 to 175.9M 2024-09-16T01:50:58.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:57 smithi017 ceph-mon[30972]: Unable to set osd_memory_target on smithi029 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-16T01:50:58.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:57 smithi017 ceph-mon[30972]: Unable to set osd_memory_target on smithi017 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-16T01:50:58.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:57 smithi017 ceph-mon[30972]: Unable to set osd_memory_target on smithi122 to 184519372: error parsing value: Value '184519372' is below minimum 939524096 2024-09-16T01:50:58.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 266427 3.75 MB/sec execute 261 sec latency 13.608 ms 2024-09-16T01:50:58.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:50:58 smithi122 ceph-mon[34758]: pgmap v562: 97 pgs: 97 active+clean; 121 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 89 op/s 2024-09-16T01:50:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:50:58 smithi029 ceph-mon[34783]: pgmap v562: 97 pgs: 97 active+clean; 121 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 89 op/s 2024-09-16T01:50:59.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:50:58 smithi017 ceph-mon[30972]: pgmap v562: 97 pgs: 97 active+clean; 121 MiB data, 949 MiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 89 op/s 2024-09-16T01:50:59.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 266973 3.74 MB/sec execute 262 sec latency 16.010 ms 2024-09-16T01:51:00.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 267676 3.75 MB/sec execute 263 sec latency 13.740 ms 2024-09-16T01:51:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:00 smithi122 ceph-mon[34758]: pgmap v563: 97 pgs: 97 active+clean; 121 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 1.7 MiB/s wr, 82 op/s 2024-09-16T01:51:00.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:00 smithi029 ceph-mon[34783]: pgmap v563: 97 pgs: 97 active+clean; 121 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 1.7 MiB/s wr, 82 op/s 2024-09-16T01:51:01.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:00 smithi017 ceph-mon[30972]: pgmap v563: 97 pgs: 97 active+clean; 121 MiB data, 954 MiB used, 1.0 TiB / 1.0 TiB avail; 157 KiB/s rd, 1.7 MiB/s wr, 82 op/s 2024-09-16T01:51:01.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 268424 3.74 MB/sec execute 264 sec latency 43.699 ms 2024-09-16T01:51:01.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:01 smithi122 ceph-mon[34758]: pgmap v564: 97 pgs: 97 active+clean; 122 MiB data, 955 MiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:51:01.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:01 smithi029 ceph-mon[34783]: pgmap v564: 97 pgs: 97 active+clean; 122 MiB data, 955 MiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:51:02.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:01 smithi017 ceph-mon[30972]: pgmap v564: 97 pgs: 97 active+clean; 122 MiB data, 955 MiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:51:02.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 269348 3.75 MB/sec execute 265 sec latency 15.837 ms 2024-09-16T01:51:03.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 269907 3.75 MB/sec execute 266 sec latency 12.731 ms 2024-09-16T01:51:04.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:03 smithi017 ceph-mon[30972]: pgmap v565: 97 pgs: 97 active+clean; 122 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:51:04.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:03 smithi122 ceph-mon[34758]: pgmap v565: 97 pgs: 97 active+clean; 122 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:51:04.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:03 smithi029 ceph-mon[34783]: pgmap v565: 97 pgs: 97 active+clean; 122 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:51:04.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 270467 3.74 MB/sec execute 267 sec latency 17.114 ms 2024-09-16T01:51:05.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 271218 3.75 MB/sec execute 268 sec latency 13.784 ms 2024-09-16T01:51:06.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:05 smithi017 ceph-mon[30972]: pgmap v566: 97 pgs: 97 active+clean; 123 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:51:06.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:05 smithi029 ceph-mon[34783]: pgmap v566: 97 pgs: 97 active+clean; 123 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:51:06.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:05 smithi122 ceph-mon[34758]: pgmap v566: 97 pgs: 97 active+clean; 123 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:51:06.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 271968 3.74 MB/sec execute 269 sec latency 15.974 ms 2024-09-16T01:51:07.107 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:51:07.391 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:51:07.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 272885 3.75 MB/sec execute 270 sec latency 12.362 ms 2024-09-16T01:51:07.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:07 smithi017 ceph-mon[30972]: pgmap v567: 97 pgs: 97 active+clean; 123 MiB data, 981 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:51:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.914+0000 7f69f7702640 1 -- 172.21.15.17:0/2852079137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f01009b0 msgr2=0x7f69f0100d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.914+0000 7f69f7702640 1 --2- 172.21.15.17:0/2852079137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f01009b0 0x7f69f0100d90 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f69ec009900 tx=0x7f69ec02a410 comp rx=0 tx=0).stop 2024-09-16T01:51:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.914+0000 7f69f7702640 1 -- 172.21.15.17:0/2852079137 shutdown_connections 2024-09-16T01:51:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.914+0000 7f69f7702640 1 --2- 172.21.15.17:0/2852079137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69f010e4d0 0x7f69f01108e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.914+0000 7f69f7702640 1 --2- 172.21.15.17:0/2852079137 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f69f0101360 0x7f69f010df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.914+0000 7f69f7702640 1 --2- 172.21.15.17:0/2852079137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f01009b0 0x7f69f0100d90 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.914+0000 7f69f7702640 1 -- 172.21.15.17:0/2852079137 >> 172.21.15.17:0/2852079137 conn(0x7f69f00fc7d0 msgr2=0x7f69f00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.914+0000 7f69f7702640 1 -- 172.21.15.17:0/2852079137 shutdown_connections 2024-09-16T01:51:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.914+0000 7f69f7702640 1 -- 172.21.15.17:0/2852079137 wait complete. 2024-09-16T01:51:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.915+0000 7f69f7702640 1 Processor -- start 2024-09-16T01:51:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.915+0000 7f69f7702640 1 -- start start 2024-09-16T01:51:07.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.915+0000 7f69f7702640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69f01009b0 0x7f69f019a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.915+0000 7f69f7702640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f69f0101360 0x7f69f019abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.915+0000 7f69f7702640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f010e4d0 0x7f69f019ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.915+0000 7f69f7702640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f69f0114130 con 0x7f69f010e4d0 2024-09-16T01:51:07.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.915+0000 7f69f7702640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f69f0113fb0 con 0x7f69f01009b0 2024-09-16T01:51:07.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.915+0000 7f69f7702640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f69f01142b0 con 0x7f69f0101360 2024-09-16T01:51:07.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.915+0000 7f69f4c9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f69f0101360 0x7f69f019abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.915+0000 7f69f4c9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f69f0101360 0x7f69f019abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45870/0 (socket says 172.21.15.17:45870) 2024-09-16T01:51:07.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.915+0000 7f69f5c9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f010e4d0 0x7f69f019ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.915+0000 7f69f4c9d640 1 -- 172.21.15.17:0/4232696804 learned_addr learned my addr 172.21.15.17:0/4232696804 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:07.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.915+0000 7f69f549e640 1 --2- 172.21.15.17:0/4232696804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69f01009b0 0x7f69f019a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.916+0000 7f69f4c9d640 1 -- 172.21.15.17:0/4232696804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69f01009b0 msgr2=0x7f69f019a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.916+0000 7f69f4c9d640 1 --2- 172.21.15.17:0/4232696804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69f01009b0 0x7f69f019a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.916+0000 7f69f4c9d640 1 -- 172.21.15.17:0/4232696804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f010e4d0 msgr2=0x7f69f019ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.916+0000 7f69f4c9d640 1 --2- 172.21.15.17:0/4232696804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f010e4d0 0x7f69f019ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.916+0000 7f69f4c9d640 1 -- 172.21.15.17:0/4232696804 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69f019f660 con 0x7f69f0101360 2024-09-16T01:51:07.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.916+0000 7f69f5c9f640 1 --2- 172.21.15.17:0/4232696804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f010e4d0 0x7f69f019ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:07.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.916+0000 7f69f4c9d640 1 --2- 172.21.15.17:0/4232696804 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f69f0101360 0x7f69f019abf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f69e000e9f0 tx=0x7f69e000edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.916+0000 7f69e67fc640 1 -- 172.21.15.17:0/4232696804 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69e000cd80 con 0x7f69f0101360 2024-09-16T01:51:07.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.916+0000 7f69e67fc640 1 -- 172.21.15.17:0/4232696804 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69e00054d0 con 0x7f69f0101360 2024-09-16T01:51:07.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.916+0000 7f69f7702640 1 -- 172.21.15.17:0/4232696804 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69f019f950 con 0x7f69f0101360 2024-09-16T01:51:07.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.916+0000 7f69e67fc640 1 -- 172.21.15.17:0/4232696804 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69e0010490 con 0x7f69f0101360 2024-09-16T01:51:07.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.916+0000 7f69f7702640 1 -- 172.21.15.17:0/4232696804 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69f01a7230 con 0x7f69f0101360 2024-09-16T01:51:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.919+0000 7f69e67fc640 1 -- 172.21.15.17:0/4232696804 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f69e0005020 con 0x7f69f0101360 2024-09-16T01:51:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.919+0000 7f69f9adb740 1 Processor -- start 2024-09-16T01:51:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.919+0000 7f69f9adb740 1 -- start start 2024-09-16T01:51:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.919+0000 7f69f9adb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a4b4a0 0x5564f0a4b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.919+0000 7f69f9adb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a56140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f9adb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a56680 0x5564f0a58a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f9adb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5564f09b12e0 con 0x5564f0a56680 2024-09-16T01:51:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f9adb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5564f0958ce0 con 0x5564f0a4bdc0 2024-09-16T01:51:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f9adb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5564f09ad2a0 con 0x5564f0a4b4a0 2024-09-16T01:51:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f549e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a56140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69e67fc640 1 --2- 172.21.15.17:0/4232696804 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f69dc0a32c0 0x7f69dc0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f549e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a56140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:54918/0 (socket says 172.21.15.17:54918) 2024-09-16T01:51:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f549e640 1 -- 172.21.15.17:0/1031909607 learned_addr learned my addr 172.21.15.17:0/1031909607 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f5c9f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a4b4a0 0x5564f0a4b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f4c9d640 1 --2- 172.21.15.17:0/1031909607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a56680 0x5564f0a58a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f5c9f640 1 --2- 172.21.15.17:0/4232696804 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f69dc0a32c0 0x7f69dc0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f549e640 1 -- 172.21.15.17:0/1031909607 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a4b4a0 msgr2=0x5564f0a4b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f549e640 1 --2- 172.21.15.17:0/1031909607 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a4b4a0 0x5564f0a4b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f549e640 1 -- 172.21.15.17:0/1031909607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a56680 msgr2=0x5564f0a58a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f549e640 1 --2- 172.21.15.17:0/1031909607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a56680 0x5564f0a58a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f549e640 1 -- 172.21.15.17:0/1031909607 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564f093d440 con 0x5564f0a4bdc0 2024-09-16T01:51:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69e67fc640 1 -- 172.21.15.17:0/4232696804 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f69e00cfd10 con 0x7f69f0101360 2024-09-16T01:51:07.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.920+0000 7f69f4c9d640 1 --2- 172.21.15.17:0/1031909607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a56680 0x5564f0a58a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:07.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.921+0000 7f69f5c9f640 1 --2- 172.21.15.17:0/4232696804 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f69dc0a32c0 0x7f69dc0a5780 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f69e8005fd0 tx=0x7f69e8004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.921+0000 7f69f549e640 1 --2- 172.21.15.17:0/1031909607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a56140 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f69ec000c00 tx=0x7f69ec004170 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5f046332b63bf5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.921+0000 7f69db7fe640 1 -- 172.21.15.17:0/1031909607 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69ec035040 con 0x5564f0a4bdc0 2024-09-16T01:51:07.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.921+0000 7f69db7fe640 1 -- 172.21.15.17:0/1031909607 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69ec0054f0 con 0x5564f0a4bdc0 2024-09-16T01:51:07.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.921+0000 7f69db7fe640 1 -- 172.21.15.17:0/1031909607 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69ec0035f0 con 0x5564f0a4bdc0 2024-09-16T01:51:07.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.922+0000 7f69f9adb740 1 -- 172.21.15.17:0/1031909607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 msgr2=0x5564f0a56140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.922+0000 7f69f9adb740 1 --2- 172.21.15.17:0/1031909607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a56140 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f69ec000c00 tx=0x7f69ec004170 comp rx=0 tx=0).stop 2024-09-16T01:51:07.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.922+0000 7f69f9adb740 1 -- 172.21.15.17:0/1031909607 shutdown_connections 2024-09-16T01:51:07.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.922+0000 7f69f9adb740 1 --2- 172.21.15.17:0/1031909607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a56680 0x5564f0a58a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.922+0000 7f69f9adb740 1 --2- 172.21.15.17:0/1031909607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a56140 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.922+0000 7f69f9adb740 1 --2- 172.21.15.17:0/1031909607 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a4b4a0 0x5564f0a4b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.922+0000 7f69f9adb740 1 -- 172.21.15.17:0/1031909607 >> 172.21.15.17:0/1031909607 conn(0x5564f0a47a30 msgr2=0x5564f0a47e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:07.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.922+0000 7f69f9adb740 1 -- 172.21.15.17:0/1031909607 shutdown_connections 2024-09-16T01:51:07.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.922+0000 7f69f9adb740 1 -- 172.21.15.17:0/1031909607 wait complete. 2024-09-16T01:51:07.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.923+0000 7f69f9adb740 1 -- start start 2024-09-16T01:51:07.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.923+0000 7f69f9adb740 1 Processor -- start 2024-09-16T01:51:07.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.923+0000 7f69f9adb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a4b4a0 0x5564f0a55fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.923+0000 7f69f9adb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a53290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.923+0000 7f69f9adb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a56680 0x5564f0a537f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f549e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a4b4a0 0x5564f0a55fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f9adb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5564f0a59250 con 0x5564f0a4b4a0 2024-09-16T01:51:07.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f4c9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a53290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f9adb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5564f096c050 con 0x5564f0a4bdc0 2024-09-16T01:51:07.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f549e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a4b4a0 0x5564f0a55fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42096/0 (socket says 172.21.15.17:42096) 2024-09-16T01:51:07.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f9adb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5564f0a593d0 con 0x5564f0a56680 2024-09-16T01:51:07.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f549e640 1 -- 172.21.15.17:0/3354744144 learned_addr learned my addr 172.21.15.17:0/3354744144 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:07.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f9adb740 10 client.0 _ll_register_callbacks cb 0x5564f09ac160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:07.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f5c9f640 1 --2- 172.21.15.17:0/3354744144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a56680 0x5564f0a537f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f4c9d640 1 -- 172.21.15.17:0/3354744144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a56680 msgr2=0x5564f0a537f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:07.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f4c9d640 1 --2- 172.21.15.17:0/3354744144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a56680 0x5564f0a537f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f4c9d640 1 -- 172.21.15.17:0/3354744144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a4b4a0 msgr2=0x5564f0a55fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:07.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f4c9d640 1 --2- 172.21.15.17:0/3354744144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a4b4a0 0x5564f0a55fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f4c9d640 1 -- 172.21.15.17:0/3354744144 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564f07223c0 con 0x5564f0a4bdc0 2024-09-16T01:51:07.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f5c9f640 1 --2- 172.21.15.17:0/3354744144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a56680 0x5564f0a537f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:07.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.924+0000 7f69f549e640 1 --2- 172.21.15.17:0/3354744144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a4b4a0 0x5564f0a55fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:07.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.925+0000 7f69f4c9d640 1 --2- 172.21.15.17:0/3354744144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a53290 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x5564f0a48db0 tx=0x7f69e001dc50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a341b9ce5316d432 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.925+0000 7f69d8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:51:07.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.925+0000 7f69d8ff9640 1 -- 172.21.15.17:0/3354744144 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69e0096e60 con 0x5564f0a4bdc0 2024-09-16T01:51:07.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.925+0000 7f69d8ff9640 1 -- 172.21.15.17:0/3354744144 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f69e001dcc0 con 0x5564f0a4bdc0 2024-09-16T01:51:07.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.925+0000 7f69f9adb740 1 -- 172.21.15.17:0/3354744144 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69ec0054f0 con 0x5564f0a4bdc0 2024-09-16T01:51:07.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.925+0000 7f69d8ff9640 1 -- 172.21.15.17:0/3354744144 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f69e009c9f0 con 0x5564f0a4bdc0 2024-09-16T01:51:07.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.925+0000 7f69f9adb740 10 client.26102 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:07.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.925+0000 7f69f9adb740 1 -- 172.21.15.17:0/3354744144 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5564f0a64c20 con 0x5564f0a4bdc0 2024-09-16T01:51:07.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.925+0000 7f69d8ff9640 1 -- 172.21.15.17:0/3354744144 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69ec0054f0 con 0x5564f0a4bdc0 2024-09-16T01:51:07.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.925+0000 7f69d8ff9640 1 -- 172.21.15.17:0/3354744144 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f69e00a4ad0 con 0x5564f0a4bdc0 2024-09-16T01:51:07.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.926+0000 7f69f9adb740 10 client.26102 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:07.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.926+0000 7f69f9adb740 10 client.26102 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:51:07.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.926+0000 7f69f9adb740 20 client.26102 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:07.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.926+0000 7f69f9adb740 1 --2- 172.21.15.17:0/3354744144 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5564f0a66130 0x5564f0a685b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.926+0000 7f69f9adb740 4 client.26102 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:51:07.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.926+0000 7f69f9adb740 1 -- 172.21.15.17:0/3354744144 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5564f09be850 con 0x5564f0a66130 2024-09-16T01:51:07.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.926+0000 7f69f549e640 1 --2- 172.21.15.17:0/3354744144 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5564f0a66130 0x5564f0a685b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.926+0000 7f69f549e640 1 --2- 172.21.15.17:0/3354744144 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5564f0a66130 0x5564f0a685b0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13029b4a54385830 server_cookie=a53ce6756d8b7526 in_seq=0 out_seq=0 2024-09-16T01:51:07.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.926+0000 7f69d8ff9640 10 client.26102 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:07.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.927+0000 7f69d8ff9640 1 -- 172.21.15.17:0/3354744144 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5564f09be850 con 0x5564f0a66130 2024-09-16T01:51:07.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.927+0000 7f69d8ff9640 10 client.26102 handle_command_reply: tid=0 2024-09-16T01:51:07.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.927+0000 7f69f9adb740 1 client.26102 shutdown 2024-09-16T01:51:07.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.927+0000 7f69f9adb740 1 -- 172.21.15.17:0/3354744144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 msgr2=0x5564f0a53290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.927+0000 7f69f9adb740 1 --2- 172.21.15.17:0/3354744144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a53290 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x5564f0a48db0 tx=0x7f69e001dc50 comp rx=0 tx=0).stop 2024-09-16T01:51:07.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.927+0000 7f69f9adb740 1 -- 172.21.15.17:0/3354744144 shutdown_connections 2024-09-16T01:51:07.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.927+0000 7f69f9adb740 1 --2- 172.21.15.17:0/3354744144 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5564f0a66130 0x5564f0a685b0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.928+0000 7f69f9adb740 1 --2- 172.21.15.17:0/3354744144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a56680 0x5564f0a537f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.928+0000 7f69d8ff9640 0 client.26102 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:07.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.928+0000 7f69f9adb740 1 --2- 172.21.15.17:0/3354744144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a53290 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.928+0000 7f69f9adb740 1 --2- 172.21.15.17:0/3354744144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a4b4a0 0x5564f0a55fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.928+0000 7f69f9adb740 1 -- 172.21.15.17:0/3354744144 >> 172.21.15.17:0/3354744144 conn(0x5564f0a47a30 msgr2=0x5564f0a4d710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:07.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.928+0000 7f69f9adb740 1 -- 172.21.15.17:0/3354744144 shutdown_connections 2024-09-16T01:51:07.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.928+0000 7f69f9adb740 1 -- 172.21.15.17:0/3354744144 wait complete. 2024-09-16T01:51:07.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.928+0000 7f69f9adb740 20 client.26102 trim_cache size 0 max 16384 2024-09-16T01:51:07.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.963+0000 7f69f9adb740 1 Processor -- start 2024-09-16T01:51:07.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.963+0000 7f69f9adb740 1 -- start start 2024-09-16T01:51:07.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.963+0000 7f69f9adb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a4b4a0 0x5564f0a624e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.963+0000 7f69f9adb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a42940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.963+0000 7f69f9adb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a56680 0x5564f0a6de80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.963+0000 7f69f9adb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f69f01b1f50 con 0x5564f0a56680 2024-09-16T01:51:07.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.963+0000 7f69f9adb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f69f01af820 con 0x5564f0a4bdc0 2024-09-16T01:51:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.963+0000 7f69f9adb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f69f01ad650 con 0x5564f0a4b4a0 2024-09-16T01:51:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69f5c9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a56680 0x5564f0a6de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69f549e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a4b4a0 0x5564f0a624e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69f549e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a4b4a0 0x5564f0a624e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45888/0 (socket says 172.21.15.17:45888) 2024-09-16T01:51:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69f549e640 1 -- 172.21.15.17:0/1786757610 learned_addr learned my addr 172.21.15.17:0/1786757610 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69f5c9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a56680 0x5564f0a6de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42108/0 (socket says 172.21.15.17:42108) 2024-09-16T01:51:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69f4c9d640 1 --2- 172.21.15.17:0/1786757610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a42940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69f549e640 1 -- 172.21.15.17:0/1786757610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 msgr2=0x5564f0a42940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69f549e640 1 --2- 172.21.15.17:0/1786757610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a42940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69f549e640 1 -- 172.21.15.17:0/1786757610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a56680 msgr2=0x5564f0a6de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69f549e640 1 --2- 172.21.15.17:0/1786757610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a56680 0x5564f0a6de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69f549e640 1 -- 172.21.15.17:0/1786757610 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5564f0a56350 con 0x5564f0a4b4a0 2024-09-16T01:51:07.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69f549e640 1 --2- 172.21.15.17:0/1786757610 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a4b4a0 0x5564f0a624e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f69ec009900 tx=0x7f69ec02a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d0a7be5426ea048 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69daffd640 1 -- 172.21.15.17:0/1786757610 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69ec035040 con 0x5564f0a4b4a0 2024-09-16T01:51:07.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69daffd640 1 -- 172.21.15.17:0/1786757610 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69ec0048e0 con 0x5564f0a4b4a0 2024-09-16T01:51:07.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.964+0000 7f69daffd640 1 -- 172.21.15.17:0/1786757610 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69ec004fa0 con 0x5564f0a4b4a0 2024-09-16T01:51:07.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.965+0000 7f69f9adb740 1 -- 172.21.15.17:0/1786757610 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a4b4a0 msgr2=0x5564f0a624e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.965+0000 7f69f9adb740 1 --2- 172.21.15.17:0/1786757610 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a4b4a0 0x5564f0a624e0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f69ec009900 tx=0x7f69ec02a410 comp rx=0 tx=0).stop 2024-09-16T01:51:07.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.965+0000 7f69f9adb740 1 -- 172.21.15.17:0/1786757610 shutdown_connections 2024-09-16T01:51:07.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.965+0000 7f69f9adb740 1 --2- 172.21.15.17:0/1786757610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a56680 0x5564f0a6de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.965+0000 7f69f9adb740 1 --2- 172.21.15.17:0/1786757610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4bdc0 0x5564f0a42940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.965+0000 7f69f9adb740 1 --2- 172.21.15.17:0/1786757610 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a4b4a0 0x5564f0a624e0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.965+0000 7f69f9adb740 1 -- 172.21.15.17:0/1786757610 >> 172.21.15.17:0/1786757610 conn(0x5564f0a47a30 msgr2=0x5564f0a52420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.965+0000 7f69f9adb740 1 -- 172.21.15.17:0/1786757610 shutdown_connections 2024-09-16T01:51:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.965+0000 7f69f9adb740 1 -- 172.21.15.17:0/1786757610 wait complete. 2024-09-16T01:51:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.966+0000 7f69f9adb740 1 -- start start 2024-09-16T01:51:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.966+0000 7f69f9adb740 1 Processor -- start 2024-09-16T01:51:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.966+0000 7f69f9adb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4b4a0 0x5564f0a5ea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.966+0000 7f69f9adb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a4bdc0 0x5564f0a5bde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.966+0000 7f69f9adb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a56680 0x5564f0a5c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.966+0000 7f69f9adb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f69f01adce0 con 0x5564f0a4bdc0 2024-09-16T01:51:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.966+0000 7f69f9adb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f69f01af150 con 0x5564f0a4b4a0 2024-09-16T01:51:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.966+0000 7f69f9adb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f69f01ae3b0 con 0x5564f0a56680 2024-09-16T01:51:07.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.966+0000 7f69f9adb740 10 client.0 _ll_register_callbacks cb 0x7f69e000cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:07.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.966+0000 7f69f4c9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a4bdc0 0x5564f0a5bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.967+0000 7f69f5c9f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a56680 0x5564f0a5c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.967+0000 7f69f4c9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a4bdc0 0x5564f0a5bde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42110/0 (socket says 172.21.15.17:42110) 2024-09-16T01:51:07.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.967+0000 7f69f4c9d640 1 -- 172.21.15.17:0/2790097230 learned_addr learned my addr 172.21.15.17:0/2790097230 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:07.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.967+0000 7f69f549e640 1 --2- 172.21.15.17:0/2790097230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4b4a0 0x5564f0a5ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.967+0000 7f69f5c9f640 1 -- 172.21.15.17:0/2790097230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4b4a0 msgr2=0x5564f0a5ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:07.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.967+0000 7f69f5c9f640 1 --2- 172.21.15.17:0/2790097230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4b4a0 0x5564f0a5ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.967+0000 7f69f5c9f640 1 -- 172.21.15.17:0/2790097230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a4bdc0 msgr2=0x5564f0a5bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:07.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.967+0000 7f69f5c9f640 1 --2- 172.21.15.17:0/2790097230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a4bdc0 0x5564f0a5bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.967+0000 7f69f5c9f640 1 -- 172.21.15.17:0/2790097230 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5564f0a5c860 con 0x5564f0a56680 2024-09-16T01:51:07.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.967+0000 7f69f5c9f640 1 --2- 172.21.15.17:0/2790097230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a56680 0x5564f0a5c320 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x5564f0a397a0 tx=0x7f69e8004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9069e24d6d6b7294 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:07.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.967+0000 7f69d8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:51:07.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.967+0000 7f69d8ff9640 1 -- 172.21.15.17:0/2790097230 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69e801a070 con 0x5564f0a56680 2024-09-16T01:51:07.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.967+0000 7f69d8ff9640 1 -- 172.21.15.17:0/2790097230 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f69e8021610 con 0x5564f0a56680 2024-09-16T01:51:07.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.967+0000 7f69f9adb740 1 -- 172.21.15.17:0/2790097230 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f69ec0048e0 con 0x5564f0a56680 2024-09-16T01:51:07.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.968+0000 7f69d8ff9640 1 -- 172.21.15.17:0/2790097230 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f69e8011e80 con 0x5564f0a56680 2024-09-16T01:51:07.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.968+0000 7f69f9adb740 10 client.26287 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:07.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.968+0000 7f69f9adb740 1 -- 172.21.15.17:0/2790097230 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5564f0ad0bc0 con 0x5564f0a56680 2024-09-16T01:51:07.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.968+0000 7f69d8ff9640 1 -- 172.21.15.17:0/2790097230 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f69ec0048e0 con 0x5564f0a56680 2024-09-16T01:51:07.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.968+0000 7f69d8ff9640 1 -- 172.21.15.17:0/2790097230 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f69e801d070 con 0x5564f0a56680 2024-09-16T01:51:07.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.968+0000 7f69f9adb740 10 client.26287 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:07.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.968+0000 7f69f9adb740 10 client.26287 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:51:07.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.968+0000 7f69f9adb740 20 client.26287 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:07.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.968+0000 7f69f9adb740 1 --2- 172.21.15.17:0/2790097230 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5564f0a66130 0x5564f0ad33a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:07.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.968+0000 7f69f9adb740 4 client.26287 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:51:07.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.968+0000 7f69f9adb740 1 -- 172.21.15.17:0/2790097230 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5564f09b8d60 con 0x5564f0a66130 2024-09-16T01:51:07.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.968+0000 7f69f549e640 1 --2- 172.21.15.17:0/2790097230 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5564f0a66130 0x5564f0ad33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:07.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.969+0000 7f69f549e640 1 --2- 172.21.15.17:0/2790097230 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5564f0a66130 0x5564f0ad33a0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b37280e5f711b9be server_cookie=c92e4806d63f843a in_seq=0 out_seq=0 2024-09-16T01:51:07.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.969+0000 7f69d8ff9640 10 client.26287 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:07.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.969+0000 7f69d8ff9640 1 -- 172.21.15.17:0/2790097230 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5564f09b8d60 con 0x5564f0a66130 2024-09-16T01:51:07.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.969+0000 7f69d8ff9640 10 client.26287 handle_command_reply: tid=0 2024-09-16T01:51:07.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.969+0000 7f69f9adb740 1 client.26287 shutdown 2024-09-16T01:51:07.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.969+0000 7f69f9adb740 1 -- 172.21.15.17:0/2790097230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a56680 msgr2=0x5564f0a5c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.969+0000 7f69f9adb740 1 --2- 172.21.15.17:0/2790097230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a56680 0x5564f0a5c320 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x5564f0a397a0 tx=0x7f69e8004a40 comp rx=0 tx=0).stop 2024-09-16T01:51:07.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.969+0000 7f69f9adb740 1 -- 172.21.15.17:0/2790097230 shutdown_connections 2024-09-16T01:51:07.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.969+0000 7f69f9adb740 1 --2- 172.21.15.17:0/2790097230 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5564f0a66130 0x5564f0ad33a0 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.970+0000 7f69f9adb740 1 --2- 172.21.15.17:0/2790097230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5564f0a56680 0x5564f0a5c320 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.970+0000 7f69d8ff9640 0 client.26287 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:07.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.970+0000 7f69f9adb740 1 --2- 172.21.15.17:0/2790097230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564f0a4bdc0 0x5564f0a5bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.970+0000 7f69f9adb740 1 --2- 172.21.15.17:0/2790097230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5564f0a4b4a0 0x5564f0a5ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.970+0000 7f69f9adb740 1 -- 172.21.15.17:0/2790097230 >> 172.21.15.17:0/2790097230 conn(0x5564f0a47a30 msgr2=0x5564f0a54af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:07.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.970+0000 7f69f9adb740 1 -- 172.21.15.17:0/2790097230 shutdown_connections 2024-09-16T01:51:07.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.970+0000 7f69f9adb740 1 -- 172.21.15.17:0/2790097230 wait complete. 2024-09-16T01:51:07.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.970+0000 7f69f9adb740 20 client.26287 trim_cache size 0 max 16384 2024-09-16T01:51:07.978 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:51:07.978 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:51:07.978 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:51:07.978 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:51:07.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.971+0000 7f69f7702640 1 -- 172.21.15.17:0/4232696804 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f69dc0a32c0 msgr2=0x7f69dc0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.971+0000 7f69f7702640 1 --2- 172.21.15.17:0/4232696804 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f69dc0a32c0 0x7f69dc0a5780 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f69e8005fd0 tx=0x7f69e8004ab0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.971+0000 7f69f7702640 1 -- 172.21.15.17:0/4232696804 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f69f0101360 msgr2=0x7f69f019abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:07.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.971+0000 7f69f7702640 1 --2- 172.21.15.17:0/4232696804 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f69f0101360 0x7f69f019abf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f69e000e9f0 tx=0x7f69e000edf0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.971+0000 7f69f7702640 1 -- 172.21.15.17:0/4232696804 shutdown_connections 2024-09-16T01:51:07.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.971+0000 7f69f7702640 1 --2- 172.21.15.17:0/4232696804 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f69dc0a32c0 0x7f69dc0a5780 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.971+0000 7f69f7702640 1 --2- 172.21.15.17:0/4232696804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f010e4d0 0x7f69f019ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.971+0000 7f69f7702640 1 --2- 172.21.15.17:0/4232696804 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f69f0101360 0x7f69f019abf0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.971+0000 7f69f7702640 1 --2- 172.21.15.17:0/4232696804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f69f01009b0 0x7f69f019a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:07.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.971+0000 7f69f7702640 1 -- 172.21.15.17:0/4232696804 >> 172.21.15.17:0/4232696804 conn(0x7f69f00fc7d0 msgr2=0x7f69f00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:07.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.971+0000 7f69f7702640 1 -- 172.21.15.17:0/4232696804 shutdown_connections 2024-09-16T01:51:07.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:07.971+0000 7f69f7702640 1 -- 172.21.15.17:0/4232696804 wait complete. 2024-09-16T01:51:08.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:07 smithi029 ceph-mon[34783]: pgmap v567: 97 pgs: 97 active+clean; 123 MiB data, 981 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:51:08.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:07 smithi122 ceph-mon[34758]: pgmap v567: 97 pgs: 97 active+clean; 123 MiB data, 981 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.4 MiB/s wr, 79 op/s 2024-09-16T01:51:08.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 273388 3.76 MB/sec execute 271 sec latency 14.603 ms 2024-09-16T01:51:08.902 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:51:08.902 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:51:09.194 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:51:09.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 273844 3.74 MB/sec execute 272 sec latency 30.864 ms 2024-09-16T01:51:09.733 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:09 smithi017 ceph-mon[30972]: pgmap v568: 97 pgs: 97 active+clean; 122 MiB data, 982 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.7 MiB/s wr, 89 op/s 2024-09-16T01:51:09.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.730+0000 7f87d20cb640 1 -- 172.21.15.17:0/4047104406 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87cc102570 msgr2=0x7f87cc1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:09.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.730+0000 7f87d20cb640 1 --2- 172.21.15.17:0/4047104406 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87cc102570 0x7f87cc1029b0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f87c0009900 tx=0x7f87c002a480 comp rx=0 tx=0).stop 2024-09-16T01:51:09.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.731+0000 7f87d20cb640 1 -- 172.21.15.17:0/4047104406 shutdown_connections 2024-09-16T01:51:09.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.731+0000 7f87d20cb640 1 --2- 172.21.15.17:0/4047104406 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87cc102ef0 0x7f87cc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.731+0000 7f87d20cb640 1 --2- 172.21.15.17:0/4047104406 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87cc102570 0x7f87cc1029b0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.731+0000 7f87d20cb640 1 --2- 172.21.15.17:0/4047104406 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87cc100e20 0x7f87cc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.731+0000 7f87d20cb640 1 -- 172.21.15.17:0/4047104406 >> 172.21.15.17:0/4047104406 conn(0x7f87cc0fc7d0 msgr2=0x7f87cc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:09.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.731+0000 7f87d20cb640 1 -- 172.21.15.17:0/4047104406 shutdown_connections 2024-09-16T01:51:09.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.731+0000 7f87d20cb640 1 -- 172.21.15.17:0/4047104406 wait complete. 2024-09-16T01:51:09.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.731+0000 7f87d20cb640 1 Processor -- start 2024-09-16T01:51:09.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.732+0000 7f87d20cb640 1 -- start start 2024-09-16T01:51:09.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.732+0000 7f87d20cb640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87cc100e20 0x7f87cc197340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:09.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.732+0000 7f87d20cb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87cc102570 0x7f87cc197880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:09.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.732+0000 7f87d20cb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87cc102ef0 0x7f87cc19bc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:09.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.732+0000 7f87d20cb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f87cc110e50 con 0x7f87cc102570 2024-09-16T01:51:09.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.732+0000 7f87d20cb640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f87cc110cd0 con 0x7f87cc100e20 2024-09-16T01:51:09.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.732+0000 7f87d20cb640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f87cc110fd0 con 0x7f87cc102ef0 2024-09-16T01:51:09.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.732+0000 7f87cb7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87cc100e20 0x7f87cc197340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:09.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.732+0000 7f87cbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87cc102ef0 0x7f87cc19bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:09.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.732+0000 7f87cb7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87cc100e20 0x7f87cc197340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:54972/0 (socket says 172.21.15.17:54972) 2024-09-16T01:51:09.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.732+0000 7f87cb7fe640 1 -- 172.21.15.17:0/3500714634 learned_addr learned my addr 172.21.15.17:0/3500714634 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:09.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.733+0000 7f87caffd640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87cc102570 0x7f87cc197880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:09.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.733+0000 7f87cbfff640 1 -- 172.21.15.17:0/3500714634 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87cc100e20 msgr2=0x7f87cc197340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:09.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.733+0000 7f87cbfff640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87cc100e20 0x7f87cc197340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.733+0000 7f87cbfff640 1 -- 172.21.15.17:0/3500714634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87cc102570 msgr2=0x7f87cc197880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:09.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.733+0000 7f87cbfff640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87cc102570 0x7f87cc197880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.733+0000 7f87cbfff640 1 -- 172.21.15.17:0/3500714634 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87cc19c2f0 con 0x7f87cc102ef0 2024-09-16T01:51:09.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.733+0000 7f87caffd640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87cc102570 0x7f87cc197880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:09.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.733+0000 7f87cb7fe640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87cc100e20 0x7f87cc197340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:09.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.733+0000 7f87cbfff640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87cc102ef0 0x7f87cc19bc10 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f87c4009fd0 tx=0x7f87c400ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:09.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.733+0000 7f87c8ff9640 1 -- 172.21.15.17:0/3500714634 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c400ce20 con 0x7f87cc102ef0 2024-09-16T01:51:09.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.733+0000 7f87d20cb640 1 -- 172.21.15.17:0/3500714634 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87cc19c5e0 con 0x7f87cc102ef0 2024-09-16T01:51:09.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.733+0000 7f87c8ff9640 1 -- 172.21.15.17:0/3500714634 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87c4005020 con 0x7f87cc102ef0 2024-09-16T01:51:09.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.733+0000 7f87c8ff9640 1 -- 172.21.15.17:0/3500714634 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f87c4010690 con 0x7f87cc102ef0 2024-09-16T01:51:09.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.733+0000 7f87d20cb640 1 -- 172.21.15.17:0/3500714634 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87cc1a3ec0 con 0x7f87cc102ef0 2024-09-16T01:51:09.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.735+0000 7f87d20cb640 1 -- 172.21.15.17:0/3500714634 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87cc101200 con 0x7f87cc102ef0 2024-09-16T01:51:09.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.736+0000 7f87c8ff9640 1 -- 172.21.15.17:0/3500714634 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f87c40051d0 con 0x7f87cc102ef0 2024-09-16T01:51:09.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.736+0000 7f87c8ff9640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f87b40a3240 0x7f87b40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:09.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.736+0000 7f87cb7fe640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f87b40a3240 0x7f87b40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:09.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.736+0000 7f87c8ff9640 1 -- 172.21.15.17:0/3500714634 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f87c40d0090 con 0x7f87cc102ef0 2024-09-16T01:51:09.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.737+0000 7f87cb7fe640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f87b40a3240 0x7f87b40a5700 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f87bc011550 tx=0x7f87bc005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:09.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.741+0000 7f87c8ff9640 1 -- 172.21.15.17:0/3500714634 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f87c409cdb0 con 0x7f87cc102ef0 2024-09-16T01:51:09.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.980+0000 7f87d20cb640 1 -- 172.21.15.17:0/3500714634 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f87cc109090 con 0x7f87cc102ef0 2024-09-16T01:51:09.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.980+0000 7f87c8ff9640 1 -- 172.21.15.17:0/3500714634 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f87c409c6b0 con 0x7f87cc102ef0 2024-09-16T01:51:09.982 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:51:09.982 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:51:09.982 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:51:09.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.983+0000 7f87d20cb640 1 -- 172.21.15.17:0/3500714634 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f87b40a3240 msgr2=0x7f87b40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:09.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.983+0000 7f87d20cb640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f87b40a3240 0x7f87b40a5700 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f87bc011550 tx=0x7f87bc005f90 comp rx=0 tx=0).stop 2024-09-16T01:51:09.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.983+0000 7f87d20cb640 1 -- 172.21.15.17:0/3500714634 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87cc102ef0 msgr2=0x7f87cc19bc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:09.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.983+0000 7f87d20cb640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87cc102ef0 0x7f87cc19bc10 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f87c4009fd0 tx=0x7f87c400ef10 comp rx=0 tx=0).stop 2024-09-16T01:51:09.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.983+0000 7f87d20cb640 1 -- 172.21.15.17:0/3500714634 shutdown_connections 2024-09-16T01:51:09.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.983+0000 7f87d20cb640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f87b40a3240 0x7f87b40a5700 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.983+0000 7f87d20cb640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f87cc102ef0 0x7f87cc19bc10 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.983+0000 7f87d20cb640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f87cc102570 0x7f87cc197880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.983+0000 7f87d20cb640 1 --2- 172.21.15.17:0/3500714634 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f87cc100e20 0x7f87cc197340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:09.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.983+0000 7f87d20cb640 1 -- 172.21.15.17:0/3500714634 >> 172.21.15.17:0/3500714634 conn(0x7f87cc0fc7d0 msgr2=0x7f87cc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:09.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.983+0000 7f87d20cb640 1 -- 172.21.15.17:0/3500714634 shutdown_connections 2024-09-16T01:51:09.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:09.983+0000 7f87d20cb640 1 -- 172.21.15.17:0/3500714634 wait complete. 2024-09-16T01:51:10.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:09 smithi029 ceph-mon[34783]: pgmap v568: 97 pgs: 97 active+clean; 122 MiB data, 982 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.7 MiB/s wr, 89 op/s 2024-09-16T01:51:10.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:09 smithi122 ceph-mon[34758]: pgmap v568: 97 pgs: 97 active+clean; 122 MiB data, 982 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.7 MiB/s wr, 89 op/s 2024-09-16T01:51:10.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 274606 3.75 MB/sec execute 273 sec latency 12.824 ms 2024-09-16T01:51:10.749 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:51:11.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:10 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3500714634' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:51:11.039 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:51:11.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:10 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3500714634' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:51:11.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:10 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3500714634' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:51:11.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.560+0000 7f307b8e0640 1 -- 172.21.15.17:0/3253796966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3074103fe0 msgr2=0x7f30741043c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.560+0000 7f307b8e0640 1 --2- 172.21.15.17:0/3253796966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3074103fe0 0x7f30741043c0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f3070009900 tx=0x7f307002a410 comp rx=0 tx=0).stop 2024-09-16T01:51:11.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.561+0000 7f307b8e0640 1 -- 172.21.15.17:0/3253796966 shutdown_connections 2024-09-16T01:51:11.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.561+0000 7f307b8e0640 1 --2- 172.21.15.17:0/3253796966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3074109110 0x7f3074110c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.561+0000 7f307b8e0640 1 --2- 172.21.15.17:0/3253796966 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3074104990 0x7f30741089e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.561+0000 7f307b8e0640 1 --2- 172.21.15.17:0/3253796966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3074103fe0 0x7f30741043c0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.561+0000 7f307b8e0640 1 -- 172.21.15.17:0/3253796966 >> 172.21.15.17:0/3253796966 conn(0x7f30740ffa60 msgr2=0x7f3074101e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:11.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.561+0000 7f307b8e0640 1 -- 172.21.15.17:0/3253796966 shutdown_connections 2024-09-16T01:51:11.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.561+0000 7f307b8e0640 1 -- 172.21.15.17:0/3253796966 wait complete. 2024-09-16T01:51:11.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.561+0000 7f307b8e0640 1 Processor -- start 2024-09-16T01:51:11.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.561+0000 7f307b8e0640 1 -- start start 2024-09-16T01:51:11.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f307b8e0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3074103fe0 0x7f307419a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f307b8e0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3074104990 0x7f307419aa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f307b8e0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3074109110 0x7f307419edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f307b8e0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3074113fc0 con 0x7f3074103fe0 2024-09-16T01:51:11.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f307b8e0640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3074113e40 con 0x7f3074104990 2024-09-16T01:51:11.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f307b8e0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3074114140 con 0x7f3074109110 2024-09-16T01:51:11.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f307967c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3074103fe0 0x7f307419a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f307967c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3074103fe0 0x7f307419a500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42160/0 (socket says 172.21.15.17:42160) 2024-09-16T01:51:11.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f307967c640 1 -- 172.21.15.17:0/3403408556 learned_addr learned my addr 172.21.15.17:0/3403408556 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:11.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f3079e7d640 1 --2- 172.21.15.17:0/3403408556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3074109110 0x7f307419edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f3078e7b640 1 --2- 172.21.15.17:0/3403408556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3074104990 0x7f307419aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f307967c640 1 -- 172.21.15.17:0/3403408556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3074109110 msgr2=0x7f307419edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f307967c640 1 --2- 172.21.15.17:0/3403408556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3074109110 0x7f307419edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f307967c640 1 -- 172.21.15.17:0/3403408556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3074104990 msgr2=0x7f307419aa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f307967c640 1 --2- 172.21.15.17:0/3403408556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3074104990 0x7f307419aa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.562+0000 7f307967c640 1 -- 172.21.15.17:0/3403408556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f307419f4b0 con 0x7f3074103fe0 2024-09-16T01:51:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.563+0000 7f307967c640 1 --2- 172.21.15.17:0/3403408556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3074103fe0 0x7f307419a500 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f3070005940 tx=0x7f30700042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.563+0000 7f306a7fc640 1 -- 172.21.15.17:0/3403408556 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307003f030 con 0x7f3074103fe0 2024-09-16T01:51:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.563+0000 7f307b8e0640 1 -- 172.21.15.17:0/3403408556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f307419f740 con 0x7f3074103fe0 2024-09-16T01:51:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.563+0000 7f306a7fc640 1 -- 172.21.15.17:0/3403408556 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3070003cb0 con 0x7f3074103fe0 2024-09-16T01:51:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.563+0000 7f306a7fc640 1 -- 172.21.15.17:0/3403408556 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3070035070 con 0x7f3074103fe0 2024-09-16T01:51:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.563+0000 7f307b8e0640 1 -- 172.21.15.17:0/3403408556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f30741a7080 con 0x7f3074103fe0 2024-09-16T01:51:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.565+0000 7f306a7fc640 1 -- 172.21.15.17:0/3403408556 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f3070042030 con 0x7f3074103fe0 2024-09-16T01:51:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.566+0000 7f307dcb9740 1 Processor -- start 2024-09-16T01:51:11.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.566+0000 7f306a7fc640 1 --2- 172.21.15.17:0/3403408556 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f30600a3240 0x7f30600a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.566+0000 7f307dcb9740 1 -- start start 2024-09-16T01:51:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.566+0000 7f3079e7d640 1 --2- 172.21.15.17:0/3403408556 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f30600a3240 0x7f30600a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f306a7fc640 1 -- 172.21.15.17:0/3403408556 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f30700f0170 con 0x7f3074103fe0 2024-09-16T01:51:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307dcb9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd329ab40 0x55fbd3299090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307dcb9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 0x55fbd3299a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307dcb9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd32a4370 0x55fbd32a6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307dcb9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fbd31ff2f0 con 0x55fbd329ab40 2024-09-16T01:51:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307dcb9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55fbd31a6cf0 con 0x55fbd32995d0 2024-09-16T01:51:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307dcb9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55fbd31fb2b0 con 0x55fbd32a4370 2024-09-16T01:51:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307967c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd329ab40 0x55fbd3299090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307967c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd329ab40 0x55fbd3299090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42176/0 (socket says 172.21.15.17:42176) 2024-09-16T01:51:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307967c640 1 -- 172.21.15.17:0/1519916141 learned_addr learned my addr 172.21.15.17:0/1519916141 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f3078e7b640 1 --2- 172.21.15.17:0/1519916141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 0x55fbd3299a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f3079e7d640 1 --2- 172.21.15.17:0/1519916141 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd32a4370 0x55fbd32a6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307967c640 1 -- 172.21.15.17:0/1519916141 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd32a4370 msgr2=0x55fbd32a6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307967c640 1 --2- 172.21.15.17:0/1519916141 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd32a4370 0x55fbd32a6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307967c640 1 -- 172.21.15.17:0/1519916141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 msgr2=0x55fbd3299a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307967c640 1 --2- 172.21.15.17:0/1519916141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 0x55fbd3299a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307967c640 1 -- 172.21.15.17:0/1519916141 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbd318b3a0 con 0x55fbd329ab40 2024-09-16T01:51:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f3078e7b640 1 --2- 172.21.15.17:0/1519916141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 0x55fbd3299a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f3079e7d640 1 --2- 172.21.15.17:0/3403408556 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f30600a3240 0x7f30600a5700 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f306c005fd0 tx=0x7f306c009600 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.567+0000 7f307967c640 1 --2- 172.21.15.17:0/1519916141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd329ab40 0x55fbd3299090 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f30700c4e90 tx=0x7f30700b8b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2a40796334f4b80 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:11.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.568+0000 7f305f7fe640 1 -- 172.21.15.17:0/1519916141 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3070049070 con 0x55fbd329ab40 2024-09-16T01:51:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.568+0000 7f305f7fe640 1 -- 172.21.15.17:0/1519916141 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f307003b460 con 0x55fbd329ab40 2024-09-16T01:51:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.568+0000 7f305f7fe640 1 -- 172.21.15.17:0/1519916141 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f30700b8dc0 con 0x55fbd329ab40 2024-09-16T01:51:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.568+0000 7f307dcb9740 1 -- 172.21.15.17:0/1519916141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd329ab40 msgr2=0x55fbd3299090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.568+0000 7f307dcb9740 1 --2- 172.21.15.17:0/1519916141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd329ab40 0x55fbd3299090 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f30700c4e90 tx=0x7f30700b8b20 comp rx=0 tx=0).stop 2024-09-16T01:51:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.568+0000 7f307dcb9740 1 -- 172.21.15.17:0/1519916141 shutdown_connections 2024-09-16T01:51:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.568+0000 7f307dcb9740 1 --2- 172.21.15.17:0/1519916141 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd32a4370 0x55fbd32a6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.568+0000 7f307dcb9740 1 --2- 172.21.15.17:0/1519916141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 0x55fbd3299a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.568+0000 7f307dcb9740 1 --2- 172.21.15.17:0/1519916141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd329ab40 0x55fbd3299090 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.568+0000 7f307dcb9740 1 -- 172.21.15.17:0/1519916141 >> 172.21.15.17:0/1519916141 conn(0x55fbd3262310 msgr2=0x55fbd3295c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.569+0000 7f307dcb9740 1 -- 172.21.15.17:0/1519916141 shutdown_connections 2024-09-16T01:51:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.569+0000 7f307dcb9740 1 -- 172.21.15.17:0/1519916141 wait complete. 2024-09-16T01:51:11.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.569+0000 7f307dcb9740 1 -- start start 2024-09-16T01:51:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.569+0000 7f307dcb9740 1 Processor -- start 2024-09-16T01:51:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.569+0000 7f307dcb9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 0x55fbd32a1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.569+0000 7f307dcb9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd329ab40 0x55fbd32a1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.569+0000 7f307dcb9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd32a4370 0x55fbd32a1b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.569+0000 7f307dcb9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fbd32a6e30 con 0x55fbd329ab40 2024-09-16T01:51:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.569+0000 7f307dcb9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55fbd31ba060 con 0x55fbd32995d0 2024-09-16T01:51:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.569+0000 7f307dcb9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55fbd32a6fb0 con 0x55fbd32a4370 2024-09-16T01:51:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.570+0000 7f307dcb9740 10 client.0 _ll_register_callbacks cb 0x55fbd2f0d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.570+0000 7f3078e7b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd329ab40 0x55fbd32a1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.570+0000 7f3078e7b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd329ab40 0x55fbd32a1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42190/0 (socket says 172.21.15.17:42190) 2024-09-16T01:51:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.570+0000 7f3078e7b640 1 -- 172.21.15.17:0/1828071328 learned_addr learned my addr 172.21.15.17:0/1828071328 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.570+0000 7f307967c640 1 --2- 172.21.15.17:0/1828071328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 0x55fbd32a1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.570+0000 7f3079e7d640 1 --2- 172.21.15.17:0/1828071328 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd32a4370 0x55fbd32a1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.570+0000 7f3078e7b640 1 -- 172.21.15.17:0/1828071328 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd32a4370 msgr2=0x55fbd32a1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.570+0000 7f3078e7b640 1 --2- 172.21.15.17:0/1828071328 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd32a4370 0x55fbd32a1b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.570+0000 7f3078e7b640 1 -- 172.21.15.17:0/1828071328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 msgr2=0x55fbd32a1100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.570+0000 7f3078e7b640 1 --2- 172.21.15.17:0/1828071328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 0x55fbd32a1100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.570+0000 7f3078e7b640 1 -- 172.21.15.17:0/1828071328 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbd2f703c0 con 0x55fbd329ab40 2024-09-16T01:51:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.570+0000 7f3078e7b640 1 --2- 172.21.15.17:0/1828071328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd329ab40 0x55fbd32a1640 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f3064013790 tx=0x7f3064013c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f051d5bf580e1a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.570+0000 7f305cff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:51:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.571+0000 7f305cff9640 1 -- 172.21.15.17:0/1828071328 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3064020060 con 0x55fbd329ab40 2024-09-16T01:51:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.571+0000 7f307dcb9740 1 -- 172.21.15.17:0/1828071328 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55fbd320c860 con 0x55fbd329ab40 2024-09-16T01:51:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.571+0000 7f305cff9640 1 -- 172.21.15.17:0/1828071328 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3064011dd0 con 0x55fbd329ab40 2024-09-16T01:51:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.571+0000 7f305cff9640 1 -- 172.21.15.17:0/1828071328 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f306400f450 con 0x55fbd329ab40 2024-09-16T01:51:11.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.571+0000 7f307dcb9740 10 client.16641 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.571+0000 7f307dcb9740 1 -- 172.21.15.17:0/1828071328 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fbd32b2960 con 0x55fbd329ab40 2024-09-16T01:51:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.571+0000 7f305cff9640 1 -- 172.21.15.17:0/1828071328 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55fbd320c860 con 0x55fbd329ab40 2024-09-16T01:51:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.571+0000 7f305cff9640 1 -- 172.21.15.17:0/1828071328 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f3064025070 con 0x55fbd329ab40 2024-09-16T01:51:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.571+0000 7f307dcb9740 10 client.16641 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.571+0000 7f307dcb9740 10 client.16641 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:51:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.571+0000 7f307dcb9740 20 client.16641 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.572+0000 7f307dcb9740 1 --2- 172.21.15.17:0/1828071328 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbd32b3d70 0x55fbd32b6160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.572+0000 7f307dcb9740 4 client.16641 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:51:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.572+0000 7f307dcb9740 1 -- 172.21.15.17:0/1828071328 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fbd3206d70 con 0x55fbd32b3d70 2024-09-16T01:51:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.572+0000 7f307967c640 1 --2- 172.21.15.17:0/1828071328 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbd32b3d70 0x55fbd32b6160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.572+0000 7f305cff9640 10 client.16641 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:51:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.572+0000 7f307967c640 1 --2- 172.21.15.17:0/1828071328 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbd32b3d70 0x55fbd32b6160 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8ae03d1d641a1d06 server_cookie=2369970944d2ff1 in_seq=0 out_seq=0 2024-09-16T01:51:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f305cff9640 1 -- 172.21.15.17:0/1828071328 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fbd3206d70 con 0x55fbd32b3d70 2024-09-16T01:51:11.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f305cff9640 10 client.16641 handle_command_reply: tid=0 2024-09-16T01:51:11.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f307dcb9740 1 client.16641 shutdown 2024-09-16T01:51:11.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f307dcb9740 1 -- 172.21.15.17:0/1828071328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd329ab40 msgr2=0x55fbd32a1640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f307dcb9740 1 --2- 172.21.15.17:0/1828071328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd329ab40 0x55fbd32a1640 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f3064013790 tx=0x7f3064013c50 comp rx=0 tx=0).stop 2024-09-16T01:51:11.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f307dcb9740 1 -- 172.21.15.17:0/1828071328 shutdown_connections 2024-09-16T01:51:11.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f307dcb9740 1 --2- 172.21.15.17:0/1828071328 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbd32b3d70 0x55fbd32b6160 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f307dcb9740 1 --2- 172.21.15.17:0/1828071328 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd32a4370 0x55fbd32a1b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f305cff9640 0 client.16641 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:51:11.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f307dcb9740 1 --2- 172.21.15.17:0/1828071328 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd329ab40 0x55fbd32a1640 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f307dcb9740 1 --2- 172.21.15.17:0/1828071328 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 0x55fbd32a1100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f307dcb9740 1 -- 172.21.15.17:0/1828071328 >> 172.21.15.17:0/1828071328 conn(0x55fbd3262310 msgr2=0x55fbd329b990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:11.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f307dcb9740 1 -- 172.21.15.17:0/1828071328 shutdown_connections 2024-09-16T01:51:11.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f307dcb9740 1 -- 172.21.15.17:0/1828071328 wait complete. 2024-09-16T01:51:11.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.573+0000 7f307dcb9740 20 client.16641 trim_cache size 0 max 16384 2024-09-16T01:51:11.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.589+0000 7f307dcb9740 1 Processor -- start 2024-09-16T01:51:11.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.589+0000 7f307dcb9740 1 -- start start 2024-09-16T01:51:11.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f307dcb9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 0x55fbd3295e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f307dcb9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd329ab40 0x55fbd32a09c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f307dcb9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd32a4370 0x55fbd32bba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f307dcb9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f30741b1fd0 con 0x55fbd32a4370 2024-09-16T01:51:11.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f307dcb9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f30741af8a0 con 0x55fbd32995d0 2024-09-16T01:51:11.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f307dcb9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f30741ad6d0 con 0x55fbd329ab40 2024-09-16T01:51:11.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f3079e7d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd32a4370 0x55fbd32bba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f3078e7b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd329ab40 0x55fbd32a09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f3079e7d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd32a4370 0x55fbd32bba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42198/0 (socket says 172.21.15.17:42198) 2024-09-16T01:51:11.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f3079e7d640 1 -- 172.21.15.17:0/976809644 learned_addr learned my addr 172.21.15.17:0/976809644 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:11.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f307967c640 1 --2- 172.21.15.17:0/976809644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 0x55fbd3295e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f3078e7b640 1 -- 172.21.15.17:0/976809644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 msgr2=0x55fbd3295e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:11.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f3078e7b640 1 --2- 172.21.15.17:0/976809644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 0x55fbd3295e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f3078e7b640 1 -- 172.21.15.17:0/976809644 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd32a4370 msgr2=0x55fbd32bba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:11.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f3078e7b640 1 --2- 172.21.15.17:0/976809644 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd32a4370 0x55fbd32bba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f3078e7b640 1 -- 172.21.15.17:0/976809644 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbd32954f0 con 0x55fbd329ab40 2024-09-16T01:51:11.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f307967c640 1 --2- 172.21.15.17:0/976809644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 0x55fbd3295e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:11.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.590+0000 7f3079e7d640 1 --2- 172.21.15.17:0/976809644 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd32a4370 0x55fbd32bba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:11.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.591+0000 7f3078e7b640 1 --2- 172.21.15.17:0/976809644 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd329ab40 0x55fbd32a09c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f306401b9e0 tx=0x7f3064009610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2874a19860686c61 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:11.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.591+0000 7f305effd640 1 -- 172.21.15.17:0/976809644 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f306402b070 con 0x55fbd329ab40 2024-09-16T01:51:11.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.591+0000 7f305effd640 1 -- 172.21.15.17:0/976809644 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f306401bc60 con 0x55fbd329ab40 2024-09-16T01:51:11.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.591+0000 7f305effd640 1 -- 172.21.15.17:0/976809644 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3064003870 con 0x55fbd329ab40 2024-09-16T01:51:11.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.592+0000 7f307dcb9740 1 -- 172.21.15.17:0/976809644 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd329ab40 msgr2=0x55fbd32a09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.592+0000 7f307dcb9740 1 --2- 172.21.15.17:0/976809644 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd329ab40 0x55fbd32a09c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f306401b9e0 tx=0x7f3064009610 comp rx=0 tx=0).stop 2024-09-16T01:51:11.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.592+0000 7f307dcb9740 1 -- 172.21.15.17:0/976809644 shutdown_connections 2024-09-16T01:51:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.592+0000 7f307dcb9740 1 --2- 172.21.15.17:0/976809644 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd32a4370 0x55fbd32bba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.592+0000 7f307dcb9740 1 --2- 172.21.15.17:0/976809644 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd329ab40 0x55fbd32a09c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.592+0000 7f307dcb9740 1 --2- 172.21.15.17:0/976809644 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32995d0 0x55fbd3295e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.592+0000 7f307dcb9740 1 -- 172.21.15.17:0/976809644 >> 172.21.15.17:0/976809644 conn(0x55fbd3262310 msgr2=0x55fbd3295700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.592+0000 7f307dcb9740 1 -- 172.21.15.17:0/976809644 shutdown_connections 2024-09-16T01:51:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.592+0000 7f307dcb9740 1 -- 172.21.15.17:0/976809644 wait complete. 2024-09-16T01:51:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.592+0000 7f307dcb9740 1 -- start start 2024-09-16T01:51:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.592+0000 7f307dcb9740 1 Processor -- start 2024-09-16T01:51:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f307dcb9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd32995d0 0x55fbd32a7860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f307dcb9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd329ab40 0x55fbd32a7da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f307dcb9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32a4370 0x55fbd3316a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f307dcb9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f30741add60 con 0x55fbd32995d0 2024-09-16T01:51:11.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f307dcb9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f30741af1d0 con 0x55fbd32a4370 2024-09-16T01:51:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f307dcb9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f30741ae430 con 0x55fbd329ab40 2024-09-16T01:51:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f307dcb9740 10 client.0 _ll_register_callbacks cb 0x7f3064009690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f3078e7b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd329ab40 0x55fbd32a7da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f3078e7b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd329ab40 0x55fbd32a7da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45956/0 (socket says 172.21.15.17:45956) 2024-09-16T01:51:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f3078e7b640 1 -- 172.21.15.17:0/2671907261 learned_addr learned my addr 172.21.15.17:0/2671907261 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f307967c640 1 --2- 172.21.15.17:0/2671907261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd32995d0 0x55fbd32a7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f3079e7d640 1 --2- 172.21.15.17:0/2671907261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32a4370 0x55fbd3316a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f3078e7b640 1 -- 172.21.15.17:0/2671907261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32a4370 msgr2=0x55fbd3316a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f3078e7b640 1 --2- 172.21.15.17:0/2671907261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32a4370 0x55fbd3316a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f3078e7b640 1 -- 172.21.15.17:0/2671907261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd32995d0 msgr2=0x55fbd32a7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f3078e7b640 1 --2- 172.21.15.17:0/2671907261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd32995d0 0x55fbd32a7860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f3078e7b640 1 -- 172.21.15.17:0/2671907261 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbd3316ff0 con 0x55fbd329ab40 2024-09-16T01:51:11.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f3078e7b640 1 --2- 172.21.15.17:0/2671907261 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd329ab40 0x55fbd32a7da0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3064000c00 tx=0x7f3064005300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4441463121caa9c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:11.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f305cff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:51:11.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.593+0000 7f305cff9640 1 -- 172.21.15.17:0/2671907261 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f306402b030 con 0x55fbd329ab40 2024-09-16T01:51:11.599 INFO:tasks.workunit.client.0.smithi017.stdout: 1 275295 3.74 MB/sec execute 274 sec latency 37.861 ms 2024-09-16T01:51:11.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.594+0000 7f305cff9640 1 -- 172.21.15.17:0/2671907261 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f30640053f0 con 0x55fbd329ab40 2024-09-16T01:51:11.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.594+0000 7f307dcb9740 1 -- 172.21.15.17:0/2671907261 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f306401bc60 con 0x55fbd329ab40 2024-09-16T01:51:11.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.594+0000 7f305cff9640 1 -- 172.21.15.17:0/2671907261 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3064020070 con 0x55fbd329ab40 2024-09-16T01:51:11.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.594+0000 7f307dcb9740 10 client.26308 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:11.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.594+0000 7f307dcb9740 1 -- 172.21.15.17:0/2671907261 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fbd331e350 con 0x55fbd329ab40 2024-09-16T01:51:11.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.594+0000 7f305cff9640 1 -- 172.21.15.17:0/2671907261 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f306401bc60 con 0x55fbd329ab40 2024-09-16T01:51:11.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.595+0000 7f305cff9640 1 -- 172.21.15.17:0/2671907261 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f3064025070 con 0x55fbd329ab40 2024-09-16T01:51:11.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.595+0000 7f307dcb9740 10 client.26308 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:11.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.595+0000 7f307dcb9740 10 client.26308 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:51:11.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.595+0000 7f307dcb9740 20 client.26308 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:11.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.595+0000 7f307dcb9740 1 --2- 172.21.15.17:0/2671907261 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbd32b3d70 0x55fbd3320970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:11.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.595+0000 7f307dcb9740 4 client.26308 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:51:11.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.595+0000 7f307dcb9740 1 -- 172.21.15.17:0/2671907261 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fbd3183170 con 0x55fbd32b3d70 2024-09-16T01:51:11.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.595+0000 7f307967c640 1 --2- 172.21.15.17:0/2671907261 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbd32b3d70 0x55fbd3320970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:11.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.595+0000 7f307967c640 1 --2- 172.21.15.17:0/2671907261 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbd32b3d70 0x55fbd3320970 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5c6c590628e174c8 server_cookie=20d31ce904d23b52 in_seq=0 out_seq=0 2024-09-16T01:51:11.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.595+0000 7f305cff9640 10 client.26308 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:51:11.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.595+0000 7f305cff9640 1 -- 172.21.15.17:0/2671907261 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fbd3183170 con 0x55fbd32b3d70 2024-09-16T01:51:11.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.595+0000 7f305cff9640 10 client.26308 handle_command_reply: tid=0 2024-09-16T01:51:11.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.596+0000 7f307dcb9740 1 client.26308 shutdown 2024-09-16T01:51:11.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.596+0000 7f307dcb9740 1 -- 172.21.15.17:0/2671907261 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd329ab40 msgr2=0x55fbd32a7da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.596+0000 7f307dcb9740 1 --2- 172.21.15.17:0/2671907261 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd329ab40 0x55fbd32a7da0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3064000c00 tx=0x7f3064005300 comp rx=0 tx=0).stop 2024-09-16T01:51:11.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.596+0000 7f307dcb9740 1 -- 172.21.15.17:0/2671907261 shutdown_connections 2024-09-16T01:51:11.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.596+0000 7f307dcb9740 1 --2- 172.21.15.17:0/2671907261 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbd32b3d70 0x55fbd3320970 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.596+0000 7f307dcb9740 1 --2- 172.21.15.17:0/2671907261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbd32a4370 0x55fbd3316a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.596+0000 7f307dcb9740 1 --2- 172.21.15.17:0/2671907261 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbd329ab40 0x55fbd32a7da0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.596+0000 7f305cff9640 0 client.26308 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:51:11.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.596+0000 7f307dcb9740 1 --2- 172.21.15.17:0/2671907261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbd32995d0 0x55fbd32a7860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.596+0000 7f307dcb9740 1 -- 172.21.15.17:0/2671907261 >> 172.21.15.17:0/2671907261 conn(0x55fbd3262310 msgr2=0x55fbd32a2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:11.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.596+0000 7f307dcb9740 1 -- 172.21.15.17:0/2671907261 shutdown_connections 2024-09-16T01:51:11.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.596+0000 7f307dcb9740 1 -- 172.21.15.17:0/2671907261 wait complete. 2024-09-16T01:51:11.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.596+0000 7f307dcb9740 20 client.26308 trim_cache size 0 max 16384 2024-09-16T01:51:11.605 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:51:11.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.597+0000 7f307b8e0640 1 -- 172.21.15.17:0/3403408556 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f30600a3240 msgr2=0x7f30600a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.597+0000 7f307b8e0640 1 --2- 172.21.15.17:0/3403408556 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f30600a3240 0x7f30600a5700 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f306c005fd0 tx=0x7f306c009600 comp rx=0 tx=0).stop 2024-09-16T01:51:11.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.597+0000 7f307b8e0640 1 -- 172.21.15.17:0/3403408556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3074103fe0 msgr2=0x7f307419a500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:11.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.597+0000 7f307b8e0640 1 --2- 172.21.15.17:0/3403408556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3074103fe0 0x7f307419a500 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f3070005940 tx=0x7f30700042f0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.597+0000 7f307b8e0640 1 -- 172.21.15.17:0/3403408556 shutdown_connections 2024-09-16T01:51:11.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.597+0000 7f307b8e0640 1 --2- 172.21.15.17:0/3403408556 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f30600a3240 0x7f30600a5700 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.597+0000 7f307b8e0640 1 --2- 172.21.15.17:0/3403408556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3074109110 0x7f307419edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.597+0000 7f307b8e0640 1 --2- 172.21.15.17:0/3403408556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3074104990 0x7f307419aa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.597+0000 7f307b8e0640 1 --2- 172.21.15.17:0/3403408556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3074103fe0 0x7f307419a500 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:11.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.597+0000 7f307b8e0640 1 -- 172.21.15.17:0/3403408556 >> 172.21.15.17:0/3403408556 conn(0x7f30740ffa60 msgr2=0x7f3074100d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:11.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.597+0000 7f307b8e0640 1 -- 172.21.15.17:0/3403408556 shutdown_connections 2024-09-16T01:51:11.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:11.597+0000 7f307b8e0640 1 -- 172.21.15.17:0/3403408556 wait complete. 2024-09-16T01:51:12.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:11 smithi017 ceph-mon[30972]: pgmap v569: 97 pgs: 97 active+clean; 124 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 1.7 MiB/s wr, 93 op/s 2024-09-16T01:51:12.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:11 smithi122 ceph-mon[34758]: pgmap v569: 97 pgs: 97 active+clean; 124 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 1.7 MiB/s wr, 93 op/s 2024-09-16T01:51:12.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:11 smithi029 ceph-mon[34783]: pgmap v569: 97 pgs: 97 active+clean; 124 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 1.7 MiB/s wr, 93 op/s 2024-09-16T01:51:12.525 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:51:12.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 276122 3.75 MB/sec execute 275 sec latency 12.464 ms 2024-09-16T01:51:12.801 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:51:13.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.288+0000 7fb153de2640 1 -- 172.21.15.17:0/2376073340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c101df0 msgr2=0x7fb14c1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:13.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.288+0000 7fb153de2640 1 --2- 172.21.15.17:0/2376073340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c101df0 0x7fb14c1021d0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7fb148009900 tx=0x7fb14802a410 comp rx=0 tx=0).stop 2024-09-16T01:51:13.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.288+0000 7fb153de2640 1 -- 172.21.15.17:0/2376073340 shutdown_connections 2024-09-16T01:51:13.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.288+0000 7fb153de2640 1 --2- 172.21.15.17:0/2376073340 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb14c106f20 0x7fb14c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.288+0000 7fb153de2640 1 --2- 172.21.15.17:0/2376073340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c1027a0 0x7fb14c1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.288+0000 7fb153de2640 1 --2- 172.21.15.17:0/2376073340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c101df0 0x7fb14c1021d0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.288+0000 7fb153de2640 1 -- 172.21.15.17:0/2376073340 >> 172.21.15.17:0/2376073340 conn(0x7fb14c0fd8f0 msgr2=0x7fb14c0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:13.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.288+0000 7fb153de2640 1 -- 172.21.15.17:0/2376073340 shutdown_connections 2024-09-16T01:51:13.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.288+0000 7fb153de2640 1 -- 172.21.15.17:0/2376073340 wait complete. 2024-09-16T01:51:13.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.288+0000 7fb153de2640 1 Processor -- start 2024-09-16T01:51:13.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb153de2640 1 -- start start 2024-09-16T01:51:13.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb153de2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb14c101df0 0x7fb14c198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb153de2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c1027a0 0x7fb14c1989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb153de2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c106f20 0x7fb14c19cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb153de2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c111e30 con 0x7fb14c1027a0 2024-09-16T01:51:13.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb153de2640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c111cb0 con 0x7fb14c106f20 2024-09-16T01:51:13.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb153de2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c111fb0 con 0x7fb14c101df0 2024-09-16T01:51:13.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb15137d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c1027a0 0x7fb14c1989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb151b7e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb14c101df0 0x7fb14c198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb15137d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c1027a0 0x7fb14c1989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42246/0 (socket says 172.21.15.17:42246) 2024-09-16T01:51:13.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb15137d640 1 -- 172.21.15.17:0/634901190 learned_addr learned my addr 172.21.15.17:0/634901190 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:13.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb15237f640 1 --2- 172.21.15.17:0/634901190 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c106f20 0x7fb14c19cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb15137d640 1 -- 172.21.15.17:0/634901190 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb14c101df0 msgr2=0x7fb14c198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:13.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb15137d640 1 --2- 172.21.15.17:0/634901190 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb14c101df0 0x7fb14c198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb15137d640 1 -- 172.21.15.17:0/634901190 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c106f20 msgr2=0x7fb14c19cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:13.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb15137d640 1 --2- 172.21.15.17:0/634901190 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c106f20 0x7fb14c19cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb15137d640 1 -- 172.21.15.17:0/634901190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb14c19d440 con 0x7fb14c1027a0 2024-09-16T01:51:13.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.289+0000 7fb151b7e640 1 --2- 172.21.15.17:0/634901190 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb14c101df0 0x7fb14c198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:13.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.290+0000 7fb15137d640 1 --2- 172.21.15.17:0/634901190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c1027a0 0x7fb14c1989d0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fb13c00d950 tx=0x7fb13c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:13.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.290+0000 7fb142ffd640 1 -- 172.21.15.17:0/634901190 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13c017070 con 0x7fb14c1027a0 2024-09-16T01:51:13.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.290+0000 7fb142ffd640 1 -- 172.21.15.17:0/634901190 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb13c009c30 con 0x7fb14c1027a0 2024-09-16T01:51:13.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.290+0000 7fb153de2640 1 -- 172.21.15.17:0/634901190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb14c19d730 con 0x7fb14c1027a0 2024-09-16T01:51:13.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.290+0000 7fb142ffd640 1 -- 172.21.15.17:0/634901190 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13c00f620 con 0x7fb14c1027a0 2024-09-16T01:51:13.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.290+0000 7fb153de2640 1 -- 172.21.15.17:0/634901190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb14c1a5010 con 0x7fb14c1027a0 2024-09-16T01:51:13.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.292+0000 7fb142ffd640 1 -- 172.21.15.17:0/634901190 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb13c0109a0 con 0x7fb14c1027a0 2024-09-16T01:51:13.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.293+0000 7fb1561bb740 1 Processor -- start 2024-09-16T01:51:13.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.293+0000 7fb1561bb740 1 -- start start 2024-09-16T01:51:13.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.293+0000 7fb1561bb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb0ab40 0x55d29fb09090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.293+0000 7fb1561bb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb095d0 0x55d29fb09a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.293+0000 7fb1561bb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb14370 0x55d29fb16760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.293+0000 7fb1561bb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d29fa6f2f0 con 0x55d29fb095d0 2024-09-16T01:51:13.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.293+0000 7fb1561bb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d29fa16cf0 con 0x55d29fb14370 2024-09-16T01:51:13.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.293+0000 7fb1561bb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d29fa6b2b0 con 0x55d29fb0ab40 2024-09-16T01:51:13.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.293+0000 7fb15237f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb0ab40 0x55d29fb09090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.294+0000 7fb151b7e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb095d0 0x55d29fb09a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.294+0000 7fb15237f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb0ab40 0x55d29fb09090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45974/0 (socket says 172.21.15.17:45974) 2024-09-16T01:51:13.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.294+0000 7fb15237f640 1 -- 172.21.15.17:0/1697146680 learned_addr learned my addr 172.21.15.17:0/1697146680 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:13.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.294+0000 7fb15137d640 1 --2- 172.21.15.17:0/1697146680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb14370 0x55d29fb16760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.294+0000 7fb15237f640 1 -- 172.21.15.17:0/1697146680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb14370 msgr2=0x55d29fb16760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:13.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.294+0000 7fb15237f640 1 --2- 172.21.15.17:0/1697146680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb14370 0x55d29fb16760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.294+0000 7fb15237f640 1 -- 172.21.15.17:0/1697146680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb095d0 msgr2=0x55d29fb09a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:13.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.294+0000 7fb15237f640 1 --2- 172.21.15.17:0/1697146680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb095d0 0x55d29fb09a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.294+0000 7fb142ffd640 1 --2- 172.21.15.17:0/634901190 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1380a32c0 0x7fb1380a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.294+0000 7fb15237f640 1 -- 172.21.15.17:0/1697146680 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d29f9fb3a0 con 0x55d29fb0ab40 2024-09-16T01:51:13.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.294+0000 7fb15137d640 1 --2- 172.21.15.17:0/634901190 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1380a32c0 0x7fb1380a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.294+0000 7fb142ffd640 1 -- 172.21.15.17:0/634901190 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb13c0cf4f0 con 0x7fb14c1027a0 2024-09-16T01:51:13.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.294+0000 7fb15237f640 1 --2- 172.21.15.17:0/1697146680 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb0ab40 0x55d29fb09090 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb144009f40 tx=0x7fb144010860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d08be0eddca035d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:13.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.294+0000 7fb137fff640 1 -- 172.21.15.17:0/1697146680 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb144003b70 con 0x55d29fb0ab40 2024-09-16T01:51:13.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.295+0000 7fb15137d640 1 --2- 172.21.15.17:0/634901190 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1380a32c0 0x7fb1380a5780 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fb13c0a4250 tx=0x7fb13c000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:13.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.295+0000 7fb137fff640 1 -- 172.21.15.17:0/1697146680 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb144003d10 con 0x55d29fb0ab40 2024-09-16T01:51:13.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.295+0000 7fb137fff640 1 -- 172.21.15.17:0/1697146680 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb144011960 con 0x55d29fb0ab40 2024-09-16T01:51:13.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.295+0000 7fb1561bb740 1 -- 172.21.15.17:0/1697146680 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb0ab40 msgr2=0x55d29fb09090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:13.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.295+0000 7fb1561bb740 1 --2- 172.21.15.17:0/1697146680 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb0ab40 0x55d29fb09090 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fb144009f40 tx=0x7fb144010860 comp rx=0 tx=0).stop 2024-09-16T01:51:13.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.296+0000 7fb1561bb740 1 -- 172.21.15.17:0/1697146680 shutdown_connections 2024-09-16T01:51:13.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.296+0000 7fb1561bb740 1 --2- 172.21.15.17:0/1697146680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb14370 0x55d29fb16760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.296+0000 7fb1561bb740 1 --2- 172.21.15.17:0/1697146680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb095d0 0x55d29fb09a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.296+0000 7fb1561bb740 1 --2- 172.21.15.17:0/1697146680 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb0ab40 0x55d29fb09090 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.296+0000 7fb1561bb740 1 -- 172.21.15.17:0/1697146680 >> 172.21.15.17:0/1697146680 conn(0x55d29fad2310 msgr2=0x55d29fb05c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:13.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.296+0000 7fb1561bb740 1 -- 172.21.15.17:0/1697146680 shutdown_connections 2024-09-16T01:51:13.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.296+0000 7fb1561bb740 1 -- 172.21.15.17:0/1697146680 wait complete. 2024-09-16T01:51:13.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.296+0000 7fb1561bb740 1 -- start start 2024-09-16T01:51:13.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.296+0000 7fb1561bb740 1 Processor -- start 2024-09-16T01:51:13.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb1561bb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb095d0 0x55d29fb13d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb1561bb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb0ab40 0x55d29fb11070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb1561bb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb14370 0x55d29fb116d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb1561bb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d29fb1b480 con 0x55d29fb0ab40 2024-09-16T01:51:13.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb1561bb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d29fa2a060 con 0x55d29fb14370 2024-09-16T01:51:13.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb1561bb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d29fb1b600 con 0x55d29fb095d0 2024-09-16T01:51:13.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb1561bb740 10 client.0 _ll_register_callbacks cb 0x55d29f77d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:13.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb15237f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb095d0 0x55d29fb13d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb15237f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb095d0 0x55d29fb13d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45978/0 (socket says 172.21.15.17:45978) 2024-09-16T01:51:13.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb151b7e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb0ab40 0x55d29fb11070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb15237f640 1 -- 172.21.15.17:0/853791685 learned_addr learned my addr 172.21.15.17:0/853791685 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:13.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb15237f640 1 --2- 172.21.15.17:0/853791685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb14370 0x55d29fb116d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb15237f640 1 -- 172.21.15.17:0/853791685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb14370 msgr2=0x55d29fb116d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:13.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb15237f640 1 --2- 172.21.15.17:0/853791685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb14370 0x55d29fb116d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb15237f640 1 -- 172.21.15.17:0/853791685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb0ab40 msgr2=0x55d29fb11070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:13.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb15237f640 1 --2- 172.21.15.17:0/853791685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb0ab40 0x55d29fb11070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb15237f640 1 -- 172.21.15.17:0/853791685 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d29f7e03c0 con 0x55d29fb095d0 2024-09-16T01:51:13.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb151b7e640 1 --2- 172.21.15.17:0/853791685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb0ab40 0x55d29fb11070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:13.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb15237f640 1 --2- 172.21.15.17:0/853791685 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb095d0 0x55d29fb13d70 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb144009d30 tx=0x7fb144011500 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4573dc46dd370db7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:13.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.297+0000 7fb1357fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:51:13.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.298+0000 7fb1357fa640 1 -- 172.21.15.17:0/853791685 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb144004a40 con 0x55d29fb095d0 2024-09-16T01:51:13.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.298+0000 7fb1357fa640 1 -- 172.21.15.17:0/853791685 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb144004be0 con 0x55d29fb095d0 2024-09-16T01:51:13.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.298+0000 7fb1561bb740 1 -- 172.21.15.17:0/853791685 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb144003d10 con 0x55d29fb095d0 2024-09-16T01:51:13.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.298+0000 7fb1357fa640 1 -- 172.21.15.17:0/853791685 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb144030050 con 0x55d29fb095d0 2024-09-16T01:51:13.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.298+0000 7fb1561bb740 10 client.26320 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:13.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.298+0000 7fb1561bb740 1 -- 172.21.15.17:0/853791685 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d29fb26f60 con 0x55d29fb095d0 2024-09-16T01:51:13.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.298+0000 7fb1357fa640 1 -- 172.21.15.17:0/853791685 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb144003d10 con 0x55d29fb095d0 2024-09-16T01:51:13.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.298+0000 7fb1357fa640 1 -- 172.21.15.17:0/853791685 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb144005030 con 0x55d29fb095d0 2024-09-16T01:51:13.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.298+0000 7fb1561bb740 10 client.26320 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:13.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.298+0000 7fb1561bb740 10 client.26320 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:51:13.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.298+0000 7fb1561bb740 20 client.26320 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:13.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.298+0000 7fb1561bb740 1 --2- 172.21.15.17:0/853791685 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55d29fb287a0 0x55d29fb2abe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.298+0000 7fb1561bb740 4 client.26320 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:51:13.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.298+0000 7fb1561bb740 1 -- 172.21.15.17:0/853791685 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d29fa7c860 con 0x55d29fb287a0 2024-09-16T01:51:13.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.299+0000 7fb151b7e640 1 --2- 172.21.15.17:0/853791685 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55d29fb287a0 0x55d29fb2abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.299+0000 7fb151b7e640 1 --2- 172.21.15.17:0/853791685 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55d29fb287a0 0x55d29fb2abe0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6399ac39ed8ee387 server_cookie=6c8c6eb4bd401543 in_seq=0 out_seq=0 2024-09-16T01:51:13.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.299+0000 7fb1357fa640 10 client.26320 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:51:13.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1357fa640 1 -- 172.21.15.17:0/853791685 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d29fa7c860 con 0x55d29fb287a0 2024-09-16T01:51:13.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1357fa640 10 client.26320 handle_command_reply: tid=0 2024-09-16T01:51:13.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1561bb740 1 client.26320 shutdown 2024-09-16T01:51:13.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1561bb740 1 -- 172.21.15.17:0/853791685 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb095d0 msgr2=0x55d29fb13d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:13.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1561bb740 1 --2- 172.21.15.17:0/853791685 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb095d0 0x55d29fb13d70 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fb144009d30 tx=0x7fb144011500 comp rx=0 tx=0).stop 2024-09-16T01:51:13.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1561bb740 1 -- 172.21.15.17:0/853791685 shutdown_connections 2024-09-16T01:51:13.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1561bb740 1 --2- 172.21.15.17:0/853791685 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55d29fb287a0 0x55d29fb2abe0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1561bb740 1 --2- 172.21.15.17:0/853791685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb14370 0x55d29fb116d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1561bb740 1 --2- 172.21.15.17:0/853791685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb0ab40 0x55d29fb11070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1357fa640 0 client.26320 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:51:13.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1561bb740 1 --2- 172.21.15.17:0/853791685 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb095d0 0x55d29fb13d70 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1561bb740 1 -- 172.21.15.17:0/853791685 >> 172.21.15.17:0/853791685 conn(0x55d29fad2310 msgr2=0x55d29fb0b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:13.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1561bb740 1 -- 172.21.15.17:0/853791685 shutdown_connections 2024-09-16T01:51:13.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1561bb740 1 -- 172.21.15.17:0/853791685 wait complete. 2024-09-16T01:51:13.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.300+0000 7fb1561bb740 20 client.26320 trim_cache size 0 max 16384 2024-09-16T01:51:13.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.315+0000 7fb1561bb740 1 Processor -- start 2024-09-16T01:51:13.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.315+0000 7fb1561bb740 1 -- start start 2024-09-16T01:51:13.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.315+0000 7fb1561bb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb095d0 0x55d29fb11030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.315+0000 7fb1561bb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb0ab40 0x55d29fb24720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.315+0000 7fb1561bb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb14370 0x55d29fb0c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.315+0000 7fb1561bb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c1adb50 con 0x55d29fb095d0 2024-09-16T01:51:13.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.315+0000 7fb1561bb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c1ab420 con 0x55d29fb0ab40 2024-09-16T01:51:13.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.315+0000 7fb1561bb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c1a9250 con 0x55d29fb14370 2024-09-16T01:51:13.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.315+0000 7fb15237f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb095d0 0x55d29fb11030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.315+0000 7fb15237f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb095d0 0x55d29fb11030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42282/0 (socket says 172.21.15.17:42282) 2024-09-16T01:51:13.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.315+0000 7fb15237f640 1 -- 172.21.15.17:0/4171762003 learned_addr learned my addr 172.21.15.17:0/4171762003 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:13.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.316+0000 7fb151b7e640 1 --2- 172.21.15.17:0/4171762003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb0ab40 0x55d29fb24720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.316+0000 7fb15237f640 1 -- 172.21.15.17:0/4171762003 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb14370 msgr2=0x55d29fb0c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:13.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.316+0000 7fb15237f640 1 --2- 172.21.15.17:0/4171762003 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb14370 0x55d29fb0c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.316+0000 7fb15237f640 1 -- 172.21.15.17:0/4171762003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb0ab40 msgr2=0x55d29fb24720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:13.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.316+0000 7fb15237f640 1 --2- 172.21.15.17:0/4171762003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb0ab40 0x55d29fb24720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.316+0000 7fb15237f640 1 -- 172.21.15.17:0/4171762003 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d29fb121a0 con 0x55d29fb095d0 2024-09-16T01:51:13.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.316+0000 7fb151b7e640 1 --2- 172.21.15.17:0/4171762003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb0ab40 0x55d29fb24720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:13.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.316+0000 7fb15237f640 1 --2- 172.21.15.17:0/4171762003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb095d0 0x55d29fb11030 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fb144000f80 tx=0x7fb144009cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d301e5f1773a753d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:13.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.316+0000 7fb1377fe640 1 -- 172.21.15.17:0/4171762003 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb144004210 con 0x55d29fb095d0 2024-09-16T01:51:13.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.316+0000 7fb1377fe640 1 -- 172.21.15.17:0/4171762003 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1440099c0 con 0x55d29fb095d0 2024-09-16T01:51:13.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.316+0000 7fb1377fe640 1 -- 172.21.15.17:0/4171762003 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb144005000 con 0x55d29fb095d0 2024-09-16T01:51:13.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.317+0000 7fb1561bb740 1 -- 172.21.15.17:0/4171762003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb095d0 msgr2=0x55d29fb11030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:13.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.317+0000 7fb1561bb740 1 --2- 172.21.15.17:0/4171762003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb095d0 0x55d29fb11030 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7fb144000f80 tx=0x7fb144009cc0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.317+0000 7fb1561bb740 1 -- 172.21.15.17:0/4171762003 shutdown_connections 2024-09-16T01:51:13.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.317+0000 7fb1561bb740 1 --2- 172.21.15.17:0/4171762003 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb14370 0x55d29fb0c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.317+0000 7fb1561bb740 1 --2- 172.21.15.17:0/4171762003 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb0ab40 0x55d29fb24720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.317+0000 7fb1561bb740 1 --2- 172.21.15.17:0/4171762003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb095d0 0x55d29fb11030 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.317+0000 7fb1561bb740 1 -- 172.21.15.17:0/4171762003 >> 172.21.15.17:0/4171762003 conn(0x55d29fad2310 msgr2=0x55d29fb00a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:13.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.317+0000 7fb1561bb740 1 -- 172.21.15.17:0/4171762003 shutdown_connections 2024-09-16T01:51:13.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.317+0000 7fb1561bb740 1 -- 172.21.15.17:0/4171762003 wait complete. 2024-09-16T01:51:13.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.317+0000 7fb1561bb740 1 -- start start 2024-09-16T01:51:13.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.318+0000 7fb1561bb740 1 Processor -- start 2024-09-16T01:51:13.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.318+0000 7fb1561bb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb095d0 0x55d29fb20890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.318+0000 7fb1561bb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb0ab40 0x55d29fb20dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.318+0000 7fb1561bb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb14370 0x55d29fb0d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.318+0000 7fb1561bb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c1a98e0 con 0x55d29fb14370 2024-09-16T01:51:13.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.318+0000 7fb1561bb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c1aad50 con 0x55d29fb0ab40 2024-09-16T01:51:13.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.318+0000 7fb1561bb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c1a9fb0 con 0x55d29fb095d0 2024-09-16T01:51:13.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.318+0000 7fb1561bb740 10 client.0 _ll_register_callbacks cb 0x7fb148009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:13.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.318+0000 7fb15237f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb14370 0x55d29fb0d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.318+0000 7fb15237f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb14370 0x55d29fb0d320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42288/0 (socket says 172.21.15.17:42288) 2024-09-16T01:51:13.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.318+0000 7fb15237f640 1 -- 172.21.15.17:0/2380646509 learned_addr learned my addr 172.21.15.17:0/2380646509 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:13.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.318+0000 7fb15237f640 1 --2- 172.21.15.17:0/2380646509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb095d0 0x55d29fb20890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.318+0000 7fb151b7e640 1 --2- 172.21.15.17:0/2380646509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb0ab40 0x55d29fb20dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.319+0000 7fb15237f640 1 -- 172.21.15.17:0/2380646509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb095d0 msgr2=0x55d29fb20890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:13.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.319+0000 7fb15237f640 1 --2- 172.21.15.17:0/2380646509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb095d0 0x55d29fb20890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.319+0000 7fb15237f640 1 -- 172.21.15.17:0/2380646509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb0ab40 msgr2=0x55d29fb20dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:13.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.319+0000 7fb15237f640 1 --2- 172.21.15.17:0/2380646509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb0ab40 0x55d29fb20dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.319+0000 7fb15237f640 1 -- 172.21.15.17:0/2380646509 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d29fb05510 con 0x55d29fb14370 2024-09-16T01:51:13.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.319+0000 7fb15237f640 1 --2- 172.21.15.17:0/2380646509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb14370 0x55d29fb0d320 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fb1440053d0 tx=0x7fb144005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a091b086f77e8c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:13.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.319+0000 7fb1357fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:51:13.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.319+0000 7fb1357fa640 1 -- 172.21.15.17:0/2380646509 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb144003d10 con 0x55d29fb14370 2024-09-16T01:51:13.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.319+0000 7fb1357fa640 1 -- 172.21.15.17:0/2380646509 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb144004ae0 con 0x55d29fb14370 2024-09-16T01:51:13.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.319+0000 7fb1561bb740 1 -- 172.21.15.17:0/2380646509 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb1440099c0 con 0x55d29fb14370 2024-09-16T01:51:13.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.319+0000 7fb1357fa640 1 -- 172.21.15.17:0/2380646509 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb144047050 con 0x55d29fb14370 2024-09-16T01:51:13.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.319+0000 7fb1561bb740 10 client.16665 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:13.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.319+0000 7fb1561bb740 1 -- 172.21.15.17:0/2380646509 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d29fb927b0 con 0x55d29fb14370 2024-09-16T01:51:13.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.319+0000 7fb1357fa640 1 -- 172.21.15.17:0/2380646509 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1440099c0 con 0x55d29fb14370 2024-09-16T01:51:13.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.320+0000 7fb1357fa640 1 -- 172.21.15.17:0/2380646509 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb14402a430 con 0x55d29fb14370 2024-09-16T01:51:13.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.320+0000 7fb1561bb740 10 client.16665 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:13.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.320+0000 7fb1561bb740 10 client.16665 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:51:13.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.320+0000 7fb1561bb740 20 client.16665 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:13.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.320+0000 7fb1561bb740 1 --2- 172.21.15.17:0/2380646509 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55d29fb92e00 0x55d29fb95220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:13.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.320+0000 7fb1561bb740 4 client.16665 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:51:13.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.320+0000 7fb1561bb740 1 -- 172.21.15.17:0/2380646509 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d29fa76d70 con 0x55d29fb92e00 2024-09-16T01:51:13.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.320+0000 7fb151b7e640 1 --2- 172.21.15.17:0/2380646509 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55d29fb92e00 0x55d29fb95220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:13.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.320+0000 7fb151b7e640 1 --2- 172.21.15.17:0/2380646509 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55d29fb92e00 0x55d29fb95220 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=97217c3852413866 server_cookie=3442e38255c24421 in_seq=0 out_seq=0 2024-09-16T01:51:13.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.320+0000 7fb1357fa640 10 client.16665 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:51:13.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1357fa640 1 -- 172.21.15.17:0/2380646509 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d29fa76d70 con 0x55d29fb92e00 2024-09-16T01:51:13.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1357fa640 10 client.16665 handle_command_reply: tid=0 2024-09-16T01:51:13.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1561bb740 1 client.16665 shutdown 2024-09-16T01:51:13.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1561bb740 1 -- 172.21.15.17:0/2380646509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb14370 msgr2=0x55d29fb0d320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:13.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1561bb740 1 --2- 172.21.15.17:0/2380646509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb14370 0x55d29fb0d320 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fb1440053d0 tx=0x7fb144005df0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1561bb740 1 -- 172.21.15.17:0/2380646509 shutdown_connections 2024-09-16T01:51:13.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1561bb740 1 --2- 172.21.15.17:0/2380646509 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55d29fb92e00 0x55d29fb95220 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1561bb740 1 --2- 172.21.15.17:0/2380646509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29fb14370 0x55d29fb0d320 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1561bb740 1 --2- 172.21.15.17:0/2380646509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d29fb0ab40 0x55d29fb20dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1357fa640 0 client.16665 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:51:13.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1561bb740 1 --2- 172.21.15.17:0/2380646509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d29fb095d0 0x55d29fb20890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1561bb740 1 -- 172.21.15.17:0/2380646509 >> 172.21.15.17:0/2380646509 conn(0x55d29fad2310 msgr2=0x55d29fb044e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:13.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1561bb740 1 -- 172.21.15.17:0/2380646509 shutdown_connections 2024-09-16T01:51:13.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1561bb740 1 -- 172.21.15.17:0/2380646509 wait complete. 2024-09-16T01:51:13.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.321+0000 7fb1561bb740 20 client.16665 trim_cache size 0 max 16384 2024-09-16T01:51:13.328 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:51:13.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.322+0000 7fb153de2640 1 -- 172.21.15.17:0/634901190 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1380a32c0 msgr2=0x7fb1380a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:13.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.322+0000 7fb153de2640 1 --2- 172.21.15.17:0/634901190 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1380a32c0 0x7fb1380a5780 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fb13c0a4250 tx=0x7fb13c000bc0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.322+0000 7fb153de2640 1 -- 172.21.15.17:0/634901190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c1027a0 msgr2=0x7fb14c1989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:13.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.322+0000 7fb153de2640 1 --2- 172.21.15.17:0/634901190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c1027a0 0x7fb14c1989d0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7fb13c00d950 tx=0x7fb13c00de10 comp rx=0 tx=0).stop 2024-09-16T01:51:13.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.322+0000 7fb153de2640 1 -- 172.21.15.17:0/634901190 shutdown_connections 2024-09-16T01:51:13.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.322+0000 7fb153de2640 1 --2- 172.21.15.17:0/634901190 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1380a32c0 0x7fb1380a5780 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.322+0000 7fb153de2640 1 --2- 172.21.15.17:0/634901190 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c106f20 0x7fb14c19cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.322+0000 7fb153de2640 1 --2- 172.21.15.17:0/634901190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c1027a0 0x7fb14c1989d0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.322+0000 7fb153de2640 1 --2- 172.21.15.17:0/634901190 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb14c101df0 0x7fb14c198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:13.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.322+0000 7fb153de2640 1 -- 172.21.15.17:0/634901190 >> 172.21.15.17:0/634901190 conn(0x7fb14c0fd8f0 msgr2=0x7fb14c0fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:13.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.322+0000 7fb153de2640 1 -- 172.21.15.17:0/634901190 shutdown_connections 2024-09-16T01:51:13.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:13.322+0000 7fb153de2640 1 -- 172.21.15.17:0/634901190 wait complete. 2024-09-16T01:51:13.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 276755 3.75 MB/sec execute 276 sec latency 45.707 ms 2024-09-16T01:51:13.989 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:13 smithi017 ceph-mon[30972]: pgmap v570: 97 pgs: 97 active+clean; 126 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:51:14.017 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:51:14.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:13 smithi122 ceph-mon[34758]: pgmap v570: 97 pgs: 97 active+clean; 126 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:51:14.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:13 smithi029 ceph-mon[34783]: pgmap v570: 97 pgs: 97 active+clean; 126 MiB data, 978 MiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.7 MiB/s wr, 95 op/s 2024-09-16T01:51:14.294 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:51:14.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 277240 3.74 MB/sec execute 277 sec latency 12.489 ms 2024-09-16T01:51:14.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.814+0000 7fdd506d4640 1 -- 172.21.15.17:0/4149255287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd48100cc0 msgr2=0x7fdd48106800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.814+0000 7fdd506d4640 1 --2- 172.21.15.17:0/4149255287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd48100cc0 0x7fdd48106800 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fdd38009900 tx=0x7fdd3802a410 comp rx=0 tx=0).stop 2024-09-16T01:51:14.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.814+0000 7fdd506d4640 1 -- 172.21.15.17:0/4149255287 shutdown_connections 2024-09-16T01:51:14.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.814+0000 7fdd506d4640 1 --2- 172.21.15.17:0/4149255287 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd48106f30 0x7fdd4810eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.814+0000 7fdd506d4640 1 --2- 172.21.15.17:0/4149255287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd48100cc0 0x7fdd48106800 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.814+0000 7fdd506d4640 1 --2- 172.21.15.17:0/4149255287 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd48100310 0x7fdd481006f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.814+0000 7fdd506d4640 1 -- 172.21.15.17:0/4149255287 >> 172.21.15.17:0/4149255287 conn(0x7fdd48077210 msgr2=0x7fdd480fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:14.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.814+0000 7fdd506d4640 1 -- 172.21.15.17:0/4149255287 shutdown_connections 2024-09-16T01:51:14.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.814+0000 7fdd506d4640 1 -- 172.21.15.17:0/4149255287 wait complete. 2024-09-16T01:51:14.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.815+0000 7fdd506d4640 1 Processor -- start 2024-09-16T01:51:14.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.815+0000 7fdd506d4640 1 -- start start 2024-09-16T01:51:14.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.815+0000 7fdd506d4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd48100310 0x7fdd48101290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.815+0000 7fdd506d4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd48100cc0 0x7fdd481017d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.815+0000 7fdd506d4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd48106f30 0x7fdd48101d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.815+0000 7fdd506d4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd48111e40 con 0x7fdd48100310 2024-09-16T01:51:14.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.815+0000 7fdd506d4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdd48111cc0 con 0x7fdd48100cc0 2024-09-16T01:51:14.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.815+0000 7fdd506d4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdd48111fc0 con 0x7fdd48106f30 2024-09-16T01:51:14.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.815+0000 7fdd4e470640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd48100310 0x7fdd48101290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.815+0000 7fdd4e470640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd48100310 0x7fdd48101290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42308/0 (socket says 172.21.15.17:42308) 2024-09-16T01:51:14.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.815+0000 7fdd4e470640 1 -- 172.21.15.17:0/3584150708 learned_addr learned my addr 172.21.15.17:0/3584150708 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:14.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.815+0000 7fdd4dc6f640 1 --2- 172.21.15.17:0/3584150708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd48100cc0 0x7fdd481017d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.815+0000 7fdd4ec71640 1 --2- 172.21.15.17:0/3584150708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd48106f30 0x7fdd48101d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.816+0000 7fdd4e470640 1 -- 172.21.15.17:0/3584150708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd48106f30 msgr2=0x7fdd48101d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.816+0000 7fdd4e470640 1 --2- 172.21.15.17:0/3584150708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd48106f30 0x7fdd48101d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.816+0000 7fdd4e470640 1 -- 172.21.15.17:0/3584150708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd48100cc0 msgr2=0x7fdd481017d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.816+0000 7fdd4e470640 1 --2- 172.21.15.17:0/3584150708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd48100cc0 0x7fdd481017d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.816+0000 7fdd4e470640 1 -- 172.21.15.17:0/3584150708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd481a68a0 con 0x7fdd48100310 2024-09-16T01:51:14.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.816+0000 7fdd4e470640 1 --2- 172.21.15.17:0/3584150708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd48100310 0x7fdd48101290 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fdd4400e9f0 tx=0x7fdd4400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.816+0000 7fdd3f7fe640 1 -- 172.21.15.17:0/3584150708 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd4400cd80 con 0x7fdd48100310 2024-09-16T01:51:14.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.816+0000 7fdd506d4640 1 -- 172.21.15.17:0/3584150708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd481a6b90 con 0x7fdd48100310 2024-09-16T01:51:14.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.816+0000 7fdd3f7fe640 1 -- 172.21.15.17:0/3584150708 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd440054d0 con 0x7fdd48100310 2024-09-16T01:51:14.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.816+0000 7fdd3f7fe640 1 -- 172.21.15.17:0/3584150708 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd44010490 con 0x7fdd48100310 2024-09-16T01:51:14.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.816+0000 7fdd506d4640 1 -- 172.21.15.17:0/3584150708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd481a70a0 con 0x7fdd48100310 2024-09-16T01:51:14.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.819+0000 7fdd3f7fe640 1 -- 172.21.15.17:0/3584150708 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fdd44005020 con 0x7fdd48100310 2024-09-16T01:51:14.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.819+0000 7fdd52aad740 1 Processor -- start 2024-09-16T01:51:14.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd52aad740 1 -- start start 2024-09-16T01:51:14.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd3f7fe640 1 --2- 172.21.15.17:0/3584150708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd340a32c0 0x7fdd340a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd3f7fe640 1 -- 172.21.15.17:0/3584150708 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdd440cfc10 con 0x7fdd48100310 2024-09-16T01:51:14.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd4ec71640 1 --2- 172.21.15.17:0/3584150708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd340a32c0 0x7fdd340a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd52aad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e700892b40 0x55e700891090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd52aad740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e7008915d0 0x55e700891a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd52aad740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e70089c370 0x55e70089e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd52aad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e7007f72f0 con 0x55e700892b40 2024-09-16T01:51:14.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd52aad740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e70079ecf0 con 0x55e7008915d0 2024-09-16T01:51:14.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd52aad740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e7007f32b0 con 0x55e70089c370 2024-09-16T01:51:14.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd4dc6f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e7008915d0 0x55e700891a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd4dc6f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e7008915d0 0x55e700891a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:55102/0 (socket says 172.21.15.17:55102) 2024-09-16T01:51:14.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd4dc6f640 1 -- 172.21.15.17:0/1427189912 learned_addr learned my addr 172.21.15.17:0/1427189912 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:14.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd4ec71640 1 --2- 172.21.15.17:0/1427189912 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e70089c370 0x55e70089e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd4e470640 1 --2- 172.21.15.17:0/1427189912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e700892b40 0x55e700891090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd4dc6f640 1 -- 172.21.15.17:0/1427189912 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e70089c370 msgr2=0x55e70089e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:14.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd4dc6f640 1 --2- 172.21.15.17:0/1427189912 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e70089c370 0x55e70089e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd4dc6f640 1 -- 172.21.15.17:0/1427189912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e700892b40 msgr2=0x55e700891090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:14.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd4dc6f640 1 --2- 172.21.15.17:0/1427189912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e700892b40 0x55e700891090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd4dc6f640 1 -- 172.21.15.17:0/1427189912 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7007833a0 con 0x55e7008915d0 2024-09-16T01:51:14.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd4e470640 1 --2- 172.21.15.17:0/1427189912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e700892b40 0x55e700891090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:14.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.820+0000 7fdd4ec71640 1 --2- 172.21.15.17:0/3584150708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd340a32c0 0x7fdd340a5780 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fdd40005fd0 tx=0x7fdd40011b40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.821+0000 7fdd4dc6f640 1 --2- 172.21.15.17:0/1427189912 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e7008915d0 0x55e700891a10 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdd38009900 tx=0x7fdd38032b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=937450baa4f12834 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.821+0000 7fdd3cff9640 1 -- 172.21.15.17:0/1427189912 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd38040070 con 0x55e7008915d0 2024-09-16T01:51:14.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.821+0000 7fdd3cff9640 1 -- 172.21.15.17:0/1427189912 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd38032df0 con 0x55e7008915d0 2024-09-16T01:51:14.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.821+0000 7fdd3cff9640 1 -- 172.21.15.17:0/1427189912 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd38035040 con 0x55e7008915d0 2024-09-16T01:51:14.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.822+0000 7fdd52aad740 1 -- 172.21.15.17:0/1427189912 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e7008915d0 msgr2=0x55e700891a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.822+0000 7fdd52aad740 1 --2- 172.21.15.17:0/1427189912 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e7008915d0 0x55e700891a10 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fdd38009900 tx=0x7fdd38032b00 comp rx=0 tx=0).stop 2024-09-16T01:51:14.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.822+0000 7fdd52aad740 1 -- 172.21.15.17:0/1427189912 shutdown_connections 2024-09-16T01:51:14.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.822+0000 7fdd52aad740 1 --2- 172.21.15.17:0/1427189912 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e70089c370 0x55e70089e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.822+0000 7fdd52aad740 1 --2- 172.21.15.17:0/1427189912 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e7008915d0 0x55e700891a10 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.822+0000 7fdd52aad740 1 --2- 172.21.15.17:0/1427189912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e700892b40 0x55e700891090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.822+0000 7fdd52aad740 1 -- 172.21.15.17:0/1427189912 >> 172.21.15.17:0/1427189912 conn(0x55e70085a310 msgr2=0x55e70088dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:14.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.822+0000 7fdd52aad740 1 -- 172.21.15.17:0/1427189912 shutdown_connections 2024-09-16T01:51:14.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.822+0000 7fdd52aad740 1 -- 172.21.15.17:0/1427189912 wait complete. 2024-09-16T01:51:14.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.822+0000 7fdd52aad740 1 -- start start 2024-09-16T01:51:14.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.823+0000 7fdd52aad740 1 Processor -- start 2024-09-16T01:51:14.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.823+0000 7fdd52aad740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e7008915d0 0x55e70089bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.823+0000 7fdd52aad740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e700892b40 0x55e700898ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.823+0000 7fdd52aad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e70089c370 0x55e7008995e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.823+0000 7fdd52aad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e70089f010 con 0x55e70089c370 2024-09-16T01:51:14.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.823+0000 7fdd52aad740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e7007b2060 con 0x55e7008915d0 2024-09-16T01:51:14.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.823+0000 7fdd52aad740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e70089f190 con 0x55e700892b40 2024-09-16T01:51:14.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.823+0000 7fdd52aad740 10 client.0 _ll_register_callbacks cb 0x55e7005058c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:14.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.823+0000 7fdd4e470640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e7008915d0 0x55e70089bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.823+0000 7fdd4dc6f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e700892b40 0x55e700898ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.823+0000 7fdd4e470640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e7008915d0 0x55e70089bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:55114/0 (socket says 172.21.15.17:55114) 2024-09-16T01:51:14.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.823+0000 7fdd4e470640 1 -- 172.21.15.17:0/2901431934 learned_addr learned my addr 172.21.15.17:0/2901431934 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:14.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.824+0000 7fdd4dc6f640 1 -- 172.21.15.17:0/2901431934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e7008915d0 msgr2=0x55e70089bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:14.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.824+0000 7fdd4dc6f640 1 --2- 172.21.15.17:0/2901431934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e7008915d0 0x55e70089bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.824+0000 7fdd4dc6f640 1 -- 172.21.15.17:0/2901431934 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e70089c370 msgr2=0x55e7008995e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:14.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.824+0000 7fdd4dc6f640 1 --2- 172.21.15.17:0/2901431934 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e70089c370 0x55e7008995e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.824+0000 7fdd4dc6f640 1 -- 172.21.15.17:0/2901431934 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7005683c0 con 0x55e700892b40 2024-09-16T01:51:14.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.824+0000 7fdd4e470640 1 --2- 172.21.15.17:0/2901431934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e7008915d0 0x55e70089bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:14.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.824+0000 7fdd4dc6f640 1 --2- 172.21.15.17:0/2901431934 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e700892b40 0x55e700898ff0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fdd3802a930 tx=0x7fdd38005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5e3795c9ade00d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.824+0000 7fdd31ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:51:14.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.824+0000 7fdd31ffb640 1 -- 172.21.15.17:0/2901431934 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd38040070 con 0x55e700892b40 2024-09-16T01:51:14.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.824+0000 7fdd52aad740 1 -- 172.21.15.17:0/2901431934 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd38032df0 con 0x55e700892b40 2024-09-16T01:51:14.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.824+0000 7fdd31ffb640 1 -- 172.21.15.17:0/2901431934 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdd380053a0 con 0x55e700892b40 2024-09-16T01:51:14.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.824+0000 7fdd31ffb640 1 -- 172.21.15.17:0/2901431934 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdd38035040 con 0x55e700892b40 2024-09-16T01:51:14.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.824+0000 7fdd52aad740 10 client.26335 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:14.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.824+0000 7fdd52aad740 1 -- 172.21.15.17:0/2901431934 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e70089f010 con 0x55e700892b40 2024-09-16T01:51:14.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.825+0000 7fdd31ffb640 1 -- 172.21.15.17:0/2901431934 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd38032df0 con 0x55e700892b40 2024-09-16T01:51:14.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.825+0000 7fdd31ffb640 1 -- 172.21.15.17:0/2901431934 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fdd3803c440 con 0x55e700892b40 2024-09-16T01:51:14.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.825+0000 7fdd52aad740 10 client.26335 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:14.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.825+0000 7fdd52aad740 10 client.26335 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:51:14.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.825+0000 7fdd52aad740 20 client.26335 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:14.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.825+0000 7fdd52aad740 1 --2- 172.21.15.17:0/2901431934 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e7008abc30 0x55e7008ae020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.825+0000 7fdd52aad740 4 client.26335 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:51:14.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.825+0000 7fdd52aad740 1 -- 172.21.15.17:0/2901431934 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e700804860 con 0x55e7008abc30 2024-09-16T01:51:14.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.825+0000 7fdd4e470640 1 --2- 172.21.15.17:0/2901431934 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e7008abc30 0x55e7008ae020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.825+0000 7fdd4e470640 1 --2- 172.21.15.17:0/2901431934 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e7008abc30 0x55e7008ae020 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7865cd8ce5cab2b server_cookie=c8deb1990543ffc2 in_seq=0 out_seq=0 2024-09-16T01:51:14.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.825+0000 7fdd31ffb640 10 client.26335 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:14.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.826+0000 7fdd31ffb640 1 -- 172.21.15.17:0/2901431934 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e700804860 con 0x55e7008abc30 2024-09-16T01:51:14.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.826+0000 7fdd31ffb640 10 client.26335 handle_command_reply: tid=0 2024-09-16T01:51:14.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.826+0000 7fdd52aad740 1 client.26335 shutdown 2024-09-16T01:51:14.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.826+0000 7fdd52aad740 1 -- 172.21.15.17:0/2901431934 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e700892b40 msgr2=0x55e700898ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.826+0000 7fdd52aad740 1 --2- 172.21.15.17:0/2901431934 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e700892b40 0x55e700898ff0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fdd3802a930 tx=0x7fdd38005fd0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.826+0000 7fdd52aad740 1 -- 172.21.15.17:0/2901431934 shutdown_connections 2024-09-16T01:51:14.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.826+0000 7fdd52aad740 1 --2- 172.21.15.17:0/2901431934 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e7008abc30 0x55e7008ae020 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.826+0000 7fdd52aad740 1 --2- 172.21.15.17:0/2901431934 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e70089c370 0x55e7008995e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.826+0000 7fdd52aad740 1 --2- 172.21.15.17:0/2901431934 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e700892b40 0x55e700898ff0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.826+0000 7fdd52aad740 1 --2- 172.21.15.17:0/2901431934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e7008915d0 0x55e70089bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.826+0000 7fdd31ffb640 0 client.26335 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:14.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.826+0000 7fdd52aad740 1 -- 172.21.15.17:0/2901431934 >> 172.21.15.17:0/2901431934 conn(0x55e70085a310 msgr2=0x55e700893930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:14.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.826+0000 7fdd52aad740 1 -- 172.21.15.17:0/2901431934 shutdown_connections 2024-09-16T01:51:14.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.827+0000 7fdd52aad740 1 -- 172.21.15.17:0/2901431934 wait complete. 2024-09-16T01:51:14.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.827+0000 7fdd52aad740 20 client.26335 trim_cache size 0 max 16384 2024-09-16T01:51:14.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.842+0000 7fdd52aad740 1 Processor -- start 2024-09-16T01:51:14.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.842+0000 7fdd52aad740 1 -- start start 2024-09-16T01:51:14.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.842+0000 7fdd52aad740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e7008915d0 0x55e70088de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.842+0000 7fdd52aad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e700892b40 0x55e7008a82e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.842+0000 7fdd52aad740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e70089c370 0x55e7008b3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.842+0000 7fdd52aad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd481b1ed0 con 0x55e700892b40 2024-09-16T01:51:14.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.842+0000 7fdd52aad740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdd481af7a0 con 0x55e70089c370 2024-09-16T01:51:14.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.842+0000 7fdd52aad740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdd481ad5d0 con 0x55e7008915d0 2024-09-16T01:51:14.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.842+0000 7fdd4e470640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e7008915d0 0x55e70088de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd4e470640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e7008915d0 0x55e70088de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46054/0 (socket says 172.21.15.17:46054) 2024-09-16T01:51:14.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd4e470640 1 -- 172.21.15.17:0/1198051015 learned_addr learned my addr 172.21.15.17:0/1198051015 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:14.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd4dc6f640 1 --2- 172.21.15.17:0/1198051015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e700892b40 0x55e7008a82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd4ec71640 1 --2- 172.21.15.17:0/1198051015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e70089c370 0x55e7008b3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd4e470640 1 -- 172.21.15.17:0/1198051015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e70089c370 msgr2=0x55e7008b3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:14.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd4e470640 1 --2- 172.21.15.17:0/1198051015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e70089c370 0x55e7008b3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd4e470640 1 -- 172.21.15.17:0/1198051015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e700892b40 msgr2=0x55e7008a82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:14.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd4e470640 1 --2- 172.21.15.17:0/1198051015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e700892b40 0x55e7008a82e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd4e470640 1 -- 172.21.15.17:0/1198051015 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e700894120 con 0x55e7008915d0 2024-09-16T01:51:14.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd4ec71640 1 --2- 172.21.15.17:0/1198051015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e70089c370 0x55e7008b3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:14.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd4dc6f640 1 --2- 172.21.15.17:0/1198051015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e700892b40 0x55e7008a82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:14.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd4e470640 1 --2- 172.21.15.17:0/1198051015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e7008915d0 0x55e70088de10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fdd44098bb0 tx=0x7fdd440cd5e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=70fb771dd6a684cf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd33fff640 1 -- 172.21.15.17:0/1198051015 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd4409c230 con 0x55e7008915d0 2024-09-16T01:51:14.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd33fff640 1 -- 172.21.15.17:0/1198051015 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd440a05e0 con 0x55e7008915d0 2024-09-16T01:51:14.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.843+0000 7fdd33fff640 1 -- 172.21.15.17:0/1198051015 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd440b02a0 con 0x55e7008915d0 2024-09-16T01:51:14.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.844+0000 7fdd52aad740 1 -- 172.21.15.17:0/1198051015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e7008915d0 msgr2=0x55e70088de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.844+0000 7fdd52aad740 1 --2- 172.21.15.17:0/1198051015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e7008915d0 0x55e70088de10 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fdd44098bb0 tx=0x7fdd440cd5e0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.844+0000 7fdd52aad740 1 -- 172.21.15.17:0/1198051015 shutdown_connections 2024-09-16T01:51:14.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.844+0000 7fdd52aad740 1 --2- 172.21.15.17:0/1198051015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e70089c370 0x55e7008b3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.844+0000 7fdd52aad740 1 --2- 172.21.15.17:0/1198051015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e700892b40 0x55e7008a82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.844+0000 7fdd52aad740 1 --2- 172.21.15.17:0/1198051015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e7008915d0 0x55e70088de10 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.844+0000 7fdd52aad740 1 -- 172.21.15.17:0/1198051015 >> 172.21.15.17:0/1198051015 conn(0x55e70085a310 msgr2=0x55e70088d700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:14.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.844+0000 7fdd52aad740 1 -- 172.21.15.17:0/1198051015 shutdown_connections 2024-09-16T01:51:14.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.844+0000 7fdd52aad740 1 -- 172.21.15.17:0/1198051015 wait complete. 2024-09-16T01:51:14.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.845+0000 7fdd52aad740 1 -- start start 2024-09-16T01:51:14.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.845+0000 7fdd52aad740 1 Processor -- start 2024-09-16T01:51:14.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.845+0000 7fdd52aad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e7008915d0 0x55e7008a4450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.845+0000 7fdd52aad740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e700892b40 0x55e7008a4990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.845+0000 7fdd52aad740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e70089c370 0x55e7008a1420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.845+0000 7fdd52aad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdd481adc60 con 0x55e7008915d0 2024-09-16T01:51:14.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.845+0000 7fdd52aad740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdd481af0d0 con 0x55e700892b40 2024-09-16T01:51:14.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.845+0000 7fdd52aad740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdd481ae330 con 0x55e70089c370 2024-09-16T01:51:14.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.845+0000 7fdd52aad740 10 client.0 _ll_register_callbacks cb 0x7fdd40011d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:14.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.845+0000 7fdd4e470640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e7008915d0 0x55e7008a4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.845+0000 7fdd4e470640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e7008915d0 0x55e7008a4450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42342/0 (socket says 172.21.15.17:42342) 2024-09-16T01:51:14.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.845+0000 7fdd4e470640 1 -- 172.21.15.17:0/4044791991 learned_addr learned my addr 172.21.15.17:0/4044791991 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:14.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.845+0000 7fdd4ec71640 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e70089c370 0x55e7008a1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd4dc6f640 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e700892b40 0x55e7008a4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd4e470640 1 -- 172.21.15.17:0/4044791991 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e70089c370 msgr2=0x55e7008a1420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:14.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd4e470640 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e70089c370 0x55e7008a1420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd4e470640 1 -- 172.21.15.17:0/4044791991 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e700892b40 msgr2=0x55e7008a4990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:14.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd4e470640 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e700892b40 0x55e7008a4990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd4e470640 1 -- 172.21.15.17:0/4044791991 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7008a5080 con 0x55e7008915d0 2024-09-16T01:51:14.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd4dc6f640 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e700892b40 0x55e7008a4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:14.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd4ec71640 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e70089c370 0x55e7008a1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:14.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd4e470640 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e7008915d0 0x55e7008a4450 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fdd440a4970 tx=0x7fdd4400c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5966cd56f2cc4273 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:14.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd31ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:51:14.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd31ffb640 1 -- 172.21.15.17:0/4044791991 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd440ba060 con 0x55e7008915d0 2024-09-16T01:51:14.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd31ffb640 1 -- 172.21.15.17:0/4044791991 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdd440046c0 con 0x55e7008915d0 2024-09-16T01:51:14.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd52aad740 1 -- 172.21.15.17:0/4044791991 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdd440a05e0 con 0x55e7008915d0 2024-09-16T01:51:14.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd31ffb640 1 -- 172.21.15.17:0/4044791991 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdd4409c230 con 0x55e7008915d0 2024-09-16T01:51:14.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd52aad740 10 client.16680 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:14.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.846+0000 7fdd52aad740 1 -- 172.21.15.17:0/4044791991 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e700916d40 con 0x55e7008915d0 2024-09-16T01:51:14.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.847+0000 7fdd31ffb640 1 -- 172.21.15.17:0/4044791991 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdd440a05e0 con 0x55e7008915d0 2024-09-16T01:51:14.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.847+0000 7fdd31ffb640 1 -- 172.21.15.17:0/4044791991 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fdd4409c490 con 0x55e7008915d0 2024-09-16T01:51:14.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.847+0000 7fdd52aad740 10 client.16680 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:14.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.847+0000 7fdd52aad740 10 client.16680 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:51:14.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.847+0000 7fdd52aad740 20 client.16680 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:14.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.847+0000 7fdd52aad740 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e700917400 0x55e700919820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:14.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.847+0000 7fdd52aad740 4 client.16680 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:51:14.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.847+0000 7fdd52aad740 1 -- 172.21.15.17:0/4044791991 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e7007fed70 con 0x55e700917400 2024-09-16T01:51:14.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.847+0000 7fdd4dc6f640 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e700917400 0x55e700919820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:14.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.847+0000 7fdd4dc6f640 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e700917400 0x55e700919820 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d2a6ee2250461bb server_cookie=33d3f9c5f4173db2 in_seq=0 out_seq=0 2024-09-16T01:51:14.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.847+0000 7fdd31ffb640 10 client.16680 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:14.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.848+0000 7fdd31ffb640 1 -- 172.21.15.17:0/4044791991 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e7007fed70 con 0x55e700917400 2024-09-16T01:51:14.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.848+0000 7fdd31ffb640 10 client.16680 handle_command_reply: tid=0 2024-09-16T01:51:14.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.848+0000 7fdd52aad740 1 client.16680 shutdown 2024-09-16T01:51:14.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.848+0000 7fdd52aad740 1 -- 172.21.15.17:0/4044791991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e7008915d0 msgr2=0x55e7008a4450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.848+0000 7fdd52aad740 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e7008915d0 0x55e7008a4450 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fdd440a4970 tx=0x7fdd4400c7d0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.848+0000 7fdd52aad740 1 -- 172.21.15.17:0/4044791991 shutdown_connections 2024-09-16T01:51:14.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.848+0000 7fdd52aad740 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e700917400 0x55e700919820 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.848+0000 7fdd52aad740 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e70089c370 0x55e7008a1420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.848+0000 7fdd52aad740 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e700892b40 0x55e7008a4990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.848+0000 7fdd52aad740 1 --2- 172.21.15.17:0/4044791991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e7008915d0 0x55e7008a4450 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.848+0000 7fdd52aad740 1 -- 172.21.15.17:0/4044791991 >> 172.21.15.17:0/4044791991 conn(0x55e70085a310 msgr2=0x55e70089a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:14.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.848+0000 7fdd31ffb640 0 client.16680 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:14.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.849+0000 7fdd52aad740 1 -- 172.21.15.17:0/4044791991 shutdown_connections 2024-09-16T01:51:14.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.849+0000 7fdd52aad740 1 -- 172.21.15.17:0/4044791991 wait complete. 2024-09-16T01:51:14.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.849+0000 7fdd52aad740 20 client.16680 trim_cache size 0 max 16384 2024-09-16T01:51:14.860 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:51:14.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.849+0000 7fdd506d4640 1 -- 172.21.15.17:0/3584150708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd340a32c0 msgr2=0x7fdd340a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.849+0000 7fdd506d4640 1 --2- 172.21.15.17:0/3584150708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd340a32c0 0x7fdd340a5780 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fdd40005fd0 tx=0x7fdd40011b40 comp rx=0 tx=0).stop 2024-09-16T01:51:14.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.849+0000 7fdd506d4640 1 -- 172.21.15.17:0/3584150708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd48100310 msgr2=0x7fdd48101290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:14.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.849+0000 7fdd506d4640 1 --2- 172.21.15.17:0/3584150708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd48100310 0x7fdd48101290 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fdd4400e9f0 tx=0x7fdd4400edf0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.849+0000 7fdd506d4640 1 -- 172.21.15.17:0/3584150708 shutdown_connections 2024-09-16T01:51:14.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.849+0000 7fdd506d4640 1 --2- 172.21.15.17:0/3584150708 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdd340a32c0 0x7fdd340a5780 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.849+0000 7fdd506d4640 1 --2- 172.21.15.17:0/3584150708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdd48106f30 0x7fdd48101d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.849+0000 7fdd506d4640 1 --2- 172.21.15.17:0/3584150708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdd48100cc0 0x7fdd481017d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.849+0000 7fdd506d4640 1 --2- 172.21.15.17:0/3584150708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd48100310 0x7fdd48101290 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:14.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.849+0000 7fdd506d4640 1 -- 172.21.15.17:0/3584150708 >> 172.21.15.17:0/3584150708 conn(0x7fdd48077210 msgr2=0x7fdd480fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:14.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.850+0000 7fdd506d4640 1 -- 172.21.15.17:0/3584150708 shutdown_connections 2024-09-16T01:51:14.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:14.850+0000 7fdd506d4640 1 -- 172.21.15.17:0/3584150708 wait complete. 2024-09-16T01:51:15.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 277925 3.74 MB/sec execute 278 sec latency 16.375 ms 2024-09-16T01:51:16.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:15 smithi017 ceph-mon[30972]: pgmap v571: 97 pgs: 97 active+clean; 126 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:51:16.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:15 smithi122 ceph-mon[34758]: pgmap v571: 97 pgs: 97 active+clean; 126 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:51:16.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:15 smithi029 ceph-mon[34783]: pgmap v571: 97 pgs: 97 active+clean; 126 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:51:16.521 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:51:16.521 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:51:16.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 278688 3.74 MB/sec execute 279 sec latency 38.472 ms 2024-09-16T01:51:16.807 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:51:17.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.373+0000 7f96144ca640 1 -- 172.21.15.17:0/2988298824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f960c102d30 msgr2=0x7f960c103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.373+0000 7f96144ca640 1 --2- 172.21.15.17:0/2988298824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f960c102d30 0x7f960c103110 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f9608009930 tx=0x7f960802a420 comp rx=0 tx=0).stop 2024-09-16T01:51:17.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.373+0000 7f96144ca640 1 -- 172.21.15.17:0/2988298824 shutdown_connections 2024-09-16T01:51:17.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.373+0000 7f96144ca640 1 --2- 172.21.15.17:0/2988298824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f960c1082a0 0x7f960c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.373+0000 7f96144ca640 1 --2- 172.21.15.17:0/2988298824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f960c1036e0 0x7f960c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.373+0000 7f96144ca640 1 --2- 172.21.15.17:0/2988298824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f960c102d30 0x7f960c103110 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.373+0000 7f96144ca640 1 -- 172.21.15.17:0/2988298824 >> 172.21.15.17:0/2988298824 conn(0x7f960c0fc7d0 msgr2=0x7f960c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.373+0000 7f96144ca640 1 -- 172.21.15.17:0/2988298824 shutdown_connections 2024-09-16T01:51:17.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.373+0000 7f96144ca640 1 -- 172.21.15.17:0/2988298824 wait complete. 2024-09-16T01:51:17.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.374+0000 7f96144ca640 1 Processor -- start 2024-09-16T01:51:17.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.374+0000 7f96144ca640 1 -- start start 2024-09-16T01:51:17.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.374+0000 7f96144ca640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f960c102d30 0x7f960c19a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.374+0000 7f96144ca640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f960c1036e0 0x7f960c19ac80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.374+0000 7f96144ca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f960c1082a0 0x7f960c19efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.374+0000 7f96144ca640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f960c1013c0 con 0x7f960c1082a0 2024-09-16T01:51:17.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.374+0000 7f96144ca640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f960c101240 con 0x7f960c1036e0 2024-09-16T01:51:17.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.374+0000 7f96144ca640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f960c101540 con 0x7f960c102d30 2024-09-16T01:51:17.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.374+0000 7f9612a67640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f960c1082a0 0x7f960c19efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.374+0000 7f9612266640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f960c102d30 0x7f960c19a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.375+0000 7f9612a67640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f960c1082a0 0x7f960c19efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51810/0 (socket says 172.21.15.17:51810) 2024-09-16T01:51:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.375+0000 7f9612266640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f960c102d30 0x7f960c19a740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:48388/0 (socket says 172.21.15.17:48388) 2024-09-16T01:51:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.375+0000 7f9612a67640 1 -- 172.21.15.17:0/2983883567 learned_addr learned my addr 172.21.15.17:0/2983883567 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.375+0000 7f9611a65640 1 --2- 172.21.15.17:0/2983883567 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f960c1036e0 0x7f960c19ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.375+0000 7f9612266640 1 -- 172.21.15.17:0/2983883567 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f960c1036e0 msgr2=0x7f960c19ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.375+0000 7f9612266640 1 --2- 172.21.15.17:0/2983883567 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f960c1036e0 0x7f960c19ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.375+0000 7f9612266640 1 -- 172.21.15.17:0/2983883567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f960c1082a0 msgr2=0x7f960c19efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.375+0000 7f9612266640 1 --2- 172.21.15.17:0/2983883567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f960c1082a0 0x7f960c19efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.375+0000 7f9612266640 1 -- 172.21.15.17:0/2983883567 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f960c19f6a0 con 0x7f960c102d30 2024-09-16T01:51:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.375+0000 7f9612266640 1 --2- 172.21.15.17:0/2983883567 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f960c102d30 0x7f960c19a740 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9608031440 tx=0x7f9608004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.375+0000 7f96037fe640 1 -- 172.21.15.17:0/2983883567 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f960803f070 con 0x7f960c102d30 2024-09-16T01:51:17.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.375+0000 7f96037fe640 1 -- 172.21.15.17:0/2983883567 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9608003ca0 con 0x7f960c102d30 2024-09-16T01:51:17.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.375+0000 7f96144ca640 1 -- 172.21.15.17:0/2983883567 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f960c19f930 con 0x7f960c102d30 2024-09-16T01:51:17.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.375+0000 7f96037fe640 1 -- 172.21.15.17:0/2983883567 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9608035070 con 0x7f960c102d30 2024-09-16T01:51:17.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.376+0000 7f96144ca640 1 -- 172.21.15.17:0/2983883567 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f960c1a7270 con 0x7f960c102d30 2024-09-16T01:51:17.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.379+0000 7f96037fe640 1 -- 172.21.15.17:0/2983883567 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f960803b4f0 con 0x7f960c102d30 2024-09-16T01:51:17.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.379+0000 7f96168a3740 1 Processor -- start 2024-09-16T01:51:17.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.379+0000 7f96168a3740 1 -- start start 2024-09-16T01:51:17.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.379+0000 7f96168a3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68bb60 0x55729b68bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.379+0000 7f96168a3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 0x55729b696800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.379+0000 7f96168a3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 0x55729b699130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.379+0000 7f96168a3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55729b5f1280 con 0x55729b696d40 2024-09-16T01:51:17.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.379+0000 7f96168a3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55729b598b10 con 0x55729b68c480 2024-09-16T01:51:17.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.379+0000 7f96168a3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55729b5ed240 con 0x55729b68bb60 2024-09-16T01:51:17.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.379+0000 7f9612a67640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68bb60 0x55729b68bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.379+0000 7f9612a67640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68bb60 0x55729b68bf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:48392/0 (socket says 172.21.15.17:48392) 2024-09-16T01:51:17.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.379+0000 7f9612a67640 1 -- 172.21.15.17:0/891130121 learned_addr learned my addr 172.21.15.17:0/891130121 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:17.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.379+0000 7f9612266640 1 --2- 172.21.15.17:0/891130121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 0x55729b696800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.380+0000 7f9611a65640 1 --2- 172.21.15.17:0/891130121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 0x55729b699130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.380+0000 7f9612a67640 1 -- 172.21.15.17:0/891130121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 msgr2=0x55729b696800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.380+0000 7f9612a67640 1 --2- 172.21.15.17:0/891130121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 0x55729b696800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.380+0000 7f9612a67640 1 -- 172.21.15.17:0/891130121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 msgr2=0x55729b699130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.380+0000 7f9612a67640 1 --2- 172.21.15.17:0/891130121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 0x55729b699130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.380+0000 7f9612a67640 1 -- 172.21.15.17:0/891130121 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55729b5a51f0 con 0x55729b68bb60 2024-09-16T01:51:17.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.380+0000 7f9611a65640 1 --2- 172.21.15.17:0/891130121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 0x55729b699130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:17.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.380+0000 7f96037fe640 1 --2- 172.21.15.17:0/2983883567 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95f80a3240 0x7f95f80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.380+0000 7f9612a67640 1 --2- 172.21.15.17:0/891130121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68bb60 0x55729b68bf40 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9604009fb0 tx=0x7f9604011870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dfa0b2265fa0a881 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.380+0000 7f9612266640 1 --2- 172.21.15.17:0/2983883567 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95f80a3240 0x7f95f80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.380+0000 7f9600ff9640 1 -- 172.21.15.17:0/891130121 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96040127d0 con 0x55729b68bb60 2024-09-16T01:51:17.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.380+0000 7f9600ff9640 1 -- 172.21.15.17:0/891130121 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9604012e20 con 0x55729b68bb60 2024-09-16T01:51:17.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.380+0000 7f9600ff9640 1 -- 172.21.15.17:0/891130121 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f960401ae40 con 0x55729b68bb60 2024-09-16T01:51:17.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.380+0000 7f96037fe640 1 -- 172.21.15.17:0/2983883567 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f96080efd70 con 0x7f960c102d30 2024-09-16T01:51:17.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.381+0000 7f96168a3740 1 -- 172.21.15.17:0/891130121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68bb60 msgr2=0x55729b68bf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.381+0000 7f9612266640 1 --2- 172.21.15.17:0/2983883567 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95f80a3240 0x7f95f80a5700 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f96080b8e10 tx=0x7f96080b8040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.381+0000 7f96168a3740 1 --2- 172.21.15.17:0/891130121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68bb60 0x55729b68bf40 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f9604009fb0 tx=0x7f9604011870 comp rx=0 tx=0).stop 2024-09-16T01:51:17.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.381+0000 7f96168a3740 1 -- 172.21.15.17:0/891130121 shutdown_connections 2024-09-16T01:51:17.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.381+0000 7f96168a3740 1 --2- 172.21.15.17:0/891130121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 0x55729b699130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.381+0000 7f96168a3740 1 --2- 172.21.15.17:0/891130121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 0x55729b696800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.381+0000 7f96168a3740 1 --2- 172.21.15.17:0/891130121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68bb60 0x55729b68bf40 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.381+0000 7f96168a3740 1 -- 172.21.15.17:0/891130121 >> 172.21.15.17:0/891130121 conn(0x55729b6880f0 msgr2=0x55729b6884d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.381+0000 7f96168a3740 1 -- 172.21.15.17:0/891130121 shutdown_connections 2024-09-16T01:51:17.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.381+0000 7f96168a3740 1 -- 172.21.15.17:0/891130121 wait complete. 2024-09-16T01:51:17.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f96168a3740 1 -- start start 2024-09-16T01:51:17.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f96168a3740 1 Processor -- start 2024-09-16T01:51:17.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f96168a3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68bb60 0x55729b693c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f96168a3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 0x55729b694190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f96168a3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 0x55729b6946d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f96168a3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55729b699910 con 0x55729b696d40 2024-09-16T01:51:17.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f96168a3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55729b5abf10 con 0x55729b68c480 2024-09-16T01:51:17.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f96168a3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55729b699a90 con 0x55729b68bb60 2024-09-16T01:51:17.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f96168a3740 10 client.0 _ll_register_callbacks cb 0x55729b574a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:17.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f9612a67640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68bb60 0x55729b693c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f9612a67640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68bb60 0x55729b693c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:48406/0 (socket says 172.21.15.17:48406) 2024-09-16T01:51:17.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f9612a67640 1 -- 172.21.15.17:0/3521552619 learned_addr learned my addr 172.21.15.17:0/3521552619 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:17.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f9612a67640 1 --2- 172.21.15.17:0/3521552619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 0x55729b6946d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f9611a65640 1 --2- 172.21.15.17:0/3521552619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 0x55729b694190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f9612a67640 1 -- 172.21.15.17:0/3521552619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 msgr2=0x55729b694190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.382+0000 7f9612a67640 1 --2- 172.21.15.17:0/3521552619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 0x55729b694190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.383+0000 7f9612a67640 1 -- 172.21.15.17:0/3521552619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 msgr2=0x55729b6946d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.383+0000 7f9612a67640 1 --2- 172.21.15.17:0/3521552619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 0x55729b6946d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.383+0000 7f9612a67640 1 -- 172.21.15.17:0/3521552619 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55729b3626a0 con 0x55729b68bb60 2024-09-16T01:51:17.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.383+0000 7f9612a67640 1 --2- 172.21.15.17:0/3521552619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68bb60 0x55729b693c50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f960401ab20 tx=0x7f9604014040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8f09ad7b4c94b677 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.383+0000 7f95f5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:51:17.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.383+0000 7f95f5ffb640 1 -- 172.21.15.17:0/3521552619 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96040127d0 con 0x55729b68bb60 2024-09-16T01:51:17.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.383+0000 7f95f5ffb640 1 -- 172.21.15.17:0/3521552619 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9604012970 con 0x55729b68bb60 2024-09-16T01:51:17.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.383+0000 7f96168a3740 1 -- 172.21.15.17:0/3521552619 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9604012e20 con 0x55729b68bb60 2024-09-16T01:51:17.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.383+0000 7f95f5ffb640 1 -- 172.21.15.17:0/3521552619 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9604012b70 con 0x55729b68bb60 2024-09-16T01:51:17.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.383+0000 7f96168a3740 10 client.26353 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:17.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.383+0000 7f96168a3740 1 -- 172.21.15.17:0/3521552619 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55729b6a54b0 con 0x55729b68bb60 2024-09-16T01:51:17.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.383+0000 7f95f5ffb640 1 -- 172.21.15.17:0/3521552619 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9604012e20 con 0x55729b68bb60 2024-09-16T01:51:17.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.384+0000 7f95f5ffb640 1 -- 172.21.15.17:0/3521552619 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f9604026040 con 0x55729b68bb60 2024-09-16T01:51:17.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.384+0000 7f96168a3740 10 client.26353 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:17.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.384+0000 7f96168a3740 10 client.26353 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:51:17.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.384+0000 7f96168a3740 20 client.26353 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:17.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.384+0000 7f96168a3740 1 --2- 172.21.15.17:0/3521552619 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55729b6a6910 0x55729b6a8d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.384+0000 7f96168a3740 4 client.26353 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:51:17.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.384+0000 7f96168a3740 1 -- 172.21.15.17:0/3521552619 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55729b5fe7f0 con 0x55729b6a6910 2024-09-16T01:51:17.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.384+0000 7f9611a65640 1 --2- 172.21.15.17:0/3521552619 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55729b6a6910 0x55729b6a8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.384+0000 7f9611a65640 1 --2- 172.21.15.17:0/3521552619 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55729b6a6910 0x55729b6a8d00 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c40648a7e102107a server_cookie=6eeac80d343e34c6 in_seq=0 out_seq=0 2024-09-16T01:51:17.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.384+0000 7f95f5ffb640 10 client.26353 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:17.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.385+0000 7f95f5ffb640 1 -- 172.21.15.17:0/3521552619 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55729b5fe7f0 con 0x55729b6a6910 2024-09-16T01:51:17.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.385+0000 7f95f5ffb640 10 client.26353 handle_command_reply: tid=0 2024-09-16T01:51:17.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.385+0000 7f96168a3740 1 client.26353 shutdown 2024-09-16T01:51:17.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.385+0000 7f96168a3740 1 -- 172.21.15.17:0/3521552619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68bb60 msgr2=0x55729b693c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.385+0000 7f96168a3740 1 --2- 172.21.15.17:0/3521552619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68bb60 0x55729b693c50 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f960401ab20 tx=0x7f9604014040 comp rx=0 tx=0).stop 2024-09-16T01:51:17.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.385+0000 7f96168a3740 1 -- 172.21.15.17:0/3521552619 shutdown_connections 2024-09-16T01:51:17.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.385+0000 7f96168a3740 1 --2- 172.21.15.17:0/3521552619 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55729b6a6910 0x55729b6a8d00 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.385+0000 7f96168a3740 1 --2- 172.21.15.17:0/3521552619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 0x55729b6946d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.385+0000 7f95f5ffb640 0 client.26353 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:17.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.385+0000 7f96168a3740 1 --2- 172.21.15.17:0/3521552619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 0x55729b694190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.385+0000 7f96168a3740 1 --2- 172.21.15.17:0/3521552619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68bb60 0x55729b693c50 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.385+0000 7f96168a3740 1 -- 172.21.15.17:0/3521552619 >> 172.21.15.17:0/3521552619 conn(0x55729b6880f0 msgr2=0x55729b687270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.386+0000 7f96168a3740 1 -- 172.21.15.17:0/3521552619 shutdown_connections 2024-09-16T01:51:17.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.386+0000 7f96168a3740 1 -- 172.21.15.17:0/3521552619 wait complete. 2024-09-16T01:51:17.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.386+0000 7f96168a3740 20 client.26353 trim_cache size 0 max 16384 2024-09-16T01:51:17.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.408+0000 7f96168a3740 1 Processor -- start 2024-09-16T01:51:17.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.408+0000 7f96168a3740 1 -- start start 2024-09-16T01:51:17.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.408+0000 7f96168a3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68bb60 0x55729b6ae330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.408+0000 7f96168a3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68c480 0x55729b6ae870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.408+0000 7f96168a3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 0x55729b690eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.408+0000 7f96168a3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f960c1b2050 con 0x55729b696d40 2024-09-16T01:51:17.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.408+0000 7f96168a3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f960c1af920 con 0x55729b68bb60 2024-09-16T01:51:17.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.408+0000 7f96168a3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f960c1ad750 con 0x55729b68c480 2024-09-16T01:51:17.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.408+0000 7f9612a67640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68bb60 0x55729b6ae330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.409+0000 7f9611a65640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68c480 0x55729b6ae870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.409+0000 7f9612a67640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68bb60 0x55729b6ae330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:50358/0 (socket says 172.21.15.17:50358) 2024-09-16T01:51:17.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.409+0000 7f9612a67640 1 -- 172.21.15.17:0/2184035618 learned_addr learned my addr 172.21.15.17:0/2184035618 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:17.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.409+0000 7f9612a67640 1 --2- 172.21.15.17:0/2184035618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 0x55729b690eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.409+0000 7f9611a65640 1 -- 172.21.15.17:0/2184035618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68bb60 msgr2=0x55729b6ae330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.409+0000 7f9611a65640 1 --2- 172.21.15.17:0/2184035618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68bb60 0x55729b6ae330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.409+0000 7f9611a65640 1 -- 172.21.15.17:0/2184035618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 msgr2=0x55729b690eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.409+0000 7f9611a65640 1 --2- 172.21.15.17:0/2184035618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 0x55729b690eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.409+0000 7f9611a65640 1 -- 172.21.15.17:0/2184035618 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55729b6921a0 con 0x55729b68c480 2024-09-16T01:51:17.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.410+0000 7f9611a65640 1 --2- 172.21.15.17:0/2184035618 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68c480 0x55729b6ae870 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x55729b6934e0 tx=0x7f95fc014900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fbc28afad35e71ef server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.411+0000 7f95f7fff640 1 -- 172.21.15.17:0/2184035618 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95fc005020 con 0x55729b68c480 2024-09-16T01:51:17.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.411+0000 7f95f7fff640 1 -- 172.21.15.17:0/2184035618 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95fc0047a0 con 0x55729b68c480 2024-09-16T01:51:17.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.411+0000 7f95f7fff640 1 -- 172.21.15.17:0/2184035618 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f95fc01e690 con 0x55729b68c480 2024-09-16T01:51:17.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.412+0000 7f96168a3740 1 -- 172.21.15.17:0/2184035618 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68c480 msgr2=0x55729b6ae870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.412+0000 7f96168a3740 1 --2- 172.21.15.17:0/2184035618 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68c480 0x55729b6ae870 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x55729b6934e0 tx=0x7f95fc014900 comp rx=0 tx=0).stop 2024-09-16T01:51:17.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.412+0000 7f96168a3740 1 -- 172.21.15.17:0/2184035618 shutdown_connections 2024-09-16T01:51:17.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.412+0000 7f96168a3740 1 --2- 172.21.15.17:0/2184035618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b696d40 0x55729b690eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.412+0000 7f96168a3740 1 --2- 172.21.15.17:0/2184035618 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b68c480 0x55729b6ae870 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.412+0000 7f96168a3740 1 --2- 172.21.15.17:0/2184035618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68bb60 0x55729b6ae330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.412+0000 7f96168a3740 1 -- 172.21.15.17:0/2184035618 >> 172.21.15.17:0/2184035618 conn(0x55729b6880f0 msgr2=0x55729b695bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.413+0000 7f96168a3740 1 -- 172.21.15.17:0/2184035618 shutdown_connections 2024-09-16T01:51:17.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.413+0000 7f96168a3740 1 -- 172.21.15.17:0/2184035618 wait complete. 2024-09-16T01:51:17.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.413+0000 7f96168a3740 1 -- start start 2024-09-16T01:51:17.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.413+0000 7f96168a3740 1 Processor -- start 2024-09-16T01:51:17.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.414+0000 7f96168a3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b68bb60 0x55729b69ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.414+0000 7f96168a3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 0x55729b69b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.414+0000 7f96168a3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b696d40 0x55729b710300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.414+0000 7f96168a3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f960c1adde0 con 0x55729b68bb60 2024-09-16T01:51:17.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.414+0000 7f96168a3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f960c1af250 con 0x55729b68c480 2024-09-16T01:51:17.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.414+0000 7f96168a3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f960c1ae4b0 con 0x55729b696d40 2024-09-16T01:51:17.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.414+0000 7f96168a3740 10 client.0 _ll_register_callbacks cb 0x7f9604009e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:17.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.414+0000 7f9611a65640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 0x55729b69b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.414+0000 7f9611a65640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 0x55729b69b350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:50362/0 (socket says 172.21.15.17:50362) 2024-09-16T01:51:17.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.414+0000 7f9611a65640 1 -- 172.21.15.17:0/1149078261 learned_addr learned my addr 172.21.15.17:0/1149078261 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:17.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.414+0000 7f9612a67640 1 --2- 172.21.15.17:0/1149078261 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b696d40 0x55729b710300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.414+0000 7f9612a67640 1 --2- 172.21.15.17:0/1149078261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b68bb60 0x55729b69ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.415+0000 7f9612a67640 1 -- 172.21.15.17:0/1149078261 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b696d40 msgr2=0x55729b710300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.415+0000 7f9612a67640 1 --2- 172.21.15.17:0/1149078261 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b696d40 0x55729b710300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.415+0000 7f9612a67640 1 -- 172.21.15.17:0/1149078261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 msgr2=0x55729b69b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:17.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.415+0000 7f9612a67640 1 --2- 172.21.15.17:0/1149078261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 0x55729b69b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.415+0000 7f9612a67640 1 -- 172.21.15.17:0/1149078261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55729b710840 con 0x55729b68bb60 2024-09-16T01:51:17.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.415+0000 7f9612a67640 1 --2- 172.21.15.17:0/1149078261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b68bb60 0x55729b69ae10 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f96040324a0 tx=0x7f9604000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ec01fdef3d91720 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:17.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.415+0000 7f95f5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:51:17.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.416+0000 7f95f5ffb640 1 -- 172.21.15.17:0/1149078261 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9604004a00 con 0x55729b68bb60 2024-09-16T01:51:17.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.416+0000 7f96168a3740 1 -- 172.21.15.17:0/1149078261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f95fc0047a0 con 0x55729b68bb60 2024-09-16T01:51:17.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.416+0000 7f95f5ffb640 1 -- 172.21.15.17:0/1149078261 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9604004ba0 con 0x55729b68bb60 2024-09-16T01:51:17.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.416+0000 7f95f5ffb640 1 -- 172.21.15.17:0/1149078261 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f9604004da0 con 0x55729b68bb60 2024-09-16T01:51:17.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.417+0000 7f96168a3740 10 client.16695 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:17.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.417+0000 7f96168a3740 1 -- 172.21.15.17:0/1149078261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55729b711a00 con 0x55729b68bb60 2024-09-16T01:51:17.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.417+0000 7f95f5ffb640 1 -- 172.21.15.17:0/1149078261 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f95fc0047a0 con 0x55729b68bb60 2024-09-16T01:51:17.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.418+0000 7f95f5ffb640 1 -- 172.21.15.17:0/1149078261 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f960400f040 con 0x55729b68bb60 2024-09-16T01:51:17.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.418+0000 7f96168a3740 10 client.16695 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:17.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.418+0000 7f96168a3740 10 client.16695 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:51:17.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.418+0000 7f96168a3740 20 client.16695 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:17.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.418+0000 7f96168a3740 1 --2- 172.21.15.17:0/1149078261 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55729b6a6910 0x55729b7141c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:17.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.418+0000 7f96168a3740 4 client.16695 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:51:17.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.418+0000 7f96168a3740 1 -- 172.21.15.17:0/1149078261 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55729b5f8d00 con 0x55729b6a6910 2024-09-16T01:51:17.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.418+0000 7f9611a65640 1 --2- 172.21.15.17:0/1149078261 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55729b6a6910 0x55729b7141c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:17.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.419+0000 7f9611a65640 1 --2- 172.21.15.17:0/1149078261 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55729b6a6910 0x55729b7141c0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e17e0f34b03bfc1c server_cookie=aa51be9c102da8fd in_seq=0 out_seq=0 2024-09-16T01:51:17.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.419+0000 7f95f5ffb640 10 client.16695 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:17.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.420+0000 7f95f5ffb640 1 -- 172.21.15.17:0/1149078261 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55729b5f8d00 con 0x55729b6a6910 2024-09-16T01:51:17.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.420+0000 7f95f5ffb640 10 client.16695 handle_command_reply: tid=0 2024-09-16T01:51:17.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.420+0000 7f96168a3740 1 client.16695 shutdown 2024-09-16T01:51:17.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.420+0000 7f96168a3740 1 -- 172.21.15.17:0/1149078261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b68bb60 msgr2=0x55729b69ae10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.420+0000 7f96168a3740 1 --2- 172.21.15.17:0/1149078261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b68bb60 0x55729b69ae10 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f96040324a0 tx=0x7f9604000f40 comp rx=0 tx=0).stop 2024-09-16T01:51:17.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.420+0000 7f96168a3740 1 -- 172.21.15.17:0/1149078261 shutdown_connections 2024-09-16T01:51:17.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.420+0000 7f96168a3740 1 --2- 172.21.15.17:0/1149078261 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55729b6a6910 0x55729b7141c0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.420+0000 7f96168a3740 1 --2- 172.21.15.17:0/1149078261 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55729b696d40 0x55729b710300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.420+0000 7f96168a3740 1 --2- 172.21.15.17:0/1149078261 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55729b68c480 0x55729b69b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.420+0000 7f95f5ffb640 0 client.16695 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:17.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.420+0000 7f96168a3740 1 --2- 172.21.15.17:0/1149078261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55729b68bb60 0x55729b69ae10 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.420+0000 7f96168a3740 1 -- 172.21.15.17:0/1149078261 >> 172.21.15.17:0/1149078261 conn(0x55729b6880f0 msgr2=0x55729b693c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.420+0000 7f96168a3740 1 -- 172.21.15.17:0/1149078261 shutdown_connections 2024-09-16T01:51:17.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.420+0000 7f96168a3740 1 -- 172.21.15.17:0/1149078261 wait complete. 2024-09-16T01:51:17.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.421+0000 7f96168a3740 20 client.16695 trim_cache size 0 max 16384 2024-09-16T01:51:17.423 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:51:17.423 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:51:17.423 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "223fa2f6-6ccc-4859-ba34-861c49004549", 2024-09-16T01:51:17.424 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:51:17.424 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:51:17.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.421+0000 7f96144ca640 1 -- 172.21.15.17:0/2983883567 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95f80a3240 msgr2=0x7f95f80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.421+0000 7f96144ca640 1 --2- 172.21.15.17:0/2983883567 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95f80a3240 0x7f95f80a5700 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f96080b8e10 tx=0x7f96080b8040 comp rx=0 tx=0).stop 2024-09-16T01:51:17.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.421+0000 7f96144ca640 1 -- 172.21.15.17:0/2983883567 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f960c102d30 msgr2=0x7f960c19a740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:17.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.421+0000 7f96144ca640 1 --2- 172.21.15.17:0/2983883567 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f960c102d30 0x7f960c19a740 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f9608031440 tx=0x7f9608004270 comp rx=0 tx=0).stop 2024-09-16T01:51:17.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.421+0000 7f96144ca640 1 -- 172.21.15.17:0/2983883567 shutdown_connections 2024-09-16T01:51:17.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.421+0000 7f96144ca640 1 --2- 172.21.15.17:0/2983883567 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f95f80a3240 0x7f95f80a5700 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.421+0000 7f96144ca640 1 --2- 172.21.15.17:0/2983883567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f960c1082a0 0x7f960c19efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.421+0000 7f96144ca640 1 --2- 172.21.15.17:0/2983883567 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f960c1036e0 0x7f960c19ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.421+0000 7f96144ca640 1 --2- 172.21.15.17:0/2983883567 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f960c102d30 0x7f960c19a740 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:17.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.421+0000 7f96144ca640 1 -- 172.21.15.17:0/2983883567 >> 172.21.15.17:0/2983883567 conn(0x7f960c0fc7d0 msgr2=0x7f960c0fd860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:17.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.422+0000 7f96144ca640 1 -- 172.21.15.17:0/2983883567 shutdown_connections 2024-09-16T01:51:17.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:17.422+0000 7f96144ca640 1 -- 172.21.15.17:0/2983883567 wait complete. 2024-09-16T01:51:17.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 279314 3.73 MB/sec execute 280 sec latency 19.513 ms 2024-09-16T01:51:18.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:17 smithi017 ceph-mon[30972]: pgmap v572: 97 pgs: 97 active+clean; 127 MiB data, 985 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 90 op/s 2024-09-16T01:51:18.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:17 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:51:18.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:17 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:51:18.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:17 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:51:18.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:17 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:51:18.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:17 smithi122 ceph-mon[34758]: pgmap v572: 97 pgs: 97 active+clean; 127 MiB data, 985 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 90 op/s 2024-09-16T01:51:18.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:17 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:51:18.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:17 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:51:18.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:17 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:51:18.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:17 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:51:18.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:17 smithi029 ceph-mon[34783]: pgmap v572: 97 pgs: 97 active+clean; 127 MiB data, 985 MiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.5 MiB/s wr, 90 op/s 2024-09-16T01:51:18.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:17 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:51:18.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:17 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:51:18.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:17 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:51:18.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:17 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:51:18.133 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:51:18.408 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:51:18.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 280088 3.74 MB/sec execute 281 sec latency 12.727 ms 2024-09-16T01:51:18.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.905+0000 7fac2ce38640 1 -- 172.21.15.17:0/453720710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28101dd0 msgr2=0x7fac281021b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.905+0000 7fac2ce38640 1 --2- 172.21.15.17:0/453720710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28101dd0 0x7fac281021b0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fac18009900 tx=0x7fac1802a3f0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.906+0000 7fac2ce38640 1 -- 172.21.15.17:0/453720710 shutdown_connections 2024-09-16T01:51:18.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.906+0000 7fac2ce38640 1 --2- 172.21.15.17:0/453720710 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac28106f00 0x7fac2810ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.906+0000 7fac2ce38640 1 --2- 172.21.15.17:0/453720710 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac28102780 0x7fac281067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.906+0000 7fac2ce38640 1 --2- 172.21.15.17:0/453720710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28101dd0 0x7fac281021b0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.906+0000 7fac2ce38640 1 -- 172.21.15.17:0/453720710 >> 172.21.15.17:0/453720710 conn(0x7fac280fd8b0 msgr2=0x7fac280ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.906+0000 7fac2ce38640 1 -- 172.21.15.17:0/453720710 shutdown_connections 2024-09-16T01:51:18.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.906+0000 7fac2ce38640 1 -- 172.21.15.17:0/453720710 wait complete. 2024-09-16T01:51:18.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.906+0000 7fac2ce38640 1 Processor -- start 2024-09-16T01:51:18.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.907+0000 7fac2ce38640 1 -- start start 2024-09-16T01:51:18.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.907+0000 7fac2ce38640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac28101dd0 0x7fac280744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.907+0000 7fac2ce38640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac28102780 0x7fac28074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.907+0000 7fac2ce38640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28106f00 0x7fac28074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.907+0000 7fac2ce38640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fac28111e10 con 0x7fac28106f00 2024-09-16T01:51:18.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.907+0000 7fac2ce38640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fac28111c90 con 0x7fac28102780 2024-09-16T01:51:18.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.907+0000 7fac2ce38640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fac28111f90 con 0x7fac28101dd0 2024-09-16T01:51:18.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.907+0000 7fac26d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28106f00 0x7fac28074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.907+0000 7fac26d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28106f00 0x7fac28074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51860/0 (socket says 172.21.15.17:51860) 2024-09-16T01:51:18.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.907+0000 7fac26d9d640 1 -- 172.21.15.17:0/3768616032 learned_addr learned my addr 172.21.15.17:0/3768616032 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:18.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.907+0000 7fac25d9b640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac28102780 0x7fac28074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.907+0000 7fac2659c640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac28101dd0 0x7fac280744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.908+0000 7fac25d9b640 1 -- 172.21.15.17:0/3768616032 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac28101dd0 msgr2=0x7fac280744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.908+0000 7fac25d9b640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac28101dd0 0x7fac280744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.908+0000 7fac25d9b640 1 -- 172.21.15.17:0/3768616032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28106f00 msgr2=0x7fac28074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.908+0000 7fac25d9b640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28106f00 0x7fac28074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.908+0000 7fac25d9b640 1 -- 172.21.15.17:0/3768616032 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac281a6830 con 0x7fac28102780 2024-09-16T01:51:18.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.908+0000 7fac2659c640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac28101dd0 0x7fac280744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:18.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.908+0000 7fac26d9d640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28106f00 0x7fac28074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:18.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.908+0000 7fac25d9b640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac28102780 0x7fac28074a30 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fac1c00e9f0 tx=0x7fac1c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.908+0000 7fac177fe640 1 -- 172.21.15.17:0/3768616032 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c00ccc0 con 0x7fac28102780 2024-09-16T01:51:18.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.908+0000 7fac2ce38640 1 -- 172.21.15.17:0/3768616032 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac281a6b20 con 0x7fac28102780 2024-09-16T01:51:18.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.908+0000 7fac177fe640 1 -- 172.21.15.17:0/3768616032 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac1c0108e0 con 0x7fac28102780 2024-09-16T01:51:18.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.908+0000 7fac177fe640 1 -- 172.21.15.17:0/3768616032 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c018880 con 0x7fac28102780 2024-09-16T01:51:18.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.908+0000 7fac2ce38640 1 -- 172.21.15.17:0/3768616032 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac281a70b0 con 0x7fac28102780 2024-09-16T01:51:18.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.911+0000 7fac2f211740 1 Processor -- start 2024-09-16T01:51:18.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.911+0000 7fac177fe640 1 -- 172.21.15.17:0/3768616032 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fac1c010a90 con 0x7fac28102780 2024-09-16T01:51:18.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.911+0000 7fac2f211740 1 -- start start 2024-09-16T01:51:18.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.911+0000 7fac2f211740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 0x557858092880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.911+0000 7fac2f211740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557858092dc0 0x55785809d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.911+0000 7fac2f211740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55785809d680 0x55785809fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.911+0000 7fac2f211740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557857ff82e0 con 0x557858092dc0 2024-09-16T01:51:18.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.911+0000 7fac2f211740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557857f9fce0 con 0x5578580924a0 2024-09-16T01:51:18.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.911+0000 7fac2f211740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557857ff42a0 con 0x55785809d680 2024-09-16T01:51:18.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac2659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557858092dc0 0x55785809d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac2659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557858092dc0 0x55785809d140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51864/0 (socket says 172.21.15.17:51864) 2024-09-16T01:51:18.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac2659c640 1 -- 172.21.15.17:0/2761852616 learned_addr learned my addr 172.21.15.17:0/2761852616 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:18.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac26d9d640 1 --2- 172.21.15.17:0/2761852616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 0x557858092880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac25d9b640 1 --2- 172.21.15.17:0/2761852616 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55785809d680 0x55785809fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac2659c640 1 -- 172.21.15.17:0/2761852616 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55785809d680 msgr2=0x55785809fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:18.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac2659c640 1 --2- 172.21.15.17:0/2761852616 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55785809d680 0x55785809fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac2659c640 1 -- 172.21.15.17:0/2761852616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 msgr2=0x557858092880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:18.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac2659c640 1 --2- 172.21.15.17:0/2761852616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 0x557858092880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac2659c640 1 -- 172.21.15.17:0/2761852616 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557857f84440 con 0x557858092dc0 2024-09-16T01:51:18.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac26d9d640 1 --2- 172.21.15.17:0/2761852616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 0x557858092880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:18.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac177fe640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac100a3240 0x7fac100a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac26d9d640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac100a3240 0x7fac100a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac177fe640 1 -- 172.21.15.17:0/3768616032 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fac1c0cfc60 con 0x7fac28102780 2024-09-16T01:51:18.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.912+0000 7fac2659c640 1 --2- 172.21.15.17:0/2761852616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557858092dc0 0x55785809d140 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fac18009900 tx=0x7fac18005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ae6740513fd6bdf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.913+0000 7fac14ff9640 1 -- 172.21.15.17:0/2761852616 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac18040070 con 0x557858092dc0 2024-09-16T01:51:18.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.913+0000 7fac14ff9640 1 -- 172.21.15.17:0/2761852616 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac180318e0 con 0x557858092dc0 2024-09-16T01:51:18.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.913+0000 7fac14ff9640 1 -- 172.21.15.17:0/2761852616 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac18035040 con 0x557858092dc0 2024-09-16T01:51:18.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.914+0000 7fac2f211740 1 -- 172.21.15.17:0/2761852616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557858092dc0 msgr2=0x55785809d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.914+0000 7fac2f211740 1 --2- 172.21.15.17:0/2761852616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557858092dc0 0x55785809d140 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7fac18009900 tx=0x7fac18005e40 comp rx=0 tx=0).stop 2024-09-16T01:51:18.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.914+0000 7fac26d9d640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac100a3240 0x7fac100a5700 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fac20009270 tx=0x7fac20009680 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.914+0000 7fac2f211740 1 -- 172.21.15.17:0/2761852616 shutdown_connections 2024-09-16T01:51:18.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.914+0000 7fac2f211740 1 --2- 172.21.15.17:0/2761852616 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55785809d680 0x55785809fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.914+0000 7fac2f211740 1 --2- 172.21.15.17:0/2761852616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557858092dc0 0x55785809d140 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.914+0000 7fac2f211740 1 --2- 172.21.15.17:0/2761852616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 0x557858092880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.914+0000 7fac2f211740 1 -- 172.21.15.17:0/2761852616 >> 172.21.15.17:0/2761852616 conn(0x55785808ea30 msgr2=0x55785808ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.914+0000 7fac2f211740 1 -- 172.21.15.17:0/2761852616 shutdown_connections 2024-09-16T01:51:18.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.914+0000 7fac2f211740 1 -- 172.21.15.17:0/2761852616 wait complete. 2024-09-16T01:51:18.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.914+0000 7fac2f211740 1 -- start start 2024-09-16T01:51:18.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.914+0000 7fac2f211740 1 Processor -- start 2024-09-16T01:51:18.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac2f211740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 0x55785809cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac2f211740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557858092dc0 0x55785809a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac2f211740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55785809d680 0x55785809a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac2f211740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5578580a0250 con 0x557858092dc0 2024-09-16T01:51:18.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac2f211740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557857fb3050 con 0x5578580924a0 2024-09-16T01:51:18.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac2f211740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5578580a03d0 con 0x55785809d680 2024-09-16T01:51:18.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac2f211740 10 client.0 _ll_register_callbacks cb 0x557857ff3160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:18.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac25d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557858092dc0 0x55785809a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac25d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557858092dc0 0x55785809a230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51870/0 (socket says 172.21.15.17:51870) 2024-09-16T01:51:18.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac25d9b640 1 -- 172.21.15.17:0/3175351205 learned_addr learned my addr 172.21.15.17:0/3175351205 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac2659c640 1 --2- 172.21.15.17:0/3175351205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 0x55785809cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac26d9d640 1 --2- 172.21.15.17:0/3175351205 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55785809d680 0x55785809a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac25d9b640 1 -- 172.21.15.17:0/3175351205 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55785809d680 msgr2=0x55785809a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac25d9b640 1 --2- 172.21.15.17:0/3175351205 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55785809d680 0x55785809a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac25d9b640 1 -- 172.21.15.17:0/3175351205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 msgr2=0x55785809cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac25d9b640 1 --2- 172.21.15.17:0/3175351205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 0x55785809cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac25d9b640 1 -- 172.21.15.17:0/3175351205 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557857d693c0 con 0x557858092dc0 2024-09-16T01:51:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.915+0000 7fac2659c640 1 --2- 172.21.15.17:0/3175351205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 0x55785809cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.916+0000 7fac25d9b640 1 --2- 172.21.15.17:0/3175351205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557858092dc0 0x55785809a230 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fac1c0a49c0 tx=0x7fac1c0d3210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a23af8471223853 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.916+0000 7fac0dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:51:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.916+0000 7fac0dffb640 1 -- 172.21.15.17:0/3175351205 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c0a4c60 con 0x557858092dc0 2024-09-16T01:51:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.916+0000 7fac0dffb640 1 -- 172.21.15.17:0/3175351205 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fac1c0bc0b0 con 0x557858092dc0 2024-09-16T01:51:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.916+0000 7fac2f211740 1 -- 172.21.15.17:0/3175351205 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x557858005850 con 0x557858092dc0 2024-09-16T01:51:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.916+0000 7fac0dffb640 1 -- 172.21.15.17:0/3175351205 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fac1c010e00 con 0x557858092dc0 2024-09-16T01:51:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.916+0000 7fac2f211740 10 client.16707 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.916+0000 7fac2f211740 1 -- 172.21.15.17:0/3175351205 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5578580abbf0 con 0x557858092dc0 2024-09-16T01:51:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.916+0000 7fac0dffb640 1 -- 172.21.15.17:0/3175351205 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac1c0b5240 con 0x557858092dc0 2024-09-16T01:51:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.916+0000 7fac0dffb640 1 -- 172.21.15.17:0/3175351205 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fac1c09b780 con 0x557858092dc0 2024-09-16T01:51:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.916+0000 7fac2f211740 10 client.16707 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.916+0000 7fac2f211740 10 client.16707 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:51:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.917+0000 7fac2f211740 20 client.16707 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.917+0000 7fac2f211740 1 --2- 172.21.15.17:0/3175351205 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5578580ad000 0x5578580af430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.917+0000 7fac2f211740 4 client.16707 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:51:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.917+0000 7fac2f211740 1 -- 172.21.15.17:0/3175351205 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557858005850 con 0x5578580ad000 2024-09-16T01:51:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.917+0000 7fac2659c640 1 --2- 172.21.15.17:0/3175351205 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5578580ad000 0x5578580af430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.917+0000 7fac0dffb640 10 client.16707 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.917+0000 7fac2659c640 1 --2- 172.21.15.17:0/3175351205 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5578580ad000 0x5578580af430 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dce65f8c3d7ff731 server_cookie=106fcb75756e42fa in_seq=0 out_seq=0 2024-09-16T01:51:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac0dffb640 1 -- 172.21.15.17:0/3175351205 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557858005850 con 0x5578580ad000 2024-09-16T01:51:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac0dffb640 10 client.16707 handle_command_reply: tid=0 2024-09-16T01:51:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac2f211740 1 client.16707 shutdown 2024-09-16T01:51:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac2f211740 1 -- 172.21.15.17:0/3175351205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557858092dc0 msgr2=0x55785809a230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac2f211740 1 --2- 172.21.15.17:0/3175351205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557858092dc0 0x55785809a230 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fac1c0a49c0 tx=0x7fac1c0d3210 comp rx=0 tx=0).stop 2024-09-16T01:51:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac2f211740 1 -- 172.21.15.17:0/3175351205 shutdown_connections 2024-09-16T01:51:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac2f211740 1 --2- 172.21.15.17:0/3175351205 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5578580ad000 0x5578580af430 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac2f211740 1 --2- 172.21.15.17:0/3175351205 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55785809d680 0x55785809a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac2f211740 1 --2- 172.21.15.17:0/3175351205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557858092dc0 0x55785809a230 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac2f211740 1 --2- 172.21.15.17:0/3175351205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 0x55785809cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac2f211740 1 -- 172.21.15.17:0/3175351205 >> 172.21.15.17:0/3175351205 conn(0x55785808ea30 msgr2=0x557858094760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac0dffb640 0 client.16707 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac2f211740 1 -- 172.21.15.17:0/3175351205 shutdown_connections 2024-09-16T01:51:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac2f211740 1 -- 172.21.15.17:0/3175351205 wait complete. 2024-09-16T01:51:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.918+0000 7fac2f211740 20 client.16707 trim_cache size 0 max 16384 2024-09-16T01:51:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.938+0000 7fac2f211740 1 Processor -- start 2024-09-16T01:51:18.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.938+0000 7fac2f211740 1 -- start start 2024-09-16T01:51:18.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac2f211740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 0x5578580a94e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac2f211740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557858092dc0 0x5578580b4d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac2f211740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55785809d680 0x5578580b5240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac2f211740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fac281b1fb0 con 0x55785809d680 2024-09-16T01:51:18.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac2f211740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fac281af880 con 0x5578580924a0 2024-09-16T01:51:18.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac2f211740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fac281ad6b0 con 0x557858092dc0 2024-09-16T01:51:18.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac26d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55785809d680 0x5578580b5240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac25d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557858092dc0 0x5578580b4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac25d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557858092dc0 0x5578580b4d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:48472/0 (socket says 172.21.15.17:48472) 2024-09-16T01:51:18.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac25d9b640 1 -- 172.21.15.17:0/53157650 learned_addr learned my addr 172.21.15.17:0/53157650 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:18.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac2659c640 1 --2- 172.21.15.17:0/53157650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 0x5578580a94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac25d9b640 1 -- 172.21.15.17:0/53157650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 msgr2=0x5578580a94e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:18.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac25d9b640 1 --2- 172.21.15.17:0/53157650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 0x5578580a94e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac25d9b640 1 -- 172.21.15.17:0/53157650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55785809d680 msgr2=0x5578580b5240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:18.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac25d9b640 1 --2- 172.21.15.17:0/53157650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55785809d680 0x5578580b5240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac25d9b640 1 -- 172.21.15.17:0/53157650 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55785808e860 con 0x557858092dc0 2024-09-16T01:51:18.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.939+0000 7fac26d9d640 1 --2- 172.21.15.17:0/53157650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55785809d680 0x5578580b5240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:18.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.940+0000 7fac25d9b640 1 --2- 172.21.15.17:0/53157650 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557858092dc0 0x5578580b4d00 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fac1c098010 tx=0x7fac1c09bbe0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4fb3df61954ecf09 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.940+0000 7fac0ffff640 1 -- 172.21.15.17:0/53157650 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c0b5240 con 0x557858092dc0 2024-09-16T01:51:18.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.940+0000 7fac0ffff640 1 -- 172.21.15.17:0/53157650 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac1c09c330 con 0x557858092dc0 2024-09-16T01:51:18.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.940+0000 7fac0ffff640 1 -- 172.21.15.17:0/53157650 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c0bc0b0 con 0x557858092dc0 2024-09-16T01:51:18.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 -- 172.21.15.17:0/53157650 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557858092dc0 msgr2=0x5578580b4d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 --2- 172.21.15.17:0/53157650 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557858092dc0 0x5578580b4d00 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fac1c098010 tx=0x7fac1c09bbe0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 -- 172.21.15.17:0/53157650 shutdown_connections 2024-09-16T01:51:18.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 --2- 172.21.15.17:0/53157650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55785809d680 0x5578580b5240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 --2- 172.21.15.17:0/53157650 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557858092dc0 0x5578580b4d00 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 --2- 172.21.15.17:0/53157650 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5578580924a0 0x5578580a94e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 -- 172.21.15.17:0/53157650 >> 172.21.15.17:0/53157650 conn(0x55785808ea30 msgr2=0x557858099320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 -- 172.21.15.17:0/53157650 shutdown_connections 2024-09-16T01:51:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 -- 172.21.15.17:0/53157650 wait complete. 2024-09-16T01:51:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 -- start start 2024-09-16T01:51:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 Processor -- start 2024-09-16T01:51:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578580924a0 0x5578580a5a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557858092dc0 0x5578580a5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55785809d680 0x5578580a2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fac281add40 con 0x5578580924a0 2024-09-16T01:51:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fac281af1b0 con 0x55785809d680 2024-09-16T01:51:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.941+0000 7fac2f211740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fac281ae410 con 0x557858092dc0 2024-09-16T01:51:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac2f211740 10 client.0 _ll_register_callbacks cb 0x7fac1c0d33d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac2659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578580924a0 0x5578580a5a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac25d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557858092dc0 0x5578580a5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac25d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557858092dc0 0x5578580a5f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:48478/0 (socket says 172.21.15.17:48478) 2024-09-16T01:51:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac25d9b640 1 -- 172.21.15.17:0/1598093264 learned_addr learned my addr 172.21.15.17:0/1598093264 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac2659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578580924a0 0x5578580a5a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51882/0 (socket says 172.21.15.17:51882) 2024-09-16T01:51:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac26d9d640 1 --2- 172.21.15.17:0/1598093264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55785809d680 0x5578580a2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac25d9b640 1 -- 172.21.15.17:0/1598093264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55785809d680 msgr2=0x5578580a2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac25d9b640 1 --2- 172.21.15.17:0/1598093264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55785809d680 0x5578580a2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac25d9b640 1 -- 172.21.15.17:0/1598093264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578580924a0 msgr2=0x5578580a5a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac25d9b640 1 --2- 172.21.15.17:0/1598093264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578580924a0 0x5578580a5a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac25d9b640 1 -- 172.21.15.17:0/1598093264 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5578580a37d0 con 0x557858092dc0 2024-09-16T01:51:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac25d9b640 1 --2- 172.21.15.17:0/1598093264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557858092dc0 0x5578580a5f40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fac1c098cb0 tx=0x7fac1c0a4e20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e089de3c7496a9cc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac0dffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:51:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac0dffb640 1 -- 172.21.15.17:0/1598093264 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac1c0b5240 con 0x557858092dc0 2024-09-16T01:51:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac2f211740 1 -- 172.21.15.17:0/1598093264 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac1c09c330 con 0x557858092dc0 2024-09-16T01:51:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.942+0000 7fac0dffb640 1 -- 172.21.15.17:0/1598093264 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fac1c0bc2b0 con 0x557858092dc0 2024-09-16T01:51:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.943+0000 7fac0dffb640 1 -- 172.21.15.17:0/1598093264 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fac1c0a0630 con 0x557858092dc0 2024-09-16T01:51:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.943+0000 7fac2f211740 10 client.26377 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.943+0000 7fac2f211740 1 -- 172.21.15.17:0/1598093264 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5578580a37d0 con 0x557858092dc0 2024-09-16T01:51:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.943+0000 7fac0dffb640 1 -- 172.21.15.17:0/1598093264 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac1c09c330 con 0x557858092dc0 2024-09-16T01:51:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.943+0000 7fac0dffb640 1 -- 172.21.15.17:0/1598093264 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fac1c09b1f0 con 0x557858092dc0 2024-09-16T01:51:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.943+0000 7fac2f211740 10 client.26377 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.943+0000 7fac2f211740 10 client.26377 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:51:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.943+0000 7fac2f211740 20 client.26377 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.943+0000 7fac2f211740 1 --2- 172.21.15.17:0/1598093264 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557858117d20 0x55785811a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.943+0000 7fac2f211740 4 client.26377 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:51:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.943+0000 7fac2f211740 1 -- 172.21.15.17:0/1598093264 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557857fffd60 con 0x557858117d20 2024-09-16T01:51:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.943+0000 7fac2659c640 1 --2- 172.21.15.17:0/1598093264 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557858117d20 0x55785811a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac2659c640 1 --2- 172.21.15.17:0/1598093264 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557858117d20 0x55785811a140 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6f1f65182fd03b2a server_cookie=93c2da4f6c0ebd2 in_seq=0 out_seq=0 2024-09-16T01:51:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac0dffb640 10 client.26377 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac0dffb640 1 -- 172.21.15.17:0/1598093264 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x557857fffd60 con 0x557858117d20 2024-09-16T01:51:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac0dffb640 10 client.26377 handle_command_reply: tid=0 2024-09-16T01:51:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac2f211740 1 client.26377 shutdown 2024-09-16T01:51:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac2f211740 1 -- 172.21.15.17:0/1598093264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557858092dc0 msgr2=0x5578580a5f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac2f211740 1 --2- 172.21.15.17:0/1598093264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557858092dc0 0x5578580a5f40 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fac1c098cb0 tx=0x7fac1c0a4e20 comp rx=0 tx=0).stop 2024-09-16T01:51:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac2f211740 1 -- 172.21.15.17:0/1598093264 shutdown_connections 2024-09-16T01:51:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac2f211740 1 --2- 172.21.15.17:0/1598093264 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557858117d20 0x55785811a140 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac2f211740 1 --2- 172.21.15.17:0/1598093264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55785809d680 0x5578580a2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac2f211740 1 --2- 172.21.15.17:0/1598093264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557858092dc0 0x5578580a5f40 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac0dffb640 0 client.26377 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:18.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac2f211740 1 --2- 172.21.15.17:0/1598093264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578580924a0 0x5578580a5a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac2f211740 1 -- 172.21.15.17:0/1598093264 >> 172.21.15.17:0/1598093264 conn(0x55785808ea30 msgr2=0x55785809ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac2f211740 1 -- 172.21.15.17:0/1598093264 shutdown_connections 2024-09-16T01:51:18.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac2f211740 1 -- 172.21.15.17:0/1598093264 wait complete. 2024-09-16T01:51:18.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.944+0000 7fac2f211740 20 client.26377 trim_cache size 0 max 16384 2024-09-16T01:51:18.952 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:51:18.952 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:51:18.952 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:51:18.953 INFO:teuthology.orchestra.run.smithi017.stdout: "223fa2f6-6ccc-4859-ba34-861c49004549": { 2024-09-16T01:51:18.953 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:51:18.953 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "223fa2f6-6ccc-4859-ba34-861c49004549", 2024-09-16T01:51:18.953 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:51:18.953 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:51:18.953 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:51:18.953 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:51:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.945+0000 7fac2ce38640 1 -- 172.21.15.17:0/3768616032 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac100a3240 msgr2=0x7fac100a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.945+0000 7fac2ce38640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac100a3240 0x7fac100a5700 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fac20009270 tx=0x7fac20009680 comp rx=0 tx=0).stop 2024-09-16T01:51:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.945+0000 7fac2ce38640 1 -- 172.21.15.17:0/3768616032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac28102780 msgr2=0x7fac28074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.945+0000 7fac2ce38640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac28102780 0x7fac28074a30 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fac1c00e9f0 tx=0x7fac1c00eeb0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.945+0000 7fac2ce38640 1 -- 172.21.15.17:0/3768616032 shutdown_connections 2024-09-16T01:51:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.945+0000 7fac2ce38640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac100a3240 0x7fac100a5700 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.945+0000 7fac2ce38640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac28106f00 0x7fac28074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.945+0000 7fac2ce38640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac28102780 0x7fac28074a30 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.945+0000 7fac2ce38640 1 --2- 172.21.15.17:0/3768616032 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac28101dd0 0x7fac280744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.945+0000 7fac2ce38640 1 -- 172.21.15.17:0/3768616032 >> 172.21.15.17:0/3768616032 conn(0x7fac280fd8b0 msgr2=0x7fac280fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.945+0000 7fac2ce38640 1 -- 172.21.15.17:0/3768616032 shutdown_connections 2024-09-16T01:51:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:18.945+0000 7fac2ce38640 1 -- 172.21.15.17:0/3768616032 wait complete. 2024-09-16T01:51:19.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 280717 3.75 MB/sec execute 282 sec latency 11.891 ms 2024-09-16T01:51:19.718 INFO:tasks.cephfs.filesystem:scrub status for tag:223fa2f6-6ccc-4859-ba34-861c49004549 - {'path': '/', 'tag': '223fa2f6-6ccc-4859-ba34-861c49004549', 'options': 'recursive,force'} 2024-09-16T01:51:20.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:19 smithi017 ceph-mon[30972]: pgmap v573: 97 pgs: 97 active+clean; 127 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:51:20.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:19 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:51:20.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:19 smithi122 ceph-mon[34758]: pgmap v573: 97 pgs: 97 active+clean; 127 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:51:20.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:19 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:51:20.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:19 smithi029 ceph-mon[34783]: pgmap v573: 97 pgs: 97 active+clean; 127 MiB data, 989 MiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:51:20.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:19 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:51:20.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 281397 3.74 MB/sec execute 283 sec latency 19.952 ms 2024-09-16T01:51:21.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 282132 3.74 MB/sec execute 284 sec latency 22.797 ms 2024-09-16T01:51:22.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:21 smithi017 ceph-mon[30972]: pgmap v574: 97 pgs: 97 active+clean; 126 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.7 MiB/s wr, 93 op/s 2024-09-16T01:51:22.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:21 smithi122 ceph-mon[34758]: pgmap v574: 97 pgs: 97 active+clean; 126 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.7 MiB/s wr, 93 op/s 2024-09-16T01:51:22.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:21 smithi029 ceph-mon[34783]: pgmap v574: 97 pgs: 97 active+clean; 126 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.7 MiB/s wr, 93 op/s 2024-09-16T01:51:22.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 282832 3.73 MB/sec execute 285 sec latency 17.227 ms 2024-09-16T01:51:23.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 283599 3.74 MB/sec execute 286 sec latency 13.710 ms 2024-09-16T01:51:24.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:23 smithi017 ceph-mon[30972]: pgmap v575: 97 pgs: 97 active+clean; 129 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 333 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-16T01:51:24.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:23 smithi029 ceph-mon[34783]: pgmap v575: 97 pgs: 97 active+clean; 129 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 333 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-16T01:51:24.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:23 smithi122 ceph-mon[34758]: pgmap v575: 97 pgs: 97 active+clean; 129 MiB data, 984 MiB used, 1.0 TiB / 1.0 TiB avail; 333 KiB/s rd, 1.8 MiB/s wr, 104 op/s 2024-09-16T01:51:24.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 284249 3.75 MB/sec execute 287 sec latency 9.865 ms 2024-09-16T01:51:25.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 284893 3.74 MB/sec execute 288 sec latency 15.558 ms 2024-09-16T01:51:26.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:25 smithi017 ceph-mon[30972]: pgmap v576: 97 pgs: 97 active+clean; 129 MiB data, 994 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 90 op/s 2024-09-16T01:51:26.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:25 smithi122 ceph-mon[34758]: pgmap v576: 97 pgs: 97 active+clean; 129 MiB data, 994 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 90 op/s 2024-09-16T01:51:26.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:25 smithi029 ceph-mon[34783]: pgmap v576: 97 pgs: 97 active+clean; 129 MiB data, 994 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 90 op/s 2024-09-16T01:51:26.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 285659 3.74 MB/sec execute 289 sec latency 13.578 ms 2024-09-16T01:51:27.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 286361 3.74 MB/sec execute 290 sec latency 13.575 ms 2024-09-16T01:51:28.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:27 smithi017 ceph-mon[30972]: pgmap v577: 97 pgs: 97 active+clean; 128 MiB data, 995 MiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:51:28.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:27 smithi122 ceph-mon[34758]: pgmap v577: 97 pgs: 97 active+clean; 128 MiB data, 995 MiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:51:28.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:27 smithi029 ceph-mon[34783]: pgmap v577: 97 pgs: 97 active+clean; 128 MiB data, 995 MiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:51:28.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 287116 3.75 MB/sec execute 291 sec latency 14.017 ms 2024-09-16T01:51:29.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 287764 3.75 MB/sec execute 292 sec latency 9.568 ms 2024-09-16T01:51:30.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:29 smithi017 ceph-mon[30972]: pgmap v578: 97 pgs: 97 active+clean; 128 MiB data, 1013 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:51:30.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:29 smithi122 ceph-mon[34758]: pgmap v578: 97 pgs: 97 active+clean; 128 MiB data, 1013 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:51:30.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:29 smithi029 ceph-mon[34783]: pgmap v578: 97 pgs: 97 active+clean; 128 MiB data, 1013 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:51:30.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 288402 3.74 MB/sec execute 293 sec latency 16.629 ms 2024-09-16T01:51:31.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 289196 3.74 MB/sec execute 294 sec latency 12.821 ms 2024-09-16T01:51:32.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:31 smithi017 ceph-mon[30972]: pgmap v579: 97 pgs: 97 active+clean; 129 MiB data, 1014 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.6 MiB/s wr, 87 op/s 2024-09-16T01:51:32.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:31 smithi029 ceph-mon[34783]: pgmap v579: 97 pgs: 97 active+clean; 129 MiB data, 1014 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.6 MiB/s wr, 87 op/s 2024-09-16T01:51:32.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:31 smithi122 ceph-mon[34758]: pgmap v579: 97 pgs: 97 active+clean; 129 MiB data, 1014 MiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.6 MiB/s wr, 87 op/s 2024-09-16T01:51:32.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 289908 3.74 MB/sec execute 295 sec latency 13.577 ms 2024-09-16T01:51:33.595 INFO:tasks.workunit.client.0.smithi017.stdout: 1 290682 3.75 MB/sec execute 296 sec latency 12.237 ms 2024-09-16T01:51:34.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:33 smithi017 ceph-mon[30972]: pgmap v580: 97 pgs: 97 active+clean; 131 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.8 MiB/s wr, 107 op/s 2024-09-16T01:51:34.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:33 smithi122 ceph-mon[34758]: pgmap v580: 97 pgs: 97 active+clean; 131 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.8 MiB/s wr, 107 op/s 2024-09-16T01:51:34.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:33 smithi029 ceph-mon[34783]: pgmap v580: 97 pgs: 97 active+clean; 131 MiB data, 1021 MiB used, 1.0 TiB / 1.0 TiB avail; 342 KiB/s rd, 1.8 MiB/s wr, 107 op/s 2024-09-16T01:51:34.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 291334 3.75 MB/sec execute 297 sec latency 10.339 ms 2024-09-16T01:51:35.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 291972 3.74 MB/sec execute 298 sec latency 15.877 ms 2024-09-16T01:51:36.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:35 smithi017 ceph-mon[30972]: pgmap v581: 97 pgs: 97 active+clean; 131 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:51:36.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:35 smithi029 ceph-mon[34783]: pgmap v581: 97 pgs: 97 active+clean; 131 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:51:36.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:35 smithi122 ceph-mon[34758]: pgmap v581: 97 pgs: 97 active+clean; 131 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:51:36.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 292739 3.74 MB/sec execute 299 sec latency 13.240 ms 2024-09-16T01:51:37.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 293440 3.74 MB/sec execute 300 sec latency 13.552 ms 2024-09-16T01:51:38.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:37 smithi017 ceph-mon[30972]: pgmap v582: 97 pgs: 97 active+clean; 131 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:51:38.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:37 smithi122 ceph-mon[34758]: pgmap v582: 97 pgs: 97 active+clean; 131 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:51:38.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:37 smithi029 ceph-mon[34783]: pgmap v582: 97 pgs: 97 active+clean; 131 MiB data, 1022 MiB used, 1.0 TiB / 1.0 TiB avail; 231 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:51:38.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 294231 3.75 MB/sec execute 301 sec latency 12.248 ms 2024-09-16T01:51:39.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 294891 3.75 MB/sec execute 302 sec latency 10.070 ms 2024-09-16T01:51:40.028 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:39 smithi017 ceph-mon[30972]: pgmap v583: 97 pgs: 97 active+clean; 132 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:51:40.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:39 smithi029 ceph-mon[34783]: pgmap v583: 97 pgs: 97 active+clean; 132 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:51:40.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:39 smithi122 ceph-mon[34758]: pgmap v583: 97 pgs: 97 active+clean; 132 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 327 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:51:40.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 295546 3.75 MB/sec execute 303 sec latency 15.815 ms 2024-09-16T01:51:41.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 296293 3.74 MB/sec execute 304 sec latency 54.272 ms 2024-09-16T01:51:42.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:41 smithi017 ceph-mon[30972]: pgmap v584: 97 pgs: 97 active+clean; 132 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.7 MiB/s wr, 86 op/s 2024-09-16T01:51:42.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:41 smithi029 ceph-mon[34783]: pgmap v584: 97 pgs: 97 active+clean; 132 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.7 MiB/s wr, 86 op/s 2024-09-16T01:51:42.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:41 smithi122 ceph-mon[34758]: pgmap v584: 97 pgs: 97 active+clean; 132 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.7 MiB/s wr, 86 op/s 2024-09-16T01:51:42.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 296991 3.74 MB/sec execute 305 sec latency 13.489 ms 2024-09-16T01:51:43.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 297762 3.75 MB/sec execute 306 sec latency 13.871 ms 2024-09-16T01:51:44.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:43 smithi017 ceph-mon[30972]: pgmap v585: 97 pgs: 97 active+clean; 133 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:51:44.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:43 smithi122 ceph-mon[34758]: pgmap v585: 97 pgs: 97 active+clean; 133 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:51:44.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:43 smithi029 ceph-mon[34783]: pgmap v585: 97 pgs: 97 active+clean; 133 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:51:44.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 298415 3.75 MB/sec execute 307 sec latency 9.935 ms 2024-09-16T01:51:45.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 299066 3.75 MB/sec execute 308 sec latency 16.397 ms 2024-09-16T01:51:46.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:45 smithi017 ceph-mon[30972]: pgmap v586: 97 pgs: 97 active+clean; 133 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:51:46.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:45 smithi029 ceph-mon[34783]: pgmap v586: 97 pgs: 97 active+clean; 133 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:51:46.049 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:45 smithi122 ceph-mon[34758]: pgmap v586: 97 pgs: 97 active+clean; 133 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.8 MiB/s wr, 92 op/s 2024-09-16T01:51:46.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 299816 3.75 MB/sec execute 309 sec latency 13.863 ms 2024-09-16T01:51:47.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 300468 3.74 MB/sec execute 310 sec latency 14.097 ms 2024-09-16T01:51:48.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:47 smithi017 ceph-mon[30972]: pgmap v587: 97 pgs: 97 active+clean; 133 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 81 op/s 2024-09-16T01:51:48.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:47 smithi029 ceph-mon[34783]: pgmap v587: 97 pgs: 97 active+clean; 133 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 81 op/s 2024-09-16T01:51:48.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:47 smithi122 ceph-mon[34758]: pgmap v587: 97 pgs: 97 active+clean; 133 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 81 op/s 2024-09-16T01:51:48.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 301298 3.75 MB/sec execute 311 sec latency 12.785 ms 2024-09-16T01:51:49.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 301930 3.75 MB/sec execute 312 sec latency 12.452 ms 2024-09-16T01:51:49.720 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:51:50.000 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:51:50.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:49 smithi017 ceph-mon[30972]: pgmap v588: 97 pgs: 97 active+clean; 134 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 1.9 MiB/s wr, 108 op/s 2024-09-16T01:51:50.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:49 smithi029 ceph-mon[34783]: pgmap v588: 97 pgs: 97 active+clean; 134 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 1.9 MiB/s wr, 108 op/s 2024-09-16T01:51:50.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:49 smithi122 ceph-mon[34758]: pgmap v588: 97 pgs: 97 active+clean; 134 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 1.9 MiB/s wr, 108 op/s 2024-09-16T01:51:50.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 302526 3.74 MB/sec execute 313 sec latency 15.385 ms 2024-09-16T01:51:50.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.645+0000 7f65f7d57640 1 -- 172.21.15.17:0/293514922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f0100100 msgr2=0x7f65f0100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:50.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.645+0000 7f65f7d57640 1 --2- 172.21.15.17:0/293514922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f0100100 0x7f65f0100560 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f65e0009900 tx=0x7f65e002a410 comp rx=0 tx=0).stop 2024-09-16T01:51:50.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.646+0000 7f65f7d57640 1 -- 172.21.15.17:0/293514922 shutdown_connections 2024-09-16T01:51:50.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.646+0000 7f65f7d57640 1 --2- 172.21.15.17:0/293514922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65f0100aa0 0x7f65f010ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.646+0000 7f65f7d57640 1 --2- 172.21.15.17:0/293514922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f0100100 0x7f65f0100560 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.646+0000 7f65f7d57640 1 --2- 172.21.15.17:0/293514922 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f0106b80 0x7f65f0106f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.646+0000 7f65f7d57640 1 -- 172.21.15.17:0/293514922 >> 172.21.15.17:0/293514922 conn(0x7f65f0077230 msgr2=0x7f65f00fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:50.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.646+0000 7f65f7d57640 1 -- 172.21.15.17:0/293514922 shutdown_connections 2024-09-16T01:51:50.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.646+0000 7f65f7d57640 1 -- 172.21.15.17:0/293514922 wait complete. 2024-09-16T01:51:50.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.646+0000 7f65f7d57640 1 Processor -- start 2024-09-16T01:51:50.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.646+0000 7f65f7d57640 1 -- start start 2024-09-16T01:51:50.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f7d57640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f0100100 0x7f65f0198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f7d57640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f0100aa0 0x7f65f01989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f7d57640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65f0106b80 0x7f65f019cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f7d57640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f65f0111ec0 con 0x7f65f0100aa0 2024-09-16T01:51:50.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f7d57640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f65f0111d40 con 0x7f65f0106b80 2024-09-16T01:51:50.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f7d57640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f65f0112040 con 0x7f65f0100100 2024-09-16T01:51:50.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f52f2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f0100aa0 0x7f65f01989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f5af3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f0100100 0x7f65f0198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f5af3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f0100100 0x7f65f0198480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40572/0 (socket says 172.21.15.17:40572) 2024-09-16T01:51:50.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f5af3640 1 -- 172.21.15.17:0/1397597022 learned_addr learned my addr 172.21.15.17:0/1397597022 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:50.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f52f2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f0100aa0 0x7f65f01989c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53858/0 (socket says 172.21.15.17:53858) 2024-09-16T01:51:50.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f62f4640 1 --2- 172.21.15.17:0/1397597022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65f0106b80 0x7f65f019cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f5af3640 1 -- 172.21.15.17:0/1397597022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65f0106b80 msgr2=0x7f65f019cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:50.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f5af3640 1 --2- 172.21.15.17:0/1397597022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65f0106b80 0x7f65f019cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f5af3640 1 -- 172.21.15.17:0/1397597022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f0100aa0 msgr2=0x7f65f01989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:50.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f5af3640 1 --2- 172.21.15.17:0/1397597022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f0100aa0 0x7f65f01989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f5af3640 1 -- 172.21.15.17:0/1397597022 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65f019d430 con 0x7f65f0100100 2024-09-16T01:51:50.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65f5af3640 1 --2- 172.21.15.17:0/1397597022 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f0100100 0x7f65f0198480 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f65ec00e9f0 tx=0x7f65ec00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:50.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.647+0000 7f65e6ffd640 1 -- 172.21.15.17:0/1397597022 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65ec00cd80 con 0x7f65f0100100 2024-09-16T01:51:50.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.648+0000 7f65f7d57640 1 -- 172.21.15.17:0/1397597022 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65f019d720 con 0x7f65f0100100 2024-09-16T01:51:50.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.648+0000 7f65e6ffd640 1 -- 172.21.15.17:0/1397597022 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65ec0108e0 con 0x7f65f0100100 2024-09-16T01:51:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.648+0000 7f65e6ffd640 1 -- 172.21.15.17:0/1397597022 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65ec018920 con 0x7f65f0100100 2024-09-16T01:51:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.648+0000 7f65f7d57640 1 -- 172.21.15.17:0/1397597022 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65f01a5000 con 0x7f65f0100100 2024-09-16T01:51:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.650+0000 7f65e6ffd640 1 -- 172.21.15.17:0/1397597022 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f65ec010a90 con 0x7f65f0100100 2024-09-16T01:51:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.650+0000 7f65fa130740 1 Processor -- start 2024-09-16T01:51:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.650+0000 7f65fa130740 1 -- start start 2024-09-16T01:51:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65fa130740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c764a0 0x560448c76880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65fa130740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c81140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65fa130740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 0x560448c83a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65fa130740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560448bdc2e0 con 0x560448c764a0 2024-09-16T01:51:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65fa130740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x560448b83ce0 con 0x560448c81680 2024-09-16T01:51:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65fa130740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x560448bd82a0 con 0x560448c76dc0 2024-09-16T01:51:50.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65f62f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c764a0 0x560448c76880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65f5af3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c81140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65f62f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c764a0 0x560448c76880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53864/0 (socket says 172.21.15.17:53864) 2024-09-16T01:51:50.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65f62f4640 1 -- 172.21.15.17:0/234805311 learned_addr learned my addr 172.21.15.17:0/234805311 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:50.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65f52f2640 1 --2- 172.21.15.17:0/234805311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 0x560448c83a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65e6ffd640 1 --2- 172.21.15.17:0/1397597022 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65dc0a3240 0x7f65dc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65f52f2640 1 -- 172.21.15.17:0/234805311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 msgr2=0x560448c81140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:50.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65f52f2640 1 --2- 172.21.15.17:0/234805311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c81140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65f52f2640 1 -- 172.21.15.17:0/234805311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c764a0 msgr2=0x560448c76880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:50.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65f52f2640 1 --2- 172.21.15.17:0/234805311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c764a0 0x560448c76880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.651+0000 7f65f52f2640 1 -- 172.21.15.17:0/234805311 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560448b68440 con 0x560448c81680 2024-09-16T01:51:50.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.652+0000 7f65e6ffd640 1 -- 172.21.15.17:0/1397597022 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f65ec0cfba0 con 0x7f65f0100100 2024-09-16T01:51:50.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.652+0000 7f65f62f4640 1 --2- 172.21.15.17:0/1397597022 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65dc0a3240 0x7f65dc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.652+0000 7f65f52f2640 1 --2- 172.21.15.17:0/234805311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 0x560448c83a70 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f65e0009230 tx=0x7f65e0032b00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d459a6d9426542 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:50.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.652+0000 7f65dbfff640 1 -- 172.21.15.17:0/234805311 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e0035040 con 0x560448c81680 2024-09-16T01:51:50.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.652+0000 7f65dbfff640 1 -- 172.21.15.17:0/234805311 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65e0004030 con 0x560448c81680 2024-09-16T01:51:50.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.652+0000 7f65dbfff640 1 -- 172.21.15.17:0/234805311 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e0005460 con 0x560448c81680 2024-09-16T01:51:50.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.653+0000 7f65fa130740 1 -- 172.21.15.17:0/234805311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 msgr2=0x560448c83a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:50.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.653+0000 7f65fa130740 1 --2- 172.21.15.17:0/234805311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 0x560448c83a70 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f65e0009230 tx=0x7f65e0032b00 comp rx=0 tx=0).stop 2024-09-16T01:51:50.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.653+0000 7f65f62f4640 1 --2- 172.21.15.17:0/1397597022 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65dc0a3240 0x7f65dc0a5700 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f65e8010650 tx=0x7f65e8004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:50.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.653+0000 7f65fa130740 1 -- 172.21.15.17:0/234805311 shutdown_connections 2024-09-16T01:51:50.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.653+0000 7f65fa130740 1 --2- 172.21.15.17:0/234805311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 0x560448c83a70 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.653+0000 7f65fa130740 1 --2- 172.21.15.17:0/234805311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c81140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.653+0000 7f65fa130740 1 --2- 172.21.15.17:0/234805311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c764a0 0x560448c76880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.653+0000 7f65fa130740 1 -- 172.21.15.17:0/234805311 >> 172.21.15.17:0/234805311 conn(0x560448c72a30 msgr2=0x560448c72e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:50.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.653+0000 7f65fa130740 1 -- 172.21.15.17:0/234805311 shutdown_connections 2024-09-16T01:51:50.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.653+0000 7f65fa130740 1 -- 172.21.15.17:0/234805311 wait complete. 2024-09-16T01:51:50.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.654+0000 7f65fa130740 1 -- start start 2024-09-16T01:51:50.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.654+0000 7f65fa130740 1 Processor -- start 2024-09-16T01:51:50.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.654+0000 7f65fa130740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c764a0 0x560448c81010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.654+0000 7f65fa130740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c7e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.654+0000 7f65fa130740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 0x560448c7e840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65fa130740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560448c84250 con 0x560448c764a0 2024-09-16T01:51:50.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65fa130740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x560448b97050 con 0x560448c81680 2024-09-16T01:51:50.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65fa130740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x560448c843d0 con 0x560448c76dc0 2024-09-16T01:51:50.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65fa130740 10 client.0 _ll_register_callbacks cb 0x560448bd7160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:50.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65f5af3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c764a0 0x560448c81010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65f5af3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c764a0 0x560448c81010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53868/0 (socket says 172.21.15.17:53868) 2024-09-16T01:51:50.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65f5af3640 1 -- 172.21.15.17:0/2443037633 learned_addr learned my addr 172.21.15.17:0/2443037633 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:50.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65f52f2640 1 --2- 172.21.15.17:0/2443037633 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c7e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65f62f4640 1 --2- 172.21.15.17:0/2443037633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 0x560448c7e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65f5af3640 1 -- 172.21.15.17:0/2443037633 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 msgr2=0x560448c7e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:50.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65f5af3640 1 --2- 172.21.15.17:0/2443037633 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c7e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65f5af3640 1 -- 172.21.15.17:0/2443037633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 msgr2=0x560448c7e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:50.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65f5af3640 1 --2- 172.21.15.17:0/2443037633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 0x560448c7e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65f5af3640 1 -- 172.21.15.17:0/2443037633 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56044894d3c0 con 0x560448c764a0 2024-09-16T01:51:50.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65f52f2640 1 --2- 172.21.15.17:0/2443037633 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c7e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:50.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65f5af3640 1 --2- 172.21.15.17:0/2443037633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c764a0 0x560448c81010 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f65ec09bf70 tx=0x7f65ec09c040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44edb7451180963f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:50.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.655+0000 7f65d97fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:51:50.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.656+0000 7f65d97fa640 1 -- 172.21.15.17:0/2443037633 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65ec010de0 con 0x560448c764a0 2024-09-16T01:51:50.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.656+0000 7f65d97fa640 1 -- 172.21.15.17:0/2443037633 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f65ec0cd7b0 con 0x560448c764a0 2024-09-16T01:51:50.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.656+0000 7f65fa130740 1 -- 172.21.15.17:0/2443037633 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65e0004030 con 0x560448c764a0 2024-09-16T01:51:50.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.656+0000 7f65d97fa640 1 -- 172.21.15.17:0/2443037633 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f65ec09c270 con 0x560448c764a0 2024-09-16T01:51:50.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.656+0000 7f65fa130740 10 client.16725 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:50.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.656+0000 7f65fa130740 1 -- 172.21.15.17:0/2443037633 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560448c8fc40 con 0x560448c764a0 2024-09-16T01:51:50.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.656+0000 7f65d97fa640 1 -- 172.21.15.17:0/2443037633 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65e0004030 con 0x560448c764a0 2024-09-16T01:51:50.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.656+0000 7f65d97fa640 1 -- 172.21.15.17:0/2443037633 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f65ec0a0130 con 0x560448c764a0 2024-09-16T01:51:50.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.656+0000 7f65fa130740 10 client.16725 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:50.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.656+0000 7f65fa130740 10 client.16725 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:51:50.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.656+0000 7f65fa130740 20 client.16725 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:50.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.656+0000 7f65fa130740 1 --2- 172.21.15.17:0/2443037633 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560448c91150 0x560448c935a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.656+0000 7f65fa130740 4 client.16725 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:51:50.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.656+0000 7f65fa130740 1 -- 172.21.15.17:0/2443037633 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560448be9850 con 0x560448c91150 2024-09-16T01:51:50.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.657+0000 7f65f52f2640 1 --2- 172.21.15.17:0/2443037633 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560448c91150 0x560448c935a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.657+0000 7f65f52f2640 1 --2- 172.21.15.17:0/2443037633 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560448c91150 0x560448c935a0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=902fed46b4480952 server_cookie=7af6c603d2ab0f88 in_seq=0 out_seq=0 2024-09-16T01:51:50.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.657+0000 7f65d97fa640 10 client.16725 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:50.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65d97fa640 1 -- 172.21.15.17:0/2443037633 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560448be9850 con 0x560448c91150 2024-09-16T01:51:50.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65d97fa640 10 client.16725 handle_command_reply: tid=0 2024-09-16T01:51:50.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65fa130740 1 client.16725 shutdown 2024-09-16T01:51:50.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65fa130740 1 -- 172.21.15.17:0/2443037633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c764a0 msgr2=0x560448c81010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:50.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65fa130740 1 --2- 172.21.15.17:0/2443037633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c764a0 0x560448c81010 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f65ec09bf70 tx=0x7f65ec09c040 comp rx=0 tx=0).stop 2024-09-16T01:51:50.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65fa130740 1 -- 172.21.15.17:0/2443037633 shutdown_connections 2024-09-16T01:51:50.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65fa130740 1 --2- 172.21.15.17:0/2443037633 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560448c91150 0x560448c935a0 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65fa130740 1 --2- 172.21.15.17:0/2443037633 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 0x560448c7e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65fa130740 1 --2- 172.21.15.17:0/2443037633 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c7e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65d97fa640 0 client.16725 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:50.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65fa130740 1 --2- 172.21.15.17:0/2443037633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c764a0 0x560448c81010 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65fa130740 1 -- 172.21.15.17:0/2443037633 >> 172.21.15.17:0/2443037633 conn(0x560448c72a30 msgr2=0x560448c78760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:50.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65fa130740 1 -- 172.21.15.17:0/2443037633 shutdown_connections 2024-09-16T01:51:50.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65fa130740 1 -- 172.21.15.17:0/2443037633 wait complete. 2024-09-16T01:51:50.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.658+0000 7f65fa130740 20 client.16725 trim_cache size 0 max 16384 2024-09-16T01:51:50.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.680+0000 7f65fa130740 1 Processor -- start 2024-09-16T01:51:50.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.680+0000 7f65fa130740 1 -- start start 2024-09-16T01:51:50.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.680+0000 7f65fa130740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c764a0 0x560448c98e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.680+0000 7f65fa130740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c993b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.680+0000 7f65fa130740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c81680 0x560448c7b520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.680+0000 7f65fa130740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f65f01adb50 con 0x560448c81680 2024-09-16T01:51:50.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.680+0000 7f65fa130740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f65f01ab420 con 0x560448c764a0 2024-09-16T01:51:50.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.680+0000 7f65fa130740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f65f01a9250 con 0x560448c76dc0 2024-09-16T01:51:50.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.680+0000 7f65f52f2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c993b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.680+0000 7f65f62f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c81680 0x560448c7b520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.680+0000 7f65f52f2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c993b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40586/0 (socket says 172.21.15.17:40586) 2024-09-16T01:51:50.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.680+0000 7f65f52f2640 1 -- 172.21.15.17:0/1134556597 learned_addr learned my addr 172.21.15.17:0/1134556597 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:50.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.680+0000 7f65f5af3640 1 --2- 172.21.15.17:0/1134556597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c764a0 0x560448c98e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.681+0000 7f65f52f2640 1 -- 172.21.15.17:0/1134556597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c764a0 msgr2=0x560448c98e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:50.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.681+0000 7f65f52f2640 1 --2- 172.21.15.17:0/1134556597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c764a0 0x560448c98e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.681+0000 7f65f52f2640 1 -- 172.21.15.17:0/1134556597 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c81680 msgr2=0x560448c7b520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:50.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.681+0000 7f65f52f2640 1 --2- 172.21.15.17:0/1134556597 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c81680 0x560448c7b520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.681+0000 7f65f52f2640 1 -- 172.21.15.17:0/1134556597 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560448c7d270 con 0x560448c76dc0 2024-09-16T01:51:50.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.681+0000 7f65f5af3640 1 --2- 172.21.15.17:0/1134556597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c764a0 0x560448c98e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:51:50.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.681+0000 7f65f52f2640 1 --2- 172.21.15.17:0/1134556597 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c993b0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x560448c73db0 tx=0x7f65e0031400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bcd09a64d3511f10 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:50.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.681+0000 7f65db7fe640 1 -- 172.21.15.17:0/1134556597 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e0058070 con 0x560448c76dc0 2024-09-16T01:51:50.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.681+0000 7f65db7fe640 1 -- 172.21.15.17:0/1134556597 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65e0004460 con 0x560448c76dc0 2024-09-16T01:51:50.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.681+0000 7f65db7fe640 1 -- 172.21.15.17:0/1134556597 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65e0035040 con 0x560448c76dc0 2024-09-16T01:51:50.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.682+0000 7f65fa130740 1 -- 172.21.15.17:0/1134556597 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 msgr2=0x560448c993b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:50.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.682+0000 7f65fa130740 1 --2- 172.21.15.17:0/1134556597 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c993b0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x560448c73db0 tx=0x7f65e0031400 comp rx=0 tx=0).stop 2024-09-16T01:51:50.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.682+0000 7f65fa130740 1 -- 172.21.15.17:0/1134556597 shutdown_connections 2024-09-16T01:51:50.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.682+0000 7f65fa130740 1 --2- 172.21.15.17:0/1134556597 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c81680 0x560448c7b520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.682+0000 7f65fa130740 1 --2- 172.21.15.17:0/1134556597 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c76dc0 0x560448c993b0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.682+0000 7f65fa130740 1 --2- 172.21.15.17:0/1134556597 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c764a0 0x560448c98e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.682+0000 7f65fa130740 1 -- 172.21.15.17:0/1134556597 >> 172.21.15.17:0/1134556597 conn(0x560448c72a30 msgr2=0x560448c71b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:50.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.682+0000 7f65fa130740 1 -- 172.21.15.17:0/1134556597 shutdown_connections 2024-09-16T01:51:50.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.682+0000 7f65fa130740 1 -- 172.21.15.17:0/1134556597 wait complete. 2024-09-16T01:51:50.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.682+0000 7f65fa130740 1 -- start start 2024-09-16T01:51:50.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.682+0000 7f65fa130740 1 Processor -- start 2024-09-16T01:51:50.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65fa130740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c764a0 0x560448c89b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65fa130740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c76dc0 0x560448c86ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65fa130740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 0x560448c873e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65fa130740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f65f01a98e0 con 0x560448c76dc0 2024-09-16T01:51:50.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65fa130740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f65f01aad50 con 0x560448c81680 2024-09-16T01:51:50.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65fa130740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f65f01a9fb0 con 0x560448c764a0 2024-09-16T01:51:50.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65fa130740 10 client.0 _ll_register_callbacks cb 0x7f65ec0d3310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:50.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65f52f2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c76dc0 0x560448c86ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65f5af3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c764a0 0x560448c89b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65f5af3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c764a0 0x560448c89b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40602/0 (socket says 172.21.15.17:40602) 2024-09-16T01:51:50.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65f5af3640 1 -- 172.21.15.17:0/2734047516 learned_addr learned my addr 172.21.15.17:0/2734047516 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:50.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65f52f2640 1 --2- 172.21.15.17:0/2734047516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c76dc0 0x560448c86ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53884/0 (socket says 172.21.15.17:53884) 2024-09-16T01:51:50.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65f62f4640 1 --2- 172.21.15.17:0/2734047516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 0x560448c873e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65f5af3640 1 -- 172.21.15.17:0/2734047516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 msgr2=0x560448c873e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:50.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65f5af3640 1 --2- 172.21.15.17:0/2734047516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 0x560448c873e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65f5af3640 1 -- 172.21.15.17:0/2734047516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c76dc0 msgr2=0x560448c86ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:50.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65f5af3640 1 --2- 172.21.15.17:0/2734047516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c76dc0 0x560448c86ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65f5af3640 1 -- 172.21.15.17:0/2734047516 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560448c879d0 con 0x560448c764a0 2024-09-16T01:51:50.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.683+0000 7f65f52f2640 1 --2- 172.21.15.17:0/2734047516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c76dc0 0x560448c86ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:50.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.684+0000 7f65f5af3640 1 --2- 172.21.15.17:0/2734047516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c764a0 0x560448c89b50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f65ec0a4900 tx=0x7f65ec00cf20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=268b5683718cf759 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:50.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.684+0000 7f65d97fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:51:50.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.684+0000 7f65d97fa640 1 -- 172.21.15.17:0/2734047516 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65ec09bdb0 con 0x560448c764a0 2024-09-16T01:51:50.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.684+0000 7f65d97fa640 1 -- 172.21.15.17:0/2734047516 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f65ec0a0180 con 0x560448c764a0 2024-09-16T01:51:50.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.684+0000 7f65fa130740 1 -- 172.21.15.17:0/2734047516 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65e0004460 con 0x560448c764a0 2024-09-16T01:51:50.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.684+0000 7f65d97fa640 1 -- 172.21.15.17:0/2734047516 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f65ec010de0 con 0x560448c764a0 2024-09-16T01:51:50.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.684+0000 7f65fa130740 10 client.26395 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:50.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.684+0000 7f65fa130740 1 -- 172.21.15.17:0/2734047516 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x560448cfbbb0 con 0x560448c764a0 2024-09-16T01:51:50.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.684+0000 7f65d97fa640 1 -- 172.21.15.17:0/2734047516 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65e0004460 con 0x560448c764a0 2024-09-16T01:51:50.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.684+0000 7f65d97fa640 1 -- 172.21.15.17:0/2734047516 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f65ec09b6c0 con 0x560448c764a0 2024-09-16T01:51:50.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.684+0000 7f65fa130740 10 client.26395 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:50.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.684+0000 7f65fa130740 10 client.26395 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:51:50.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.685+0000 7f65fa130740 20 client.26395 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:50.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.685+0000 7f65fa130740 1 --2- 172.21.15.17:0/2734047516 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560448cfc300 0x560448cfe720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:50.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.685+0000 7f65fa130740 4 client.26395 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:51:50.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.685+0000 7f65fa130740 1 -- 172.21.15.17:0/2734047516 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x560448be3d60 con 0x560448cfc300 2024-09-16T01:51:50.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.685+0000 7f65f52f2640 1 --2- 172.21.15.17:0/2734047516 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560448cfc300 0x560448cfe720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:50.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.685+0000 7f65f52f2640 1 --2- 172.21.15.17:0/2734047516 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560448cfc300 0x560448cfe720 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1281e8de53b78074 server_cookie=e3c940dc54610f61 in_seq=0 out_seq=0 2024-09-16T01:51:50.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.685+0000 7f65d97fa640 10 client.26395 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:50.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.685+0000 7f65d97fa640 1 -- 172.21.15.17:0/2734047516 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x560448be3d60 con 0x560448cfc300 2024-09-16T01:51:50.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.685+0000 7f65d97fa640 10 client.26395 handle_command_reply: tid=0 2024-09-16T01:51:50.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.685+0000 7f65fa130740 1 client.26395 shutdown 2024-09-16T01:51:50.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.685+0000 7f65fa130740 1 -- 172.21.15.17:0/2734047516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c764a0 msgr2=0x560448c89b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:50.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.685+0000 7f65fa130740 1 --2- 172.21.15.17:0/2734047516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c764a0 0x560448c89b50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f65ec0a4900 tx=0x7f65ec00cf20 comp rx=0 tx=0).stop 2024-09-16T01:51:50.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65fa130740 1 -- 172.21.15.17:0/2734047516 shutdown_connections 2024-09-16T01:51:50.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65fa130740 1 --2- 172.21.15.17:0/2734047516 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x560448cfc300 0x560448cfe720 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65fa130740 1 --2- 172.21.15.17:0/2734047516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560448c81680 0x560448c873e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65fa130740 1 --2- 172.21.15.17:0/2734047516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560448c76dc0 0x560448c86ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65d97fa640 0 client.26395 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:50.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65fa130740 1 --2- 172.21.15.17:0/2734047516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560448c764a0 0x560448c89b50 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65fa130740 1 -- 172.21.15.17:0/2734047516 >> 172.21.15.17:0/2734047516 conn(0x560448c72a30 msgr2=0x560448c7fb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:50.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65fa130740 1 -- 172.21.15.17:0/2734047516 shutdown_connections 2024-09-16T01:51:50.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65fa130740 1 -- 172.21.15.17:0/2734047516 wait complete. 2024-09-16T01:51:50.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65fa130740 20 client.26395 trim_cache size 0 max 16384 2024-09-16T01:51:50.699 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:51:50.699 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:51:50.699 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:51:50.699 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:51:50.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65f7d57640 1 -- 172.21.15.17:0/1397597022 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65dc0a3240 msgr2=0x7f65dc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:50.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65f7d57640 1 --2- 172.21.15.17:0/1397597022 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65dc0a3240 0x7f65dc0a5700 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f65e8010650 tx=0x7f65e8004a40 comp rx=0 tx=0).stop 2024-09-16T01:51:50.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65f7d57640 1 -- 172.21.15.17:0/1397597022 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f0100100 msgr2=0x7f65f0198480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:50.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65f7d57640 1 --2- 172.21.15.17:0/1397597022 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f0100100 0x7f65f0198480 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f65ec00e9f0 tx=0x7f65ec00eeb0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65f7d57640 1 -- 172.21.15.17:0/1397597022 shutdown_connections 2024-09-16T01:51:50.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65f7d57640 1 --2- 172.21.15.17:0/1397597022 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65dc0a3240 0x7f65dc0a5700 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65f7d57640 1 --2- 172.21.15.17:0/1397597022 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65f0106b80 0x7f65f019cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65f7d57640 1 --2- 172.21.15.17:0/1397597022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65f0100aa0 0x7f65f01989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65f7d57640 1 --2- 172.21.15.17:0/1397597022 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65f0100100 0x7f65f0198480 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:50.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65f7d57640 1 -- 172.21.15.17:0/1397597022 >> 172.21.15.17:0/1397597022 conn(0x7f65f0077230 msgr2=0x7f65f0104db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:50.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.686+0000 7f65f7d57640 1 -- 172.21.15.17:0/1397597022 shutdown_connections 2024-09-16T01:51:50.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:50.687+0000 7f65f7d57640 1 -- 172.21.15.17:0/1397597022 wait complete. 2024-09-16T01:51:51.542 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:51:51.543 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:51:51.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 303298 3.75 MB/sec execute 314 sec latency 14.720 ms 2024-09-16T01:51:51.834 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:51:51.958 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:51 smithi017 ceph-mon[30972]: pgmap v589: 97 pgs: 97 active+clean; 136 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.8 MiB/s wr, 87 op/s 2024-09-16T01:51:52.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:51 smithi122 ceph-mon[34758]: pgmap v589: 97 pgs: 97 active+clean; 136 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.8 MiB/s wr, 87 op/s 2024-09-16T01:51:52.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:51 smithi029 ceph-mon[34783]: pgmap v589: 97 pgs: 97 active+clean; 136 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.8 MiB/s wr, 87 op/s 2024-09-16T01:51:52.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.508+0000 7f52538d8640 1 -- 172.21.15.17:0/1032668529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f524c108300 msgr2=0x7f524c10ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:52.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.508+0000 7f52538d8640 1 --2- 172.21.15.17:0/1032668529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f524c108300 0x7f524c10ec70 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f5244009cd0 tx=0x7f524402a8d0 comp rx=0 tx=0).stop 2024-09-16T01:51:52.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.508+0000 7f52538d8640 1 -- 172.21.15.17:0/1032668529 shutdown_connections 2024-09-16T01:51:52.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.508+0000 7f52538d8640 1 --2- 172.21.15.17:0/1032668529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f524c108300 0x7f524c10ec70 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:52.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.508+0000 7f52538d8640 1 --2- 172.21.15.17:0/1032668529 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f524c103780 0x7f524c107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:52.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.508+0000 7f52538d8640 1 --2- 172.21.15.17:0/1032668529 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f524c102dd0 0x7f524c1031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:52.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.508+0000 7f52538d8640 1 -- 172.21.15.17:0/1032668529 >> 172.21.15.17:0/1032668529 conn(0x7f524c0fc7d0 msgr2=0x7f524c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:52.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.508+0000 7f52538d8640 1 -- 172.21.15.17:0/1032668529 shutdown_connections 2024-09-16T01:51:52.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.508+0000 7f52538d8640 1 -- 172.21.15.17:0/1032668529 wait complete. 2024-09-16T01:51:52.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.509+0000 7f52538d8640 1 Processor -- start 2024-09-16T01:51:52.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.509+0000 7f52538d8640 1 -- start start 2024-09-16T01:51:52.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.509+0000 7f52538d8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f524c102dd0 0x7f524c100a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:52.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.509+0000 7f52538d8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f524c103780 0x7f524c100f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:52.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.509+0000 7f52538d8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f524c108300 0x7f524c1014b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:52.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.509+0000 7f52538d8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f524c111f80 con 0x7f524c102dd0 2024-09-16T01:51:52.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.509+0000 7f52538d8640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f524c111e00 con 0x7f524c108300 2024-09-16T01:51:52.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.509+0000 7f52538d8640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f524c112100 con 0x7f524c103780 2024-09-16T01:51:52.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.509+0000 7f5251674640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f524c102dd0 0x7f524c100a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:52.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.509+0000 7f5251674640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f524c102dd0 0x7f524c100a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53910/0 (socket says 172.21.15.17:53910) 2024-09-16T01:51:52.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.509+0000 7f5251674640 1 -- 172.21.15.17:0/2286007884 learned_addr learned my addr 172.21.15.17:0/2286007884 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:52.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.509+0000 7f5251e75640 1 --2- 172.21.15.17:0/2286007884 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f524c108300 0x7f524c1014b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:52.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.509+0000 7f5250e73640 1 --2- 172.21.15.17:0/2286007884 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f524c103780 0x7f524c100f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:52.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.510+0000 7f5251674640 1 -- 172.21.15.17:0/2286007884 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f524c103780 msgr2=0x7f524c100f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:52.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.510+0000 7f5251674640 1 --2- 172.21.15.17:0/2286007884 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f524c103780 0x7f524c100f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:52.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.510+0000 7f5251674640 1 -- 172.21.15.17:0/2286007884 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f524c108300 msgr2=0x7f524c1014b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:52.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.510+0000 7f5251674640 1 --2- 172.21.15.17:0/2286007884 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f524c108300 0x7f524c1014b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:52.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.510+0000 7f5251674640 1 -- 172.21.15.17:0/2286007884 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f524c1a6960 con 0x7f524c102dd0 2024-09-16T01:51:52.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.510+0000 7f5251674640 1 --2- 172.21.15.17:0/2286007884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f524c102dd0 0x7f524c100a30 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f524800e9f0 tx=0x7f524800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:52.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.510+0000 7f52427fc640 1 -- 172.21.15.17:0/2286007884 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f524800cd80 con 0x7f524c102dd0 2024-09-16T01:51:52.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.510+0000 7f52427fc640 1 -- 172.21.15.17:0/2286007884 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f52480054d0 con 0x7f524c102dd0 2024-09-16T01:51:52.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.510+0000 7f52538d8640 1 -- 172.21.15.17:0/2286007884 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f524c1a6c50 con 0x7f524c102dd0 2024-09-16T01:51:52.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.510+0000 7f52427fc640 1 -- 172.21.15.17:0/2286007884 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5248010490 con 0x7f524c102dd0 2024-09-16T01:51:52.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.510+0000 7f52538d8640 1 -- 172.21.15.17:0/2286007884 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f524c1a7140 con 0x7f524c102dd0 2024-09-16T01:51:52.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.511+0000 7f52538d8640 1 -- 172.21.15.17:0/2286007884 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f524c1031b0 con 0x7f524c102dd0 2024-09-16T01:51:52.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.513+0000 7f52427fc640 1 -- 172.21.15.17:0/2286007884 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f5248005000 con 0x7f524c102dd0 2024-09-16T01:51:52.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.513+0000 7f52427fc640 1 --2- 172.21.15.17:0/2286007884 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f52380a3240 0x7f52380a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:52.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.514+0000 7f5250e73640 1 --2- 172.21.15.17:0/2286007884 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f52380a3240 0x7f52380a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:52.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.514+0000 7f52427fc640 1 -- 172.21.15.17:0/2286007884 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f52480cfeb0 con 0x7f524c102dd0 2024-09-16T01:51:52.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.514+0000 7f5250e73640 1 --2- 172.21.15.17:0/2286007884 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f52380a3240 0x7f52380a5700 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f524c1024c0 tx=0x7f523c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:52.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.517+0000 7f52427fc640 1 -- 172.21.15.17:0/2286007884 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f52480541b0 con 0x7f524c102dd0 2024-09-16T01:51:52.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 303959 3.74 MB/sec execute 315 sec latency 17.584 ms 2024-09-16T01:51:52.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.757+0000 7f52538d8640 1 -- 172.21.15.17:0/2286007884 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f524c101f60 con 0x7f524c102dd0 2024-09-16T01:51:52.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.757+0000 7f52427fc640 1 -- 172.21.15.17:0/2286007884 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f52480052f0 con 0x7f524c102dd0 2024-09-16T01:51:52.760 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:51:52.760 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:51:52.760 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:51:52.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.759+0000 7f52538d8640 1 -- 172.21.15.17:0/2286007884 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f52380a3240 msgr2=0x7f52380a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:52.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.760+0000 7f52538d8640 1 --2- 172.21.15.17:0/2286007884 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f52380a3240 0x7f52380a5700 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f524c1024c0 tx=0x7f523c005f90 comp rx=0 tx=0).stop 2024-09-16T01:51:52.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.760+0000 7f52538d8640 1 -- 172.21.15.17:0/2286007884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f524c102dd0 msgr2=0x7f524c100a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:52.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.760+0000 7f52538d8640 1 --2- 172.21.15.17:0/2286007884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f524c102dd0 0x7f524c100a30 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7f524800e9f0 tx=0x7f524800edf0 comp rx=0 tx=0).stop 2024-09-16T01:51:52.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.760+0000 7f52538d8640 1 -- 172.21.15.17:0/2286007884 shutdown_connections 2024-09-16T01:51:52.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.760+0000 7f52538d8640 1 --2- 172.21.15.17:0/2286007884 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f52380a3240 0x7f52380a5700 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.760+0000 7f52538d8640 1 --2- 172.21.15.17:0/2286007884 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f524c108300 0x7f524c1014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.760+0000 7f52538d8640 1 --2- 172.21.15.17:0/2286007884 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f524c103780 0x7f524c100f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.760+0000 7f52538d8640 1 --2- 172.21.15.17:0/2286007884 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f524c102dd0 0x7f524c100a30 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.760+0000 7f52538d8640 1 -- 172.21.15.17:0/2286007884 >> 172.21.15.17:0/2286007884 conn(0x7f524c0fc7d0 msgr2=0x7f524c105df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.760+0000 7f52538d8640 1 -- 172.21.15.17:0/2286007884 shutdown_connections 2024-09-16T01:51:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:52.760+0000 7f52538d8640 1 -- 172.21.15.17:0/2286007884 wait complete. 2024-09-16T01:51:53.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:52 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2286007884' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:51:53.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:52 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2286007884' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:51:53.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:52 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2286007884' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:51:53.495 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:51:53.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 304832 3.75 MB/sec execute 316 sec latency 13.166 ms 2024-09-16T01:51:53.783 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:51:54.044 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:53 smithi017 ceph-mon[30972]: pgmap v590: 97 pgs: 97 active+clean; 135 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:51:54.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:53 smithi029 ceph-mon[34783]: pgmap v590: 97 pgs: 97 active+clean; 135 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:51:54.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:53 smithi122 ceph-mon[34758]: pgmap v590: 97 pgs: 97 active+clean; 135 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 249 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:51:54.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.403+0000 7fa496da1640 1 -- 172.21.15.17:0/1835291680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4901079d0 msgr2=0x7fa490107db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:54.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.403+0000 7fa496da1640 1 --2- 172.21.15.17:0/1835291680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4901079d0 0x7fa490107db0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fa48c009cd0 tx=0x7fa48c02a8e0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.403+0000 7fa496da1640 1 -- 172.21.15.17:0/1835291680 shutdown_connections 2024-09-16T01:51:54.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.403+0000 7fa496da1640 1 --2- 172.21.15.17:0/1835291680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa490102370 0x7fa49010e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.403+0000 7fa496da1640 1 --2- 172.21.15.17:0/1835291680 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4901019d0 0x7fa490101e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.403+0000 7fa496da1640 1 --2- 172.21.15.17:0/1835291680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4901079d0 0x7fa490107db0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.403+0000 7fa496da1640 1 -- 172.21.15.17:0/1835291680 >> 172.21.15.17:0/1835291680 conn(0x7fa4900fd710 msgr2=0x7fa4900ffb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:54.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.403+0000 7fa496da1640 1 -- 172.21.15.17:0/1835291680 shutdown_connections 2024-09-16T01:51:54.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.403+0000 7fa496da1640 1 -- 172.21.15.17:0/1835291680 wait complete. 2024-09-16T01:51:54.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.404+0000 7fa496da1640 1 Processor -- start 2024-09-16T01:51:54.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.404+0000 7fa496da1640 1 -- start start 2024-09-16T01:51:54.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.404+0000 7fa496da1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4901019d0 0x7fa4900744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.404+0000 7fa496da1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa490102370 0x7fa490074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.404+0000 7fa496da1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4901079d0 0x7fa490074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.404+0000 7fa496da1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa490111c80 con 0x7fa4901079d0 2024-09-16T01:51:54.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.404+0000 7fa496da1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa490111b00 con 0x7fa490102370 2024-09-16T01:51:54.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.404+0000 7fa496da1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa490111e00 con 0x7fa4901019d0 2024-09-16T01:51:54.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.404+0000 7fa495d9f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4901019d0 0x7fa4900744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.404+0000 7fa4965a0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4901079d0 0x7fa490074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.404+0000 7fa495d9f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4901019d0 0x7fa4900744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40640/0 (socket says 172.21.15.17:40640) 2024-09-16T01:51:54.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.404+0000 7fa495d9f640 1 -- 172.21.15.17:0/450431914 learned_addr learned my addr 172.21.15.17:0/450431914 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:54.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.404+0000 7fa49559e640 1 --2- 172.21.15.17:0/450431914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa490102370 0x7fa490074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.404+0000 7fa495d9f640 1 -- 172.21.15.17:0/450431914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa490102370 msgr2=0x7fa490074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:54.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.405+0000 7fa495d9f640 1 --2- 172.21.15.17:0/450431914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa490102370 0x7fa490074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.405+0000 7fa495d9f640 1 -- 172.21.15.17:0/450431914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4901079d0 msgr2=0x7fa490074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:54.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.405+0000 7fa495d9f640 1 --2- 172.21.15.17:0/450431914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4901079d0 0x7fa490074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.405+0000 7fa495d9f640 1 -- 172.21.15.17:0/450431914 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa4901a66e0 con 0x7fa4901019d0 2024-09-16T01:51:54.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.405+0000 7fa495d9f640 1 --2- 172.21.15.17:0/450431914 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4901019d0 0x7fa4900744f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa48c02ae00 tx=0x7fa48c003ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:54.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.405+0000 7fa486ffd640 1 -- 172.21.15.17:0/450431914 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa48c004240 con 0x7fa4901019d0 2024-09-16T01:51:54.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.405+0000 7fa486ffd640 1 -- 172.21.15.17:0/450431914 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa48c0305a0 con 0x7fa4901019d0 2024-09-16T01:51:54.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.405+0000 7fa496da1640 1 -- 172.21.15.17:0/450431914 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa4901a6970 con 0x7fa4901019d0 2024-09-16T01:51:54.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.405+0000 7fa486ffd640 1 -- 172.21.15.17:0/450431914 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa48c0466e0 con 0x7fa4901019d0 2024-09-16T01:51:54.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.405+0000 7fa496da1640 1 -- 172.21.15.17:0/450431914 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa4901a6f00 con 0x7fa4901019d0 2024-09-16T01:51:54.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.407+0000 7fa486ffd640 1 -- 172.21.15.17:0/450431914 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fa48c030750 con 0x7fa4901019d0 2024-09-16T01:51:54.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.408+0000 7fa49a3dc740 1 Processor -- start 2024-09-16T01:51:54.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.408+0000 7fa49a3dc740 1 -- start start 2024-09-16T01:51:54.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.408+0000 7fa49a3dc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc4d20 0x55cad0fc3270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.408+0000 7fa49a3dc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc37b0 0x55cad0fc3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.408+0000 7fa49a3dc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 0x55cad0fd0940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.408+0000 7fa49a3dc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55cad0f292f0 con 0x55cad0fc4d20 2024-09-16T01:51:54.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.408+0000 7fa49a3dc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cad0ed0cf0 con 0x55cad0fce550 2024-09-16T01:51:54.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.408+0000 7fa49a3dc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55cad0f252b0 con 0x55cad0fc37b0 2024-09-16T01:51:54.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.408+0000 7fa4965a0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc4d20 0x55cad0fc3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.408+0000 7fa4965a0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc4d20 0x55cad0fc3270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53936/0 (socket says 172.21.15.17:53936) 2024-09-16T01:51:54.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.408+0000 7fa4965a0640 1 -- 172.21.15.17:0/3670353645 learned_addr learned my addr 172.21.15.17:0/3670353645 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:54.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.409+0000 7fa495d9f640 1 --2- 172.21.15.17:0/3670353645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc37b0 0x55cad0fc3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.409+0000 7fa49559e640 1 --2- 172.21.15.17:0/3670353645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 0x55cad0fd0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.409+0000 7fa486ffd640 1 --2- 172.21.15.17:0/450431914 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa47c0a32c0 0x7fa47c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.409+0000 7fa4965a0640 1 -- 172.21.15.17:0/3670353645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc37b0 msgr2=0x55cad0fc3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:54.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.409+0000 7fa4965a0640 1 --2- 172.21.15.17:0/3670353645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc37b0 0x55cad0fc3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.409+0000 7fa4965a0640 1 -- 172.21.15.17:0/3670353645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 msgr2=0x55cad0fd0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:54.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.409+0000 7fa4965a0640 1 --2- 172.21.15.17:0/3670353645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 0x55cad0fd0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.409+0000 7fa4965a0640 1 -- 172.21.15.17:0/3670353645 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cad0eb53a0 con 0x55cad0fc4d20 2024-09-16T01:51:54.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.409+0000 7fa486ffd640 1 -- 172.21.15.17:0/450431914 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa48c02e030 con 0x7fa4901019d0 2024-09-16T01:51:54.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.409+0000 7fa4965a0640 1 --2- 172.21.15.17:0/3670353645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc4d20 0x55cad0fc3270 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fa48800b600 tx=0x7fa48800bac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ddbb5a7af78f1d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:54.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.409+0000 7fa4965a0640 1 --2- 172.21.15.17:0/450431914 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa47c0a32c0 0x7fa47c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.409+0000 7fa47bfff640 1 -- 172.21.15.17:0/3670353645 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa488022070 con 0x55cad0fc4d20 2024-09-16T01:51:54.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.410+0000 7fa47bfff640 1 -- 172.21.15.17:0/3670353645 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa488015070 con 0x55cad0fc4d20 2024-09-16T01:51:54.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.410+0000 7fa47bfff640 1 -- 172.21.15.17:0/3670353645 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa4880106a0 con 0x55cad0fc4d20 2024-09-16T01:51:54.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.410+0000 7fa49a3dc740 1 -- 172.21.15.17:0/3670353645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc4d20 msgr2=0x55cad0fc3270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:54.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.410+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/3670353645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc4d20 0x55cad0fc3270 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fa48800b600 tx=0x7fa48800bac0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.410+0000 7fa4965a0640 1 --2- 172.21.15.17:0/450431914 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa47c0a32c0 0x7fa47c0a5780 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fa48801f000 tx=0x7fa488020000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:54.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.410+0000 7fa49a3dc740 1 -- 172.21.15.17:0/3670353645 shutdown_connections 2024-09-16T01:51:54.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.410+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/3670353645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 0x55cad0fd0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.410+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/3670353645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc37b0 0x55cad0fc3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.410+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/3670353645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc4d20 0x55cad0fc3270 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.410+0000 7fa49a3dc740 1 -- 172.21.15.17:0/3670353645 >> 172.21.15.17:0/3670353645 conn(0x55cad0f8c310 msgr2=0x55cad0fbfe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:54.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.411+0000 7fa49a3dc740 1 -- 172.21.15.17:0/3670353645 shutdown_connections 2024-09-16T01:51:54.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.411+0000 7fa49a3dc740 1 -- 172.21.15.17:0/3670353645 wait complete. 2024-09-16T01:51:54.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.411+0000 7fa49a3dc740 1 -- start start 2024-09-16T01:51:54.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.411+0000 7fa49a3dc740 1 Processor -- start 2024-09-16T01:51:54.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa49a3dc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc37b0 0x55cad0fcdee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa49a3dc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fcb190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa49a3dc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 0x55cad0fcb710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa49a3dc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55cad0fd1250 con 0x55cad0fc37b0 2024-09-16T01:51:54.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa49a3dc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cad0ee4060 con 0x55cad0fce550 2024-09-16T01:51:54.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa49a3dc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55cad0fd13d0 con 0x55cad0fc4d20 2024-09-16T01:51:54.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa495d9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc37b0 0x55cad0fcdee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa49a3dc740 10 client.0 _ll_register_callbacks cb 0x55cad0c378c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:54.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa495d9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc37b0 0x55cad0fcdee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53952/0 (socket says 172.21.15.17:53952) 2024-09-16T01:51:54.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa495d9f640 1 -- 172.21.15.17:0/404330507 learned_addr learned my addr 172.21.15.17:0/404330507 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:54.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa49559e640 1 --2- 172.21.15.17:0/404330507 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fcb190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa4965a0640 1 --2- 172.21.15.17:0/404330507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 0x55cad0fcb710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa495d9f640 1 -- 172.21.15.17:0/404330507 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 msgr2=0x55cad0fcb190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:54.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa495d9f640 1 --2- 172.21.15.17:0/404330507 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fcb190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa495d9f640 1 -- 172.21.15.17:0/404330507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 msgr2=0x55cad0fcb710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:54.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa495d9f640 1 --2- 172.21.15.17:0/404330507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 0x55cad0fcb710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa495d9f640 1 -- 172.21.15.17:0/404330507 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cad0c9a3c0 con 0x55cad0fc37b0 2024-09-16T01:51:54.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa49559e640 1 --2- 172.21.15.17:0/404330507 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fcb190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:54.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa495d9f640 1 --2- 172.21.15.17:0/404330507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc37b0 0x55cad0fcdee0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fa48c0c5d60 tx=0x7fa48c009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83f4593dae4e972c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:54.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa4797fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:51:54.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa4797fa640 1 -- 172.21.15.17:0/404330507 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa48c0bd160 con 0x55cad0fc37b0 2024-09-16T01:51:54.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.412+0000 7fa4797fa640 1 -- 172.21.15.17:0/404330507 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa48c0bca70 con 0x55cad0fc37b0 2024-09-16T01:51:54.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.413+0000 7fa49a3dc740 1 -- 172.21.15.17:0/404330507 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa488015070 con 0x55cad0fc37b0 2024-09-16T01:51:54.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.413+0000 7fa4797fa640 1 -- 172.21.15.17:0/404330507 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa48c0bcf80 con 0x55cad0fc37b0 2024-09-16T01:51:54.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.413+0000 7fa49a3dc740 10 client.16749 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:54.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.413+0000 7fa49a3dc740 1 -- 172.21.15.17:0/404330507 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55cad0fdccb0 con 0x55cad0fc37b0 2024-09-16T01:51:54.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.413+0000 7fa4797fa640 1 -- 172.21.15.17:0/404330507 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa488015070 con 0x55cad0fc37b0 2024-09-16T01:51:54.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.413+0000 7fa4797fa640 1 -- 172.21.15.17:0/404330507 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fa48c04e070 con 0x55cad0fc37b0 2024-09-16T01:51:54.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.413+0000 7fa49a3dc740 10 client.16749 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:54.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.413+0000 7fa49a3dc740 10 client.16749 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:51:54.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.413+0000 7fa49a3dc740 20 client.16749 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:54.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.413+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/404330507 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55cad0fde0c0 0x55cad0fe04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.413+0000 7fa49a3dc740 4 client.16749 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:51:54.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.413+0000 7fa49a3dc740 1 -- 172.21.15.17:0/404330507 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cad0f36860 con 0x55cad0fde0c0 2024-09-16T01:51:54.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.414+0000 7fa49559e640 1 --2- 172.21.15.17:0/404330507 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55cad0fde0c0 0x55cad0fe04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.414+0000 7fa4797fa640 10 client.16749 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:51:54.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.414+0000 7fa49559e640 1 --2- 172.21.15.17:0/404330507 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55cad0fde0c0 0x55cad0fe04f0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3438e49c356ee39b server_cookie=2e742a2edf2af189 in_seq=0 out_seq=0 2024-09-16T01:51:54.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa4797fa640 1 -- 172.21.15.17:0/404330507 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cad0f36860 con 0x55cad0fde0c0 2024-09-16T01:51:54.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa4797fa640 10 client.16749 handle_command_reply: tid=0 2024-09-16T01:51:54.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa49a3dc740 1 client.16749 shutdown 2024-09-16T01:51:54.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa49a3dc740 1 -- 172.21.15.17:0/404330507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc37b0 msgr2=0x55cad0fcdee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:54.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/404330507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc37b0 0x55cad0fcdee0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7fa48c0c5d60 tx=0x7fa48c009c20 comp rx=0 tx=0).stop 2024-09-16T01:51:54.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa49a3dc740 1 -- 172.21.15.17:0/404330507 shutdown_connections 2024-09-16T01:51:54.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/404330507 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55cad0fde0c0 0x55cad0fe04f0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa4797fa640 0 client.16749 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:51:54.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/404330507 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 0x55cad0fcb710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/404330507 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fcb190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/404330507 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc37b0 0x55cad0fcdee0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa49a3dc740 1 -- 172.21.15.17:0/404330507 >> 172.21.15.17:0/404330507 conn(0x55cad0f8c310 msgr2=0x55cad0fc5b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:54.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa49a3dc740 1 -- 172.21.15.17:0/404330507 shutdown_connections 2024-09-16T01:51:54.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa49a3dc740 1 -- 172.21.15.17:0/404330507 wait complete. 2024-09-16T01:51:54.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.415+0000 7fa49a3dc740 20 client.16749 trim_cache size 0 max 16384 2024-09-16T01:51:54.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.430+0000 7fa49a3dc740 1 Processor -- start 2024-09-16T01:51:54.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.430+0000 7fa49a3dc740 1 -- start start 2024-09-16T01:51:54.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.430+0000 7fa49a3dc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc37b0 0x55cad0fcaa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.430+0000 7fa49a3dc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fbee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.430+0000 7fa49a3dc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 0x55cad0fc6300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.430+0000 7fa49a3dc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa4901b1da0 con 0x55cad0fc37b0 2024-09-16T01:51:54.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.430+0000 7fa49a3dc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa4901af670 con 0x55cad0fce550 2024-09-16T01:51:54.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.430+0000 7fa49a3dc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa4901ad4a0 con 0x55cad0fc4d20 2024-09-16T01:51:54.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.431+0000 7fa495d9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc37b0 0x55cad0fcaa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.431+0000 7fa49559e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fbee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.431+0000 7fa495d9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc37b0 0x55cad0fcaa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53956/0 (socket says 172.21.15.17:53956) 2024-09-16T01:51:54.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.431+0000 7fa49559e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fbee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40672/0 (socket says 172.21.15.17:40672) 2024-09-16T01:51:54.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.431+0000 7fa4965a0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 0x55cad0fc6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.431+0000 7fa495d9f640 1 -- 172.21.15.17:0/2656414795 learned_addr learned my addr 172.21.15.17:0/2656414795 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:54.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.431+0000 7fa4965a0640 1 -- 172.21.15.17:0/2656414795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 msgr2=0x55cad0fbee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:54.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.431+0000 7fa4965a0640 1 --2- 172.21.15.17:0/2656414795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fbee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.431+0000 7fa4965a0640 1 -- 172.21.15.17:0/2656414795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc37b0 msgr2=0x55cad0fcaa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:54.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.431+0000 7fa4965a0640 1 --2- 172.21.15.17:0/2656414795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc37b0 0x55cad0fcaa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.431+0000 7fa4965a0640 1 -- 172.21.15.17:0/2656414795 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cad0fc96e0 con 0x55cad0fce550 2024-09-16T01:51:54.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.431+0000 7fa495d9f640 1 --2- 172.21.15.17:0/2656414795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc37b0 0x55cad0fcaa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:54.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.432+0000 7fa4965a0640 1 --2- 172.21.15.17:0/2656414795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 0x55cad0fc6300 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa48801ce00 tx=0x7fa488027000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4f920f66be1afdc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:54.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.432+0000 7fa47b7fe640 1 -- 172.21.15.17:0/2656414795 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa488022040 con 0x55cad0fce550 2024-09-16T01:51:54.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.432+0000 7fa47b7fe640 1 -- 172.21.15.17:0/2656414795 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa488015040 con 0x55cad0fce550 2024-09-16T01:51:54.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.432+0000 7fa47b7fe640 1 -- 172.21.15.17:0/2656414795 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa48801c890 con 0x55cad0fce550 2024-09-16T01:51:54.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.433+0000 7fa49a3dc740 1 -- 172.21.15.17:0/2656414795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 msgr2=0x55cad0fc6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:54.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.433+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/2656414795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 0x55cad0fc6300 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fa48801ce00 tx=0x7fa488027000 comp rx=0 tx=0).stop 2024-09-16T01:51:54.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.433+0000 7fa49a3dc740 1 -- 172.21.15.17:0/2656414795 shutdown_connections 2024-09-16T01:51:54.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.433+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/2656414795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fce550 0x55cad0fc6300 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.433+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/2656414795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fbee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.433+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/2656414795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fc37b0 0x55cad0fcaa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.433+0000 7fa49a3dc740 1 -- 172.21.15.17:0/2656414795 >> 172.21.15.17:0/2656414795 conn(0x55cad0f8c310 msgr2=0x55cad0fbe780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:54.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.433+0000 7fa49a3dc740 1 -- 172.21.15.17:0/2656414795 shutdown_connections 2024-09-16T01:51:54.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.433+0000 7fa49a3dc740 1 -- 172.21.15.17:0/2656414795 wait complete. 2024-09-16T01:51:54.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.433+0000 7fa49a3dc740 1 -- start start 2024-09-16T01:51:54.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.434+0000 7fa49a3dc740 1 Processor -- start 2024-09-16T01:51:54.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.434+0000 7fa49a3dc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fc37b0 0x55cad0fd2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.434+0000 7fa49a3dc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fd29b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.434+0000 7fa49a3dc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fce550 0x55cad0fd2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.434+0000 7fa49a3dc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa4901adb30 con 0x55cad0fce550 2024-09-16T01:51:54.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.434+0000 7fa49a3dc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa4901aefa0 con 0x55cad0fc37b0 2024-09-16T01:51:54.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.434+0000 7fa49a3dc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa4901ae200 con 0x55cad0fc4d20 2024-09-16T01:51:54.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.434+0000 7fa49a3dc740 10 client.0 _ll_register_callbacks cb 0x7fa48c0f4570 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:54.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.434+0000 7fa49559e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fd29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.434+0000 7fa49559e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fd29b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40676/0 (socket says 172.21.15.17:40676) 2024-09-16T01:51:54.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.434+0000 7fa49559e640 1 -- 172.21.15.17:0/3705586783 learned_addr learned my addr 172.21.15.17:0/3705586783 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:54.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.434+0000 7fa4965a0640 1 --2- 172.21.15.17:0/3705586783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fce550 0x55cad0fd2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.434+0000 7fa495d9f640 1 --2- 172.21.15.17:0/3705586783 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fc37b0 0x55cad0fd2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.435+0000 7fa49559e640 1 -- 172.21.15.17:0/3705586783 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fc37b0 msgr2=0x55cad0fd2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:54.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.435+0000 7fa49559e640 1 --2- 172.21.15.17:0/3705586783 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fc37b0 0x55cad0fd2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.435+0000 7fa49559e640 1 -- 172.21.15.17:0/3705586783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fce550 msgr2=0x55cad0fd2ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:54.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.435+0000 7fa49559e640 1 --2- 172.21.15.17:0/3705586783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fce550 0x55cad0fd2ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.435+0000 7fa49559e640 1 -- 172.21.15.17:0/3705586783 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cad1047e00 con 0x55cad0fc4d20 2024-09-16T01:51:54.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.435+0000 7fa495d9f640 1 --2- 172.21.15.17:0/3705586783 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fc37b0 0x55cad0fd2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:54.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.435+0000 7fa49559e640 1 --2- 172.21.15.17:0/3705586783 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fd29b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x55cad0fc4250 tx=0x7fa480012c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a040f7f691ad8253 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:54.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.435+0000 7fa4797fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:51:54.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.435+0000 7fa4797fa640 1 -- 172.21.15.17:0/3705586783 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa480004320 con 0x55cad0fc4d20 2024-09-16T01:51:54.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.435+0000 7fa4797fa640 1 -- 172.21.15.17:0/3705586783 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa480011970 con 0x55cad0fc4d20 2024-09-16T01:51:54.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.435+0000 7fa49a3dc740 1 -- 172.21.15.17:0/3705586783 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa488015040 con 0x55cad0fc4d20 2024-09-16T01:51:54.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.435+0000 7fa4797fa640 1 -- 172.21.15.17:0/3705586783 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fa4800044c0 con 0x55cad0fc4d20 2024-09-16T01:51:54.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.435+0000 7fa49a3dc740 10 client.26419 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:54.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.435+0000 7fa49a3dc740 1 -- 172.21.15.17:0/3705586783 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55cad1049170 con 0x55cad0fc4d20 2024-09-16T01:51:54.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.436+0000 7fa4797fa640 1 -- 172.21.15.17:0/3705586783 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa488015040 con 0x55cad0fc4d20 2024-09-16T01:51:54.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.436+0000 7fa4797fa640 1 -- 172.21.15.17:0/3705586783 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fa48001e480 con 0x55cad0fc4d20 2024-09-16T01:51:54.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.436+0000 7fa49a3dc740 10 client.26419 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:54.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.436+0000 7fa49a3dc740 10 client.26419 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:51:54.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.436+0000 7fa49a3dc740 20 client.26419 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:54.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.436+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/3705586783 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55cad0fde0c0 0x55cad104b960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:54.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.436+0000 7fa49a3dc740 4 client.26419 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:51:54.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.436+0000 7fa49a3dc740 1 -- 172.21.15.17:0/3705586783 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55cad0f30d70 con 0x55cad0fde0c0 2024-09-16T01:51:54.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.436+0000 7fa495d9f640 1 --2- 172.21.15.17:0/3705586783 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55cad0fde0c0 0x55cad104b960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:54.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.436+0000 7fa495d9f640 1 --2- 172.21.15.17:0/3705586783 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55cad0fde0c0 0x55cad104b960 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7b5199496708b27c server_cookie=7839cb1fd3a7dad1 in_seq=0 out_seq=0 2024-09-16T01:51:54.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.436+0000 7fa4797fa640 10 client.26419 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:51:54.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa4797fa640 1 -- 172.21.15.17:0/3705586783 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55cad0f30d70 con 0x55cad0fde0c0 2024-09-16T01:51:54.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa4797fa640 10 client.26419 handle_command_reply: tid=0 2024-09-16T01:51:54.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa49a3dc740 1 client.26419 shutdown 2024-09-16T01:51:54.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa49a3dc740 1 -- 172.21.15.17:0/3705586783 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 msgr2=0x55cad0fd29b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:54.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/3705586783 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fd29b0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x55cad0fc4250 tx=0x7fa480012c10 comp rx=0 tx=0).stop 2024-09-16T01:51:54.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa49a3dc740 1 -- 172.21.15.17:0/3705586783 shutdown_connections 2024-09-16T01:51:54.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/3705586783 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55cad0fde0c0 0x55cad104b960 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/3705586783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cad0fce550 0x55cad0fd2ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/3705586783 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cad0fc4d20 0x55cad0fd29b0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa49a3dc740 1 --2- 172.21.15.17:0/3705586783 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cad0fc37b0 0x55cad0fd2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa4797fa640 0 client.26419 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:51:54.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa49a3dc740 1 -- 172.21.15.17:0/3705586783 >> 172.21.15.17:0/3705586783 conn(0x55cad0f8c310 msgr2=0x55cad0fbefa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:54.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa49a3dc740 1 -- 172.21.15.17:0/3705586783 shutdown_connections 2024-09-16T01:51:54.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa49a3dc740 1 -- 172.21.15.17:0/3705586783 wait complete. 2024-09-16T01:51:54.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.437+0000 7fa49a3dc740 20 client.26419 trim_cache size 0 max 16384 2024-09-16T01:51:54.455 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:51:54.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.438+0000 7fa496da1640 1 -- 172.21.15.17:0/450431914 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa47c0a32c0 msgr2=0x7fa47c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:54.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.438+0000 7fa496da1640 1 --2- 172.21.15.17:0/450431914 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa47c0a32c0 0x7fa47c0a5780 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fa48801f000 tx=0x7fa488020000 comp rx=0 tx=0).stop 2024-09-16T01:51:54.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.438+0000 7fa496da1640 1 -- 172.21.15.17:0/450431914 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4901019d0 msgr2=0x7fa4900744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:54.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.438+0000 7fa496da1640 1 --2- 172.21.15.17:0/450431914 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4901019d0 0x7fa4900744f0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fa48c02ae00 tx=0x7fa48c003ba0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.438+0000 7fa496da1640 1 -- 172.21.15.17:0/450431914 shutdown_connections 2024-09-16T01:51:54.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.438+0000 7fa496da1640 1 --2- 172.21.15.17:0/450431914 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa47c0a32c0 0x7fa47c0a5780 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.438+0000 7fa496da1640 1 --2- 172.21.15.17:0/450431914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa4901079d0 0x7fa490074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.438+0000 7fa496da1640 1 --2- 172.21.15.17:0/450431914 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa490102370 0x7fa490074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.438+0000 7fa496da1640 1 --2- 172.21.15.17:0/450431914 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa4901019d0 0x7fa4900744f0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:54.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.438+0000 7fa496da1640 1 -- 172.21.15.17:0/450431914 >> 172.21.15.17:0/450431914 conn(0x7fa4900fd710 msgr2=0x7fa4900fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:54.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.438+0000 7fa496da1640 1 -- 172.21.15.17:0/450431914 shutdown_connections 2024-09-16T01:51:54.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:54.438+0000 7fa496da1640 1 -- 172.21.15.17:0/450431914 wait complete. 2024-09-16T01:51:54.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 305422 3.75 MB/sec execute 317 sec latency 17.023 ms 2024-09-16T01:51:55.294 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:51:55.589 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:51:55.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 305992 3.75 MB/sec execute 318 sec latency 22.912 ms 2024-09-16T01:51:55.998 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:55 smithi017 ceph-mon[30972]: pgmap v591: 97 pgs: 97 active+clean; 135 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 1.8 MiB/s wr, 105 op/s 2024-09-16T01:51:56.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:55 smithi122 ceph-mon[34758]: pgmap v591: 97 pgs: 97 active+clean; 135 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 1.8 MiB/s wr, 105 op/s 2024-09-16T01:51:56.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:55 smithi029 ceph-mon[34783]: pgmap v591: 97 pgs: 97 active+clean; 135 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 1.8 MiB/s wr, 105 op/s 2024-09-16T01:51:56.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.093+0000 7f717f35a640 1 -- 172.21.15.17:0/1735929977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7178102570 msgr2=0x7f71781029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:56.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.093+0000 7f717f35a640 1 --2- 172.21.15.17:0/1735929977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7178102570 0x7f71781029b0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f7168009900 tx=0x7f716802a480 comp rx=0 tx=0).stop 2024-09-16T01:51:56.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.093+0000 7f717f35a640 1 -- 172.21.15.17:0/1735929977 shutdown_connections 2024-09-16T01:51:56.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.093+0000 7f717f35a640 1 --2- 172.21.15.17:0/1735929977 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7178102ef0 0x7f717810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.093+0000 7f717f35a640 1 --2- 172.21.15.17:0/1735929977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7178102570 0x7f71781029b0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.093+0000 7f717f35a640 1 --2- 172.21.15.17:0/1735929977 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7178100e20 0x7f7178101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.093+0000 7f717f35a640 1 -- 172.21.15.17:0/1735929977 >> 172.21.15.17:0/1735929977 conn(0x7f71780fc7d0 msgr2=0x7f71780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:56.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.093+0000 7f717f35a640 1 -- 172.21.15.17:0/1735929977 shutdown_connections 2024-09-16T01:51:56.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.093+0000 7f717f35a640 1 -- 172.21.15.17:0/1735929977 wait complete. 2024-09-16T01:51:56.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.094+0000 7f717f35a640 1 Processor -- start 2024-09-16T01:51:56.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.094+0000 7f717f35a640 1 -- start start 2024-09-16T01:51:56.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.094+0000 7f717f35a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7178100e20 0x7f7178197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.094+0000 7f717f35a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7178102570 0x7f7178197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.094+0000 7f717f35a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7178102ef0 0x7f717819bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.094+0000 7f717f35a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7178110e00 con 0x7f7178102ef0 2024-09-16T01:51:56.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.094+0000 7f717f35a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7178110c80 con 0x7f7178102570 2024-09-16T01:51:56.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.094+0000 7f717f35a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7178110f80 con 0x7f7178100e20 2024-09-16T01:51:56.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f717d0f6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7178100e20 0x7f7178197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f717d0f6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7178100e20 0x7f7178197300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40704/0 (socket says 172.21.15.17:40704) 2024-09-16T01:51:56.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f717d0f6640 1 -- 172.21.15.17:0/97645414 learned_addr learned my addr 172.21.15.17:0/97645414 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:56.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f717d8f7640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7178102ef0 0x7f717819bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f717c8f5640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7178102570 0x7f7178197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f717d0f6640 1 -- 172.21.15.17:0/97645414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7178102570 msgr2=0x7f7178197840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:56.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f717d0f6640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7178102570 0x7f7178197840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f717d0f6640 1 -- 172.21.15.17:0/97645414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7178102ef0 msgr2=0x7f717819bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:56.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f717d0f6640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7178102ef0 0x7f717819bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f717d0f6640 1 -- 172.21.15.17:0/97645414 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f717819c2b0 con 0x7f7178100e20 2024-09-16T01:51:56.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f717d8f7640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7178102ef0 0x7f717819bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:56.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f717d0f6640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7178100e20 0x7f7178197300 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f717400c920 tx=0x7f717400cde0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:56.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f716e7fc640 1 -- 172.21.15.17:0/97645414 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7174007c70 con 0x7f7178100e20 2024-09-16T01:51:56.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f716e7fc640 1 -- 172.21.15.17:0/97645414 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7174007e10 con 0x7f7178100e20 2024-09-16T01:51:56.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f717f35a640 1 -- 172.21.15.17:0/97645414 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f717819c5a0 con 0x7f7178100e20 2024-09-16T01:51:56.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.095+0000 7f716e7fc640 1 -- 172.21.15.17:0/97645414 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7174018820 con 0x7f7178100e20 2024-09-16T01:51:56.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.096+0000 7f717f35a640 1 -- 172.21.15.17:0/97645414 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f71781a3e80 con 0x7f7178100e20 2024-09-16T01:51:56.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.099+0000 7f716e7fc640 1 -- 172.21.15.17:0/97645414 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f71740189c0 con 0x7f7178100e20 2024-09-16T01:51:56.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.099+0000 7f7181733740 1 Processor -- start 2024-09-16T01:51:56.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.099+0000 7f7181733740 1 -- start start 2024-09-16T01:51:56.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f7181733740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c58b40 0x55b1b5c57090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f7181733740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c575d0 0x55b1b5c57a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f7181733740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 0x55b1b5c64760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f7181733740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b1b5bbd2f0 con 0x55b1b5c575d0 2024-09-16T01:51:56.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f7181733740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b1b5b64cf0 con 0x55b1b5c58b40 2024-09-16T01:51:56.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f7181733740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b1b5bb92b0 con 0x55b1b5c62370 2024-09-16T01:51:56.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f716e7fc640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71640a3240 0x7f71640a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f717d0f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c575d0 0x55b1b5c57a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f717d0f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c575d0 0x55b1b5c57a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54002/0 (socket says 172.21.15.17:54002) 2024-09-16T01:51:56.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f717d0f6640 1 -- 172.21.15.17:0/835282594 learned_addr learned my addr 172.21.15.17:0/835282594 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:56.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f717c8f5640 1 --2- 172.21.15.17:0/835282594 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 0x55b1b5c64760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f717d8f7640 1 --2- 172.21.15.17:0/835282594 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c58b40 0x55b1b5c57090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f717d8f7640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71640a3240 0x7f71640a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f716e7fc640 1 -- 172.21.15.17:0/97645414 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f71740cf990 con 0x7f7178100e20 2024-09-16T01:51:56.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f717d0f6640 1 -- 172.21.15.17:0/835282594 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 msgr2=0x55b1b5c64760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:56.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f717d0f6640 1 --2- 172.21.15.17:0/835282594 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 0x55b1b5c64760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f717d0f6640 1 -- 172.21.15.17:0/835282594 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c58b40 msgr2=0x55b1b5c57090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:56.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f717d0f6640 1 --2- 172.21.15.17:0/835282594 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c58b40 0x55b1b5c57090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.100+0000 7f717d0f6640 1 -- 172.21.15.17:0/835282594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1b5b493a0 con 0x55b1b5c575d0 2024-09-16T01:51:56.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.101+0000 7f717d0f6640 1 --2- 172.21.15.17:0/835282594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c575d0 0x55b1b5c57a10 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f71740a46f0 tx=0x7f7174000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec2ca5bf1dbc6a9a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:56.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.101+0000 7f717d8f7640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71640a3240 0x7f71640a5700 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f7170014fa0 tx=0x7f717000a4d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:56.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.101+0000 7f71637fe640 1 -- 172.21.15.17:0/835282594 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7174018cb0 con 0x55b1b5c575d0 2024-09-16T01:51:56.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.101+0000 7f71637fe640 1 -- 172.21.15.17:0/835282594 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f717400fb00 con 0x55b1b5c575d0 2024-09-16T01:51:56.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.101+0000 7f71637fe640 1 -- 172.21.15.17:0/835282594 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f717409c210 con 0x55b1b5c575d0 2024-09-16T01:51:56.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.102+0000 7f7181733740 1 -- 172.21.15.17:0/835282594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c575d0 msgr2=0x55b1b5c57a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:56.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.102+0000 7f7181733740 1 --2- 172.21.15.17:0/835282594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c575d0 0x55b1b5c57a10 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f71740a46f0 tx=0x7f7174000bc0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.102+0000 7f7181733740 1 -- 172.21.15.17:0/835282594 shutdown_connections 2024-09-16T01:51:56.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.102+0000 7f7181733740 1 --2- 172.21.15.17:0/835282594 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 0x55b1b5c64760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.102+0000 7f7181733740 1 --2- 172.21.15.17:0/835282594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c575d0 0x55b1b5c57a10 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.102+0000 7f7181733740 1 --2- 172.21.15.17:0/835282594 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c58b40 0x55b1b5c57090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.102+0000 7f7181733740 1 -- 172.21.15.17:0/835282594 >> 172.21.15.17:0/835282594 conn(0x55b1b5c20310 msgr2=0x55b1b5c53c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:56.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.102+0000 7f7181733740 1 -- 172.21.15.17:0/835282594 shutdown_connections 2024-09-16T01:51:56.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.102+0000 7f7181733740 1 -- 172.21.15.17:0/835282594 wait complete. 2024-09-16T01:51:56.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.102+0000 7f7181733740 1 -- start start 2024-09-16T01:51:56.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.102+0000 7f7181733740 1 Processor -- start 2024-09-16T01:51:56.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f7181733740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c575d0 0x55b1b5c61430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f7181733740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c58b40 0x55b1b5c61970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f7181733740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 0x55b1b5c68cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f7181733740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b1b5c650c0 con 0x55b1b5c58b40 2024-09-16T01:51:56.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f7181733740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b1b5b78060 con 0x55b1b5c575d0 2024-09-16T01:51:56.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f7181733740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b1b5c65240 con 0x55b1b5c62370 2024-09-16T01:51:56.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f7181733740 10 client.0 _ll_register_callbacks cb 0x55b1b58cb8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:56.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f717c8f5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c58b40 0x55b1b5c61970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f717c8f5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c58b40 0x55b1b5c61970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54014/0 (socket says 172.21.15.17:54014) 2024-09-16T01:51:56.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f717c8f5640 1 -- 172.21.15.17:0/3785638354 learned_addr learned my addr 172.21.15.17:0/3785638354 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:56.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f717d8f7640 1 --2- 172.21.15.17:0/3785638354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 0x55b1b5c68cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f717d0f6640 1 --2- 172.21.15.17:0/3785638354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c575d0 0x55b1b5c61430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f717c8f5640 1 -- 172.21.15.17:0/3785638354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 msgr2=0x55b1b5c68cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:56.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f717c8f5640 1 --2- 172.21.15.17:0/3785638354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 0x55b1b5c68cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f717c8f5640 1 -- 172.21.15.17:0/3785638354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c575d0 msgr2=0x55b1b5c61430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:56.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.103+0000 7f717c8f5640 1 --2- 172.21.15.17:0/3785638354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c575d0 0x55b1b5c61430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.104+0000 7f717c8f5640 1 -- 172.21.15.17:0/3785638354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1b592e3c0 con 0x55b1b5c58b40 2024-09-16T01:51:56.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.104+0000 7f717d8f7640 1 --2- 172.21.15.17:0/3785638354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 0x55b1b5c68cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:56.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.104+0000 7f717c8f5640 1 --2- 172.21.15.17:0/3785638354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c58b40 0x55b1b5c61970 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f7168009900 tx=0x7f7168031660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b2e1118ae1282d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:56.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.104+0000 7f7160ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:51:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.104+0000 7f7160ff9640 1 -- 172.21.15.17:0/3785638354 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7168035040 con 0x55b1b5c58b40 2024-09-16T01:51:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.104+0000 7f7160ff9640 1 -- 172.21.15.17:0/3785638354 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7168004250 con 0x55b1b5c58b40 2024-09-16T01:51:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.104+0000 7f7181733740 1 -- 172.21.15.17:0/3785638354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55b1b5bca860 con 0x55b1b5c58b40 2024-09-16T01:51:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.104+0000 7f7160ff9640 1 -- 172.21.15.17:0/3785638354 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7168004450 con 0x55b1b5c58b40 2024-09-16T01:51:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.104+0000 7f7181733740 10 client.16767 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.104+0000 7f7181733740 1 -- 172.21.15.17:0/3785638354 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b1b5c60d10 con 0x55b1b5c58b40 2024-09-16T01:51:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.104+0000 7f7160ff9640 1 -- 172.21.15.17:0/3785638354 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55b1b5bca860 con 0x55b1b5c58b40 2024-09-16T01:51:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.105+0000 7f7160ff9640 1 -- 172.21.15.17:0/3785638354 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7168004bf0 con 0x55b1b5c58b40 2024-09-16T01:51:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.105+0000 7f7181733740 10 client.16767 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.105+0000 7f7181733740 10 client.16767 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:51:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.105+0000 7f7181733740 20 client.16767 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.105+0000 7f7181733740 1 --2- 172.21.15.17:0/3785638354 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b1b5c764f0 0x55b1b5c788e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.105+0000 7f7181733740 4 client.16767 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:51:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.105+0000 7f7181733740 1 -- 172.21.15.17:0/3785638354 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b1b5bc4d70 con 0x55b1b5c764f0 2024-09-16T01:51:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.105+0000 7f717d0f6640 1 --2- 172.21.15.17:0/3785638354 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b1b5c764f0 0x55b1b5c788e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.105+0000 7f717d0f6640 1 --2- 172.21.15.17:0/3785638354 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b1b5c764f0 0x55b1b5c788e0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d3246ca02c20af51 server_cookie=180cdd4d88f6fb39 in_seq=0 out_seq=0 2024-09-16T01:51:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.105+0000 7f7160ff9640 10 client.16767 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:51:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.106+0000 7f7160ff9640 1 -- 172.21.15.17:0/3785638354 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b1b5bc4d70 con 0x55b1b5c764f0 2024-09-16T01:51:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.106+0000 7f7160ff9640 10 client.16767 handle_command_reply: tid=0 2024-09-16T01:51:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.106+0000 7f7181733740 1 client.16767 shutdown 2024-09-16T01:51:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.106+0000 7f7181733740 1 -- 172.21.15.17:0/3785638354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c58b40 msgr2=0x55b1b5c61970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.106+0000 7f7181733740 1 --2- 172.21.15.17:0/3785638354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c58b40 0x55b1b5c61970 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f7168009900 tx=0x7f7168031660 comp rx=0 tx=0).stop 2024-09-16T01:51:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.106+0000 7f7181733740 1 -- 172.21.15.17:0/3785638354 shutdown_connections 2024-09-16T01:51:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.106+0000 7f7181733740 1 --2- 172.21.15.17:0/3785638354 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b1b5c764f0 0x55b1b5c788e0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.106+0000 7f7181733740 1 --2- 172.21.15.17:0/3785638354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 0x55b1b5c68cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.106+0000 7f7181733740 1 --2- 172.21.15.17:0/3785638354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c58b40 0x55b1b5c61970 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.106+0000 7f7181733740 1 --2- 172.21.15.17:0/3785638354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c575d0 0x55b1b5c61430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.106+0000 7f7181733740 1 -- 172.21.15.17:0/3785638354 >> 172.21.15.17:0/3785638354 conn(0x55b1b5c20310 msgr2=0x55b1b5c59990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:56.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.106+0000 7f7160ff9640 0 client.16767 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:51:56.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.107+0000 7f7181733740 1 -- 172.21.15.17:0/3785638354 shutdown_connections 2024-09-16T01:51:56.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.107+0000 7f7181733740 1 -- 172.21.15.17:0/3785638354 wait complete. 2024-09-16T01:51:56.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.107+0000 7f7181733740 20 client.16767 trim_cache size 0 max 16384 2024-09-16T01:51:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.123+0000 7f7181733740 1 Processor -- start 2024-09-16T01:51:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.123+0000 7f7181733740 1 -- start start 2024-09-16T01:51:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.123+0000 7f7181733740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c575d0 0x55b1b5c68ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.123+0000 7f7181733740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c58b40 0x55b1b5c53e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.123+0000 7f7181733740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c62370 0x55b1b5c7e160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.123+0000 7f7181733740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f71781adb10 con 0x55b1b5c62370 2024-09-16T01:51:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.123+0000 7f7181733740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f71781ab3e0 con 0x55b1b5c575d0 2024-09-16T01:51:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.123+0000 7f7181733740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f71781a9210 con 0x55b1b5c58b40 2024-09-16T01:51:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f717d8f7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c62370 0x55b1b5c7e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f717c8f5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c58b40 0x55b1b5c53e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f717d8f7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c62370 0x55b1b5c7e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48650/0 (socket says 172.21.15.17:48650) 2024-09-16T01:51:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f717d8f7640 1 -- 172.21.15.17:0/355674769 learned_addr learned my addr 172.21.15.17:0/355674769 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f717d0f6640 1 --2- 172.21.15.17:0/355674769 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c575d0 0x55b1b5c68ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f717c8f5640 1 -- 172.21.15.17:0/355674769 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c575d0 msgr2=0x55b1b5c68ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f717c8f5640 1 --2- 172.21.15.17:0/355674769 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c575d0 0x55b1b5c68ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f717c8f5640 1 -- 172.21.15.17:0/355674769 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c62370 msgr2=0x55b1b5c7e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:56.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f717c8f5640 1 --2- 172.21.15.17:0/355674769 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c62370 0x55b1b5c7e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f717c8f5640 1 -- 172.21.15.17:0/355674769 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b1b5c61ce0 con 0x55b1b5c58b40 2024-09-16T01:51:56.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f717d8f7640 1 --2- 172.21.15.17:0/355674769 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c62370 0x55b1b5c7e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:56.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f717c8f5640 1 --2- 172.21.15.17:0/355674769 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c58b40 0x55b1b5c53e10 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f7168005ec0 tx=0x7f716802a480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d29b6f9d6b0f448c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:56.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f7162ffd640 1 -- 172.21.15.17:0/355674769 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f716805f070 con 0x55b1b5c58b40 2024-09-16T01:51:56.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f7162ffd640 1 -- 172.21.15.17:0/355674769 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7168004c50 con 0x55b1b5c58b40 2024-09-16T01:51:56.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.124+0000 7f7162ffd640 1 -- 172.21.15.17:0/355674769 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7168035030 con 0x55b1b5c58b40 2024-09-16T01:51:56.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.125+0000 7f7181733740 1 -- 172.21.15.17:0/355674769 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c58b40 msgr2=0x55b1b5c53e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:56.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.125+0000 7f7181733740 1 --2- 172.21.15.17:0/355674769 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c58b40 0x55b1b5c53e10 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f7168005ec0 tx=0x7f716802a480 comp rx=0 tx=0).stop 2024-09-16T01:51:56.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.125+0000 7f7181733740 1 -- 172.21.15.17:0/355674769 shutdown_connections 2024-09-16T01:51:56.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.125+0000 7f7181733740 1 --2- 172.21.15.17:0/355674769 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c62370 0x55b1b5c7e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.125+0000 7f7181733740 1 --2- 172.21.15.17:0/355674769 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c58b40 0x55b1b5c53e10 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.125+0000 7f7181733740 1 --2- 172.21.15.17:0/355674769 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c575d0 0x55b1b5c68ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.125+0000 7f7181733740 1 -- 172.21.15.17:0/355674769 >> 172.21.15.17:0/355674769 conn(0x55b1b5c20310 msgr2=0x55b1b5c53700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:56.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.125+0000 7f7181733740 1 -- 172.21.15.17:0/355674769 shutdown_connections 2024-09-16T01:51:56.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.125+0000 7f7181733740 1 -- 172.21.15.17:0/355674769 wait complete. 2024-09-16T01:51:56.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.126+0000 7f7181733740 1 -- start start 2024-09-16T01:51:56.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.126+0000 7f7181733740 1 Processor -- start 2024-09-16T01:51:56.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.126+0000 7f7181733740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c575d0 0x55b1b5c6bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.126+0000 7f7181733740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c58b40 0x55b1b5c6c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.126+0000 7f7181733740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 0x55b1b5c6c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.126+0000 7f7181733740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f71781a98a0 con 0x55b1b5c575d0 2024-09-16T01:51:56.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.126+0000 7f7181733740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f71781aad10 con 0x55b1b5c58b40 2024-09-16T01:51:56.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.126+0000 7f7181733740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f71781a9f70 con 0x55b1b5c62370 2024-09-16T01:51:56.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.126+0000 7f717d0f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c575d0 0x55b1b5c6bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.126+0000 7f7181733740 10 client.0 _ll_register_callbacks cb 0x7f7168032ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:56.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.126+0000 7f717d0f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c575d0 0x55b1b5c6bf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48654/0 (socket says 172.21.15.17:48654) 2024-09-16T01:51:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.126+0000 7f717d0f6640 1 -- 172.21.15.17:0/1821956282 learned_addr learned my addr 172.21.15.17:0/1821956282 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.126+0000 7f717d8f7640 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 0x55b1b5c6c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.127+0000 7f717c8f5640 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c58b40 0x55b1b5c6c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.127+0000 7f717d8f7640 1 -- 172.21.15.17:0/1821956282 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c58b40 msgr2=0x55b1b5c6c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.127+0000 7f717d8f7640 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c58b40 0x55b1b5c6c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.127+0000 7f717d8f7640 1 -- 172.21.15.17:0/1821956282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c575d0 msgr2=0x55b1b5c6bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.127+0000 7f717d8f7640 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c575d0 0x55b1b5c6bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.127+0000 7f717d8f7640 1 -- 172.21.15.17:0/1821956282 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b1b5ce0130 con 0x55b1b5c62370 2024-09-16T01:51:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.127+0000 7f717d0f6640 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c575d0 0x55b1b5c6bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.127+0000 7f717c8f5640 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c58b40 0x55b1b5c6c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.127+0000 7f717d8f7640 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 0x55b1b5c6c9d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f71700136e0 tx=0x7f7170004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9caec52039670928 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.127+0000 7f7160ff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:51:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.127+0000 7f7160ff9640 1 -- 172.21.15.17:0/1821956282 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7170003970 con 0x55b1b5c62370 2024-09-16T01:51:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.127+0000 7f7181733740 1 -- 172.21.15.17:0/1821956282 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7168004c50 con 0x55b1b5c62370 2024-09-16T01:51:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.127+0000 7f7160ff9640 1 -- 172.21.15.17:0/1821956282 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7170003b10 con 0x55b1b5c62370 2024-09-16T01:51:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.128+0000 7f7160ff9640 1 -- 172.21.15.17:0/1821956282 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7170003d10 con 0x55b1b5c62370 2024-09-16T01:51:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.128+0000 7f7181733740 10 client.26434 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.128+0000 7f7181733740 1 -- 172.21.15.17:0/1821956282 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b1b5ce1430 con 0x55b1b5c62370 2024-09-16T01:51:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.128+0000 7f7160ff9640 1 -- 172.21.15.17:0/1821956282 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7168004c50 con 0x55b1b5c62370 2024-09-16T01:51:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.128+0000 7f7160ff9640 1 -- 172.21.15.17:0/1821956282 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7170034020 con 0x55b1b5c62370 2024-09-16T01:51:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.128+0000 7f7181733740 10 client.26434 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.128+0000 7f7181733740 10 client.26434 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:51:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.128+0000 7f7181733740 20 client.26434 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.128+0000 7f7181733740 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b1b5ce1b60 0x55b1b5ce3f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.128+0000 7f7181733740 4 client.26434 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:51:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.128+0000 7f7181733740 1 -- 172.21.15.17:0/1821956282 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b1b5b41170 con 0x55b1b5ce1b60 2024-09-16T01:51:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.128+0000 7f717d0f6640 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b1b5ce1b60 0x55b1b5ce3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f717d0f6640 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b1b5ce1b60 0x55b1b5ce3f80 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d0875844894df7b0 server_cookie=cc8627f0c53aff4c in_seq=0 out_seq=0 2024-09-16T01:51:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7160ff9640 10 client.26434 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:51:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7160ff9640 1 -- 172.21.15.17:0/1821956282 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b1b5b41170 con 0x55b1b5ce1b60 2024-09-16T01:51:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7160ff9640 10 client.26434 handle_command_reply: tid=0 2024-09-16T01:51:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7181733740 1 client.26434 shutdown 2024-09-16T01:51:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7181733740 1 -- 172.21.15.17:0/1821956282 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 msgr2=0x55b1b5c6c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7181733740 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 0x55b1b5c6c9d0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f71700136e0 tx=0x7f7170004a40 comp rx=0 tx=0).stop 2024-09-16T01:51:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7181733740 1 -- 172.21.15.17:0/1821956282 shutdown_connections 2024-09-16T01:51:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7181733740 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b1b5ce1b60 0x55b1b5ce3f80 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7181733740 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b1b5c62370 0x55b1b5c6c9d0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7181733740 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b1b5c58b40 0x55b1b5c6c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7160ff9640 0 client.26434 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:51:56.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7181733740 1 --2- 172.21.15.17:0/1821956282 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b1b5c575d0 0x55b1b5c6bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7181733740 1 -- 172.21.15.17:0/1821956282 >> 172.21.15.17:0/1821956282 conn(0x55b1b5c20310 msgr2=0x55b1b5c524e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:56.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7181733740 1 -- 172.21.15.17:0/1821956282 shutdown_connections 2024-09-16T01:51:56.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7181733740 1 -- 172.21.15.17:0/1821956282 wait complete. 2024-09-16T01:51:56.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.129+0000 7f7181733740 20 client.26434 trim_cache size 0 max 16384 2024-09-16T01:51:56.136 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:51:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.130+0000 7f717f35a640 1 -- 172.21.15.17:0/97645414 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71640a3240 msgr2=0x7f71640a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.130+0000 7f717f35a640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71640a3240 0x7f71640a5700 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f7170014fa0 tx=0x7f717000a4d0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.130+0000 7f717f35a640 1 -- 172.21.15.17:0/97645414 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7178100e20 msgr2=0x7f7178197300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.130+0000 7f717f35a640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7178100e20 0x7f7178197300 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f717400c920 tx=0x7f717400cde0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.130+0000 7f717f35a640 1 -- 172.21.15.17:0/97645414 shutdown_connections 2024-09-16T01:51:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.130+0000 7f717f35a640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f71640a3240 0x7f71640a5700 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.130+0000 7f717f35a640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7178102ef0 0x7f717819bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.130+0000 7f717f35a640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7178102570 0x7f7178197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.130+0000 7f717f35a640 1 --2- 172.21.15.17:0/97645414 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7178100e20 0x7f7178197300 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.130+0000 7f717f35a640 1 -- 172.21.15.17:0/97645414 >> 172.21.15.17:0/97645414 conn(0x7f71780fc7d0 msgr2=0x7f71780febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.130+0000 7f717f35a640 1 -- 172.21.15.17:0/97645414 shutdown_connections 2024-09-16T01:51:56.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:56.130+0000 7f717f35a640 1 -- 172.21.15.17:0/97645414 wait complete. 2024-09-16T01:51:56.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 306677 3.75 MB/sec execute 319 sec latency 26.658 ms 2024-09-16T01:51:56.852 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:51:57.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:56 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:51:57.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:56 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:51:57.164 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:51:57.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:56 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:51:57.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 307420 3.74 MB/sec execute 320 sec latency 13.555 ms 2024-09-16T01:51:57.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.791+0000 7f5413aba640 1 -- 172.21.15.17:0/600994607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f540c106b80 msgr2=0x7f540c106f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:57.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.791+0000 7f5413aba640 1 --2- 172.21.15.17:0/600994607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f540c106b80 0x7f540c106f60 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f5408009900 tx=0x7f540802a410 comp rx=0 tx=0).stop 2024-09-16T01:51:57.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.791+0000 7f5413aba640 1 -- 172.21.15.17:0/600994607 shutdown_connections 2024-09-16T01:51:57.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.791+0000 7f5413aba640 1 --2- 172.21.15.17:0/600994607 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f540c100aa0 0x7f540c10ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.791+0000 7f5413aba640 1 --2- 172.21.15.17:0/600994607 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f540c100100 0x7f540c100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.791+0000 7f5413aba640 1 --2- 172.21.15.17:0/600994607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f540c106b80 0x7f540c106f60 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.791+0000 7f5413aba640 1 -- 172.21.15.17:0/600994607 >> 172.21.15.17:0/600994607 conn(0x7f540c077230 msgr2=0x7f540c0fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:57.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.791+0000 7f5413aba640 1 -- 172.21.15.17:0/600994607 shutdown_connections 2024-09-16T01:51:57.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.791+0000 7f5413aba640 1 -- 172.21.15.17:0/600994607 wait complete. 2024-09-16T01:51:57.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5413aba640 1 Processor -- start 2024-09-16T01:51:57.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5413aba640 1 -- start start 2024-09-16T01:51:57.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5413aba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f540c100100 0x7f540c1012e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5413aba640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f540c100aa0 0x7f540c101820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5413aba640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f540c106b80 0x7f540c101d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5413aba640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f540c111f00 con 0x7f540c100100 2024-09-16T01:51:57.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5413aba640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f540c111d80 con 0x7f540c100aa0 2024-09-16T01:51:57.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5413aba640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f540c112080 con 0x7f540c106b80 2024-09-16T01:51:57.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5411856640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f540c100100 0x7f540c1012e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5411856640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f540c100100 0x7f540c1012e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48686/0 (socket says 172.21.15.17:48686) 2024-09-16T01:51:57.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5411856640 1 -- 172.21.15.17:0/222606343 learned_addr learned my addr 172.21.15.17:0/222606343 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:57.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5411055640 1 --2- 172.21.15.17:0/222606343 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f540c100aa0 0x7f540c101820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5412057640 1 --2- 172.21.15.17:0/222606343 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f540c106b80 0x7f540c101d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5411856640 1 -- 172.21.15.17:0/222606343 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f540c106b80 msgr2=0x7f540c101d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5411856640 1 --2- 172.21.15.17:0/222606343 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f540c106b80 0x7f540c101d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5411856640 1 -- 172.21.15.17:0/222606343 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f540c100aa0 msgr2=0x7f540c101820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5411856640 1 --2- 172.21.15.17:0/222606343 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f540c100aa0 0x7f540c101820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.792+0000 7f5411856640 1 -- 172.21.15.17:0/222606343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f540c1a68e0 con 0x7f540c100100 2024-09-16T01:51:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.793+0000 7f5411856640 1 --2- 172.21.15.17:0/222606343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f540c100100 0x7f540c1012e0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f5408005940 tx=0x7f54080042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.793+0000 7f5402ffd640 1 -- 172.21.15.17:0/222606343 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f540803f030 con 0x7f540c100100 2024-09-16T01:51:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.793+0000 7f5413aba640 1 -- 172.21.15.17:0/222606343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f540c1a6b70 con 0x7f540c100100 2024-09-16T01:51:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.793+0000 7f5402ffd640 1 -- 172.21.15.17:0/222606343 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5408003cb0 con 0x7f540c100100 2024-09-16T01:51:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.793+0000 7f5402ffd640 1 -- 172.21.15.17:0/222606343 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5408035070 con 0x7f540c100100 2024-09-16T01:51:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.793+0000 7f5413aba640 1 -- 172.21.15.17:0/222606343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f540c1a7050 con 0x7f540c100100 2024-09-16T01:51:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.796+0000 7f5402ffd640 1 -- 172.21.15.17:0/222606343 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f5408042030 con 0x7f540c100100 2024-09-16T01:51:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.796+0000 7f5415e93740 1 Processor -- start 2024-09-16T01:51:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.796+0000 7f5415e93740 1 -- start start 2024-09-16T01:51:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.796+0000 7f5415e93740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d47b40 0x55e582d46090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.796+0000 7f5415e93740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d465d0 0x55e582d46a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.796+0000 7f5415e93740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 0x55e582d53760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.796+0000 7f5415e93740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e582cac2f0 con 0x55e582d47b40 2024-09-16T01:51:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.796+0000 7f5415e93740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e582c53cf0 con 0x55e582d465d0 2024-09-16T01:51:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.796+0000 7f5415e93740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e582ca82b0 con 0x55e582d51370 2024-09-16T01:51:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5412057640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d47b40 0x55e582d46090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5411856640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d465d0 0x55e582d46a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5412057640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d47b40 0x55e582d46090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48690/0 (socket says 172.21.15.17:48690) 2024-09-16T01:51:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5412057640 1 -- 172.21.15.17:0/1833530309 learned_addr learned my addr 172.21.15.17:0/1833530309 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5411055640 1 --2- 172.21.15.17:0/1833530309 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 0x55e582d53760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5402ffd640 1 --2- 172.21.15.17:0/222606343 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f53f80a3240 0x7f53f80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5412057640 1 -- 172.21.15.17:0/1833530309 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 msgr2=0x55e582d53760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5412057640 1 --2- 172.21.15.17:0/1833530309 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 0x55e582d53760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5412057640 1 -- 172.21.15.17:0/1833530309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d465d0 msgr2=0x55e582d46a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5412057640 1 --2- 172.21.15.17:0/1833530309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d465d0 0x55e582d46a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5412057640 1 -- 172.21.15.17:0/1833530309 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e582c383a0 con 0x55e582d47b40 2024-09-16T01:51:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5411856640 1 --2- 172.21.15.17:0/1833530309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d465d0 0x55e582d46a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5411055640 1 --2- 172.21.15.17:0/1833530309 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 0x55e582d53760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:51:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5402ffd640 1 -- 172.21.15.17:0/222606343 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f54080efc60 con 0x7f540c100100 2024-09-16T01:51:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5412057640 1 --2- 172.21.15.17:0/222606343 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f53f80a3240 0x7f53f80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f5412057640 1 --2- 172.21.15.17:0/1833530309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d47b40 0x55e582d46090 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f5404010470 tx=0x7f5404010930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d913fb6df97366f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.797+0000 7f53f7fff640 1 -- 172.21.15.17:0/1833530309 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f540401d400 con 0x55e582d47b40 2024-09-16T01:51:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.798+0000 7f53f7fff640 1 -- 172.21.15.17:0/1833530309 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54040134c0 con 0x55e582d47b40 2024-09-16T01:51:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.798+0000 7f53f7fff640 1 -- 172.21.15.17:0/1833530309 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5404011760 con 0x55e582d47b40 2024-09-16T01:51:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.798+0000 7f5412057640 1 --2- 172.21.15.17:0/222606343 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f53f80a3240 0x7f53f80a5700 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f5404021000 tx=0x7f540401e000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.798+0000 7f5415e93740 1 -- 172.21.15.17:0/1833530309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d47b40 msgr2=0x55e582d46090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.798+0000 7f5415e93740 1 --2- 172.21.15.17:0/1833530309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d47b40 0x55e582d46090 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f5404010470 tx=0x7f5404010930 comp rx=0 tx=0).stop 2024-09-16T01:51:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.799+0000 7f5415e93740 1 -- 172.21.15.17:0/1833530309 shutdown_connections 2024-09-16T01:51:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.799+0000 7f5415e93740 1 --2- 172.21.15.17:0/1833530309 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 0x55e582d53760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.799+0000 7f5415e93740 1 --2- 172.21.15.17:0/1833530309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d465d0 0x55e582d46a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.799+0000 7f5415e93740 1 --2- 172.21.15.17:0/1833530309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d47b40 0x55e582d46090 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.799+0000 7f5415e93740 1 -- 172.21.15.17:0/1833530309 >> 172.21.15.17:0/1833530309 conn(0x55e582d0f310 msgr2=0x55e582d42c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.799+0000 7f5415e93740 1 -- 172.21.15.17:0/1833530309 shutdown_connections 2024-09-16T01:51:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.799+0000 7f5415e93740 1 -- 172.21.15.17:0/1833530309 wait complete. 2024-09-16T01:51:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.799+0000 7f5415e93740 1 -- start start 2024-09-16T01:51:57.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.799+0000 7f5415e93740 1 Processor -- start 2024-09-16T01:51:57.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5415e93740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d465d0 0x55e582d50d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5415e93740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d47b40 0x55e582d4e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5415e93740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 0x55e582d4e5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5415e93740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e582d54070 con 0x55e582d47b40 2024-09-16T01:51:57.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5415e93740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e582c67060 con 0x55e582d465d0 2024-09-16T01:51:57.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5415e93740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e582d541f0 con 0x55e582d51370 2024-09-16T01:51:57.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5415e93740 10 client.0 _ll_register_callbacks cb 0x55e5829ba8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:57.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5411055640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d47b40 0x55e582d4e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5411856640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d465d0 0x55e582d50d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5411055640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d47b40 0x55e582d4e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48694/0 (socket says 172.21.15.17:48694) 2024-09-16T01:51:57.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5411856640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d465d0 0x55e582d50d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:41012/0 (socket says 172.21.15.17:41012) 2024-09-16T01:51:57.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5411055640 1 -- 172.21.15.17:0/1234041363 learned_addr learned my addr 172.21.15.17:0/1234041363 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:57.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5412057640 1 --2- 172.21.15.17:0/1234041363 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 0x55e582d4e5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5411055640 1 -- 172.21.15.17:0/1234041363 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 msgr2=0x55e582d4e5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:57.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5411055640 1 --2- 172.21.15.17:0/1234041363 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 0x55e582d4e5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5411055640 1 -- 172.21.15.17:0/1234041363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d465d0 msgr2=0x55e582d50d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:57.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5411055640 1 --2- 172.21.15.17:0/1234041363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d465d0 0x55e582d50d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5411055640 1 -- 172.21.15.17:0/1234041363 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e582a1d3c0 con 0x55e582d47b40 2024-09-16T01:51:57.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.800+0000 7f5411055640 1 --2- 172.21.15.17:0/1234041363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d47b40 0x55e582d4e000 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f53fc0126e0 tx=0x7f53fc012ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=293123728d588426 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:57.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.801+0000 7f53f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:51:57.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.801+0000 7f53f57fa640 1 -- 172.21.15.17:0/1234041363 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f53fc004050 con 0x55e582d47b40 2024-09-16T01:51:57.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.801+0000 7f53f57fa640 1 -- 172.21.15.17:0/1234041363 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f53fc0041f0 con 0x55e582d47b40 2024-09-16T01:51:57.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.801+0000 7f5415e93740 1 -- 172.21.15.17:0/1234041363 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f54040134c0 con 0x55e582d47b40 2024-09-16T01:51:57.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.801+0000 7f53f57fa640 1 -- 172.21.15.17:0/1234041363 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f53fc0043f0 con 0x55e582d47b40 2024-09-16T01:51:57.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.801+0000 7f5415e93740 10 client.16785 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:57.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.801+0000 7f5415e93740 1 -- 172.21.15.17:0/1234041363 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e582d5fb80 con 0x55e582d47b40 2024-09-16T01:51:57.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.801+0000 7f53f57fa640 1 -- 172.21.15.17:0/1234041363 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54040134c0 con 0x55e582d47b40 2024-09-16T01:51:57.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.802+0000 7f53f57fa640 1 -- 172.21.15.17:0/1234041363 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f53fc003ba0 con 0x55e582d47b40 2024-09-16T01:51:57.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.802+0000 7f5415e93740 10 client.16785 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:57.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.802+0000 7f5415e93740 10 client.16785 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:51:57.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.802+0000 7f5415e93740 20 client.16785 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:57.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.802+0000 7f5415e93740 1 --2- 172.21.15.17:0/1234041363 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e582d61090 0x55e582d634b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.802+0000 7f5415e93740 4 client.16785 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:51:57.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.802+0000 7f5415e93740 1 -- 172.21.15.17:0/1234041363 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e582cb9860 con 0x55e582d61090 2024-09-16T01:51:57.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.802+0000 7f5411856640 1 --2- 172.21.15.17:0/1234041363 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e582d61090 0x55e582d634b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.802+0000 7f5411856640 1 --2- 172.21.15.17:0/1234041363 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e582d61090 0x55e582d634b0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1757e9acbc3618f server_cookie=d41909111ee3bbf6 in_seq=0 out_seq=0 2024-09-16T01:51:57.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.802+0000 7f53f57fa640 10 client.16785 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:57.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f53f57fa640 1 -- 172.21.15.17:0/1234041363 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e582cb9860 con 0x55e582d61090 2024-09-16T01:51:57.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f53f57fa640 10 client.16785 handle_command_reply: tid=0 2024-09-16T01:51:57.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f5415e93740 1 client.16785 shutdown 2024-09-16T01:51:57.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f5415e93740 1 -- 172.21.15.17:0/1234041363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d47b40 msgr2=0x55e582d4e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:57.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f5415e93740 1 --2- 172.21.15.17:0/1234041363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d47b40 0x55e582d4e000 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f53fc0126e0 tx=0x7f53fc012ba0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f5415e93740 1 -- 172.21.15.17:0/1234041363 shutdown_connections 2024-09-16T01:51:57.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f5415e93740 1 --2- 172.21.15.17:0/1234041363 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e582d61090 0x55e582d634b0 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f5415e93740 1 --2- 172.21.15.17:0/1234041363 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 0x55e582d4e5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f5415e93740 1 --2- 172.21.15.17:0/1234041363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d47b40 0x55e582d4e000 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f5415e93740 1 --2- 172.21.15.17:0/1234041363 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d465d0 0x55e582d50d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f5415e93740 1 -- 172.21.15.17:0/1234041363 >> 172.21.15.17:0/1234041363 conn(0x55e582d0f310 msgr2=0x55e582d48930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:57.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f53f57fa640 0 client.16785 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:57.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f5415e93740 1 -- 172.21.15.17:0/1234041363 shutdown_connections 2024-09-16T01:51:57.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f5415e93740 1 -- 172.21.15.17:0/1234041363 wait complete. 2024-09-16T01:51:57.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.804+0000 7f5415e93740 20 client.16785 trim_cache size 0 max 16384 2024-09-16T01:51:57.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.819+0000 7f5415e93740 1 Processor -- start 2024-09-16T01:51:57.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.819+0000 7f5415e93740 1 -- start start 2024-09-16T01:51:57.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.819+0000 7f5415e93740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d465d0 0x55e582d4dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.819+0000 7f5415e93740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 0x55e582d5d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.819+0000 7f5415e93740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d68d80 0x55e582d691e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.819+0000 7f5415e93740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f540c1b1f50 con 0x55e582d465d0 2024-09-16T01:51:57.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.819+0000 7f5415e93740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f540c1af820 con 0x55e582d68d80 2024-09-16T01:51:57.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.819+0000 7f5415e93740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f540c1ad650 con 0x55e582d51370 2024-09-16T01:51:57.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f5411856640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d465d0 0x55e582d4dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f5411856640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d465d0 0x55e582d4dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48706/0 (socket says 172.21.15.17:48706) 2024-09-16T01:51:57.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f5411856640 1 -- 172.21.15.17:0/339261672 learned_addr learned my addr 172.21.15.17:0/339261672 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:57.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f5411055640 1 --2- 172.21.15.17:0/339261672 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 0x55e582d5d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f5412057640 1 --2- 172.21.15.17:0/339261672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d68d80 0x55e582d691e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f5411856640 1 -- 172.21.15.17:0/339261672 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 msgr2=0x55e582d5d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:57.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f5411856640 1 --2- 172.21.15.17:0/339261672 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 0x55e582d5d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f5411856640 1 -- 172.21.15.17:0/339261672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d68d80 msgr2=0x55e582d691e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:57.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f5411856640 1 --2- 172.21.15.17:0/339261672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d68d80 0x55e582d691e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f5411856640 1 -- 172.21.15.17:0/339261672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e582d49120 con 0x55e582d465d0 2024-09-16T01:51:57.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f5412057640 1 --2- 172.21.15.17:0/339261672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d68d80 0x55e582d691e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:51:57.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f5411856640 1 --2- 172.21.15.17:0/339261672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d465d0 0x55e582d4dfd0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f54080b8790 tx=0x7f54080ed630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dabcf38aeb41f80a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:57.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f53f77fe640 1 -- 172.21.15.17:0/339261672 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5408049040 con 0x55e582d465d0 2024-09-16T01:51:57.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f53f77fe640 1 -- 172.21.15.17:0/339261672 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f540803b460 con 0x55e582d465d0 2024-09-16T01:51:57.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.820+0000 7f53f77fe640 1 -- 172.21.15.17:0/339261672 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54080bc330 con 0x55e582d465d0 2024-09-16T01:51:57.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.821+0000 7f5415e93740 1 -- 172.21.15.17:0/339261672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d465d0 msgr2=0x55e582d4dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:57.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.821+0000 7f5415e93740 1 --2- 172.21.15.17:0/339261672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d465d0 0x55e582d4dfd0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f54080b8790 tx=0x7f54080ed630 comp rx=0 tx=0).stop 2024-09-16T01:51:57.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.821+0000 7f5415e93740 1 -- 172.21.15.17:0/339261672 shutdown_connections 2024-09-16T01:51:57.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.821+0000 7f5415e93740 1 --2- 172.21.15.17:0/339261672 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d68d80 0x55e582d691e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.821+0000 7f5415e93740 1 --2- 172.21.15.17:0/339261672 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d51370 0x55e582d5d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.821+0000 7f5415e93740 1 --2- 172.21.15.17:0/339261672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d465d0 0x55e582d4dfd0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.821+0000 7f5415e93740 1 -- 172.21.15.17:0/339261672 >> 172.21.15.17:0/339261672 conn(0x55e582d0f310 msgr2=0x55e582d4d8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:57.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.821+0000 7f5415e93740 1 -- 172.21.15.17:0/339261672 shutdown_connections 2024-09-16T01:51:57.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.821+0000 7f5415e93740 1 -- 172.21.15.17:0/339261672 wait complete. 2024-09-16T01:51:57.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.822+0000 7f5415e93740 1 -- start start 2024-09-16T01:51:57.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.822+0000 7f5415e93740 1 Processor -- start 2024-09-16T01:51:57.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.822+0000 7f5415e93740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d465d0 0x55e582d59760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.822+0000 7f5415e93740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d51370 0x55e582d59ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.822+0000 7f5415e93740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d68d80 0x55e582d4aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.822+0000 7f5415e93740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f540c1adce0 con 0x55e582d68d80 2024-09-16T01:51:57.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.822+0000 7f5415e93740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f540c1af150 con 0x55e582d51370 2024-09-16T01:51:57.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.822+0000 7f5415e93740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f540c1ae3b0 con 0x55e582d465d0 2024-09-16T01:51:57.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.822+0000 7f5415e93740 10 client.0 _ll_register_callbacks cb 0x7f53fc009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:51:57.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f5412057640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d68d80 0x55e582d4aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f5411856640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d465d0 0x55e582d59760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f5412057640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d68d80 0x55e582d4aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48714/0 (socket says 172.21.15.17:48714) 2024-09-16T01:51:57.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f5412057640 1 -- 172.21.15.17:0/3057871688 learned_addr learned my addr 172.21.15.17:0/3057871688 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:51:57.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f5411055640 1 --2- 172.21.15.17:0/3057871688 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d51370 0x55e582d59ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f5411856640 1 -- 172.21.15.17:0/3057871688 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d51370 msgr2=0x55e582d59ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:57.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f5411856640 1 --2- 172.21.15.17:0/3057871688 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d51370 0x55e582d59ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f5411856640 1 -- 172.21.15.17:0/3057871688 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d68d80 msgr2=0x55e582d4aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:51:57.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f5411856640 1 --2- 172.21.15.17:0/3057871688 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d68d80 0x55e582d4aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f5411856640 1 -- 172.21.15.17:0/3057871688 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e582d4b260 con 0x55e582d465d0 2024-09-16T01:51:57.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f5411856640 1 --2- 172.21.15.17:0/3057871688 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d465d0 0x55e582d59760 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f5408003fd0 tx=0x7f54080bbee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5813a4ab831d0e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:51:57.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f53f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:51:57.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f53f57fa640 1 -- 172.21.15.17:0/3057871688 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54080d9020 con 0x55e582d465d0 2024-09-16T01:51:57.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f53f57fa640 1 -- 172.21.15.17:0/3057871688 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f54080bc590 con 0x55e582d465d0 2024-09-16T01:51:57.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.823+0000 7f5415e93740 1 -- 172.21.15.17:0/3057871688 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55e582cb3d70 con 0x55e582d465d0 2024-09-16T01:51:57.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.824+0000 7f53f57fa640 1 -- 172.21.15.17:0/3057871688 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f54080a1050 con 0x55e582d465d0 2024-09-16T01:51:57.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.824+0000 7f5415e93740 10 client.26452 fetch_fsmap learned FSMap version 25 2024-09-16T01:51:57.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.824+0000 7f5415e93740 1 -- 172.21.15.17:0/3057871688 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e582dcb930 con 0x55e582d465d0 2024-09-16T01:51:57.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.824+0000 7f53f57fa640 1 -- 172.21.15.17:0/3057871688 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f54080bc810 con 0x55e582d465d0 2024-09-16T01:51:57.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.824+0000 7f53f57fa640 1 -- 172.21.15.17:0/3057871688 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f54080c4a60 con 0x55e582d465d0 2024-09-16T01:51:57.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.824+0000 7f5415e93740 10 client.26452 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:51:57.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.824+0000 7f5415e93740 10 client.26452 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:51:57.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.824+0000 7f5415e93740 20 client.26452 populate_metadata read hostname 'smithi017' 2024-09-16T01:51:57.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.825+0000 7f5415e93740 1 --2- 172.21.15.17:0/3057871688 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e582dcbf90 0x55e582dce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:51:57.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.825+0000 7f5415e93740 4 client.26452 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:51:57.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.825+0000 7f5415e93740 1 -- 172.21.15.17:0/3057871688 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e582cb3d70 con 0x55e582dcbf90 2024-09-16T01:51:57.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.825+0000 7f5411055640 1 --2- 172.21.15.17:0/3057871688 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e582dcbf90 0x55e582dce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:51:57.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.826+0000 7f5411055640 1 --2- 172.21.15.17:0/3057871688 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e582dcbf90 0x55e582dce380 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fbebb260ee6d0795 server_cookie=fa509ca41b7947f3 in_seq=0 out_seq=0 2024-09-16T01:51:57.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.826+0000 7f53f57fa640 10 client.26452 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:57.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.826+0000 7f53f57fa640 1 -- 172.21.15.17:0/3057871688 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e582cb3d70 con 0x55e582dcbf90 2024-09-16T01:51:57.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.826+0000 7f53f57fa640 10 client.26452 handle_command_reply: tid=0 2024-09-16T01:51:57.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.826+0000 7f5415e93740 1 client.26452 shutdown 2024-09-16T01:51:57.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.826+0000 7f5415e93740 1 -- 172.21.15.17:0/3057871688 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d465d0 msgr2=0x55e582d59760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:57.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.826+0000 7f5415e93740 1 --2- 172.21.15.17:0/3057871688 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d465d0 0x55e582d59760 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f5408003fd0 tx=0x7f54080bbee0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.826+0000 7f5415e93740 1 -- 172.21.15.17:0/3057871688 shutdown_connections 2024-09-16T01:51:57.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.826+0000 7f5415e93740 1 --2- 172.21.15.17:0/3057871688 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e582dcbf90 0x55e582dce380 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.826+0000 7f5415e93740 1 --2- 172.21.15.17:0/3057871688 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e582d68d80 0x55e582d4aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.826+0000 7f5415e93740 1 --2- 172.21.15.17:0/3057871688 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e582d51370 0x55e582d59ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.826+0000 7f53f57fa640 0 client.26452 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:51:57.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.826+0000 7f5415e93740 1 --2- 172.21.15.17:0/3057871688 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e582d465d0 0x55e582d59760 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.827+0000 7f5415e93740 1 -- 172.21.15.17:0/3057871688 >> 172.21.15.17:0/3057871688 conn(0x55e582d0f310 msgr2=0x55e582d4d8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:57.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.827+0000 7f5415e93740 1 -- 172.21.15.17:0/3057871688 shutdown_connections 2024-09-16T01:51:57.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.827+0000 7f5415e93740 1 -- 172.21.15.17:0/3057871688 wait complete. 2024-09-16T01:51:57.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.827+0000 7f5415e93740 20 client.26452 trim_cache size 0 max 16384 2024-09-16T01:51:57.837 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:51:57.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.828+0000 7f5413aba640 1 -- 172.21.15.17:0/222606343 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f53f80a3240 msgr2=0x7f53f80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:57.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.828+0000 7f5413aba640 1 --2- 172.21.15.17:0/222606343 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f53f80a3240 0x7f53f80a5700 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f5404021000 tx=0x7f540401e000 comp rx=0 tx=0).stop 2024-09-16T01:51:57.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.828+0000 7f5413aba640 1 -- 172.21.15.17:0/222606343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f540c100100 msgr2=0x7f540c1012e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:51:57.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.828+0000 7f5413aba640 1 --2- 172.21.15.17:0/222606343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f540c100100 0x7f540c1012e0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f5408005940 tx=0x7f54080042f0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.828+0000 7f5413aba640 1 -- 172.21.15.17:0/222606343 shutdown_connections 2024-09-16T01:51:57.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.828+0000 7f5413aba640 1 --2- 172.21.15.17:0/222606343 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f53f80a3240 0x7f53f80a5700 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.828+0000 7f5413aba640 1 --2- 172.21.15.17:0/222606343 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f540c106b80 0x7f540c101d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.828+0000 7f5413aba640 1 --2- 172.21.15.17:0/222606343 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f540c100aa0 0x7f540c101820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.828+0000 7f5413aba640 1 --2- 172.21.15.17:0/222606343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f540c100100 0x7f540c1012e0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:51:57.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.828+0000 7f5413aba640 1 -- 172.21.15.17:0/222606343 >> 172.21.15.17:0/222606343 conn(0x7f540c077230 msgr2=0x7f540c104cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:51:57.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.828+0000 7f5413aba640 1 -- 172.21.15.17:0/222606343 shutdown_connections 2024-09-16T01:51:57.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:51:57.828+0000 7f5413aba640 1 -- 172.21.15.17:0/222606343 wait complete. 2024-09-16T01:51:58.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:57 smithi017 ceph-mon[30972]: pgmap v592: 97 pgs: 97 active+clean; 135 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.5 MiB/s wr, 78 op/s 2024-09-16T01:51:58.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:57 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:51:58.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:57 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:51:58.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:57 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:51:58.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:57 smithi122 ceph-mon[34758]: pgmap v592: 97 pgs: 97 active+clean; 135 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.5 MiB/s wr, 78 op/s 2024-09-16T01:51:58.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:57 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:51:58.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:57 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:51:58.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:57 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:51:58.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:57 smithi029 ceph-mon[34783]: pgmap v592: 97 pgs: 97 active+clean; 135 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.5 MiB/s wr, 78 op/s 2024-09-16T01:51:58.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:57 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:51:58.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:57 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:51:58.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:57 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:51:58.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 308348 3.75 MB/sec execute 321 sec latency 13.638 ms 2024-09-16T01:51:59.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 308908 3.75 MB/sec execute 322 sec latency 10.532 ms 2024-09-16T01:51:59.641 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:51:59.641 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:51:59.929 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:52:00.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:51:59 smithi017 ceph-mon[30972]: pgmap v593: 97 pgs: 97 active+clean; 137 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:52:00.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:51:59 smithi122 ceph-mon[34758]: pgmap v593: 97 pgs: 97 active+clean; 137 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:52:00.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:51:59 smithi029 ceph-mon[34783]: pgmap v593: 97 pgs: 97 active+clean; 137 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:52:00.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 309397 3.75 MB/sec execute 323 sec latency 37.377 ms 2024-09-16T01:52:00.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.654+0000 7ffa4c690640 1 -- 172.21.15.17:0/4158270332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa44108300 msgr2=0x7ffa4410ec70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:00.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.654+0000 7ffa4c690640 1 --2- 172.21.15.17:0/4158270332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa44108300 0x7ffa4410ec70 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7ffa3c009cd0 tx=0x7ffa3c02a8d0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.654+0000 7ffa4c690640 1 -- 172.21.15.17:0/4158270332 shutdown_connections 2024-09-16T01:52:00.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.654+0000 7ffa4c690640 1 --2- 172.21.15.17:0/4158270332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa44108300 0x7ffa4410ec70 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.654+0000 7ffa4c690640 1 --2- 172.21.15.17:0/4158270332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa44103780 0x7ffa44107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.654+0000 7ffa4c690640 1 --2- 172.21.15.17:0/4158270332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffa44102dd0 0x7ffa441031b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.654+0000 7ffa4c690640 1 -- 172.21.15.17:0/4158270332 >> 172.21.15.17:0/4158270332 conn(0x7ffa440fc7d0 msgr2=0x7ffa440febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:00.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.655+0000 7ffa4c690640 1 -- 172.21.15.17:0/4158270332 shutdown_connections 2024-09-16T01:52:00.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.655+0000 7ffa4c690640 1 -- 172.21.15.17:0/4158270332 wait complete. 2024-09-16T01:52:00.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4c690640 1 Processor -- start 2024-09-16T01:52:00.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4c690640 1 -- start start 2024-09-16T01:52:00.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4c690640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa44102dd0 0x7ffa44100a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4c690640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa44103780 0x7ffa44100f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4c690640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffa44108300 0x7ffa441014b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4c690640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffa44111f80 con 0x7ffa44102dd0 2024-09-16T01:52:00.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4c690640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffa44111e00 con 0x7ffa44103780 2024-09-16T01:52:00.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4c690640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffa44112100 con 0x7ffa44108300 2024-09-16T01:52:00.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4a42c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa44102dd0 0x7ffa44100a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4a42c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa44102dd0 0x7ffa44100a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48736/0 (socket says 172.21.15.17:48736) 2024-09-16T01:52:00.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4a42c640 1 -- 172.21.15.17:0/4118108966 learned_addr learned my addr 172.21.15.17:0/4118108966 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:00.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4ac2d640 1 --2- 172.21.15.17:0/4118108966 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffa44108300 0x7ffa441014b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa49c2b640 1 --2- 172.21.15.17:0/4118108966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa44103780 0x7ffa44100f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4a42c640 1 -- 172.21.15.17:0/4118108966 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffa44108300 msgr2=0x7ffa441014b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:00.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4a42c640 1 --2- 172.21.15.17:0/4118108966 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffa44108300 0x7ffa441014b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4a42c640 1 -- 172.21.15.17:0/4118108966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa44103780 msgr2=0x7ffa44100f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:00.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4a42c640 1 --2- 172.21.15.17:0/4118108966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa44103780 0x7ffa44100f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.656+0000 7ffa4a42c640 1 -- 172.21.15.17:0/4118108966 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa441a6940 con 0x7ffa44102dd0 2024-09-16T01:52:00.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.657+0000 7ffa4a42c640 1 --2- 172.21.15.17:0/4118108966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa44102dd0 0x7ffa44100a30 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7ffa4000e9f0 tx=0x7ffa4000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:00.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.657+0000 7ffa3b7fe640 1 -- 172.21.15.17:0/4118108966 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa4000cd80 con 0x7ffa44102dd0 2024-09-16T01:52:00.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.657+0000 7ffa4c690640 1 -- 172.21.15.17:0/4118108966 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa441a6c30 con 0x7ffa44102dd0 2024-09-16T01:52:00.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.657+0000 7ffa3b7fe640 1 -- 172.21.15.17:0/4118108966 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa400108e0 con 0x7ffa44102dd0 2024-09-16T01:52:00.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.657+0000 7ffa3b7fe640 1 -- 172.21.15.17:0/4118108966 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa40018920 con 0x7ffa44102dd0 2024-09-16T01:52:00.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.657+0000 7ffa4c690640 1 -- 172.21.15.17:0/4118108966 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa441a71c0 con 0x7ffa44102dd0 2024-09-16T01:52:00.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.659+0000 7ffa3b7fe640 1 -- 172.21.15.17:0/4118108966 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7ffa40010a90 con 0x7ffa44102dd0 2024-09-16T01:52:00.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.660+0000 7ffa4ea69740 1 Processor -- start 2024-09-16T01:52:00.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.660+0000 7ffa4ea69740 1 -- start start 2024-09-16T01:52:00.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.660+0000 7ffa4ea69740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f985b60 0x56071f985f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.660+0000 7ffa4ea69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f990800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.660+0000 7ffa4ea69740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f990d40 0x56071f993130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.660+0000 7ffa4ea69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56071f8eb280 con 0x56071f986480 2024-09-16T01:52:00.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.660+0000 7ffa4ea69740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56071f892b10 con 0x56071f985b60 2024-09-16T01:52:00.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.660+0000 7ffa4ea69740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56071f8e7240 con 0x56071f990d40 2024-09-16T01:52:00.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.660+0000 7ffa3b7fe640 1 --2- 172.21.15.17:0/4118108966 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffa300a3240 0x7ffa300a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.660+0000 7ffa49c2b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f990d40 0x56071f993130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.660+0000 7ffa49c2b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f990d40 0x56071f993130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36768/0 (socket says 172.21.15.17:36768) 2024-09-16T01:52:00.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.660+0000 7ffa49c2b640 1 -- 172.21.15.17:0/3787479734 learned_addr learned my addr 172.21.15.17:0/3787479734 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:00.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.660+0000 7ffa3b7fe640 1 -- 172.21.15.17:0/4118108966 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ffa400cfc20 con 0x7ffa44102dd0 2024-09-16T01:52:00.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.661+0000 7ffa4ac2d640 1 --2- 172.21.15.17:0/4118108966 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffa300a3240 0x7ffa300a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.661+0000 7ffa4a42c640 1 --2- 172.21.15.17:0/3787479734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f990800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.661+0000 7ffa4ac2d640 1 --2- 172.21.15.17:0/3787479734 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f985b60 0x56071f985f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.661+0000 7ffa49c2b640 1 -- 172.21.15.17:0/3787479734 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f985b60 msgr2=0x56071f985f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:00.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.661+0000 7ffa49c2b640 1 --2- 172.21.15.17:0/3787479734 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f985b60 0x56071f985f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.661+0000 7ffa49c2b640 1 -- 172.21.15.17:0/3787479734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 msgr2=0x56071f990800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:00.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.661+0000 7ffa49c2b640 1 --2- 172.21.15.17:0/3787479734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f990800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.661+0000 7ffa49c2b640 1 -- 172.21.15.17:0/3787479734 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56071f89f1f0 con 0x56071f990d40 2024-09-16T01:52:00.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.661+0000 7ffa4a42c640 1 --2- 172.21.15.17:0/3787479734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f990800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:52:00.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.661+0000 7ffa4ac2d640 1 --2- 172.21.15.17:0/4118108966 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffa300a3240 0x7ffa300a5700 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7ffa3c006010 tx=0x7ffa3c009800 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:00.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.661+0000 7ffa49c2b640 1 --2- 172.21.15.17:0/3787479734 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f990d40 0x56071f993130 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ffa3400aaf0 tx=0x7ffa3400f3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d3fe97500f091711 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:00.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.661+0000 7ffa38ff9640 1 -- 172.21.15.17:0/3787479734 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa34004020 con 0x56071f990d40 2024-09-16T01:52:00.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.662+0000 7ffa38ff9640 1 -- 172.21.15.17:0/3787479734 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa340041c0 con 0x56071f990d40 2024-09-16T01:52:00.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.662+0000 7ffa38ff9640 1 -- 172.21.15.17:0/3787479734 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa340186f0 con 0x56071f990d40 2024-09-16T01:52:00.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.662+0000 7ffa4ea69740 1 -- 172.21.15.17:0/3787479734 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f990d40 msgr2=0x56071f993130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:00.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.662+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/3787479734 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f990d40 0x56071f993130 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ffa3400aaf0 tx=0x7ffa3400f3c0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.662+0000 7ffa4ea69740 1 -- 172.21.15.17:0/3787479734 shutdown_connections 2024-09-16T01:52:00.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.662+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/3787479734 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f990d40 0x56071f993130 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.662+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/3787479734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f990800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.662+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/3787479734 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f985b60 0x56071f985f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.662+0000 7ffa4ea69740 1 -- 172.21.15.17:0/3787479734 >> 172.21.15.17:0/3787479734 conn(0x56071f9820f0 msgr2=0x56071f9824d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:00.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa4ea69740 1 -- 172.21.15.17:0/3787479734 shutdown_connections 2024-09-16T01:52:00.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa4ea69740 1 -- 172.21.15.17:0/3787479734 wait complete. 2024-09-16T01:52:00.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa4ea69740 1 -- start start 2024-09-16T01:52:00.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa4ea69740 1 Processor -- start 2024-09-16T01:52:00.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa4ea69740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f9907f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa4ea69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f98db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa4ea69740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f990d40 0x56071f98e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa4ea69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56071f993910 con 0x56071f986480 2024-09-16T01:52:00.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa4ea69740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56071f8a5f10 con 0x56071f990d40 2024-09-16T01:52:00.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa4ea69740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56071f993a90 con 0x56071f985b60 2024-09-16T01:52:00.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa4ea69740 10 client.0 _ll_register_callbacks cb 0x56071f86ea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:00.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa4a42c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f9907f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa49c2b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f98db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa4a42c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f9907f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36782/0 (socket says 172.21.15.17:36782) 2024-09-16T01:52:00.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa4a42c640 1 -- 172.21.15.17:0/84730725 learned_addr learned my addr 172.21.15.17:0/84730725 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:00.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.663+0000 7ffa49c2b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f98db40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48744/0 (socket says 172.21.15.17:48744) 2024-09-16T01:52:00.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.664+0000 7ffa4ac2d640 1 --2- 172.21.15.17:0/84730725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f990d40 0x56071f98e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.664+0000 7ffa4a42c640 1 -- 172.21.15.17:0/84730725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f990d40 msgr2=0x56071f98e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:00.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.664+0000 7ffa4a42c640 1 --2- 172.21.15.17:0/84730725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f990d40 0x56071f98e2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.664+0000 7ffa4a42c640 1 -- 172.21.15.17:0/84730725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 msgr2=0x56071f98db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:00.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.664+0000 7ffa4a42c640 1 --2- 172.21.15.17:0/84730725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f98db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.664+0000 7ffa4a42c640 1 -- 172.21.15.17:0/84730725 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56071f65c6a0 con 0x56071f985b60 2024-09-16T01:52:00.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.664+0000 7ffa4a42c640 1 --2- 172.21.15.17:0/84730725 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f9907f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ffa40000c00 tx=0x7ffa4009c370 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4e0306ee196d216a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:00.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.664+0000 7ffa2dffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:52:00.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.664+0000 7ffa2dffb640 1 -- 172.21.15.17:0/84730725 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa400bc2c0 con 0x56071f985b60 2024-09-16T01:52:00.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.664+0000 7ffa2dffb640 1 -- 172.21.15.17:0/84730725 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ffa400a0130 con 0x56071f985b60 2024-09-16T01:52:00.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.664+0000 7ffa4ea69740 1 -- 172.21.15.17:0/84730725 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa340041c0 con 0x56071f985b60 2024-09-16T01:52:00.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.664+0000 7ffa2dffb640 1 -- 172.21.15.17:0/84730725 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ffa400a0330 con 0x56071f985b60 2024-09-16T01:52:00.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.664+0000 7ffa4ea69740 10 client.26464 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:00.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.664+0000 7ffa4ea69740 1 -- 172.21.15.17:0/84730725 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56071f99f3e0 con 0x56071f985b60 2024-09-16T01:52:00.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.665+0000 7ffa2dffb640 1 -- 172.21.15.17:0/84730725 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa340041c0 con 0x56071f985b60 2024-09-16T01:52:00.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.665+0000 7ffa2dffb640 1 -- 172.21.15.17:0/84730725 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ffa4009b700 con 0x56071f985b60 2024-09-16T01:52:00.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.665+0000 7ffa4ea69740 10 client.26464 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:00.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.665+0000 7ffa4ea69740 10 client.26464 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:00.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.665+0000 7ffa4ea69740 20 client.26464 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:00.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.665+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/84730725 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56071f9a08a0 0x56071f9a2cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.665+0000 7ffa4ea69740 4 client.26464 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:52:00.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.665+0000 7ffa4ea69740 1 -- 172.21.15.17:0/84730725 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56071f8f87f0 con 0x56071f9a08a0 2024-09-16T01:52:00.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.665+0000 7ffa49c2b640 1 --2- 172.21.15.17:0/84730725 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56071f9a08a0 0x56071f9a2cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.665+0000 7ffa49c2b640 1 --2- 172.21.15.17:0/84730725 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56071f9a08a0 0x56071f9a2cb0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b22da7c55e0f538c server_cookie=9240aadade21d5de in_seq=0 out_seq=0 2024-09-16T01:52:00.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.665+0000 7ffa2dffb640 10 client.26464 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:00.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.666+0000 7ffa2dffb640 1 -- 172.21.15.17:0/84730725 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56071f8f87f0 con 0x56071f9a08a0 2024-09-16T01:52:00.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.666+0000 7ffa2dffb640 10 client.26464 handle_command_reply: tid=0 2024-09-16T01:52:00.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.666+0000 7ffa4ea69740 1 client.26464 shutdown 2024-09-16T01:52:00.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.666+0000 7ffa4ea69740 1 -- 172.21.15.17:0/84730725 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 msgr2=0x56071f9907f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:00.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.666+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/84730725 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f9907f0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ffa40000c00 tx=0x7ffa4009c370 comp rx=0 tx=0).stop 2024-09-16T01:52:00.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.666+0000 7ffa4ea69740 1 -- 172.21.15.17:0/84730725 shutdown_connections 2024-09-16T01:52:00.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.666+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/84730725 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56071f9a08a0 0x56071f9a2cb0 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.666+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/84730725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f990d40 0x56071f98e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.666+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/84730725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f98db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.666+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/84730725 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f9907f0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.666+0000 7ffa4ea69740 1 -- 172.21.15.17:0/84730725 >> 172.21.15.17:0/84730725 conn(0x56071f9820f0 msgr2=0x56071f987e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:00.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.666+0000 7ffa2dffb640 0 client.26464 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:00.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.666+0000 7ffa4ea69740 1 -- 172.21.15.17:0/84730725 shutdown_connections 2024-09-16T01:52:00.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.666+0000 7ffa4ea69740 1 -- 172.21.15.17:0/84730725 wait complete. 2024-09-16T01:52:00.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.667+0000 7ffa4ea69740 20 client.26464 trim_cache size 0 max 16384 2024-09-16T01:52:00.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.688+0000 7ffa4ea69740 1 Processor -- start 2024-09-16T01:52:00.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.688+0000 7ffa4ea69740 1 -- start start 2024-09-16T01:52:00.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4ea69740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f982930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4ea69740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f986480 0x56071f9a8580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4ea69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f990d40 0x56071f9a8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4ea69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffa441b20e0 con 0x56071f990d40 2024-09-16T01:52:00.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4ea69740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffa441af9b0 con 0x56071f986480 2024-09-16T01:52:00.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4ea69740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffa441ad7e0 con 0x56071f985b60 2024-09-16T01:52:00.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4ac2d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f990d40 0x56071f9a8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4a42c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f982930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4ac2d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f990d40 0x56071f9a8ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48748/0 (socket says 172.21.15.17:48748) 2024-09-16T01:52:00.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4a42c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f982930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36790/0 (socket says 172.21.15.17:36790) 2024-09-16T01:52:00.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4ac2d640 1 -- 172.21.15.17:0/493517135 learned_addr learned my addr 172.21.15.17:0/493517135 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:00.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa49c2b640 1 --2- 172.21.15.17:0/493517135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f986480 0x56071f9a8580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4a42c640 1 -- 172.21.15.17:0/493517135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f986480 msgr2=0x56071f9a8580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:00.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4a42c640 1 --2- 172.21.15.17:0/493517135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f986480 0x56071f9a8580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4a42c640 1 -- 172.21.15.17:0/493517135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f990d40 msgr2=0x56071f9a8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:00.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4a42c640 1 --2- 172.21.15.17:0/493517135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f990d40 0x56071f9a8ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.689+0000 7ffa4a42c640 1 -- 172.21.15.17:0/493517135 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56071f97d830 con 0x56071f985b60 2024-09-16T01:52:00.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.690+0000 7ffa4a42c640 1 --2- 172.21.15.17:0/493517135 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f982930 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ffa4009a560 tx=0x7ffa4009bc10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be4f24a982a76e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:00.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.690+0000 7ffa2ffff640 1 -- 172.21.15.17:0/493517135 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa400b5140 con 0x56071f985b60 2024-09-16T01:52:00.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.690+0000 7ffa2ffff640 1 -- 172.21.15.17:0/493517135 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa4009b700 con 0x56071f985b60 2024-09-16T01:52:00.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.690+0000 7ffa2ffff640 1 -- 172.21.15.17:0/493517135 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa400cde00 con 0x56071f985b60 2024-09-16T01:52:00.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.690+0000 7ffa4ea69740 1 -- 172.21.15.17:0/493517135 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 msgr2=0x56071f982930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:00.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.690+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/493517135 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f982930 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ffa4009a560 tx=0x7ffa4009bc10 comp rx=0 tx=0).stop 2024-09-16T01:52:00.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.691+0000 7ffa4ea69740 1 -- 172.21.15.17:0/493517135 shutdown_connections 2024-09-16T01:52:00.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.691+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/493517135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f990d40 0x56071f9a8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.691+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/493517135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f986480 0x56071f9a8580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.691+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/493517135 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f982930 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.691+0000 7ffa4ea69740 1 -- 172.21.15.17:0/493517135 >> 172.21.15.17:0/493517135 conn(0x56071f9820f0 msgr2=0x56071f98c430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:00.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.691+0000 7ffa4ea69740 1 -- 172.21.15.17:0/493517135 shutdown_connections 2024-09-16T01:52:00.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.691+0000 7ffa4ea69740 1 -- 172.21.15.17:0/493517135 wait complete. 2024-09-16T01:52:00.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.691+0000 7ffa4ea69740 1 -- start start 2024-09-16T01:52:00.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.691+0000 7ffa4ea69740 1 Processor -- start 2024-09-16T01:52:00.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.691+0000 7ffa4ea69740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f98ad10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.691+0000 7ffa4ea69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f98b250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.691+0000 7ffa4ea69740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f990d40 0x56071f98b790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa4ea69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffa441ade70 con 0x56071f986480 2024-09-16T01:52:00.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa4ea69740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffa441af2e0 con 0x56071f990d40 2024-09-16T01:52:00.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa4ea69740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffa441ae540 con 0x56071f985b60 2024-09-16T01:52:00.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa49c2b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f98b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa4a42c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f98ad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa49c2b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f98b250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48754/0 (socket says 172.21.15.17:48754) 2024-09-16T01:52:00.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa4a42c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f98ad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36804/0 (socket says 172.21.15.17:36804) 2024-09-16T01:52:00.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa49c2b640 1 -- 172.21.15.17:0/2768609082 learned_addr learned my addr 172.21.15.17:0/2768609082 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:00.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa4ea69740 10 client.0 _ll_register_callbacks cb 0x7ffa400985d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:00.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa4ac2d640 1 --2- 172.21.15.17:0/2768609082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f990d40 0x56071f98b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa4a42c640 1 -- 172.21.15.17:0/2768609082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f990d40 msgr2=0x56071f98b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:00.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa4a42c640 1 --2- 172.21.15.17:0/2768609082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f990d40 0x56071f98b790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa4a42c640 1 -- 172.21.15.17:0/2768609082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 msgr2=0x56071f98b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:00.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa4a42c640 1 --2- 172.21.15.17:0/2768609082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f98b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa4a42c640 1 -- 172.21.15.17:0/2768609082 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56071f98e640 con 0x56071f985b60 2024-09-16T01:52:00.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa4a42c640 1 --2- 172.21.15.17:0/2768609082 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f98ad10 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ffa4009bfb0 tx=0x7ffa4009c370 comp rx=0 tx=0).ready entity=mon.1 client_cookie=258de0a6f4f90f18 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:00.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa2dffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:52:00.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa2dffb640 1 -- 172.21.15.17:0/2768609082 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa4009b8b0 con 0x56071f985b60 2024-09-16T01:52:00.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa2dffb640 1 -- 172.21.15.17:0/2768609082 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ffa40098240 con 0x56071f985b60 2024-09-16T01:52:00.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.692+0000 7ffa4ea69740 1 -- 172.21.15.17:0/2768609082 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffa4009b700 con 0x56071f985b60 2024-09-16T01:52:00.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.693+0000 7ffa2dffb640 1 -- 172.21.15.17:0/2768609082 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ffa400a05b0 con 0x56071f985b60 2024-09-16T01:52:00.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.693+0000 7ffa4ea69740 10 client.26470 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:00.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.693+0000 7ffa4ea69740 1 -- 172.21.15.17:0/2768609082 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56071fa0b840 con 0x56071f985b60 2024-09-16T01:52:00.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.693+0000 7ffa2dffb640 1 -- 172.21.15.17:0/2768609082 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffa4009b700 con 0x56071f985b60 2024-09-16T01:52:00.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.693+0000 7ffa2dffb640 1 -- 172.21.15.17:0/2768609082 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ffa4009b2e0 con 0x56071f985b60 2024-09-16T01:52:00.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.693+0000 7ffa4ea69740 10 client.26470 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:00.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.693+0000 7ffa4ea69740 10 client.26470 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:00.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.693+0000 7ffa4ea69740 20 client.26470 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:00.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.693+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/2768609082 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56071fa0bcc0 0x56071fa0e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:00.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.693+0000 7ffa4ea69740 4 client.26470 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:52:00.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.693+0000 7ffa4ea69740 1 -- 172.21.15.17:0/2768609082 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56071f8f2d00 con 0x56071fa0bcc0 2024-09-16T01:52:00.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.693+0000 7ffa49c2b640 1 --2- 172.21.15.17:0/2768609082 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56071fa0bcc0 0x56071fa0e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:00.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.694+0000 7ffa49c2b640 1 --2- 172.21.15.17:0/2768609082 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56071fa0bcc0 0x56071fa0e0b0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b20e9969f0bc5a79 server_cookie=ef2e32adc74d77c6 in_seq=0 out_seq=0 2024-09-16T01:52:00.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.694+0000 7ffa2dffb640 10 client.26470 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:00.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.695+0000 7ffa2dffb640 1 -- 172.21.15.17:0/2768609082 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56071f8f2d00 con 0x56071fa0bcc0 2024-09-16T01:52:00.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.695+0000 7ffa2dffb640 10 client.26470 handle_command_reply: tid=0 2024-09-16T01:52:00.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.695+0000 7ffa4ea69740 1 client.26470 shutdown 2024-09-16T01:52:00.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.695+0000 7ffa4ea69740 1 -- 172.21.15.17:0/2768609082 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 msgr2=0x56071f98ad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:00.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.695+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/2768609082 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f98ad10 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ffa4009bfb0 tx=0x7ffa4009c370 comp rx=0 tx=0).stop 2024-09-16T01:52:00.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.695+0000 7ffa4ea69740 1 -- 172.21.15.17:0/2768609082 shutdown_connections 2024-09-16T01:52:00.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.695+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/2768609082 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56071fa0bcc0 0x56071fa0e0b0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.695+0000 7ffa2dffb640 0 client.26470 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:00.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.695+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/2768609082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56071f990d40 0x56071f98b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.695+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/2768609082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56071f986480 0x56071f98b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.695+0000 7ffa4ea69740 1 --2- 172.21.15.17:0/2768609082 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56071f985b60 0x56071f98ad10 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.695+0000 7ffa4ea69740 1 -- 172.21.15.17:0/2768609082 >> 172.21.15.17:0/2768609082 conn(0x56071f9820f0 msgr2=0x56071f987600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:00.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.696+0000 7ffa4ea69740 1 -- 172.21.15.17:0/2768609082 shutdown_connections 2024-09-16T01:52:00.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.696+0000 7ffa4ea69740 1 -- 172.21.15.17:0/2768609082 wait complete. 2024-09-16T01:52:00.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.696+0000 7ffa4ea69740 20 client.26470 trim_cache size 0 max 16384 2024-09-16T01:52:00.703 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:52:00.703 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:52:00.704 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "ede045c9-a7c4-4db5-b99a-0b8e740eb39c", 2024-09-16T01:52:00.704 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:52:00.704 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:52:00.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.696+0000 7ffa4c690640 1 -- 172.21.15.17:0/4118108966 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffa300a3240 msgr2=0x7ffa300a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:00.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.696+0000 7ffa4c690640 1 --2- 172.21.15.17:0/4118108966 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffa300a3240 0x7ffa300a5700 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7ffa3c006010 tx=0x7ffa3c009800 comp rx=0 tx=0).stop 2024-09-16T01:52:00.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.696+0000 7ffa4c690640 1 -- 172.21.15.17:0/4118108966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa44102dd0 msgr2=0x7ffa44100a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:00.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.696+0000 7ffa4c690640 1 --2- 172.21.15.17:0/4118108966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa44102dd0 0x7ffa44100a30 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7ffa4000e9f0 tx=0x7ffa4000eeb0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.696+0000 7ffa4c690640 1 -- 172.21.15.17:0/4118108966 shutdown_connections 2024-09-16T01:52:00.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.696+0000 7ffa4c690640 1 --2- 172.21.15.17:0/4118108966 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffa300a3240 0x7ffa300a5700 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.696+0000 7ffa4c690640 1 --2- 172.21.15.17:0/4118108966 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffa44108300 0x7ffa441014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.697+0000 7ffa4c690640 1 --2- 172.21.15.17:0/4118108966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffa44103780 0x7ffa44100f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.697+0000 7ffa4c690640 1 --2- 172.21.15.17:0/4118108966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa44102dd0 0x7ffa44100a30 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:00.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.697+0000 7ffa4c690640 1 -- 172.21.15.17:0/4118108966 >> 172.21.15.17:0/4118108966 conn(0x7ffa440fc7d0 msgr2=0x7ffa44105df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:00.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.697+0000 7ffa4c690640 1 -- 172.21.15.17:0/4118108966 shutdown_connections 2024-09-16T01:52:00.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:00.697+0000 7ffa4c690640 1 -- 172.21.15.17:0/4118108966 wait complete. 2024-09-16T01:52:01.578 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:52:01.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 310122 3.75 MB/sec execute 324 sec latency 14.889 ms 2024-09-16T01:52:01.862 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:52:01.984 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:01 smithi017 ceph-mon[30972]: pgmap v594: 97 pgs: 97 active+clean; 138 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.7 MiB/s wr, 86 op/s 2024-09-16T01:52:01.985 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:01 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:52:01.985 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:01 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:52:01.985 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:01 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:52:01.985 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:01 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:52:02.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:01 smithi122 ceph-mon[34758]: pgmap v594: 97 pgs: 97 active+clean; 138 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.7 MiB/s wr, 86 op/s 2024-09-16T01:52:02.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:01 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:52:02.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:01 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:52:02.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:01 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:52:02.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:01 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:52:02.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:01 smithi029 ceph-mon[34783]: pgmap v594: 97 pgs: 97 active+clean; 138 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.7 MiB/s wr, 86 op/s 2024-09-16T01:52:02.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:01 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:52:02.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:01 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:52:02.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:01 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:52:02.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:01 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:52:02.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.385+0000 7f0d36e38640 1 -- 172.21.15.17:0/601431957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d30100e20 msgr2=0x7f0d30101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:02.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.385+0000 7f0d36e38640 1 --2- 172.21.15.17:0/601431957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d30100e20 0x7f0d30101200 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f0d24009900 tx=0x7f0d2402a480 comp rx=0 tx=0).stop 2024-09-16T01:52:02.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.385+0000 7f0d36e38640 1 -- 172.21.15.17:0/601431957 shutdown_connections 2024-09-16T01:52:02.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.385+0000 7f0d36e38640 1 --2- 172.21.15.17:0/601431957 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d30102ef0 0x7f0d3010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.385+0000 7f0d36e38640 1 --2- 172.21.15.17:0/601431957 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d30102570 0x7f0d301029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.385+0000 7f0d36e38640 1 --2- 172.21.15.17:0/601431957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d30100e20 0x7f0d30101200 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.385+0000 7f0d36e38640 1 -- 172.21.15.17:0/601431957 >> 172.21.15.17:0/601431957 conn(0x7f0d300fc7d0 msgr2=0x7f0d300febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:02.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.385+0000 7f0d36e38640 1 -- 172.21.15.17:0/601431957 shutdown_connections 2024-09-16T01:52:02.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.385+0000 7f0d36e38640 1 -- 172.21.15.17:0/601431957 wait complete. 2024-09-16T01:52:02.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.386+0000 7f0d36e38640 1 Processor -- start 2024-09-16T01:52:02.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.386+0000 7f0d36e38640 1 -- start start 2024-09-16T01:52:02.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.386+0000 7f0d36e38640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d30100e20 0x7f0d300fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.386+0000 7f0d36e38640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d30102570 0x7f0d300fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.386+0000 7f0d36e38640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d30102ef0 0x7f0d300fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.386+0000 7f0d36e38640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0d30110e30 con 0x7f0d30102ef0 2024-09-16T01:52:02.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.386+0000 7f0d36e38640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0d30110cb0 con 0x7f0d30100e20 2024-09-16T01:52:02.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.386+0000 7f0d36e38640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0d30110fb0 con 0x7f0d30102570 2024-09-16T01:52:02.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.386+0000 7f0d353d5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d30102ef0 0x7f0d300fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.386+0000 7f0d353d5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d30102ef0 0x7f0d300fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48768/0 (socket says 172.21.15.17:48768) 2024-09-16T01:52:02.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.386+0000 7f0d353d5640 1 -- 172.21.15.17:0/4062543109 learned_addr learned my addr 172.21.15.17:0/4062543109 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:02.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.386+0000 7f0d2ffff640 1 --2- 172.21.15.17:0/4062543109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d30102570 0x7f0d300fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.386+0000 7f0d34bd4640 1 --2- 172.21.15.17:0/4062543109 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d30100e20 0x7f0d300fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.387+0000 7f0d353d5640 1 -- 172.21.15.17:0/4062543109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d30102570 msgr2=0x7f0d300fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:02.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.387+0000 7f0d353d5640 1 --2- 172.21.15.17:0/4062543109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d30102570 0x7f0d300fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.387+0000 7f0d353d5640 1 -- 172.21.15.17:0/4062543109 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d30100e20 msgr2=0x7f0d300fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:02.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.387+0000 7f0d353d5640 1 --2- 172.21.15.17:0/4062543109 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d30100e20 0x7f0d300fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.387+0000 7f0d353d5640 1 -- 172.21.15.17:0/4062543109 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d301a6910 con 0x7f0d30102ef0 2024-09-16T01:52:02.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.387+0000 7f0d353d5640 1 --2- 172.21.15.17:0/4062543109 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d30102ef0 0x7f0d300fd700 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f0d2800eb10 tx=0x7f0d2800ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:02.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.387+0000 7f0d2dffb640 1 -- 172.21.15.17:0/4062543109 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d2800ce20 con 0x7f0d30102ef0 2024-09-16T01:52:02.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.387+0000 7f0d36e38640 1 -- 172.21.15.17:0/4062543109 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d301a6c00 con 0x7f0d30102ef0 2024-09-16T01:52:02.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.387+0000 7f0d2dffb640 1 -- 172.21.15.17:0/4062543109 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d28005020 con 0x7f0d30102ef0 2024-09-16T01:52:02.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.387+0000 7f0d2dffb640 1 -- 172.21.15.17:0/4062543109 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d28010690 con 0x7f0d30102ef0 2024-09-16T01:52:02.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.387+0000 7f0d36e38640 1 -- 172.21.15.17:0/4062543109 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d301a7190 con 0x7f0d30102ef0 2024-09-16T01:52:02.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.390+0000 7f0d2dffb640 1 -- 172.21.15.17:0/4062543109 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f0d280051d0 con 0x7f0d30102ef0 2024-09-16T01:52:02.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.390+0000 7f0d39211740 1 Processor -- start 2024-09-16T01:52:02.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.390+0000 7f0d39211740 1 -- start start 2024-09-16T01:52:02.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d39211740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635c9c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d39211740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9cdc0 0x55b635ca7140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d39211740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635ca7680 0x55b635ca9a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d39211740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b635c022e0 con 0x55b635c9c4a0 2024-09-16T01:52:02.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d39211740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b635ba9ce0 con 0x55b635c9cdc0 2024-09-16T01:52:02.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d39211740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b635bfe2a0 con 0x55b635ca7680 2024-09-16T01:52:02.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d2ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635c9c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d2ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635c9c880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48778/0 (socket says 172.21.15.17:48778) 2024-09-16T01:52:02.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d2ffff640 1 -- 172.21.15.17:0/3091957294 learned_addr learned my addr 172.21.15.17:0/3091957294 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:02.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d2dffb640 1 --2- 172.21.15.17:0/4062543109 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d200a32c0 0x7f0d200a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d353d5640 1 --2- 172.21.15.17:0/4062543109 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d200a32c0 0x7f0d200a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d2dffb640 1 -- 172.21.15.17:0/4062543109 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0d280cfeb0 con 0x7f0d30102ef0 2024-09-16T01:52:02.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d2ffff640 1 -- 172.21.15.17:0/3091957294 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635ca7680 msgr2=0x55b635ca9a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:02.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d2ffff640 1 --2- 172.21.15.17:0/3091957294 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635ca7680 0x55b635ca9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d2ffff640 1 -- 172.21.15.17:0/3091957294 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9cdc0 msgr2=0x55b635ca7140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:02.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d2ffff640 1 --2- 172.21.15.17:0/3091957294 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9cdc0 0x55b635ca7140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.391+0000 7f0d2ffff640 1 -- 172.21.15.17:0/3091957294 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b635b8e440 con 0x55b635c9c4a0 2024-09-16T01:52:02.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.392+0000 7f0d353d5640 1 --2- 172.21.15.17:0/4062543109 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d200a32c0 0x7f0d200a5780 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f0d280a4c10 tx=0x7f0d28066e60 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:02.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.392+0000 7f0d2ffff640 1 --2- 172.21.15.17:0/3091957294 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635c9c880 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c0058c0 tx=0x7f0d1c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b605a59f816ec38 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:02.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.392+0000 7f0d1affd640 1 -- 172.21.15.17:0/3091957294 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c01d070 con 0x55b635c9c4a0 2024-09-16T01:52:02.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.392+0000 7f0d1affd640 1 -- 172.21.15.17:0/3091957294 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d1c00ae60 con 0x55b635c9c4a0 2024-09-16T01:52:02.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.392+0000 7f0d1affd640 1 -- 172.21.15.17:0/3091957294 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c018ab0 con 0x55b635c9c4a0 2024-09-16T01:52:02.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.393+0000 7f0d39211740 1 -- 172.21.15.17:0/3091957294 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 msgr2=0x55b635c9c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:02.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.393+0000 7f0d39211740 1 --2- 172.21.15.17:0/3091957294 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635c9c880 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c0058c0 tx=0x7f0d1c00f790 comp rx=0 tx=0).stop 2024-09-16T01:52:02.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.393+0000 7f0d39211740 1 -- 172.21.15.17:0/3091957294 shutdown_connections 2024-09-16T01:52:02.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.393+0000 7f0d39211740 1 --2- 172.21.15.17:0/3091957294 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635ca7680 0x55b635ca9a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.393+0000 7f0d39211740 1 --2- 172.21.15.17:0/3091957294 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9cdc0 0x55b635ca7140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.393+0000 7f0d39211740 1 --2- 172.21.15.17:0/3091957294 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635c9c880 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.393+0000 7f0d39211740 1 -- 172.21.15.17:0/3091957294 >> 172.21.15.17:0/3091957294 conn(0x55b635c98a30 msgr2=0x55b635c98e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:02.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.393+0000 7f0d39211740 1 -- 172.21.15.17:0/3091957294 shutdown_connections 2024-09-16T01:52:02.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.393+0000 7f0d39211740 1 -- 172.21.15.17:0/3091957294 wait complete. 2024-09-16T01:52:02.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.393+0000 7f0d39211740 1 -- start start 2024-09-16T01:52:02.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.393+0000 7f0d39211740 1 Processor -- start 2024-09-16T01:52:02.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d39211740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635ca7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d39211740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635c9cdc0 0x55b635ca42f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d39211740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635ca7680 0x55b635ca48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d39211740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b635caa250 con 0x55b635c9c4a0 2024-09-16T01:52:02.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d39211740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b635bbd050 con 0x55b635ca7680 2024-09-16T01:52:02.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d39211740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b635caa3d0 con 0x55b635c9cdc0 2024-09-16T01:52:02.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d39211740 10 client.0 _ll_register_callbacks cb 0x55b635bfd160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:02.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d2ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635ca7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d34bd4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635c9cdc0 0x55b635ca42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d2ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635ca7040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48794/0 (socket says 172.21.15.17:48794) 2024-09-16T01:52:02.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d34bd4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635c9cdc0 0x55b635ca42f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36840/0 (socket says 172.21.15.17:36840) 2024-09-16T01:52:02.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d2ffff640 1 -- 172.21.15.17:0/25927097 learned_addr learned my addr 172.21.15.17:0/25927097 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:02.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d2ffff640 1 --2- 172.21.15.17:0/25927097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635ca7680 0x55b635ca48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d34bd4640 1 -- 172.21.15.17:0/25927097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635ca7680 msgr2=0x55b635ca48e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:02.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d34bd4640 1 --2- 172.21.15.17:0/25927097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635ca7680 0x55b635ca48e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d34bd4640 1 -- 172.21.15.17:0/25927097 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 msgr2=0x55b635ca7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:02.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d34bd4640 1 --2- 172.21.15.17:0/25927097 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635ca7040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d34bd4640 1 -- 172.21.15.17:0/25927097 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b6359733c0 con 0x55b635c9cdc0 2024-09-16T01:52:02.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.394+0000 7f0d2ffff640 1 --2- 172.21.15.17:0/25927097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635ca7680 0x55b635ca48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:52:02.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d34bd4640 1 --2- 172.21.15.17:0/25927097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635c9cdc0 0x55b635ca42f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0d24005940 tx=0x7f0d24031cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f219023ac777e96 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:02.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d0ffff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:52:02.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d0ffff640 1 -- 172.21.15.17:0/25927097 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d24040070 con 0x55b635c9cdc0 2024-09-16T01:52:02.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d39211740 1 -- 172.21.15.17:0/25927097 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d1c00ae60 con 0x55b635c9cdc0 2024-09-16T01:52:02.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d0ffff640 1 -- 172.21.15.17:0/25927097 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0d24031840 con 0x55b635c9cdc0 2024-09-16T01:52:02.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d0ffff640 1 -- 172.21.15.17:0/25927097 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0d24035040 con 0x55b635c9cdc0 2024-09-16T01:52:02.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d39211740 10 client.26479 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:02.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d39211740 1 -- 172.21.15.17:0/25927097 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b635cb5cc0 con 0x55b635c9cdc0 2024-09-16T01:52:02.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d0ffff640 1 -- 172.21.15.17:0/25927097 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d1c00ae60 con 0x55b635c9cdc0 2024-09-16T01:52:02.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d0ffff640 1 -- 172.21.15.17:0/25927097 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f0d240047a0 con 0x55b635c9cdc0 2024-09-16T01:52:02.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d39211740 10 client.26479 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:02.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d39211740 10 client.26479 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:02.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d39211740 20 client.26479 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:02.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d39211740 1 --2- 172.21.15.17:0/25927097 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b635cb70d0 0x55b635cb94c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d39211740 4 client.26479 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:52:02.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.395+0000 7f0d39211740 1 -- 172.21.15.17:0/25927097 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b635c0f850 con 0x55b635cb70d0 2024-09-16T01:52:02.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.396+0000 7f0d2ffff640 1 --2- 172.21.15.17:0/25927097 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b635cb70d0 0x55b635cb94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.396+0000 7f0d0ffff640 10 client.26479 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:02.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.396+0000 7f0d2ffff640 1 --2- 172.21.15.17:0/25927097 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b635cb70d0 0x55b635cb94c0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e4cd1f6d9a63dafb server_cookie=8b43f13306132c23 in_seq=0 out_seq=0 2024-09-16T01:52:02.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d0ffff640 1 -- 172.21.15.17:0/25927097 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b635c0f850 con 0x55b635cb70d0 2024-09-16T01:52:02.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d0ffff640 10 client.26479 handle_command_reply: tid=0 2024-09-16T01:52:02.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d39211740 1 client.26479 shutdown 2024-09-16T01:52:02.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d39211740 1 -- 172.21.15.17:0/25927097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635c9cdc0 msgr2=0x55b635ca42f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:02.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d39211740 1 --2- 172.21.15.17:0/25927097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635c9cdc0 0x55b635ca42f0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f0d24005940 tx=0x7f0d24031cd0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d39211740 1 -- 172.21.15.17:0/25927097 shutdown_connections 2024-09-16T01:52:02.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d39211740 1 --2- 172.21.15.17:0/25927097 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b635cb70d0 0x55b635cb94c0 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d0ffff640 0 client.26479 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:02.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d39211740 1 --2- 172.21.15.17:0/25927097 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635ca7680 0x55b635ca48e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d39211740 1 --2- 172.21.15.17:0/25927097 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635c9cdc0 0x55b635ca42f0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d39211740 1 --2- 172.21.15.17:0/25927097 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635ca7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d39211740 1 -- 172.21.15.17:0/25927097 >> 172.21.15.17:0/25927097 conn(0x55b635c98a30 msgr2=0x55b635c9e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:02.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d39211740 1 -- 172.21.15.17:0/25927097 shutdown_connections 2024-09-16T01:52:02.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d39211740 1 -- 172.21.15.17:0/25927097 wait complete. 2024-09-16T01:52:02.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.397+0000 7f0d39211740 20 client.26479 trim_cache size 0 max 16384 2024-09-16T01:52:02.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.418+0000 7f0d39211740 1 Processor -- start 2024-09-16T01:52:02.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.418+0000 7f0d39211740 1 -- start start 2024-09-16T01:52:02.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.418+0000 7f0d39211740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9c4a0 0x55b635cb34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.418+0000 7f0d39211740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635c9cdc0 0x55b635c9f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.418+0000 7f0d39211740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635ca7680 0x55b635cbed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.418+0000 7f0d39211740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0d301b20b0 con 0x55b635ca7680 2024-09-16T01:52:02.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.418+0000 7f0d39211740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0d301af980 con 0x55b635c9c4a0 2024-09-16T01:52:02.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.418+0000 7f0d39211740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0d301ad7b0 con 0x55b635c9cdc0 2024-09-16T01:52:02.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.418+0000 7f0d2ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635ca7680 0x55b635cbed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.418+0000 7f0d34bd4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635c9cdc0 0x55b635c9f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.418+0000 7f0d34bd4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635c9cdc0 0x55b635c9f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36842/0 (socket says 172.21.15.17:36842) 2024-09-16T01:52:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.418+0000 7f0d34bd4640 1 -- 172.21.15.17:0/4232811044 learned_addr learned my addr 172.21.15.17:0/4232811044 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.418+0000 7f0d2ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635ca7680 0x55b635cbed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48802/0 (socket says 172.21.15.17:48802) 2024-09-16T01:52:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.418+0000 7f0d2ffff640 1 --2- 172.21.15.17:0/4232811044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9c4a0 0x55b635cb34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.419+0000 7f0d34bd4640 1 -- 172.21.15.17:0/4232811044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9c4a0 msgr2=0x55b635cb34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.419+0000 7f0d34bd4640 1 --2- 172.21.15.17:0/4232811044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9c4a0 0x55b635cb34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.419+0000 7f0d34bd4640 1 -- 172.21.15.17:0/4232811044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635ca7680 msgr2=0x55b635cbed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.419+0000 7f0d34bd4640 1 --2- 172.21.15.17:0/4232811044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635ca7680 0x55b635cbed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.419+0000 7f0d34bd4640 1 -- 172.21.15.17:0/4232811044 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b635cb9830 con 0x55b635c9cdc0 2024-09-16T01:52:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.419+0000 7f0d34bd4640 1 --2- 172.21.15.17:0/4232811044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635c9cdc0 0x55b635c9f7f0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0d24009230 tx=0x7f0d24001e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c4b1695ea4372b10 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.419+0000 7f0d1a7fc640 1 -- 172.21.15.17:0/4232811044 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d24053070 con 0x55b635c9cdc0 2024-09-16T01:52:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.419+0000 7f0d1a7fc640 1 -- 172.21.15.17:0/4232811044 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d24031840 con 0x55b635c9cdc0 2024-09-16T01:52:02.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.419+0000 7f0d1a7fc640 1 -- 172.21.15.17:0/4232811044 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d24040070 con 0x55b635c9cdc0 2024-09-16T01:52:02.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.420+0000 7f0d39211740 1 -- 172.21.15.17:0/4232811044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635c9cdc0 msgr2=0x55b635c9f7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:02.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.420+0000 7f0d39211740 1 --2- 172.21.15.17:0/4232811044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635c9cdc0 0x55b635c9f7f0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f0d24009230 tx=0x7f0d24001e70 comp rx=0 tx=0).stop 2024-09-16T01:52:02.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.420+0000 7f0d39211740 1 -- 172.21.15.17:0/4232811044 shutdown_connections 2024-09-16T01:52:02.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.420+0000 7f0d39211740 1 --2- 172.21.15.17:0/4232811044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635ca7680 0x55b635cbed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.420+0000 7f0d39211740 1 --2- 172.21.15.17:0/4232811044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635c9cdc0 0x55b635c9f7f0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.420+0000 7f0d39211740 1 --2- 172.21.15.17:0/4232811044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9c4a0 0x55b635cb34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.420+0000 7f0d39211740 1 -- 172.21.15.17:0/4232811044 >> 172.21.15.17:0/4232811044 conn(0x55b635c98a30 msgr2=0x55b635c9f0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:02.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.420+0000 7f0d39211740 1 -- 172.21.15.17:0/4232811044 shutdown_connections 2024-09-16T01:52:02.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.420+0000 7f0d39211740 1 -- 172.21.15.17:0/4232811044 wait complete. 2024-09-16T01:52:02.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.420+0000 7f0d39211740 1 -- start start 2024-09-16T01:52:02.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.420+0000 7f0d39211740 1 Processor -- start 2024-09-16T01:52:02.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.421+0000 7f0d39211740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635cafca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.421+0000 7f0d39211740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9cdc0 0x55b635caafd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.421+0000 7f0d39211740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635ca7680 0x55b635cab510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.421+0000 7f0d39211740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0d301ade40 con 0x55b635c9c4a0 2024-09-16T01:52:02.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.421+0000 7f0d39211740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0d301af2b0 con 0x55b635c9cdc0 2024-09-16T01:52:02.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.421+0000 7f0d39211740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0d301ae510 con 0x55b635ca7680 2024-09-16T01:52:02.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.421+0000 7f0d39211740 10 client.0 _ll_register_callbacks cb 0x7f0d24009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:02.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.421+0000 7f0d2ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635cafca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.421+0000 7f0d2ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635cafca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48808/0 (socket says 172.21.15.17:48808) 2024-09-16T01:52:02.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.421+0000 7f0d2ffff640 1 -- 172.21.15.17:0/3489770669 learned_addr learned my addr 172.21.15.17:0/3489770669 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:02.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.421+0000 7f0d2ffff640 1 --2- 172.21.15.17:0/3489770669 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635ca7680 0x55b635cab510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.421+0000 7f0d34bd4640 1 --2- 172.21.15.17:0/3489770669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9cdc0 0x55b635caafd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.422+0000 7f0d2ffff640 1 -- 172.21.15.17:0/3489770669 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635ca7680 msgr2=0x55b635cab510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:02.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.422+0000 7f0d2ffff640 1 --2- 172.21.15.17:0/3489770669 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635ca7680 0x55b635cab510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.422+0000 7f0d2ffff640 1 -- 172.21.15.17:0/3489770669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9cdc0 msgr2=0x55b635caafd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:02.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.422+0000 7f0d2ffff640 1 --2- 172.21.15.17:0/3489770669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9cdc0 0x55b635caafd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.422+0000 7f0d2ffff640 1 -- 172.21.15.17:0/3489770669 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b635ca73b0 con 0x55b635c9c4a0 2024-09-16T01:52:02.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.422+0000 7f0d34bd4640 1 --2- 172.21.15.17:0/3489770669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9cdc0 0x55b635caafd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:02.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.422+0000 7f0d2ffff640 1 --2- 172.21.15.17:0/3489770669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635cafca0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c000c00 tx=0x7f0d1c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce24e525f7f012ed server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:02.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.422+0000 7f0d0ffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:52:02.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.422+0000 7f0d0ffff640 1 -- 172.21.15.17:0/3489770669 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1c037060 con 0x55b635c9c4a0 2024-09-16T01:52:02.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.422+0000 7f0d0ffff640 1 -- 172.21.15.17:0/3489770669 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0d1c019970 con 0x55b635c9c4a0 2024-09-16T01:52:02.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.422+0000 7f0d39211740 1 -- 172.21.15.17:0/3489770669 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0d24031840 con 0x55b635c9c4a0 2024-09-16T01:52:02.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.422+0000 7f0d0ffff640 1 -- 172.21.15.17:0/3489770669 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0d1c01d040 con 0x55b635c9c4a0 2024-09-16T01:52:02.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.422+0000 7f0d39211740 10 client.16824 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:02.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.422+0000 7f0d39211740 1 -- 172.21.15.17:0/3489770669 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b635d21b40 con 0x55b635c9c4a0 2024-09-16T01:52:02.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.423+0000 7f0d0ffff640 1 -- 172.21.15.17:0/3489770669 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d24031840 con 0x55b635c9c4a0 2024-09-16T01:52:02.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.423+0000 7f0d0ffff640 1 -- 172.21.15.17:0/3489770669 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f0d1c026420 con 0x55b635c9c4a0 2024-09-16T01:52:02.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.423+0000 7f0d39211740 10 client.16824 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:02.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.423+0000 7f0d39211740 10 client.16824 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:02.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.423+0000 7f0d39211740 20 client.16824 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:02.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.423+0000 7f0d39211740 1 --2- 172.21.15.17:0/3489770669 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b635cb70d0 0x55b635d23fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:02.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.423+0000 7f0d39211740 4 client.16824 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:52:02.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.423+0000 7f0d39211740 1 -- 172.21.15.17:0/3489770669 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55b635c09d60 con 0x55b635cb70d0 2024-09-16T01:52:02.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.423+0000 7f0d34bd4640 1 --2- 172.21.15.17:0/3489770669 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b635cb70d0 0x55b635d23fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:02.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.423+0000 7f0d34bd4640 1 --2- 172.21.15.17:0/3489770669 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b635cb70d0 0x55b635d23fa0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d43b7c91c9f9c6b server_cookie=b9d86148f25745ec in_seq=0 out_seq=0 2024-09-16T01:52:02.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.423+0000 7f0d0ffff640 10 client.16824 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:02.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.424+0000 7f0d0ffff640 1 -- 172.21.15.17:0/3489770669 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55b635c09d60 con 0x55b635cb70d0 2024-09-16T01:52:02.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.424+0000 7f0d0ffff640 10 client.16824 handle_command_reply: tid=0 2024-09-16T01:52:02.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.424+0000 7f0d39211740 1 client.16824 shutdown 2024-09-16T01:52:02.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.424+0000 7f0d39211740 1 -- 172.21.15.17:0/3489770669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 msgr2=0x55b635cafca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:02.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.424+0000 7f0d39211740 1 --2- 172.21.15.17:0/3489770669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635cafca0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f0d1c000c00 tx=0x7f0d1c00f790 comp rx=0 tx=0).stop 2024-09-16T01:52:02.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.424+0000 7f0d39211740 1 -- 172.21.15.17:0/3489770669 shutdown_connections 2024-09-16T01:52:02.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.424+0000 7f0d39211740 1 --2- 172.21.15.17:0/3489770669 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b635cb70d0 0x55b635d23fa0 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.425+0000 7f0d0ffff640 0 client.16824 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:02.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.425+0000 7f0d39211740 1 --2- 172.21.15.17:0/3489770669 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b635ca7680 0x55b635cab510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.425+0000 7f0d39211740 1 --2- 172.21.15.17:0/3489770669 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b635c9cdc0 0x55b635caafd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.425+0000 7f0d39211740 1 --2- 172.21.15.17:0/3489770669 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b635c9c4a0 0x55b635cafca0 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.425+0000 7f0d39211740 1 -- 172.21.15.17:0/3489770669 >> 172.21.15.17:0/3489770669 conn(0x55b635c98a30 msgr2=0x55b635ca6370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:02.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.425+0000 7f0d39211740 1 -- 172.21.15.17:0/3489770669 shutdown_connections 2024-09-16T01:52:02.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.425+0000 7f0d39211740 1 -- 172.21.15.17:0/3489770669 wait complete. 2024-09-16T01:52:02.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.425+0000 7f0d39211740 20 client.16824 trim_cache size 0 max 16384 2024-09-16T01:52:02.431 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:52:02.431 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:52:02.431 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:52:02.431 INFO:teuthology.orchestra.run.smithi017.stdout: "ede045c9-a7c4-4db5-b99a-0b8e740eb39c": { 2024-09-16T01:52:02.431 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:52:02.431 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "ede045c9-a7c4-4db5-b99a-0b8e740eb39c", 2024-09-16T01:52:02.431 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:52:02.431 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:52:02.431 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:52:02.431 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:52:02.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.426+0000 7f0d36e38640 1 -- 172.21.15.17:0/4062543109 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d200a32c0 msgr2=0x7f0d200a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:02.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.426+0000 7f0d36e38640 1 --2- 172.21.15.17:0/4062543109 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d200a32c0 0x7f0d200a5780 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f0d280a4c10 tx=0x7f0d28066e60 comp rx=0 tx=0).stop 2024-09-16T01:52:02.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.426+0000 7f0d36e38640 1 -- 172.21.15.17:0/4062543109 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d30102ef0 msgr2=0x7f0d300fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:02.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.426+0000 7f0d36e38640 1 --2- 172.21.15.17:0/4062543109 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d30102ef0 0x7f0d300fd700 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f0d2800eb10 tx=0x7f0d2800ef10 comp rx=0 tx=0).stop 2024-09-16T01:52:02.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.426+0000 7f0d36e38640 1 -- 172.21.15.17:0/4062543109 shutdown_connections 2024-09-16T01:52:02.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.426+0000 7f0d36e38640 1 --2- 172.21.15.17:0/4062543109 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d200a32c0 0x7f0d200a5780 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.426+0000 7f0d36e38640 1 --2- 172.21.15.17:0/4062543109 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d30102ef0 0x7f0d300fd700 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.426+0000 7f0d36e38640 1 --2- 172.21.15.17:0/4062543109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d30102570 0x7f0d300fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.426+0000 7f0d36e38640 1 --2- 172.21.15.17:0/4062543109 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d30100e20 0x7f0d300fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:02.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.426+0000 7f0d36e38640 1 -- 172.21.15.17:0/4062543109 >> 172.21.15.17:0/4062543109 conn(0x7f0d300fc7d0 msgr2=0x7f0d30069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:02.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.426+0000 7f0d36e38640 1 -- 172.21.15.17:0/4062543109 shutdown_connections 2024-09-16T01:52:02.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:02.426+0000 7f0d36e38640 1 -- 172.21.15.17:0/4062543109 wait complete. 2024-09-16T01:52:02.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 310872 3.74 MB/sec execute 325 sec latency 14.985 ms 2024-09-16T01:52:03.158 INFO:tasks.cephfs.filesystem:scrub status for tag:ede045c9-a7c4-4db5-b99a-0b8e740eb39c - {'path': '/', 'tag': 'ede045c9-a7c4-4db5-b99a-0b8e740eb39c', 'options': 'recursive,force'} 2024-09-16T01:52:03.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 311799 3.75 MB/sec execute 326 sec latency 13.335 ms 2024-09-16T01:52:04.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:04 smithi017 ceph-mon[30972]: pgmap v595: 97 pgs: 97 active+clean; 138 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:52:04.550 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:04 smithi122 ceph-mon[34758]: pgmap v595: 97 pgs: 97 active+clean; 138 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:52:04.550 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:04 smithi029 ceph-mon[34783]: pgmap v595: 97 pgs: 97 active+clean; 138 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:52:04.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 312391 3.76 MB/sec execute 327 sec latency 13.679 ms 2024-09-16T01:52:05.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:05 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:52:05.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:05 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:52:05.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:05 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:52:05.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 312878 3.75 MB/sec execute 328 sec latency 17.701 ms 2024-09-16T01:52:06.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:06 smithi017 ceph-mon[30972]: pgmap v596: 97 pgs: 97 active+clean; 139 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.9 MiB/s wr, 109 op/s 2024-09-16T01:52:06.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:06 smithi122 ceph-mon[34758]: pgmap v596: 97 pgs: 97 active+clean; 139 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.9 MiB/s wr, 109 op/s 2024-09-16T01:52:06.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:06 smithi029 ceph-mon[34783]: pgmap v596: 97 pgs: 97 active+clean; 139 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.9 MiB/s wr, 109 op/s 2024-09-16T01:52:06.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 313628 3.75 MB/sec execute 329 sec latency 14.468 ms 2024-09-16T01:52:07.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 314378 3.74 MB/sec execute 330 sec latency 18.574 ms 2024-09-16T01:52:08.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:08 smithi017 ceph-mon[30972]: pgmap v597: 97 pgs: 97 active+clean; 140 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:52:08.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:08 smithi122 ceph-mon[34758]: pgmap v597: 97 pgs: 97 active+clean; 140 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:52:08.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:08 smithi029 ceph-mon[34783]: pgmap v597: 97 pgs: 97 active+clean; 140 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:52:08.596 INFO:tasks.workunit.client.0.smithi017.stdout: 1 315320 3.75 MB/sec execute 331 sec latency 13.233 ms 2024-09-16T01:52:09.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 315936 3.76 MB/sec execute 332 sec latency 10.136 ms 2024-09-16T01:52:10.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:10 smithi017 ceph-mon[30972]: pgmap v598: 97 pgs: 97 active+clean; 139 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.8 MiB/s wr, 93 op/s 2024-09-16T01:52:10.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:10 smithi122 ceph-mon[34758]: pgmap v598: 97 pgs: 97 active+clean; 139 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.8 MiB/s wr, 93 op/s 2024-09-16T01:52:10.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:10 smithi029 ceph-mon[34783]: pgmap v598: 97 pgs: 97 active+clean; 139 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.8 MiB/s wr, 93 op/s 2024-09-16T01:52:10.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 316424 3.75 MB/sec execute 333 sec latency 17.589 ms 2024-09-16T01:52:11.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 317157 3.75 MB/sec execute 334 sec latency 17.683 ms 2024-09-16T01:52:12.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:12 smithi017 ceph-mon[30972]: pgmap v599: 97 pgs: 97 active+clean; 139 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-16T01:52:12.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:12 smithi122 ceph-mon[34758]: pgmap v599: 97 pgs: 97 active+clean; 139 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-16T01:52:12.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:12 smithi029 ceph-mon[34783]: pgmap v599: 97 pgs: 97 active+clean; 139 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-16T01:52:12.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 317889 3.74 MB/sec execute 335 sec latency 17.087 ms 2024-09-16T01:52:13.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 318695 3.75 MB/sec execute 336 sec latency 12.862 ms 2024-09-16T01:52:14.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:14 smithi017 ceph-mon[30972]: pgmap v600: 97 pgs: 97 active+clean; 141 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 278 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:52:14.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:14 smithi029 ceph-mon[34783]: pgmap v600: 97 pgs: 97 active+clean; 141 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 278 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:52:14.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:14 smithi122 ceph-mon[34758]: pgmap v600: 97 pgs: 97 active+clean; 141 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 278 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:52:14.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 319407 3.75 MB/sec execute 337 sec latency 13.934 ms 2024-09-16T01:52:15.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 319911 3.75 MB/sec execute 338 sec latency 16.658 ms 2024-09-16T01:52:16.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:16 smithi017 ceph-mon[30972]: pgmap v601: 97 pgs: 97 active+clean; 141 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:52:16.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:16 smithi122 ceph-mon[34758]: pgmap v601: 97 pgs: 97 active+clean; 141 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:52:16.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:16 smithi029 ceph-mon[34783]: pgmap v601: 97 pgs: 97 active+clean; 141 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 1.8 MiB/s wr, 99 op/s 2024-09-16T01:52:16.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 320656 3.75 MB/sec execute 339 sec latency 14.898 ms 2024-09-16T01:52:17.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 321342 3.74 MB/sec execute 340 sec latency 18.518 ms 2024-09-16T01:52:18.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:18 smithi017 ceph-mon[30972]: pgmap v602: 97 pgs: 97 active+clean; 142 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.4 MiB/s wr, 91 op/s 2024-09-16T01:52:18.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:18 smithi122 ceph-mon[34758]: pgmap v602: 97 pgs: 97 active+clean; 142 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.4 MiB/s wr, 91 op/s 2024-09-16T01:52:18.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:18 smithi029 ceph-mon[34783]: pgmap v602: 97 pgs: 97 active+clean; 142 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.4 MiB/s wr, 91 op/s 2024-09-16T01:52:18.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 322182 3.75 MB/sec execute 341 sec latency 11.052 ms 2024-09-16T01:52:19.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 322908 3.76 MB/sec execute 342 sec latency 11.388 ms 2024-09-16T01:52:20.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:20 smithi017 ceph-mon[30972]: pgmap v603: 97 pgs: 97 active+clean; 143 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-16T01:52:20.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:20 smithi122 ceph-mon[34758]: pgmap v603: 97 pgs: 97 active+clean; 143 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-16T01:52:20.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:20 smithi029 ceph-mon[34783]: pgmap v603: 97 pgs: 97 active+clean; 143 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-16T01:52:20.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 323414 3.75 MB/sec execute 343 sec latency 11.237 ms 2024-09-16T01:52:21.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 324182 3.75 MB/sec execute 344 sec latency 15.254 ms 2024-09-16T01:52:22.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:22 smithi017 ceph-mon[30972]: pgmap v604: 97 pgs: 97 active+clean; 143 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:52:22.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:22 smithi122 ceph-mon[34758]: pgmap v604: 97 pgs: 97 active+clean; 143 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:52:22.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:22 smithi029 ceph-mon[34783]: pgmap v604: 97 pgs: 97 active+clean; 143 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 304 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:52:22.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 324906 3.74 MB/sec execute 345 sec latency 12.798 ms 2024-09-16T01:52:23.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 325769 3.75 MB/sec execute 346 sec latency 10.212 ms 2024-09-16T01:52:24.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:24 smithi017 ceph-mon[30972]: pgmap v605: 97 pgs: 97 active+clean; 146 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:52:24.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:24 smithi122 ceph-mon[34758]: pgmap v605: 97 pgs: 97 active+clean; 146 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:52:24.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:24 smithi029 ceph-mon[34783]: pgmap v605: 97 pgs: 97 active+clean; 146 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 306 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:52:24.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 326455 3.76 MB/sec execute 347 sec latency 13.083 ms 2024-09-16T01:52:25.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 326953 3.75 MB/sec execute 348 sec latency 10.180 ms 2024-09-16T01:52:26.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:26 smithi017 ceph-mon[30972]: pgmap v606: 97 pgs: 97 active+clean; 144 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:52:26.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:26 smithi029 ceph-mon[34783]: pgmap v606: 97 pgs: 97 active+clean; 144 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:52:26.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:26 smithi122 ceph-mon[34758]: pgmap v606: 97 pgs: 97 active+clean; 144 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 255 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:52:26.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 327448 3.74 MB/sec execute 349 sec latency 160.362 ms 2024-09-16T01:52:27.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 328213 3.74 MB/sec execute 350 sec latency 17.272 ms 2024-09-16T01:52:28.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:28 smithi017 ceph-mon[30972]: pgmap v607: 97 pgs: 97 active+clean; 145 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 338 KiB/s rd, 1.6 MiB/s wr, 97 op/s 2024-09-16T01:52:28.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:28 smithi029 ceph-mon[34783]: pgmap v607: 97 pgs: 97 active+clean; 145 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 338 KiB/s rd, 1.6 MiB/s wr, 97 op/s 2024-09-16T01:52:28.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:28 smithi122 ceph-mon[34758]: pgmap v607: 97 pgs: 97 active+clean; 145 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 338 KiB/s rd, 1.6 MiB/s wr, 97 op/s 2024-09-16T01:52:28.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 328934 3.74 MB/sec execute 351 sec latency 16.523 ms 2024-09-16T01:52:29.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 329672 3.75 MB/sec execute 352 sec latency 13.331 ms 2024-09-16T01:52:30.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:30 smithi017 ceph-mon[30972]: pgmap v608: 97 pgs: 97 active+clean; 145 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:52:30.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:30 smithi029 ceph-mon[34783]: pgmap v608: 97 pgs: 97 active+clean; 145 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:52:30.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:30 smithi122 ceph-mon[34758]: pgmap v608: 97 pgs: 97 active+clean; 145 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:52:30.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 330319 3.75 MB/sec execute 353 sec latency 12.032 ms 2024-09-16T01:52:31.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 330954 3.75 MB/sec execute 354 sec latency 21.395 ms 2024-09-16T01:52:32.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:32 smithi017 ceph-mon[30972]: pgmap v609: 97 pgs: 97 active+clean; 146 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.7 MiB/s wr, 85 op/s 2024-09-16T01:52:32.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:32 smithi122 ceph-mon[34758]: pgmap v609: 97 pgs: 97 active+clean; 146 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.7 MiB/s wr, 85 op/s 2024-09-16T01:52:32.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:32 smithi029 ceph-mon[34783]: pgmap v609: 97 pgs: 97 active+clean; 146 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.7 MiB/s wr, 85 op/s 2024-09-16T01:52:32.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 331732 3.75 MB/sec execute 355 sec latency 12.907 ms 2024-09-16T01:52:33.159 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:52:33.445 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:52:33.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 332434 3.74 MB/sec execute 356 sec latency 13.434 ms 2024-09-16T01:52:34.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.992+0000 7f2d96906640 1 -- 172.21.15.17:0/1164965975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d90102570 msgr2=0x7f2d901029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:34.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.992+0000 7f2d96906640 1 --2- 172.21.15.17:0/1164965975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d90102570 0x7f2d901029b0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f2d84009900 tx=0x7f2d8402a480 comp rx=0 tx=0).stop 2024-09-16T01:52:34.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.992+0000 7f2d96906640 1 -- 172.21.15.17:0/1164965975 shutdown_connections 2024-09-16T01:52:34.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.992+0000 7f2d96906640 1 --2- 172.21.15.17:0/1164965975 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d90102ef0 0x7f2d9010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.992+0000 7f2d96906640 1 --2- 172.21.15.17:0/1164965975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d90102570 0x7f2d901029b0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.992+0000 7f2d96906640 1 --2- 172.21.15.17:0/1164965975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d90100e20 0x7f2d90101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.992+0000 7f2d96906640 1 -- 172.21.15.17:0/1164965975 >> 172.21.15.17:0/1164965975 conn(0x7f2d900fc7d0 msgr2=0x7f2d900febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:34.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.992+0000 7f2d96906640 1 -- 172.21.15.17:0/1164965975 shutdown_connections 2024-09-16T01:52:34.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.992+0000 7f2d96906640 1 -- 172.21.15.17:0/1164965975 wait complete. 2024-09-16T01:52:34.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.993+0000 7f2d96906640 1 Processor -- start 2024-09-16T01:52:34.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.993+0000 7f2d96906640 1 -- start start 2024-09-16T01:52:34.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d96906640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d90100e20 0x7f2d90198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d96906640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d90102570 0x7f2d901989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d96906640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d90102ef0 0x7f2d9019ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d96906640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2d90110e30 con 0x7f2d90102570 2024-09-16T01:52:34.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d96906640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2d90110cb0 con 0x7f2d90100e20 2024-09-16T01:52:34.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d96906640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2d90110fb0 con 0x7f2d90102ef0 2024-09-16T01:52:34.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d94ea3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d90102ef0 0x7f2d9019ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d8f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d90102570 0x7f2d901989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d94ea3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d90102ef0 0x7f2d9019ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41878/0 (socket says 172.21.15.17:41878) 2024-09-16T01:52:34.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d94ea3640 1 -- 172.21.15.17:0/3429292520 learned_addr learned my addr 172.21.15.17:0/3429292520 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:34.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d8f7fe640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d90102570 0x7f2d901989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53726/0 (socket says 172.21.15.17:53726) 2024-09-16T01:52:34.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d8ffff640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d90100e20 0x7f2d90198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d94ea3640 1 -- 172.21.15.17:0/3429292520 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d90100e20 msgr2=0x7f2d90198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:34.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d94ea3640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d90100e20 0x7f2d90198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d94ea3640 1 -- 172.21.15.17:0/3429292520 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d90102570 msgr2=0x7f2d901989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:34.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d94ea3640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d90102570 0x7f2d901989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.994+0000 7f2d94ea3640 1 -- 172.21.15.17:0/3429292520 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d9019d3a0 con 0x7f2d90102ef0 2024-09-16T01:52:34.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.995+0000 7f2d8f7fe640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d90102570 0x7f2d901989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:34.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.995+0000 7f2d94ea3640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d90102ef0 0x7f2d9019ccc0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f2d8800eaa0 tx=0x7f2d8800ef60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:34.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.995+0000 7f2d8d7fa640 1 -- 172.21.15.17:0/3429292520 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d8800cdb0 con 0x7f2d90102ef0 2024-09-16T01:52:34.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.995+0000 7f2d96906640 1 -- 172.21.15.17:0/3429292520 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d9019d690 con 0x7f2d90102ef0 2024-09-16T01:52:34.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.995+0000 7f2d96906640 1 -- 172.21.15.17:0/3429292520 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d901a4f70 con 0x7f2d90102ef0 2024-09-16T01:52:34.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.995+0000 7f2d8d7fa640 1 -- 172.21.15.17:0/3429292520 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d88005020 con 0x7f2d90102ef0 2024-09-16T01:52:34.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.995+0000 7f2d8d7fa640 1 -- 172.21.15.17:0/3429292520 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d880116d0 con 0x7f2d90102ef0 2024-09-16T01:52:34.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.998+0000 7f2d8d7fa640 1 -- 172.21.15.17:0/3429292520 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f2d88004a40 con 0x7f2d90102ef0 2024-09-16T01:52:34.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.998+0000 7f2d8d7fa640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2d780a32c0 0x7f2d780a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.999+0000 7f2d8d7fa640 1 -- 172.21.15.17:0/3429292520 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f2d880cf820 con 0x7f2d90102ef0 2024-09-16T01:52:34.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.999+0000 7f2d8ffff640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2d780a32c0 0x7f2d780a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.999+0000 7f2d98cdf740 1 Processor -- start 2024-09-16T01:52:34.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.999+0000 7f2d98cdf740 1 -- start start 2024-09-16T01:52:34.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.999+0000 7f2d8ffff640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2d780a32c0 0x7f2d780a5780 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f2d8000bbe0 tx=0x7f2d8000b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:34.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.999+0000 7f2d98cdf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd94a0 0x55d24ebd9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.999+0000 7f2d98cdf740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.999+0000 7f2d98cdf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebe4680 0x55d24ebe6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.999+0000 7f2d98cdf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d24eb3f2e0 con 0x55d24ebe4680 2024-09-16T01:52:34.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.999+0000 7f2d98cdf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d24eae6ce0 con 0x55d24ebd94a0 2024-09-16T01:52:34.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.999+0000 7f2d98cdf740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d24eb3b2a0 con 0x55d24ebd9dc0 2024-09-16T01:52:34.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.999+0000 7f2d8f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.999+0000 7f2d8f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe4140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41882/0 (socket says 172.21.15.17:41882) 2024-09-16T01:52:34.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:33.999+0000 7f2d8f7fe640 1 -- 172.21.15.17:0/499537693 learned_addr learned my addr 172.21.15.17:0/499537693 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:34.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.000+0000 7f2d8ffff640 1 --2- 172.21.15.17:0/499537693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd94a0 0x55d24ebd9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.000+0000 7f2d94ea3640 1 --2- 172.21.15.17:0/499537693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebe4680 0x55d24ebe6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.000+0000 7f2d8f7fe640 1 -- 172.21.15.17:0/499537693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd94a0 msgr2=0x55d24ebd9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:34.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.000+0000 7f2d8f7fe640 1 --2- 172.21.15.17:0/499537693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd94a0 0x55d24ebd9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.000+0000 7f2d8f7fe640 1 -- 172.21.15.17:0/499537693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebe4680 msgr2=0x55d24ebe6a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:34.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.000+0000 7f2d8f7fe640 1 --2- 172.21.15.17:0/499537693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebe4680 0x55d24ebe6a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.000+0000 7f2d8f7fe640 1 -- 172.21.15.17:0/499537693 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d24eacb440 con 0x55d24ebd9dc0 2024-09-16T01:52:34.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.000+0000 7f2d94ea3640 1 --2- 172.21.15.17:0/499537693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebe4680 0x55d24ebe6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:52:34.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.000+0000 7f2d8f7fe640 1 --2- 172.21.15.17:0/499537693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe4140 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f2d84009900 tx=0x7f2d84032f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d679a4af3e72d5b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:34.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.000+0000 7f2d767fc640 1 -- 172.21.15.17:0/499537693 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d84035040 con 0x55d24ebd9dc0 2024-09-16T01:52:34.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.000+0000 7f2d767fc640 1 -- 172.21.15.17:0/499537693 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d840317b0 con 0x55d24ebd9dc0 2024-09-16T01:52:34.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.000+0000 7f2d767fc640 1 -- 172.21.15.17:0/499537693 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d8403c440 con 0x55d24ebd9dc0 2024-09-16T01:52:34.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.001+0000 7f2d98cdf740 1 -- 172.21.15.17:0/499537693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebd9dc0 msgr2=0x55d24ebe4140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:34.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.001+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/499537693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe4140 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f2d84009900 tx=0x7f2d84032f90 comp rx=0 tx=0).stop 2024-09-16T01:52:34.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.001+0000 7f2d98cdf740 1 -- 172.21.15.17:0/499537693 shutdown_connections 2024-09-16T01:52:34.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.001+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/499537693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebe4680 0x55d24ebe6a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.001+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/499537693 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe4140 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.001+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/499537693 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd94a0 0x55d24ebd9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.001+0000 7f2d98cdf740 1 -- 172.21.15.17:0/499537693 >> 172.21.15.17:0/499537693 conn(0x55d24ebd5a30 msgr2=0x55d24ebd5e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:34.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.001+0000 7f2d98cdf740 1 -- 172.21.15.17:0/499537693 shutdown_connections 2024-09-16T01:52:34.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.001+0000 7f2d98cdf740 1 -- 172.21.15.17:0/499537693 wait complete. 2024-09-16T01:52:34.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.002+0000 7f2d98cdf740 1 -- start start 2024-09-16T01:52:34.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.002+0000 7f2d98cdf740 1 Processor -- start 2024-09-16T01:52:34.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.002+0000 7f2d98cdf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebe3e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.002+0000 7f2d98cdf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe10e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.002+0000 7f2d98cdf740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebe4680 0x55d24ebe1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.002+0000 7f2d98cdf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d24ebe7250 con 0x55d24ebd94a0 2024-09-16T01:52:34.047 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:52:34.048 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:52:34.048 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:52:34.048 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:52:34.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.002+0000 7f2d98cdf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d24eafa050 con 0x55d24ebd9dc0 2024-09-16T01:52:34.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.002+0000 7f2d98cdf740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d24ebe73d0 con 0x55d24ebe4680 2024-09-16T01:52:34.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.002+0000 7f2d98cdf740 10 client.0 _ll_register_callbacks cb 0x55d24eb3a160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:34.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.002+0000 7f2d8ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebe3e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.002+0000 7f2d8ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebe3e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53736/0 (socket says 172.21.15.17:53736) 2024-09-16T01:52:34.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.002+0000 7f2d8ffff640 1 -- 172.21.15.17:0/3676971480 learned_addr learned my addr 172.21.15.17:0/3676971480 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:34.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.003+0000 7f2d94ea3640 1 --2- 172.21.15.17:0/3676971480 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebe4680 0x55d24ebe1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.003+0000 7f2d8f7fe640 1 --2- 172.21.15.17:0/3676971480 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe10e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.003+0000 7f2d8ffff640 1 -- 172.21.15.17:0/3676971480 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebe4680 msgr2=0x55d24ebe1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:34.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.003+0000 7f2d8ffff640 1 --2- 172.21.15.17:0/3676971480 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebe4680 0x55d24ebe1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.003+0000 7f2d8ffff640 1 -- 172.21.15.17:0/3676971480 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd9dc0 msgr2=0x55d24ebe10e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:34.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.003+0000 7f2d8ffff640 1 --2- 172.21.15.17:0/3676971480 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe10e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.003+0000 7f2d8ffff640 1 -- 172.21.15.17:0/3676971480 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d24e8b03c0 con 0x55d24ebd94a0 2024-09-16T01:52:34.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.003+0000 7f2d94ea3640 1 --2- 172.21.15.17:0/3676971480 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebe4680 0x55d24ebe1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:34.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.003+0000 7f2d8ffff640 1 --2- 172.21.15.17:0/3676971480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebe3e30 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f2d800117e0 tx=0x7f2d80004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75b79838f9f8ec78 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:34.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.003+0000 7f2d6f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:52:34.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.004+0000 7f2d6f7fe640 1 -- 172.21.15.17:0/3676971480 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d8001fbb0 con 0x55d24ebd94a0 2024-09-16T01:52:34.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.004+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3676971480 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d840317b0 con 0x55d24ebd94a0 2024-09-16T01:52:34.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.004+0000 7f2d6f7fe640 1 -- 172.21.15.17:0/3676971480 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f2d8001fd50 con 0x55d24ebd94a0 2024-09-16T01:52:34.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.004+0000 7f2d6f7fe640 1 -- 172.21.15.17:0/3676971480 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f2d80028440 con 0x55d24ebd94a0 2024-09-16T01:52:34.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.004+0000 7f2d98cdf740 10 client.16836 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:34.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.004+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3676971480 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d24ebf2b20 con 0x55d24ebd94a0 2024-09-16T01:52:34.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.005+0000 7f2d6f7fe640 1 -- 172.21.15.17:0/3676971480 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d80028a90 con 0x55d24ebd94a0 2024-09-16T01:52:34.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.005+0000 7f2d6f7fe640 1 -- 172.21.15.17:0/3676971480 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f2d80026070 con 0x55d24ebd94a0 2024-09-16T01:52:34.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.005+0000 7f2d98cdf740 10 client.16836 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:34.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.005+0000 7f2d98cdf740 10 client.16836 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:34.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.005+0000 7f2d98cdf740 20 client.16836 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:34.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.005+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3676971480 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d24ebf43d0 0x55d24ebf6830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.005+0000 7f2d98cdf740 4 client.16836 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:52:34.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.005+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3676971480 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f2d840317b0 con 0x55d24ebf43d0 2024-09-16T01:52:34.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.005+0000 7f2d8f7fe640 1 --2- 172.21.15.17:0/3676971480 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d24ebf43d0 0x55d24ebf6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.006+0000 7f2d6f7fe640 10 client.16836 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:34.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.006+0000 7f2d8f7fe640 1 --2- 172.21.15.17:0/3676971480 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d24ebf43d0 0x55d24ebf6830 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16dc6210e1e36504 server_cookie=51ca055e8526434f in_seq=0 out_seq=0 2024-09-16T01:52:34.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d6f7fe640 1 -- 172.21.15.17:0/3676971480 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f2d840317b0 con 0x55d24ebf43d0 2024-09-16T01:52:34.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d6f7fe640 10 client.16836 handle_command_reply: tid=0 2024-09-16T01:52:34.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d98cdf740 1 client.16836 shutdown 2024-09-16T01:52:34.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3676971480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 msgr2=0x55d24ebe3e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:34.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3676971480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebe3e30 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f2d800117e0 tx=0x7f2d80004730 comp rx=0 tx=0).stop 2024-09-16T01:52:34.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3676971480 shutdown_connections 2024-09-16T01:52:34.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3676971480 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d24ebf43d0 0x55d24ebf6830 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3676971480 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebe4680 0x55d24ebe1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3676971480 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe10e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d6f7fe640 0 client.16836 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:34.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3676971480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebe3e30 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3676971480 >> 172.21.15.17:0/3676971480 conn(0x55d24ebd5a30 msgr2=0x55d24ebdb710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:34.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3676971480 shutdown_connections 2024-09-16T01:52:34.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3676971480 wait complete. 2024-09-16T01:52:34.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.007+0000 7f2d98cdf740 20 client.16836 trim_cache size 0 max 16384 2024-09-16T01:52:34.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.027+0000 7f2d98cdf740 1 Processor -- start 2024-09-16T01:52:34.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.027+0000 7f2d98cdf740 1 -- start start 2024-09-16T01:52:34.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.027+0000 7f2d98cdf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebfc140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.027+0000 7f2d98cdf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd9dc0 0x55d24ebfc680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.027+0000 7f2d98cdf740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebe4680 0x55d24ebde340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d98cdf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c010e20 con 0x55d24ebd94a0 2024-09-16T01:52:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d98cdf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c00e6f0 con 0x55d24ebd9dc0 2024-09-16T01:52:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d98cdf740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c00c520 con 0x55d24ebe4680 2024-09-16T01:52:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d8ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebfc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d8ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebfc140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53740/0 (socket says 172.21.15.17:53740) 2024-09-16T01:52:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d8ffff640 1 -- 172.21.15.17:0/3394167084 learned_addr learned my addr 172.21.15.17:0/3394167084 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d94ea3640 1 --2- 172.21.15.17:0/3394167084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebe4680 0x55d24ebde340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d8f7fe640 1 --2- 172.21.15.17:0/3394167084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd9dc0 0x55d24ebfc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d8ffff640 1 -- 172.21.15.17:0/3394167084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebe4680 msgr2=0x55d24ebde340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d8ffff640 1 --2- 172.21.15.17:0/3394167084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebe4680 0x55d24ebde340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d8ffff640 1 -- 172.21.15.17:0/3394167084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd9dc0 msgr2=0x55d24ebfc680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d8ffff640 1 --2- 172.21.15.17:0/3394167084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd9dc0 0x55d24ebfc680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d8ffff640 1 -- 172.21.15.17:0/3394167084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d24ebd9bf0 con 0x55d24ebd94a0 2024-09-16T01:52:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d94ea3640 1 --2- 172.21.15.17:0/3394167084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebe4680 0x55d24ebde340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d8ffff640 1 --2- 172.21.15.17:0/3394167084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebfc140 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f2d80000c00 tx=0x7f2d80032d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a67b24e4237c0ddd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d75ffb640 1 -- 172.21.15.17:0/3394167084 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d80032400 con 0x55d24ebd94a0 2024-09-16T01:52:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.028+0000 7f2d75ffb640 1 -- 172.21.15.17:0/3394167084 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d80037070 con 0x55d24ebd94a0 2024-09-16T01:52:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.029+0000 7f2d75ffb640 1 -- 172.21.15.17:0/3394167084 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d80028840 con 0x55d24ebd94a0 2024-09-16T01:52:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.029+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3394167084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 msgr2=0x55d24ebfc140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.029+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3394167084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebfc140 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f2d80000c00 tx=0x7f2d80032d80 comp rx=0 tx=0).stop 2024-09-16T01:52:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.029+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3394167084 shutdown_connections 2024-09-16T01:52:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.030+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3394167084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebe4680 0x55d24ebde340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.030+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3394167084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebd9dc0 0x55d24ebfc680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.030+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3394167084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebfc140 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.030+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3394167084 >> 172.21.15.17:0/3394167084 conn(0x55d24ebd5a30 msgr2=0x55d24ebe10a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.030+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3394167084 shutdown_connections 2024-09-16T01:52:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.030+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3394167084 wait complete. 2024-09-16T01:52:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.030+0000 7f2d98cdf740 1 -- start start 2024-09-16T01:52:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.030+0000 7f2d98cdf740 1 Processor -- start 2024-09-16T01:52:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d98cdf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebece20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d98cdf740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe55a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d98cdf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebe4680 0x55d24ebe5b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d98cdf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c00cbb0 con 0x55d24ebd94a0 2024-09-16T01:52:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d98cdf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c00e020 con 0x55d24ebe4680 2024-09-16T01:52:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d98cdf740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2d7c00d280 con 0x55d24ebd9dc0 2024-09-16T01:52:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d98cdf740 10 client.0 _ll_register_callbacks cb 0x7f2d80011460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d8ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebece20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d8ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebece20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53756/0 (socket says 172.21.15.17:53756) 2024-09-16T01:52:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d8f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe55a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d8ffff640 1 -- 172.21.15.17:0/3769943152 learned_addr learned my addr 172.21.15.17:0/3769943152 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d94ea3640 1 --2- 172.21.15.17:0/3769943152 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebe4680 0x55d24ebe5b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d8f7fe640 1 -- 172.21.15.17:0/3769943152 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebe4680 msgr2=0x55d24ebe5b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d8f7fe640 1 --2- 172.21.15.17:0/3769943152 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebe4680 0x55d24ebe5b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d8f7fe640 1 -- 172.21.15.17:0/3769943152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 msgr2=0x55d24ebece20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d8f7fe640 1 --2- 172.21.15.17:0/3769943152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebece20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d8f7fe640 1 -- 172.21.15.17:0/3769943152 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d24ebe6390 con 0x55d24ebd9dc0 2024-09-16T01:52:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.031+0000 7f2d94ea3640 1 --2- 172.21.15.17:0/3769943152 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebe4680 0x55d24ebe5b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:52:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.032+0000 7f2d8f7fe640 1 --2- 172.21.15.17:0/3769943152 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe55a0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2d84005780 tx=0x7f2d84003a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78d2e1c7d6805ffe server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.032+0000 7f2d6f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:52:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.032+0000 7f2d6f7fe640 1 -- 172.21.15.17:0/3769943152 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d84055070 con 0x55d24ebd9dc0 2024-09-16T01:52:34.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.032+0000 7f2d6f7fe640 1 -- 172.21.15.17:0/3769943152 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f2d84005050 con 0x55d24ebd9dc0 2024-09-16T01:52:34.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.032+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3769943152 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d80037070 con 0x55d24ebd9dc0 2024-09-16T01:52:34.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.032+0000 7f2d6f7fe640 1 -- 172.21.15.17:0/3769943152 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f2d84061050 con 0x55d24ebd9dc0 2024-09-16T01:52:34.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.032+0000 7f2d98cdf740 10 client.26503 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:34.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.032+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3769943152 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d24ec5f200 con 0x55d24ebd9dc0 2024-09-16T01:52:34.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.032+0000 7f2d6f7fe640 1 -- 172.21.15.17:0/3769943152 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d80037070 con 0x55d24ebd9dc0 2024-09-16T01:52:34.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.032+0000 7f2d6f7fe640 1 -- 172.21.15.17:0/3769943152 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f2d84004c60 con 0x55d24ebd9dc0 2024-09-16T01:52:34.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.032+0000 7f2d98cdf740 10 client.26503 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:34.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.033+0000 7f2d98cdf740 10 client.26503 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:34.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.033+0000 7f2d98cdf740 20 client.26503 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:34.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.033+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3769943152 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d24ec5f490 0x55d24ec61880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:34.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.033+0000 7f2d98cdf740 4 client.26503 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:52:34.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.033+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3769943152 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d24eb4c850 con 0x55d24ec5f490 2024-09-16T01:52:34.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.033+0000 7f2d8ffff640 1 --2- 172.21.15.17:0/3769943152 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d24ec5f490 0x55d24ec61880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:34.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.033+0000 7f2d8ffff640 1 --2- 172.21.15.17:0/3769943152 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d24ec5f490 0x55d24ec61880 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f863fa22f60a997 server_cookie=55a3c6188fb72b06 in_seq=0 out_seq=0 2024-09-16T01:52:34.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.033+0000 7f2d6f7fe640 10 client.26503 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:34.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.034+0000 7f2d6f7fe640 1 -- 172.21.15.17:0/3769943152 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d24eb4c850 con 0x55d24ec5f490 2024-09-16T01:52:34.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.034+0000 7f2d6f7fe640 10 client.26503 handle_command_reply: tid=0 2024-09-16T01:52:34.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.034+0000 7f2d98cdf740 1 client.26503 shutdown 2024-09-16T01:52:34.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.034+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3769943152 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebd9dc0 msgr2=0x55d24ebe55a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:34.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.034+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3769943152 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe55a0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2d84005780 tx=0x7f2d84003a30 comp rx=0 tx=0).stop 2024-09-16T01:52:34.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.034+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3769943152 shutdown_connections 2024-09-16T01:52:34.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.034+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3769943152 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d24ec5f490 0x55d24ec61880 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.034+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3769943152 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d24ebe4680 0x55d24ebe5b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.034+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3769943152 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d24ebd9dc0 0x55d24ebe55a0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.034+0000 7f2d98cdf740 1 --2- 172.21.15.17:0/3769943152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d24ebd94a0 0x55d24ebece20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.034+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3769943152 >> 172.21.15.17:0/3769943152 conn(0x55d24ebd5a30 msgr2=0x55d24ebd4350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:34.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.034+0000 7f2d6f7fe640 0 client.26503 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:34.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.034+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3769943152 shutdown_connections 2024-09-16T01:52:34.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.034+0000 7f2d98cdf740 1 -- 172.21.15.17:0/3769943152 wait complete. 2024-09-16T01:52:34.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.035+0000 7f2d98cdf740 20 client.26503 trim_cache size 0 max 16384 2024-09-16T01:52:34.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.035+0000 7f2d96906640 1 -- 172.21.15.17:0/3429292520 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2d780a32c0 msgr2=0x7f2d780a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:34.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.035+0000 7f2d96906640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2d780a32c0 0x7f2d780a5780 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f2d8000bbe0 tx=0x7f2d8000b390 comp rx=0 tx=0).stop 2024-09-16T01:52:34.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.035+0000 7f2d96906640 1 -- 172.21.15.17:0/3429292520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d90102ef0 msgr2=0x7f2d9019ccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:34.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.035+0000 7f2d96906640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d90102ef0 0x7f2d9019ccc0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f2d8800eaa0 tx=0x7f2d8800ef60 comp rx=0 tx=0).stop 2024-09-16T01:52:34.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.035+0000 7f2d96906640 1 -- 172.21.15.17:0/3429292520 shutdown_connections 2024-09-16T01:52:34.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.035+0000 7f2d96906640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2d780a32c0 0x7f2d780a5780 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.035+0000 7f2d96906640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2d90102ef0 0x7f2d9019ccc0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.035+0000 7f2d96906640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d90102570 0x7f2d901989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.035+0000 7f2d96906640 1 --2- 172.21.15.17:0/3429292520 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2d90100e20 0x7f2d90198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:34.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.035+0000 7f2d96906640 1 -- 172.21.15.17:0/3429292520 >> 172.21.15.17:0/3429292520 conn(0x7f2d900fc7d0 msgr2=0x7f2d90069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:34.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.035+0000 7f2d96906640 1 -- 172.21.15.17:0/3429292520 shutdown_connections 2024-09-16T01:52:34.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:34.035+0000 7f2d96906640 1 -- 172.21.15.17:0/3429292520 wait complete. 2024-09-16T01:52:34.457 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:34 smithi017 ceph-mon[30972]: pgmap v610: 97 pgs: 97 active+clean; 147 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.9 MiB/s wr, 104 op/s 2024-09-16T01:52:34.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:34 smithi029 ceph-mon[34783]: pgmap v610: 97 pgs: 97 active+clean; 147 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.9 MiB/s wr, 104 op/s 2024-09-16T01:52:34.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:34 smithi122 ceph-mon[34758]: pgmap v610: 97 pgs: 97 active+clean; 147 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.9 MiB/s wr, 104 op/s 2024-09-16T01:52:34.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 333206 3.75 MB/sec execute 357 sec latency 12.323 ms 2024-09-16T01:52:34.846 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:52:34.846 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:52:35.136 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:52:35.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 333803 3.75 MB/sec execute 358 sec latency 15.040 ms 2024-09-16T01:52:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.701+0000 7fcabda60640 1 -- 172.21.15.17:0/2870558354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcab8106f10 msgr2=0x7fcab810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.701+0000 7fcabda60640 1 --2- 172.21.15.17:0/2870558354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcab8106f10 0x7fcab810ea90 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7fcab0009ca0 tx=0x7fcab002a8c0 comp rx=0 tx=0).stop 2024-09-16T01:52:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.701+0000 7fcabda60640 1 -- 172.21.15.17:0/2870558354 shutdown_connections 2024-09-16T01:52:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.701+0000 7fcabda60640 1 --2- 172.21.15.17:0/2870558354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcab8106f10 0x7fcab810ea90 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.701+0000 7fcabda60640 1 --2- 172.21.15.17:0/2870558354 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcab8102790 0x7fcab81067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.701+0000 7fcabda60640 1 --2- 172.21.15.17:0/2870558354 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcab8101de0 0x7fcab81021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.701+0000 7fcabda60640 1 -- 172.21.15.17:0/2870558354 >> 172.21.15.17:0/2870558354 conn(0x7fcab80fd880 msgr2=0x7fcab80ffca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:35.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.701+0000 7fcabda60640 1 -- 172.21.15.17:0/2870558354 shutdown_connections 2024-09-16T01:52:35.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.701+0000 7fcabda60640 1 -- 172.21.15.17:0/2870558354 wait complete. 2024-09-16T01:52:35.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.702+0000 7fcabda60640 1 Processor -- start 2024-09-16T01:52:35.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.702+0000 7fcabda60640 1 -- start start 2024-09-16T01:52:35.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.702+0000 7fcabda60640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcab8101de0 0x7fcab80744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:35.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.702+0000 7fcabda60640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcab8102790 0x7fcab8074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:35.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.702+0000 7fcabda60640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcab8106f10 0x7fcab8074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:35.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.702+0000 7fcabda60640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcab8111e20 con 0x7fcab8106f10 2024-09-16T01:52:35.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.702+0000 7fcabda60640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcab8111ca0 con 0x7fcab8102790 2024-09-16T01:52:35.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.702+0000 7fcabda60640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcab8111fa0 con 0x7fcab8101de0 2024-09-16T01:52:35.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.703+0000 7fcab6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcab8101de0 0x7fcab80744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:35.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.703+0000 7fcab77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcab8106f10 0x7fcab8074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:35.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.703+0000 7fcab6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcab8101de0 0x7fcab80744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41934/0 (socket says 172.21.15.17:41934) 2024-09-16T01:52:35.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.703+0000 7fcab6ffd640 1 -- 172.21.15.17:0/1475317581 learned_addr learned my addr 172.21.15.17:0/1475317581 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.703+0000 7fcab67fc640 1 --2- 172.21.15.17:0/1475317581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcab8102790 0x7fcab8074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.703+0000 7fcab6ffd640 1 -- 172.21.15.17:0/1475317581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcab8102790 msgr2=0x7fcab8074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.703+0000 7fcab6ffd640 1 --2- 172.21.15.17:0/1475317581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcab8102790 0x7fcab8074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.703+0000 7fcab6ffd640 1 -- 172.21.15.17:0/1475317581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcab8106f10 msgr2=0x7fcab8074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.703+0000 7fcab6ffd640 1 --2- 172.21.15.17:0/1475317581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcab8106f10 0x7fcab8074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.703+0000 7fcab6ffd640 1 -- 172.21.15.17:0/1475317581 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcab81a67e0 con 0x7fcab8101de0 2024-09-16T01:52:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.703+0000 7fcab77fe640 1 --2- 172.21.15.17:0/1475317581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcab8106f10 0x7fcab8074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.703+0000 7fcab6ffd640 1 --2- 172.21.15.17:0/1475317581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcab8101de0 0x7fcab80744f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fcaa800e9f0 tx=0x7fcaa800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.703+0000 7fcabca5e640 1 -- 172.21.15.17:0/1475317581 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaa800cd80 con 0x7fcab8101de0 2024-09-16T01:52:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.704+0000 7fcabda60640 1 -- 172.21.15.17:0/1475317581 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcab81a6ad0 con 0x7fcab8101de0 2024-09-16T01:52:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.704+0000 7fcabca5e640 1 -- 172.21.15.17:0/1475317581 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcaa80108e0 con 0x7fcab8101de0 2024-09-16T01:52:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.704+0000 7fcabca5e640 1 -- 172.21.15.17:0/1475317581 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaa8018920 con 0x7fcab8101de0 2024-09-16T01:52:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.704+0000 7fcabda60640 1 -- 172.21.15.17:0/1475317581 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcab81a7010 con 0x7fcab8101de0 2024-09-16T01:52:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.705+0000 7fcabda60640 1 -- 172.21.15.17:0/1475317581 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcab81021c0 con 0x7fcab8101de0 2024-09-16T01:52:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.706+0000 7fcabca5e640 1 -- 172.21.15.17:0/1475317581 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fcaa8010a90 con 0x7fcab8101de0 2024-09-16T01:52:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.707+0000 7fcabca5e640 1 --2- 172.21.15.17:0/1475317581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcaa00a3240 0x7fcaa00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.707+0000 7fcab67fc640 1 --2- 172.21.15.17:0/1475317581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcaa00a3240 0x7fcaa00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.707+0000 7fcabca5e640 1 -- 172.21.15.17:0/1475317581 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcaa80cfbe0 con 0x7fcab8101de0 2024-09-16T01:52:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.707+0000 7fcab67fc640 1 --2- 172.21.15.17:0/1475317581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcaa00a3240 0x7fcaa00a5700 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fcab8075f80 tx=0x7fcaac005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.711+0000 7fcabca5e640 1 -- 172.21.15.17:0/1475317581 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcaa809c2b0 con 0x7fcab8101de0 2024-09-16T01:52:35.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.963+0000 7fcabda60640 1 -- 172.21.15.17:0/1475317581 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcab810a180 con 0x7fcab8101de0 2024-09-16T01:52:35.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.964+0000 7fcabca5e640 1 -- 172.21.15.17:0/1475317581 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7fcaa8096e20 con 0x7fcab8101de0 2024-09-16T01:52:35.965 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:52:35.966 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:52:35.966 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:52:35.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.966+0000 7fcabda60640 1 -- 172.21.15.17:0/1475317581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcaa00a3240 msgr2=0x7fcaa00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:35.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.966+0000 7fcabda60640 1 --2- 172.21.15.17:0/1475317581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcaa00a3240 0x7fcaa00a5700 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fcab8075f80 tx=0x7fcaac005f90 comp rx=0 tx=0).stop 2024-09-16T01:52:35.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.966+0000 7fcabda60640 1 -- 172.21.15.17:0/1475317581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcab8101de0 msgr2=0x7fcab80744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:35.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.966+0000 7fcabda60640 1 --2- 172.21.15.17:0/1475317581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcab8101de0 0x7fcab80744f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fcaa800e9f0 tx=0x7fcaa800eeb0 comp rx=0 tx=0).stop 2024-09-16T01:52:35.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.966+0000 7fcabda60640 1 -- 172.21.15.17:0/1475317581 shutdown_connections 2024-09-16T01:52:35.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.966+0000 7fcabda60640 1 --2- 172.21.15.17:0/1475317581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcaa00a3240 0x7fcaa00a5700 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:35.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.966+0000 7fcabda60640 1 --2- 172.21.15.17:0/1475317581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcab8106f10 0x7fcab8074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:35.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.966+0000 7fcabda60640 1 --2- 172.21.15.17:0/1475317581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcab8102790 0x7fcab8074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:35.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.966+0000 7fcabda60640 1 --2- 172.21.15.17:0/1475317581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcab8101de0 0x7fcab80744f0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:35.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.966+0000 7fcabda60640 1 -- 172.21.15.17:0/1475317581 >> 172.21.15.17:0/1475317581 conn(0x7fcab80fd880 msgr2=0x7fcab80fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:35.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.966+0000 7fcabda60640 1 -- 172.21.15.17:0/1475317581 shutdown_connections 2024-09-16T01:52:35.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:35.966+0000 7fcabda60640 1 -- 172.21.15.17:0/1475317581 wait complete. 2024-09-16T01:52:36.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:36 smithi017 ceph-mon[30972]: pgmap v611: 97 pgs: 97 active+clean; 147 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:52:36.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:36 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1475317581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:52:36.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:36 smithi029 ceph-mon[34783]: pgmap v611: 97 pgs: 97 active+clean; 147 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:52:36.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:36 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1475317581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:52:36.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:36 smithi122 ceph-mon[34758]: pgmap v611: 97 pgs: 97 active+clean; 147 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.8 MiB/s wr, 91 op/s 2024-09-16T01:52:36.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:36 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1475317581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:52:36.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 334319 3.74 MB/sec execute 359 sec latency 19.332 ms 2024-09-16T01:52:36.845 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:52:37.124 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:52:37.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 334989 3.75 MB/sec execute 360 sec latency 47.377 ms 2024-09-16T01:52:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.645+0000 7f072aed8640 1 -- 172.21.15.17:0/3176176474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724101de0 msgr2=0x7f07241021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.645+0000 7f072aed8640 1 --2- 172.21.15.17:0/3176176474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724101de0 0x7f07241021c0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f0718009900 tx=0x7f071802a410 comp rx=0 tx=0).stop 2024-09-16T01:52:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.645+0000 7f072aed8640 1 -- 172.21.15.17:0/3176176474 shutdown_connections 2024-09-16T01:52:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.645+0000 7f072aed8640 1 --2- 172.21.15.17:0/3176176474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0724106f10 0x7f072410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.645+0000 7f072aed8640 1 --2- 172.21.15.17:0/3176176474 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0724102790 0x7f07241067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.645+0000 7f072aed8640 1 --2- 172.21.15.17:0/3176176474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724101de0 0x7f07241021c0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.645+0000 7f072aed8640 1 -- 172.21.15.17:0/3176176474 >> 172.21.15.17:0/3176176474 conn(0x7f07240fd8e0 msgr2=0x7f07240ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.645+0000 7f072aed8640 1 -- 172.21.15.17:0/3176176474 shutdown_connections 2024-09-16T01:52:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.645+0000 7f072aed8640 1 -- 172.21.15.17:0/3176176474 wait complete. 2024-09-16T01:52:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.646+0000 7f072aed8640 1 Processor -- start 2024-09-16T01:52:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.646+0000 7f072aed8640 1 -- start start 2024-09-16T01:52:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.646+0000 7f072aed8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0724101de0 0x7f0724198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.646+0000 7f072aed8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0724102790 0x7f0724198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.646+0000 7f072aed8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724106f10 0x7f072419cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f072aed8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0724111de0 con 0x7f0724106f10 2024-09-16T01:52:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f072aed8640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0724111c60 con 0x7f0724101de0 2024-09-16T01:52:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f072aed8640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0724111f60 con 0x7f0724102790 2024-09-16T01:52:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f0728c74640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0724101de0 0x7f0724198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f0723fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0724102790 0x7f0724198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f0728c74640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0724101de0 0x7f0724198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:60816/0 (socket says 172.21.15.17:60816) 2024-09-16T01:52:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f0728c74640 1 -- 172.21.15.17:0/1922791191 learned_addr learned my addr 172.21.15.17:0/1922791191 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f0729475640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724106f10 0x7f072419cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f0723fff640 1 -- 172.21.15.17:0/1922791191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0724101de0 msgr2=0x7f0724198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f0723fff640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0724101de0 0x7f0724198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f0723fff640 1 -- 172.21.15.17:0/1922791191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724106f10 msgr2=0x7f072419cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f0723fff640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724106f10 0x7f072419cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f0723fff640 1 -- 172.21.15.17:0/1922791191 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f072419d2f0 con 0x7f0724102790 2024-09-16T01:52:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f0728c74640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0724101de0 0x7f0724198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f0729475640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724106f10 0x7f072419cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f0723fff640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0724102790 0x7f0724198880 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f071000e9f0 tx=0x7f071000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.647+0000 7f0721ffb640 1 -- 172.21.15.17:0/1922791191 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f071000cd80 con 0x7f0724102790 2024-09-16T01:52:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.648+0000 7f072aed8640 1 -- 172.21.15.17:0/1922791191 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f072419d5e0 con 0x7f0724102790 2024-09-16T01:52:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.648+0000 7f0721ffb640 1 -- 172.21.15.17:0/1922791191 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07100035f0 con 0x7f0724102790 2024-09-16T01:52:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.648+0000 7f0721ffb640 1 -- 172.21.15.17:0/1922791191 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0710010690 con 0x7f0724102790 2024-09-16T01:52:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.648+0000 7f072aed8640 1 -- 172.21.15.17:0/1922791191 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0724074420 con 0x7f0724102790 2024-09-16T01:52:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.650+0000 7f0721ffb640 1 -- 172.21.15.17:0/1922791191 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f07100037a0 con 0x7f0724102790 2024-09-16T01:52:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.650+0000 7f072d2b1740 1 Processor -- start 2024-09-16T01:52:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.650+0000 7f072d2b1740 1 -- start start 2024-09-16T01:52:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.650+0000 7f072d2b1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce13b40 0x55e83ce12090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.650+0000 7f072d2b1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce125d0 0x55e83ce12a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f072d2b1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce1d370 0x55e83ce1f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f072d2b1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e83cd782f0 con 0x55e83ce1d370 2024-09-16T01:52:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f072d2b1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e83cd1fcf0 con 0x55e83ce13b40 2024-09-16T01:52:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f072d2b1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e83cd742b0 con 0x55e83ce125d0 2024-09-16T01:52:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f0721ffb640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07140a3240 0x7f07140a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f0729475640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce13b40 0x55e83ce12090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f0729475640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce13b40 0x55e83ce12090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:60828/0 (socket says 172.21.15.17:60828) 2024-09-16T01:52:37.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f0729475640 1 -- 172.21.15.17:0/2400703972 learned_addr learned my addr 172.21.15.17:0/2400703972 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:37.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f0723fff640 1 --2- 172.21.15.17:0/2400703972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce1d370 0x55e83ce1f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f0729475640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07140a3240 0x7f07140a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f0729475640 1 -- 172.21.15.17:0/2400703972 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce125d0 msgr2=0x55e83ce12a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:37.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f0729475640 1 --2- 172.21.15.17:0/2400703972 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce125d0 0x55e83ce12a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f0729475640 1 -- 172.21.15.17:0/2400703972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce1d370 msgr2=0x55e83ce1f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:37.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f0729475640 1 --2- 172.21.15.17:0/2400703972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce1d370 0x55e83ce1f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f0729475640 1 -- 172.21.15.17:0/2400703972 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e83cd043a0 con 0x55e83ce13b40 2024-09-16T01:52:37.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f0723fff640 1 --2- 172.21.15.17:0/2400703972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce1d370 0x55e83ce1f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:37.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f0721ffb640 1 -- 172.21.15.17:0/1922791191 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f07100cfc30 con 0x7f0724102790 2024-09-16T01:52:37.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.651+0000 7f0729475640 1 --2- 172.21.15.17:0/2400703972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce13b40 0x55e83ce12090 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f071c012d40 tx=0x7f071c010740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16e7f2d5504fcb5d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:37.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.652+0000 7f070effd640 1 -- 172.21.15.17:0/2400703972 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f071c026420 con 0x55e83ce13b40 2024-09-16T01:52:37.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.652+0000 7f0729475640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07140a3240 0x7f07140a5700 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f071c021000 tx=0x7f071c01f000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:37.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.652+0000 7f070effd640 1 -- 172.21.15.17:0/2400703972 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f071c022070 con 0x55e83ce13b40 2024-09-16T01:52:37.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.652+0000 7f070effd640 1 -- 172.21.15.17:0/2400703972 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f071c01c360 con 0x55e83ce13b40 2024-09-16T01:52:37.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.652+0000 7f072d2b1740 1 -- 172.21.15.17:0/2400703972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce13b40 msgr2=0x55e83ce12090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:37.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.652+0000 7f072d2b1740 1 --2- 172.21.15.17:0/2400703972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce13b40 0x55e83ce12090 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f071c012d40 tx=0x7f071c010740 comp rx=0 tx=0).stop 2024-09-16T01:52:37.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.653+0000 7f072d2b1740 1 -- 172.21.15.17:0/2400703972 shutdown_connections 2024-09-16T01:52:37.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.653+0000 7f072d2b1740 1 --2- 172.21.15.17:0/2400703972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce1d370 0x55e83ce1f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.653+0000 7f072d2b1740 1 --2- 172.21.15.17:0/2400703972 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce125d0 0x55e83ce12a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.653+0000 7f072d2b1740 1 --2- 172.21.15.17:0/2400703972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce13b40 0x55e83ce12090 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.653+0000 7f072d2b1740 1 -- 172.21.15.17:0/2400703972 >> 172.21.15.17:0/2400703972 conn(0x55e83cddb310 msgr2=0x55e83ce0ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:37.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.653+0000 7f072d2b1740 1 -- 172.21.15.17:0/2400703972 shutdown_connections 2024-09-16T01:52:37.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.653+0000 7f072d2b1740 1 -- 172.21.15.17:0/2400703972 wait complete. 2024-09-16T01:52:37.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.653+0000 7f072d2b1740 1 -- start start 2024-09-16T01:52:37.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.653+0000 7f072d2b1740 1 Processor -- start 2024-09-16T01:52:37.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f072d2b1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce125d0 0x55e83ce1cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f072d2b1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce13b40 0x55e83ce1a060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f072d2b1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 0x55e83ce1a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f072d2b1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e83ce20070 con 0x55e83ce125d0 2024-09-16T01:52:37.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f072d2b1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e83cd33060 con 0x55e83ce1d370 2024-09-16T01:52:37.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f072d2b1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e83ce201f0 con 0x55e83ce13b40 2024-09-16T01:52:37.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f072d2b1740 10 client.0 _ll_register_callbacks cb 0x55e83ca868c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:37.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f0728c74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce125d0 0x55e83ce1cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f0728c74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce125d0 0x55e83ce1cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58740/0 (socket says 172.21.15.17:58740) 2024-09-16T01:52:37.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f0728c74640 1 -- 172.21.15.17:0/4179642032 learned_addr learned my addr 172.21.15.17:0/4179642032 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:37.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f0729475640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 0x55e83ce1a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f0723fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce13b40 0x55e83ce1a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f0728c74640 1 -- 172.21.15.17:0/4179642032 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce13b40 msgr2=0x55e83ce1a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:37.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f0728c74640 1 --2- 172.21.15.17:0/4179642032 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce13b40 0x55e83ce1a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f0728c74640 1 -- 172.21.15.17:0/4179642032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 msgr2=0x55e83ce1a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:37.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f0728c74640 1 --2- 172.21.15.17:0/4179642032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 0x55e83ce1a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f0728c74640 1 -- 172.21.15.17:0/4179642032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e83cae93c0 con 0x55e83ce125d0 2024-09-16T01:52:37.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f0729475640 1 --2- 172.21.15.17:0/4179642032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 0x55e83ce1a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:37.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f0728c74640 1 --2- 172.21.15.17:0/4179642032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce125d0 0x55e83ce1cdb0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f0718000c00 tx=0x7f07180316d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4d5634b5781d18a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:37.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.654+0000 7f0703fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:52:37.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.655+0000 7f0703fff640 1 -- 172.21.15.17:0/4179642032 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0718035040 con 0x55e83ce125d0 2024-09-16T01:52:37.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.655+0000 7f0703fff640 1 -- 172.21.15.17:0/4179642032 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0718004240 con 0x55e83ce125d0 2024-09-16T01:52:37.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.655+0000 7f072d2b1740 1 -- 172.21.15.17:0/4179642032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f071c022070 con 0x55e83ce125d0 2024-09-16T01:52:37.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.655+0000 7f0703fff640 1 -- 172.21.15.17:0/4179642032 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0718004440 con 0x55e83ce125d0 2024-09-16T01:52:37.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.655+0000 7f072d2b1740 10 client.16860 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:37.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.655+0000 7f072d2b1740 1 -- 172.21.15.17:0/4179642032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e83ce2bb60 con 0x55e83ce125d0 2024-09-16T01:52:37.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.655+0000 7f0703fff640 1 -- 172.21.15.17:0/4179642032 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f071c022070 con 0x55e83ce125d0 2024-09-16T01:52:37.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.655+0000 7f0703fff640 1 -- 172.21.15.17:0/4179642032 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f0718004bf0 con 0x55e83ce125d0 2024-09-16T01:52:37.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.655+0000 7f072d2b1740 10 client.16860 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:37.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.655+0000 7f072d2b1740 10 client.16860 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:52:37.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.655+0000 7f072d2b1740 20 client.16860 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:37.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.655+0000 7f072d2b1740 1 --2- 172.21.15.17:0/4179642032 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e83ce2d020 0x55e83ce2f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.655+0000 7f072d2b1740 4 client.16860 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:52:37.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.655+0000 7f072d2b1740 1 -- 172.21.15.17:0/4179642032 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e83cd85860 con 0x55e83ce2d020 2024-09-16T01:52:37.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.656+0000 7f0723fff640 1 --2- 172.21.15.17:0/4179642032 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e83ce2d020 0x55e83ce2f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.656+0000 7f0703fff640 10 client.16860 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:52:37.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.656+0000 7f0723fff640 1 --2- 172.21.15.17:0/4179642032 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e83ce2d020 0x55e83ce2f460 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d15dffb49f08aeec server_cookie=7df9bb8f352c6f72 in_seq=0 out_seq=0 2024-09-16T01:52:37.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.657+0000 7f0703fff640 1 -- 172.21.15.17:0/4179642032 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e83cd85860 con 0x55e83ce2d020 2024-09-16T01:52:37.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.657+0000 7f0703fff640 10 client.16860 handle_command_reply: tid=0 2024-09-16T01:52:37.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.657+0000 7f072d2b1740 1 client.16860 shutdown 2024-09-16T01:52:37.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.657+0000 7f072d2b1740 1 -- 172.21.15.17:0/4179642032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce125d0 msgr2=0x55e83ce1cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:37.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.657+0000 7f072d2b1740 1 --2- 172.21.15.17:0/4179642032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce125d0 0x55e83ce1cdb0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f0718000c00 tx=0x7f07180316d0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.657+0000 7f072d2b1740 1 -- 172.21.15.17:0/4179642032 shutdown_connections 2024-09-16T01:52:37.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.657+0000 7f072d2b1740 1 --2- 172.21.15.17:0/4179642032 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e83ce2d020 0x55e83ce2f460 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.657+0000 7f072d2b1740 1 --2- 172.21.15.17:0/4179642032 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 0x55e83ce1a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.657+0000 7f072d2b1740 1 --2- 172.21.15.17:0/4179642032 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce13b40 0x55e83ce1a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.657+0000 7f072d2b1740 1 --2- 172.21.15.17:0/4179642032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce125d0 0x55e83ce1cdb0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.657+0000 7f072d2b1740 1 -- 172.21.15.17:0/4179642032 >> 172.21.15.17:0/4179642032 conn(0x55e83cddb310 msgr2=0x55e83ce14960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:37.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.657+0000 7f0703fff640 0 client.16860 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:52:37.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.657+0000 7f072d2b1740 1 -- 172.21.15.17:0/4179642032 shutdown_connections 2024-09-16T01:52:37.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.657+0000 7f072d2b1740 1 -- 172.21.15.17:0/4179642032 wait complete. 2024-09-16T01:52:37.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.658+0000 7f072d2b1740 20 client.16860 trim_cache size 0 max 16384 2024-09-16T01:52:37.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f072d2b1740 1 Processor -- start 2024-09-16T01:52:37.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f072d2b1740 1 -- start start 2024-09-16T01:52:37.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f072d2b1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce125d0 0x55e83ce19920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f072d2b1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce13b40 0x55e83ce18930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f072d2b1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 0x55e83ce18e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f072d2b1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07241b2010 con 0x55e83ce13b40 2024-09-16T01:52:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f072d2b1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f07241af8e0 con 0x55e83ce1d370 2024-09-16T01:52:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f072d2b1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f07241ad710 con 0x55e83ce125d0 2024-09-16T01:52:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f0723fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce13b40 0x55e83ce18930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f0728c74640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce125d0 0x55e83ce19920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f0728c74640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce125d0 0x55e83ce19920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:55564/0 (socket says 172.21.15.17:55564) 2024-09-16T01:52:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f0728c74640 1 -- 172.21.15.17:0/4112825347 learned_addr learned my addr 172.21.15.17:0/4112825347 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f0729475640 1 --2- 172.21.15.17:0/4112825347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 0x55e83ce18e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f0728c74640 1 -- 172.21.15.17:0/4112825347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 msgr2=0x55e83ce18e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f0728c74640 1 --2- 172.21.15.17:0/4112825347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 0x55e83ce18e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f0728c74640 1 -- 172.21.15.17:0/4112825347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce13b40 msgr2=0x55e83ce18930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f0728c74640 1 --2- 172.21.15.17:0/4112825347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce13b40 0x55e83ce18930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f0728c74640 1 -- 172.21.15.17:0/4112825347 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e83ce1ab60 con 0x55e83ce125d0 2024-09-16T01:52:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.673+0000 7f0723fff640 1 --2- 172.21.15.17:0/4112825347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce13b40 0x55e83ce18930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.674+0000 7f0728c74640 1 --2- 172.21.15.17:0/4112825347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce125d0 0x55e83ce19920 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0718031440 tx=0x7f071802a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=914612bad9d97b9d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.674+0000 7f070e7fc640 1 -- 172.21.15.17:0/4112825347 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0718035040 con 0x55e83ce125d0 2024-09-16T01:52:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.674+0000 7f070e7fc640 1 -- 172.21.15.17:0/4112825347 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0718005850 con 0x55e83ce125d0 2024-09-16T01:52:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.674+0000 7f070e7fc640 1 -- 172.21.15.17:0/4112825347 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0718004770 con 0x55e83ce125d0 2024-09-16T01:52:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.675+0000 7f072d2b1740 1 -- 172.21.15.17:0/4112825347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce125d0 msgr2=0x55e83ce19920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.675+0000 7f072d2b1740 1 --2- 172.21.15.17:0/4112825347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce125d0 0x55e83ce19920 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0718031440 tx=0x7f071802a410 comp rx=0 tx=0).stop 2024-09-16T01:52:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.675+0000 7f072d2b1740 1 -- 172.21.15.17:0/4112825347 shutdown_connections 2024-09-16T01:52:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.675+0000 7f072d2b1740 1 --2- 172.21.15.17:0/4112825347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 0x55e83ce18e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.675+0000 7f072d2b1740 1 --2- 172.21.15.17:0/4112825347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce13b40 0x55e83ce18930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.675+0000 7f072d2b1740 1 --2- 172.21.15.17:0/4112825347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce125d0 0x55e83ce19920 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.675+0000 7f072d2b1740 1 -- 172.21.15.17:0/4112825347 >> 172.21.15.17:0/4112825347 conn(0x55e83cddb310 msgr2=0x55e83ce15310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.675+0000 7f072d2b1740 1 -- 172.21.15.17:0/4112825347 shutdown_connections 2024-09-16T01:52:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.675+0000 7f072d2b1740 1 -- 172.21.15.17:0/4112825347 wait complete. 2024-09-16T01:52:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.675+0000 7f072d2b1740 1 -- start start 2024-09-16T01:52:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.675+0000 7f072d2b1740 1 Processor -- start 2024-09-16T01:52:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f072d2b1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce125d0 0x55e83ce205a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f072d2b1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce13b40 0x55e83ce20ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f072d2b1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 0x55e83ce95d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f072d2b1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07241adda0 con 0x55e83ce125d0 2024-09-16T01:52:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f072d2b1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f07241af210 con 0x55e83ce1d370 2024-09-16T01:52:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f072d2b1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f07241ae470 con 0x55e83ce13b40 2024-09-16T01:52:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f072d2b1740 10 client.0 _ll_register_callbacks cb 0x7f0718009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f0728c74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce125d0 0x55e83ce205a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f0728c74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce125d0 0x55e83ce205a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58754/0 (socket says 172.21.15.17:58754) 2024-09-16T01:52:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f0728c74640 1 -- 172.21.15.17:0/1034302310 learned_addr learned my addr 172.21.15.17:0/1034302310 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f0729475640 1 --2- 172.21.15.17:0/1034302310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 0x55e83ce95d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f0723fff640 1 --2- 172.21.15.17:0/1034302310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce13b40 0x55e83ce20ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f0728c74640 1 -- 172.21.15.17:0/1034302310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce13b40 msgr2=0x55e83ce20ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f0728c74640 1 --2- 172.21.15.17:0/1034302310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce13b40 0x55e83ce20ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f0728c74640 1 -- 172.21.15.17:0/1034302310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 msgr2=0x55e83ce95d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f0728c74640 1 --2- 172.21.15.17:0/1034302310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 0x55e83ce95d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f0728c74640 1 -- 172.21.15.17:0/1034302310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e83ce96280 con 0x55e83ce125d0 2024-09-16T01:52:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.676+0000 7f0729475640 1 --2- 172.21.15.17:0/1034302310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 0x55e83ce95d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.677+0000 7f0728c74640 1 --2- 172.21.15.17:0/1034302310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce125d0 0x55e83ce205a0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f0718000c00 tx=0x7f0718003b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90faf980563b40e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.677+0000 7f0703fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:52:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.677+0000 7f0703fff640 1 -- 172.21.15.17:0/1034302310 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0718035040 con 0x55e83ce125d0 2024-09-16T01:52:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.677+0000 7f072d2b1740 1 -- 172.21.15.17:0/1034302310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0718005850 con 0x55e83ce125d0 2024-09-16T01:52:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.677+0000 7f0703fff640 1 -- 172.21.15.17:0/1034302310 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0718031c50 con 0x55e83ce125d0 2024-09-16T01:52:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.677+0000 7f0703fff640 1 -- 172.21.15.17:0/1034302310 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f071806a050 con 0x55e83ce125d0 2024-09-16T01:52:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.677+0000 7f072d2b1740 10 client.16866 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.677+0000 7f072d2b1740 1 -- 172.21.15.17:0/1034302310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e83ce973e0 con 0x55e83ce125d0 2024-09-16T01:52:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.677+0000 7f0703fff640 1 -- 172.21.15.17:0/1034302310 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f071805e020 con 0x55e83ce125d0 2024-09-16T01:52:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.677+0000 7f0703fff640 1 -- 172.21.15.17:0/1034302310 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f0718004fe0 con 0x55e83ce125d0 2024-09-16T01:52:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.678+0000 7f072d2b1740 10 client.16866 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.678+0000 7f072d2b1740 10 client.16866 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:52:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.678+0000 7f072d2b1740 20 client.16866 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.678+0000 7f072d2b1740 1 --2- 172.21.15.17:0/1034302310 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e83ce979e0 0x55e83ce99dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.678+0000 7f072d2b1740 4 client.16866 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:52:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.678+0000 7f072d2b1740 1 -- 172.21.15.17:0/1034302310 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e83cd7fd70 con 0x55e83ce979e0 2024-09-16T01:52:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.678+0000 7f0723fff640 1 --2- 172.21.15.17:0/1034302310 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e83ce979e0 0x55e83ce99dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.678+0000 7f0723fff640 1 --2- 172.21.15.17:0/1034302310 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e83ce979e0 0x55e83ce99dd0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e9da69985d2f5198 server_cookie=c7442890fa7949cd in_seq=0 out_seq=0 2024-09-16T01:52:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.678+0000 7f0703fff640 10 client.16866 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:52:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.678+0000 7f0703fff640 1 -- 172.21.15.17:0/1034302310 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e83cd7fd70 con 0x55e83ce979e0 2024-09-16T01:52:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.678+0000 7f0703fff640 10 client.16866 handle_command_reply: tid=0 2024-09-16T01:52:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.678+0000 7f072d2b1740 1 client.16866 shutdown 2024-09-16T01:52:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.678+0000 7f072d2b1740 1 -- 172.21.15.17:0/1034302310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce125d0 msgr2=0x55e83ce205a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.678+0000 7f072d2b1740 1 --2- 172.21.15.17:0/1034302310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce125d0 0x55e83ce205a0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f0718000c00 tx=0x7f0718003b50 comp rx=0 tx=0).stop 2024-09-16T01:52:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.679+0000 7f072d2b1740 1 -- 172.21.15.17:0/1034302310 shutdown_connections 2024-09-16T01:52:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.679+0000 7f072d2b1740 1 --2- 172.21.15.17:0/1034302310 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55e83ce979e0 0x55e83ce99dd0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.679+0000 7f0703fff640 0 client.16866 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:52:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.679+0000 7f072d2b1740 1 --2- 172.21.15.17:0/1034302310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e83ce1d370 0x55e83ce95d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.679+0000 7f072d2b1740 1 --2- 172.21.15.17:0/1034302310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e83ce13b40 0x55e83ce20ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.679+0000 7f072d2b1740 1 --2- 172.21.15.17:0/1034302310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e83ce125d0 0x55e83ce205a0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.679+0000 7f072d2b1740 1 -- 172.21.15.17:0/1034302310 >> 172.21.15.17:0/1034302310 conn(0x55e83cddb310 msgr2=0x55e83ce1c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.679+0000 7f072d2b1740 1 -- 172.21.15.17:0/1034302310 shutdown_connections 2024-09-16T01:52:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.679+0000 7f072d2b1740 1 -- 172.21.15.17:0/1034302310 wait complete. 2024-09-16T01:52:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.679+0000 7f072d2b1740 20 client.16866 trim_cache size 0 max 16384 2024-09-16T01:52:37.694 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:52:37.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.680+0000 7f072aed8640 1 -- 172.21.15.17:0/1922791191 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07140a3240 msgr2=0x7f07140a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.680+0000 7f072aed8640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07140a3240 0x7f07140a5700 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f071c021000 tx=0x7f071c01f000 comp rx=0 tx=0).stop 2024-09-16T01:52:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.680+0000 7f072aed8640 1 -- 172.21.15.17:0/1922791191 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0724102790 msgr2=0x7f0724198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.680+0000 7f072aed8640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0724102790 0x7f0724198880 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f071000e9f0 tx=0x7f071000eeb0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.680+0000 7f072aed8640 1 -- 172.21.15.17:0/1922791191 shutdown_connections 2024-09-16T01:52:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.680+0000 7f072aed8640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07140a3240 0x7f07140a5700 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.680+0000 7f072aed8640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0724106f10 0x7f072419cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.680+0000 7f072aed8640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0724102790 0x7f0724198880 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.680+0000 7f072aed8640 1 --2- 172.21.15.17:0/1922791191 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0724101de0 0x7f0724198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.680+0000 7f072aed8640 1 -- 172.21.15.17:0/1922791191 >> 172.21.15.17:0/1922791191 conn(0x7f07240fd8e0 msgr2=0x7f07240fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.680+0000 7f072aed8640 1 -- 172.21.15.17:0/1922791191 shutdown_connections 2024-09-16T01:52:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:37.680+0000 7f072aed8640 1 -- 172.21.15.17:0/1922791191 wait complete. 2024-09-16T01:52:38.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:38 smithi017 ceph-mon[30972]: pgmap v612: 97 pgs: 97 active+clean; 148 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.6 MiB/s wr, 97 op/s 2024-09-16T01:52:38.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:38 smithi122 ceph-mon[34758]: pgmap v612: 97 pgs: 97 active+clean; 148 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.6 MiB/s wr, 97 op/s 2024-09-16T01:52:38.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:38 smithi029 ceph-mon[34783]: pgmap v612: 97 pgs: 97 active+clean; 148 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.6 MiB/s wr, 97 op/s 2024-09-16T01:52:38.561 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:52:38.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 335776 3.74 MB/sec execute 361 sec latency 14.563 ms 2024-09-16T01:52:38.844 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:52:39.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.370+0000 7f1de0b02640 1 -- 172.21.15.17:0/730569468 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ddc102570 msgr2=0x7f1ddc1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:39.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.370+0000 7f1de0b02640 1 --2- 172.21.15.17:0/730569468 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ddc102570 0x7f1ddc1029b0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f1dd0009900 tx=0x7f1dd002a480 comp rx=0 tx=0).stop 2024-09-16T01:52:39.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.370+0000 7f1de0b02640 1 -- 172.21.15.17:0/730569468 shutdown_connections 2024-09-16T01:52:39.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.370+0000 7f1de0b02640 1 --2- 172.21.15.17:0/730569468 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc102ef0 0x7f1ddc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.370+0000 7f1de0b02640 1 --2- 172.21.15.17:0/730569468 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ddc102570 0x7f1ddc1029b0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.370+0000 7f1de0b02640 1 --2- 172.21.15.17:0/730569468 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ddc100e20 0x7f1ddc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.370+0000 7f1de0b02640 1 -- 172.21.15.17:0/730569468 >> 172.21.15.17:0/730569468 conn(0x7f1ddc0fc7d0 msgr2=0x7f1ddc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:39.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.370+0000 7f1de0b02640 1 -- 172.21.15.17:0/730569468 shutdown_connections 2024-09-16T01:52:39.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.370+0000 7f1de0b02640 1 -- 172.21.15.17:0/730569468 wait complete. 2024-09-16T01:52:39.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.371+0000 7f1de0b02640 1 Processor -- start 2024-09-16T01:52:39.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.371+0000 7f1de0b02640 1 -- start start 2024-09-16T01:52:39.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.371+0000 7f1de0b02640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ddc100e20 0x7f1ddc197300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.371+0000 7f1de0b02640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ddc102570 0x7f1ddc197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.371+0000 7f1de0b02640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc102ef0 0x7f1ddc19bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.371+0000 7f1de0b02640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc110e30 con 0x7f1ddc102570 2024-09-16T01:52:39.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.371+0000 7f1de0b02640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc110cb0 con 0x7f1ddc100e20 2024-09-16T01:52:39.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.371+0000 7f1de0b02640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc110fb0 con 0x7f1ddc102ef0 2024-09-16T01:52:39.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.371+0000 7f1dd9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ddc102570 0x7f1ddc197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.371+0000 7f1dd9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ddc102570 0x7f1ddc197840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58770/0 (socket says 172.21.15.17:58770) 2024-09-16T01:52:39.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.371+0000 7f1dd9d9b640 1 -- 172.21.15.17:0/1498816459 learned_addr learned my addr 172.21.15.17:0/1498816459 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:39.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.371+0000 7f1ddad9d640 1 --2- 172.21.15.17:0/1498816459 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc102ef0 0x7f1ddc19bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.371+0000 7f1dda59c640 1 --2- 172.21.15.17:0/1498816459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ddc100e20 0x7f1ddc197300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.372+0000 7f1dd9d9b640 1 -- 172.21.15.17:0/1498816459 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc102ef0 msgr2=0x7f1ddc19bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:39.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.372+0000 7f1dd9d9b640 1 --2- 172.21.15.17:0/1498816459 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc102ef0 0x7f1ddc19bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.372+0000 7f1dd9d9b640 1 -- 172.21.15.17:0/1498816459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ddc100e20 msgr2=0x7f1ddc197300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:39.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.372+0000 7f1dd9d9b640 1 --2- 172.21.15.17:0/1498816459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ddc100e20 0x7f1ddc197300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.372+0000 7f1dd9d9b640 1 -- 172.21.15.17:0/1498816459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ddc19c2b0 con 0x7f1ddc102570 2024-09-16T01:52:39.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.372+0000 7f1dd9d9b640 1 --2- 172.21.15.17:0/1498816459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ddc102570 0x7f1ddc197840 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f1dd0006010 tx=0x7f1dd0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:39.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.372+0000 7f1dcb7fe640 1 -- 172.21.15.17:0/1498816459 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd003f030 con 0x7f1ddc102570 2024-09-16T01:52:39.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.372+0000 7f1de0b02640 1 -- 172.21.15.17:0/1498816459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ddc19c540 con 0x7f1ddc102570 2024-09-16T01:52:39.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.372+0000 7f1dcb7fe640 1 -- 172.21.15.17:0/1498816459 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1dd0003aa0 con 0x7f1ddc102570 2024-09-16T01:52:39.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.372+0000 7f1dcb7fe640 1 -- 172.21.15.17:0/1498816459 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd0035070 con 0x7f1ddc102570 2024-09-16T01:52:39.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.372+0000 7f1de0b02640 1 -- 172.21.15.17:0/1498816459 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ddc1a3e80 con 0x7f1ddc102570 2024-09-16T01:52:39.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.375+0000 7f1dcb7fe640 1 -- 172.21.15.17:0/1498816459 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1dd0042030 con 0x7f1ddc102570 2024-09-16T01:52:39.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.375+0000 7f1de2edb740 1 Processor -- start 2024-09-16T01:52:39.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.375+0000 7f1de2edb740 1 -- start start 2024-09-16T01:52:39.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.375+0000 7f1de2edb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca1b40 0x55993bca0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.375+0000 7f1de2edb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca05d0 0x55993bca0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1de2edb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bcab370 0x55993bcad760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1de2edb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55993bc062f0 con 0x55993bca1b40 2024-09-16T01:52:39.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1de2edb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55993bbadcf0 con 0x55993bcab370 2024-09-16T01:52:39.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1de2edb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55993bc022b0 con 0x55993bca05d0 2024-09-16T01:52:39.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1dda59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca05d0 0x55993bca0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1dda59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca05d0 0x55993bca0a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:55586/0 (socket says 172.21.15.17:55586) 2024-09-16T01:52:39.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1dda59c640 1 -- 172.21.15.17:0/2832260606 learned_addr learned my addr 172.21.15.17:0/2832260606 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:39.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1ddad9d640 1 --2- 172.21.15.17:0/2832260606 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca1b40 0x55993bca0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1dd9d9b640 1 --2- 172.21.15.17:0/2832260606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bcab370 0x55993bcad760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1dda59c640 1 -- 172.21.15.17:0/2832260606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bcab370 msgr2=0x55993bcad760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:39.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1dda59c640 1 --2- 172.21.15.17:0/2832260606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bcab370 0x55993bcad760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1dda59c640 1 -- 172.21.15.17:0/2832260606 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca1b40 msgr2=0x55993bca0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:39.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1dda59c640 1 --2- 172.21.15.17:0/2832260606 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca1b40 0x55993bca0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1dda59c640 1 -- 172.21.15.17:0/2832260606 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55993bb923a0 con 0x55993bca05d0 2024-09-16T01:52:39.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1dcb7fe640 1 --2- 172.21.15.17:0/1498816459 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1dc40a3240 0x7f1dc40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.376+0000 7f1dda59c640 1 --2- 172.21.15.17:0/2832260606 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca05d0 0x55993bca0a10 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc00bcb0 tx=0x7f1dcc00f730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b631f5d7bb416084 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:39.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.377+0000 7f1ddad9d640 1 --2- 172.21.15.17:0/1498816459 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1dc40a3240 0x7f1dc40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.377+0000 7f1dcb7fe640 1 -- 172.21.15.17:0/1498816459 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1dd00efda0 con 0x7f1ddc102570 2024-09-16T01:52:39.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.377+0000 7f1dc8ff9640 1 -- 172.21.15.17:0/2832260606 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc015070 con 0x55993bca05d0 2024-09-16T01:52:39.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.377+0000 7f1dc8ff9640 1 -- 172.21.15.17:0/2832260606 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1dcc01a910 con 0x55993bca05d0 2024-09-16T01:52:39.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.377+0000 7f1dc8ff9640 1 -- 172.21.15.17:0/2832260606 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc011990 con 0x55993bca05d0 2024-09-16T01:52:39.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.378+0000 7f1de2edb740 1 -- 172.21.15.17:0/2832260606 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca05d0 msgr2=0x55993bca0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:39.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.378+0000 7f1ddad9d640 1 --2- 172.21.15.17:0/1498816459 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1dc40a3240 0x7f1dc40a5700 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f1dd4005fd0 tx=0x7f1dd4009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:39.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.378+0000 7f1de2edb740 1 --2- 172.21.15.17:0/2832260606 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca05d0 0x55993bca0a10 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc00bcb0 tx=0x7f1dcc00f730 comp rx=0 tx=0).stop 2024-09-16T01:52:39.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.378+0000 7f1de2edb740 1 -- 172.21.15.17:0/2832260606 shutdown_connections 2024-09-16T01:52:39.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.378+0000 7f1de2edb740 1 --2- 172.21.15.17:0/2832260606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bcab370 0x55993bcad760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.378+0000 7f1de2edb740 1 --2- 172.21.15.17:0/2832260606 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca05d0 0x55993bca0a10 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.378+0000 7f1de2edb740 1 --2- 172.21.15.17:0/2832260606 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca1b40 0x55993bca0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.378+0000 7f1de2edb740 1 -- 172.21.15.17:0/2832260606 >> 172.21.15.17:0/2832260606 conn(0x55993bc69310 msgr2=0x55993bc9cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:39.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.378+0000 7f1de2edb740 1 -- 172.21.15.17:0/2832260606 shutdown_connections 2024-09-16T01:52:39.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.378+0000 7f1de2edb740 1 -- 172.21.15.17:0/2832260606 wait complete. 2024-09-16T01:52:39.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.378+0000 7f1de2edb740 1 -- start start 2024-09-16T01:52:39.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.378+0000 7f1de2edb740 1 Processor -- start 2024-09-16T01:52:39.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1de2edb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca05d0 0x55993bcaad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1de2edb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bca1b40 0x55993bca8000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1de2edb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bcab370 0x55993bca85d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1de2edb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55993bcae070 con 0x55993bca05d0 2024-09-16T01:52:39.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1de2edb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55993bbc1060 con 0x55993bca1b40 2024-09-16T01:52:39.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1de2edb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55993bcae1f0 con 0x55993bcab370 2024-09-16T01:52:39.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1de2edb740 10 client.0 _ll_register_callbacks cb 0x55993b9148c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:39.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1dda59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca05d0 0x55993bcaad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1ddad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bcab370 0x55993bca85d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1ddad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bcab370 0x55993bca85d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:55594/0 (socket says 172.21.15.17:55594) 2024-09-16T01:52:39.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1ddad9d640 1 -- 172.21.15.17:0/1009562326 learned_addr learned my addr 172.21.15.17:0/1009562326 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:39.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1dd9d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bca1b40 0x55993bca8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1dda59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca05d0 0x55993bcaad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58776/0 (socket says 172.21.15.17:58776) 2024-09-16T01:52:39.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1ddad9d640 1 -- 172.21.15.17:0/1009562326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bca1b40 msgr2=0x55993bca8000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:39.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1ddad9d640 1 --2- 172.21.15.17:0/1009562326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bca1b40 0x55993bca8000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1ddad9d640 1 -- 172.21.15.17:0/1009562326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca05d0 msgr2=0x55993bcaad50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:39.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1ddad9d640 1 --2- 172.21.15.17:0/1009562326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca05d0 0x55993bcaad50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1ddad9d640 1 -- 172.21.15.17:0/1009562326 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55993b9773c0 con 0x55993bcab370 2024-09-16T01:52:39.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1dc1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:52:39.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.379+0000 7f1ddad9d640 1 --2- 172.21.15.17:0/1009562326 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bcab370 0x55993bca85d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f1dd401e940 tx=0x7f1dd4004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b2a49937de1233f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:39.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1dc1ffb640 1 -- 172.21.15.17:0/1009562326 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd4011b50 con 0x55993bcab370 2024-09-16T01:52:39.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1dc1ffb640 1 -- 172.21.15.17:0/1009562326 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1dd4011cf0 con 0x55993bcab370 2024-09-16T01:52:39.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1de2edb740 1 -- 172.21.15.17:0/1009562326 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1dcc01a910 con 0x55993bcab370 2024-09-16T01:52:39.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1dc1ffb640 1 -- 172.21.15.17:0/1009562326 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1dd4029400 con 0x55993bcab370 2024-09-16T01:52:39.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1de2edb740 10 client.26536 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:39.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1de2edb740 1 -- 172.21.15.17:0/1009562326 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55993bcb82e0 con 0x55993bcab370 2024-09-16T01:52:39.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1dc1ffb640 1 -- 172.21.15.17:0/1009562326 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1dcc01a910 con 0x55993bcab370 2024-09-16T01:52:39.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1dc1ffb640 1 -- 172.21.15.17:0/1009562326 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f1dd400e450 con 0x55993bcab370 2024-09-16T01:52:39.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1de2edb740 10 client.26536 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:39.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1de2edb740 10 client.26536 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:52:39.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1de2edb740 20 client.26536 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:39.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1de2edb740 1 --2- 172.21.15.17:0/1009562326 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55993bcb97a0 0x55993bcb9c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1de2edb740 4 client.26536 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:52:39.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.380+0000 7f1de2edb740 1 -- 172.21.15.17:0/1009562326 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55993bc13860 con 0x55993bcb97a0 2024-09-16T01:52:39.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.381+0000 7f1dda59c640 1 --2- 172.21.15.17:0/1009562326 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55993bcb97a0 0x55993bcb9c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.381+0000 7f1dda59c640 1 --2- 172.21.15.17:0/1009562326 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55993bcb97a0 0x55993bcb9c30 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=841a4bdda46e9993 server_cookie=3b996b0d3c219ad6 in_seq=0 out_seq=0 2024-09-16T01:52:39.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.381+0000 7f1dc1ffb640 10 client.26536 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:52:39.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1dc1ffb640 1 -- 172.21.15.17:0/1009562326 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55993bc13860 con 0x55993bcb97a0 2024-09-16T01:52:39.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1dc1ffb640 10 client.26536 handle_command_reply: tid=0 2024-09-16T01:52:39.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1de2edb740 1 client.26536 shutdown 2024-09-16T01:52:39.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1de2edb740 1 -- 172.21.15.17:0/1009562326 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bcab370 msgr2=0x55993bca85d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:39.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1de2edb740 1 --2- 172.21.15.17:0/1009562326 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bcab370 0x55993bca85d0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f1dd401e940 tx=0x7f1dd4004ab0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1de2edb740 1 -- 172.21.15.17:0/1009562326 shutdown_connections 2024-09-16T01:52:39.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1de2edb740 1 --2- 172.21.15.17:0/1009562326 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55993bcb97a0 0x55993bcb9c30 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1de2edb740 1 --2- 172.21.15.17:0/1009562326 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bcab370 0x55993bca85d0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1de2edb740 1 --2- 172.21.15.17:0/1009562326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bca1b40 0x55993bca8000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1dc1ffb640 0 client.26536 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:52:39.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1de2edb740 1 --2- 172.21.15.17:0/1009562326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca05d0 0x55993bcaad50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1de2edb740 1 -- 172.21.15.17:0/1009562326 >> 172.21.15.17:0/1009562326 conn(0x55993bc69310 msgr2=0x55993bca2960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:39.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1de2edb740 1 -- 172.21.15.17:0/1009562326 shutdown_connections 2024-09-16T01:52:39.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1de2edb740 1 -- 172.21.15.17:0/1009562326 wait complete. 2024-09-16T01:52:39.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.382+0000 7f1de2edb740 20 client.26536 trim_cache size 0 max 16384 2024-09-16T01:52:39.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.398+0000 7f1de2edb740 1 Processor -- start 2024-09-16T01:52:39.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.398+0000 7f1de2edb740 1 -- start start 2024-09-16T01:52:39.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.398+0000 7f1de2edb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bca05d0 0x55993bca1300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.398+0000 7f1de2edb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca1b40 0x55993bcb7310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.398+0000 7f1de2edb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bcab370 0x55993bca3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.398+0000 7f1de2edb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc1adbe0 con 0x55993bcab370 2024-09-16T01:52:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.398+0000 7f1de2edb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc1ab4b0 con 0x55993bca05d0 2024-09-16T01:52:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.398+0000 7f1de2edb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc1a92e0 con 0x55993bca1b40 2024-09-16T01:52:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.398+0000 7f1ddad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bcab370 0x55993bca3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.398+0000 7f1ddad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bcab370 0x55993bca3120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58790/0 (socket says 172.21.15.17:58790) 2024-09-16T01:52:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.398+0000 7f1ddad9d640 1 -- 172.21.15.17:0/2366498055 learned_addr learned my addr 172.21.15.17:0/2366498055 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.398+0000 7f1dd9d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca1b40 0x55993bcb7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.399+0000 7f1dda59c640 1 --2- 172.21.15.17:0/2366498055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bca05d0 0x55993bca1300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.399+0000 7f1ddad9d640 1 -- 172.21.15.17:0/2366498055 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca1b40 msgr2=0x55993bcb7310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.399+0000 7f1ddad9d640 1 --2- 172.21.15.17:0/2366498055 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca1b40 0x55993bcb7310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.399+0000 7f1ddad9d640 1 -- 172.21.15.17:0/2366498055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bca05d0 msgr2=0x55993bca1300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:39.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.399+0000 7f1ddad9d640 1 --2- 172.21.15.17:0/2366498055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bca05d0 0x55993bca1300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.399+0000 7f1ddad9d640 1 -- 172.21.15.17:0/2366498055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55993bca9380 con 0x55993bcab370 2024-09-16T01:52:39.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.399+0000 7f1ddad9d640 1 --2- 172.21.15.17:0/2366498055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bcab370 0x55993bca3120 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f1dd4018040 tx=0x7f1dd400ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2329edb19ec1312d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:39.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.399+0000 7f1dc3fff640 1 -- 172.21.15.17:0/2366498055 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd4041070 con 0x55993bcab370 2024-09-16T01:52:39.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.399+0000 7f1dc3fff640 1 -- 172.21.15.17:0/2366498055 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1dd400eb00 con 0x55993bcab370 2024-09-16T01:52:39.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.399+0000 7f1dc3fff640 1 -- 172.21.15.17:0/2366498055 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dd4038030 con 0x55993bcab370 2024-09-16T01:52:39.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.400+0000 7f1de2edb740 1 -- 172.21.15.17:0/2366498055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bcab370 msgr2=0x55993bca3120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:39.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.400+0000 7f1de2edb740 1 --2- 172.21.15.17:0/2366498055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bcab370 0x55993bca3120 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f1dd4018040 tx=0x7f1dd400ef70 comp rx=0 tx=0).stop 2024-09-16T01:52:39.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.400+0000 7f1de2edb740 1 -- 172.21.15.17:0/2366498055 shutdown_connections 2024-09-16T01:52:39.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.400+0000 7f1de2edb740 1 --2- 172.21.15.17:0/2366498055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bcab370 0x55993bca3120 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.400+0000 7f1de2edb740 1 --2- 172.21.15.17:0/2366498055 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca1b40 0x55993bcb7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.400+0000 7f1de2edb740 1 --2- 172.21.15.17:0/2366498055 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bca05d0 0x55993bca1300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.400+0000 7f1de2edb740 1 -- 172.21.15.17:0/2366498055 >> 172.21.15.17:0/2366498055 conn(0x55993bc69310 msgr2=0x55993bc97a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:39.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.400+0000 7f1de2edb740 1 -- 172.21.15.17:0/2366498055 shutdown_connections 2024-09-16T01:52:39.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.400+0000 7f1de2edb740 1 -- 172.21.15.17:0/2366498055 wait complete. 2024-09-16T01:52:39.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.400+0000 7f1de2edb740 1 -- start start 2024-09-16T01:52:39.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.400+0000 7f1de2edb740 1 Processor -- start 2024-09-16T01:52:39.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1de2edb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca05d0 0x55993bcb3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1de2edb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca1b40 0x55993bca4df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1de2edb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bcab370 0x55993bca5390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1de2edb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc1a9970 con 0x55993bca05d0 2024-09-16T01:52:39.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1de2edb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc1aade0 con 0x55993bcab370 2024-09-16T01:52:39.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1de2edb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1ddc1aa040 con 0x55993bca1b40 2024-09-16T01:52:39.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1de2edb740 10 client.0 _ll_register_callbacks cb 0x7f1dd4009ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:39.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1dda59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca05d0 0x55993bcb3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1dda59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca05d0 0x55993bcb3cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58800/0 (socket says 172.21.15.17:58800) 2024-09-16T01:52:39.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1dd9d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca1b40 0x55993bca4df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1dda59c640 1 -- 172.21.15.17:0/2170109362 learned_addr learned my addr 172.21.15.17:0/2170109362 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:39.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1ddad9d640 1 --2- 172.21.15.17:0/2170109362 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bcab370 0x55993bca5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1dda59c640 1 -- 172.21.15.17:0/2170109362 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca1b40 msgr2=0x55993bca4df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:39.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1dda59c640 1 --2- 172.21.15.17:0/2170109362 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca1b40 0x55993bca4df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1dda59c640 1 -- 172.21.15.17:0/2170109362 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bcab370 msgr2=0x55993bca5390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:39.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1dda59c640 1 --2- 172.21.15.17:0/2170109362 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bcab370 0x55993bca5390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1dda59c640 1 -- 172.21.15.17:0/2170109362 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55993bca5bc0 con 0x55993bca05d0 2024-09-16T01:52:39.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1dd9d9b640 1 --2- 172.21.15.17:0/2170109362 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca1b40 0x55993bca4df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:39.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.401+0000 7f1ddad9d640 1 --2- 172.21.15.17:0/2170109362 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bcab370 0x55993bca5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:52:39.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.402+0000 7f1dda59c640 1 --2- 172.21.15.17:0/2170109362 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca05d0 0x55993bcb3cf0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc011600 tx=0x7f1dcc011440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d95bb5614256c221 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:39.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.402+0000 7f1dc1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:52:39.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.402+0000 7f1dc1ffb640 1 -- 172.21.15.17:0/2170109362 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc02a020 con 0x55993bca05d0 2024-09-16T01:52:39.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.402+0000 7f1dc1ffb640 1 -- 172.21.15.17:0/2170109362 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1dcc004240 con 0x55993bca05d0 2024-09-16T01:52:39.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.402+0000 7f1de2edb740 1 -- 172.21.15.17:0/2170109362 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1dd400eb00 con 0x55993bca05d0 2024-09-16T01:52:39.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.402+0000 7f1dc1ffb640 1 -- 172.21.15.17:0/2170109362 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1dcc015030 con 0x55993bca05d0 2024-09-16T01:52:39.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.402+0000 7f1de2edb740 10 client.16884 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:39.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.402+0000 7f1de2edb740 1 -- 172.21.15.17:0/2170109362 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55993bd25e90 con 0x55993bca05d0 2024-09-16T01:52:39.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.402+0000 7f1dc1ffb640 1 -- 172.21.15.17:0/2170109362 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1dd400eb00 con 0x55993bca05d0 2024-09-16T01:52:39.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.402+0000 7f1dc1ffb640 1 -- 172.21.15.17:0/2170109362 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f1dcc011830 con 0x55993bca05d0 2024-09-16T01:52:39.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.402+0000 7f1de2edb740 10 client.16884 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:39.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.402+0000 7f1de2edb740 10 client.16884 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:52:39.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.402+0000 7f1de2edb740 20 client.16884 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:39.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1de2edb740 1 --2- 172.21.15.17:0/2170109362 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55993bcb97a0 0x55993bd282f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:39.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1de2edb740 4 client.16884 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:52:39.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1de2edb740 1 -- 172.21.15.17:0/2170109362 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55993bc0dd70 con 0x55993bcb97a0 2024-09-16T01:52:39.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1dd9d9b640 1 --2- 172.21.15.17:0/2170109362 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55993bcb97a0 0x55993bd282f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:39.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1dd9d9b640 1 --2- 172.21.15.17:0/2170109362 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55993bcb97a0 0x55993bd282f0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8efa0baa4841fcfd server_cookie=3d5f9366260ed162 in_seq=0 out_seq=0 2024-09-16T01:52:39.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1dc1ffb640 10 client.16884 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:52:39.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1dc1ffb640 1 -- 172.21.15.17:0/2170109362 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55993bc0dd70 con 0x55993bcb97a0 2024-09-16T01:52:39.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1dc1ffb640 10 client.16884 handle_command_reply: tid=0 2024-09-16T01:52:39.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1de2edb740 1 client.16884 shutdown 2024-09-16T01:52:39.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1de2edb740 1 -- 172.21.15.17:0/2170109362 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca05d0 msgr2=0x55993bcb3cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:39.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1de2edb740 1 --2- 172.21.15.17:0/2170109362 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca05d0 0x55993bcb3cf0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc011600 tx=0x7f1dcc011440 comp rx=0 tx=0).stop 2024-09-16T01:52:39.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1de2edb740 1 -- 172.21.15.17:0/2170109362 shutdown_connections 2024-09-16T01:52:39.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1de2edb740 1 --2- 172.21.15.17:0/2170109362 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55993bcb97a0 0x55993bd282f0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1de2edb740 1 --2- 172.21.15.17:0/2170109362 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55993bcab370 0x55993bca5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1de2edb740 1 --2- 172.21.15.17:0/2170109362 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55993bca1b40 0x55993bca4df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1dc1ffb640 0 client.16884 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:52:39.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1de2edb740 1 --2- 172.21.15.17:0/2170109362 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55993bca05d0 0x55993bcb3cf0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.403+0000 7f1de2edb740 1 -- 172.21.15.17:0/2170109362 >> 172.21.15.17:0/2170109362 conn(0x55993bc69310 msgr2=0x55993bca9860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:39.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de2edb740 1 -- 172.21.15.17:0/2170109362 shutdown_connections 2024-09-16T01:52:39.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de2edb740 1 -- 172.21.15.17:0/2170109362 wait complete. 2024-09-16T01:52:39.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de2edb740 20 client.16884 trim_cache size 0 max 16384 2024-09-16T01:52:39.411 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:52:39.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de0b02640 1 -- 172.21.15.17:0/1498816459 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1dc40a3240 msgr2=0x7f1dc40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:39.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de0b02640 1 --2- 172.21.15.17:0/1498816459 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1dc40a3240 0x7f1dc40a5700 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f1dd4005fd0 tx=0x7f1dd4009500 comp rx=0 tx=0).stop 2024-09-16T01:52:39.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de0b02640 1 -- 172.21.15.17:0/1498816459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ddc102570 msgr2=0x7f1ddc197840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:39.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de0b02640 1 --2- 172.21.15.17:0/1498816459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ddc102570 0x7f1ddc197840 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7f1dd0006010 tx=0x7f1dd0004270 comp rx=0 tx=0).stop 2024-09-16T01:52:39.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de0b02640 1 -- 172.21.15.17:0/1498816459 shutdown_connections 2024-09-16T01:52:39.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de0b02640 1 --2- 172.21.15.17:0/1498816459 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1dc40a3240 0x7f1dc40a5700 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de0b02640 1 --2- 172.21.15.17:0/1498816459 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ddc102ef0 0x7f1ddc19bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de0b02640 1 --2- 172.21.15.17:0/1498816459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ddc102570 0x7f1ddc197840 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de0b02640 1 --2- 172.21.15.17:0/1498816459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ddc100e20 0x7f1ddc197300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:39.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de0b02640 1 -- 172.21.15.17:0/1498816459 >> 172.21.15.17:0/1498816459 conn(0x7f1ddc0fc7d0 msgr2=0x7f1ddc0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:39.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de0b02640 1 -- 172.21.15.17:0/1498816459 shutdown_connections 2024-09-16T01:52:39.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:39.404+0000 7f1de0b02640 1 -- 172.21.15.17:0/1498816459 wait complete. 2024-09-16T01:52:39.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 336442 3.75 MB/sec execute 362 sec latency 108.764 ms 2024-09-16T01:52:40.162 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:52:40.474 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:52:40.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:40 smithi017 ceph-mon[30972]: pgmap v613: 97 pgs: 97 active+clean; 148 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.8 MiB/s wr, 88 op/s 2024-09-16T01:52:40.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:40 smithi029 ceph-mon[34783]: pgmap v613: 97 pgs: 97 active+clean; 148 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.8 MiB/s wr, 88 op/s 2024-09-16T01:52:40.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:40 smithi122 ceph-mon[34758]: pgmap v613: 97 pgs: 97 active+clean; 148 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.8 MiB/s wr, 88 op/s 2024-09-16T01:52:40.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 337145 3.75 MB/sec execute 363 sec latency 13.767 ms 2024-09-16T01:52:41.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.003+0000 7fe67fe72640 1 -- 172.21.15.17:0/1649755214 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe678102d30 msgr2=0x7fe678103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:41.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.003+0000 7fe67fe72640 1 --2- 172.21.15.17:0/1649755214 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe678102d30 0x7fe678103110 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7fe674009930 tx=0x7fe67402a420 comp rx=0 tx=0).stop 2024-09-16T01:52:41.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.003+0000 7fe67fe72640 1 -- 172.21.15.17:0/1649755214 shutdown_connections 2024-09-16T01:52:41.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.003+0000 7fe67fe72640 1 --2- 172.21.15.17:0/1649755214 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6781082a0 0x7fe67810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.003+0000 7fe67fe72640 1 --2- 172.21.15.17:0/1649755214 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6781036e0 0x7fe678107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.003+0000 7fe67fe72640 1 --2- 172.21.15.17:0/1649755214 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe678102d30 0x7fe678103110 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.003+0000 7fe67fe72640 1 -- 172.21.15.17:0/1649755214 >> 172.21.15.17:0/1649755214 conn(0x7fe6780fc7d0 msgr2=0x7fe6780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:41.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.003+0000 7fe67fe72640 1 -- 172.21.15.17:0/1649755214 shutdown_connections 2024-09-16T01:52:41.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.003+0000 7fe67fe72640 1 -- 172.21.15.17:0/1649755214 wait complete. 2024-09-16T01:52:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.004+0000 7fe67fe72640 1 Processor -- start 2024-09-16T01:52:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.004+0000 7fe67fe72640 1 -- start start 2024-09-16T01:52:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.004+0000 7fe67fe72640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe678102d30 0x7fe678100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.004+0000 7fe67fe72640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6781036e0 0x7fe678100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.004+0000 7fe67fe72640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6781082a0 0x7fe678101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.004+0000 7fe67fe72640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe678111f50 con 0x7fe678102d30 2024-09-16T01:52:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.004+0000 7fe67fe72640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe678111dd0 con 0x7fe6781036e0 2024-09-16T01:52:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.004+0000 7fe67fe72640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6781120d0 con 0x7fe6781082a0 2024-09-16T01:52:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.004+0000 7fe67dc0e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe678102d30 0x7fe678100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.005+0000 7fe67d40d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6781036e0 0x7fe678100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.005+0000 7fe67dc0e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe678102d30 0x7fe678100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58822/0 (socket says 172.21.15.17:58822) 2024-09-16T01:52:41.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.005+0000 7fe67dc0e640 1 -- 172.21.15.17:0/514063314 learned_addr learned my addr 172.21.15.17:0/514063314 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:41.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.005+0000 7fe67e40f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6781082a0 0x7fe678101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.005+0000 7fe67dc0e640 1 -- 172.21.15.17:0/514063314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6781082a0 msgr2=0x7fe678101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:41.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.005+0000 7fe67dc0e640 1 --2- 172.21.15.17:0/514063314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6781082a0 0x7fe678101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.005+0000 7fe67dc0e640 1 -- 172.21.15.17:0/514063314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6781036e0 msgr2=0x7fe678100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:41.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.005+0000 7fe67dc0e640 1 --2- 172.21.15.17:0/514063314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6781036e0 0x7fe678100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.005+0000 7fe67dc0e640 1 -- 172.21.15.17:0/514063314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6781a69d0 con 0x7fe678102d30 2024-09-16T01:52:41.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.005+0000 7fe67e40f640 1 --2- 172.21.15.17:0/514063314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6781082a0 0x7fe678101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:41.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.005+0000 7fe67dc0e640 1 --2- 172.21.15.17:0/514063314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe678102d30 0x7fe678100990 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fe674005940 tx=0x7fe6740042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:41.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.005+0000 7fe66effd640 1 -- 172.21.15.17:0/514063314 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe67403f030 con 0x7fe678102d30 2024-09-16T01:52:41.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.006+0000 7fe66effd640 1 -- 172.21.15.17:0/514063314 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe6740318a0 con 0x7fe678102d30 2024-09-16T01:52:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.006+0000 7fe67fe72640 1 -- 172.21.15.17:0/514063314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6781a6c60 con 0x7fe678102d30 2024-09-16T01:52:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.006+0000 7fe66effd640 1 -- 172.21.15.17:0/514063314 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe674035070 con 0x7fe678102d30 2024-09-16T01:52:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.006+0000 7fe67fe72640 1 -- 172.21.15.17:0/514063314 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6781a7140 con 0x7fe678102d30 2024-09-16T01:52:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.009+0000 7fe66effd640 1 -- 172.21.15.17:0/514063314 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe674042030 con 0x7fe678102d30 2024-09-16T01:52:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.009+0000 7fe68224b740 1 Processor -- start 2024-09-16T01:52:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.009+0000 7fe68224b740 1 -- start start 2024-09-16T01:52:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.009+0000 7fe68224b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1bb40 0x56459de1a090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.009+0000 7fe68224b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de1a5d0 0x56459de1aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.009+0000 7fe68224b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de25370 0x56459de27760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.009+0000 7fe68224b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56459dd802f0 con 0x56459de1a5d0 2024-09-16T01:52:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.009+0000 7fe68224b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56459dd27cf0 con 0x56459de1bb40 2024-09-16T01:52:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.009+0000 7fe68224b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56459dd7c2b0 con 0x56459de25370 2024-09-16T01:52:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.009+0000 7fe67dc0e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de1a5d0 0x56459de1aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.009+0000 7fe67dc0e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de1a5d0 0x56459de1aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58838/0 (socket says 172.21.15.17:58838) 2024-09-16T01:52:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.009+0000 7fe67dc0e640 1 -- 172.21.15.17:0/362892454 learned_addr learned my addr 172.21.15.17:0/362892454 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.009+0000 7fe67d40d640 1 --2- 172.21.15.17:0/362892454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de25370 0x56459de27760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.010+0000 7fe67e40f640 1 --2- 172.21.15.17:0/362892454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1bb40 0x56459de1a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.010+0000 7fe66effd640 1 --2- 172.21.15.17:0/514063314 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6640a3240 0x7fe6640a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.010+0000 7fe67dc0e640 1 -- 172.21.15.17:0/362892454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de25370 msgr2=0x56459de27760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.010+0000 7fe67dc0e640 1 --2- 172.21.15.17:0/362892454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de25370 0x56459de27760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.010+0000 7fe67dc0e640 1 -- 172.21.15.17:0/362892454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1bb40 msgr2=0x56459de1a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.010+0000 7fe67dc0e640 1 --2- 172.21.15.17:0/362892454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1bb40 0x56459de1a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.010+0000 7fe67dc0e640 1 -- 172.21.15.17:0/362892454 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56459dd0c3a0 con 0x56459de1a5d0 2024-09-16T01:52:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.010+0000 7fe67d40d640 1 --2- 172.21.15.17:0/362892454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de25370 0x56459de27760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.010+0000 7fe67e40f640 1 --2- 172.21.15.17:0/514063314 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6640a3240 0x7fe6640a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.010+0000 7fe66effd640 1 -- 172.21.15.17:0/514063314 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe6740f0000 con 0x7fe678102d30 2024-09-16T01:52:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.010+0000 7fe67dc0e640 1 --2- 172.21.15.17:0/362892454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de1a5d0 0x56459de1aa10 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fe6740ab980 tx=0x7fe6740b1bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9701c2bf8d2cb04b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.010+0000 7fe67e40f640 1 --2- 172.21.15.17:0/514063314 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6640a3240 0x7fe6640a5700 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fe670012750 tx=0x7fe670004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.011+0000 7fe663fff640 1 -- 172.21.15.17:0/362892454 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe674049070 con 0x56459de1a5d0 2024-09-16T01:52:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.011+0000 7fe663fff640 1 -- 172.21.15.17:0/362892454 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe674003e20 con 0x56459de1a5d0 2024-09-16T01:52:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.011+0000 7fe663fff640 1 -- 172.21.15.17:0/362892454 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6740a9850 con 0x56459de1a5d0 2024-09-16T01:52:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.011+0000 7fe68224b740 1 -- 172.21.15.17:0/362892454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de1a5d0 msgr2=0x56459de1aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.011+0000 7fe68224b740 1 --2- 172.21.15.17:0/362892454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de1a5d0 0x56459de1aa10 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fe6740ab980 tx=0x7fe6740b1bb0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.012+0000 7fe68224b740 1 -- 172.21.15.17:0/362892454 shutdown_connections 2024-09-16T01:52:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.012+0000 7fe68224b740 1 --2- 172.21.15.17:0/362892454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de25370 0x56459de27760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.012+0000 7fe68224b740 1 --2- 172.21.15.17:0/362892454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de1a5d0 0x56459de1aa10 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.012+0000 7fe68224b740 1 --2- 172.21.15.17:0/362892454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1bb40 0x56459de1a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.012+0000 7fe68224b740 1 -- 172.21.15.17:0/362892454 >> 172.21.15.17:0/362892454 conn(0x56459dde3310 msgr2=0x56459de16c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.012+0000 7fe68224b740 1 -- 172.21.15.17:0/362892454 shutdown_connections 2024-09-16T01:52:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.012+0000 7fe68224b740 1 -- 172.21.15.17:0/362892454 wait complete. 2024-09-16T01:52:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.012+0000 7fe68224b740 1 -- start start 2024-09-16T01:52:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.012+0000 7fe68224b740 1 Processor -- start 2024-09-16T01:52:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe68224b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1a5d0 0x56459de24cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe68224b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1bb40 0x56459de21f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe68224b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de25370 0x56459de224d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe68224b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56459dd802f0 con 0x56459de25370 2024-09-16T01:52:41.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe68224b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56459dd3b060 con 0x56459de1a5d0 2024-09-16T01:52:41.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe68224b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56459de27e30 con 0x56459de1bb40 2024-09-16T01:52:41.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe68224b740 10 client.0 _ll_register_callbacks cb 0x56459da8e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:41.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe67d40d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1bb40 0x56459de21f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe67d40d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1bb40 0x56459de21f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:55654/0 (socket says 172.21.15.17:55654) 2024-09-16T01:52:41.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe67d40d640 1 -- 172.21.15.17:0/151962508 learned_addr learned my addr 172.21.15.17:0/151962508 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:41.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe67e40f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de25370 0x56459de224d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe67dc0e640 1 --2- 172.21.15.17:0/151962508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1a5d0 0x56459de24cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe67d40d640 1 -- 172.21.15.17:0/151962508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1a5d0 msgr2=0x56459de24cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:41.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe67d40d640 1 --2- 172.21.15.17:0/151962508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1a5d0 0x56459de24cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe67d40d640 1 -- 172.21.15.17:0/151962508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de25370 msgr2=0x56459de224d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:41.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe67d40d640 1 --2- 172.21.15.17:0/151962508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de25370 0x56459de224d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe67d40d640 1 -- 172.21.15.17:0/151962508 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56459daf13c0 con 0x56459de1bb40 2024-09-16T01:52:41.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe67d40d640 1 --2- 172.21.15.17:0/151962508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1bb40 0x56459de21f70 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fe668012700 tx=0x7fe668012bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6872016687e9904 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:41.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe6617fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:52:41.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.013+0000 7fe6617fa640 1 -- 172.21.15.17:0/151962508 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe668004030 con 0x56459de1bb40 2024-09-16T01:52:41.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.014+0000 7fe6617fa640 1 -- 172.21.15.17:0/151962508 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe6680041d0 con 0x56459de1bb40 2024-09-16T01:52:41.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.014+0000 7fe68224b740 1 -- 172.21.15.17:0/151962508 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x56459dd8d860 con 0x56459de1bb40 2024-09-16T01:52:41.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.014+0000 7fe6617fa640 1 -- 172.21.15.17:0/151962508 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe6680043d0 con 0x56459de1bb40 2024-09-16T01:52:41.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.014+0000 7fe68224b740 10 client.26554 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:41.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.014+0000 7fe68224b740 1 -- 172.21.15.17:0/151962508 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56459de33750 con 0x56459de1bb40 2024-09-16T01:52:41.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.014+0000 7fe6617fa640 1 -- 172.21.15.17:0/151962508 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x56459dd8d860 con 0x56459de1bb40 2024-09-16T01:52:41.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.014+0000 7fe6617fa640 1 -- 172.21.15.17:0/151962508 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe668003ba0 con 0x56459de1bb40 2024-09-16T01:52:41.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.014+0000 7fe68224b740 10 client.26554 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:41.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.014+0000 7fe68224b740 10 client.26554 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:41.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.014+0000 7fe68224b740 20 client.26554 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:41.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.014+0000 7fe68224b740 1 --2- 172.21.15.17:0/151962508 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56459de34c60 0x56459de37080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.014+0000 7fe68224b740 4 client.26554 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:52:41.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.014+0000 7fe68224b740 1 -- 172.21.15.17:0/151962508 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56459dd87d70 con 0x56459de34c60 2024-09-16T01:52:41.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.015+0000 7fe67dc0e640 1 --2- 172.21.15.17:0/151962508 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56459de34c60 0x56459de37080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.015+0000 7fe67dc0e640 1 --2- 172.21.15.17:0/151962508 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56459de34c60 0x56459de37080 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7edcaf1f196987fb server_cookie=2e93f2d42c07605b in_seq=0 out_seq=0 2024-09-16T01:52:41.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.015+0000 7fe6617fa640 10 client.26554 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:41.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe6617fa640 1 -- 172.21.15.17:0/151962508 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56459dd87d70 con 0x56459de34c60 2024-09-16T01:52:41.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe6617fa640 10 client.26554 handle_command_reply: tid=0 2024-09-16T01:52:41.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe68224b740 1 client.26554 shutdown 2024-09-16T01:52:41.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe68224b740 1 -- 172.21.15.17:0/151962508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1bb40 msgr2=0x56459de21f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:41.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe68224b740 1 --2- 172.21.15.17:0/151962508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1bb40 0x56459de21f70 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fe668012700 tx=0x7fe668012bc0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe68224b740 1 -- 172.21.15.17:0/151962508 shutdown_connections 2024-09-16T01:52:41.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe68224b740 1 --2- 172.21.15.17:0/151962508 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56459de34c60 0x56459de37080 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe68224b740 1 --2- 172.21.15.17:0/151962508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de25370 0x56459de224d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe6617fa640 0 client.26554 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:41.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe68224b740 1 --2- 172.21.15.17:0/151962508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1bb40 0x56459de21f70 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe68224b740 1 --2- 172.21.15.17:0/151962508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1a5d0 0x56459de24cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe68224b740 1 -- 172.21.15.17:0/151962508 >> 172.21.15.17:0/151962508 conn(0x56459dde3310 msgr2=0x56459de1c930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:41.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe68224b740 1 -- 172.21.15.17:0/151962508 shutdown_connections 2024-09-16T01:52:41.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe68224b740 1 -- 172.21.15.17:0/151962508 wait complete. 2024-09-16T01:52:41.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.016+0000 7fe68224b740 20 client.26554 trim_cache size 0 max 16384 2024-09-16T01:52:41.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.031+0000 7fe68224b740 1 Processor -- start 2024-09-16T01:52:41.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.031+0000 7fe68224b740 1 -- start start 2024-09-16T01:52:41.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.031+0000 7fe68224b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de1a5d0 0x56459de30f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.031+0000 7fe68224b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1bb40 0x56459de3c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.031+0000 7fe68224b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de25370 0x56459de3ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.031+0000 7fe68224b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe6781b2090 con 0x56459de1a5d0 2024-09-16T01:52:41.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.031+0000 7fe68224b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe6781af960 con 0x56459de25370 2024-09-16T01:52:41.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.031+0000 7fe68224b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6781ad7b0 con 0x56459de1bb40 2024-09-16T01:52:41.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.031+0000 7fe67dc0e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de1a5d0 0x56459de30f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.031+0000 7fe67d40d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1bb40 0x56459de3c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.031+0000 7fe67dc0e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de1a5d0 0x56459de30f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58856/0 (socket says 172.21.15.17:58856) 2024-09-16T01:52:41.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.031+0000 7fe67dc0e640 1 -- 172.21.15.17:0/2711954231 learned_addr learned my addr 172.21.15.17:0/2711954231 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:41.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.031+0000 7fe67d40d640 1 --2- 172.21.15.17:0/2711954231 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1bb40 0x56459de3c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:55668/0 (socket says 172.21.15.17:55668) 2024-09-16T01:52:41.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.031+0000 7fe67e40f640 1 --2- 172.21.15.17:0/2711954231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de25370 0x56459de3ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.032+0000 7fe67d40d640 1 -- 172.21.15.17:0/2711954231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de25370 msgr2=0x56459de3ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:41.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.032+0000 7fe67d40d640 1 --2- 172.21.15.17:0/2711954231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de25370 0x56459de3ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.032+0000 7fe67d40d640 1 -- 172.21.15.17:0/2711954231 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de1a5d0 msgr2=0x56459de30f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:41.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.032+0000 7fe67d40d640 1 --2- 172.21.15.17:0/2711954231 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de1a5d0 0x56459de30f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.032+0000 7fe67d40d640 1 -- 172.21.15.17:0/2711954231 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56459de16ed0 con 0x56459de1bb40 2024-09-16T01:52:41.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.032+0000 7fe67dc0e640 1 --2- 172.21.15.17:0/2711954231 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de1a5d0 0x56459de30f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:41.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.032+0000 7fe67d40d640 1 --2- 172.21.15.17:0/2711954231 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1bb40 0x56459de3c910 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x56459de235b0 tx=0x7fe6680057d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b18bb095cdc090ab server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:41.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.032+0000 7fe6637fe640 1 -- 172.21.15.17:0/2711954231 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe668003fc0 con 0x56459de1bb40 2024-09-16T01:52:41.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.032+0000 7fe6637fe640 1 -- 172.21.15.17:0/2711954231 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe668004160 con 0x56459de1bb40 2024-09-16T01:52:41.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.032+0000 7fe6637fe640 1 -- 172.21.15.17:0/2711954231 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe668003a50 con 0x56459de1bb40 2024-09-16T01:52:41.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.033+0000 7fe68224b740 1 -- 172.21.15.17:0/2711954231 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1bb40 msgr2=0x56459de3c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:41.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.033+0000 7fe68224b740 1 --2- 172.21.15.17:0/2711954231 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1bb40 0x56459de3c910 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x56459de235b0 tx=0x7fe6680057d0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.033+0000 7fe68224b740 1 -- 172.21.15.17:0/2711954231 shutdown_connections 2024-09-16T01:52:41.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.033+0000 7fe68224b740 1 --2- 172.21.15.17:0/2711954231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de25370 0x56459de3ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.033+0000 7fe68224b740 1 --2- 172.21.15.17:0/2711954231 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1bb40 0x56459de3c910 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.033+0000 7fe68224b740 1 --2- 172.21.15.17:0/2711954231 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de1a5d0 0x56459de30f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.033+0000 7fe68224b740 1 -- 172.21.15.17:0/2711954231 >> 172.21.15.17:0/2711954231 conn(0x56459dde3310 msgr2=0x56459de1d310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:41.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.033+0000 7fe68224b740 1 -- 172.21.15.17:0/2711954231 shutdown_connections 2024-09-16T01:52:41.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.033+0000 7fe68224b740 1 -- 172.21.15.17:0/2711954231 wait complete. 2024-09-16T01:52:41.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.033+0000 7fe68224b740 1 -- start start 2024-09-16T01:52:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.033+0000 7fe68224b740 1 Processor -- start 2024-09-16T01:52:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe68224b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1a5d0 0x56459de29590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe68224b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1bb40 0x56459de29ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe68224b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de25370 0x56459de9e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe68224b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe6781ade20 con 0x56459de25370 2024-09-16T01:52:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe68224b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe6781af290 con 0x56459de1bb40 2024-09-16T01:52:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe68224b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6781ae4f0 con 0x56459de1a5d0 2024-09-16T01:52:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe68224b740 10 client.0 _ll_register_callbacks cb 0x7fe668009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe67dc0e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1a5d0 0x56459de29590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe67e40f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de25370 0x56459de9e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe67dc0e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1a5d0 0x56459de29590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:55684/0 (socket says 172.21.15.17:55684) 2024-09-16T01:52:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe67dc0e640 1 -- 172.21.15.17:0/2532683128 learned_addr learned my addr 172.21.15.17:0/2532683128 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe67e40f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de25370 0x56459de9e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58862/0 (socket says 172.21.15.17:58862) 2024-09-16T01:52:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe67d40d640 1 --2- 172.21.15.17:0/2532683128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1bb40 0x56459de29ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe67dc0e640 1 -- 172.21.15.17:0/2532683128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1bb40 msgr2=0x56459de29ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe67dc0e640 1 --2- 172.21.15.17:0/2532683128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1bb40 0x56459de29ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe67dc0e640 1 -- 172.21.15.17:0/2532683128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de25370 msgr2=0x56459de9e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe67dc0e640 1 --2- 172.21.15.17:0/2532683128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de25370 0x56459de9e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.034+0000 7fe67dc0e640 1 -- 172.21.15.17:0/2532683128 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56459de9ee20 con 0x56459de1a5d0 2024-09-16T01:52:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe67dc0e640 1 --2- 172.21.15.17:0/2532683128 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1a5d0 0x56459de29590 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe674009900 tx=0x7fe6740bc310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5a970c637b01e2c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe6617fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:52:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe6617fa640 1 -- 172.21.15.17:0/2532683128 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe674049040 con 0x56459de1a5d0 2024-09-16T01:52:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe6617fa640 1 -- 172.21.15.17:0/2532683128 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe6740ba770 con 0x56459de1a5d0 2024-09-16T01:52:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe68224b740 1 -- 172.21.15.17:0/2532683128 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe668004160 con 0x56459de1a5d0 2024-09-16T01:52:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe6617fa640 1 -- 172.21.15.17:0/2532683128 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe6740bc6d0 con 0x56459de1a5d0 2024-09-16T01:52:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe68224b740 10 client.26560 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe68224b740 1 -- 172.21.15.17:0/2532683128 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56459dea0120 con 0x56459de1a5d0 2024-09-16T01:52:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe6617fa640 1 -- 172.21.15.17:0/2532683128 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe668004160 con 0x56459de1a5d0 2024-09-16T01:52:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe6617fa640 1 -- 172.21.15.17:0/2532683128 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe6740edb80 con 0x56459de1a5d0 2024-09-16T01:52:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe68224b740 10 client.26560 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe68224b740 10 client.26560 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe68224b740 20 client.26560 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe68224b740 1 --2- 172.21.15.17:0/2532683128 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56459dea0370 0x56459dea2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe68224b740 4 client.26560 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:52:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.035+0000 7fe68224b740 1 -- 172.21.15.17:0/2532683128 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56459dd04170 con 0x56459dea0370 2024-09-16T01:52:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.036+0000 7fe67d40d640 1 --2- 172.21.15.17:0/2532683128 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56459dea0370 0x56459dea2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:41.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.036+0000 7fe67d40d640 1 --2- 172.21.15.17:0/2532683128 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56459dea0370 0x56459dea2760 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4c012cf31258abcd server_cookie=fc04bf10472880ea in_seq=0 out_seq=0 2024-09-16T01:52:41.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.036+0000 7fe6617fa640 10 client.26560 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:41.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.037+0000 7fe6617fa640 1 -- 172.21.15.17:0/2532683128 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56459dd04170 con 0x56459dea0370 2024-09-16T01:52:41.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.037+0000 7fe6617fa640 10 client.26560 handle_command_reply: tid=0 2024-09-16T01:52:41.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.037+0000 7fe68224b740 1 client.26560 shutdown 2024-09-16T01:52:41.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.037+0000 7fe68224b740 1 -- 172.21.15.17:0/2532683128 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1a5d0 msgr2=0x56459de29590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:41.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.037+0000 7fe68224b740 1 --2- 172.21.15.17:0/2532683128 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1a5d0 0x56459de29590 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe674009900 tx=0x7fe6740bc310 comp rx=0 tx=0).stop 2024-09-16T01:52:41.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.037+0000 7fe68224b740 1 -- 172.21.15.17:0/2532683128 shutdown_connections 2024-09-16T01:52:41.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.037+0000 7fe68224b740 1 --2- 172.21.15.17:0/2532683128 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56459dea0370 0x56459dea2760 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.037+0000 7fe68224b740 1 --2- 172.21.15.17:0/2532683128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56459de25370 0x56459de9e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.037+0000 7fe68224b740 1 --2- 172.21.15.17:0/2532683128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56459de1bb40 0x56459de29ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.037+0000 7fe6617fa640 0 client.26560 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:41.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.037+0000 7fe68224b740 1 --2- 172.21.15.17:0/2532683128 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56459de1a5d0 0x56459de29590 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.037+0000 7fe68224b740 1 -- 172.21.15.17:0/2532683128 >> 172.21.15.17:0/2532683128 conn(0x56459dde3310 msgr2=0x56459de23ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:41.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.037+0000 7fe68224b740 1 -- 172.21.15.17:0/2532683128 shutdown_connections 2024-09-16T01:52:41.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.038+0000 7fe68224b740 1 -- 172.21.15.17:0/2532683128 wait complete. 2024-09-16T01:52:41.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.038+0000 7fe68224b740 20 client.26560 trim_cache size 0 max 16384 2024-09-16T01:52:41.045 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:52:41.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.038+0000 7fe67fe72640 1 -- 172.21.15.17:0/514063314 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6640a3240 msgr2=0x7fe6640a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.038+0000 7fe67fe72640 1 --2- 172.21.15.17:0/514063314 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6640a3240 0x7fe6640a5700 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fe670012750 tx=0x7fe670004a40 comp rx=0 tx=0).stop 2024-09-16T01:52:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.038+0000 7fe67fe72640 1 -- 172.21.15.17:0/514063314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe678102d30 msgr2=0x7fe678100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.038+0000 7fe67fe72640 1 --2- 172.21.15.17:0/514063314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe678102d30 0x7fe678100990 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7fe674005940 tx=0x7fe6740042f0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.038+0000 7fe67fe72640 1 -- 172.21.15.17:0/514063314 shutdown_connections 2024-09-16T01:52:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.038+0000 7fe67fe72640 1 --2- 172.21.15.17:0/514063314 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6640a3240 0x7fe6640a5700 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.038+0000 7fe67fe72640 1 --2- 172.21.15.17:0/514063314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6781082a0 0x7fe678101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.038+0000 7fe67fe72640 1 --2- 172.21.15.17:0/514063314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6781036e0 0x7fe678100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.038+0000 7fe67fe72640 1 --2- 172.21.15.17:0/514063314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe678102d30 0x7fe678100990 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.038+0000 7fe67fe72640 1 -- 172.21.15.17:0/514063314 >> 172.21.15.17:0/514063314 conn(0x7fe6780fc7d0 msgr2=0x7fe678105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.038+0000 7fe67fe72640 1 -- 172.21.15.17:0/514063314 shutdown_connections 2024-09-16T01:52:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:41.039+0000 7fe67fe72640 1 -- 172.21.15.17:0/514063314 wait complete. 2024-09-16T01:52:41.597 INFO:tasks.workunit.client.0.smithi017.stdout: 1 337593 3.74 MB/sec execute 364 sec latency 14.035 ms 2024-09-16T01:52:42.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:42 smithi017 ceph-mon[30972]: pgmap v614: 97 pgs: 97 active+clean; 146 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.6 MiB/s wr, 85 op/s 2024-09-16T01:52:42.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:42 smithi029 ceph-mon[34783]: pgmap v614: 97 pgs: 97 active+clean; 146 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.6 MiB/s wr, 85 op/s 2024-09-16T01:52:42.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:42 smithi122 ceph-mon[34758]: pgmap v614: 97 pgs: 97 active+clean; 146 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.6 MiB/s wr, 85 op/s 2024-09-16T01:52:42.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 338366 3.75 MB/sec execute 365 sec latency 18.195 ms 2024-09-16T01:52:42.885 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:52:42.885 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:52:43.171 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:52:43.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 339038 3.74 MB/sec execute 366 sec latency 40.805 ms 2024-09-16T01:52:43.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.694+0000 7fb1534db640 1 -- 172.21.15.17:0/2076666378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c102ef0 msgr2=0x7fb14c10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:43.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.694+0000 7fb1534db640 1 --2- 172.21.15.17:0/2076666378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c102ef0 0x7fb14c10da40 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7fb144009ca0 tx=0x7fb14402a950 comp rx=0 tx=0).stop 2024-09-16T01:52:43.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.694+0000 7fb1534db640 1 -- 172.21.15.17:0/2076666378 shutdown_connections 2024-09-16T01:52:43.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.694+0000 7fb1534db640 1 --2- 172.21.15.17:0/2076666378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c102ef0 0x7fb14c10da40 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.694+0000 7fb1534db640 1 --2- 172.21.15.17:0/2076666378 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb14c102570 0x7fb14c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.694+0000 7fb1534db640 1 --2- 172.21.15.17:0/2076666378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c100e20 0x7fb14c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.694+0000 7fb1534db640 1 -- 172.21.15.17:0/2076666378 >> 172.21.15.17:0/2076666378 conn(0x7fb14c0fc7d0 msgr2=0x7fb14c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:43.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.695+0000 7fb1534db640 1 -- 172.21.15.17:0/2076666378 shutdown_connections 2024-09-16T01:52:43.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.695+0000 7fb1534db640 1 -- 172.21.15.17:0/2076666378 wait complete. 2024-09-16T01:52:43.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.695+0000 7fb1534db640 1 Processor -- start 2024-09-16T01:52:43.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.695+0000 7fb1534db640 1 -- start start 2024-09-16T01:52:43.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.695+0000 7fb1534db640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb14c100e20 0x7fb14c19a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.695+0000 7fb1534db640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c102570 0x7fb14c19aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.695+0000 7fb1534db640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c102ef0 0x7fb14c19ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb1534db640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c110e30 con 0x7fb14c102ef0 2024-09-16T01:52:43.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb1534db640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c110cb0 con 0x7fb14c102570 2024-09-16T01:52:43.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb1534db640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c110fb0 con 0x7fb14c100e20 2024-09-16T01:52:43.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb151a78640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c102ef0 0x7fb14c19ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb151a78640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c102ef0 0x7fb14c19ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58876/0 (socket says 172.21.15.17:58876) 2024-09-16T01:52:43.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb151a78640 1 -- 172.21.15.17:0/2901347924 learned_addr learned my addr 172.21.15.17:0/2901347924 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:43.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb150a76640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c102570 0x7fb14c19aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb151277640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb14c100e20 0x7fb14c19a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb151a78640 1 -- 172.21.15.17:0/2901347924 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb14c100e20 msgr2=0x7fb14c19a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:43.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb151a78640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb14c100e20 0x7fb14c19a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb151a78640 1 -- 172.21.15.17:0/2901347924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c102570 msgr2=0x7fb14c19aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:43.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb151a78640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c102570 0x7fb14c19aaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb151a78640 1 -- 172.21.15.17:0/2901347924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb14c19f510 con 0x7fb14c102ef0 2024-09-16T01:52:43.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb150a76640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c102570 0x7fb14c19aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:43.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb151a78640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c102ef0 0x7fb14c19ee30 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fb14402ae70 tx=0x7fb14402f5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:43.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.696+0000 7fb1427fc640 1 -- 172.21.15.17:0/2901347924 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb144034040 con 0x7fb14c102ef0 2024-09-16T01:52:43.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.697+0000 7fb1427fc640 1 -- 172.21.15.17:0/2901347924 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb1440308f0 con 0x7fb14c102ef0 2024-09-16T01:52:43.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.697+0000 7fb1534db640 1 -- 172.21.15.17:0/2901347924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb14c19f7a0 con 0x7fb14c102ef0 2024-09-16T01:52:43.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.697+0000 7fb1427fc640 1 -- 172.21.15.17:0/2901347924 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb144004780 con 0x7fb14c102ef0 2024-09-16T01:52:43.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.697+0000 7fb1534db640 1 -- 172.21.15.17:0/2901347924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb14c1a70e0 con 0x7fb14c102ef0 2024-09-16T01:52:43.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.699+0000 7fb1427fc640 1 -- 172.21.15.17:0/2901347924 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb144037020 con 0x7fb14c102ef0 2024-09-16T01:52:43.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb1558b4740 1 Processor -- start 2024-09-16T01:52:43.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb1558b4740 1 -- start start 2024-09-16T01:52:43.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb1558b4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37acf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb1558b4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37b7800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb1558b4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 0x55f6d37ba130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb1558b4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f6d3712280 con 0x55f6d37ad480 2024-09-16T01:52:43.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb1558b4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f6d36b9b10 con 0x55f6d37b7d40 2024-09-16T01:52:43.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb1558b4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f6d370e240 con 0x55f6d37acb60 2024-09-16T01:52:43.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb1427fc640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1380a3240 0x7fb1380a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb150a76640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37acf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb151277640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37b7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb151a78640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1380a3240 0x7fb1380a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb150a76640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37acf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:55718/0 (socket says 172.21.15.17:55718) 2024-09-16T01:52:43.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb151277640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37b7800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58880/0 (socket says 172.21.15.17:58880) 2024-09-16T01:52:43.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb150a76640 1 -- 172.21.15.17:0/1669457305 learned_addr learned my addr 172.21.15.17:0/1669457305 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:43.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.700+0000 7fb150a76640 1 --2- 172.21.15.17:0/1669457305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 0x55f6d37ba130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.701+0000 7fb1427fc640 1 -- 172.21.15.17:0/2901347924 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb1440f0990 con 0x7fb14c102ef0 2024-09-16T01:52:43.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.701+0000 7fb150a76640 1 -- 172.21.15.17:0/1669457305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 msgr2=0x55f6d37ba130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:43.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.701+0000 7fb150a76640 1 --2- 172.21.15.17:0/1669457305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 0x55f6d37ba130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.701+0000 7fb150a76640 1 -- 172.21.15.17:0/1669457305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 msgr2=0x55f6d37b7800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:43.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.701+0000 7fb150a76640 1 --2- 172.21.15.17:0/1669457305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37b7800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.701+0000 7fb150a76640 1 -- 172.21.15.17:0/1669457305 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6d36c61f0 con 0x55f6d37acb60 2024-09-16T01:52:43.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.701+0000 7fb151a78640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1380a3240 0x7fb1380a5700 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fb1440bcf40 tx=0x7fb1440b7990 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:43.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.701+0000 7fb150a76640 1 --2- 172.21.15.17:0/1669457305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37acf40 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fb13c00bfd0 tx=0x7fb13c00bb70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5e0a61837ee7e192 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:43.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.701+0000 7fb1377fe640 1 -- 172.21.15.17:0/1669457305 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13c004020 con 0x55f6d37acb60 2024-09-16T01:52:43.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.701+0000 7fb1377fe640 1 -- 172.21.15.17:0/1669457305 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb13c0054d0 con 0x55f6d37acb60 2024-09-16T01:52:43.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.701+0000 7fb1377fe640 1 -- 172.21.15.17:0/1669457305 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13c010c90 con 0x55f6d37acb60 2024-09-16T01:52:43.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.702+0000 7fb1558b4740 1 -- 172.21.15.17:0/1669457305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 msgr2=0x55f6d37acf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:43.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.702+0000 7fb1558b4740 1 --2- 172.21.15.17:0/1669457305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37acf40 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fb13c00bfd0 tx=0x7fb13c00bb70 comp rx=0 tx=0).stop 2024-09-16T01:52:43.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.702+0000 7fb1558b4740 1 -- 172.21.15.17:0/1669457305 shutdown_connections 2024-09-16T01:52:43.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.702+0000 7fb1558b4740 1 --2- 172.21.15.17:0/1669457305 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 0x55f6d37ba130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.702+0000 7fb1558b4740 1 --2- 172.21.15.17:0/1669457305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37b7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.702+0000 7fb1558b4740 1 --2- 172.21.15.17:0/1669457305 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37acf40 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.702+0000 7fb1558b4740 1 -- 172.21.15.17:0/1669457305 >> 172.21.15.17:0/1669457305 conn(0x55f6d37a90f0 msgr2=0x55f6d37a94d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:43.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.702+0000 7fb1558b4740 1 -- 172.21.15.17:0/1669457305 shutdown_connections 2024-09-16T01:52:43.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.702+0000 7fb1558b4740 1 -- 172.21.15.17:0/1669457305 wait complete. 2024-09-16T01:52:43.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.703+0000 7fb1558b4740 1 -- start start 2024-09-16T01:52:43.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.703+0000 7fb1558b4740 1 Processor -- start 2024-09-16T01:52:43.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.703+0000 7fb1558b4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37b4c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.703+0000 7fb1558b4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37b5140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.703+0000 7fb1558b4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 0x55f6d37b5680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.703+0000 7fb1558b4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f6d37ba910 con 0x55f6d37ad480 2024-09-16T01:52:43.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.703+0000 7fb1558b4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f6d36ccf10 con 0x55f6d37b7d40 2024-09-16T01:52:43.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.703+0000 7fb1558b4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f6d37baa90 con 0x55f6d37acb60 2024-09-16T01:52:43.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.703+0000 7fb1558b4740 10 client.0 _ll_register_callbacks cb 0x55f6d3695a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:43.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.703+0000 7fb151277640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37b5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.703+0000 7fb151277640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37b5140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58896/0 (socket says 172.21.15.17:58896) 2024-09-16T01:52:43.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.703+0000 7fb150a76640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 0x55f6d37b5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.703+0000 7fb151277640 1 -- 172.21.15.17:0/171308078 learned_addr learned my addr 172.21.15.17:0/171308078 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:43.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.704+0000 7fb150a76640 1 --2- 172.21.15.17:0/171308078 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37b4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.704+0000 7fb151277640 1 -- 172.21.15.17:0/171308078 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 msgr2=0x55f6d37b4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:43.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.704+0000 7fb151277640 1 --2- 172.21.15.17:0/171308078 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37b4c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.704+0000 7fb151277640 1 -- 172.21.15.17:0/171308078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 msgr2=0x55f6d37b5680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:43.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.704+0000 7fb151277640 1 --2- 172.21.15.17:0/171308078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 0x55f6d37b5680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.704+0000 7fb151277640 1 -- 172.21.15.17:0/171308078 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6d34836a0 con 0x55f6d37ad480 2024-09-16T01:52:43.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.704+0000 7fb150a76640 1 --2- 172.21.15.17:0/171308078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 0x55f6d37b5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:43.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.704+0000 7fb134ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:52:43.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.704+0000 7fb151277640 1 --2- 172.21.15.17:0/171308078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37b5140 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fb14800bad0 tx=0x7fb14800bed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=301e4d426a4c1161 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:43.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.704+0000 7fb134ff9640 1 -- 172.21.15.17:0/171308078 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb148005020 con 0x55f6d37ad480 2024-09-16T01:52:43.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.704+0000 7fb134ff9640 1 -- 172.21.15.17:0/171308078 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb1480051c0 con 0x55f6d37ad480 2024-09-16T01:52:43.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.704+0000 7fb1558b4740 1 -- 172.21.15.17:0/171308078 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb13c0054d0 con 0x55f6d37ad480 2024-09-16T01:52:43.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.705+0000 7fb134ff9640 1 -- 172.21.15.17:0/171308078 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb148005400 con 0x55f6d37ad480 2024-09-16T01:52:43.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.705+0000 7fb1558b4740 10 client.16914 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:43.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.705+0000 7fb1558b4740 1 -- 172.21.15.17:0/171308078 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f6d37c6550 con 0x55f6d37ad480 2024-09-16T01:52:43.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.705+0000 7fb134ff9640 1 -- 172.21.15.17:0/171308078 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb13c0054d0 con 0x55f6d37ad480 2024-09-16T01:52:43.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.705+0000 7fb134ff9640 1 -- 172.21.15.17:0/171308078 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb14801b600 con 0x55f6d37ad480 2024-09-16T01:52:43.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.705+0000 7fb1558b4740 10 client.16914 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:43.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.705+0000 7fb1558b4740 10 client.16914 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:43.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.705+0000 7fb1558b4740 20 client.16914 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:43.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.705+0000 7fb1558b4740 1 --2- 172.21.15.17:0/171308078 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f6d37c7a60 0x55f6d37c9e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.705+0000 7fb1558b4740 4 client.16914 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:52:43.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.705+0000 7fb1558b4740 1 -- 172.21.15.17:0/171308078 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f6d371f7f0 con 0x55f6d37c7a60 2024-09-16T01:52:43.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.705+0000 7fb150a76640 1 --2- 172.21.15.17:0/171308078 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f6d37c7a60 0x55f6d37c9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.706+0000 7fb134ff9640 10 client.16914 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:43.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.706+0000 7fb150a76640 1 --2- 172.21.15.17:0/171308078 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f6d37c7a60 0x55f6d37c9e80 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=531abe7b35359e0b server_cookie=678ff40f99822d74 in_seq=0 out_seq=0 2024-09-16T01:52:43.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.706+0000 7fb134ff9640 1 -- 172.21.15.17:0/171308078 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f6d371f7f0 con 0x55f6d37c7a60 2024-09-16T01:52:43.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.706+0000 7fb134ff9640 10 client.16914 handle_command_reply: tid=0 2024-09-16T01:52:43.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.706+0000 7fb1558b4740 1 client.16914 shutdown 2024-09-16T01:52:43.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.707+0000 7fb1558b4740 1 -- 172.21.15.17:0/171308078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 msgr2=0x55f6d37b5140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:43.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.707+0000 7fb1558b4740 1 --2- 172.21.15.17:0/171308078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37b5140 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fb14800bad0 tx=0x7fb14800bed0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.707+0000 7fb1558b4740 1 -- 172.21.15.17:0/171308078 shutdown_connections 2024-09-16T01:52:43.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.707+0000 7fb1558b4740 1 --2- 172.21.15.17:0/171308078 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f6d37c7a60 0x55f6d37c9e80 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.707+0000 7fb1558b4740 1 --2- 172.21.15.17:0/171308078 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 0x55f6d37b5680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.707+0000 7fb1558b4740 1 --2- 172.21.15.17:0/171308078 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37b5140 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.707+0000 7fb1558b4740 1 --2- 172.21.15.17:0/171308078 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37b4c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.707+0000 7fb134ff9640 0 client.16914 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:43.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.707+0000 7fb1558b4740 1 -- 172.21.15.17:0/171308078 >> 172.21.15.17:0/171308078 conn(0x55f6d37a90f0 msgr2=0x55f6d37aee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:43.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.707+0000 7fb1558b4740 1 -- 172.21.15.17:0/171308078 shutdown_connections 2024-09-16T01:52:43.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.707+0000 7fb1558b4740 1 -- 172.21.15.17:0/171308078 wait complete. 2024-09-16T01:52:43.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.707+0000 7fb1558b4740 20 client.16914 trim_cache size 0 max 16384 2024-09-16T01:52:43.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb1558b4740 1 Processor -- start 2024-09-16T01:52:43.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb1558b4740 1 -- start start 2024-09-16T01:52:43.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb1558b4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37acb60 0x55f6d37b54d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb1558b4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37ad480 0x55f6d37cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb1558b4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37b7d40 0x55f6d37cfc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb1558b4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c1b1ec0 con 0x55f6d37acb60 2024-09-16T01:52:43.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb1558b4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c1af790 con 0x55f6d37ad480 2024-09-16T01:52:43.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb1558b4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c1ad5c0 con 0x55f6d37b7d40 2024-09-16T01:52:43.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb150a76640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37acb60 0x55f6d37b54d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb150a76640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37acb60 0x55f6d37b54d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58908/0 (socket says 172.21.15.17:58908) 2024-09-16T01:52:43.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb150a76640 1 -- 172.21.15.17:0/1918405930 learned_addr learned my addr 172.21.15.17:0/1918405930 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:43.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb150a76640 1 --2- 172.21.15.17:0/1918405930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37b7d40 0x55f6d37cfc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb151277640 1 --2- 172.21.15.17:0/1918405930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37ad480 0x55f6d37cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb150a76640 1 -- 172.21.15.17:0/1918405930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37b7d40 msgr2=0x55f6d37cfc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:43.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb150a76640 1 --2- 172.21.15.17:0/1918405930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37b7d40 0x55f6d37cfc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb150a76640 1 -- 172.21.15.17:0/1918405930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37ad480 msgr2=0x55f6d37cf730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:43.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb150a76640 1 --2- 172.21.15.17:0/1918405930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37ad480 0x55f6d37cf730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.736+0000 7fb150a76640 1 -- 172.21.15.17:0/1918405930 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f6d37ad2b0 con 0x55f6d37acb60 2024-09-16T01:52:43.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.737+0000 7fb150a76640 1 --2- 172.21.15.17:0/1918405930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37acb60 0x55f6d37b54d0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fb13c0058c0 tx=0x7fb13c014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db8d40c33efc34b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:43.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.737+0000 7fb136ffd640 1 -- 172.21.15.17:0/1918405930 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13c034070 con 0x55f6d37acb60 2024-09-16T01:52:43.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.737+0000 7fb136ffd640 1 -- 172.21.15.17:0/1918405930 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb13c016070 con 0x55f6d37acb60 2024-09-16T01:52:43.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.737+0000 7fb136ffd640 1 -- 172.21.15.17:0/1918405930 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb13c01f6d0 con 0x55f6d37acb60 2024-09-16T01:52:43.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.738+0000 7fb1558b4740 1 -- 172.21.15.17:0/1918405930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37acb60 msgr2=0x55f6d37b54d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:43.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.738+0000 7fb1558b4740 1 --2- 172.21.15.17:0/1918405930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37acb60 0x55f6d37b54d0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fb13c0058c0 tx=0x7fb13c014040 comp rx=0 tx=0).stop 2024-09-16T01:52:43.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.738+0000 7fb1558b4740 1 -- 172.21.15.17:0/1918405930 shutdown_connections 2024-09-16T01:52:43.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.738+0000 7fb1558b4740 1 --2- 172.21.15.17:0/1918405930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37b7d40 0x55f6d37cfc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.738+0000 7fb1558b4740 1 --2- 172.21.15.17:0/1918405930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37ad480 0x55f6d37cf730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.738+0000 7fb1558b4740 1 --2- 172.21.15.17:0/1918405930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37acb60 0x55f6d37b54d0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.738+0000 7fb1558b4740 1 -- 172.21.15.17:0/1918405930 >> 172.21.15.17:0/1918405930 conn(0x55f6d37a90f0 msgr2=0x55f6d37b6b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:43.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.738+0000 7fb1558b4740 1 -- 172.21.15.17:0/1918405930 shutdown_connections 2024-09-16T01:52:43.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.738+0000 7fb1558b4740 1 -- 172.21.15.17:0/1918405930 wait complete. 2024-09-16T01:52:43.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.738+0000 7fb1558b4740 1 -- start start 2024-09-16T01:52:43.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.738+0000 7fb1558b4740 1 Processor -- start 2024-09-16T01:52:43.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb1558b4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37bff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb1558b4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37c0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb1558b4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 0x55f6d37b1410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb1558b4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c1adc50 con 0x55f6d37ad480 2024-09-16T01:52:43.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb1558b4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c1af0c0 con 0x55f6d37b7d40 2024-09-16T01:52:43.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb1558b4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb14c1ae320 con 0x55f6d37acb60 2024-09-16T01:52:43.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb1558b4740 10 client.0 _ll_register_callbacks cb 0x7fb1480040a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:43.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb150a76640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37bff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb151277640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37c0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb150a76640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37bff30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:55734/0 (socket says 172.21.15.17:55734) 2024-09-16T01:52:43.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb150a76640 1 -- 172.21.15.17:0/783015201 learned_addr learned my addr 172.21.15.17:0/783015201 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:43.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb150a76640 1 --2- 172.21.15.17:0/783015201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 0x55f6d37b1410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb151277640 1 -- 172.21.15.17:0/783015201 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 msgr2=0x55f6d37bff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:43.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb151277640 1 --2- 172.21.15.17:0/783015201 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37bff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb151277640 1 -- 172.21.15.17:0/783015201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 msgr2=0x55f6d37b1410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:43.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb151277640 1 --2- 172.21.15.17:0/783015201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 0x55f6d37b1410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb151277640 1 -- 172.21.15.17:0/783015201 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f6d37b1c40 con 0x55f6d37ad480 2024-09-16T01:52:43.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb151277640 1 --2- 172.21.15.17:0/783015201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37c0470 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fb14801b9f0 tx=0x7fb148003a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39d3fe58b26fcf58 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:43.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb134ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:52:43.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.739+0000 7fb134ff9640 1 -- 172.21.15.17:0/783015201 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb14801b470 con 0x55f6d37ad480 2024-09-16T01:52:43.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.740+0000 7fb134ff9640 1 -- 172.21.15.17:0/783015201 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb14801b610 con 0x55f6d37ad480 2024-09-16T01:52:43.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.740+0000 7fb1558b4740 1 -- 172.21.15.17:0/783015201 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb13c016070 con 0x55f6d37ad480 2024-09-16T01:52:43.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.740+0000 7fb134ff9640 1 -- 172.21.15.17:0/783015201 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb148036050 con 0x55f6d37ad480 2024-09-16T01:52:43.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.740+0000 7fb1558b4740 10 client.16920 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:43.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.740+0000 7fb1558b4740 1 -- 172.21.15.17:0/783015201 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f6d3832200 con 0x55f6d37ad480 2024-09-16T01:52:43.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.740+0000 7fb134ff9640 1 -- 172.21.15.17:0/783015201 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb13c016070 con 0x55f6d37ad480 2024-09-16T01:52:43.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.740+0000 7fb134ff9640 1 -- 172.21.15.17:0/783015201 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb148026600 con 0x55f6d37ad480 2024-09-16T01:52:43.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.740+0000 7fb1558b4740 10 client.16920 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:43.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.740+0000 7fb1558b4740 10 client.16920 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:43.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.740+0000 7fb1558b4740 20 client.16920 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:43.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.740+0000 7fb1558b4740 1 --2- 172.21.15.17:0/783015201 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f6d38328f0 0x55f6d3834d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:43.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.740+0000 7fb1558b4740 4 client.16920 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:52:43.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.740+0000 7fb1558b4740 1 -- 172.21.15.17:0/783015201 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f6d3719d00 con 0x55f6d38328f0 2024-09-16T01:52:43.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.740+0000 7fb150a76640 1 --2- 172.21.15.17:0/783015201 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f6d38328f0 0x55f6d3834d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:43.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.741+0000 7fb150a76640 1 --2- 172.21.15.17:0/783015201 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f6d38328f0 0x55f6d3834d10 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=414a4be3e451ec2 server_cookie=48208df5820efa0c in_seq=0 out_seq=0 2024-09-16T01:52:43.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.741+0000 7fb134ff9640 10 client.16920 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:43.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb134ff9640 1 -- 172.21.15.17:0/783015201 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f6d3719d00 con 0x55f6d38328f0 2024-09-16T01:52:43.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb134ff9640 10 client.16920 handle_command_reply: tid=0 2024-09-16T01:52:43.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb1558b4740 1 client.16920 shutdown 2024-09-16T01:52:43.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb1558b4740 1 -- 172.21.15.17:0/783015201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 msgr2=0x55f6d37c0470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:43.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb1558b4740 1 --2- 172.21.15.17:0/783015201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37c0470 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fb14801b9f0 tx=0x7fb148003a60 comp rx=0 tx=0).stop 2024-09-16T01:52:43.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb1558b4740 1 -- 172.21.15.17:0/783015201 shutdown_connections 2024-09-16T01:52:43.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb1558b4740 1 --2- 172.21.15.17:0/783015201 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f6d38328f0 0x55f6d3834d10 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb1558b4740 1 --2- 172.21.15.17:0/783015201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f6d37b7d40 0x55f6d37b1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb1558b4740 1 --2- 172.21.15.17:0/783015201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f6d37ad480 0x55f6d37c0470 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb1558b4740 1 --2- 172.21.15.17:0/783015201 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f6d37acb60 0x55f6d37bff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb1558b4740 1 -- 172.21.15.17:0/783015201 >> 172.21.15.17:0/783015201 conn(0x55f6d37a90f0 msgr2=0x55f6d37ae580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:43.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb134ff9640 0 client.16920 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:43.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb1558b4740 1 -- 172.21.15.17:0/783015201 shutdown_connections 2024-09-16T01:52:43.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb1558b4740 1 -- 172.21.15.17:0/783015201 wait complete. 2024-09-16T01:52:43.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.742+0000 7fb1558b4740 20 client.16920 trim_cache size 0 max 16384 2024-09-16T01:52:43.820 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:52:43.820 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:52:43.820 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "802ba3aa-c0dd-43c9-994a-b36c27f1d1e9", 2024-09-16T01:52:43.820 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:52:43.820 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:52:43.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.743+0000 7fb1534db640 1 -- 172.21.15.17:0/2901347924 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1380a3240 msgr2=0x7fb1380a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:43.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.743+0000 7fb1534db640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1380a3240 0x7fb1380a5700 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fb1440bcf40 tx=0x7fb1440b7990 comp rx=0 tx=0).stop 2024-09-16T01:52:43.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.743+0000 7fb1534db640 1 -- 172.21.15.17:0/2901347924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c102ef0 msgr2=0x7fb14c19ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:43.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.743+0000 7fb1534db640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c102ef0 0x7fb14c19ee30 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fb14402ae70 tx=0x7fb14402f5d0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.743+0000 7fb1534db640 1 -- 172.21.15.17:0/2901347924 shutdown_connections 2024-09-16T01:52:43.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.743+0000 7fb1534db640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb1380a3240 0x7fb1380a5700 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.743+0000 7fb1534db640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb14c102ef0 0x7fb14c19ee30 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.743+0000 7fb1534db640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb14c102570 0x7fb14c19aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.743+0000 7fb1534db640 1 --2- 172.21.15.17:0/2901347924 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb14c100e20 0x7fb14c19a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:43.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.743+0000 7fb1534db640 1 -- 172.21.15.17:0/2901347924 >> 172.21.15.17:0/2901347924 conn(0x7fb14c0fc7d0 msgr2=0x7fb14c06a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:43.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.743+0000 7fb1534db640 1 -- 172.21.15.17:0/2901347924 shutdown_connections 2024-09-16T01:52:43.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:43.743+0000 7fb1534db640 1 -- 172.21.15.17:0/2901347924 wait complete. 2024-09-16T01:52:44.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:44 smithi017 ceph-mon[30972]: pgmap v615: 97 pgs: 97 active+clean; 148 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-16T01:52:44.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:44 smithi122 ceph-mon[34758]: pgmap v615: 97 pgs: 97 active+clean; 148 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-16T01:52:44.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:44 smithi029 ceph-mon[34783]: pgmap v615: 97 pgs: 97 active+clean; 148 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-16T01:52:44.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 339870 3.74 MB/sec execute 367 sec latency 15.722 ms 2024-09-16T01:52:45.524 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:45 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:52:45.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:45 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:52:45.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:45 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:52:45.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:45 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:52:45.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:45 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:52:45.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:45 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:52:45.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:45 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:52:45.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:45 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:52:45.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:45 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:52:45.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:45 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:52:45.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:45 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:52:45.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:45 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:52:45.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:45 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:52:45.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:45 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:52:45.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:45 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:52:45.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 340603 3.75 MB/sec execute 368 sec latency 14.091 ms 2024-09-16T01:52:46.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:46 smithi017 ceph-mon[30972]: pgmap v616: 97 pgs: 97 active+clean; 150 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.7 MiB/s wr, 93 op/s 2024-09-16T01:52:46.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:46 smithi122 ceph-mon[34758]: pgmap v616: 97 pgs: 97 active+clean; 150 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.7 MiB/s wr, 93 op/s 2024-09-16T01:52:46.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:46 smithi029 ceph-mon[34783]: pgmap v616: 97 pgs: 97 active+clean; 150 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.7 MiB/s wr, 93 op/s 2024-09-16T01:52:46.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 341044 3.74 MB/sec execute 369 sec latency 108.285 ms 2024-09-16T01:52:47.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 341626 3.74 MB/sec execute 370 sec latency 63.185 ms 2024-09-16T01:52:48.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:48 smithi017 ceph-mon[30972]: pgmap v617: 97 pgs: 97 active+clean; 150 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.3 MiB/s wr, 83 op/s 2024-09-16T01:52:48.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:48 smithi122 ceph-mon[34758]: pgmap v617: 97 pgs: 97 active+clean; 150 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.3 MiB/s wr, 83 op/s 2024-09-16T01:52:48.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:48 smithi029 ceph-mon[34783]: pgmap v617: 97 pgs: 97 active+clean; 150 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.3 MiB/s wr, 83 op/s 2024-09-16T01:52:48.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 342309 3.74 MB/sec execute 371 sec latency 46.590 ms 2024-09-16T01:52:48.874 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:52:49.164 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:52:49.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 342987 3.73 MB/sec execute 372 sec latency 37.618 ms 2024-09-16T01:52:49.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.741+0000 7f2737315640 1 -- 172.21.15.17:0/1724359082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2730102dd0 msgr2=0x7f27301031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:49.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.741+0000 7f2737315640 1 --2- 172.21.15.17:0/1724359082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2730102dd0 0x7f27301031b0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f272c009930 tx=0x7f272c02a420 comp rx=0 tx=0).stop 2024-09-16T01:52:49.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.741+0000 7f2737315640 1 -- 172.21.15.17:0/1724359082 shutdown_connections 2024-09-16T01:52:49.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.741+0000 7f2737315640 1 --2- 172.21.15.17:0/1724359082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2730108300 0x7f273010ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.741+0000 7f2737315640 1 --2- 172.21.15.17:0/1724359082 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2730103780 0x7f2730107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.741+0000 7f2737315640 1 --2- 172.21.15.17:0/1724359082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2730102dd0 0x7f27301031b0 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.741+0000 7f2737315640 1 -- 172.21.15.17:0/1724359082 >> 172.21.15.17:0/1724359082 conn(0x7f27300fc7d0 msgr2=0x7f27300febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:49.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.741+0000 7f2737315640 1 -- 172.21.15.17:0/1724359082 shutdown_connections 2024-09-16T01:52:49.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.742+0000 7f2737315640 1 -- 172.21.15.17:0/1724359082 wait complete. 2024-09-16T01:52:49.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.742+0000 7f2737315640 1 Processor -- start 2024-09-16T01:52:49.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.742+0000 7f2737315640 1 -- start start 2024-09-16T01:52:49.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.742+0000 7f2737315640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2730102dd0 0x7f2730198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.742+0000 7f2737315640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2730103780 0x7f2730198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.742+0000 7f2737315640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2730108300 0x7f273019cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.742+0000 7f2737315640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2730111f60 con 0x7f2730103780 2024-09-16T01:52:49.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.742+0000 7f2737315640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2730111de0 con 0x7f2730102dd0 2024-09-16T01:52:49.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.742+0000 7f2737315640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f27301120e0 con 0x7f2730108300 2024-09-16T01:52:49.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f27348b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2730103780 0x7f2730198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f27348b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2730103780 0x7f2730198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57732/0 (socket says 172.21.15.17:57732) 2024-09-16T01:52:49.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f27348b0640 1 -- 172.21.15.17:0/335151794 learned_addr learned my addr 172.21.15.17:0/335151794 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:49.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f27358b2640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2730108300 0x7f273019cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f27350b1640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2730102dd0 0x7f2730198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f27348b0640 1 -- 172.21.15.17:0/335151794 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2730108300 msgr2=0x7f273019cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:49.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f27348b0640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2730108300 0x7f273019cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f27348b0640 1 -- 172.21.15.17:0/335151794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2730102dd0 msgr2=0x7f2730198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:49.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f27348b0640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2730102dd0 0x7f2730198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f27348b0640 1 -- 172.21.15.17:0/335151794 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f273019d4d0 con 0x7f2730103780 2024-09-16T01:52:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f27358b2640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2730108300 0x7f273019cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f27348b0640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2730103780 0x7f2730198a60 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f272000e9c0 tx=0x7f272000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f27267fc640 1 -- 172.21.15.17:0/335151794 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f272000ccc0 con 0x7f2730103780 2024-09-16T01:52:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f27267fc640 1 -- 172.21.15.17:0/335151794 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f27200054d0 con 0x7f2730103780 2024-09-16T01:52:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.743+0000 7f2737315640 1 -- 172.21.15.17:0/335151794 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f273019d7c0 con 0x7f2730103780 2024-09-16T01:52:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.744+0000 7f27267fc640 1 -- 172.21.15.17:0/335151794 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2720010430 con 0x7f2730103780 2024-09-16T01:52:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.744+0000 7f2737315640 1 -- 172.21.15.17:0/335151794 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27301a50a0 con 0x7f2730103780 2024-09-16T01:52:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.746+0000 7f27267fc640 1 -- 172.21.15.17:0/335151794 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f2720005020 con 0x7f2730103780 2024-09-16T01:52:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.746+0000 7f27396ee740 1 Processor -- start 2024-09-16T01:52:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.746+0000 7f27396ee740 1 -- start start 2024-09-16T01:52:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27396ee740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb514a0 0x55d40bb51880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27396ee740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb51dc0 0x55d40bb5c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27396ee740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb5c680 0x55d40bb5ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27396ee740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d40bab72e0 con 0x55d40bb514a0 2024-09-16T01:52:49.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27396ee740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d40ba5ece0 con 0x55d40bb51dc0 2024-09-16T01:52:49.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27396ee740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d40bab32a0 con 0x55d40bb5c680 2024-09-16T01:52:49.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27358b2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb514a0 0x55d40bb51880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27358b2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb514a0 0x55d40bb51880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57744/0 (socket says 172.21.15.17:57744) 2024-09-16T01:52:49.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27358b2640 1 -- 172.21.15.17:0/1182071062 learned_addr learned my addr 172.21.15.17:0/1182071062 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:49.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27348b0640 1 --2- 172.21.15.17:0/1182071062 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb5c680 0x55d40bb5ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27350b1640 1 --2- 172.21.15.17:0/1182071062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb51dc0 0x55d40bb5c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27267fc640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f271c0a3240 0x7f271c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27358b2640 1 -- 172.21.15.17:0/1182071062 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb5c680 msgr2=0x55d40bb5ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:49.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27358b2640 1 --2- 172.21.15.17:0/1182071062 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb5c680 0x55d40bb5ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27358b2640 1 -- 172.21.15.17:0/1182071062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb51dc0 msgr2=0x55d40bb5c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:49.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27358b2640 1 --2- 172.21.15.17:0/1182071062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb51dc0 0x55d40bb5c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27358b2640 1 -- 172.21.15.17:0/1182071062 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d40ba43440 con 0x55d40bb514a0 2024-09-16T01:52:49.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27348b0640 1 --2- 172.21.15.17:0/1182071062 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb5c680 0x55d40bb5ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:49.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27267fc640 1 -- 172.21.15.17:0/335151794 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f27200cfe30 con 0x7f2730103780 2024-09-16T01:52:49.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27350b1640 1 --2- 172.21.15.17:0/1182071062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb51dc0 0x55d40bb5c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:49.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.747+0000 7f27358b2640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f271c0a3240 0x7f271c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.748+0000 7f27358b2640 1 --2- 172.21.15.17:0/1182071062 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb514a0 0x55d40bb51880 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f272800f880 tx=0x7f272800fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4faffb8016928b56 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:49.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.748+0000 7f271b7fe640 1 -- 172.21.15.17:0/1182071062 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f272801a410 con 0x55d40bb514a0 2024-09-16T01:52:49.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.748+0000 7f271b7fe640 1 -- 172.21.15.17:0/1182071062 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2728012110 con 0x55d40bb514a0 2024-09-16T01:52:49.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.748+0000 7f271b7fe640 1 -- 172.21.15.17:0/1182071062 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27280195d0 con 0x55d40bb514a0 2024-09-16T01:52:49.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.748+0000 7f27358b2640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f271c0a3240 0x7f271c0a5700 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f2728021000 tx=0x7f272801e000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:49.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.749+0000 7f27396ee740 1 -- 172.21.15.17:0/1182071062 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb514a0 msgr2=0x55d40bb51880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:49.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.749+0000 7f27396ee740 1 --2- 172.21.15.17:0/1182071062 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb514a0 0x55d40bb51880 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f272800f880 tx=0x7f272800fd40 comp rx=0 tx=0).stop 2024-09-16T01:52:49.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.749+0000 7f27396ee740 1 -- 172.21.15.17:0/1182071062 shutdown_connections 2024-09-16T01:52:49.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.749+0000 7f27396ee740 1 --2- 172.21.15.17:0/1182071062 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb5c680 0x55d40bb5ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.749+0000 7f27396ee740 1 --2- 172.21.15.17:0/1182071062 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb51dc0 0x55d40bb5c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.749+0000 7f27396ee740 1 --2- 172.21.15.17:0/1182071062 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb514a0 0x55d40bb51880 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.749+0000 7f27396ee740 1 -- 172.21.15.17:0/1182071062 >> 172.21.15.17:0/1182071062 conn(0x55d40bb4da30 msgr2=0x55d40bb4de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:49.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.749+0000 7f27396ee740 1 -- 172.21.15.17:0/1182071062 shutdown_connections 2024-09-16T01:52:49.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.749+0000 7f27396ee740 1 -- 172.21.15.17:0/1182071062 wait complete. 2024-09-16T01:52:49.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.749+0000 7f27396ee740 1 -- start start 2024-09-16T01:52:49.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.749+0000 7f27396ee740 1 Processor -- start 2024-09-16T01:52:49.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27396ee740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb514a0 0x55d40bb5bfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27396ee740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb51dc0 0x55d40bb59260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27396ee740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb5c680 0x55d40bb597a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27396ee740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d40bb5f250 con 0x55d40bb51dc0 2024-09-16T01:52:49.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27396ee740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d40ba72050 con 0x55d40bb5c680 2024-09-16T01:52:49.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27396ee740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d40bb5f3d0 con 0x55d40bb514a0 2024-09-16T01:52:49.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27396ee740 10 client.0 _ll_register_callbacks cb 0x55d40bab2160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:49.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27348b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb51dc0 0x55d40bb59260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27350b1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb514a0 0x55d40bb5bfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27348b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb51dc0 0x55d40bb59260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57754/0 (socket says 172.21.15.17:57754) 2024-09-16T01:52:49.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27348b0640 1 -- 172.21.15.17:0/271233987 learned_addr learned my addr 172.21.15.17:0/271233987 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:49.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27358b2640 1 --2- 172.21.15.17:0/271233987 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb5c680 0x55d40bb597a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27348b0640 1 -- 172.21.15.17:0/271233987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb514a0 msgr2=0x55d40bb5bfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:49.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27348b0640 1 --2- 172.21.15.17:0/271233987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb514a0 0x55d40bb5bfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27348b0640 1 -- 172.21.15.17:0/271233987 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb5c680 msgr2=0x55d40bb597a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:49.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27348b0640 1 --2- 172.21.15.17:0/271233987 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb5c680 0x55d40bb597a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27348b0640 1 -- 172.21.15.17:0/271233987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d40b8283c0 con 0x55d40bb51dc0 2024-09-16T01:52:49.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27350b1640 1 --2- 172.21.15.17:0/271233987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb514a0 0x55d40bb5bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:49.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.750+0000 7f27358b2640 1 --2- 172.21.15.17:0/271233987 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb5c680 0x55d40bb597a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:52:49.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f2718ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:52:49.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f27348b0640 1 --2- 172.21.15.17:0/271233987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb51dc0 0x55d40bb59260 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f2720004650 tx=0x7f2720005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7329f4e3c2733448 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:49.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f2718ff9640 1 -- 172.21.15.17:0/271233987 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27200986f0 con 0x55d40bb51dc0 2024-09-16T01:52:49.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f2718ff9640 1 -- 172.21.15.17:0/271233987 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f272009baa0 con 0x55d40bb51dc0 2024-09-16T01:52:49.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f27396ee740 1 -- 172.21.15.17:0/271233987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2728012110 con 0x55d40bb51dc0 2024-09-16T01:52:49.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f2718ff9640 1 -- 172.21.15.17:0/271233987 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f272009bdb0 con 0x55d40bb51dc0 2024-09-16T01:52:49.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f27396ee740 10 client.16932 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:49.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f27396ee740 1 -- 172.21.15.17:0/271233987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d40bb6ac60 con 0x55d40bb51dc0 2024-09-16T01:52:49.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f2718ff9640 1 -- 172.21.15.17:0/271233987 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2728012110 con 0x55d40bb51dc0 2024-09-16T01:52:49.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f2718ff9640 1 -- 172.21.15.17:0/271233987 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f27200d3ab0 con 0x55d40bb51dc0 2024-09-16T01:52:49.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f27396ee740 10 client.16932 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f27396ee740 10 client.16932 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f27396ee740 20 client.16932 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f27396ee740 1 --2- 172.21.15.17:0/271233987 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d40bb6c120 0x55d40bb6e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f27396ee740 4 client.16932 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:52:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.751+0000 7f27396ee740 1 -- 172.21.15.17:0/271233987 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d40bac4850 con 0x55d40bb6c120 2024-09-16T01:52:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.752+0000 7f27350b1640 1 --2- 172.21.15.17:0/271233987 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d40bb6c120 0x55d40bb6e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.752+0000 7f2718ff9640 10 client.16932 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.752+0000 7f27350b1640 1 --2- 172.21.15.17:0/271233987 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d40bb6c120 0x55d40bb6e530 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d83b92c77d57f275 server_cookie=f6d0d3713494029e in_seq=0 out_seq=0 2024-09-16T01:52:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.753+0000 7f2718ff9640 1 -- 172.21.15.17:0/271233987 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d40bac4850 con 0x55d40bb6c120 2024-09-16T01:52:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.753+0000 7f2718ff9640 10 client.16932 handle_command_reply: tid=0 2024-09-16T01:52:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.753+0000 7f27396ee740 1 client.16932 shutdown 2024-09-16T01:52:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.753+0000 7f27396ee740 1 -- 172.21.15.17:0/271233987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb51dc0 msgr2=0x55d40bb59260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.753+0000 7f27396ee740 1 --2- 172.21.15.17:0/271233987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb51dc0 0x55d40bb59260 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f2720004650 tx=0x7f2720005f10 comp rx=0 tx=0).stop 2024-09-16T01:52:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.753+0000 7f27396ee740 1 -- 172.21.15.17:0/271233987 shutdown_connections 2024-09-16T01:52:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.753+0000 7f27396ee740 1 --2- 172.21.15.17:0/271233987 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d40bb6c120 0x55d40bb6e530 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.753+0000 7f27396ee740 1 --2- 172.21.15.17:0/271233987 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb5c680 0x55d40bb597a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.753+0000 7f27396ee740 1 --2- 172.21.15.17:0/271233987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb51dc0 0x55d40bb59260 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.753+0000 7f27396ee740 1 --2- 172.21.15.17:0/271233987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb514a0 0x55d40bb5bfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.753+0000 7f27396ee740 1 -- 172.21.15.17:0/271233987 >> 172.21.15.17:0/271233987 conn(0x55d40bb4da30 msgr2=0x55d40bb4cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.753+0000 7f2718ff9640 0 client.16932 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.753+0000 7f27396ee740 1 -- 172.21.15.17:0/271233987 shutdown_connections 2024-09-16T01:52:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.754+0000 7f27396ee740 1 -- 172.21.15.17:0/271233987 wait complete. 2024-09-16T01:52:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.754+0000 7f27396ee740 20 client.16932 trim_cache size 0 max 16384 2024-09-16T01:52:49.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.775+0000 7f27396ee740 1 Processor -- start 2024-09-16T01:52:49.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.775+0000 7f27396ee740 1 -- start start 2024-09-16T01:52:49.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27396ee740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb514a0 0x55d40bb6e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27396ee740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb51dc0 0x55d40bb5b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27396ee740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb5c680 0x55d40bb73e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27396ee740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f27301afe00 con 0x55d40bb51dc0 2024-09-16T01:52:49.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27396ee740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f27301ad6d0 con 0x55d40bb514a0 2024-09-16T01:52:49.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27396ee740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f27301ab500 con 0x55d40bb5c680 2024-09-16T01:52:49.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27348b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb51dc0 0x55d40bb5b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27348b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb51dc0 0x55d40bb5b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57758/0 (socket says 172.21.15.17:57758) 2024-09-16T01:52:49.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27348b0640 1 -- 172.21.15.17:0/1296535791 learned_addr learned my addr 172.21.15.17:0/1296535791 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:49.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27358b2640 1 --2- 172.21.15.17:0/1296535791 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb5c680 0x55d40bb73e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27350b1640 1 --2- 172.21.15.17:0/1296535791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb514a0 0x55d40bb6e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27348b0640 1 -- 172.21.15.17:0/1296535791 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb5c680 msgr2=0x55d40bb73e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:49.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27348b0640 1 --2- 172.21.15.17:0/1296535791 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb5c680 0x55d40bb73e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27348b0640 1 -- 172.21.15.17:0/1296535791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb514a0 msgr2=0x55d40bb6e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:49.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27348b0640 1 --2- 172.21.15.17:0/1296535791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb514a0 0x55d40bb6e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27348b0640 1 -- 172.21.15.17:0/1296535791 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d40bb58210 con 0x55d40bb51dc0 2024-09-16T01:52:49.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.776+0000 7f27348b0640 1 --2- 172.21.15.17:0/1296535791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb51dc0 0x55d40bb5b1d0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f272009c3e0 tx=0x7f2720004fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ff1f571cc8c1470 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:49.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.777+0000 7f271affd640 1 -- 172.21.15.17:0/1296535791 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f272009bf90 con 0x55d40bb51dc0 2024-09-16T01:52:49.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.777+0000 7f271affd640 1 -- 172.21.15.17:0/1296535791 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2720005310 con 0x55d40bb51dc0 2024-09-16T01:52:49.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.777+0000 7f271affd640 1 -- 172.21.15.17:0/1296535791 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f272009c220 con 0x55d40bb51dc0 2024-09-16T01:52:49.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.777+0000 7f27396ee740 1 -- 172.21.15.17:0/1296535791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb51dc0 msgr2=0x55d40bb5b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:49.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.777+0000 7f27396ee740 1 --2- 172.21.15.17:0/1296535791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb51dc0 0x55d40bb5b1d0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f272009c3e0 tx=0x7f2720004fb0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.777+0000 7f27396ee740 1 -- 172.21.15.17:0/1296535791 shutdown_connections 2024-09-16T01:52:49.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.777+0000 7f27396ee740 1 --2- 172.21.15.17:0/1296535791 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb5c680 0x55d40bb73e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.777+0000 7f27396ee740 1 --2- 172.21.15.17:0/1296535791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb51dc0 0x55d40bb5b1d0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.777+0000 7f27396ee740 1 --2- 172.21.15.17:0/1296535791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb514a0 0x55d40bb6e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.777+0000 7f27396ee740 1 -- 172.21.15.17:0/1296535791 >> 172.21.15.17:0/1296535791 conn(0x55d40bb4da30 msgr2=0x55d40bb5aac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:49.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.777+0000 7f27396ee740 1 -- 172.21.15.17:0/1296535791 shutdown_connections 2024-09-16T01:52:49.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.777+0000 7f27396ee740 1 -- 172.21.15.17:0/1296535791 wait complete. 2024-09-16T01:52:49.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.778+0000 7f27396ee740 1 -- start start 2024-09-16T01:52:49.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.778+0000 7f27396ee740 1 Processor -- start 2024-09-16T01:52:49.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.778+0000 7f27396ee740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb514a0 0x55d40bbcdca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.778+0000 7f27396ee740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb51dc0 0x55d40bbce1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.778+0000 7f27396ee740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb5c680 0x55d40bbd22b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.778+0000 7f27396ee740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f27301abb90 con 0x55d40bb5c680 2024-09-16T01:52:49.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.778+0000 7f27396ee740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f27301ad000 con 0x55d40bb514a0 2024-09-16T01:52:49.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.778+0000 7f27396ee740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f27301ac260 con 0x55d40bb51dc0 2024-09-16T01:52:49.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.778+0000 7f27396ee740 10 client.0 _ll_register_callbacks cb 0x7f27200980b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:49.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f27358b2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb5c680 0x55d40bbd22b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f27348b0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb51dc0 0x55d40bbce1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f27358b2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb5c680 0x55d40bbd22b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57760/0 (socket says 172.21.15.17:57760) 2024-09-16T01:52:49.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f27358b2640 1 -- 172.21.15.17:0/3831730849 learned_addr learned my addr 172.21.15.17:0/3831730849 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:49.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f27350b1640 1 --2- 172.21.15.17:0/3831730849 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb514a0 0x55d40bbcdca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f27348b0640 1 -- 172.21.15.17:0/3831730849 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb514a0 msgr2=0x55d40bbcdca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:49.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f27348b0640 1 --2- 172.21.15.17:0/3831730849 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb514a0 0x55d40bbcdca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f27348b0640 1 -- 172.21.15.17:0/3831730849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb5c680 msgr2=0x55d40bbd22b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:49.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f27348b0640 1 --2- 172.21.15.17:0/3831730849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb5c680 0x55d40bbd22b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f27348b0640 1 -- 172.21.15.17:0/3831730849 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d40bbd2950 con 0x55d40bb51dc0 2024-09-16T01:52:49.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f27358b2640 1 --2- 172.21.15.17:0/3831730849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb5c680 0x55d40bbd22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:49.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f27348b0640 1 --2- 172.21.15.17:0/3831730849 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb51dc0 0x55d40bbce1e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x55d40bb6abb0 tx=0x7f27200d0140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9acbbfb882033f28 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:49.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f2718ff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:52:49.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f2718ff9640 1 -- 172.21.15.17:0/3831730849 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f272009c220 con 0x55d40bb51dc0 2024-09-16T01:52:49.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f27396ee740 1 -- 172.21.15.17:0/3831730849 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55d40babed60 con 0x55d40bb51dc0 2024-09-16T01:52:49.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f2718ff9640 1 -- 172.21.15.17:0/3831730849 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f272009baa0 con 0x55d40bb51dc0 2024-09-16T01:52:49.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.779+0000 7f2718ff9640 1 -- 172.21.15.17:0/3831730849 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f27200986f0 con 0x55d40bb51dc0 2024-09-16T01:52:49.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.780+0000 7f27396ee740 10 client.26596 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:49.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.780+0000 7f27396ee740 1 -- 172.21.15.17:0/3831730849 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55d40bbdaef0 con 0x55d40bb51dc0 2024-09-16T01:52:49.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.780+0000 7f2718ff9640 1 -- 172.21.15.17:0/3831730849 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55d40babed60 con 0x55d40bb51dc0 2024-09-16T01:52:49.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.780+0000 7f2718ff9640 1 -- 172.21.15.17:0/3831730849 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f272009b310 con 0x55d40bb51dc0 2024-09-16T01:52:49.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.780+0000 7f27396ee740 10 client.26596 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:49.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.780+0000 7f27396ee740 10 client.26596 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:49.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.780+0000 7f27396ee740 20 client.26596 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:49.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.780+0000 7f27396ee740 1 --2- 172.21.15.17:0/3831730849 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d40bbdb370 0x55d40bbdd760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:49.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.780+0000 7f27396ee740 4 client.26596 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:52:49.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.780+0000 7f27396ee740 1 -- 172.21.15.17:0/3831730849 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55d40ba3b210 con 0x55d40bbdb370 2024-09-16T01:52:49.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.780+0000 7f27350b1640 1 --2- 172.21.15.17:0/3831730849 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d40bbdb370 0x55d40bbdd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:49.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f2718ff9640 10 client.26596 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:49.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f27350b1640 1 --2- 172.21.15.17:0/3831730849 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d40bbdb370 0x55d40bbdd760 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27b0714242f62f16 server_cookie=9a6fe52be6a06e6 in_seq=0 out_seq=0 2024-09-16T01:52:49.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f2718ff9640 1 -- 172.21.15.17:0/3831730849 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55d40ba3b210 con 0x55d40bbdb370 2024-09-16T01:52:49.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f2718ff9640 10 client.26596 handle_command_reply: tid=0 2024-09-16T01:52:49.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f27396ee740 1 client.26596 shutdown 2024-09-16T01:52:49.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f27396ee740 1 -- 172.21.15.17:0/3831730849 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb51dc0 msgr2=0x55d40bbce1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:49.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f27396ee740 1 --2- 172.21.15.17:0/3831730849 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb51dc0 0x55d40bbce1e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x55d40bb6abb0 tx=0x7f27200d0140 comp rx=0 tx=0).stop 2024-09-16T01:52:49.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f27396ee740 1 -- 172.21.15.17:0/3831730849 shutdown_connections 2024-09-16T01:52:49.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f27396ee740 1 --2- 172.21.15.17:0/3831730849 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d40bbdb370 0x55d40bbdd760 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f27396ee740 1 --2- 172.21.15.17:0/3831730849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d40bb5c680 0x55d40bbd22b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f27396ee740 1 --2- 172.21.15.17:0/3831730849 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d40bb51dc0 0x55d40bbce1e0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f27396ee740 1 --2- 172.21.15.17:0/3831730849 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d40bb514a0 0x55d40bbcdca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f27396ee740 1 -- 172.21.15.17:0/3831730849 >> 172.21.15.17:0/3831730849 conn(0x55d40bb4da30 msgr2=0x55d40bb5b2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:49.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f2718ff9640 0 client.26596 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:49.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.781+0000 7f27396ee740 1 -- 172.21.15.17:0/3831730849 shutdown_connections 2024-09-16T01:52:49.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.782+0000 7f27396ee740 1 -- 172.21.15.17:0/3831730849 wait complete. 2024-09-16T01:52:49.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.782+0000 7f27396ee740 20 client.26596 trim_cache size 0 max 16384 2024-09-16T01:52:49.788 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:52:49.788 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:52:49.788 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:52:49.788 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:52:49.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.782+0000 7f2737315640 1 -- 172.21.15.17:0/335151794 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f271c0a3240 msgr2=0x7f271c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:49.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.782+0000 7f2737315640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f271c0a3240 0x7f271c0a5700 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f2728021000 tx=0x7f272801e000 comp rx=0 tx=0).stop 2024-09-16T01:52:49.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.782+0000 7f2737315640 1 -- 172.21.15.17:0/335151794 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2730103780 msgr2=0x7f2730198a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:49.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.782+0000 7f2737315640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2730103780 0x7f2730198a60 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f272000e9c0 tx=0x7f272000ee80 comp rx=0 tx=0).stop 2024-09-16T01:52:49.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.782+0000 7f2737315640 1 -- 172.21.15.17:0/335151794 shutdown_connections 2024-09-16T01:52:49.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.782+0000 7f2737315640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f271c0a3240 0x7f271c0a5700 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.782+0000 7f2737315640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2730108300 0x7f273019cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.782+0000 7f2737315640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2730103780 0x7f2730198a60 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.782+0000 7f2737315640 1 --2- 172.21.15.17:0/335151794 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2730102dd0 0x7f2730198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:49.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.782+0000 7f2737315640 1 -- 172.21.15.17:0/335151794 >> 172.21.15.17:0/335151794 conn(0x7f27300fc7d0 msgr2=0x7f2730105eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:49.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.782+0000 7f2737315640 1 -- 172.21.15.17:0/335151794 shutdown_connections 2024-09-16T01:52:49.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:49.782+0000 7f2737315640 1 -- 172.21.15.17:0/335151794 wait complete. 2024-09-16T01:52:50.457 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:50 smithi017 ceph-mon[30972]: pgmap v618: 97 pgs: 97 active+clean; 149 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 155 KiB/s rd, 1.6 MiB/s wr, 76 op/s 2024-09-16T01:52:50.488 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:52:50.488 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:52:50.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:50 smithi122 ceph-mon[34758]: pgmap v618: 97 pgs: 97 active+clean; 149 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 155 KiB/s rd, 1.6 MiB/s wr, 76 op/s 2024-09-16T01:52:50.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:50 smithi029 ceph-mon[34783]: pgmap v618: 97 pgs: 97 active+clean; 149 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 155 KiB/s rd, 1.6 MiB/s wr, 76 op/s 2024-09-16T01:52:50.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 343836 3.74 MB/sec execute 373 sec latency 14.143 ms 2024-09-16T01:52:50.777 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:52:51.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.275+0000 7f4053512640 1 -- 172.21.15.17:0/3950811628 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f404c102d30 msgr2=0x7f404c103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:51.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.275+0000 7f4053512640 1 --2- 172.21.15.17:0/3950811628 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f404c102d30 0x7f404c103110 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f4048009930 tx=0x7f404802a420 comp rx=0 tx=0).stop 2024-09-16T01:52:51.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.275+0000 7f4053512640 1 -- 172.21.15.17:0/3950811628 shutdown_connections 2024-09-16T01:52:51.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.275+0000 7f4053512640 1 --2- 172.21.15.17:0/3950811628 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f404c1082a0 0x7f404c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:51.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.275+0000 7f4053512640 1 --2- 172.21.15.17:0/3950811628 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f404c1036e0 0x7f404c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:51.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.275+0000 7f4053512640 1 --2- 172.21.15.17:0/3950811628 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f404c102d30 0x7f404c103110 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:51.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.275+0000 7f4053512640 1 -- 172.21.15.17:0/3950811628 >> 172.21.15.17:0/3950811628 conn(0x7f404c0fc7d0 msgr2=0x7f404c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:51.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.276+0000 7f4053512640 1 -- 172.21.15.17:0/3950811628 shutdown_connections 2024-09-16T01:52:51.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.276+0000 7f4053512640 1 -- 172.21.15.17:0/3950811628 wait complete. 2024-09-16T01:52:51.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.276+0000 7f4053512640 1 Processor -- start 2024-09-16T01:52:51.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.276+0000 7f4053512640 1 -- start start 2024-09-16T01:52:51.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.276+0000 7f4053512640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f404c102d30 0x7f404c100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:51.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.276+0000 7f4053512640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f404c1036e0 0x7f404c100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:51.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4053512640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f404c1082a0 0x7f404c101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:51.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4053512640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f404c111f50 con 0x7f404c1082a0 2024-09-16T01:52:51.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4053512640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f404c111dd0 con 0x7f404c102d30 2024-09-16T01:52:51.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4053512640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f404c1120d0 con 0x7f404c1036e0 2024-09-16T01:52:51.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4051aaf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f404c1082a0 0x7f404c101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:51.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4051aaf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f404c1082a0 0x7f404c101410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57774/0 (socket says 172.21.15.17:57774) 2024-09-16T01:52:51.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4051aaf640 1 -- 172.21.15.17:0/4050879108 learned_addr learned my addr 172.21.15.17:0/4050879108 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:51.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4050aad640 1 --2- 172.21.15.17:0/4050879108 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f404c1036e0 0x7f404c100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:51.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f40512ae640 1 --2- 172.21.15.17:0/4050879108 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f404c102d30 0x7f404c100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:51.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4051aaf640 1 -- 172.21.15.17:0/4050879108 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f404c1036e0 msgr2=0x7f404c100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:51.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4051aaf640 1 --2- 172.21.15.17:0/4050879108 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f404c1036e0 0x7f404c100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:51.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4051aaf640 1 -- 172.21.15.17:0/4050879108 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f404c102d30 msgr2=0x7f404c100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:51.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4051aaf640 1 --2- 172.21.15.17:0/4050879108 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f404c102d30 0x7f404c100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:51.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4051aaf640 1 -- 172.21.15.17:0/4050879108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f404c1a69b0 con 0x7f404c1082a0 2024-09-16T01:52:51.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4051aaf640 1 --2- 172.21.15.17:0/4050879108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f404c1082a0 0x7f404c101410 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f404400eb10 tx=0x7f404400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:51.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f40427fc640 1 -- 172.21.15.17:0/4050879108 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4044004b20 con 0x7f404c1082a0 2024-09-16T01:52:51.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.277+0000 7f4053512640 1 -- 172.21.15.17:0/4050879108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f404c1a6ca0 con 0x7f404c1082a0 2024-09-16T01:52:51.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.278+0000 7f40427fc640 1 -- 172.21.15.17:0/4050879108 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4044004cc0 con 0x7f404c1082a0 2024-09-16T01:52:51.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.278+0000 7f40427fc640 1 -- 172.21.15.17:0/4050879108 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4044010690 con 0x7f404c1082a0 2024-09-16T01:52:51.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.278+0000 7f4053512640 1 -- 172.21.15.17:0/4050879108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f404c1a7230 con 0x7f404c1082a0 2024-09-16T01:52:51.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.279+0000 7f4053512640 1 -- 172.21.15.17:0/4050879108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f404c06a850 con 0x7f404c1082a0 2024-09-16T01:52:51.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.281+0000 7f40427fc640 1 -- 172.21.15.17:0/4050879108 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f4044005000 con 0x7f404c1082a0 2024-09-16T01:52:51.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.281+0000 7f40427fc640 1 --2- 172.21.15.17:0/4050879108 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f40380a32c0 0x7f40380a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:51.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.281+0000 7f40512ae640 1 --2- 172.21.15.17:0/4050879108 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f40380a32c0 0x7f40380a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:51.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.281+0000 7f40427fc640 1 -- 172.21.15.17:0/4050879108 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f40440d0220 con 0x7f404c1082a0 2024-09-16T01:52:51.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.282+0000 7f40512ae640 1 --2- 172.21.15.17:0/4050879108 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f40380a32c0 0x7f40380a5780 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4048009900 tx=0x7f4048000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:51.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.285+0000 7f40427fc640 1 -- 172.21.15.17:0/4050879108 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f404409cf40 con 0x7f404c1082a0 2024-09-16T01:52:51.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.525+0000 7f4053512640 1 -- 172.21.15.17:0/4050879108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f404c103110 con 0x7f404c1082a0 2024-09-16T01:52:51.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.526+0000 7f40427fc640 1 -- 172.21.15.17:0/4050879108 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f404409c840 con 0x7f404c1082a0 2024-09-16T01:52:51.528 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:52:51.528 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:52:51.529 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:52:51.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.529+0000 7f4053512640 1 -- 172.21.15.17:0/4050879108 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f40380a32c0 msgr2=0x7f40380a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:51.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.529+0000 7f4053512640 1 --2- 172.21.15.17:0/4050879108 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f40380a32c0 0x7f40380a5780 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f4048009900 tx=0x7f4048000bc0 comp rx=0 tx=0).stop 2024-09-16T01:52:51.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.529+0000 7f4053512640 1 -- 172.21.15.17:0/4050879108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f404c1082a0 msgr2=0x7f404c101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:51.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.529+0000 7f4053512640 1 --2- 172.21.15.17:0/4050879108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f404c1082a0 0x7f404c101410 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f404400eb10 tx=0x7f404400c2d0 comp rx=0 tx=0).stop 2024-09-16T01:52:51.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.529+0000 7f4053512640 1 -- 172.21.15.17:0/4050879108 shutdown_connections 2024-09-16T01:52:51.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.529+0000 7f4053512640 1 --2- 172.21.15.17:0/4050879108 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f40380a32c0 0x7f40380a5780 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:51.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.529+0000 7f4053512640 1 --2- 172.21.15.17:0/4050879108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f404c1082a0 0x7f404c101410 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:51.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.529+0000 7f4053512640 1 --2- 172.21.15.17:0/4050879108 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f404c1036e0 0x7f404c100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:51.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.529+0000 7f4053512640 1 --2- 172.21.15.17:0/4050879108 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f404c102d30 0x7f404c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:51.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.529+0000 7f4053512640 1 -- 172.21.15.17:0/4050879108 >> 172.21.15.17:0/4050879108 conn(0x7f404c0fc7d0 msgr2=0x7f404c105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:51.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.529+0000 7f4053512640 1 -- 172.21.15.17:0/4050879108 shutdown_connections 2024-09-16T01:52:51.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:51.529+0000 7f4053512640 1 -- 172.21.15.17:0/4050879108 wait complete. 2024-09-16T01:52:51.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 344415 3.74 MB/sec execute 374 sec latency 47.304 ms 2024-09-16T01:52:52.226 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:52 smithi017 ceph-mon[30972]: pgmap v619: 97 pgs: 97 active+clean; 151 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.6 MiB/s wr, 90 op/s 2024-09-16T01:52:52.227 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:52 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/4050879108' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:52:52.256 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:52:52.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:52 smithi122 ceph-mon[34758]: pgmap v619: 97 pgs: 97 active+clean; 151 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.6 MiB/s wr, 90 op/s 2024-09-16T01:52:52.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:52 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/4050879108' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:52:52.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:52 smithi029 ceph-mon[34783]: pgmap v619: 97 pgs: 97 active+clean; 151 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.6 MiB/s wr, 90 op/s 2024-09-16T01:52:52.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:52 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/4050879108' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:52:52.558 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:52:52.600 INFO:tasks.workunit.client.0.smithi017.stdout: 1 345005 3.74 MB/sec execute 375 sec latency 16.953 ms 2024-09-16T01:52:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.081+0000 7f071f68d640 1 -- 172.21.15.17:0/2659573422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0718102790 msgr2=0x7f07181067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.081+0000 7f071f68d640 1 --2- 172.21.15.17:0/2659573422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0718102790 0x7f07181067e0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f0708009900 tx=0x7f070802a410 comp rx=0 tx=0).stop 2024-09-16T01:52:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.081+0000 7f071f68d640 1 -- 172.21.15.17:0/2659573422 shutdown_connections 2024-09-16T01:52:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.081+0000 7f071f68d640 1 --2- 172.21.15.17:0/2659573422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0718106f10 0x7f071810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.081+0000 7f071f68d640 1 --2- 172.21.15.17:0/2659573422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0718102790 0x7f07181067e0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.081+0000 7f071f68d640 1 --2- 172.21.15.17:0/2659573422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0718101de0 0x7f07181021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.081+0000 7f071f68d640 1 -- 172.21.15.17:0/2659573422 >> 172.21.15.17:0/2659573422 conn(0x7f07180fd8e0 msgr2=0x7f07180ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.082+0000 7f071f68d640 1 -- 172.21.15.17:0/2659573422 shutdown_connections 2024-09-16T01:52:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.082+0000 7f071f68d640 1 -- 172.21.15.17:0/2659573422 wait complete. 2024-09-16T01:52:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.082+0000 7f071f68d640 1 Processor -- start 2024-09-16T01:52:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.082+0000 7f071f68d640 1 -- start start 2024-09-16T01:52:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071f68d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0718101de0 0x7f07180744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071f68d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0718102790 0x7f0718074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071f68d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0718106f10 0x7f0718074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071f68d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0718111e20 con 0x7f0718102790 2024-09-16T01:52:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071f68d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0718111ca0 con 0x7f0718101de0 2024-09-16T01:52:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071f68d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0718111fa0 con 0x7f0718106f10 2024-09-16T01:52:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071cc28640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0718102790 0x7f0718074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071cc28640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0718102790 0x7f0718074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57804/0 (socket says 172.21.15.17:57804) 2024-09-16T01:52:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071cc28640 1 -- 172.21.15.17:0/2405178529 learned_addr learned my addr 172.21.15.17:0/2405178529 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071dc2a640 1 --2- 172.21.15.17:0/2405178529 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0718106f10 0x7f0718074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071d429640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0718101de0 0x7f07180744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071dc2a640 1 -- 172.21.15.17:0/2405178529 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0718101de0 msgr2=0x7f07180744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071dc2a640 1 --2- 172.21.15.17:0/2405178529 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0718101de0 0x7f07180744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071dc2a640 1 -- 172.21.15.17:0/2405178529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0718102790 msgr2=0x7f0718074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071dc2a640 1 --2- 172.21.15.17:0/2405178529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0718102790 0x7f0718074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071dc2a640 1 -- 172.21.15.17:0/2405178529 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07181a6820 con 0x7f0718106f10 2024-09-16T01:52:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.083+0000 7f071dc2a640 1 --2- 172.21.15.17:0/2405178529 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0718106f10 0x7f0718074f70 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f0710009fd0 tx=0x7f071000ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.084+0000 7f070e7fc640 1 -- 172.21.15.17:0/2405178529 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f071000ce20 con 0x7f0718106f10 2024-09-16T01:52:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.084+0000 7f071f68d640 1 -- 172.21.15.17:0/2405178529 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07181a6b10 con 0x7f0718106f10 2024-09-16T01:52:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.084+0000 7f070e7fc640 1 -- 172.21.15.17:0/2405178529 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0710005020 con 0x7f0718106f10 2024-09-16T01:52:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.084+0000 7f070e7fc640 1 -- 172.21.15.17:0/2405178529 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0710010690 con 0x7f0718106f10 2024-09-16T01:52:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.084+0000 7f071f68d640 1 -- 172.21.15.17:0/2405178529 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07181a7020 con 0x7f0718106f10 2024-09-16T01:52:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.086+0000 7f070e7fc640 1 -- 172.21.15.17:0/2405178529 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f07100051d0 con 0x7f0718106f10 2024-09-16T01:52:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.086+0000 7f0721a66740 1 Processor -- start 2024-09-16T01:52:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f0721a66740 1 -- start start 2024-09-16T01:52:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f0721a66740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcefb40 0x56109fcee090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f0721a66740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcee5d0 0x56109fceea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f0721a66740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcf9370 0x56109fcfb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f0721a66740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56109fc542f0 con 0x56109fcf9370 2024-09-16T01:52:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f0721a66740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56109fbfbcf0 con 0x56109fcefb40 2024-09-16T01:52:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f0721a66740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56109fc502b0 con 0x56109fcee5d0 2024-09-16T01:52:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f071d429640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcee5d0 0x56109fceea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f071cc28640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcf9370 0x56109fcfb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f071d429640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcee5d0 0x56109fceea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:48554/0 (socket says 172.21.15.17:48554) 2024-09-16T01:52:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f071d429640 1 -- 172.21.15.17:0/947262681 learned_addr learned my addr 172.21.15.17:0/947262681 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f070e7fc640 1 --2- 172.21.15.17:0/2405178529 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07040a3240 0x7f07040a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f071cc28640 1 --2- 172.21.15.17:0/947262681 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcefb40 0x56109fcee090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f071dc2a640 1 --2- 172.21.15.17:0/2405178529 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07040a3240 0x7f07040a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f071d429640 1 -- 172.21.15.17:0/947262681 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcefb40 msgr2=0x56109fcee090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f070e7fc640 1 -- 172.21.15.17:0/2405178529 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f07100cff60 con 0x7f0718106f10 2024-09-16T01:52:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f071d429640 1 --2- 172.21.15.17:0/947262681 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcefb40 0x56109fcee090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f071d429640 1 -- 172.21.15.17:0/947262681 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcf9370 msgr2=0x56109fcfb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f071d429640 1 --2- 172.21.15.17:0/947262681 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcf9370 0x56109fcfb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.087+0000 7f071d429640 1 -- 172.21.15.17:0/947262681 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56109fbe03a0 con 0x56109fcee5d0 2024-09-16T01:52:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.088+0000 7f071d429640 1 --2- 172.21.15.17:0/947262681 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcee5d0 0x56109fceea10 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f071400bd10 tx=0x7f07140107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24cec8e87495b5c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.088+0000 7f071dc2a640 1 --2- 172.21.15.17:0/2405178529 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07040a3240 0x7f07040a5700 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f07100cda60 tx=0x7f0710091a60 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.088+0000 7f07037fe640 1 -- 172.21.15.17:0/947262681 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0714004030 con 0x56109fcee5d0 2024-09-16T01:52:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.088+0000 7f07037fe640 1 -- 172.21.15.17:0/947262681 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07140035f0 con 0x56109fcee5d0 2024-09-16T01:52:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.088+0000 7f07037fe640 1 -- 172.21.15.17:0/947262681 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07140116a0 con 0x56109fcee5d0 2024-09-16T01:52:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.089+0000 7f0721a66740 1 -- 172.21.15.17:0/947262681 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcee5d0 msgr2=0x56109fceea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.089+0000 7f0721a66740 1 --2- 172.21.15.17:0/947262681 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcee5d0 0x56109fceea10 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f071400bd10 tx=0x7f07140107a0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.089+0000 7f0721a66740 1 -- 172.21.15.17:0/947262681 shutdown_connections 2024-09-16T01:52:53.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.089+0000 7f0721a66740 1 --2- 172.21.15.17:0/947262681 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcf9370 0x56109fcfb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.089+0000 7f0721a66740 1 --2- 172.21.15.17:0/947262681 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcee5d0 0x56109fceea10 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.089+0000 7f0721a66740 1 --2- 172.21.15.17:0/947262681 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcefb40 0x56109fcee090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.089+0000 7f0721a66740 1 -- 172.21.15.17:0/947262681 >> 172.21.15.17:0/947262681 conn(0x56109fcb7310 msgr2=0x56109fceac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:53.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.089+0000 7f0721a66740 1 -- 172.21.15.17:0/947262681 shutdown_connections 2024-09-16T01:52:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.089+0000 7f0721a66740 1 -- 172.21.15.17:0/947262681 wait complete. 2024-09-16T01:52:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.089+0000 7f0721a66740 1 -- start start 2024-09-16T01:52:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.089+0000 7f0721a66740 1 Processor -- start 2024-09-16T01:52:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f0721a66740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcee5d0 0x56109fcf8d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f0721a66740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcefb40 0x56109fcf5fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f0721a66740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcf9370 0x56109fcf65d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f0721a66740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56109fcfc070 con 0x56109fcefb40 2024-09-16T01:52:53.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f0721a66740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56109fc0f060 con 0x56109fcee5d0 2024-09-16T01:52:53.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f0721a66740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56109fcfc1f0 con 0x56109fcf9370 2024-09-16T01:52:53.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f0721a66740 10 client.0 _ll_register_callbacks cb 0x56109f9628c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:53.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f071cc28640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcf9370 0x56109fcf65d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f071d429640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcefb40 0x56109fcf5fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f071cc28640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcee5d0 0x56109fcf8d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f071d429640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcefb40 0x56109fcf5fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57828/0 (socket says 172.21.15.17:57828) 2024-09-16T01:52:53.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f071d429640 1 -- 172.21.15.17:0/3424120684 learned_addr learned my addr 172.21.15.17:0/3424120684 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:53.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f071cc28640 1 -- 172.21.15.17:0/3424120684 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcf9370 msgr2=0x56109fcf65d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:53.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f071cc28640 1 --2- 172.21.15.17:0/3424120684 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcf9370 0x56109fcf65d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f071cc28640 1 -- 172.21.15.17:0/3424120684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcefb40 msgr2=0x56109fcf5fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:53.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f071cc28640 1 --2- 172.21.15.17:0/3424120684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcefb40 0x56109fcf5fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f071cc28640 1 -- 172.21.15.17:0/3424120684 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56109f9c53c0 con 0x56109fcee5d0 2024-09-16T01:52:53.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.090+0000 7f071d429640 1 --2- 172.21.15.17:0/3424120684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcefb40 0x56109fcf5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:53.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.091+0000 7f071cc28640 1 --2- 172.21.15.17:0/3424120684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcee5d0 0x56109fcf8d30 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0708004770 tx=0x7f0708005e50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=699de4c253b6e64 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:53.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.091+0000 7f0700ff9640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:52:53.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.091+0000 7f0700ff9640 1 -- 172.21.15.17:0/3424120684 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0708035030 con 0x56109fcee5d0 2024-09-16T01:52:53.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.091+0000 7f0700ff9640 1 -- 172.21.15.17:0/3424120684 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0708005020 con 0x56109fcee5d0 2024-09-16T01:52:53.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.091+0000 7f0721a66740 1 -- 172.21.15.17:0/3424120684 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f07140035f0 con 0x56109fcee5d0 2024-09-16T01:52:53.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.091+0000 7f0700ff9640 1 -- 172.21.15.17:0/3424120684 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0708005220 con 0x56109fcee5d0 2024-09-16T01:52:53.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.091+0000 7f0721a66740 10 client.26423 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:53.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.091+0000 7f0721a66740 1 -- 172.21.15.17:0/3424120684 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56109fd07ad0 con 0x56109fcee5d0 2024-09-16T01:52:53.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.091+0000 7f0700ff9640 1 -- 172.21.15.17:0/3424120684 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07140035f0 con 0x56109fcee5d0 2024-09-16T01:52:53.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.092+0000 7f0700ff9640 1 -- 172.21.15.17:0/3424120684 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f07080035f0 con 0x56109fcee5d0 2024-09-16T01:52:53.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.092+0000 7f0721a66740 10 client.26423 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:53.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.092+0000 7f0721a66740 10 client.26423 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:52:53.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.092+0000 7f0721a66740 20 client.26423 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:53.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.092+0000 7f0721a66740 1 --2- 172.21.15.17:0/3424120684 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56109fd08f90 0x56109fd0b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.092+0000 7f0721a66740 4 client.26423 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:52:53.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.092+0000 7f0721a66740 1 -- 172.21.15.17:0/3424120684 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56109fc61860 con 0x56109fd08f90 2024-09-16T01:52:53.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.092+0000 7f071d429640 1 --2- 172.21.15.17:0/3424120684 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56109fd08f90 0x56109fd0b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.092+0000 7f071d429640 1 --2- 172.21.15.17:0/3424120684 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56109fd08f90 0x56109fd0b3a0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=602c01f751bba14a server_cookie=cdd63e18a1b7e035 in_seq=0 out_seq=0 2024-09-16T01:52:53.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.092+0000 7f0700ff9640 10 client.26423 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:52:53.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.093+0000 7f0700ff9640 1 -- 172.21.15.17:0/3424120684 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56109fc61860 con 0x56109fd08f90 2024-09-16T01:52:53.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.093+0000 7f0700ff9640 10 client.26423 handle_command_reply: tid=0 2024-09-16T01:52:53.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.093+0000 7f0721a66740 1 client.26423 shutdown 2024-09-16T01:52:53.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.093+0000 7f0721a66740 1 -- 172.21.15.17:0/3424120684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcee5d0 msgr2=0x56109fcf8d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:53.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.093+0000 7f0721a66740 1 --2- 172.21.15.17:0/3424120684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcee5d0 0x56109fcf8d30 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f0708004770 tx=0x7f0708005e50 comp rx=0 tx=0).stop 2024-09-16T01:52:53.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.093+0000 7f0721a66740 1 -- 172.21.15.17:0/3424120684 shutdown_connections 2024-09-16T01:52:53.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.093+0000 7f0721a66740 1 --2- 172.21.15.17:0/3424120684 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56109fd08f90 0x56109fd0b3a0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.093+0000 7f0721a66740 1 --2- 172.21.15.17:0/3424120684 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcf9370 0x56109fcf65d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.093+0000 7f0721a66740 1 --2- 172.21.15.17:0/3424120684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcefb40 0x56109fcf5fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.093+0000 7f0700ff9640 0 client.26423 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:52:53.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.093+0000 7f0721a66740 1 --2- 172.21.15.17:0/3424120684 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcee5d0 0x56109fcf8d30 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.093+0000 7f0721a66740 1 -- 172.21.15.17:0/3424120684 >> 172.21.15.17:0/3424120684 conn(0x56109fcb7310 msgr2=0x56109fcf0960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:53.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.093+0000 7f0721a66740 1 -- 172.21.15.17:0/3424120684 shutdown_connections 2024-09-16T01:52:53.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.093+0000 7f0721a66740 1 -- 172.21.15.17:0/3424120684 wait complete. 2024-09-16T01:52:53.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.094+0000 7f0721a66740 20 client.26423 trim_cache size 0 max 16384 2024-09-16T01:52:53.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.109+0000 7f0721a66740 1 Processor -- start 2024-09-16T01:52:53.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.109+0000 7f0721a66740 1 -- start start 2024-09-16T01:52:53.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f0721a66740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcee5d0 0x56109fcf1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f0721a66740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcefb40 0x56109fcf1660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f0721a66740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcf9370 0x56109fd10c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f0721a66740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07181b1fd0 con 0x56109fcee5d0 2024-09-16T01:52:53.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f0721a66740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f07181af8a0 con 0x56109fcf9370 2024-09-16T01:52:53.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f0721a66740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f07181ad6d0 con 0x56109fcefb40 2024-09-16T01:52:53.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f071cc28640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcee5d0 0x56109fcf1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f071d429640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcefb40 0x56109fcf1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f071cc28640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcee5d0 0x56109fcf1120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57832/0 (socket says 172.21.15.17:57832) 2024-09-16T01:52:53.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f071cc28640 1 -- 172.21.15.17:0/2961938942 learned_addr learned my addr 172.21.15.17:0/2961938942 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:53.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f071cc28640 1 --2- 172.21.15.17:0/2961938942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcf9370 0x56109fd10c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f071d429640 1 -- 172.21.15.17:0/2961938942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcf9370 msgr2=0x56109fd10c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:53.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f071d429640 1 --2- 172.21.15.17:0/2961938942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcf9370 0x56109fd10c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f071d429640 1 -- 172.21.15.17:0/2961938942 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcee5d0 msgr2=0x56109fcf1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:53.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f071d429640 1 --2- 172.21.15.17:0/2961938942 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcee5d0 0x56109fcf1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f071d429640 1 -- 172.21.15.17:0/2961938942 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56109fceb730 con 0x56109fcefb40 2024-09-16T01:52:53.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.110+0000 7f071d429640 1 --2- 172.21.15.17:0/2961938942 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcefb40 0x56109fcf1660 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0714005940 tx=0x7f0714005850 comp rx=0 tx=0).ready entity=mon.1 client_cookie=86f7c8c7cf607627 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:53.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.111+0000 7f0702ffd640 1 -- 172.21.15.17:0/2961938942 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0714005240 con 0x56109fcefb40 2024-09-16T01:52:53.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.111+0000 7f0702ffd640 1 -- 172.21.15.17:0/2961938942 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0714003aa0 con 0x56109fcefb40 2024-09-16T01:52:53.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.111+0000 7f0702ffd640 1 -- 172.21.15.17:0/2961938942 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07140116a0 con 0x56109fcefb40 2024-09-16T01:52:53.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.111+0000 7f0721a66740 1 -- 172.21.15.17:0/2961938942 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcefb40 msgr2=0x56109fcf1660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:53.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.111+0000 7f0721a66740 1 --2- 172.21.15.17:0/2961938942 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcefb40 0x56109fcf1660 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f0714005940 tx=0x7f0714005850 comp rx=0 tx=0).stop 2024-09-16T01:52:53.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.111+0000 7f0721a66740 1 -- 172.21.15.17:0/2961938942 shutdown_connections 2024-09-16T01:52:53.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.111+0000 7f0721a66740 1 --2- 172.21.15.17:0/2961938942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcf9370 0x56109fd10c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.111+0000 7f0721a66740 1 --2- 172.21.15.17:0/2961938942 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcefb40 0x56109fcf1660 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.111+0000 7f0721a66740 1 --2- 172.21.15.17:0/2961938942 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcee5d0 0x56109fcf1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.111+0000 7f0721a66740 1 -- 172.21.15.17:0/2961938942 >> 172.21.15.17:0/2961938942 conn(0x56109fcb7310 msgr2=0x56109fce9d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:53.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.111+0000 7f0721a66740 1 -- 172.21.15.17:0/2961938942 shutdown_connections 2024-09-16T01:52:53.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.112+0000 7f0721a66740 1 -- 172.21.15.17:0/2961938942 wait complete. 2024-09-16T01:52:53.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.112+0000 7f0721a66740 1 -- start start 2024-09-16T01:52:53.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.112+0000 7f0721a66740 1 Processor -- start 2024-09-16T01:52:53.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.112+0000 7f0721a66740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcee5d0 0x56109fcfd470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.112+0000 7f0721a66740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcefb40 0x56109fcfd9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.112+0000 7f0721a66740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcf9370 0x56109fcfdef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.112+0000 7f0721a66740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07181add60 con 0x56109fcefb40 2024-09-16T01:52:53.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.112+0000 7f0721a66740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f07181af1d0 con 0x56109fcee5d0 2024-09-16T01:52:53.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.112+0000 7f0721a66740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f07181ae430 con 0x56109fcf9370 2024-09-16T01:52:53.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.112+0000 7f0721a66740 10 client.0 _ll_register_callbacks cb 0x7f07080318d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:53.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f071d429640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcefb40 0x56109fcfd9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f071cc28640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcf9370 0x56109fcfdef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f071cc28640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcf9370 0x56109fcfdef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:48578/0 (socket says 172.21.15.17:48578) 2024-09-16T01:52:53.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f071cc28640 1 -- 172.21.15.17:0/698168138 learned_addr learned my addr 172.21.15.17:0/698168138 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:53.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f071cc28640 1 --2- 172.21.15.17:0/698168138 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcee5d0 0x56109fcfd470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f071cc28640 1 -- 172.21.15.17:0/698168138 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcee5d0 msgr2=0x56109fcfd470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:53.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f071cc28640 1 --2- 172.21.15.17:0/698168138 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcee5d0 0x56109fcfd470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f071cc28640 1 -- 172.21.15.17:0/698168138 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcefb40 msgr2=0x56109fcfd9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:53.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f071cc28640 1 --2- 172.21.15.17:0/698168138 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcefb40 0x56109fcfd9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f071cc28640 1 -- 172.21.15.17:0/698168138 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56109fd72e40 con 0x56109fcf9370 2024-09-16T01:52:53.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f071d429640 1 --2- 172.21.15.17:0/698168138 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcefb40 0x56109fcfd9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:53.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f071cc28640 1 --2- 172.21.15.17:0/698168138 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcf9370 0x56109fcfdef0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f07080039e0 tx=0x7f0708031400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af821d205086ce1d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:53.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f0700ff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:52:53.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f0700ff9640 1 -- 172.21.15.17:0/698168138 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0708035070 con 0x56109fcf9370 2024-09-16T01:52:53.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f0700ff9640 1 -- 172.21.15.17:0/698168138 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f07080055d0 con 0x56109fcf9370 2024-09-16T01:52:53.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.113+0000 7f0721a66740 1 -- 172.21.15.17:0/698168138 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0714003aa0 con 0x56109fcf9370 2024-09-16T01:52:53.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.114+0000 7f0700ff9640 1 -- 172.21.15.17:0/698168138 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f070806d050 con 0x56109fcf9370 2024-09-16T01:52:53.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.114+0000 7f0721a66740 10 client.26620 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:53.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.114+0000 7f0721a66740 1 -- 172.21.15.17:0/698168138 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56109fd74100 con 0x56109fcf9370 2024-09-16T01:52:53.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.114+0000 7f0700ff9640 1 -- 172.21.15.17:0/698168138 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0714003aa0 con 0x56109fcf9370 2024-09-16T01:52:53.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.114+0000 7f0700ff9640 1 -- 172.21.15.17:0/698168138 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f0708004770 con 0x56109fcf9370 2024-09-16T01:52:53.147 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:52:53.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.114+0000 7f0721a66740 10 client.26620 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:53.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.114+0000 7f0721a66740 10 client.26620 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:52:53.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.114+0000 7f0721a66740 20 client.26620 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:53.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.114+0000 7f0721a66740 1 --2- 172.21.15.17:0/698168138 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56109fd74770 0x56109fd76b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:53.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.114+0000 7f0721a66740 4 client.26620 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:52:53.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.114+0000 7f0721a66740 1 -- 172.21.15.17:0/698168138 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x56109fc5bd70 con 0x56109fd74770 2024-09-16T01:52:53.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.114+0000 7f071d429640 1 --2- 172.21.15.17:0/698168138 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56109fd74770 0x56109fd76b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:53.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0700ff9640 10 client.26620 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:52:53.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f071d429640 1 --2- 172.21.15.17:0/698168138 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56109fd74770 0x56109fd76b90 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=78e12acf2a0052b8 server_cookie=fef505d294d27fa7 in_seq=0 out_seq=0 2024-09-16T01:52:53.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0700ff9640 1 -- 172.21.15.17:0/698168138 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x56109fc5bd70 con 0x56109fd74770 2024-09-16T01:52:53.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0700ff9640 10 client.26620 handle_command_reply: tid=0 2024-09-16T01:52:53.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0721a66740 1 client.26620 shutdown 2024-09-16T01:52:53.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0721a66740 1 -- 172.21.15.17:0/698168138 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcf9370 msgr2=0x56109fcfdef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:53.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0721a66740 1 --2- 172.21.15.17:0/698168138 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcf9370 0x56109fcfdef0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f07080039e0 tx=0x7f0708031400 comp rx=0 tx=0).stop 2024-09-16T01:52:53.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0721a66740 1 -- 172.21.15.17:0/698168138 shutdown_connections 2024-09-16T01:52:53.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0721a66740 1 --2- 172.21.15.17:0/698168138 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56109fd74770 0x56109fd76b90 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0721a66740 1 --2- 172.21.15.17:0/698168138 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56109fcf9370 0x56109fcfdef0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0700ff9640 0 client.26620 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:52:53.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0721a66740 1 --2- 172.21.15.17:0/698168138 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56109fcefb40 0x56109fcfd9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0721a66740 1 --2- 172.21.15.17:0/698168138 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56109fcee5d0 0x56109fcfd470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0721a66740 1 -- 172.21.15.17:0/698168138 >> 172.21.15.17:0/698168138 conn(0x56109fcb7310 msgr2=0x56109fcf7840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:53.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0721a66740 1 -- 172.21.15.17:0/698168138 shutdown_connections 2024-09-16T01:52:53.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0721a66740 1 -- 172.21.15.17:0/698168138 wait complete. 2024-09-16T01:52:53.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.115+0000 7f0721a66740 20 client.26620 trim_cache size 0 max 16384 2024-09-16T01:52:53.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.116+0000 7f071f68d640 1 -- 172.21.15.17:0/2405178529 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07040a3240 msgr2=0x7f07040a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:53.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.116+0000 7f071f68d640 1 --2- 172.21.15.17:0/2405178529 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07040a3240 0x7f07040a5700 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f07100cda60 tx=0x7f0710091a60 comp rx=0 tx=0).stop 2024-09-16T01:52:53.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.116+0000 7f071f68d640 1 -- 172.21.15.17:0/2405178529 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0718106f10 msgr2=0x7f0718074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:53.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.116+0000 7f071f68d640 1 --2- 172.21.15.17:0/2405178529 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0718106f10 0x7f0718074f70 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f0710009fd0 tx=0x7f071000ef10 comp rx=0 tx=0).stop 2024-09-16T01:52:53.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.116+0000 7f071f68d640 1 -- 172.21.15.17:0/2405178529 shutdown_connections 2024-09-16T01:52:53.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.116+0000 7f071f68d640 1 --2- 172.21.15.17:0/2405178529 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07040a3240 0x7f07040a5700 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.116+0000 7f071f68d640 1 --2- 172.21.15.17:0/2405178529 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0718106f10 0x7f0718074f70 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.116+0000 7f071f68d640 1 --2- 172.21.15.17:0/2405178529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0718102790 0x7f0718074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.116+0000 7f071f68d640 1 --2- 172.21.15.17:0/2405178529 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0718101de0 0x7f07180744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:53.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.116+0000 7f071f68d640 1 -- 172.21.15.17:0/2405178529 >> 172.21.15.17:0/2405178529 conn(0x7f07180fd8e0 msgr2=0x7f07180fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:53.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.116+0000 7f071f68d640 1 -- 172.21.15.17:0/2405178529 shutdown_connections 2024-09-16T01:52:53.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:53.116+0000 7f071f68d640 1 -- 172.21.15.17:0/2405178529 wait complete. 2024-09-16T01:52:53.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 345689 3.74 MB/sec execute 376 sec latency 41.033 ms 2024-09-16T01:52:53.816 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:52:54.101 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:52:54.509 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:54 smithi017 ceph-mon[30972]: pgmap v620: 97 pgs: 97 active+clean; 152 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:52:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:54 smithi122 ceph-mon[34758]: pgmap v620: 97 pgs: 97 active+clean; 152 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:52:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:54 smithi029 ceph-mon[34783]: pgmap v620: 97 pgs: 97 active+clean; 152 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:52:54.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 346432 3.73 MB/sec execute 377 sec latency 15.338 ms 2024-09-16T01:52:54.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.609+0000 7f2c64b82640 1 -- 172.21.15.17:0/2531307957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c60100e20 msgr2=0x7f2c60101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:54.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.609+0000 7f2c64b82640 1 --2- 172.21.15.17:0/2531307957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c60100e20 0x7f2c60101200 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f2c50009900 tx=0x7f2c5002a480 comp rx=0 tx=0).stop 2024-09-16T01:52:54.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.609+0000 7f2c64b82640 1 -- 172.21.15.17:0/2531307957 shutdown_connections 2024-09-16T01:52:54.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.609+0000 7f2c64b82640 1 --2- 172.21.15.17:0/2531307957 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2c60102ef0 0x7f2c6010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.609+0000 7f2c64b82640 1 --2- 172.21.15.17:0/2531307957 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2c60102570 0x7f2c601029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.609+0000 7f2c64b82640 1 --2- 172.21.15.17:0/2531307957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c60100e20 0x7f2c60101200 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.609+0000 7f2c64b82640 1 -- 172.21.15.17:0/2531307957 >> 172.21.15.17:0/2531307957 conn(0x7f2c600fc7d0 msgr2=0x7f2c600febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:54.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.609+0000 7f2c64b82640 1 -- 172.21.15.17:0/2531307957 shutdown_connections 2024-09-16T01:52:54.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.609+0000 7f2c64b82640 1 -- 172.21.15.17:0/2531307957 wait complete. 2024-09-16T01:52:54.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c64b82640 1 Processor -- start 2024-09-16T01:52:54.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c64b82640 1 -- start start 2024-09-16T01:52:54.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c64b82640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2c60100e20 0x7f2c601984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c64b82640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2c60102570 0x7f2c601989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c64b82640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c60102ef0 0x7f2c6019cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c64b82640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2c60110ec0 con 0x7f2c60102ef0 2024-09-16T01:52:54.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c64b82640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2c60110d40 con 0x7f2c60102570 2024-09-16T01:52:54.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c64b82640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2c60111040 con 0x7f2c60100e20 2024-09-16T01:52:54.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c5e59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2c60100e20 0x7f2c601984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c5ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c60102ef0 0x7f2c6019cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c5ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c60102ef0 0x7f2c6019cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57860/0 (socket says 172.21.15.17:57860) 2024-09-16T01:52:54.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c5ed9d640 1 -- 172.21.15.17:0/2436532938 learned_addr learned my addr 172.21.15.17:0/2436532938 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:54.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/2436532938 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2c60102570 0x7f2c601989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c5ed9d640 1 -- 172.21.15.17:0/2436532938 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2c60100e20 msgr2=0x7f2c601984b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:54.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c5ed9d640 1 --2- 172.21.15.17:0/2436532938 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2c60100e20 0x7f2c601984b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c5ed9d640 1 -- 172.21.15.17:0/2436532938 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2c60102570 msgr2=0x7f2c601989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:54.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c5ed9d640 1 --2- 172.21.15.17:0/2436532938 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2c60102570 0x7f2c601989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c5ed9d640 1 -- 172.21.15.17:0/2436532938 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c6019d460 con 0x7f2c60102ef0 2024-09-16T01:52:54.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.610+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/2436532938 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2c60102570 0x7f2c601989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:52:54.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.611+0000 7f2c5ed9d640 1 --2- 172.21.15.17:0/2436532938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c60102ef0 0x7f2c6019cd80 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f2c5800eb10 tx=0x7f2c5800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:54.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.611+0000 7f2c4f7fe640 1 -- 172.21.15.17:0/2436532938 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c58004b20 con 0x7f2c60102ef0 2024-09-16T01:52:54.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.611+0000 7f2c4f7fe640 1 -- 172.21.15.17:0/2436532938 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c58004cc0 con 0x7f2c60102ef0 2024-09-16T01:52:54.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.611+0000 7f2c4f7fe640 1 -- 172.21.15.17:0/2436532938 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c58010690 con 0x7f2c60102ef0 2024-09-16T01:52:54.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.611+0000 7f2c64b82640 1 -- 172.21.15.17:0/2436532938 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c6019d750 con 0x7f2c60102ef0 2024-09-16T01:52:54.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.611+0000 7f2c64b82640 1 -- 172.21.15.17:0/2436532938 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c601a5030 con 0x7f2c60102ef0 2024-09-16T01:52:54.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.614+0000 7f2c4f7fe640 1 -- 172.21.15.17:0/2436532938 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f2c58005020 con 0x7f2c60102ef0 2024-09-16T01:52:54.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.614+0000 7f2c66f5b740 1 Processor -- start 2024-09-16T01:52:54.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.614+0000 7f2c66f5b740 1 -- start start 2024-09-16T01:52:54.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.614+0000 7f2c66f5b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb714b40 0x556ceb713090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.614+0000 7f2c66f5b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb7135d0 0x556ceb713a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.614+0000 7f2c66f5b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb71e370 0x556ceb720760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.614+0000 7f2c66f5b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556ceb6792f0 con 0x556ceb714b40 2024-09-16T01:52:54.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.614+0000 7f2c66f5b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556ceb620cf0 con 0x556ceb71e370 2024-09-16T01:52:54.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.614+0000 7f2c66f5b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556ceb6752b0 con 0x556ceb7135d0 2024-09-16T01:52:54.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.614+0000 7f2c5dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb714b40 0x556ceb713090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.614+0000 7f2c5e59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb7135d0 0x556ceb713a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.615+0000 7f2c5dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb714b40 0x556ceb713090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57870/0 (socket says 172.21.15.17:57870) 2024-09-16T01:52:54.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.615+0000 7f2c5dd9b640 1 -- 172.21.15.17:0/3569058452 learned_addr learned my addr 172.21.15.17:0/3569058452 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:54.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.615+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/3569058452 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb71e370 0x556ceb720760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.615+0000 7f2c4f7fe640 1 --2- 172.21.15.17:0/2436532938 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2c480a3240 0x7f2c480a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.615+0000 7f2c5dd9b640 1 -- 172.21.15.17:0/3569058452 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb7135d0 msgr2=0x556ceb713a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:54.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.615+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/3569058452 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb7135d0 0x556ceb713a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.615+0000 7f2c5dd9b640 1 -- 172.21.15.17:0/3569058452 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb71e370 msgr2=0x556ceb720760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:54.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.615+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/3569058452 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb71e370 0x556ceb720760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.615+0000 7f2c5dd9b640 1 -- 172.21.15.17:0/3569058452 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ceb6053a0 con 0x556ceb714b40 2024-09-16T01:52:54.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.615+0000 7f2c5e59c640 1 --2- 172.21.15.17:0/3569058452 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb7135d0 0x556ceb713a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:54.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.615+0000 7f2c4f7fe640 1 -- 172.21.15.17:0/2436532938 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f2c580d00c0 con 0x7f2c60102ef0 2024-09-16T01:52:54.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.615+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/3569058452 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb714b40 0x556ceb713090 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f2c54006fd0 tx=0x7f2c5400f7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffa77e609c1a036a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:54.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.615+0000 7f2c5ed9d640 1 --2- 172.21.15.17:0/2436532938 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2c480a3240 0x7f2c480a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.615+0000 7f2c4cff9640 1 -- 172.21.15.17:0/3569058452 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c54018e30 con 0x556ceb714b40 2024-09-16T01:52:54.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.616+0000 7f2c4cff9640 1 -- 172.21.15.17:0/3569058452 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c54013030 con 0x556ceb714b40 2024-09-16T01:52:54.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.616+0000 7f2c4cff9640 1 -- 172.21.15.17:0/3569058452 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c5400e740 con 0x556ceb714b40 2024-09-16T01:52:54.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.616+0000 7f2c66f5b740 1 -- 172.21.15.17:0/3569058452 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb714b40 msgr2=0x556ceb713090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:54.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.616+0000 7f2c5ed9d640 1 --2- 172.21.15.17:0/2436532938 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2c480a3240 0x7f2c480a5700 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f2c580990b0 tx=0x7f2c58067510 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:54.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.616+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/3569058452 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb714b40 0x556ceb713090 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f2c54006fd0 tx=0x7f2c5400f7f0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.616+0000 7f2c66f5b740 1 -- 172.21.15.17:0/3569058452 shutdown_connections 2024-09-16T01:52:54.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.616+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/3569058452 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb71e370 0x556ceb720760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.616+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/3569058452 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb7135d0 0x556ceb713a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.616+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/3569058452 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb714b40 0x556ceb713090 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.616+0000 7f2c66f5b740 1 -- 172.21.15.17:0/3569058452 >> 172.21.15.17:0/3569058452 conn(0x556ceb6dc310 msgr2=0x556ceb70fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:54.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.617+0000 7f2c66f5b740 1 -- 172.21.15.17:0/3569058452 shutdown_connections 2024-09-16T01:52:54.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.617+0000 7f2c66f5b740 1 -- 172.21.15.17:0/3569058452 wait complete. 2024-09-16T01:52:54.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.617+0000 7f2c66f5b740 1 -- start start 2024-09-16T01:52:54.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.617+0000 7f2c66f5b740 1 Processor -- start 2024-09-16T01:52:54.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.617+0000 7f2c66f5b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb7135d0 0x556ceb71dd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.617+0000 7f2c66f5b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb714b40 0x556ceb71b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.617+0000 7f2c66f5b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb71e370 0x556ceb71b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.617+0000 7f2c66f5b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556ceb721010 con 0x556ceb7135d0 2024-09-16T01:52:54.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.617+0000 7f2c66f5b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556ceb634060 con 0x556ceb714b40 2024-09-16T01:52:54.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.617+0000 7f2c66f5b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556ceb721190 con 0x556ceb71e370 2024-09-16T01:52:54.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.617+0000 7f2c66f5b740 10 client.0 _ll_register_callbacks cb 0x556ceb3878c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:54.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c5dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb7135d0 0x556ceb71dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c5dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb7135d0 0x556ceb71dd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57884/0 (socket says 172.21.15.17:57884) 2024-09-16T01:52:54.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c5dd9b640 1 -- 172.21.15.17:0/573655758 learned_addr learned my addr 172.21.15.17:0/573655758 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:54.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c5e59c640 1 --2- 172.21.15.17:0/573655758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb714b40 0x556ceb71b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/573655758 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb71e370 0x556ceb71b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c5dd9b640 1 -- 172.21.15.17:0/573655758 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb71e370 msgr2=0x556ceb71b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:54.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/573655758 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb71e370 0x556ceb71b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c5dd9b640 1 -- 172.21.15.17:0/573655758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb714b40 msgr2=0x556ceb71b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:54.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/573655758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb714b40 0x556ceb71b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c5dd9b640 1 -- 172.21.15.17:0/573655758 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ceb3ea3c0 con 0x556ceb7135d0 2024-09-16T01:52:54.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c5e59c640 1 --2- 172.21.15.17:0/573655758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb714b40 0x556ceb71b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:52:54.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/573655758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb7135d0 0x556ceb71dd80 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f2c5400f620 tx=0x7f2c5400f750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df5d8d0d70744e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:54.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c45ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:52:54.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c45ffb640 1 -- 172.21.15.17:0/573655758 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c54007700 con 0x556ceb7135d0 2024-09-16T01:52:54.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c45ffb640 1 -- 172.21.15.17:0/573655758 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f2c540078a0 con 0x556ceb7135d0 2024-09-16T01:52:54.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.618+0000 7f2c66f5b740 1 -- 172.21.15.17:0/573655758 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c54013030 con 0x556ceb7135d0 2024-09-16T01:52:54.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.619+0000 7f2c45ffb640 1 -- 172.21.15.17:0/573655758 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f2c54007aa0 con 0x556ceb7135d0 2024-09-16T01:52:54.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.619+0000 7f2c66f5b740 10 client.16974 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:54.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.619+0000 7f2c66f5b740 1 -- 172.21.15.17:0/573655758 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556ceb72cae0 con 0x556ceb7135d0 2024-09-16T01:52:54.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.619+0000 7f2c45ffb640 1 -- 172.21.15.17:0/573655758 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c54013030 con 0x556ceb7135d0 2024-09-16T01:52:54.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.619+0000 7f2c45ffb640 1 -- 172.21.15.17:0/573655758 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f2c5401f460 con 0x556ceb7135d0 2024-09-16T01:52:54.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.619+0000 7f2c66f5b740 10 client.16974 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:54.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.619+0000 7f2c66f5b740 10 client.16974 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:52:54.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.619+0000 7f2c66f5b740 20 client.16974 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:54.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.619+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/573655758 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x556ceb72de30 0x556ceb730220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.619+0000 7f2c66f5b740 4 client.16974 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:52:54.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.619+0000 7f2c66f5b740 1 -- 172.21.15.17:0/573655758 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556ceb686860 con 0x556ceb72de30 2024-09-16T01:52:54.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.619+0000 7f2c5e59c640 1 --2- 172.21.15.17:0/573655758 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x556ceb72de30 0x556ceb730220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.620+0000 7f2c45ffb640 10 client.16974 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:52:54.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.620+0000 7f2c5e59c640 1 --2- 172.21.15.17:0/573655758 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x556ceb72de30 0x556ceb730220 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b4d17bf3f6fe7732 server_cookie=da69bcc7be2e5a57 in_seq=0 out_seq=0 2024-09-16T01:52:54.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c45ffb640 1 -- 172.21.15.17:0/573655758 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556ceb686860 con 0x556ceb72de30 2024-09-16T01:52:54.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c45ffb640 10 client.16974 handle_command_reply: tid=0 2024-09-16T01:52:54.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c66f5b740 1 client.16974 shutdown 2024-09-16T01:52:54.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c66f5b740 1 -- 172.21.15.17:0/573655758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb7135d0 msgr2=0x556ceb71dd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:54.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/573655758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb7135d0 0x556ceb71dd80 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f2c5400f620 tx=0x7f2c5400f750 comp rx=0 tx=0).stop 2024-09-16T01:52:54.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c66f5b740 1 -- 172.21.15.17:0/573655758 shutdown_connections 2024-09-16T01:52:54.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/573655758 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x556ceb72de30 0x556ceb730220 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c45ffb640 0 client.16974 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:52:54.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/573655758 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb71e370 0x556ceb71b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/573655758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb714b40 0x556ceb71b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/573655758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb7135d0 0x556ceb71dd80 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c66f5b740 1 -- 172.21.15.17:0/573655758 >> 172.21.15.17:0/573655758 conn(0x556ceb6dc310 msgr2=0x556ceb715960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:54.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c66f5b740 1 -- 172.21.15.17:0/573655758 shutdown_connections 2024-09-16T01:52:54.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c66f5b740 1 -- 172.21.15.17:0/573655758 wait complete. 2024-09-16T01:52:54.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.621+0000 7f2c66f5b740 20 client.16974 trim_cache size 0 max 16384 2024-09-16T01:52:54.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.635+0000 7f2c66f5b740 1 Processor -- start 2024-09-16T01:52:54.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.635+0000 7f2c66f5b740 1 -- start start 2024-09-16T01:52:54.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.635+0000 7f2c66f5b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb7135d0 0x556ceb71a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.635+0000 7f2c66f5b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb714b40 0x556ceb71cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.635+0000 7f2c66f5b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb71e370 0x556ceb71d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.635+0000 7f2c66f5b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2c601adcf0 con 0x556ceb714b40 2024-09-16T01:52:54.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.635+0000 7f2c66f5b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2c601ab5c0 con 0x556ceb7135d0 2024-09-16T01:52:54.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.635+0000 7f2c66f5b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2c601a93f0 con 0x556ceb71e370 2024-09-16T01:52:54.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.636+0000 7f2c5e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb714b40 0x556ceb71cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.636+0000 7f2c5e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb714b40 0x556ceb71cfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57898/0 (socket says 172.21.15.17:57898) 2024-09-16T01:52:54.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.636+0000 7f2c5e59c640 1 -- 172.21.15.17:0/160201002 learned_addr learned my addr 172.21.15.17:0/160201002 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:54.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.636+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/160201002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb7135d0 0x556ceb71a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.636+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/160201002 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb71e370 0x556ceb71d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.636+0000 7f2c5e59c640 1 -- 172.21.15.17:0/160201002 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb71e370 msgr2=0x556ceb71d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:54.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.636+0000 7f2c5e59c640 1 --2- 172.21.15.17:0/160201002 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb71e370 0x556ceb71d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.636+0000 7f2c5e59c640 1 -- 172.21.15.17:0/160201002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb7135d0 msgr2=0x556ceb71a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:54.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.636+0000 7f2c5e59c640 1 --2- 172.21.15.17:0/160201002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb7135d0 0x556ceb71a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.636+0000 7f2c5e59c640 1 -- 172.21.15.17:0/160201002 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ceb70ebc0 con 0x556ceb714b40 2024-09-16T01:52:54.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.636+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/160201002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb7135d0 0x556ceb71a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:54.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.636+0000 7f2c5e59c640 1 --2- 172.21.15.17:0/160201002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb714b40 0x556ceb71cfa0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f2c500096c0 tx=0x7f2c50005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16a18bbeb5357b14 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:54.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.636+0000 7f2c47fff640 1 -- 172.21.15.17:0/160201002 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c50035040 con 0x556ceb714b40 2024-09-16T01:52:54.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.637+0000 7f2c47fff640 1 -- 172.21.15.17:0/160201002 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c5004a070 con 0x556ceb714b40 2024-09-16T01:52:54.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.637+0000 7f2c47fff640 1 -- 172.21.15.17:0/160201002 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c50003850 con 0x556ceb714b40 2024-09-16T01:52:54.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.637+0000 7f2c66f5b740 1 -- 172.21.15.17:0/160201002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb714b40 msgr2=0x556ceb71cfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:54.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.637+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/160201002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb714b40 0x556ceb71cfa0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f2c500096c0 tx=0x7f2c50005e80 comp rx=0 tx=0).stop 2024-09-16T01:52:54.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.637+0000 7f2c66f5b740 1 -- 172.21.15.17:0/160201002 shutdown_connections 2024-09-16T01:52:54.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.637+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/160201002 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb71e370 0x556ceb71d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.637+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/160201002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb714b40 0x556ceb71cfa0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.637+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/160201002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb7135d0 0x556ceb71a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.637+0000 7f2c66f5b740 1 -- 172.21.15.17:0/160201002 >> 172.21.15.17:0/160201002 conn(0x556ceb6dc310 msgr2=0x556ceb71c890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:54.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.637+0000 7f2c66f5b740 1 -- 172.21.15.17:0/160201002 shutdown_connections 2024-09-16T01:52:54.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.637+0000 7f2c66f5b740 1 -- 172.21.15.17:0/160201002 wait complete. 2024-09-16T01:52:54.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.638+0000 7f2c66f5b740 1 -- start start 2024-09-16T01:52:54.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.638+0000 7f2c66f5b740 1 Processor -- start 2024-09-16T01:52:54.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.638+0000 7f2c66f5b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb7135d0 0x556ceb78fb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.638+0000 7f2c66f5b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb714b40 0x556ceb790060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.638+0000 7f2c66f5b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb71e370 0x556ceb7308e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.638+0000 7f2c66f5b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2c601a9a80 con 0x556ceb71e370 2024-09-16T01:52:54.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.638+0000 7f2c66f5b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2c601aaef0 con 0x556ceb714b40 2024-09-16T01:52:54.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.638+0000 7f2c66f5b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2c601aa150 con 0x556ceb7135d0 2024-09-16T01:52:54.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c66f5b740 10 client.0 _ll_register_callbacks cb 0x7f2c5400ff30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:54.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c5dd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb7135d0 0x556ceb78fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c5e59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb714b40 0x556ceb790060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c5dd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb7135d0 0x556ceb78fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:48644/0 (socket says 172.21.15.17:48644) 2024-09-16T01:52:54.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c5dd9b640 1 -- 172.21.15.17:0/1952724015 learned_addr learned my addr 172.21.15.17:0/1952724015 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:54.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/1952724015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb71e370 0x556ceb7308e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c5e59c640 1 -- 172.21.15.17:0/1952724015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb7135d0 msgr2=0x556ceb78fb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:54.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c5e59c640 1 --2- 172.21.15.17:0/1952724015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb7135d0 0x556ceb78fb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c5e59c640 1 -- 172.21.15.17:0/1952724015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb71e370 msgr2=0x556ceb7308e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:54.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c5e59c640 1 --2- 172.21.15.17:0/1952724015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb71e370 0x556ceb7308e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c5e59c640 1 -- 172.21.15.17:0/1952724015 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ceb71e0f0 con 0x556ceb714b40 2024-09-16T01:52:54.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/1952724015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb7135d0 0x556ceb78fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:52:54.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c5e59c640 1 --2- 172.21.15.17:0/1952724015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb714b40 0x556ceb790060 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x556ceb71bb50 tx=0x7f2c50004260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c8dcec279cb7d871 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:54.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c45ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:52:54.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c45ffb640 1 -- 172.21.15.17:0/1952724015 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c50052070 con 0x556ceb714b40 2024-09-16T01:52:54.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c66f5b740 1 -- 172.21.15.17:0/1952724015 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2c5004a070 con 0x556ceb714b40 2024-09-16T01:52:54.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.639+0000 7f2c45ffb640 1 -- 172.21.15.17:0/1952724015 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f2c50004b50 con 0x556ceb714b40 2024-09-16T01:52:54.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.640+0000 7f2c45ffb640 1 -- 172.21.15.17:0/1952724015 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f2c50035040 con 0x556ceb714b40 2024-09-16T01:52:54.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.640+0000 7f2c66f5b740 10 client.26444 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:54.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.640+0000 7f2c66f5b740 1 -- 172.21.15.17:0/1952724015 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556ceb798120 con 0x556ceb714b40 2024-09-16T01:52:54.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.640+0000 7f2c45ffb640 1 -- 172.21.15.17:0/1952724015 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2c5004a070 con 0x556ceb714b40 2024-09-16T01:52:54.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.640+0000 7f2c45ffb640 1 -- 172.21.15.17:0/1952724015 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f2c50003c10 con 0x556ceb714b40 2024-09-16T01:52:54.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.640+0000 7f2c66f5b740 10 client.26444 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:54.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.640+0000 7f2c66f5b740 10 client.26444 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:52:54.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.640+0000 7f2c66f5b740 20 client.26444 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:54.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.640+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/1952724015 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x556ceb72de30 0x556ceb79a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:54.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.640+0000 7f2c66f5b740 4 client.26444 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:52:54.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.640+0000 7f2c66f5b740 1 -- 172.21.15.17:0/1952724015 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556ceb680d70 con 0x556ceb72de30 2024-09-16T01:52:54.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/1952724015 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x556ceb72de30 0x556ceb79a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:54.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c5dd9b640 1 --2- 172.21.15.17:0/1952724015 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x556ceb72de30 0x556ceb79a800 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c2dc383f0473d794 server_cookie=6a0e7d791266e502 in_seq=0 out_seq=0 2024-09-16T01:52:54.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c45ffb640 10 client.26444 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:52:54.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c45ffb640 1 -- 172.21.15.17:0/1952724015 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556ceb680d70 con 0x556ceb72de30 2024-09-16T01:52:54.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c45ffb640 10 client.26444 handle_command_reply: tid=0 2024-09-16T01:52:54.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c66f5b740 1 client.26444 shutdown 2024-09-16T01:52:54.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c66f5b740 1 -- 172.21.15.17:0/1952724015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb714b40 msgr2=0x556ceb790060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:54.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/1952724015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb714b40 0x556ceb790060 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x556ceb71bb50 tx=0x7f2c50004260 comp rx=0 tx=0).stop 2024-09-16T01:52:54.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c66f5b740 1 -- 172.21.15.17:0/1952724015 shutdown_connections 2024-09-16T01:52:54.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/1952724015 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x556ceb72de30 0x556ceb79a800 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/1952724015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ceb71e370 0x556ceb7308e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c45ffb640 0 client.26444 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:52:54.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/1952724015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ceb714b40 0x556ceb790060 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c66f5b740 1 --2- 172.21.15.17:0/1952724015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ceb7135d0 0x556ceb78fb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.641+0000 7f2c66f5b740 1 -- 172.21.15.17:0/1952724015 >> 172.21.15.17:0/1952724015 conn(0x556ceb6dc310 msgr2=0x556ceb71d0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:54.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.642+0000 7f2c66f5b740 1 -- 172.21.15.17:0/1952724015 shutdown_connections 2024-09-16T01:52:54.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.642+0000 7f2c66f5b740 1 -- 172.21.15.17:0/1952724015 wait complete. 2024-09-16T01:52:54.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.642+0000 7f2c66f5b740 20 client.26444 trim_cache size 0 max 16384 2024-09-16T01:52:54.656 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:52:54.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.642+0000 7f2c64b82640 1 -- 172.21.15.17:0/2436532938 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2c480a3240 msgr2=0x7f2c480a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:54.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.642+0000 7f2c64b82640 1 --2- 172.21.15.17:0/2436532938 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2c480a3240 0x7f2c480a5700 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f2c580990b0 tx=0x7f2c58067510 comp rx=0 tx=0).stop 2024-09-16T01:52:54.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.642+0000 7f2c64b82640 1 -- 172.21.15.17:0/2436532938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c60102ef0 msgr2=0x7f2c6019cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:54.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.642+0000 7f2c64b82640 1 --2- 172.21.15.17:0/2436532938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c60102ef0 0x7f2c6019cd80 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f2c5800eb10 tx=0x7f2c5800c2d0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.643+0000 7f2c64b82640 1 -- 172.21.15.17:0/2436532938 shutdown_connections 2024-09-16T01:52:54.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.643+0000 7f2c64b82640 1 --2- 172.21.15.17:0/2436532938 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2c480a3240 0x7f2c480a5700 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.643+0000 7f2c64b82640 1 --2- 172.21.15.17:0/2436532938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2c60102ef0 0x7f2c6019cd80 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.643+0000 7f2c64b82640 1 --2- 172.21.15.17:0/2436532938 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2c60102570 0x7f2c601989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.643+0000 7f2c64b82640 1 --2- 172.21.15.17:0/2436532938 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2c60100e20 0x7f2c601984b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:54.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.643+0000 7f2c64b82640 1 -- 172.21.15.17:0/2436532938 >> 172.21.15.17:0/2436532938 conn(0x7f2c600fc7d0 msgr2=0x7f2c6006a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:54.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.643+0000 7f2c64b82640 1 -- 172.21.15.17:0/2436532938 shutdown_connections 2024-09-16T01:52:54.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:54.643+0000 7f2c64b82640 1 -- 172.21.15.17:0/2436532938 wait complete. 2024-09-16T01:52:55.446 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:52:55.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 347350 3.74 MB/sec execute 378 sec latency 12.979 ms 2024-09-16T01:52:55.729 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:52:56.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.241+0000 7ffb0b18a640 1 -- 172.21.15.17:0/1976113244 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb041082a0 msgr2=0x7ffb0410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:56.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.241+0000 7ffb0b18a640 1 --2- 172.21.15.17:0/1976113244 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb041082a0 0x7ffb0410ec40 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7ffafc009cd0 tx=0x7ffafc02a8e0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.242+0000 7ffb0b18a640 1 -- 172.21.15.17:0/1976113244 shutdown_connections 2024-09-16T01:52:56.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.242+0000 7ffb0b18a640 1 --2- 172.21.15.17:0/1976113244 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb041082a0 0x7ffb0410ec40 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.242+0000 7ffb0b18a640 1 --2- 172.21.15.17:0/1976113244 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb041036e0 0x7ffb04107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.242+0000 7ffb0b18a640 1 --2- 172.21.15.17:0/1976113244 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb04102d30 0x7ffb04103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.242+0000 7ffb0b18a640 1 -- 172.21.15.17:0/1976113244 >> 172.21.15.17:0/1976113244 conn(0x7ffb040fc7d0 msgr2=0x7ffb040febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:56.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.242+0000 7ffb0b18a640 1 -- 172.21.15.17:0/1976113244 shutdown_connections 2024-09-16T01:52:56.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.242+0000 7ffb0b18a640 1 -- 172.21.15.17:0/1976113244 wait complete. 2024-09-16T01:52:56.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.242+0000 7ffb0b18a640 1 Processor -- start 2024-09-16T01:52:56.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.242+0000 7ffb0b18a640 1 -- start start 2024-09-16T01:52:56.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb0b18a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb04102d30 0x7ffb041984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb0b18a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb041036e0 0x7ffb04198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb0b18a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb041082a0 0x7ffb0419cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb0b18a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffb04111f50 con 0x7ffb041082a0 2024-09-16T01:52:56.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb0b18a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffb04111dd0 con 0x7ffb04102d30 2024-09-16T01:52:56.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb0b18a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffb041120d0 con 0x7ffb041036e0 2024-09-16T01:52:56.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb09727640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb041082a0 0x7ffb0419cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb09727640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb041082a0 0x7ffb0419cdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37926/0 (socket says 172.21.15.17:37926) 2024-09-16T01:52:56.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb08f26640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb04102d30 0x7ffb041984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb09727640 1 -- 172.21.15.17:0/342902352 learned_addr learned my addr 172.21.15.17:0/342902352 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:56.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb03fff640 1 --2- 172.21.15.17:0/342902352 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb041036e0 0x7ffb04198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb09727640 1 -- 172.21.15.17:0/342902352 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb041036e0 msgr2=0x7ffb04198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:56.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb09727640 1 --2- 172.21.15.17:0/342902352 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb041036e0 0x7ffb04198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb09727640 1 -- 172.21.15.17:0/342902352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb04102d30 msgr2=0x7ffb041984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:56.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb09727640 1 --2- 172.21.15.17:0/342902352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb04102d30 0x7ffb041984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb09727640 1 -- 172.21.15.17:0/342902352 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb0419d4a0 con 0x7ffb041082a0 2024-09-16T01:52:56.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.243+0000 7ffb09727640 1 --2- 172.21.15.17:0/342902352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb041082a0 0x7ffb0419cdc0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7ffafc005cc0 tx=0x7ffafc003c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:56.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.244+0000 7ffb01ffb640 1 -- 172.21.15.17:0/342902352 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffafc004450 con 0x7ffb041082a0 2024-09-16T01:52:56.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.244+0000 7ffb01ffb640 1 -- 172.21.15.17:0/342902352 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffafc031c90 con 0x7ffb041082a0 2024-09-16T01:52:56.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.244+0000 7ffb01ffb640 1 -- 172.21.15.17:0/342902352 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffafc03b400 con 0x7ffb041082a0 2024-09-16T01:52:56.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.244+0000 7ffb0b18a640 1 -- 172.21.15.17:0/342902352 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb0419d730 con 0x7ffb041082a0 2024-09-16T01:52:56.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.244+0000 7ffb0b18a640 1 -- 172.21.15.17:0/342902352 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb041008c0 con 0x7ffb041082a0 2024-09-16T01:52:56.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.246+0000 7ffb01ffb640 1 -- 172.21.15.17:0/342902352 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7ffafc004680 con 0x7ffb041082a0 2024-09-16T01:52:56.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.247+0000 7ffb0d563740 1 Processor -- start 2024-09-16T01:52:56.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.247+0000 7ffb0d563740 1 -- start start 2024-09-16T01:52:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.247+0000 7ffb01ffb640 1 --2- 172.21.15.17:0/342902352 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffaf40a7650 0x7ffaf40a9b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.247+0000 7ffb01ffb640 1 -- 172.21.15.17:0/342902352 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ffafc02e030 con 0x7ffb041082a0 2024-09-16T01:52:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.247+0000 7ffb0d563740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e9492d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.247+0000 7ffb03fff640 1 --2- 172.21.15.17:0/342902352 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffaf40a7650 0x7ffaf40a9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.247+0000 7ffb0d563740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e9492d5d0 0x561e9492da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.247+0000 7ffb0d563740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e94938370 0x561e9493a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.247+0000 7ffb0d563740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561e948932f0 con 0x561e94938370 2024-09-16T01:52:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.247+0000 7ffb0d563740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561e9483acf0 con 0x561e9492eb40 2024-09-16T01:52:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.247+0000 7ffb0d563740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561e9488f2b0 con 0x561e9492d5d0 2024-09-16T01:52:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffb09727640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e94938370 0x561e9493a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffb09727640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e94938370 0x561e9493a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37934/0 (socket says 172.21.15.17:37934) 2024-09-16T01:52:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffb09727640 1 -- 172.21.15.17:0/3380246543 learned_addr learned my addr 172.21.15.17:0/3380246543 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:56.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffb08f26640 1 --2- 172.21.15.17:0/3380246543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e9492d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffb09727640 1 -- 172.21.15.17:0/3380246543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e9492d5d0 msgr2=0x561e9492da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:56.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffb09727640 1 --2- 172.21.15.17:0/3380246543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e9492d5d0 0x561e9492da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffb09727640 1 -- 172.21.15.17:0/3380246543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 msgr2=0x561e9492d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:56.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffb09727640 1 --2- 172.21.15.17:0/3380246543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e9492d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffb09727640 1 -- 172.21.15.17:0/3380246543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e9481f3a0 con 0x561e94938370 2024-09-16T01:52:56.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffb08f26640 1 --2- 172.21.15.17:0/3380246543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e9492d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:52:56.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffb03fff640 1 --2- 172.21.15.17:0/342902352 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffaf40a7650 0x7ffaf40a9b10 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7ffaf00058a0 tx=0x7ffaf000b6f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:56.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffb09727640 1 --2- 172.21.15.17:0/3380246543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e94938370 0x561e9493a760 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7ffafc0b94f0 tx=0x7ffafc003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fefe6905e54c456e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffaeeffd640 1 -- 172.21.15.17:0/3380246543 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffafc0098b0 con 0x561e94938370 2024-09-16T01:52:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffaeeffd640 1 -- 172.21.15.17:0/3380246543 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffafc036070 con 0x561e94938370 2024-09-16T01:52:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.248+0000 7ffaeeffd640 1 -- 172.21.15.17:0/3380246543 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffafc0c10d0 con 0x561e94938370 2024-09-16T01:52:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.249+0000 7ffb0d563740 1 -- 172.21.15.17:0/3380246543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e94938370 msgr2=0x561e9493a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.249+0000 7ffb0d563740 1 --2- 172.21.15.17:0/3380246543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e94938370 0x561e9493a760 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7ffafc0b94f0 tx=0x7ffafc003f10 comp rx=0 tx=0).stop 2024-09-16T01:52:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.249+0000 7ffb0d563740 1 -- 172.21.15.17:0/3380246543 shutdown_connections 2024-09-16T01:52:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.249+0000 7ffb0d563740 1 --2- 172.21.15.17:0/3380246543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e94938370 0x561e9493a760 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.249+0000 7ffb0d563740 1 --2- 172.21.15.17:0/3380246543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e9492d5d0 0x561e9492da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.249+0000 7ffb0d563740 1 --2- 172.21.15.17:0/3380246543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e9492d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.249+0000 7ffb0d563740 1 -- 172.21.15.17:0/3380246543 >> 172.21.15.17:0/3380246543 conn(0x561e948f6310 msgr2=0x561e94929c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.249+0000 7ffb0d563740 1 -- 172.21.15.17:0/3380246543 shutdown_connections 2024-09-16T01:52:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.249+0000 7ffb0d563740 1 -- 172.21.15.17:0/3380246543 wait complete. 2024-09-16T01:52:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.250+0000 7ffb0d563740 1 -- start start 2024-09-16T01:52:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.250+0000 7ffb0d563740 1 Processor -- start 2024-09-16T01:52:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.250+0000 7ffb0d563740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492d5d0 0x561e949350f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.250+0000 7ffb0d563740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e94935630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.250+0000 7ffb0d563740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 0x561e94935b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb0d563740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561e9493ae30 con 0x561e9492d5d0 2024-09-16T01:52:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb0d563740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561e9484e060 con 0x561e9492eb40 2024-09-16T01:52:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb08f26640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492d5d0 0x561e949350f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb0d563740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561e9493afb0 con 0x561e94938370 2024-09-16T01:52:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb08f26640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492d5d0 0x561e949350f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37936/0 (socket says 172.21.15.17:37936) 2024-09-16T01:52:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb08f26640 1 -- 172.21.15.17:0/4054626101 learned_addr learned my addr 172.21.15.17:0/4054626101 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb0d563740 10 client.0 _ll_register_callbacks cb 0x561e945a18c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb09727640 1 --2- 172.21.15.17:0/4054626101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 0x561e94935b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb03fff640 1 --2- 172.21.15.17:0/4054626101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e94935630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb08f26640 1 -- 172.21.15.17:0/4054626101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 msgr2=0x561e94935b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb08f26640 1 --2- 172.21.15.17:0/4054626101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 0x561e94935b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb08f26640 1 -- 172.21.15.17:0/4054626101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 msgr2=0x561e94935630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb08f26640 1 --2- 172.21.15.17:0/4054626101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e94935630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb08f26640 1 -- 172.21.15.17:0/4054626101 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e946043c0 con 0x561e9492d5d0 2024-09-16T01:52:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb03fff640 1 --2- 172.21.15.17:0/4054626101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e94935630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:52:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb08f26640 1 --2- 172.21.15.17:0/4054626101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492d5d0 0x561e949350f0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7ffaf8004410 tx=0x7ffaf800bb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d68e9444fb199784 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffae3fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:52:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffae3fff640 1 -- 172.21.15.17:0/4054626101 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf8026060 con 0x561e9492d5d0 2024-09-16T01:52:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffae3fff640 1 -- 172.21.15.17:0/4054626101 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ffaf8003bd0 con 0x561e9492d5d0 2024-09-16T01:52:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.251+0000 7ffb0d563740 1 -- 172.21.15.17:0/4054626101 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffafc036070 con 0x561e9492d5d0 2024-09-16T01:52:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.252+0000 7ffae3fff640 1 -- 172.21.15.17:0/4054626101 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ffaf8003dd0 con 0x561e9492d5d0 2024-09-16T01:52:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.252+0000 7ffb0d563740 10 client.16992 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.252+0000 7ffb0d563740 1 -- 172.21.15.17:0/4054626101 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561e949468f0 con 0x561e9492d5d0 2024-09-16T01:52:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.252+0000 7ffae3fff640 1 -- 172.21.15.17:0/4054626101 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffafc036070 con 0x561e9492d5d0 2024-09-16T01:52:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.252+0000 7ffae3fff640 1 -- 172.21.15.17:0/4054626101 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ffaf802b070 con 0x561e9492d5d0 2024-09-16T01:52:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.252+0000 7ffb0d563740 10 client.16992 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.252+0000 7ffb0d563740 10 client.16992 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.252+0000 7ffb0d563740 20 client.16992 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.252+0000 7ffb0d563740 1 --2- 172.21.15.17:0/4054626101 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e94947db0 0x561e9494a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.252+0000 7ffb0d563740 4 client.16992 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:52:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.252+0000 7ffb0d563740 1 -- 172.21.15.17:0/4054626101 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561e948a0860 con 0x561e94947db0 2024-09-16T01:52:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.252+0000 7ffb03fff640 1 --2- 172.21.15.17:0/4054626101 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e94947db0 0x561e9494a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.253+0000 7ffb03fff640 1 --2- 172.21.15.17:0/4054626101 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e94947db0 0x561e9494a270 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c39ba0582e0cba92 server_cookie=5a1f2057fa90d85 in_seq=0 out_seq=0 2024-09-16T01:52:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.253+0000 7ffae3fff640 10 client.16992 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:56.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.253+0000 7ffae3fff640 1 -- 172.21.15.17:0/4054626101 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561e948a0860 con 0x561e94947db0 2024-09-16T01:52:56.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.253+0000 7ffae3fff640 10 client.16992 handle_command_reply: tid=0 2024-09-16T01:52:56.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.254+0000 7ffb0d563740 1 client.16992 shutdown 2024-09-16T01:52:56.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.254+0000 7ffb0d563740 1 -- 172.21.15.17:0/4054626101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492d5d0 msgr2=0x561e949350f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:56.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.254+0000 7ffb0d563740 1 --2- 172.21.15.17:0/4054626101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492d5d0 0x561e949350f0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7ffaf8004410 tx=0x7ffaf800bb40 comp rx=0 tx=0).stop 2024-09-16T01:52:56.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.254+0000 7ffb0d563740 1 -- 172.21.15.17:0/4054626101 shutdown_connections 2024-09-16T01:52:56.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.254+0000 7ffb0d563740 1 --2- 172.21.15.17:0/4054626101 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e94947db0 0x561e9494a270 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.254+0000 7ffb0d563740 1 --2- 172.21.15.17:0/4054626101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 0x561e94935b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.254+0000 7ffb0d563740 1 --2- 172.21.15.17:0/4054626101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e94935630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.254+0000 7ffae3fff640 0 client.16992 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:56.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.254+0000 7ffb0d563740 1 --2- 172.21.15.17:0/4054626101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492d5d0 0x561e949350f0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.254+0000 7ffb0d563740 1 -- 172.21.15.17:0/4054626101 >> 172.21.15.17:0/4054626101 conn(0x561e948f6310 msgr2=0x561e9492f990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:56.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.254+0000 7ffb0d563740 1 -- 172.21.15.17:0/4054626101 shutdown_connections 2024-09-16T01:52:56.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.254+0000 7ffb0d563740 1 -- 172.21.15.17:0/4054626101 wait complete. 2024-09-16T01:52:56.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.254+0000 7ffb0d563740 20 client.16992 trim_cache size 0 max 16384 2024-09-16T01:52:56.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb0d563740 1 Processor -- start 2024-09-16T01:52:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb0d563740 1 -- start start 2024-09-16T01:52:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb0d563740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492d5d0 0x561e94934360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb0d563740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e94930180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb0d563740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 0x561e949306c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb0d563740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffb041adbf0 con 0x561e9492d5d0 2024-09-16T01:52:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb0d563740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffb041ab4c0 con 0x561e9492eb40 2024-09-16T01:52:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb0d563740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffb041a92f0 con 0x561e94938370 2024-09-16T01:52:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb08f26640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492d5d0 0x561e94934360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb08f26640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492d5d0 0x561e94934360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37938/0 (socket says 172.21.15.17:37938) 2024-09-16T01:52:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb08f26640 1 -- 172.21.15.17:0/771445855 learned_addr learned my addr 172.21.15.17:0/771445855 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb09727640 1 --2- 172.21.15.17:0/771445855 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 0x561e949306c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb03fff640 1 --2- 172.21.15.17:0/771445855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e94930180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb08f26640 1 -- 172.21.15.17:0/771445855 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 msgr2=0x561e949306c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb08f26640 1 --2- 172.21.15.17:0/771445855 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 0x561e949306c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb08f26640 1 -- 172.21.15.17:0/771445855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 msgr2=0x561e94930180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb08f26640 1 --2- 172.21.15.17:0/771445855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e94930180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb08f26640 1 -- 172.21.15.17:0/771445855 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e9492add0 con 0x561e9492d5d0 2024-09-16T01:52:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb09727640 1 --2- 172.21.15.17:0/771445855 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 0x561e949306c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.268+0000 7ffb03fff640 1 --2- 172.21.15.17:0/771445855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e94930180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:52:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.269+0000 7ffb08f26640 1 --2- 172.21.15.17:0/771445855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492d5d0 0x561e94934360 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7ffaf802c520 tx=0x7ffaf8005c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=388772e226f1da42 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.269+0000 7ffaee7fc640 1 -- 172.21.15.17:0/771445855 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf8031030 con 0x561e9492d5d0 2024-09-16T01:52:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.269+0000 7ffaee7fc640 1 -- 172.21.15.17:0/771445855 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffaf8005850 con 0x561e9492d5d0 2024-09-16T01:52:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.269+0000 7ffaee7fc640 1 -- 172.21.15.17:0/771445855 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf80049f0 con 0x561e9492d5d0 2024-09-16T01:52:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.270+0000 7ffb0d563740 1 -- 172.21.15.17:0/771445855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492d5d0 msgr2=0x561e94934360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.270+0000 7ffb0d563740 1 --2- 172.21.15.17:0/771445855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492d5d0 0x561e94934360 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7ffaf802c520 tx=0x7ffaf8005c30 comp rx=0 tx=0).stop 2024-09-16T01:52:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.270+0000 7ffb0d563740 1 -- 172.21.15.17:0/771445855 shutdown_connections 2024-09-16T01:52:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.270+0000 7ffb0d563740 1 --2- 172.21.15.17:0/771445855 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 0x561e949306c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.270+0000 7ffb0d563740 1 --2- 172.21.15.17:0/771445855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492eb40 0x561e94930180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.270+0000 7ffb0d563740 1 --2- 172.21.15.17:0/771445855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492d5d0 0x561e94934360 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.270+0000 7ffb0d563740 1 -- 172.21.15.17:0/771445855 >> 172.21.15.17:0/771445855 conn(0x561e948f6310 msgr2=0x561e949358d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.270+0000 7ffb0d563740 1 -- 172.21.15.17:0/771445855 shutdown_connections 2024-09-16T01:52:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.270+0000 7ffb0d563740 1 -- 172.21.15.17:0/771445855 wait complete. 2024-09-16T01:52:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.270+0000 7ffb0d563740 1 -- start start 2024-09-16T01:52:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.270+0000 7ffb0d563740 1 Processor -- start 2024-09-16T01:52:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb0d563740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492d5d0 0x561e9493c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb0d563740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492eb40 0x561e9493c850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb0d563740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 0x561e949b1b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb0d563740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ffb041a9980 con 0x561e9492eb40 2024-09-16T01:52:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb0d563740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ffb041aadf0 con 0x561e9492d5d0 2024-09-16T01:52:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb0d563740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ffb041aa050 con 0x561e94938370 2024-09-16T01:52:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb0d563740 10 client.0 _ll_register_callbacks cb 0x7ffaf8018be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb03fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492eb40 0x561e9493c850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb03fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492eb40 0x561e9493c850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37946/0 (socket says 172.21.15.17:37946) 2024-09-16T01:52:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb03fff640 1 -- 172.21.15.17:0/2817685903 learned_addr learned my addr 172.21.15.17:0/2817685903 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb08f26640 1 --2- 172.21.15.17:0/2817685903 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492d5d0 0x561e9493c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb09727640 1 --2- 172.21.15.17:0/2817685903 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 0x561e949b1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb03fff640 1 -- 172.21.15.17:0/2817685903 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 msgr2=0x561e949b1b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb03fff640 1 --2- 172.21.15.17:0/2817685903 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 0x561e949b1b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb03fff640 1 -- 172.21.15.17:0/2817685903 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492d5d0 msgr2=0x561e9493c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb03fff640 1 --2- 172.21.15.17:0/2817685903 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492d5d0 0x561e9493c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.271+0000 7ffb03fff640 1 -- 172.21.15.17:0/2817685903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e94944000 con 0x561e9492eb40 2024-09-16T01:52:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.272+0000 7ffb08f26640 1 --2- 172.21.15.17:0/2817685903 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492d5d0 0x561e9493c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.272+0000 7ffb03fff640 1 --2- 172.21.15.17:0/2817685903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492eb40 0x561e9493c850 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7ffaf000f460 tx=0x7ffaf0014040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b126ff59a9f35f46 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.272+0000 7ffae3fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:52:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.272+0000 7ffae3fff640 1 -- 172.21.15.17:0/2817685903 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffaf0020810 con 0x561e9492eb40 2024-09-16T01:52:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.272+0000 7ffae3fff640 1 -- 172.21.15.17:0/2817685903 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ffaf00209b0 con 0x561e9492eb40 2024-09-16T01:52:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.272+0000 7ffb0d563740 1 -- 172.21.15.17:0/2817685903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ffaf8005850 con 0x561e9492eb40 2024-09-16T01:52:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.272+0000 7ffae3fff640 1 -- 172.21.15.17:0/2817685903 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ffaf0020bb0 con 0x561e9492eb40 2024-09-16T01:52:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.272+0000 7ffb0d563740 10 client.16998 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.272+0000 7ffb0d563740 1 -- 172.21.15.17:0/2817685903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561e94929510 con 0x561e9492eb40 2024-09-16T01:52:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.272+0000 7ffae3fff640 1 -- 172.21.15.17:0/2817685903 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ffaf0020d50 con 0x561e9492eb40 2024-09-16T01:52:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.273+0000 7ffae3fff640 1 -- 172.21.15.17:0/2817685903 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ffaf0027240 con 0x561e9492eb40 2024-09-16T01:52:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.273+0000 7ffb0d563740 10 client.16998 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.273+0000 7ffb0d563740 10 client.16998 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.273+0000 7ffb0d563740 20 client.16998 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.273+0000 7ffb0d563740 1 --2- 172.21.15.17:0/2817685903 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e949b36d0 0x561e949b5af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.273+0000 7ffb0d563740 4 client.16998 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:52:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.273+0000 7ffb0d563740 1 -- 172.21.15.17:0/2817685903 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7ffaf8005850 con 0x561e949b36d0 2024-09-16T01:52:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.273+0000 7ffb08f26640 1 --2- 172.21.15.17:0/2817685903 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e949b36d0 0x561e949b5af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.274+0000 7ffb08f26640 1 --2- 172.21.15.17:0/2817685903 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e949b36d0 0x561e949b5af0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=615d24d34ec64a1b server_cookie=db6db9b693c3c578 in_seq=0 out_seq=0 2024-09-16T01:52:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.274+0000 7ffae3fff640 10 client.16998 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.274+0000 7ffae3fff640 1 -- 172.21.15.17:0/2817685903 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7ffaf8005850 con 0x561e949b36d0 2024-09-16T01:52:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.274+0000 7ffae3fff640 10 client.16998 handle_command_reply: tid=0 2024-09-16T01:52:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.274+0000 7ffb0d563740 1 client.16998 shutdown 2024-09-16T01:52:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.274+0000 7ffb0d563740 1 -- 172.21.15.17:0/2817685903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492eb40 msgr2=0x561e9493c850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.274+0000 7ffb0d563740 1 --2- 172.21.15.17:0/2817685903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492eb40 0x561e9493c850 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7ffaf000f460 tx=0x7ffaf0014040 comp rx=0 tx=0).stop 2024-09-16T01:52:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.274+0000 7ffb0d563740 1 -- 172.21.15.17:0/2817685903 shutdown_connections 2024-09-16T01:52:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.274+0000 7ffb0d563740 1 --2- 172.21.15.17:0/2817685903 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e949b36d0 0x561e949b5af0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.274+0000 7ffae3fff640 0 client.16998 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.274+0000 7ffb0d563740 1 --2- 172.21.15.17:0/2817685903 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e94938370 0x561e949b1b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.274+0000 7ffb0d563740 1 --2- 172.21.15.17:0/2817685903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e9492eb40 0x561e9493c850 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.274+0000 7ffb0d563740 1 --2- 172.21.15.17:0/2817685903 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e9492d5d0 0x561e9493c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.274+0000 7ffb0d563740 1 -- 172.21.15.17:0/2817685903 >> 172.21.15.17:0/2817685903 conn(0x561e948f6310 msgr2=0x561e94935050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:56.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.275+0000 7ffb0d563740 1 -- 172.21.15.17:0/2817685903 shutdown_connections 2024-09-16T01:52:56.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.275+0000 7ffb0d563740 1 -- 172.21.15.17:0/2817685903 wait complete. 2024-09-16T01:52:56.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.275+0000 7ffb0d563740 20 client.16998 trim_cache size 0 max 16384 2024-09-16T01:52:56.288 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:52:56.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.275+0000 7ffb0b18a640 1 -- 172.21.15.17:0/342902352 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffaf40a7650 msgr2=0x7ffaf40a9b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:56.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.275+0000 7ffb0b18a640 1 --2- 172.21.15.17:0/342902352 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffaf40a7650 0x7ffaf40a9b10 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7ffaf00058a0 tx=0x7ffaf000b6f0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.275+0000 7ffb0b18a640 1 -- 172.21.15.17:0/342902352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb041082a0 msgr2=0x7ffb0419cdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:56.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.275+0000 7ffb0b18a640 1 --2- 172.21.15.17:0/342902352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb041082a0 0x7ffb0419cdc0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7ffafc005cc0 tx=0x7ffafc003c20 comp rx=0 tx=0).stop 2024-09-16T01:52:56.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.275+0000 7ffb0b18a640 1 -- 172.21.15.17:0/342902352 shutdown_connections 2024-09-16T01:52:56.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.275+0000 7ffb0b18a640 1 --2- 172.21.15.17:0/342902352 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ffaf40a7650 0x7ffaf40a9b10 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.275+0000 7ffb0b18a640 1 --2- 172.21.15.17:0/342902352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffb041082a0 0x7ffb0419cdc0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.275+0000 7ffb0b18a640 1 --2- 172.21.15.17:0/342902352 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ffb041036e0 0x7ffb04198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.275+0000 7ffb0b18a640 1 --2- 172.21.15.17:0/342902352 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ffb04102d30 0x7ffb041984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:56.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.275+0000 7ffb0b18a640 1 -- 172.21.15.17:0/342902352 >> 172.21.15.17:0/342902352 conn(0x7ffb040fc7d0 msgr2=0x7ffb04105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:56.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.276+0000 7ffb0b18a640 1 -- 172.21.15.17:0/342902352 shutdown_connections 2024-09-16T01:52:56.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:56.276+0000 7ffb0b18a640 1 -- 172.21.15.17:0/342902352 wait complete. 2024-09-16T01:52:56.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:56 smithi017 ceph-mon[30972]: pgmap v621: 97 pgs: 97 active+clean; 152 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-16T01:52:56.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:56 smithi122 ceph-mon[34758]: pgmap v621: 97 pgs: 97 active+clean; 152 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-16T01:52:56.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:56 smithi029 ceph-mon[34783]: pgmap v621: 97 pgs: 97 active+clean; 152 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 307 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-16T01:52:56.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 347883 3.75 MB/sec execute 379 sec latency 23.232 ms 2024-09-16T01:52:57.598 INFO:tasks.workunit.client.0.smithi017.stdout: 1 348400 3.74 MB/sec execute 380 sec latency 17.624 ms 2024-09-16T01:52:58.000 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:52:58.000 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:52:58.274 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:52:58.592 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:58 smithi029 ceph-mon[34783]: pgmap v622: 97 pgs: 97 active+clean; 152 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.4 MiB/s wr, 81 op/s 2024-09-16T01:52:58.592 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:52:58.592 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:52:58.592 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:52:58.592 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:52:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:52:58.592 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:58 smithi122 ceph-mon[34758]: pgmap v622: 97 pgs: 97 active+clean; 152 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.4 MiB/s wr, 81 op/s 2024-09-16T01:52:58.592 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:52:58.593 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:52:58.593 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:52:58.593 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:52:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:52:58.593 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:58 smithi017 ceph-mon[30972]: pgmap v622: 97 pgs: 97 active+clean; 152 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.4 MiB/s wr, 81 op/s 2024-09-16T01:52:58.593 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:52:58.593 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:52:58.593 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:52:58.593 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:52:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:52:58.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 349129 3.74 MB/sec execute 381 sec latency 13.020 ms 2024-09-16T01:52:58.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.784+0000 7fdfb06f1640 1 -- 172.21.15.17:0/1694049109 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa8102570 msgr2=0x7fdfa81029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:58.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.784+0000 7fdfb06f1640 1 --2- 172.21.15.17:0/1694049109 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa8102570 0x7fdfa81029b0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fdf98009860 tx=0x7fdf9802a3d0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.784+0000 7fdfb06f1640 1 -- 172.21.15.17:0/1694049109 shutdown_connections 2024-09-16T01:52:58.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.784+0000 7fdfb06f1640 1 --2- 172.21.15.17:0/1694049109 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfa8102ef0 0x7fdfa810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.784+0000 7fdfb06f1640 1 --2- 172.21.15.17:0/1694049109 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa8102570 0x7fdfa81029b0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.784+0000 7fdfb06f1640 1 --2- 172.21.15.17:0/1694049109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdfa8100e20 0x7fdfa8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.784+0000 7fdfb06f1640 1 -- 172.21.15.17:0/1694049109 >> 172.21.15.17:0/1694049109 conn(0x7fdfa80fc7d0 msgr2=0x7fdfa80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:58.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.784+0000 7fdfb06f1640 1 -- 172.21.15.17:0/1694049109 shutdown_connections 2024-09-16T01:52:58.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.784+0000 7fdfb06f1640 1 -- 172.21.15.17:0/1694049109 wait complete. 2024-09-16T01:52:58.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.785+0000 7fdfb06f1640 1 Processor -- start 2024-09-16T01:52:58.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.785+0000 7fdfb06f1640 1 -- start start 2024-09-16T01:52:58.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.785+0000 7fdfb06f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa8100e20 0x7fdfa80fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.785+0000 7fdfb06f1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfa8102570 0x7fdfa80fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.785+0000 7fdfae48d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa8100e20 0x7fdfa80fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfb06f1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdfa8102ef0 0x7fdfa80fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfb06f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa8110e30 con 0x7fdfa8100e20 2024-09-16T01:52:58.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfb06f1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa8110cb0 con 0x7fdfa8102570 2024-09-16T01:52:58.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfb06f1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa8110fb0 con 0x7fdfa8102ef0 2024-09-16T01:52:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfae48d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa8100e20 0x7fdfa80fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37968/0 (socket says 172.21.15.17:37968) 2024-09-16T01:52:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfae48d640 1 -- 172.21.15.17:0/4289136394 learned_addr learned my addr 172.21.15.17:0/4289136394 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfadc8c640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfa8102570 0x7fdfa80fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfaec8e640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdfa8102ef0 0x7fdfa80fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfae48d640 1 -- 172.21.15.17:0/4289136394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdfa8102ef0 msgr2=0x7fdfa80fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfae48d640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdfa8102ef0 0x7fdfa80fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfae48d640 1 -- 172.21.15.17:0/4289136394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfa8102570 msgr2=0x7fdfa80fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfae48d640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfa8102570 0x7fdfa80fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfae48d640 1 -- 172.21.15.17:0/4289136394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdfa81a69d0 con 0x7fdfa8100e20 2024-09-16T01:52:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfadc8c640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfa8102570 0x7fdfa80fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.786+0000 7fdfae48d640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa8100e20 0x7fdfa80fcc80 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fdfa400ea60 tx=0x7fdfa400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.787+0000 7fdf9f7fe640 1 -- 172.21.15.17:0/4289136394 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa400cde0 con 0x7fdfa8100e20 2024-09-16T01:52:58.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.787+0000 7fdf9f7fe640 1 -- 172.21.15.17:0/4289136394 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfa40035f0 con 0x7fdfa8100e20 2024-09-16T01:52:58.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.787+0000 7fdfb06f1640 1 -- 172.21.15.17:0/4289136394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdfa81a6cc0 con 0x7fdfa8100e20 2024-09-16T01:52:58.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.787+0000 7fdf9f7fe640 1 -- 172.21.15.17:0/4289136394 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4010690 con 0x7fdfa8100e20 2024-09-16T01:52:58.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.787+0000 7fdfb06f1640 1 -- 172.21.15.17:0/4289136394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdfa81a71f0 con 0x7fdfa8100e20 2024-09-16T01:52:58.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.789+0000 7fdf9f7fe640 1 -- 172.21.15.17:0/4289136394 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fdfa40037a0 con 0x7fdfa8100e20 2024-09-16T01:52:58.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.790+0000 7fdfb2aca740 1 Processor -- start 2024-09-16T01:52:58.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.790+0000 7fdfb2aca740 1 -- start start 2024-09-16T01:52:58.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.790+0000 7fdfb2aca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5afb60 0x55744e5aff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.790+0000 7fdfb2aca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5b0480 0x55744e5ba800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.790+0000 7fdfb2aca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5bad40 0x55744e5bd130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.790+0000 7fdfb2aca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55744e515280 con 0x55744e5afb60 2024-09-16T01:52:58.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.790+0000 7fdfb2aca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55744e4bcb10 con 0x55744e5bad40 2024-09-16T01:52:58.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.790+0000 7fdfb2aca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55744e511240 con 0x55744e5b0480 2024-09-16T01:52:58.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.790+0000 7fdfaec8e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5afb60 0x55744e5aff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.790+0000 7fdfaec8e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5afb60 0x55744e5aff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37980/0 (socket says 172.21.15.17:37980) 2024-09-16T01:52:58.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.790+0000 7fdfaec8e640 1 -- 172.21.15.17:0/3524356818 learned_addr learned my addr 172.21.15.17:0/3524356818 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:58.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.790+0000 7fdfae48d640 1 --2- 172.21.15.17:0/3524356818 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5b0480 0x55744e5ba800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.790+0000 7fdfadc8c640 1 --2- 172.21.15.17:0/3524356818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5bad40 0x55744e5bd130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.791+0000 7fdfae48d640 1 -- 172.21.15.17:0/3524356818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5bad40 msgr2=0x55744e5bd130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:58.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.791+0000 7fdfae48d640 1 --2- 172.21.15.17:0/3524356818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5bad40 0x55744e5bd130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.791+0000 7fdfae48d640 1 -- 172.21.15.17:0/3524356818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5afb60 msgr2=0x55744e5aff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:58.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.791+0000 7fdf9f7fe640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdf940a32c0 0x7fdf940a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.791+0000 7fdfadc8c640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdf940a32c0 0x7fdf940a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.791+0000 7fdfae48d640 1 --2- 172.21.15.17:0/3524356818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5afb60 0x55744e5aff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.791+0000 7fdf9f7fe640 1 -- 172.21.15.17:0/4289136394 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdfa40cfac0 con 0x7fdfa8100e20 2024-09-16T01:52:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.791+0000 7fdfae48d640 1 -- 172.21.15.17:0/3524356818 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55744e4c91f0 con 0x55744e5b0480 2024-09-16T01:52:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.791+0000 7fdfaec8e640 1 --2- 172.21.15.17:0/3524356818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5afb60 0x55744e5aff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:52:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.791+0000 7fdfae48d640 1 --2- 172.21.15.17:0/3524356818 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5b0480 0x55744e5ba800 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fdfa40cd560 tx=0x7fdfa400ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55fc2daa6644d195 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.792+0000 7fdf9cff9640 1 -- 172.21.15.17:0/3524356818 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa40d8070 con 0x55744e5b0480 2024-09-16T01:52:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.792+0000 7fdf9cff9640 1 -- 172.21.15.17:0/3524356818 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfa40d9040 con 0x55744e5b0480 2024-09-16T01:52:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.792+0000 7fdf9cff9640 1 -- 172.21.15.17:0/3524356818 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa4003b30 con 0x55744e5b0480 2024-09-16T01:52:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.792+0000 7fdfb2aca740 1 -- 172.21.15.17:0/3524356818 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5b0480 msgr2=0x55744e5ba800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.792+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/3524356818 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5b0480 0x55744e5ba800 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fdfa40cd560 tx=0x7fdfa400ef90 comp rx=0 tx=0).stop 2024-09-16T01:52:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.792+0000 7fdfadc8c640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdf940a32c0 0x7fdf940a5780 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x55744e5ad470 tx=0x7fdf98009490 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.792+0000 7fdfb2aca740 1 -- 172.21.15.17:0/3524356818 shutdown_connections 2024-09-16T01:52:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.792+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/3524356818 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5bad40 0x55744e5bd130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.792+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/3524356818 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5b0480 0x55744e5ba800 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.792+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/3524356818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5afb60 0x55744e5aff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.792+0000 7fdfb2aca740 1 -- 172.21.15.17:0/3524356818 >> 172.21.15.17:0/3524356818 conn(0x55744e5ac0f0 msgr2=0x55744e5ac4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.793+0000 7fdfb2aca740 1 -- 172.21.15.17:0/3524356818 shutdown_connections 2024-09-16T01:52:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.793+0000 7fdfb2aca740 1 -- 172.21.15.17:0/3524356818 wait complete. 2024-09-16T01:52:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.793+0000 7fdfb2aca740 1 -- start start 2024-09-16T01:52:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.793+0000 7fdfb2aca740 1 Processor -- start 2024-09-16T01:52:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.793+0000 7fdfb2aca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5afb60 0x55744e5b7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.793+0000 7fdfb2aca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5b0480 0x55744e5b8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.793+0000 7fdfb2aca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5bad40 0x55744e5b8670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.793+0000 7fdfb2aca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55744e5bd910 con 0x55744e5b0480 2024-09-16T01:52:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.793+0000 7fdfb2aca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55744e4cff10 con 0x55744e5afb60 2024-09-16T01:52:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.793+0000 7fdfb2aca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55744e5bda90 con 0x55744e5bad40 2024-09-16T01:52:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.793+0000 7fdfb2aca740 10 client.0 _ll_register_callbacks cb 0x55744e498a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:58.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdfadc8c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5b0480 0x55744e5b8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdfadc8c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5b0480 0x55744e5b8130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37988/0 (socket says 172.21.15.17:37988) 2024-09-16T01:52:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdfadc8c640 1 -- 172.21.15.17:0/1265071262 learned_addr learned my addr 172.21.15.17:0/1265071262 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdfaec8e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5bad40 0x55744e5b8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdfae48d640 1 --2- 172.21.15.17:0/1265071262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5afb60 0x55744e5b7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdfaec8e640 1 -- 172.21.15.17:0/1265071262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5afb60 msgr2=0x55744e5b7bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdfaec8e640 1 --2- 172.21.15.17:0/1265071262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5afb60 0x55744e5b7bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdfaec8e640 1 -- 172.21.15.17:0/1265071262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5b0480 msgr2=0x55744e5b8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdfaec8e640 1 --2- 172.21.15.17:0/1265071262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5b0480 0x55744e5b8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdfaec8e640 1 -- 172.21.15.17:0/1265071262 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55744e2866a0 con 0x55744e5bad40 2024-09-16T01:52:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdfaec8e640 1 --2- 172.21.15.17:0/1265071262 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5bad40 0x55744e5b8670 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fdfa0005c40 tx=0x7fdfa000d7b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99b52e8c2533c36 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdf91ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:52:58.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdf91ffb640 1 -- 172.21.15.17:0/1265071262 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa0003d80 con 0x55744e5bad40 2024-09-16T01:52:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdf91ffb640 1 -- 172.21.15.17:0/1265071262 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdfa0004050 con 0x55744e5bad40 2024-09-16T01:52:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1265071262 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdfa40d9040 con 0x55744e5bad40 2024-09-16T01:52:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdf91ffb640 1 -- 172.21.15.17:0/1265071262 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdfa0009e30 con 0x55744e5bad40 2024-09-16T01:52:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdfb2aca740 10 client.26665 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.794+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1265071262 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55744e5c9570 con 0x55744e5bad40 2024-09-16T01:52:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.795+0000 7fdf91ffb640 1 -- 172.21.15.17:0/1265071262 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfa40d9040 con 0x55744e5bad40 2024-09-16T01:52:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.795+0000 7fdf91ffb640 1 -- 172.21.15.17:0/1265071262 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fdfa000b040 con 0x55744e5bad40 2024-09-16T01:52:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.795+0000 7fdfb2aca740 10 client.26665 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.795+0000 7fdfb2aca740 10 client.26665 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.795+0000 7fdfb2aca740 20 client.26665 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.795+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/1265071262 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55744e5caa80 0x55744e5ccee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.795+0000 7fdfb2aca740 4 client.26665 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:52:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.795+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1265071262 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55744e5227f0 con 0x55744e5caa80 2024-09-16T01:52:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.795+0000 7fdfae48d640 1 --2- 172.21.15.17:0/1265071262 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55744e5caa80 0x55744e5ccee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.795+0000 7fdfae48d640 1 --2- 172.21.15.17:0/1265071262 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55744e5caa80 0x55744e5ccee0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eec7588487ef2add server_cookie=63fdead6569312ab in_seq=0 out_seq=0 2024-09-16T01:52:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.795+0000 7fdf91ffb640 10 client.26665 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.796+0000 7fdf91ffb640 1 -- 172.21.15.17:0/1265071262 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55744e5227f0 con 0x55744e5caa80 2024-09-16T01:52:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.796+0000 7fdf91ffb640 10 client.26665 handle_command_reply: tid=0 2024-09-16T01:52:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.796+0000 7fdfb2aca740 1 client.26665 shutdown 2024-09-16T01:52:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.797+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1265071262 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5bad40 msgr2=0x55744e5b8670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.797+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/1265071262 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5bad40 0x55744e5b8670 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fdfa0005c40 tx=0x7fdfa000d7b0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.797+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1265071262 shutdown_connections 2024-09-16T01:52:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.797+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/1265071262 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55744e5caa80 0x55744e5ccee0 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.797+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/1265071262 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5bad40 0x55744e5b8670 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.797+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/1265071262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5b0480 0x55744e5b8130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.797+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/1265071262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5afb60 0x55744e5b7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.797+0000 7fdf91ffb640 0 client.26665 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:58.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.797+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1265071262 >> 172.21.15.17:0/1265071262 conn(0x55744e5ac0f0 msgr2=0x55744e5b1e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:58.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.797+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1265071262 shutdown_connections 2024-09-16T01:52:58.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.797+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1265071262 wait complete. 2024-09-16T01:52:58.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.797+0000 7fdfb2aca740 20 client.26665 trim_cache size 0 max 16384 2024-09-16T01:52:58.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.817+0000 7fdfb2aca740 1 Processor -- start 2024-09-16T01:52:58.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.817+0000 7fdfb2aca740 1 -- start start 2024-09-16T01:52:58.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.817+0000 7fdfb2aca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5afb60 0x55744e5b2610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.817+0000 7fdfb2aca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5b0480 0x55744e5b9a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.817+0000 7fdfb2aca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5bad40 0x55744e5d27b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.817+0000 7fdfb2aca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa81b2010 con 0x55744e5b0480 2024-09-16T01:52:58.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.817+0000 7fdfb2aca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa81af8e0 con 0x55744e5afb60 2024-09-16T01:52:58.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.817+0000 7fdfb2aca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa81ad710 con 0x55744e5bad40 2024-09-16T01:52:58.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.817+0000 7fdfae48d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5afb60 0x55744e5b2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.817+0000 7fdfadc8c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5b0480 0x55744e5b9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.817+0000 7fdfae48d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5afb60 0x55744e5b2610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:57510/0 (socket says 172.21.15.17:57510) 2024-09-16T01:52:58.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.818+0000 7fdfae48d640 1 -- 172.21.15.17:0/454254534 learned_addr learned my addr 172.21.15.17:0/454254534 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:58.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.818+0000 7fdfadc8c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5b0480 0x55744e5b9a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38000/0 (socket says 172.21.15.17:38000) 2024-09-16T01:52:58.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.818+0000 7fdfaec8e640 1 --2- 172.21.15.17:0/454254534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5bad40 0x55744e5d27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.818+0000 7fdfae48d640 1 -- 172.21.15.17:0/454254534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5bad40 msgr2=0x55744e5d27b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:58.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.818+0000 7fdfae48d640 1 --2- 172.21.15.17:0/454254534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5bad40 0x55744e5d27b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.818+0000 7fdfae48d640 1 -- 172.21.15.17:0/454254534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5b0480 msgr2=0x55744e5b9a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:58.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.818+0000 7fdfae48d640 1 --2- 172.21.15.17:0/454254534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5b0480 0x55744e5b9a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.818+0000 7fdfae48d640 1 -- 172.21.15.17:0/454254534 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55744e5abf20 con 0x55744e5afb60 2024-09-16T01:52:58.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.818+0000 7fdfae48d640 1 --2- 172.21.15.17:0/454254534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5afb60 0x55744e5b2610 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdfa409bde0 tx=0x7fdfa409bcd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d71e5af4b7699ae server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:58.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.818+0000 7fdf93fff640 1 -- 172.21.15.17:0/454254534 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa40b5020 con 0x55744e5afb60 2024-09-16T01:52:58.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.818+0000 7fdf93fff640 1 -- 172.21.15.17:0/454254534 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfa40d6040 con 0x55744e5afb60 2024-09-16T01:52:58.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.818+0000 7fdf93fff640 1 -- 172.21.15.17:0/454254534 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa409c0e0 con 0x55744e5afb60 2024-09-16T01:52:58.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.819+0000 7fdfb2aca740 1 -- 172.21.15.17:0/454254534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5afb60 msgr2=0x55744e5b2610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:58.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.819+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/454254534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5afb60 0x55744e5b2610 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdfa409bde0 tx=0x7fdfa409bcd0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.819+0000 7fdfb2aca740 1 -- 172.21.15.17:0/454254534 shutdown_connections 2024-09-16T01:52:58.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.819+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/454254534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5bad40 0x55744e5d27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.819+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/454254534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5b0480 0x55744e5b9a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.819+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/454254534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5afb60 0x55744e5b2610 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.819+0000 7fdfb2aca740 1 -- 172.21.15.17:0/454254534 >> 172.21.15.17:0/454254534 conn(0x55744e5ac0f0 msgr2=0x55744e5b9340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:58.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.819+0000 7fdfb2aca740 1 -- 172.21.15.17:0/454254534 shutdown_connections 2024-09-16T01:52:58.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.819+0000 7fdfb2aca740 1 -- 172.21.15.17:0/454254534 wait complete. 2024-09-16T01:52:58.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.819+0000 7fdfb2aca740 1 -- start start 2024-09-16T01:52:58.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfb2aca740 1 Processor -- start 2024-09-16T01:52:58.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfb2aca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5afb60 0x55744e5c30a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfb2aca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5b0480 0x55744e5c35e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfb2aca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5bad40 0x55744e5be620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfb2aca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa81adda0 con 0x55744e5afb60 2024-09-16T01:52:58.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfb2aca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa81af210 con 0x55744e5bad40 2024-09-16T01:52:58.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfb2aca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdfa81ae470 con 0x55744e5b0480 2024-09-16T01:52:58.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfb2aca740 10 client.0 _ll_register_callbacks cb 0x7fdfa0009cc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:52:58.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfae48d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5afb60 0x55744e5c30a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfae48d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5afb60 0x55744e5c30a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38012/0 (socket says 172.21.15.17:38012) 2024-09-16T01:52:58.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfae48d640 1 -- 172.21.15.17:0/1349403689 learned_addr learned my addr 172.21.15.17:0/1349403689 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:52:58.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfaec8e640 1 --2- 172.21.15.17:0/1349403689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5bad40 0x55744e5be620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfadc8c640 1 --2- 172.21.15.17:0/1349403689 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5b0480 0x55744e5c35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfae48d640 1 -- 172.21.15.17:0/1349403689 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5b0480 msgr2=0x55744e5c35e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:58.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfae48d640 1 --2- 172.21.15.17:0/1349403689 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5b0480 0x55744e5c35e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfae48d640 1 -- 172.21.15.17:0/1349403689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5bad40 msgr2=0x55744e5be620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:52:58.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfae48d640 1 --2- 172.21.15.17:0/1349403689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5bad40 0x55744e5be620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.820+0000 7fdfae48d640 1 -- 172.21.15.17:0/1349403689 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55744e5bee50 con 0x55744e5afb60 2024-09-16T01:52:58.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.821+0000 7fdfae48d640 1 --2- 172.21.15.17:0/1349403689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5afb60 0x55744e5c30a0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fdfa40095f0 tx=0x7fdfa409beb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df3384f2e1f03cae server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:52:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.821+0000 7fdf91ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:52:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.821+0000 7fdf91ffb640 1 -- 172.21.15.17:0/1349403689 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdfa40b5040 con 0x55744e5afb60 2024-09-16T01:52:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.821+0000 7fdf91ffb640 1 -- 172.21.15.17:0/1349403689 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdfa40a0190 con 0x55744e5afb60 2024-09-16T01:52:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.821+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1349403689 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdfa40d6040 con 0x55744e5afb60 2024-09-16T01:52:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.821+0000 7fdf91ffb640 1 -- 172.21.15.17:0/1349403689 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdfa4003b30 con 0x55744e5afb60 2024-09-16T01:52:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.821+0000 7fdfb2aca740 10 client.17016 fetch_fsmap learned FSMap version 25 2024-09-16T01:52:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.821+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1349403689 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55744e635420 con 0x55744e5afb60 2024-09-16T01:52:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.821+0000 7fdf91ffb640 1 -- 172.21.15.17:0/1349403689 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdfa40d6040 con 0x55744e5afb60 2024-09-16T01:52:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.821+0000 7fdf91ffb640 1 -- 172.21.15.17:0/1349403689 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fdfa4098750 con 0x55744e5afb60 2024-09-16T01:52:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.822+0000 7fdfb2aca740 10 client.17016 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:52:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.822+0000 7fdfb2aca740 10 client.17016 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:52:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.822+0000 7fdfb2aca740 20 client.17016 populate_metadata read hostname 'smithi017' 2024-09-16T01:52:58.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.822+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/1349403689 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55744e635420 0x55744e637810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:52:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.822+0000 7fdfb2aca740 4 client.17016 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:52:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.822+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1349403689 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55744e51cd00 con 0x55744e635420 2024-09-16T01:52:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.822+0000 7fdfadc8c640 1 --2- 172.21.15.17:0/1349403689 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55744e635420 0x55744e637810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:52:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.822+0000 7fdf91ffb640 10 client.17016 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.823+0000 7fdfadc8c640 1 --2- 172.21.15.17:0/1349403689 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55744e635420 0x55744e637810 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f44affd8febf647 server_cookie=7856f3b047d78634 in_seq=0 out_seq=0 2024-09-16T01:52:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.823+0000 7fdf91ffb640 1 -- 172.21.15.17:0/1349403689 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55744e51cd00 con 0x55744e635420 2024-09-16T01:52:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.823+0000 7fdf91ffb640 10 client.17016 handle_command_reply: tid=0 2024-09-16T01:52:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.823+0000 7fdfb2aca740 1 client.17016 shutdown 2024-09-16T01:52:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.823+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1349403689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5afb60 msgr2=0x55744e5c30a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.823+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/1349403689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5afb60 0x55744e5c30a0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7fdfa40095f0 tx=0x7fdfa409beb0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.824+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1349403689 shutdown_connections 2024-09-16T01:52:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.824+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/1349403689 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55744e635420 0x55744e637810 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.824+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/1349403689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55744e5bad40 0x55744e5be620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.824+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/1349403689 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55744e5b0480 0x55744e5c35e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.824+0000 7fdf91ffb640 0 client.17016 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:52:58.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.824+0000 7fdfb2aca740 1 --2- 172.21.15.17:0/1349403689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55744e5afb60 0x55744e5c30a0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.824+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1349403689 >> 172.21.15.17:0/1349403689 conn(0x55744e5ac0f0 msgr2=0x55744e5b83d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:58.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.824+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1349403689 shutdown_connections 2024-09-16T01:52:58.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.824+0000 7fdfb2aca740 1 -- 172.21.15.17:0/1349403689 wait complete. 2024-09-16T01:52:58.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.824+0000 7fdfb2aca740 20 client.17016 trim_cache size 0 max 16384 2024-09-16T01:52:58.831 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:52:58.831 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:52:58.831 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "37c61357-8aa0-4255-9b50-45606917e9fd", 2024-09-16T01:52:58.832 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:52:58.832 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:52:58.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.824+0000 7fdfb06f1640 1 -- 172.21.15.17:0/4289136394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdf940a32c0 msgr2=0x7fdf940a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:58.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.824+0000 7fdfb06f1640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdf940a32c0 0x7fdf940a5780 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x55744e5ad470 tx=0x7fdf98009490 comp rx=0 tx=0).stop 2024-09-16T01:52:58.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.824+0000 7fdfb06f1640 1 -- 172.21.15.17:0/4289136394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa8100e20 msgr2=0x7fdfa80fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:52:58.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.824+0000 7fdfb06f1640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa8100e20 0x7fdfa80fcc80 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7fdfa400ea60 tx=0x7fdfa400ef20 comp rx=0 tx=0).stop 2024-09-16T01:52:58.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.825+0000 7fdfb06f1640 1 -- 172.21.15.17:0/4289136394 shutdown_connections 2024-09-16T01:52:58.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.825+0000 7fdfb06f1640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdf940a32c0 0x7fdf940a5780 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.825+0000 7fdfb06f1640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdfa8102ef0 0x7fdfa80fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.825+0000 7fdfb06f1640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdfa8102570 0x7fdfa80fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.825+0000 7fdfb06f1640 1 --2- 172.21.15.17:0/4289136394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfa8100e20 0x7fdfa80fcc80 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:52:58.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.825+0000 7fdfb06f1640 1 -- 172.21.15.17:0/4289136394 >> 172.21.15.17:0/4289136394 conn(0x7fdfa80fc7d0 msgr2=0x7fdfa8069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:52:58.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.825+0000 7fdfb06f1640 1 -- 172.21.15.17:0/4289136394 shutdown_connections 2024-09-16T01:52:58.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:52:58.825+0000 7fdfb06f1640 1 -- 172.21.15.17:0/4289136394 wait complete. 2024-09-16T01:52:59.572 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:52:59.613 INFO:tasks.workunit.client.0.smithi017.stdout: 1 349918 3.73 MB/sec execute 382 sec latency 15.244 ms 2024-09-16T01:52:59.861 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:53:00.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:00 smithi017 ceph-mon[30972]: pgmap v623: 97 pgs: 97 active+clean; 151 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 90 op/s 2024-09-16T01:53:00.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:00 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:53:00.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:00 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:00.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:00 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:53:00.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:00 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:00.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:00 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:53:00.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.387+0000 7fe6261eb640 1 -- 172.21.15.17:0/3079756824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe620102db0 msgr2=0x7fe620103190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:00.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.387+0000 7fe6261eb640 1 --2- 172.21.15.17:0/3079756824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe620102db0 0x7fe620103190 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7fe610009cd0 tx=0x7fe61002a8e0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.387+0000 7fe6261eb640 1 -- 172.21.15.17:0/3079756824 shutdown_connections 2024-09-16T01:53:00.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.387+0000 7fe6261eb640 1 --2- 172.21.15.17:0/3079756824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6201082e0 0x7fe62010ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.387+0000 7fe6261eb640 1 --2- 172.21.15.17:0/3079756824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe620103760 0x7fe620107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.387+0000 7fe6261eb640 1 --2- 172.21.15.17:0/3079756824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe620102db0 0x7fe620103190 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.387+0000 7fe6261eb640 1 -- 172.21.15.17:0/3079756824 >> 172.21.15.17:0/3079756824 conn(0x7fe6200fc7d0 msgr2=0x7fe6200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:00.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.387+0000 7fe6261eb640 1 -- 172.21.15.17:0/3079756824 shutdown_connections 2024-09-16T01:53:00.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.387+0000 7fe6261eb640 1 -- 172.21.15.17:0/3079756824 wait complete. 2024-09-16T01:53:00.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.388+0000 7fe6261eb640 1 Processor -- start 2024-09-16T01:53:00.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.388+0000 7fe6261eb640 1 -- start start 2024-09-16T01:53:00.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.388+0000 7fe6261eb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe620102db0 0x7fe620100a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.388+0000 7fe6261eb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe620103760 0x7fe620100f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.388+0000 7fe6261eb640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6201082e0 0x7fe620101490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe6261eb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe620111f40 con 0x7fe620102db0 2024-09-16T01:53:00.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe6261eb640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe620111dc0 con 0x7fe6201082e0 2024-09-16T01:53:00.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe6261eb640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6201120c0 con 0x7fe620103760 2024-09-16T01:53:00.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe61f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe620102db0 0x7fe620100a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe61f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe620102db0 0x7fe620100a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38028/0 (socket says 172.21.15.17:38028) 2024-09-16T01:53:00.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe61f7fe640 1 -- 172.21.15.17:0/2654353504 learned_addr learned my addr 172.21.15.17:0/2654353504 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:00.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe61ffff640 1 --2- 172.21.15.17:0/2654353504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6201082e0 0x7fe620101490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe61effd640 1 --2- 172.21.15.17:0/2654353504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe620103760 0x7fe620100f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe61f7fe640 1 -- 172.21.15.17:0/2654353504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe620103760 msgr2=0x7fe620100f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:00.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe61f7fe640 1 --2- 172.21.15.17:0/2654353504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe620103760 0x7fe620100f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe61f7fe640 1 -- 172.21.15.17:0/2654353504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6201082e0 msgr2=0x7fe620101490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:00.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe61f7fe640 1 --2- 172.21.15.17:0/2654353504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6201082e0 0x7fe620101490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe61f7fe640 1 -- 172.21.15.17:0/2654353504 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6201a6a20 con 0x7fe620102db0 2024-09-16T01:53:00.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe61f7fe640 1 --2- 172.21.15.17:0/2654353504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe620102db0 0x7fe620100a10 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fe610031e40 tx=0x7fe6100093d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:00.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe61cff9640 1 -- 172.21.15.17:0/2654353504 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe610004040 con 0x7fe620102db0 2024-09-16T01:53:00.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.389+0000 7fe6261eb640 1 -- 172.21.15.17:0/2654353504 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6201a6cb0 con 0x7fe620102db0 2024-09-16T01:53:00.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.390+0000 7fe61cff9640 1 -- 172.21.15.17:0/2654353504 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe610004690 con 0x7fe620102db0 2024-09-16T01:53:00.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.390+0000 7fe61cff9640 1 -- 172.21.15.17:0/2654353504 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe610030e20 con 0x7fe620102db0 2024-09-16T01:53:00.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.390+0000 7fe6261eb640 1 -- 172.21.15.17:0/2654353504 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6201a71e0 con 0x7fe620102db0 2024-09-16T01:53:00.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.392+0000 7fe6285c4740 1 Processor -- start 2024-09-16T01:53:00.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.392+0000 7fe6285c4740 1 -- start start 2024-09-16T01:53:00.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.392+0000 7fe61cff9640 1 -- 172.21.15.17:0/2654353504 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe610043020 con 0x7fe620102db0 2024-09-16T01:53:00.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe6285c4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5a34a0 0x55e24e5a3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe6285c4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5ae140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe6285c4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5ae680 0x55e24e5b0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe6285c4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e24e5092e0 con 0x55e24e5ae680 2024-09-16T01:53:00.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe6285c4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e24e4b0ce0 con 0x55e24e5a34a0 2024-09-16T01:53:00.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe6285c4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e24e5052a0 con 0x55e24e5a3dc0 2024-09-16T01:53:00.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe61effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5ae680 0x55e24e5b0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe61f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe61effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5ae680 0x55e24e5b0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38042/0 (socket says 172.21.15.17:38042) 2024-09-16T01:53:00.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe61effd640 1 -- 172.21.15.17:0/3010741922 learned_addr learned my addr 172.21.15.17:0/3010741922 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:00.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe61ffff640 1 --2- 172.21.15.17:0/3010741922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5a34a0 0x55e24e5a3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe61effd640 1 -- 172.21.15.17:0/3010741922 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 msgr2=0x55e24e5ae140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:00.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe61effd640 1 --2- 172.21.15.17:0/3010741922 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5ae140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe61effd640 1 -- 172.21.15.17:0/3010741922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5a34a0 msgr2=0x55e24e5a3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:00.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe61effd640 1 --2- 172.21.15.17:0/3010741922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5a34a0 0x55e24e5a3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe61effd640 1 -- 172.21.15.17:0/3010741922 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e24e495440 con 0x55e24e5ae680 2024-09-16T01:53:00.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe61f7fe640 1 --2- 172.21.15.17:0/3010741922 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5ae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:00.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.393+0000 7fe61effd640 1 --2- 172.21.15.17:0/3010741922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5ae680 0x55e24e5b0a70 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fe614009bb0 tx=0x7fe6140117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7707ec1b761e14ca server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:00.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.394+0000 7fe61cff9640 1 --2- 172.21.15.17:0/2654353504 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6080a3240 0x7fe6080a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.394+0000 7fe61ffff640 1 --2- 172.21.15.17:0/2654353504 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6080a3240 0x7fe6080a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.394+0000 7fe605ffb640 1 -- 172.21.15.17:0/3010741922 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe614012450 con 0x55e24e5ae680 2024-09-16T01:53:00.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.394+0000 7fe61cff9640 1 -- 172.21.15.17:0/2654353504 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe61002e030 con 0x7fe620102db0 2024-09-16T01:53:00.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.394+0000 7fe605ffb640 1 -- 172.21.15.17:0/3010741922 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe614012aa0 con 0x55e24e5ae680 2024-09-16T01:53:00.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.394+0000 7fe605ffb640 1 -- 172.21.15.17:0/3010741922 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe61400fad0 con 0x55e24e5ae680 2024-09-16T01:53:00.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.395+0000 7fe6285c4740 1 -- 172.21.15.17:0/3010741922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5ae680 msgr2=0x55e24e5b0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:00.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.395+0000 7fe6285c4740 1 --2- 172.21.15.17:0/3010741922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5ae680 0x55e24e5b0a70 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fe614009bb0 tx=0x7fe6140117b0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.395+0000 7fe61ffff640 1 --2- 172.21.15.17:0/2654353504 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6080a3240 0x7fe6080a5700 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe618009d20 tx=0x7fe618005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:00.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.395+0000 7fe6285c4740 1 -- 172.21.15.17:0/3010741922 shutdown_connections 2024-09-16T01:53:00.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.395+0000 7fe6285c4740 1 --2- 172.21.15.17:0/3010741922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5ae680 0x55e24e5b0a70 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.395+0000 7fe6285c4740 1 --2- 172.21.15.17:0/3010741922 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5ae140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.395+0000 7fe6285c4740 1 --2- 172.21.15.17:0/3010741922 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5a34a0 0x55e24e5a3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.395+0000 7fe6285c4740 1 -- 172.21.15.17:0/3010741922 >> 172.21.15.17:0/3010741922 conn(0x55e24e59fa30 msgr2=0x55e24e59fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:00.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.395+0000 7fe6285c4740 1 -- 172.21.15.17:0/3010741922 shutdown_connections 2024-09-16T01:53:00.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.395+0000 7fe6285c4740 1 -- 172.21.15.17:0/3010741922 wait complete. 2024-09-16T01:53:00.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.395+0000 7fe6285c4740 1 -- start start 2024-09-16T01:53:00.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.395+0000 7fe6285c4740 1 Processor -- start 2024-09-16T01:53:00.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe6285c4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5adfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe6285c4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5ab260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe6285c4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 0x55e24e5ab7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe6285c4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e24e5b1250 con 0x55e24e5a34a0 2024-09-16T01:53:00.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe6285c4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e24e4c4050 con 0x55e24e5ae680 2024-09-16T01:53:00.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe61f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5adfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe6285c4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e24e5b13d0 con 0x55e24e5a3dc0 2024-09-16T01:53:00.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe61f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5adfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38046/0 (socket says 172.21.15.17:38046) 2024-09-16T01:53:00.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe61f7fe640 1 -- 172.21.15.17:0/945814268 learned_addr learned my addr 172.21.15.17:0/945814268 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:00.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe6285c4740 10 client.0 _ll_register_callbacks cb 0x55e24e504160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:00.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe61effd640 1 --2- 172.21.15.17:0/945814268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5ab260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe61ffff640 1 --2- 172.21.15.17:0/945814268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 0x55e24e5ab7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe61f7fe640 1 -- 172.21.15.17:0/945814268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 msgr2=0x55e24e5ab260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:00.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe61f7fe640 1 --2- 172.21.15.17:0/945814268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5ab260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe61f7fe640 1 -- 172.21.15.17:0/945814268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 msgr2=0x55e24e5ab7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:00.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe61f7fe640 1 --2- 172.21.15.17:0/945814268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 0x55e24e5ab7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe61f7fe640 1 -- 172.21.15.17:0/945814268 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e24e27a3c0 con 0x55e24e5a34a0 2024-09-16T01:53:00.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.396+0000 7fe61ffff640 1 --2- 172.21.15.17:0/945814268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 0x55e24e5ab7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:53:00.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.397+0000 7fe61f7fe640 1 --2- 172.21.15.17:0/945814268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5adfb0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fe610000f80 tx=0x7fe610009900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71475cc3431a9774 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:00.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.397+0000 7fe5feffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:53:00.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.397+0000 7fe5feffd640 1 -- 172.21.15.17:0/945814268 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6100bc6e0 con 0x55e24e5a34a0 2024-09-16T01:53:00.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.397+0000 7fe6285c4740 1 -- 172.21.15.17:0/945814268 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe614012aa0 con 0x55e24e5a34a0 2024-09-16T01:53:00.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.397+0000 7fe5feffd640 1 -- 172.21.15.17:0/945814268 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe6100c5580 con 0x55e24e5a34a0 2024-09-16T01:53:00.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.397+0000 7fe5feffd640 1 -- 172.21.15.17:0/945814268 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe6100bc500 con 0x55e24e5a34a0 2024-09-16T01:53:00.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.397+0000 7fe6285c4740 10 client.17028 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:00.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.397+0000 7fe6285c4740 1 -- 172.21.15.17:0/945814268 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e24e5bcc30 con 0x55e24e5a34a0 2024-09-16T01:53:00.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.397+0000 7fe5feffd640 1 -- 172.21.15.17:0/945814268 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe614012aa0 con 0x55e24e5a34a0 2024-09-16T01:53:00.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.397+0000 7fe5feffd640 1 -- 172.21.15.17:0/945814268 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe610030070 con 0x55e24e5a34a0 2024-09-16T01:53:00.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.398+0000 7fe6285c4740 10 client.17028 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:00.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.398+0000 7fe6285c4740 10 client.17028 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:00.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.398+0000 7fe6285c4740 20 client.17028 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:00.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.398+0000 7fe6285c4740 1 --2- 172.21.15.17:0/945814268 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e24e5bdfd0 0x55e24e5c0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.398+0000 7fe6285c4740 4 client.17028 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:53:00.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.398+0000 7fe6285c4740 1 -- 172.21.15.17:0/945814268 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e24e516850 con 0x55e24e5bdfd0 2024-09-16T01:53:00.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.398+0000 7fe61effd640 1 --2- 172.21.15.17:0/945814268 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e24e5bdfd0 0x55e24e5c0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.399+0000 7fe5feffd640 10 client.17028 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:00.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.398+0000 7fe61effd640 1 --2- 172.21.15.17:0/945814268 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e24e5bdfd0 0x55e24e5c0460 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=28061ee83396536a server_cookie=b5bca528110dfd2b in_seq=0 out_seq=0 2024-09-16T01:53:00.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.400+0000 7fe5feffd640 1 -- 172.21.15.17:0/945814268 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e24e516850 con 0x55e24e5bdfd0 2024-09-16T01:53:00.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.400+0000 7fe5feffd640 10 client.17028 handle_command_reply: tid=0 2024-09-16T01:53:00.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.400+0000 7fe6285c4740 1 client.17028 shutdown 2024-09-16T01:53:00.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.400+0000 7fe6285c4740 1 -- 172.21.15.17:0/945814268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 msgr2=0x55e24e5adfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:00.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.400+0000 7fe6285c4740 1 --2- 172.21.15.17:0/945814268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5adfb0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7fe610000f80 tx=0x7fe610009900 comp rx=0 tx=0).stop 2024-09-16T01:53:00.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.401+0000 7fe6285c4740 1 -- 172.21.15.17:0/945814268 shutdown_connections 2024-09-16T01:53:00.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.401+0000 7fe6285c4740 1 --2- 172.21.15.17:0/945814268 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e24e5bdfd0 0x55e24e5c0460 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.401+0000 7fe6285c4740 1 --2- 172.21.15.17:0/945814268 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 0x55e24e5ab7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.401+0000 7fe6285c4740 1 --2- 172.21.15.17:0/945814268 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5ab260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.401+0000 7fe6285c4740 1 --2- 172.21.15.17:0/945814268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5adfb0 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.401+0000 7fe6285c4740 1 -- 172.21.15.17:0/945814268 >> 172.21.15.17:0/945814268 conn(0x55e24e59fa30 msgr2=0x55e24e5a5710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:00.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.401+0000 7fe5feffd640 0 client.17028 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:00.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.401+0000 7fe6285c4740 1 -- 172.21.15.17:0/945814268 shutdown_connections 2024-09-16T01:53:00.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.401+0000 7fe6285c4740 1 -- 172.21.15.17:0/945814268 wait complete. 2024-09-16T01:53:00.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.401+0000 7fe6285c4740 20 client.17028 trim_cache size 0 max 16384 2024-09-16T01:53:00.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe6285c4740 1 Processor -- start 2024-09-16T01:53:00.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe6285c4740 1 -- start start 2024-09-16T01:53:00.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe6285c4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5ba4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe6285c4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5a67f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe6285c4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 0x55e24e5c5d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe6285c4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe6201b1f60 con 0x55e24e5a34a0 2024-09-16T01:53:00.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe6285c4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe6201af830 con 0x55e24e5ae680 2024-09-16T01:53:00.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe6285c4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6201ad660 con 0x55e24e5a3dc0 2024-09-16T01:53:00.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe61f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5ba4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe61f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5ba4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38056/0 (socket says 172.21.15.17:38056) 2024-09-16T01:53:00.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe61f7fe640 1 -- 172.21.15.17:0/901003071 learned_addr learned my addr 172.21.15.17:0/901003071 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:00.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe61effd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5a67f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe61ffff640 1 --2- 172.21.15.17:0/901003071 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 0x55e24e5c5d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe61effd640 1 -- 172.21.15.17:0/901003071 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 msgr2=0x55e24e5c5d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:00.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe61effd640 1 --2- 172.21.15.17:0/901003071 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 0x55e24e5c5d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe61effd640 1 -- 172.21.15.17:0/901003071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 msgr2=0x55e24e5ba4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:00.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe61effd640 1 --2- 172.21.15.17:0/901003071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5ba4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe61effd640 1 -- 172.21.15.17:0/901003071 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e24e5a32d0 con 0x55e24e5a3dc0 2024-09-16T01:53:00.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.422+0000 7fe61f7fe640 1 --2- 172.21.15.17:0/901003071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5ba4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:00.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.423+0000 7fe61effd640 1 --2- 172.21.15.17:0/901003071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5a67f0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe614000c00 tx=0x7fe614009ee0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=63ffe9fedcb88de2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:00.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.423+0000 7fe6057fa640 1 -- 172.21.15.17:0/901003071 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe614009ca0 con 0x55e24e5a3dc0 2024-09-16T01:53:00.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.423+0000 7fe6057fa640 1 -- 172.21.15.17:0/901003071 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe6140035f0 con 0x55e24e5a3dc0 2024-09-16T01:53:00.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.423+0000 7fe6057fa640 1 -- 172.21.15.17:0/901003071 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe61400f840 con 0x55e24e5a3dc0 2024-09-16T01:53:00.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.424+0000 7fe6285c4740 1 -- 172.21.15.17:0/901003071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 msgr2=0x55e24e5a67f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:00.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.424+0000 7fe6285c4740 1 --2- 172.21.15.17:0/901003071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5a67f0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe614000c00 tx=0x7fe614009ee0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.424+0000 7fe6285c4740 1 -- 172.21.15.17:0/901003071 shutdown_connections 2024-09-16T01:53:00.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.424+0000 7fe6285c4740 1 --2- 172.21.15.17:0/901003071 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 0x55e24e5c5d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.424+0000 7fe6285c4740 1 --2- 172.21.15.17:0/901003071 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5a67f0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.424+0000 7fe6285c4740 1 --2- 172.21.15.17:0/901003071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5ba4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.424+0000 7fe6285c4740 1 -- 172.21.15.17:0/901003071 >> 172.21.15.17:0/901003071 conn(0x55e24e59fa30 msgr2=0x55e24e5a60e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:00.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.424+0000 7fe6285c4740 1 -- 172.21.15.17:0/901003071 shutdown_connections 2024-09-16T01:53:00.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.424+0000 7fe6285c4740 1 -- 172.21.15.17:0/901003071 wait complete. 2024-09-16T01:53:00.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.424+0000 7fe6285c4740 1 -- start start 2024-09-16T01:53:00.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.424+0000 7fe6285c4740 1 Processor -- start 2024-09-16T01:53:00.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe6285c4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5b6aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe6285c4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5b1dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe6285c4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 0x55e24e5b2310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe6285c4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe6201adcf0 con 0x55e24e5a34a0 2024-09-16T01:53:00.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe6285c4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe6201af160 con 0x55e24e5ae680 2024-09-16T01:53:00.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe6285c4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6201ae3c0 con 0x55e24e5a3dc0 2024-09-16T01:53:00.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe6285c4740 10 client.0 _ll_register_callbacks cb 0x7fe610030fc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:00.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe61f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5b6aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe61f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5b6aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38072/0 (socket says 172.21.15.17:38072) 2024-09-16T01:53:00.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe61f7fe640 1 -- 172.21.15.17:0/2160506166 learned_addr learned my addr 172.21.15.17:0/2160506166 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:00.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe61effd640 1 --2- 172.21.15.17:0/2160506166 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5b1dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe61ffff640 1 --2- 172.21.15.17:0/2160506166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 0x55e24e5b2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe61f7fe640 1 -- 172.21.15.17:0/2160506166 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 msgr2=0x55e24e5b1dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:00.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe61f7fe640 1 --2- 172.21.15.17:0/2160506166 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5b1dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe61f7fe640 1 -- 172.21.15.17:0/2160506166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 msgr2=0x55e24e5b2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:00.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe61f7fe640 1 --2- 172.21.15.17:0/2160506166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 0x55e24e5b2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe61f7fe640 1 -- 172.21.15.17:0/2160506166 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e24e5b2850 con 0x55e24e5a34a0 2024-09-16T01:53:00.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.425+0000 7fe61effd640 1 --2- 172.21.15.17:0/2160506166 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5b1dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:00.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.426+0000 7fe61f7fe640 1 --2- 172.21.15.17:0/2160506166 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5b6aa0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fe6100b9520 tx=0x7fe6100c5630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6be9f65feab60eb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:00.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.426+0000 7fe5feffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:53:00.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.426+0000 7fe5feffd640 1 -- 172.21.15.17:0/2160506166 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6100bc6e0 con 0x55e24e5a34a0 2024-09-16T01:53:00.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.426+0000 7fe5feffd640 1 -- 172.21.15.17:0/2160506166 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe6100f00d0 con 0x55e24e5a34a0 2024-09-16T01:53:00.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.426+0000 7fe6285c4740 1 -- 172.21.15.17:0/2160506166 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe6140035f0 con 0x55e24e5a34a0 2024-09-16T01:53:00.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.426+0000 7fe5feffd640 1 -- 172.21.15.17:0/2160506166 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fe6100b8e40 con 0x55e24e5a34a0 2024-09-16T01:53:00.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.426+0000 7fe6285c4740 10 client.17034 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:00.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.426+0000 7fe6285c4740 1 -- 172.21.15.17:0/2160506166 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55e24e6289e0 con 0x55e24e5a34a0 2024-09-16T01:53:00.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.426+0000 7fe5feffd640 1 -- 172.21.15.17:0/2160506166 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe6140035f0 con 0x55e24e5a34a0 2024-09-16T01:53:00.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.426+0000 7fe5feffd640 1 -- 172.21.15.17:0/2160506166 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fe610030040 con 0x55e24e5a34a0 2024-09-16T01:53:00.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.426+0000 7fe6285c4740 10 client.17034 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:00.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.427+0000 7fe6285c4740 10 client.17034 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:00.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.427+0000 7fe6285c4740 20 client.17034 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:00.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.427+0000 7fe6285c4740 1 --2- 172.21.15.17:0/2160506166 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e24e628f70 0x55e24e62b360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:00.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.427+0000 7fe6285c4740 4 client.17034 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:53:00.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.427+0000 7fe6285c4740 1 -- 172.21.15.17:0/2160506166 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e24e510d60 con 0x55e24e628f70 2024-09-16T01:53:00.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.427+0000 7fe61effd640 1 --2- 172.21.15.17:0/2160506166 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e24e628f70 0x55e24e62b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:00.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.427+0000 7fe61effd640 1 --2- 172.21.15.17:0/2160506166 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e24e628f70 0x55e24e62b360 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3ec16d731f25b13 server_cookie=d8e7e6ed5e3a8a5 in_seq=0 out_seq=0 2024-09-16T01:53:00.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.427+0000 7fe5feffd640 10 client.17034 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:00.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.427+0000 7fe5feffd640 1 -- 172.21.15.17:0/2160506166 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e24e510d60 con 0x55e24e628f70 2024-09-16T01:53:00.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.427+0000 7fe5feffd640 10 client.17034 handle_command_reply: tid=0 2024-09-16T01:53:00.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.428+0000 7fe6285c4740 1 client.17034 shutdown 2024-09-16T01:53:00.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.428+0000 7fe6285c4740 1 -- 172.21.15.17:0/2160506166 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 msgr2=0x55e24e5b6aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:00.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.428+0000 7fe6285c4740 1 --2- 172.21.15.17:0/2160506166 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5b6aa0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7fe6100b9520 tx=0x7fe6100c5630 comp rx=0 tx=0).stop 2024-09-16T01:53:00.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.428+0000 7fe6285c4740 1 -- 172.21.15.17:0/2160506166 shutdown_connections 2024-09-16T01:53:00.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.428+0000 7fe6285c4740 1 --2- 172.21.15.17:0/2160506166 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e24e628f70 0x55e24e62b360 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.428+0000 7fe6285c4740 1 --2- 172.21.15.17:0/2160506166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e24e5ae680 0x55e24e5b2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.428+0000 7fe6285c4740 1 --2- 172.21.15.17:0/2160506166 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e24e5a3dc0 0x55e24e5b1dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.428+0000 7fe6285c4740 1 --2- 172.21.15.17:0/2160506166 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e24e5a34a0 0x55e24e5b6aa0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.428+0000 7fe6285c4740 1 -- 172.21.15.17:0/2160506166 >> 172.21.15.17:0/2160506166 conn(0x55e24e59fa30 msgr2=0x55e24e5a9700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:00.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.428+0000 7fe5feffd640 0 client.17034 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:00.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.428+0000 7fe6285c4740 1 -- 172.21.15.17:0/2160506166 shutdown_connections 2024-09-16T01:53:00.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.428+0000 7fe6285c4740 1 -- 172.21.15.17:0/2160506166 wait complete. 2024-09-16T01:53:00.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.428+0000 7fe6285c4740 20 client.17034 trim_cache size 0 max 16384 2024-09-16T01:53:00.440 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:53:00.440 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:53:00.440 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:53:00.440 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:53:00.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.429+0000 7fe6261eb640 1 -- 172.21.15.17:0/2654353504 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6080a3240 msgr2=0x7fe6080a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:00.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.429+0000 7fe6261eb640 1 --2- 172.21.15.17:0/2654353504 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6080a3240 0x7fe6080a5700 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fe618009d20 tx=0x7fe618005f90 comp rx=0 tx=0).stop 2024-09-16T01:53:00.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.429+0000 7fe6261eb640 1 -- 172.21.15.17:0/2654353504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe620102db0 msgr2=0x7fe620100a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:00.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.429+0000 7fe6261eb640 1 --2- 172.21.15.17:0/2654353504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe620102db0 0x7fe620100a10 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fe610031e40 tx=0x7fe6100093d0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.429+0000 7fe6261eb640 1 -- 172.21.15.17:0/2654353504 shutdown_connections 2024-09-16T01:53:00.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.429+0000 7fe6261eb640 1 --2- 172.21.15.17:0/2654353504 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6080a3240 0x7fe6080a5700 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.429+0000 7fe6261eb640 1 --2- 172.21.15.17:0/2654353504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6201082e0 0x7fe620101490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.429+0000 7fe6261eb640 1 --2- 172.21.15.17:0/2654353504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe620103760 0x7fe620100f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.429+0000 7fe6261eb640 1 --2- 172.21.15.17:0/2654353504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe620102db0 0x7fe620100a10 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:00.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.429+0000 7fe6261eb640 1 -- 172.21.15.17:0/2654353504 >> 172.21.15.17:0/2654353504 conn(0x7fe6200fc7d0 msgr2=0x7fe620105e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:00.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.429+0000 7fe6261eb640 1 -- 172.21.15.17:0/2654353504 shutdown_connections 2024-09-16T01:53:00.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:00.429+0000 7fe6261eb640 1 -- 172.21.15.17:0/2654353504 wait complete. 2024-09-16T01:53:00.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:00 smithi029 ceph-mon[34783]: pgmap v623: 97 pgs: 97 active+clean; 151 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 90 op/s 2024-09-16T01:53:00.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:00 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:53:00.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:00 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:00.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:00 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:53:00.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:00 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:00.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:00 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:53:00.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:00 smithi122 ceph-mon[34758]: pgmap v623: 97 pgs: 97 active+clean; 151 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.7 MiB/s wr, 90 op/s 2024-09-16T01:53:00.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:00 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:53:00.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:00 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:00.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:00 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:53:00.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:00 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:00.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:00 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:53:00.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 350795 3.74 MB/sec execute 383 sec latency 13.719 ms 2024-09-16T01:53:01.357 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:53:01.357 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:53:01.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 351366 3.75 MB/sec execute 384 sec latency 52.416 ms 2024-09-16T01:53:01.681 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:53:02.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.170+0000 7fa742954640 1 -- 172.21.15.17:0/3350320975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c106f10 msgr2=0x7fa73c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:02.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.170+0000 7fa742954640 1 --2- 172.21.15.17:0/3350320975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c106f10 0x7fa73c10ea90 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fa734009ca0 tx=0x7fa73402a8c0 comp rx=0 tx=0).stop 2024-09-16T01:53:02.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.170+0000 7fa742954640 1 -- 172.21.15.17:0/3350320975 shutdown_connections 2024-09-16T01:53:02.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.170+0000 7fa742954640 1 --2- 172.21.15.17:0/3350320975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c106f10 0x7fa73c10ea90 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:02.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.170+0000 7fa742954640 1 --2- 172.21.15.17:0/3350320975 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa73c102790 0x7fa73c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:02.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.170+0000 7fa742954640 1 --2- 172.21.15.17:0/3350320975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa73c101de0 0x7fa73c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:02.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.170+0000 7fa742954640 1 -- 172.21.15.17:0/3350320975 >> 172.21.15.17:0/3350320975 conn(0x7fa73c0fd8e0 msgr2=0x7fa73c0ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:02.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.170+0000 7fa742954640 1 -- 172.21.15.17:0/3350320975 shutdown_connections 2024-09-16T01:53:02.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.170+0000 7fa742954640 1 -- 172.21.15.17:0/3350320975 wait complete. 2024-09-16T01:53:02.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa742954640 1 Processor -- start 2024-09-16T01:53:02.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa742954640 1 -- start start 2024-09-16T01:53:02.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa742954640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c101de0 0x7fa73c198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:02.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa742954640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa73c102790 0x7fa73c198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:02.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa742954640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa73c106f10 0x7fa73c19cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:02.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa742954640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa73c111e20 con 0x7fa73c101de0 2024-09-16T01:53:02.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa742954640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa73c111ca0 con 0x7fa73c106f10 2024-09-16T01:53:02.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa742954640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa73c111fa0 con 0x7fa73c102790 2024-09-16T01:53:02.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa73bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c101de0 0x7fa73c198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:02.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa73bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c101de0 0x7fa73c198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38080/0 (socket says 172.21.15.17:38080) 2024-09-16T01:53:02.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa73bfff640 1 -- 172.21.15.17:0/511146057 learned_addr learned my addr 172.21.15.17:0/511146057 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:02.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa733fff640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa73c102790 0x7fa73c198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:02.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa740ef1640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa73c106f10 0x7fa73c19cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:02.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa73bfff640 1 -- 172.21.15.17:0/511146057 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa73c102790 msgr2=0x7fa73c198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:02.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa73bfff640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa73c102790 0x7fa73c198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:02.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa73bfff640 1 -- 172.21.15.17:0/511146057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa73c106f10 msgr2=0x7fa73c19cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:02.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa73bfff640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa73c106f10 0x7fa73c19cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:02.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa73bfff640 1 -- 172.21.15.17:0/511146057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa73c19d2d0 con 0x7fa73c101de0 2024-09-16T01:53:02.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.171+0000 7fa733fff640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa73c102790 0x7fa73c198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:53:02.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.172+0000 7fa73bfff640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c101de0 0x7fa73c198320 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fa72c00d950 tx=0x7fa72c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:02.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.172+0000 7fa739ffb640 1 -- 172.21.15.17:0/511146057 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa72c017070 con 0x7fa73c101de0 2024-09-16T01:53:02.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.172+0000 7fa742954640 1 -- 172.21.15.17:0/511146057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa73c19d5c0 con 0x7fa73c101de0 2024-09-16T01:53:02.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.172+0000 7fa739ffb640 1 -- 172.21.15.17:0/511146057 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa72c009c30 con 0x7fa73c101de0 2024-09-16T01:53:02.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.172+0000 7fa739ffb640 1 -- 172.21.15.17:0/511146057 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa72c00f620 con 0x7fa73c101de0 2024-09-16T01:53:02.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.172+0000 7fa742954640 1 -- 172.21.15.17:0/511146057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa73c1a4ea0 con 0x7fa73c101de0 2024-09-16T01:53:02.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.173+0000 7fa742954640 1 -- 172.21.15.17:0/511146057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa73c1021c0 con 0x7fa73c101de0 2024-09-16T01:53:02.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.174+0000 7fa739ffb640 1 -- 172.21.15.17:0/511146057 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fa72c0109a0 con 0x7fa73c101de0 2024-09-16T01:53:02.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.175+0000 7fa739ffb640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa7280a3240 0x7fa7280a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:02.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.175+0000 7fa739ffb640 1 -- 172.21.15.17:0/511146057 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa72c0cf560 con 0x7fa73c101de0 2024-09-16T01:53:02.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.175+0000 7fa733fff640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa7280a3240 0x7fa7280a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:02.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.176+0000 7fa733fff640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa7280a3240 0x7fa7280a5700 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fa73c0ffe00 tx=0x7fa724005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:02.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.180+0000 7fa739ffb640 1 -- 172.21.15.17:0/511146057 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa72c009de0 con 0x7fa73c101de0 2024-09-16T01:53:02.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.410+0000 7fa742954640 1 -- 172.21.15.17:0/511146057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa73c02d7c0 con 0x7fa73c101de0 2024-09-16T01:53:02.411 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:02 smithi017 ceph-mon[30972]: pgmap v624: 97 pgs: 97 active+clean; 153 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:53:02.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.410+0000 7fa739ffb640 1 -- 172.21.15.17:0/511146057 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7fa72c09c280 con 0x7fa73c101de0 2024-09-16T01:53:02.412 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:53:02.412 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:53:02.413 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:53:02.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.413+0000 7fa742954640 1 -- 172.21.15.17:0/511146057 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa7280a3240 msgr2=0x7fa7280a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:02.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.413+0000 7fa742954640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa7280a3240 0x7fa7280a5700 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7fa73c0ffe00 tx=0x7fa724005f90 comp rx=0 tx=0).stop 2024-09-16T01:53:02.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.413+0000 7fa742954640 1 -- 172.21.15.17:0/511146057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c101de0 msgr2=0x7fa73c198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:02.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.413+0000 7fa742954640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c101de0 0x7fa73c198320 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fa72c00d950 tx=0x7fa72c00de10 comp rx=0 tx=0).stop 2024-09-16T01:53:02.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.413+0000 7fa742954640 1 -- 172.21.15.17:0/511146057 shutdown_connections 2024-09-16T01:53:02.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.413+0000 7fa742954640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa7280a3240 0x7fa7280a5700 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:02.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.413+0000 7fa742954640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa73c106f10 0x7fa73c19cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:02.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.413+0000 7fa742954640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa73c102790 0x7fa73c198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:02.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.413+0000 7fa742954640 1 --2- 172.21.15.17:0/511146057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c101de0 0x7fa73c198320 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:02.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.413+0000 7fa742954640 1 -- 172.21.15.17:0/511146057 >> 172.21.15.17:0/511146057 conn(0x7fa73c0fd8e0 msgr2=0x7fa73c0fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:02.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.413+0000 7fa742954640 1 -- 172.21.15.17:0/511146057 shutdown_connections 2024-09-16T01:53:02.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:02.413+0000 7fa742954640 1 -- 172.21.15.17:0/511146057 wait complete. 2024-09-16T01:53:02.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:02 smithi122 ceph-mon[34758]: pgmap v624: 97 pgs: 97 active+clean; 153 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:53:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:02 smithi029 ceph-mon[34783]: pgmap v624: 97 pgs: 97 active+clean; 153 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 284 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:53:02.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 351779 3.74 MB/sec execute 385 sec latency 17.059 ms 2024-09-16T01:53:03.086 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:53:03.373 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:53:03.495 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:03 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/511146057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:53:03.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:03 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/511146057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:53:03.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:03 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/511146057' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:53:03.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 352546 3.74 MB/sec execute 386 sec latency 16.271 ms 2024-09-16T01:53:03.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.892+0000 7f7fbe145640 1 -- 172.21.15.17:0/609700475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fb81027c0 msgr2=0x7f7fb8106810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:03.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.892+0000 7f7fbe145640 1 --2- 172.21.15.17:0/609700475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fb81027c0 0x7f7fb8106810 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f7fac009900 tx=0x7f7fac02a410 comp rx=0 tx=0).stop 2024-09-16T01:53:03.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.892+0000 7f7fbe145640 1 -- 172.21.15.17:0/609700475 shutdown_connections 2024-09-16T01:53:03.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.892+0000 7f7fbe145640 1 --2- 172.21.15.17:0/609700475 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fb8106f40 0x7f7fb810eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.892+0000 7f7fbe145640 1 --2- 172.21.15.17:0/609700475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fb81027c0 0x7f7fb8106810 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.892+0000 7f7fbe145640 1 --2- 172.21.15.17:0/609700475 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fb8101e10 0x7f7fb81021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.892+0000 7f7fbe145640 1 -- 172.21.15.17:0/609700475 >> 172.21.15.17:0/609700475 conn(0x7f7fb80fd8d0 msgr2=0x7f7fb80ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:03.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.893+0000 7f7fbe145640 1 -- 172.21.15.17:0/609700475 shutdown_connections 2024-09-16T01:53:03.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.893+0000 7f7fbe145640 1 -- 172.21.15.17:0/609700475 wait complete. 2024-09-16T01:53:03.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.893+0000 7f7fbe145640 1 Processor -- start 2024-09-16T01:53:03.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.893+0000 7f7fbe145640 1 -- start start 2024-09-16T01:53:03.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fbe145640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fb8101e10 0x7f7fb8198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fbe145640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fb81027c0 0x7f7fb81988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fbe145640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fb8106f40 0x7f7fb819cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fbe145640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb8111e50 con 0x7f7fb8106f40 2024-09-16T01:53:03.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fbe145640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb8111cd0 con 0x7f7fb8101e10 2024-09-16T01:53:03.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fbe145640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb8111fd0 con 0x7f7fb81027c0 2024-09-16T01:53:03.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fb6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fb81027c0 0x7f7fb81988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fb6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fb81027c0 0x7f7fb81988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46836/0 (socket says 172.21.15.17:46836) 2024-09-16T01:53:03.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fb6ffd640 1 -- 172.21.15.17:0/593489943 learned_addr learned my addr 172.21.15.17:0/593489943 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:03.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fb7fff640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fb8106f40 0x7f7fb819cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fb77fe640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fb8101e10 0x7f7fb8198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fb6ffd640 1 -- 172.21.15.17:0/593489943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fb8101e10 msgr2=0x7f7fb8198380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:03.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fb6ffd640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fb8101e10 0x7f7fb8198380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fb6ffd640 1 -- 172.21.15.17:0/593489943 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fb8106f40 msgr2=0x7f7fb819cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:03.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fb6ffd640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fb8106f40 0x7f7fb819cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fb6ffd640 1 -- 172.21.15.17:0/593489943 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7fb819d330 con 0x7f7fb81027c0 2024-09-16T01:53:03.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.894+0000 7f7fb7fff640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fb8106f40 0x7f7fb819cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:03.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.895+0000 7f7fb6ffd640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fb81027c0 0x7f7fb81988c0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7fac005940 tx=0x7f7fac0042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:03.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.895+0000 7f7fb4ff9640 1 -- 172.21.15.17:0/593489943 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fac03f030 con 0x7f7fb81027c0 2024-09-16T01:53:03.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.895+0000 7f7fb4ff9640 1 -- 172.21.15.17:0/593489943 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7fac003cb0 con 0x7f7fb81027c0 2024-09-16T01:53:03.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.895+0000 7f7fbe145640 1 -- 172.21.15.17:0/593489943 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7fb819d5c0 con 0x7f7fb81027c0 2024-09-16T01:53:03.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.895+0000 7f7fb4ff9640 1 -- 172.21.15.17:0/593489943 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fac035070 con 0x7f7fb81027c0 2024-09-16T01:53:03.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.895+0000 7f7fbe145640 1 -- 172.21.15.17:0/593489943 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7fb81a4f00 con 0x7f7fb81027c0 2024-09-16T01:53:03.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.897+0000 7f7fb4ff9640 1 -- 172.21.15.17:0/593489943 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f7fac042030 con 0x7f7fb81027c0 2024-09-16T01:53:03.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.898+0000 7f7fc051e740 1 Processor -- start 2024-09-16T01:53:03.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.898+0000 7f7fc051e740 1 -- start start 2024-09-16T01:53:03.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.898+0000 7f7fc051e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f1a0b40 0x55dc1f19f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.898+0000 7f7fc051e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f19f5d0 0x55dc1f19fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.898+0000 7f7fb4ff9640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7fa00a3240 0x7f7fa00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.898+0000 7f7fc051e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f1ac760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.898+0000 7f7fc051e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55dc1f1052f0 con 0x55dc1f1aa370 2024-09-16T01:53:03.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.898+0000 7f7fc051e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55dc1f0accf0 con 0x55dc1f1a0b40 2024-09-16T01:53:03.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.898+0000 7f7fc051e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55dc1f1012b0 con 0x55dc1f19f5d0 2024-09-16T01:53:03.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb4ff9640 1 -- 172.21.15.17:0/593489943 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7fac0effe0 con 0x7f7fb81027c0 2024-09-16T01:53:03.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb77fe640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7fa00a3240 0x7f7fa00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f1ac760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f1ac760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38106/0 (socket says 172.21.15.17:38106) 2024-09-16T01:53:03.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb7fff640 1 -- 172.21.15.17:0/3407969349 learned_addr learned my addr 172.21.15.17:0/3407969349 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:03.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb7fff640 1 --2- 172.21.15.17:0/3407969349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f1a0b40 0x55dc1f19f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb6ffd640 1 --2- 172.21.15.17:0/3407969349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f19f5d0 0x55dc1f19fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb7fff640 1 -- 172.21.15.17:0/3407969349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f19f5d0 msgr2=0x55dc1f19fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:03.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb7fff640 1 --2- 172.21.15.17:0/3407969349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f19f5d0 0x55dc1f19fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb7fff640 1 -- 172.21.15.17:0/3407969349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f1a0b40 msgr2=0x55dc1f19f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:03.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb7fff640 1 --2- 172.21.15.17:0/3407969349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f1a0b40 0x55dc1f19f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb7fff640 1 -- 172.21.15.17:0/3407969349 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc1f0913a0 con 0x55dc1f1aa370 2024-09-16T01:53:03.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb6ffd640 1 --2- 172.21.15.17:0/3407969349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f19f5d0 0x55dc1f19fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:53:03.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb77fe640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7fa00a3240 0x7f7fa00a5700 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7fa800bbe0 tx=0x7f7fa800b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:03.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.899+0000 7f7fb7fff640 1 --2- 172.21.15.17:0/3407969349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f1ac760 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f7fb0013a10 tx=0x7f7fb0005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53143259d99bf7d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:03.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.900+0000 7f7f9dffb640 1 -- 172.21.15.17:0/3407969349 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb000f980 con 0x55dc1f1aa370 2024-09-16T01:53:03.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.900+0000 7f7f9dffb640 1 -- 172.21.15.17:0/3407969349 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7fb0003970 con 0x55dc1f1aa370 2024-09-16T01:53:03.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.900+0000 7f7f9dffb640 1 -- 172.21.15.17:0/3407969349 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb0004530 con 0x55dc1f1aa370 2024-09-16T01:53:03.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.900+0000 7f7fc051e740 1 -- 172.21.15.17:0/3407969349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 msgr2=0x55dc1f1ac760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:03.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.900+0000 7f7fc051e740 1 --2- 172.21.15.17:0/3407969349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f1ac760 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f7fb0013a10 tx=0x7f7fb0005bd0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.900+0000 7f7fc051e740 1 -- 172.21.15.17:0/3407969349 shutdown_connections 2024-09-16T01:53:03.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.900+0000 7f7fc051e740 1 --2- 172.21.15.17:0/3407969349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f1ac760 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.900+0000 7f7fc051e740 1 --2- 172.21.15.17:0/3407969349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f19f5d0 0x55dc1f19fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.900+0000 7f7fc051e740 1 --2- 172.21.15.17:0/3407969349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f1a0b40 0x55dc1f19f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.900+0000 7f7fc051e740 1 -- 172.21.15.17:0/3407969349 >> 172.21.15.17:0/3407969349 conn(0x55dc1f168310 msgr2=0x55dc1f19bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:03.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.900+0000 7f7fc051e740 1 -- 172.21.15.17:0/3407969349 shutdown_connections 2024-09-16T01:53:03.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.900+0000 7f7fc051e740 1 -- 172.21.15.17:0/3407969349 wait complete. 2024-09-16T01:53:03.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.901+0000 7f7fc051e740 1 -- start start 2024-09-16T01:53:03.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.901+0000 7f7fc051e740 1 Processor -- start 2024-09-16T01:53:03.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.901+0000 7f7fc051e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1a9d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.901+0000 7f7fc051e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f1a0b40 0x55dc1f1a6ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.901+0000 7f7fc051e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1aa370 0x55dc1f1a75e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.901+0000 7f7fc051e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55dc1f1ad070 con 0x55dc1f19f5d0 2024-09-16T01:53:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.901+0000 7f7fc051e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55dc1f0c0060 con 0x55dc1f1a0b40 2024-09-16T01:53:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.901+0000 7f7fc051e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55dc1f1ad1f0 con 0x55dc1f1aa370 2024-09-16T01:53:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.901+0000 7f7fc051e740 10 client.0 _ll_register_callbacks cb 0x55dc1ee138c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.901+0000 7f7fb77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1a9d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.902+0000 7f7fb77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1a9d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38118/0 (socket says 172.21.15.17:38118) 2024-09-16T01:53:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.902+0000 7f7fb77fe640 1 -- 172.21.15.17:0/1916108368 learned_addr learned my addr 172.21.15.17:0/1916108368 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.902+0000 7f7fb7fff640 1 --2- 172.21.15.17:0/1916108368 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1aa370 0x55dc1f1a75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.902+0000 7f7fb6ffd640 1 --2- 172.21.15.17:0/1916108368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f1a0b40 0x55dc1f1a6ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.902+0000 7f7fb77fe640 1 -- 172.21.15.17:0/1916108368 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1aa370 msgr2=0x55dc1f1a75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.902+0000 7f7fb77fe640 1 --2- 172.21.15.17:0/1916108368 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1aa370 0x55dc1f1a75e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.902+0000 7f7fb77fe640 1 -- 172.21.15.17:0/1916108368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f1a0b40 msgr2=0x55dc1f1a6ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:03.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.902+0000 7f7fb77fe640 1 --2- 172.21.15.17:0/1916108368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f1a0b40 0x55dc1f1a6ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.902+0000 7f7fb77fe640 1 -- 172.21.15.17:0/1916108368 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc1ee763c0 con 0x55dc1f19f5d0 2024-09-16T01:53:03.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.902+0000 7f7fb77fe640 1 --2- 172.21.15.17:0/1916108368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1a9d40 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f7fa80116c0 tx=0x7f7fa8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b40fac1c11a3019 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:03.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.902+0000 7f7f96ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:53:03.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.902+0000 7f7f96ffd640 1 -- 172.21.15.17:0/1916108368 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fa801e8f0 con 0x55dc1f19f5d0 2024-09-16T01:53:03.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.902+0000 7f7f96ffd640 1 -- 172.21.15.17:0/1916108368 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7fa801ea90 con 0x55dc1f19f5d0 2024-09-16T01:53:03.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.902+0000 7f7fc051e740 1 -- 172.21.15.17:0/1916108368 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7fb0003970 con 0x55dc1f19f5d0 2024-09-16T01:53:03.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.903+0000 7f7f96ffd640 1 -- 172.21.15.17:0/1916108368 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7fa801ec90 con 0x55dc1f19f5d0 2024-09-16T01:53:03.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.903+0000 7f7fc051e740 10 client.17052 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:03.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.903+0000 7f7fc051e740 1 -- 172.21.15.17:0/1916108368 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55dc1f1b8b40 con 0x55dc1f19f5d0 2024-09-16T01:53:03.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.903+0000 7f7f96ffd640 1 -- 172.21.15.17:0/1916108368 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7fb0003970 con 0x55dc1f19f5d0 2024-09-16T01:53:03.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.903+0000 7f7f96ffd640 1 -- 172.21.15.17:0/1916108368 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7fa8026400 con 0x55dc1f19f5d0 2024-09-16T01:53:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.903+0000 7f7fc051e740 10 client.17052 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.903+0000 7f7fc051e740 10 client.17052 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:53:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.903+0000 7f7fc051e740 20 client.17052 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.903+0000 7f7fc051e740 1 --2- 172.21.15.17:0/1916108368 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55dc1f1ba000 0x55dc1f1bc410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.903+0000 7f7fc051e740 4 client.17052 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:53:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.903+0000 7f7fc051e740 1 -- 172.21.15.17:0/1916108368 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dc1f112860 con 0x55dc1f1ba000 2024-09-16T01:53:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.903+0000 7f7fb6ffd640 1 --2- 172.21.15.17:0/1916108368 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55dc1f1ba000 0x55dc1f1bc410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.904+0000 7f7f96ffd640 10 client.17052 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:53:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.904+0000 7f7fb6ffd640 1 --2- 172.21.15.17:0/1916108368 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55dc1f1ba000 0x55dc1f1bc410 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c8c3f03ecc96cbfd server_cookie=5c08897d78d45bc7 in_seq=0 out_seq=0 2024-09-16T01:53:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.904+0000 7f7f96ffd640 1 -- 172.21.15.17:0/1916108368 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dc1f112860 con 0x55dc1f1ba000 2024-09-16T01:53:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.904+0000 7f7f96ffd640 10 client.17052 handle_command_reply: tid=0 2024-09-16T01:53:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.904+0000 7f7fc051e740 1 client.17052 shutdown 2024-09-16T01:53:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.905+0000 7f7fc051e740 1 -- 172.21.15.17:0/1916108368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f19f5d0 msgr2=0x55dc1f1a9d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.905+0000 7f7fc051e740 1 --2- 172.21.15.17:0/1916108368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1a9d40 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f7fa80116c0 tx=0x7f7fa8004730 comp rx=0 tx=0).stop 2024-09-16T01:53:03.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.905+0000 7f7fc051e740 1 -- 172.21.15.17:0/1916108368 shutdown_connections 2024-09-16T01:53:03.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.905+0000 7f7fc051e740 1 --2- 172.21.15.17:0/1916108368 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55dc1f1ba000 0x55dc1f1bc410 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.905+0000 7f7fc051e740 1 --2- 172.21.15.17:0/1916108368 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1aa370 0x55dc1f1a75e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.905+0000 7f7fc051e740 1 --2- 172.21.15.17:0/1916108368 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f1a0b40 0x55dc1f1a6ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.905+0000 7f7fc051e740 1 --2- 172.21.15.17:0/1916108368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1a9d40 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.905+0000 7f7fc051e740 1 -- 172.21.15.17:0/1916108368 >> 172.21.15.17:0/1916108368 conn(0x55dc1f168310 msgr2=0x55dc1f1a1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:03.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.905+0000 7f7f96ffd640 0 client.17052 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:53:03.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.905+0000 7f7fc051e740 1 -- 172.21.15.17:0/1916108368 shutdown_connections 2024-09-16T01:53:03.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.905+0000 7f7fc051e740 1 -- 172.21.15.17:0/1916108368 wait complete. 2024-09-16T01:53:03.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.905+0000 7f7fc051e740 20 client.17052 trim_cache size 0 max 16384 2024-09-16T01:53:03.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.919+0000 7f7fc051e740 1 Processor -- start 2024-09-16T01:53:03.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.919+0000 7f7fc051e740 1 -- start start 2024-09-16T01:53:03.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.919+0000 7f7fc051e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1b6310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.919+0000 7f7fc051e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1a0b40 0x55dc1f1a68b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.919+0000 7f7fc051e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f19abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.919+0000 7f7fc051e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb81afe30 con 0x55dc1f1aa370 2024-09-16T01:53:03.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.919+0000 7f7fc051e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb81ad700 con 0x55dc1f19f5d0 2024-09-16T01:53:03.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.919+0000 7f7fc051e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb81ab530 con 0x55dc1f1a0b40 2024-09-16T01:53:03.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.919+0000 7f7fb7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f19abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.919+0000 7f7fb7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f19abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38122/0 (socket says 172.21.15.17:38122) 2024-09-16T01:53:03.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.920+0000 7f7fb7fff640 1 -- 172.21.15.17:0/396779367 learned_addr learned my addr 172.21.15.17:0/396779367 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:03.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.920+0000 7f7fb6ffd640 1 --2- 172.21.15.17:0/396779367 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1a0b40 0x55dc1f1a68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.920+0000 7f7fb77fe640 1 --2- 172.21.15.17:0/396779367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1b6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.920+0000 7f7fb7fff640 1 -- 172.21.15.17:0/396779367 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1a0b40 msgr2=0x55dc1f1a68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:03.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.920+0000 7f7fb7fff640 1 --2- 172.21.15.17:0/396779367 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1a0b40 0x55dc1f1a68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.920+0000 7f7fb7fff640 1 -- 172.21.15.17:0/396779367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f19f5d0 msgr2=0x55dc1f1b6310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:03.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.920+0000 7f7fb7fff640 1 --2- 172.21.15.17:0/396779367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1b6310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.920+0000 7f7fb7fff640 1 -- 172.21.15.17:0/396779367 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dc1f1a5fa0 con 0x55dc1f1aa370 2024-09-16T01:53:03.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.920+0000 7f7fb7fff640 1 --2- 172.21.15.17:0/396779367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f19abf0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f7fb0004140 tx=0x7f7fb0013510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=614b7aebbfb9b69e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:03.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.920+0000 7f7f9d7fa640 1 -- 172.21.15.17:0/396779367 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb002a070 con 0x55dc1f1aa370 2024-09-16T01:53:03.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.920+0000 7f7f9d7fa640 1 -- 172.21.15.17:0/396779367 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7fb0003e20 con 0x55dc1f1aa370 2024-09-16T01:53:03.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.920+0000 7f7f9d7fa640 1 -- 172.21.15.17:0/396779367 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fb0005700 con 0x55dc1f1aa370 2024-09-16T01:53:03.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.921+0000 7f7fc051e740 1 -- 172.21.15.17:0/396779367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 msgr2=0x55dc1f19abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:03.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.921+0000 7f7fc051e740 1 --2- 172.21.15.17:0/396779367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f19abf0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f7fb0004140 tx=0x7f7fb0013510 comp rx=0 tx=0).stop 2024-09-16T01:53:03.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.921+0000 7f7fc051e740 1 -- 172.21.15.17:0/396779367 shutdown_connections 2024-09-16T01:53:03.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.921+0000 7f7fc051e740 1 --2- 172.21.15.17:0/396779367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f19abf0 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.921+0000 7f7fc051e740 1 --2- 172.21.15.17:0/396779367 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1a0b40 0x55dc1f1a68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.921+0000 7f7fc051e740 1 --2- 172.21.15.17:0/396779367 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1b6310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.921+0000 7f7fc051e740 1 -- 172.21.15.17:0/396779367 >> 172.21.15.17:0/396779367 conn(0x55dc1f168310 msgr2=0x55dc1f19a4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:03.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.921+0000 7f7fc051e740 1 -- 172.21.15.17:0/396779367 shutdown_connections 2024-09-16T01:53:03.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.921+0000 7f7fc051e740 1 -- 172.21.15.17:0/396779367 wait complete. 2024-09-16T01:53:03.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.922+0000 7f7fc051e740 1 -- start start 2024-09-16T01:53:03.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.922+0000 7f7fc051e740 1 Processor -- start 2024-09-16T01:53:03.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.922+0000 7f7fc051e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1b1480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.922+0000 7f7fc051e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1a0b40 0x55dc1f1b19c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.922+0000 7f7fc051e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f1b1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.922+0000 7f7fc051e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb81abbc0 con 0x55dc1f1aa370 2024-09-16T01:53:03.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.922+0000 7f7fc051e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb81ad030 con 0x55dc1f19f5d0 2024-09-16T01:53:03.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.922+0000 7f7fc051e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7fb81ac290 con 0x55dc1f1a0b40 2024-09-16T01:53:03.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.922+0000 7f7fc051e740 10 client.0 _ll_register_callbacks cb 0x7f7fa800b910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:03.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.922+0000 7f7fb6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1a0b40 0x55dc1f1b19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.922+0000 7f7fb7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f1b1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.922+0000 7f7fb6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1a0b40 0x55dc1f1b19c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46878/0 (socket says 172.21.15.17:46878) 2024-09-16T01:53:03.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.922+0000 7f7fb6ffd640 1 -- 172.21.15.17:0/232564975 learned_addr learned my addr 172.21.15.17:0/232564975 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:03.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7fb77fe640 1 --2- 172.21.15.17:0/232564975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1b1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7fb6ffd640 1 -- 172.21.15.17:0/232564975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f19f5d0 msgr2=0x55dc1f1b1480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:03.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7fb6ffd640 1 --2- 172.21.15.17:0/232564975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1b1480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7fb6ffd640 1 -- 172.21.15.17:0/232564975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 msgr2=0x55dc1f1b1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:03.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7fb6ffd640 1 --2- 172.21.15.17:0/232564975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f1b1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7fb6ffd640 1 -- 172.21.15.17:0/232564975 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dc1f1b2540 con 0x55dc1f1a0b40 2024-09-16T01:53:03.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7fb7fff640 1 --2- 172.21.15.17:0/232564975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f1b1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:03.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7fb77fe640 1 --2- 172.21.15.17:0/232564975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1b1480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:53:03.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7fb6ffd640 1 --2- 172.21.15.17:0/232564975 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1a0b40 0x55dc1f1b19c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f7fac0b8bb0 tx=0x7f7fac031a10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3465e2554845e643 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:03.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7f96ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:53:03.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7f96ffd640 1 -- 172.21.15.17:0/232564975 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7fac049040 con 0x55dc1f1a0b40 2024-09-16T01:53:03.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7f96ffd640 1 -- 172.21.15.17:0/232564975 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7fac0b8dc0 con 0x55dc1f1a0b40 2024-09-16T01:53:03.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7fc051e740 1 -- 172.21.15.17:0/232564975 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7fb0003e20 con 0x55dc1f1a0b40 2024-09-16T01:53:03.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7f96ffd640 1 -- 172.21.15.17:0/232564975 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7fac03b460 con 0x55dc1f1a0b40 2024-09-16T01:53:03.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7fc051e740 10 client.26713 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:03.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.923+0000 7f7fc051e740 1 -- 172.21.15.17:0/232564975 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55dc1f229610 con 0x55dc1f1a0b40 2024-09-16T01:53:03.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.924+0000 7f7f96ffd640 1 -- 172.21.15.17:0/232564975 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7fb0003e20 con 0x55dc1f1a0b40 2024-09-16T01:53:03.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.924+0000 7f7f96ffd640 1 -- 172.21.15.17:0/232564975 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7fac0bc9b0 con 0x55dc1f1a0b40 2024-09-16T01:53:03.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.924+0000 7f7fc051e740 10 client.26713 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:03.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.924+0000 7f7fc051e740 10 client.26713 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:53:03.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.924+0000 7f7fc051e740 20 client.26713 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:03.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.924+0000 7f7fc051e740 1 --2- 172.21.15.17:0/232564975 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55dc1f229de0 0x55dc1f22c200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:03.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.924+0000 7f7fc051e740 4 client.26713 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:53:03.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.924+0000 7f7fc051e740 1 -- 172.21.15.17:0/232564975 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55dc1f10cd70 con 0x55dc1f229de0 2024-09-16T01:53:03.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.924+0000 7f7fb77fe640 1 --2- 172.21.15.17:0/232564975 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55dc1f229de0 0x55dc1f22c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:03.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.924+0000 7f7f96ffd640 10 client.26713 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:53:03.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.924+0000 7f7fb77fe640 1 --2- 172.21.15.17:0/232564975 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55dc1f229de0 0x55dc1f22c200 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6a86325bf691581b server_cookie=1f4d2eae8b336d59 in_seq=0 out_seq=0 2024-09-16T01:53:03.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7f96ffd640 1 -- 172.21.15.17:0/232564975 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55dc1f10cd70 con 0x55dc1f229de0 2024-09-16T01:53:03.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7f96ffd640 10 client.26713 handle_command_reply: tid=0 2024-09-16T01:53:03.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7fc051e740 1 client.26713 shutdown 2024-09-16T01:53:03.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7fc051e740 1 -- 172.21.15.17:0/232564975 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1a0b40 msgr2=0x55dc1f1b19c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:03.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7fc051e740 1 --2- 172.21.15.17:0/232564975 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1a0b40 0x55dc1f1b19c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f7fac0b8bb0 tx=0x7f7fac031a10 comp rx=0 tx=0).stop 2024-09-16T01:53:03.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7fc051e740 1 -- 172.21.15.17:0/232564975 shutdown_connections 2024-09-16T01:53:03.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7fc051e740 1 --2- 172.21.15.17:0/232564975 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55dc1f229de0 0x55dc1f22c200 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7fc051e740 1 --2- 172.21.15.17:0/232564975 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dc1f1aa370 0x55dc1f1b1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7fc051e740 1 --2- 172.21.15.17:0/232564975 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dc1f1a0b40 0x55dc1f1b19c0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7fc051e740 1 --2- 172.21.15.17:0/232564975 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dc1f19f5d0 0x55dc1f1b1480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7f96ffd640 0 client.26713 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:53:03.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7fc051e740 1 -- 172.21.15.17:0/232564975 >> 172.21.15.17:0/232564975 conn(0x55dc1f168310 msgr2=0x55dc1f19ad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:03.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7fc051e740 1 -- 172.21.15.17:0/232564975 shutdown_connections 2024-09-16T01:53:03.934 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:53:03.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7fc051e740 1 -- 172.21.15.17:0/232564975 wait complete. 2024-09-16T01:53:03.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.925+0000 7f7fc051e740 20 client.26713 trim_cache size 0 max 16384 2024-09-16T01:53:03.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.926+0000 7f7fbe145640 1 -- 172.21.15.17:0/593489943 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7fa00a3240 msgr2=0x7f7fa00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:03.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.926+0000 7f7fbe145640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7fa00a3240 0x7f7fa00a5700 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f7fa800bbe0 tx=0x7f7fa800b390 comp rx=0 tx=0).stop 2024-09-16T01:53:03.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.926+0000 7f7fbe145640 1 -- 172.21.15.17:0/593489943 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fb81027c0 msgr2=0x7f7fb81988c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:03.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.926+0000 7f7fbe145640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fb81027c0 0x7f7fb81988c0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f7fac005940 tx=0x7f7fac0042f0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.926+0000 7f7fbe145640 1 -- 172.21.15.17:0/593489943 shutdown_connections 2024-09-16T01:53:03.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.926+0000 7f7fbe145640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7fa00a3240 0x7f7fa00a5700 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.926+0000 7f7fbe145640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7fb8106f40 0x7f7fb819cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.926+0000 7f7fbe145640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7fb81027c0 0x7f7fb81988c0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.926+0000 7f7fbe145640 1 --2- 172.21.15.17:0/593489943 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7fb8101e10 0x7f7fb8198380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:03.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.926+0000 7f7fbe145640 1 -- 172.21.15.17:0/593489943 >> 172.21.15.17:0/593489943 conn(0x7f7fb80fd8d0 msgr2=0x7f7fb80fece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:03.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.926+0000 7f7fbe145640 1 -- 172.21.15.17:0/593489943 shutdown_connections 2024-09-16T01:53:03.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:03.926+0000 7f7fbe145640 1 -- 172.21.15.17:0/593489943 wait complete. 2024-09-16T01:53:04.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:04 smithi017 ceph-mon[30972]: pgmap v625: 97 pgs: 97 active+clean; 155 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:53:04.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:04 smithi122 ceph-mon[34758]: pgmap v625: 97 pgs: 97 active+clean; 155 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:53:04.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:04 smithi029 ceph-mon[34783]: pgmap v625: 97 pgs: 97 active+clean; 155 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 282 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:53:04.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 353249 3.73 MB/sec execute 387 sec latency 15.274 ms 2024-09-16T01:53:04.688 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:53:04.987 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:53:05.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.514+0000 7febfcf9d640 1 -- 172.21.15.17:0/1660318715 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febf81036e0 msgr2=0x7febf8107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:05.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.514+0000 7febfcf9d640 1 --2- 172.21.15.17:0/1660318715 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febf81036e0 0x7febf8107b90 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7febe0009930 tx=0x7febe002a420 comp rx=0 tx=0).stop 2024-09-16T01:53:05.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.514+0000 7febfcf9d640 1 -- 172.21.15.17:0/1660318715 shutdown_connections 2024-09-16T01:53:05.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.514+0000 7febfcf9d640 1 --2- 172.21.15.17:0/1660318715 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febf81082a0 0x7febf810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.514+0000 7febfcf9d640 1 --2- 172.21.15.17:0/1660318715 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febf81036e0 0x7febf8107b90 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.514+0000 7febfcf9d640 1 --2- 172.21.15.17:0/1660318715 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7febf8102d30 0x7febf8103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.514+0000 7febfcf9d640 1 -- 172.21.15.17:0/1660318715 >> 172.21.15.17:0/1660318715 conn(0x7febf80fc7d0 msgr2=0x7febf80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:05.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.514+0000 7febfcf9d640 1 -- 172.21.15.17:0/1660318715 shutdown_connections 2024-09-16T01:53:05.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.514+0000 7febfcf9d640 1 -- 172.21.15.17:0/1660318715 wait complete. 2024-09-16T01:53:05.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.515+0000 7febfcf9d640 1 Processor -- start 2024-09-16T01:53:05.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.515+0000 7febfcf9d640 1 -- start start 2024-09-16T01:53:05.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.515+0000 7febfcf9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7febf8102d30 0x7febf81984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.515+0000 7febfcf9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febf81036e0 0x7febf8198a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.515+0000 7febfcf9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febf81082a0 0x7febf819cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.515+0000 7febfcf9d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7febf8111f50 con 0x7febf81082a0 2024-09-16T01:53:05.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.515+0000 7febfcf9d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7febf8111dd0 con 0x7febf81036e0 2024-09-16T01:53:05.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.515+0000 7febfcf9d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7febf81120d0 con 0x7febf8102d30 2024-09-16T01:53:05.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.515+0000 7febf659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7febf8102d30 0x7febf81984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.515+0000 7febf659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7febf8102d30 0x7febf81984f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46888/0 (socket says 172.21.15.17:46888) 2024-09-16T01:53:05.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.515+0000 7febf659c640 1 -- 172.21.15.17:0/1800478697 learned_addr learned my addr 172.21.15.17:0/1800478697 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:05.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.515+0000 7febf6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febf81082a0 0x7febf819cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.515+0000 7febeffff640 1 --2- 172.21.15.17:0/1800478697 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febf81036e0 0x7febf8198a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.516+0000 7febf659c640 1 -- 172.21.15.17:0/1800478697 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febf81036e0 msgr2=0x7febf8198a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:05.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.516+0000 7febf659c640 1 --2- 172.21.15.17:0/1800478697 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febf81036e0 0x7febf8198a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.516+0000 7febf659c640 1 -- 172.21.15.17:0/1800478697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febf81082a0 msgr2=0x7febf819cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:05.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.516+0000 7febf659c640 1 --2- 172.21.15.17:0/1800478697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febf81082a0 0x7febf819cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.516+0000 7febf659c640 1 -- 172.21.15.17:0/1800478697 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febf819d4a0 con 0x7febf8102d30 2024-09-16T01:53:05.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.516+0000 7febeffff640 1 --2- 172.21.15.17:0/1800478697 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febf81036e0 0x7febf8198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:53:05.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.516+0000 7febf659c640 1 --2- 172.21.15.17:0/1800478697 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7febf8102d30 0x7febf81984f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7febe800e9f0 tx=0x7febe800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:05.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.516+0000 7febef7fe640 1 -- 172.21.15.17:0/1800478697 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe800cd80 con 0x7febf8102d30 2024-09-16T01:53:05.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.516+0000 7febfcf9d640 1 -- 172.21.15.17:0/1800478697 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febf819d790 con 0x7febf8102d30 2024-09-16T01:53:05.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.516+0000 7febef7fe640 1 -- 172.21.15.17:0/1800478697 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febe80054d0 con 0x7febf8102d30 2024-09-16T01:53:05.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.516+0000 7febef7fe640 1 -- 172.21.15.17:0/1800478697 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe8010490 con 0x7febf8102d30 2024-09-16T01:53:05.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.516+0000 7febfcf9d640 1 -- 172.21.15.17:0/1800478697 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febf81a5070 con 0x7febf8102d30 2024-09-16T01:53:05.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.518+0000 7febef7fe640 1 -- 172.21.15.17:0/1800478697 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7febe8005020 con 0x7febf8102d30 2024-09-16T01:53:05.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.519+0000 7febef7fe640 1 --2- 172.21.15.17:0/1800478697 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7febe40a3240 0x7febe40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.519+0000 7febff376740 1 Processor -- start 2024-09-16T01:53:05.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.519+0000 7febef7fe640 1 -- 172.21.15.17:0/1800478697 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7febe80cfd60 con 0x7febf8102d30 2024-09-16T01:53:05.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.519+0000 7febeffff640 1 --2- 172.21.15.17:0/1800478697 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7febe40a3240 0x7febe40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febff376740 1 -- start start 2024-09-16T01:53:05.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febff376740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b58b40 0x563275b57090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febff376740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b575d0 0x563275b57a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febff376740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b62370 0x563275b64760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febff376740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563275abd2f0 con 0x563275b58b40 2024-09-16T01:53:05.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febff376740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563275a64cf0 con 0x563275b62370 2024-09-16T01:53:05.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febff376740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563275ab92b0 con 0x563275b575d0 2024-09-16T01:53:05.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febf659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b58b40 0x563275b57090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febf659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b58b40 0x563275b57090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38164/0 (socket says 172.21.15.17:38164) 2024-09-16T01:53:05.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febf659c640 1 -- 172.21.15.17:0/4178048535 learned_addr learned my addr 172.21.15.17:0/4178048535 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:05.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febeffff640 1 --2- 172.21.15.17:0/1800478697 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7febe40a3240 0x7febe40a5700 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7febe0009900 tx=0x7febe0032c20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:05.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febeffff640 1 --2- 172.21.15.17:0/4178048535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b575d0 0x563275b57a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febeffff640 1 -- 172.21.15.17:0/4178048535 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b62370 msgr2=0x563275b64760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:05.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febeffff640 1 --2- 172.21.15.17:0/4178048535 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b62370 0x563275b64760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febeffff640 1 -- 172.21.15.17:0/4178048535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b58b40 msgr2=0x563275b57090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:05.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febeffff640 1 --2- 172.21.15.17:0/4178048535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b58b40 0x563275b57090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febeffff640 1 -- 172.21.15.17:0/4178048535 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563275a493a0 con 0x563275b575d0 2024-09-16T01:53:05.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.520+0000 7febf659c640 1 --2- 172.21.15.17:0/4178048535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b58b40 0x563275b57090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:05.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.521+0000 7febeffff640 1 --2- 172.21.15.17:0/4178048535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b575d0 0x563275b57a10 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7febe002a940 tx=0x7febe003c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=54086365954b08a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:05.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.521+0000 7febecff9640 1 -- 172.21.15.17:0/4178048535 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe004c070 con 0x563275b575d0 2024-09-16T01:53:05.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.522+0000 7febecff9640 1 -- 172.21.15.17:0/4178048535 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febe0004440 con 0x563275b575d0 2024-09-16T01:53:05.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.522+0000 7febecff9640 1 -- 172.21.15.17:0/4178048535 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe0035050 con 0x563275b575d0 2024-09-16T01:53:05.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.522+0000 7febff376740 1 -- 172.21.15.17:0/4178048535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b575d0 msgr2=0x563275b57a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:05.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.522+0000 7febff376740 1 --2- 172.21.15.17:0/4178048535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b575d0 0x563275b57a10 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7febe002a940 tx=0x7febe003c000 comp rx=0 tx=0).stop 2024-09-16T01:53:05.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.522+0000 7febff376740 1 -- 172.21.15.17:0/4178048535 shutdown_connections 2024-09-16T01:53:05.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.522+0000 7febff376740 1 --2- 172.21.15.17:0/4178048535 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b62370 0x563275b64760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.523+0000 7febff376740 1 --2- 172.21.15.17:0/4178048535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b575d0 0x563275b57a10 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.523+0000 7febff376740 1 --2- 172.21.15.17:0/4178048535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b58b40 0x563275b57090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.523+0000 7febff376740 1 -- 172.21.15.17:0/4178048535 >> 172.21.15.17:0/4178048535 conn(0x563275b20310 msgr2=0x563275b53c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:05.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.523+0000 7febff376740 1 -- 172.21.15.17:0/4178048535 shutdown_connections 2024-09-16T01:53:05.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.523+0000 7febff376740 1 -- 172.21.15.17:0/4178048535 wait complete. 2024-09-16T01:53:05.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.523+0000 7febff376740 1 -- start start 2024-09-16T01:53:05.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.523+0000 7febff376740 1 Processor -- start 2024-09-16T01:53:05.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febff376740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b575d0 0x563275b5b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febff376740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b58b40 0x563275b5b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febff376740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b62370 0x563275b5bd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febff376740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563275b64e80 con 0x563275b62370 2024-09-16T01:53:05.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febff376740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563275a78060 con 0x563275b575d0 2024-09-16T01:53:05.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febff376740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563275b65000 con 0x563275b58b40 2024-09-16T01:53:05.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febff376740 10 client.0 _ll_register_callbacks cb 0x5632757cb8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:05.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febf6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b62370 0x563275b5bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febf6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b62370 0x563275b5bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38170/0 (socket says 172.21.15.17:38170) 2024-09-16T01:53:05.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febf6d9d640 1 -- 172.21.15.17:0/2460853718 learned_addr learned my addr 172.21.15.17:0/2460853718 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:05.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febeffff640 1 --2- 172.21.15.17:0/2460853718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b58b40 0x563275b5b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febf659c640 1 --2- 172.21.15.17:0/2460853718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b575d0 0x563275b5b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febf6d9d640 1 -- 172.21.15.17:0/2460853718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b58b40 msgr2=0x563275b5b830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:05.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febf6d9d640 1 --2- 172.21.15.17:0/2460853718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b58b40 0x563275b5b830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febf6d9d640 1 -- 172.21.15.17:0/2460853718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b575d0 msgr2=0x563275b5b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:05.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febf6d9d640 1 --2- 172.21.15.17:0/2460853718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b575d0 0x563275b5b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.524+0000 7febf6d9d640 1 -- 172.21.15.17:0/2460853718 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56327582e3c0 con 0x563275b62370 2024-09-16T01:53:05.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.525+0000 7febf6d9d640 1 --2- 172.21.15.17:0/2460853718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b62370 0x563275b5bd70 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7febf00049d0 tx=0x7febf0010c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b5f8754abdeafd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:05.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.525+0000 7febddffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:53:05.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.525+0000 7febddffb640 1 -- 172.21.15.17:0/2460853718 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf0010ea0 con 0x563275b62370 2024-09-16T01:53:05.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.525+0000 7febddffb640 1 -- 172.21.15.17:0/2460853718 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7febf000ec60 con 0x563275b62370 2024-09-16T01:53:05.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.525+0000 7febff376740 1 -- 172.21.15.17:0/2460853718 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febe0004440 con 0x563275b62370 2024-09-16T01:53:05.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.526+0000 7febddffb640 1 -- 172.21.15.17:0/2460853718 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7febf000ee60 con 0x563275b62370 2024-09-16T01:53:05.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.526+0000 7febff376740 10 client.17070 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:05.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.526+0000 7febff376740 1 -- 172.21.15.17:0/2460853718 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x563275b793c0 con 0x563275b62370 2024-09-16T01:53:05.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.526+0000 7febddffb640 1 -- 172.21.15.17:0/2460853718 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febe0004440 con 0x563275b62370 2024-09-16T01:53:05.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.526+0000 7febddffb640 1 -- 172.21.15.17:0/2460853718 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7febf000f040 con 0x563275b62370 2024-09-16T01:53:05.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.526+0000 7febff376740 10 client.17070 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:05.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.526+0000 7febff376740 10 client.17070 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:53:05.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.526+0000 7febff376740 20 client.17070 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:05.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.526+0000 7febff376740 1 --2- 172.21.15.17:0/2460853718 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563275b7ac60 0x563275b7d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.526+0000 7febff376740 4 client.17070 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:53:05.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.526+0000 7febff376740 1 -- 172.21.15.17:0/2460853718 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563275aca860 con 0x563275b7ac60 2024-09-16T01:53:05.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.527+0000 7febf659c640 1 --2- 172.21.15.17:0/2460853718 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563275b7ac60 0x563275b7d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.527+0000 7febddffb640 10 client.17070 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:53:05.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.528+0000 7febf659c640 1 --2- 172.21.15.17:0/2460853718 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563275b7ac60 0x563275b7d0a0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d1001157f2e8724f server_cookie=3602e5ba18655077 in_seq=0 out_seq=0 2024-09-16T01:53:05.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.528+0000 7febddffb640 1 -- 172.21.15.17:0/2460853718 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563275aca860 con 0x563275b7ac60 2024-09-16T01:53:05.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.528+0000 7febddffb640 10 client.17070 handle_command_reply: tid=0 2024-09-16T01:53:05.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.529+0000 7febff376740 1 client.17070 shutdown 2024-09-16T01:53:05.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.530+0000 7febff376740 1 -- 172.21.15.17:0/2460853718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b62370 msgr2=0x563275b5bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:05.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.530+0000 7febff376740 1 --2- 172.21.15.17:0/2460853718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b62370 0x563275b5bd70 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7febf00049d0 tx=0x7febf0010c50 comp rx=0 tx=0).stop 2024-09-16T01:53:05.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.530+0000 7febff376740 1 -- 172.21.15.17:0/2460853718 shutdown_connections 2024-09-16T01:53:05.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.530+0000 7febff376740 1 --2- 172.21.15.17:0/2460853718 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563275b7ac60 0x563275b7d0a0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.530+0000 7febff376740 1 --2- 172.21.15.17:0/2460853718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b62370 0x563275b5bd70 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.530+0000 7febddffb640 0 client.17070 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:53:05.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.530+0000 7febff376740 1 --2- 172.21.15.17:0/2460853718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b58b40 0x563275b5b830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.530+0000 7febff376740 1 --2- 172.21.15.17:0/2460853718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b575d0 0x563275b5b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.530+0000 7febff376740 1 -- 172.21.15.17:0/2460853718 >> 172.21.15.17:0/2460853718 conn(0x563275b20310 msgr2=0x563275b59960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:05.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.530+0000 7febff376740 1 -- 172.21.15.17:0/2460853718 shutdown_connections 2024-09-16T01:53:05.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.530+0000 7febff376740 1 -- 172.21.15.17:0/2460853718 wait complete. 2024-09-16T01:53:05.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.530+0000 7febff376740 20 client.17070 trim_cache size 0 max 16384 2024-09-16T01:53:05.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.553+0000 7febff376740 1 Processor -- start 2024-09-16T01:53:05.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.553+0000 7febff376740 1 -- start start 2024-09-16T01:53:05.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.553+0000 7febff376740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b20310 0x563275b53e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.553+0000 7febff376740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b575d0 0x563275b5bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.553+0000 7febff376740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b58b40 0x563275b829b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.553+0000 7febff376740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7febf81adc30 con 0x563275b575d0 2024-09-16T01:53:05.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.553+0000 7febff376740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7febf81ab500 con 0x563275b58b40 2024-09-16T01:53:05.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.553+0000 7febff376740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7febf81a9330 con 0x563275b20310 2024-09-16T01:53:05.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febeffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b575d0 0x563275b5bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febf659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b20310 0x563275b53e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febeffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b575d0 0x563275b5bbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38178/0 (socket says 172.21.15.17:38178) 2024-09-16T01:53:05.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febeffff640 1 -- 172.21.15.17:0/2426990696 learned_addr learned my addr 172.21.15.17:0/2426990696 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:05.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febf659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b20310 0x563275b53e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46914/0 (socket says 172.21.15.17:46914) 2024-09-16T01:53:05.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febf6d9d640 1 --2- 172.21.15.17:0/2426990696 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b58b40 0x563275b829b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febf659c640 1 -- 172.21.15.17:0/2426990696 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b58b40 msgr2=0x563275b829b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febf659c640 1 --2- 172.21.15.17:0/2426990696 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b58b40 0x563275b829b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febf659c640 1 -- 172.21.15.17:0/2426990696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b575d0 msgr2=0x563275b5bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febf659c640 1 --2- 172.21.15.17:0/2426990696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b575d0 0x563275b5bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febf659c640 1 -- 172.21.15.17:0/2426990696 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563275b64ff0 con 0x563275b20310 2024-09-16T01:53:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febeffff640 1 --2- 172.21.15.17:0/2426990696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b575d0 0x563275b5bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:05.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febf659c640 1 --2- 172.21.15.17:0/2426990696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b20310 0x563275b53e10 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7febe80a4a80 tx=0x7febe80cd6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f2c0855a2fe76527 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:05.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febdffff640 1 -- 172.21.15.17:0/2426990696 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe80b5070 con 0x563275b20310 2024-09-16T01:53:05.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febdffff640 1 -- 172.21.15.17:0/2426990696 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febe809c340 con 0x563275b20310 2024-09-16T01:53:05.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.554+0000 7febdffff640 1 -- 172.21.15.17:0/2426990696 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febe80b5210 con 0x563275b20310 2024-09-16T01:53:05.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.555+0000 7febff376740 1 -- 172.21.15.17:0/2426990696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b20310 msgr2=0x563275b53e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:05.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.555+0000 7febff376740 1 --2- 172.21.15.17:0/2426990696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b20310 0x563275b53e10 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7febe80a4a80 tx=0x7febe80cd6f0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.555+0000 7febff376740 1 -- 172.21.15.17:0/2426990696 shutdown_connections 2024-09-16T01:53:05.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.555+0000 7febff376740 1 --2- 172.21.15.17:0/2426990696 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b58b40 0x563275b829b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.555+0000 7febff376740 1 --2- 172.21.15.17:0/2426990696 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b575d0 0x563275b5bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.555+0000 7febff376740 1 --2- 172.21.15.17:0/2426990696 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b20310 0x563275b53e10 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.555+0000 7febff376740 1 -- 172.21.15.17:0/2426990696 >> 172.21.15.17:0/2426990696 conn(0x563275b68cd0 msgr2=0x563275b53700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:05.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.556+0000 7febff376740 1 -- 172.21.15.17:0/2426990696 shutdown_connections 2024-09-16T01:53:05.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.556+0000 7febff376740 1 -- 172.21.15.17:0/2426990696 wait complete. 2024-09-16T01:53:05.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.556+0000 7febff376740 1 -- start start 2024-09-16T01:53:05.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.556+0000 7febff376740 1 Processor -- start 2024-09-16T01:53:05.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.556+0000 7febff376740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b20310 0x563275b76a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.556+0000 7febff376740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b575d0 0x563275b76fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.556+0000 7febff376740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b58b40 0x563275b77510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febff376740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7febf81a99c0 con 0x563275b20310 2024-09-16T01:53:05.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febff376740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7febf81aae30 con 0x563275b58b40 2024-09-16T01:53:05.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febff376740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7febf81aa090 con 0x563275b575d0 2024-09-16T01:53:05.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febff376740 10 client.0 _ll_register_callbacks cb 0x7febf0010400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:05.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febf6d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b58b40 0x563275b77510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febf659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b20310 0x563275b76a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febf6d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b58b40 0x563275b77510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:57712/0 (socket says 172.21.15.17:57712) 2024-09-16T01:53:05.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febf6d9d640 1 -- 172.21.15.17:0/1033687202 learned_addr learned my addr 172.21.15.17:0/1033687202 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:05.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febf659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b20310 0x563275b76a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38190/0 (socket says 172.21.15.17:38190) 2024-09-16T01:53:05.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febeffff640 1 --2- 172.21.15.17:0/1033687202 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b575d0 0x563275b76fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febf6d9d640 1 -- 172.21.15.17:0/1033687202 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b575d0 msgr2=0x563275b76fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:05.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febf6d9d640 1 --2- 172.21.15.17:0/1033687202 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b575d0 0x563275b76fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febf6d9d640 1 -- 172.21.15.17:0/1033687202 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b20310 msgr2=0x563275b76a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:05.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febf6d9d640 1 --2- 172.21.15.17:0/1033687202 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b20310 0x563275b76a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febf6d9d640 1 -- 172.21.15.17:0/1033687202 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563275b73b60 con 0x563275b58b40 2024-09-16T01:53:05.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.557+0000 7febf659c640 1 --2- 172.21.15.17:0/1033687202 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b20310 0x563275b76a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:05.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.558+0000 7febf6d9d640 1 --2- 172.21.15.17:0/1033687202 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b58b40 0x563275b77510 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7febf0010510 tx=0x7febf000e6c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45ea976f414ee166 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:05.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.558+0000 7febddffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:53:05.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.558+0000 7febddffb640 1 -- 172.21.15.17:0/1033687202 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7febf0034020 con 0x563275b58b40 2024-09-16T01:53:05.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.558+0000 7febff376740 1 -- 172.21.15.17:0/1033687202 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7febe809c340 con 0x563275b58b40 2024-09-16T01:53:05.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.558+0000 7febddffb640 1 -- 172.21.15.17:0/1033687202 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7febf000ec60 con 0x563275b58b40 2024-09-16T01:53:05.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.558+0000 7febddffb640 1 -- 172.21.15.17:0/1033687202 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7febf002c040 con 0x563275b58b40 2024-09-16T01:53:05.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.558+0000 7febff376740 10 client.26531 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:05.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.558+0000 7febff376740 1 -- 172.21.15.17:0/1033687202 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x563275be5d80 con 0x563275b58b40 2024-09-16T01:53:05.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.558+0000 7febddffb640 1 -- 172.21.15.17:0/1033687202 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7febe809c340 con 0x563275b58b40 2024-09-16T01:53:05.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.558+0000 7febddffb640 1 -- 172.21.15.17:0/1033687202 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7febf002f070 con 0x563275b58b40 2024-09-16T01:53:05.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.558+0000 7febff376740 10 client.26531 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:05.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.558+0000 7febff376740 10 client.26531 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:53:05.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.558+0000 7febff376740 20 client.26531 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:05.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.559+0000 7febff376740 1 --2- 172.21.15.17:0/1033687202 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563275b62370 0x563275be8590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:05.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.559+0000 7febff376740 4 client.26531 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:53:05.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.559+0000 7febff376740 1 -- 172.21.15.17:0/1033687202 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563275ac4d70 con 0x563275b62370 2024-09-16T01:53:05.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.559+0000 7febf659c640 1 --2- 172.21.15.17:0/1033687202 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563275b62370 0x563275be8590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:05.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.559+0000 7febf659c640 1 --2- 172.21.15.17:0/1033687202 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563275b62370 0x563275be8590 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=30878c66e407ffda server_cookie=3c4b0ce1d54a2079 in_seq=0 out_seq=0 2024-09-16T01:53:05.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.559+0000 7febddffb640 10 client.26531 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:53:05.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.559+0000 7febddffb640 1 -- 172.21.15.17:0/1033687202 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563275ac4d70 con 0x563275b62370 2024-09-16T01:53:05.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.559+0000 7febddffb640 10 client.26531 handle_command_reply: tid=0 2024-09-16T01:53:05.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.559+0000 7febff376740 1 client.26531 shutdown 2024-09-16T01:53:05.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.560+0000 7febff376740 1 -- 172.21.15.17:0/1033687202 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b58b40 msgr2=0x563275b77510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:05.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.560+0000 7febff376740 1 --2- 172.21.15.17:0/1033687202 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b58b40 0x563275b77510 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7febf0010510 tx=0x7febf000e6c0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.560+0000 7febff376740 1 -- 172.21.15.17:0/1033687202 shutdown_connections 2024-09-16T01:53:05.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.560+0000 7febff376740 1 --2- 172.21.15.17:0/1033687202 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563275b62370 0x563275be8590 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.560+0000 7febff376740 1 --2- 172.21.15.17:0/1033687202 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563275b58b40 0x563275b77510 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.560+0000 7febff376740 1 --2- 172.21.15.17:0/1033687202 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563275b575d0 0x563275b76fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.560+0000 7febff376740 1 --2- 172.21.15.17:0/1033687202 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563275b20310 0x563275b76a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.560+0000 7febff376740 1 -- 172.21.15.17:0/1033687202 >> 172.21.15.17:0/1033687202 conn(0x563275b68cd0 msgr2=0x563275b59110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:05.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.560+0000 7febddffb640 0 client.26531 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:53:05.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.560+0000 7febff376740 1 -- 172.21.15.17:0/1033687202 shutdown_connections 2024-09-16T01:53:05.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.560+0000 7febff376740 1 -- 172.21.15.17:0/1033687202 wait complete. 2024-09-16T01:53:05.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.560+0000 7febff376740 20 client.26531 trim_cache size 0 max 16384 2024-09-16T01:53:05.569 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:53:05.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.561+0000 7febfcf9d640 1 -- 172.21.15.17:0/1800478697 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7febe40a3240 msgr2=0x7febe40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:05.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.561+0000 7febfcf9d640 1 --2- 172.21.15.17:0/1800478697 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7febe40a3240 0x7febe40a5700 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7febe0009900 tx=0x7febe0032c20 comp rx=0 tx=0).stop 2024-09-16T01:53:05.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.561+0000 7febfcf9d640 1 -- 172.21.15.17:0/1800478697 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7febf8102d30 msgr2=0x7febf81984f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:05.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.561+0000 7febfcf9d640 1 --2- 172.21.15.17:0/1800478697 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7febf8102d30 0x7febf81984f0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7febe800e9f0 tx=0x7febe800edf0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.561+0000 7febfcf9d640 1 -- 172.21.15.17:0/1800478697 shutdown_connections 2024-09-16T01:53:05.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.561+0000 7febfcf9d640 1 --2- 172.21.15.17:0/1800478697 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7febe40a3240 0x7febe40a5700 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.561+0000 7febfcf9d640 1 --2- 172.21.15.17:0/1800478697 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7febf81082a0 0x7febf819cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.561+0000 7febfcf9d640 1 --2- 172.21.15.17:0/1800478697 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7febf81036e0 0x7febf8198a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.561+0000 7febfcf9d640 1 --2- 172.21.15.17:0/1800478697 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7febf8102d30 0x7febf81984f0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:05.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.561+0000 7febfcf9d640 1 -- 172.21.15.17:0/1800478697 >> 172.21.15.17:0/1800478697 conn(0x7febf80fc7d0 msgr2=0x7febf8105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:05.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.561+0000 7febfcf9d640 1 -- 172.21.15.17:0/1800478697 shutdown_connections 2024-09-16T01:53:05.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:05.561+0000 7febfcf9d640 1 -- 172.21.15.17:0/1800478697 wait complete. 2024-09-16T01:53:05.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 353922 3.74 MB/sec execute 388 sec latency 16.569 ms 2024-09-16T01:53:06.226 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:53:06.505 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:53:06.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:06 smithi017 ceph-mon[30972]: pgmap v626: 97 pgs: 97 active+clean; 154 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:53:06.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:06 smithi029 ceph-mon[34783]: pgmap v626: 97 pgs: 97 active+clean; 154 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:53:06.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:06 smithi122 ceph-mon[34758]: pgmap v626: 97 pgs: 97 active+clean; 154 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:53:06.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 354666 3.74 MB/sec execute 389 sec latency 13.601 ms 2024-09-16T01:53:07.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.040+0000 7ff0122cf640 1 -- 172.21.15.17:0/2579547622 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff00c100e20 msgr2=0x7ff00c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:07.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.040+0000 7ff0122cf640 1 --2- 172.21.15.17:0/2579547622 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff00c100e20 0x7ff00c101200 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7feffc009890 tx=0x7feffc02a410 comp rx=0 tx=0).stop 2024-09-16T01:53:07.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.040+0000 7ff0122cf640 1 -- 172.21.15.17:0/2579547622 shutdown_connections 2024-09-16T01:53:07.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.040+0000 7ff0122cf640 1 --2- 172.21.15.17:0/2579547622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff00c102ef0 0x7ff00c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.040+0000 7ff0122cf640 1 --2- 172.21.15.17:0/2579547622 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff00c102570 0x7ff00c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.040+0000 7ff0122cf640 1 --2- 172.21.15.17:0/2579547622 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff00c100e20 0x7ff00c101200 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.040+0000 7ff0122cf640 1 -- 172.21.15.17:0/2579547622 >> 172.21.15.17:0/2579547622 conn(0x7ff00c0fc7d0 msgr2=0x7ff00c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:07.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.040+0000 7ff0122cf640 1 -- 172.21.15.17:0/2579547622 shutdown_connections 2024-09-16T01:53:07.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.040+0000 7ff0122cf640 1 -- 172.21.15.17:0/2579547622 wait complete. 2024-09-16T01:53:07.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.041+0000 7ff0122cf640 1 Processor -- start 2024-09-16T01:53:07.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.041+0000 7ff0122cf640 1 -- start start 2024-09-16T01:53:07.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.041+0000 7ff0122cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff00c100e20 0x7ff00c10fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.041+0000 7ff0122cf640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff00c102570 0x7ff00c110180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.041+0000 7ff0122cf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff00c102ef0 0x7ff00c1106c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.041+0000 7ff0122cf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c111f50 con 0x7ff00c100e20 2024-09-16T01:53:07.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.041+0000 7ff0122cf640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c111dd0 con 0x7ff00c102570 2024-09-16T01:53:07.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.041+0000 7ff0122cf640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c1120d0 con 0x7ff00c102ef0 2024-09-16T01:53:07.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff01086c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff00c102ef0 0x7ff00c1106c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff00bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff00c100e20 0x7ff00c10fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff01086c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff00c102ef0 0x7ff00c1106c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:48944/0 (socket says 172.21.15.17:48944) 2024-09-16T01:53:07.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff01086c640 1 -- 172.21.15.17:0/35048000 learned_addr learned my addr 172.21.15.17:0/35048000 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:07.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/35048000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff00c102570 0x7ff00c110180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff01086c640 1 -- 172.21.15.17:0/35048000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff00c102570 msgr2=0x7ff00c110180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:07.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff01086c640 1 --2- 172.21.15.17:0/35048000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff00c102570 0x7ff00c110180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff01086c640 1 -- 172.21.15.17:0/35048000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff00c100e20 msgr2=0x7ff00c10fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:07.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff01086c640 1 --2- 172.21.15.17:0/35048000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff00c100e20 0x7ff00c10fc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff01086c640 1 -- 172.21.15.17:0/35048000 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff00c1aadc0 con 0x7ff00c102ef0 2024-09-16T01:53:07.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff01086c640 1 --2- 172.21.15.17:0/35048000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff00c102ef0 0x7ff00c1106c0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ff004009fd0 tx=0x7ff00400c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:07.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff0097fa640 1 -- 172.21.15.17:0/35048000 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff004004b20 con 0x7ff00c102ef0 2024-09-16T01:53:07.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff0097fa640 1 -- 172.21.15.17:0/35048000 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff004003e20 con 0x7ff00c102ef0 2024-09-16T01:53:07.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff0122cf640 1 -- 172.21.15.17:0/35048000 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff00c1aaff0 con 0x7ff00c102ef0 2024-09-16T01:53:07.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.042+0000 7ff0097fa640 1 -- 172.21.15.17:0/35048000 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff004004820 con 0x7ff00c102ef0 2024-09-16T01:53:07.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.043+0000 7ff0122cf640 1 -- 172.21.15.17:0/35048000 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff00c1ab4a0 con 0x7ff00c102ef0 2024-09-16T01:53:07.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.045+0000 7ff0097fa640 1 -- 172.21.15.17:0/35048000 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7ff00401d020 con 0x7ff00c102ef0 2024-09-16T01:53:07.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.045+0000 7ff0146a8740 1 Processor -- start 2024-09-16T01:53:07.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.045+0000 7ff0146a8740 1 -- start start 2024-09-16T01:53:07.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.045+0000 7ff0146a8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eabb40 0x557e10eaa090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.045+0000 7ff0146a8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eaa5d0 0x557e10eaaa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.045+0000 7ff0146a8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eb5370 0x557e10eb7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.045+0000 7ff0146a8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557e10e102f0 con 0x557e10eb5370 2024-09-16T01:53:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.045+0000 7ff0146a8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557e10db7cf0 con 0x557e10eabb40 2024-09-16T01:53:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.045+0000 7ff0146a8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557e10e0c2b0 con 0x557e10eaa5d0 2024-09-16T01:53:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7ff00bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eaa5d0 0x557e10eaaa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7ff00b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eb5370 0x557e10eb7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7ff00bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eaa5d0 0x557e10eaaa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:48954/0 (socket says 172.21.15.17:48954) 2024-09-16T01:53:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7ff0097fa640 1 --2- 172.21.15.17:0/35048000 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feff40a32c0 0x7feff40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7ff00bfff640 1 -- 172.21.15.17:0/205900743 learned_addr learned my addr 172.21.15.17:0/205900743 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/205900743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eabb40 0x557e10eaa090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7ff00b7fe640 1 -- 172.21.15.17:0/205900743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eaa5d0 msgr2=0x557e10eaaa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/205900743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eaa5d0 0x557e10eaaa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7ff00b7fe640 1 -- 172.21.15.17:0/205900743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eabb40 msgr2=0x557e10eaa090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7ff0097fa640 1 -- 172.21.15.17:0/35048000 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff0040cf780 con 0x7ff00c102ef0 2024-09-16T01:53:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/205900743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eabb40 0x557e10eaa090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7ff00b7fe640 1 -- 172.21.15.17:0/205900743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e10d9c3a0 con 0x557e10eb5370 2024-09-16T01:53:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7ff01086c640 1 --2- 172.21.15.17:0/35048000 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feff40a32c0 0x7feff40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/205900743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eb5370 0x557e10eb7760 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7ff00c111400 tx=0x7ff000004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9384eb6fa91c4ca server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7feff27fc640 1 -- 172.21.15.17:0/205900743 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff000004050 con 0x557e10eb5370 2024-09-16T01:53:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7feff27fc640 1 -- 172.21.15.17:0/205900743 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff00000fc40 con 0x557e10eb5370 2024-09-16T01:53:07.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.046+0000 7feff27fc640 1 -- 172.21.15.17:0/205900743 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff000003850 con 0x557e10eb5370 2024-09-16T01:53:07.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.047+0000 7ff0146a8740 1 -- 172.21.15.17:0/205900743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eb5370 msgr2=0x557e10eb7760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:07.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.047+0000 7ff01086c640 1 --2- 172.21.15.17:0/35048000 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feff40a32c0 0x7feff40a5780 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ff0040981c0 tx=0x7ff004004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:07.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.047+0000 7ff0146a8740 1 --2- 172.21.15.17:0/205900743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eb5370 0x557e10eb7760 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7ff00c111400 tx=0x7ff000004730 comp rx=0 tx=0).stop 2024-09-16T01:53:07.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.047+0000 7ff0146a8740 1 -- 172.21.15.17:0/205900743 shutdown_connections 2024-09-16T01:53:07.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.047+0000 7ff0146a8740 1 --2- 172.21.15.17:0/205900743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eb5370 0x557e10eb7760 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.047+0000 7ff0146a8740 1 --2- 172.21.15.17:0/205900743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eaa5d0 0x557e10eaaa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.047+0000 7ff0146a8740 1 --2- 172.21.15.17:0/205900743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eabb40 0x557e10eaa090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.047+0000 7ff0146a8740 1 -- 172.21.15.17:0/205900743 >> 172.21.15.17:0/205900743 conn(0x557e10e73310 msgr2=0x557e10ea6c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:07.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.047+0000 7ff0146a8740 1 -- 172.21.15.17:0/205900743 shutdown_connections 2024-09-16T01:53:07.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.048+0000 7ff0146a8740 1 -- 172.21.15.17:0/205900743 wait complete. 2024-09-16T01:53:07.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.048+0000 7ff0146a8740 1 -- start start 2024-09-16T01:53:07.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.048+0000 7ff0146a8740 1 Processor -- start 2024-09-16T01:53:07.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.048+0000 7ff0146a8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eaa5d0 0x557e10eb4d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.048+0000 7ff0146a8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eabb40 0x557e10eb2020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.048+0000 7ff0146a8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eb5370 0x557e10eb2610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.048+0000 7ff0146a8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557e10eb8070 con 0x557e10eabb40 2024-09-16T01:53:07.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.048+0000 7ff0146a8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557e10dcb060 con 0x557e10eaa5d0 2024-09-16T01:53:07.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.048+0000 7ff0146a8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557e10eb81f0 con 0x557e10eb5370 2024-09-16T01:53:07.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7ff0146a8740 10 client.0 _ll_register_callbacks cb 0x557e10b1e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:07.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7ff00bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eabb40 0x557e10eb2020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7ff00bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eabb40 0x557e10eb2020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45724/0 (socket says 172.21.15.17:45724) 2024-09-16T01:53:07.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7ff00bfff640 1 -- 172.21.15.17:0/4213934962 learned_addr learned my addr 172.21.15.17:0/4213934962 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:07.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/4213934962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eaa5d0 0x557e10eb4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/4213934962 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eb5370 0x557e10eb2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7ff00bfff640 1 -- 172.21.15.17:0/4213934962 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eb5370 msgr2=0x557e10eb2610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:07.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7ff00bfff640 1 --2- 172.21.15.17:0/4213934962 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eb5370 0x557e10eb2610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7ff00bfff640 1 -- 172.21.15.17:0/4213934962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eaa5d0 msgr2=0x557e10eb4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:07.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7ff00bfff640 1 --2- 172.21.15.17:0/4213934962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eaa5d0 0x557e10eb4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7ff00bfff640 1 -- 172.21.15.17:0/4213934962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e10b813c0 con 0x557e10eabb40 2024-09-16T01:53:07.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7ff00bfff640 1 --2- 172.21.15.17:0/4213934962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eabb40 0x557e10eb2020 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7feffc031000 tx=0x7feffc030ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=153a412ff232bf4d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:07.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7fefeb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:53:07.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7fefeb7fe640 1 -- 172.21.15.17:0/4213934962 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feffc004050 con 0x557e10eabb40 2024-09-16T01:53:07.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7fefeb7fe640 1 -- 172.21.15.17:0/4213934962 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feffc0041f0 con 0x557e10eabb40 2024-09-16T01:53:07.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.049+0000 7ff0146a8740 1 -- 172.21.15.17:0/4213934962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff00000fc40 con 0x557e10eabb40 2024-09-16T01:53:07.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.050+0000 7fefeb7fe640 1 -- 172.21.15.17:0/4213934962 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7feffc0043f0 con 0x557e10eabb40 2024-09-16T01:53:07.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.050+0000 7ff0146a8740 10 client.17088 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:07.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.050+0000 7ff0146a8740 1 -- 172.21.15.17:0/4213934962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557e10ec3b10 con 0x557e10eabb40 2024-09-16T01:53:07.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.050+0000 7fefeb7fe640 1 -- 172.21.15.17:0/4213934962 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff00000fc40 con 0x557e10eabb40 2024-09-16T01:53:07.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.050+0000 7fefeb7fe640 1 -- 172.21.15.17:0/4213934962 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7feffc004bc0 con 0x557e10eabb40 2024-09-16T01:53:07.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.050+0000 7ff0146a8740 10 client.17088 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:07.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.050+0000 7ff0146a8740 10 client.17088 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:07.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.050+0000 7ff0146a8740 20 client.17088 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:07.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.050+0000 7ff0146a8740 1 --2- 172.21.15.17:0/4213934962 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557e10ec5020 0x557e10ec7460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.050+0000 7ff0146a8740 4 client.17088 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:53:07.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.050+0000 7ff0146a8740 1 -- 172.21.15.17:0/4213934962 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557e10e1d860 con 0x557e10ec5020 2024-09-16T01:53:07.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.050+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/4213934962 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557e10ec5020 0x557e10ec7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.051+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/4213934962 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557e10ec5020 0x557e10ec7460 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19d53815935592dd server_cookie=574e604357ebbe2a in_seq=0 out_seq=0 2024-09-16T01:53:07.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.051+0000 7fefeb7fe640 10 client.17088 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:07.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7fefeb7fe640 1 -- 172.21.15.17:0/4213934962 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557e10e1d860 con 0x557e10ec5020 2024-09-16T01:53:07.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7fefeb7fe640 10 client.17088 handle_command_reply: tid=0 2024-09-16T01:53:07.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7ff0146a8740 1 client.17088 shutdown 2024-09-16T01:53:07.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7ff0146a8740 1 -- 172.21.15.17:0/4213934962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eabb40 msgr2=0x557e10eb2020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:07.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7ff0146a8740 1 --2- 172.21.15.17:0/4213934962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eabb40 0x557e10eb2020 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7feffc031000 tx=0x7feffc030ba0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7ff0146a8740 1 -- 172.21.15.17:0/4213934962 shutdown_connections 2024-09-16T01:53:07.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7ff0146a8740 1 --2- 172.21.15.17:0/4213934962 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557e10ec5020 0x557e10ec7460 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7ff0146a8740 1 --2- 172.21.15.17:0/4213934962 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eb5370 0x557e10eb2610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7ff0146a8740 1 --2- 172.21.15.17:0/4213934962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eabb40 0x557e10eb2020 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7ff0146a8740 1 --2- 172.21.15.17:0/4213934962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eaa5d0 0x557e10eb4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7ff0146a8740 1 -- 172.21.15.17:0/4213934962 >> 172.21.15.17:0/4213934962 conn(0x557e10e73310 msgr2=0x557e10eac960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:07.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7fefeb7fe640 0 client.17088 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:07.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7ff0146a8740 1 -- 172.21.15.17:0/4213934962 shutdown_connections 2024-09-16T01:53:07.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7ff0146a8740 1 -- 172.21.15.17:0/4213934962 wait complete. 2024-09-16T01:53:07.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.052+0000 7ff0146a8740 20 client.17088 trim_cache size 0 max 16384 2024-09-16T01:53:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.066+0000 7ff0146a8740 1 Processor -- start 2024-09-16T01:53:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.066+0000 7ff0146a8740 1 -- start start 2024-09-16T01:53:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.066+0000 7ff0146a8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eaa5d0 0x557e10eb1ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.066+0000 7ff0146a8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eabb40 0x557e10eb0f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.066+0000 7ff0146a8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eb5370 0x557e10ec1310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.066+0000 7ff0146a8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c1b6380 con 0x557e10eaa5d0 2024-09-16T01:53:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.066+0000 7ff0146a8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c1b3c50 con 0x557e10eb5370 2024-09-16T01:53:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.066+0000 7ff0146a8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c1b1a80 con 0x557e10eabb40 2024-09-16T01:53:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7ff00bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eabb40 0x557e10eb0f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7ff00b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eaa5d0 0x557e10eb1ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7ff00bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eabb40 0x557e10eb0f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:48968/0 (socket says 172.21.15.17:48968) 2024-09-16T01:53:07.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7ff00bfff640 1 -- 172.21.15.17:0/3015301404 learned_addr learned my addr 172.21.15.17:0/3015301404 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:07.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/3015301404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eb5370 0x557e10ec1310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7ff00bfff640 1 -- 172.21.15.17:0/3015301404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eb5370 msgr2=0x557e10ec1310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:07.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7ff00bfff640 1 --2- 172.21.15.17:0/3015301404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eb5370 0x557e10ec1310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7ff00bfff640 1 -- 172.21.15.17:0/3015301404 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eaa5d0 msgr2=0x557e10eb1ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:07.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7ff00bfff640 1 --2- 172.21.15.17:0/3015301404 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eaa5d0 0x557e10eb1ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7ff00bfff640 1 -- 172.21.15.17:0/3015301404 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557e10ea7960 con 0x557e10eabb40 2024-09-16T01:53:07.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/3015301404 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eaa5d0 0x557e10eb1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:07.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7ff00bfff640 1 --2- 172.21.15.17:0/3015301404 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eabb40 0x557e10eb0f80 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7feffc030f60 tx=0x7feffc02a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=85e302485dcbd5b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:07.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7feff1ffb640 1 -- 172.21.15.17:0/3015301404 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feffc003730 con 0x557e10eabb40 2024-09-16T01:53:07.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7feff1ffb640 1 -- 172.21.15.17:0/3015301404 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feffc0038d0 con 0x557e10eabb40 2024-09-16T01:53:07.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.067+0000 7feff1ffb640 1 -- 172.21.15.17:0/3015301404 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feffc0053d0 con 0x557e10eabb40 2024-09-16T01:53:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.068+0000 7ff0146a8740 1 -- 172.21.15.17:0/3015301404 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eabb40 msgr2=0x557e10eb0f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.068+0000 7ff0146a8740 1 --2- 172.21.15.17:0/3015301404 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eabb40 0x557e10eb0f80 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7feffc030f60 tx=0x7feffc02a410 comp rx=0 tx=0).stop 2024-09-16T01:53:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.068+0000 7ff0146a8740 1 -- 172.21.15.17:0/3015301404 shutdown_connections 2024-09-16T01:53:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.068+0000 7ff0146a8740 1 --2- 172.21.15.17:0/3015301404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eb5370 0x557e10ec1310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.068+0000 7ff0146a8740 1 --2- 172.21.15.17:0/3015301404 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eabb40 0x557e10eb0f80 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.068+0000 7ff0146a8740 1 --2- 172.21.15.17:0/3015301404 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eaa5d0 0x557e10eb1ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.068+0000 7ff0146a8740 1 -- 172.21.15.17:0/3015301404 >> 172.21.15.17:0/3015301404 conn(0x557e10e73310 msgr2=0x557e10eb18e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.068+0000 7ff0146a8740 1 -- 172.21.15.17:0/3015301404 shutdown_connections 2024-09-16T01:53:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.068+0000 7ff0146a8740 1 -- 172.21.15.17:0/3015301404 wait complete. 2024-09-16T01:53:07.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.069+0000 7ff0146a8740 1 -- start start 2024-09-16T01:53:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.069+0000 7ff0146a8740 1 Processor -- start 2024-09-16T01:53:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.069+0000 7ff0146a8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eaa5d0 0x557e10ebd480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.069+0000 7ff0146a8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eabb40 0x557e10ebd9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.069+0000 7ff0146a8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eb5370 0x557e10eae2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.069+0000 7ff0146a8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c1b2110 con 0x557e10eabb40 2024-09-16T01:53:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.069+0000 7ff0146a8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c1b3580 con 0x557e10eb5370 2024-09-16T01:53:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.069+0000 7ff0146a8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff00c1b27e0 con 0x557e10eaa5d0 2024-09-16T01:53:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.069+0000 7ff0146a8740 10 client.0 _ll_register_callbacks cb 0x7feffc0096b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.069+0000 7ff00bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eabb40 0x557e10ebd9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.069+0000 7ff00bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eabb40 0x557e10ebd9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45754/0 (socket says 172.21.15.17:45754) 2024-09-16T01:53:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.069+0000 7ff00bfff640 1 -- 172.21.15.17:0/1851420316 learned_addr learned my addr 172.21.15.17:0/1851420316 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.069+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/1851420316 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eaa5d0 0x557e10ebd480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.070+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/1851420316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eb5370 0x557e10eae2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.070+0000 7ff00bfff640 1 -- 172.21.15.17:0/1851420316 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eaa5d0 msgr2=0x557e10ebd480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.070+0000 7ff00bfff640 1 --2- 172.21.15.17:0/1851420316 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eaa5d0 0x557e10ebd480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.070+0000 7ff00bfff640 1 -- 172.21.15.17:0/1851420316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eb5370 msgr2=0x557e10eae2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.070+0000 7ff00bfff640 1 --2- 172.21.15.17:0/1851420316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eb5370 0x557e10eae2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.070+0000 7ff00bfff640 1 -- 172.21.15.17:0/1851420316 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557e10eaff50 con 0x557e10eabb40 2024-09-16T01:53:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.070+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/1851420316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eb5370 0x557e10eae2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:53:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.070+0000 7ff00bfff640 1 --2- 172.21.15.17:0/1851420316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eabb40 0x557e10ebd9c0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7feffc02a930 tx=0x7feffc004d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1663e9f8199be24e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.070+0000 7fefeb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:53:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.070+0000 7fefeb7fe640 1 -- 172.21.15.17:0/1851420316 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feffc05d070 con 0x557e10eabb40 2024-09-16T01:53:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.070+0000 7fefeb7fe640 1 -- 172.21.15.17:0/1851420316 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feffc0051c0 con 0x557e10eabb40 2024-09-16T01:53:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.070+0000 7ff0146a8740 1 -- 172.21.15.17:0/1851420316 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feffc0038d0 con 0x557e10eabb40 2024-09-16T01:53:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.071+0000 7fefeb7fe640 1 -- 172.21.15.17:0/1851420316 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7feffc003730 con 0x557e10eabb40 2024-09-16T01:53:07.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.071+0000 7ff0146a8740 10 client.17094 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:07.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.071+0000 7ff0146a8740 1 -- 172.21.15.17:0/1851420316 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557e10f2f1e0 con 0x557e10eabb40 2024-09-16T01:53:07.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.071+0000 7fefeb7fe640 1 -- 172.21.15.17:0/1851420316 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feffc0038d0 con 0x557e10eabb40 2024-09-16T01:53:07.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.071+0000 7fefeb7fe640 1 -- 172.21.15.17:0/1851420316 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7feffc051460 con 0x557e10eabb40 2024-09-16T01:53:07.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.071+0000 7ff0146a8740 10 client.17094 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:07.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.071+0000 7ff0146a8740 10 client.17094 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:07.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.071+0000 7ff0146a8740 20 client.17094 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:07.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.071+0000 7ff0146a8740 1 --2- 172.21.15.17:0/1851420316 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557e10f2f940 0x557e10f31d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:07.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.071+0000 7ff0146a8740 4 client.17094 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:53:07.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.071+0000 7ff0146a8740 1 -- 172.21.15.17:0/1851420316 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557e10e17d70 con 0x557e10f2f940 2024-09-16T01:53:07.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.071+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/1851420316 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557e10f2f940 0x557e10f31d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:07.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7fefeb7fe640 10 client.17094 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:07.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7ff00b7fe640 1 --2- 172.21.15.17:0/1851420316 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557e10f2f940 0x557e10f31d60 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a880dc24a5ede97 server_cookie=4dc4dd0eb807a80f in_seq=0 out_seq=0 2024-09-16T01:53:07.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7fefeb7fe640 1 -- 172.21.15.17:0/1851420316 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557e10e17d70 con 0x557e10f2f940 2024-09-16T01:53:07.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7fefeb7fe640 10 client.17094 handle_command_reply: tid=0 2024-09-16T01:53:07.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7ff0146a8740 1 client.17094 shutdown 2024-09-16T01:53:07.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7ff0146a8740 1 -- 172.21.15.17:0/1851420316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eabb40 msgr2=0x557e10ebd9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:07.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7ff0146a8740 1 --2- 172.21.15.17:0/1851420316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eabb40 0x557e10ebd9c0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7feffc02a930 tx=0x7feffc004d90 comp rx=0 tx=0).stop 2024-09-16T01:53:07.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7ff0146a8740 1 -- 172.21.15.17:0/1851420316 shutdown_connections 2024-09-16T01:53:07.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7ff0146a8740 1 --2- 172.21.15.17:0/1851420316 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557e10f2f940 0x557e10f31d60 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7ff0146a8740 1 --2- 172.21.15.17:0/1851420316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557e10eb5370 0x557e10eae2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7ff0146a8740 1 --2- 172.21.15.17:0/1851420316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557e10eabb40 0x557e10ebd9c0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7fefeb7fe640 0 client.17094 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:07.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7ff0146a8740 1 --2- 172.21.15.17:0/1851420316 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557e10eaa5d0 0x557e10ebd480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7ff0146a8740 1 -- 172.21.15.17:0/1851420316 >> 172.21.15.17:0/1851420316 conn(0x557e10e73310 msgr2=0x557e10eb3880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:07.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7ff0146a8740 1 -- 172.21.15.17:0/1851420316 shutdown_connections 2024-09-16T01:53:07.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7ff0146a8740 1 -- 172.21.15.17:0/1851420316 wait complete. 2024-09-16T01:53:07.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.072+0000 7ff0146a8740 20 client.17094 trim_cache size 0 max 16384 2024-09-16T01:53:07.079 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:53:07.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.073+0000 7ff0122cf640 1 -- 172.21.15.17:0/35048000 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feff40a32c0 msgr2=0x7feff40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:07.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.073+0000 7ff0122cf640 1 --2- 172.21.15.17:0/35048000 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feff40a32c0 0x7feff40a5780 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7ff0040981c0 tx=0x7ff004004a40 comp rx=0 tx=0).stop 2024-09-16T01:53:07.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.073+0000 7ff0122cf640 1 -- 172.21.15.17:0/35048000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff00c102ef0 msgr2=0x7ff00c1106c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:07.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.073+0000 7ff0122cf640 1 --2- 172.21.15.17:0/35048000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff00c102ef0 0x7ff00c1106c0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ff004009fd0 tx=0x7ff00400c800 comp rx=0 tx=0).stop 2024-09-16T01:53:07.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.073+0000 7ff0122cf640 1 -- 172.21.15.17:0/35048000 shutdown_connections 2024-09-16T01:53:07.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.073+0000 7ff0122cf640 1 --2- 172.21.15.17:0/35048000 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feff40a32c0 0x7feff40a5780 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.073+0000 7ff0122cf640 1 --2- 172.21.15.17:0/35048000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff00c102ef0 0x7ff00c1106c0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.073+0000 7ff0122cf640 1 --2- 172.21.15.17:0/35048000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff00c102570 0x7ff00c110180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.073+0000 7ff0122cf640 1 --2- 172.21.15.17:0/35048000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff00c100e20 0x7ff00c10fc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:07.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.073+0000 7ff0122cf640 1 -- 172.21.15.17:0/35048000 >> 172.21.15.17:0/35048000 conn(0x7ff00c0fc7d0 msgr2=0x7ff00c0fd1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:07.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.073+0000 7ff0122cf640 1 -- 172.21.15.17:0/35048000 shutdown_connections 2024-09-16T01:53:07.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:07.073+0000 7ff0122cf640 1 -- 172.21.15.17:0/35048000 wait complete. 2024-09-16T01:53:07.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 355172 3.74 MB/sec execute 390 sec latency 14.072 ms 2024-09-16T01:53:08.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:08 smithi017 ceph-mon[30972]: pgmap v627: 97 pgs: 97 active+clean; 154 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 169 KiB/s rd, 1.5 MiB/s wr, 75 op/s 2024-09-16T01:53:08.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:08 smithi029 ceph-mon[34783]: pgmap v627: 97 pgs: 97 active+clean; 154 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 169 KiB/s rd, 1.5 MiB/s wr, 75 op/s 2024-09-16T01:53:08.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:08 smithi122 ceph-mon[34758]: pgmap v627: 97 pgs: 97 active+clean; 154 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 169 KiB/s rd, 1.5 MiB/s wr, 75 op/s 2024-09-16T01:53:08.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 355811 3.73 MB/sec execute 391 sec latency 17.832 ms 2024-09-16T01:53:08.884 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:53:08.884 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:53:09.181 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:53:09.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 356571 3.73 MB/sec execute 392 sec latency 17.832 ms 2024-09-16T01:53:09.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.929+0000 7f5bbafe0640 1 -- 172.21.15.17:0/4014982231 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bb4074510 msgr2=0x7f5bb40748f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:09.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.929+0000 7f5bbafe0640 1 --2- 172.21.15.17:0/4014982231 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bb4074510 0x7f5bb40748f0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f5ba8009900 tx=0x7f5ba802a480 comp rx=0 tx=0).stop 2024-09-16T01:53:09.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.929+0000 7f5bbafe0640 1 -- 172.21.15.17:0/4014982231 shutdown_connections 2024-09-16T01:53:09.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.929+0000 7f5bbafe0640 1 --2- 172.21.15.17:0/4014982231 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bb410e440 0x7f5bb4110830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.929+0000 7f5bbafe0640 1 --2- 172.21.15.17:0/4014982231 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5bb4074e30 0x7f5bb410df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.929+0000 7f5bbafe0640 1 --2- 172.21.15.17:0/4014982231 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bb4074510 0x7f5bb40748f0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.929+0000 7f5bbafe0640 1 -- 172.21.15.17:0/4014982231 >> 172.21.15.17:0/4014982231 conn(0x7f5bb40fd8e0 msgr2=0x7f5bb40ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:09.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.929+0000 7f5bbafe0640 1 -- 172.21.15.17:0/4014982231 shutdown_connections 2024-09-16T01:53:09.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.929+0000 7f5bbafe0640 1 -- 172.21.15.17:0/4014982231 wait complete. 2024-09-16T01:53:09.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.930+0000 7f5bbafe0640 1 Processor -- start 2024-09-16T01:53:09.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.930+0000 7f5bbafe0640 1 -- start start 2024-09-16T01:53:09.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.930+0000 7f5bbafe0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bb4074510 0x7f5bb419a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.930+0000 7f5bbafe0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bb4074e30 0x7f5bb419ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.930+0000 7f5bbafe0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5bb410e440 0x7f5bb419eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bbafe0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5bb4114020 con 0x7f5bb4074e30 2024-09-16T01:53:09.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bbafe0640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5bb4113ea0 con 0x7f5bb4074510 2024-09-16T01:53:09.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bbafe0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5bb41141a0 con 0x7f5bb410e440 2024-09-16T01:53:09.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bb4074e30 0x7f5bb419ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bb4074e30 0x7f5bb419ab20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45776/0 (socket says 172.21.15.17:45776) 2024-09-16T01:53:09.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb3fff640 1 -- 172.21.15.17:0/2089181770 learned_addr learned my addr 172.21.15.17:0/2089181770 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:09.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb8d7c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bb4074510 0x7f5bb419a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb957d640 1 --2- 172.21.15.17:0/2089181770 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5bb410e440 0x7f5bb419eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb3fff640 1 -- 172.21.15.17:0/2089181770 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5bb410e440 msgr2=0x7f5bb419eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:09.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb3fff640 1 --2- 172.21.15.17:0/2089181770 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5bb410e440 0x7f5bb419eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb3fff640 1 -- 172.21.15.17:0/2089181770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bb4074510 msgr2=0x7f5bb419a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:09.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb3fff640 1 --2- 172.21.15.17:0/2089181770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bb4074510 0x7f5bb419a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb3fff640 1 -- 172.21.15.17:0/2089181770 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bb419f590 con 0x7f5bb4074e30 2024-09-16T01:53:09.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb957d640 1 --2- 172.21.15.17:0/2089181770 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5bb410e440 0x7f5bb419eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:09.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb3fff640 1 --2- 172.21.15.17:0/2089181770 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bb4074e30 0x7f5bb419ab20 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f5ba000e9f0 tx=0x7f5ba000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:09.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/2089181770 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ba000cd80 con 0x7f5bb4074e30 2024-09-16T01:53:09.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bbafe0640 1 -- 172.21.15.17:0/2089181770 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bb419f880 con 0x7f5bb4074e30 2024-09-16T01:53:09.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/2089181770 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ba00054d0 con 0x7f5bb4074e30 2024-09-16T01:53:09.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.931+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/2089181770 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ba0010490 con 0x7f5bb4074e30 2024-09-16T01:53:09.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.932+0000 7f5bbafe0640 1 -- 172.21.15.17:0/2089181770 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bb41a7160 con 0x7f5bb4074e30 2024-09-16T01:53:09.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.934+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/2089181770 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f5ba0005020 con 0x7f5bb4074e30 2024-09-16T01:53:09.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.934+0000 7f5bbd3b9740 1 Processor -- start 2024-09-16T01:53:09.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.934+0000 7f5bbd3b9740 1 -- start start 2024-09-16T01:53:09.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bbd3b9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a45b60 0x562747a45f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bbd3b9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a46480 0x562747a50800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bbd3b9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a50d40 0x562747a53130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bbd3b9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5627479ab280 con 0x562747a45b60 2024-09-16T01:53:09.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bb1ffb640 1 --2- 172.21.15.17:0/2089181770 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ba40a3240 0x7f5ba40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bbd3b9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562747952b10 con 0x562747a50d40 2024-09-16T01:53:09.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bbd3b9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5627479a7240 con 0x562747a46480 2024-09-16T01:53:09.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bb957d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a45b60 0x562747a45f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bb957d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a45b60 0x562747a45f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45784/0 (socket says 172.21.15.17:45784) 2024-09-16T01:53:09.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bb957d640 1 -- 172.21.15.17:0/2366177331 learned_addr learned my addr 172.21.15.17:0/2366177331 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:09.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bb8d7c640 1 --2- 172.21.15.17:0/2366177331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a46480 0x562747a50800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bb3fff640 1 --2- 172.21.15.17:0/2366177331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a50d40 0x562747a53130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bb1ffb640 1 -- 172.21.15.17:0/2089181770 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5ba00cfc70 con 0x7f5bb4074e30 2024-09-16T01:53:09.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bb957d640 1 --2- 172.21.15.17:0/2089181770 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ba40a3240 0x7f5ba40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bb957d640 1 -- 172.21.15.17:0/2366177331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a46480 msgr2=0x562747a50800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:09.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bb957d640 1 --2- 172.21.15.17:0/2366177331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a46480 0x562747a50800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bb957d640 1 -- 172.21.15.17:0/2366177331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a50d40 msgr2=0x562747a53130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:09.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bb957d640 1 --2- 172.21.15.17:0/2366177331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a50d40 0x562747a53130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bb957d640 1 -- 172.21.15.17:0/2366177331 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56274795f1f0 con 0x562747a45b60 2024-09-16T01:53:09.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.935+0000 7f5bb3fff640 1 --2- 172.21.15.17:0/2366177331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a50d40 0x562747a53130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:53:09.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.936+0000 7f5bb957d640 1 --2- 172.21.15.17:0/2366177331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a45b60 0x562747a45f40 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f5bac012db0 tx=0x7f5bac0147e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ae6755214a939b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:09.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.936+0000 7f5b9effd640 1 -- 172.21.15.17:0/2366177331 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bac024070 con 0x562747a45b60 2024-09-16T01:53:09.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.936+0000 7f5b9effd640 1 -- 172.21.15.17:0/2366177331 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5bac012830 con 0x562747a45b60 2024-09-16T01:53:09.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.936+0000 7f5b9effd640 1 -- 172.21.15.17:0/2366177331 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bac00e700 con 0x562747a45b60 2024-09-16T01:53:09.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.936+0000 7f5bb957d640 1 --2- 172.21.15.17:0/2089181770 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ba40a3240 0x7f5ba40a5700 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f5bac021000 tx=0x7f5bac01f000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:09.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.937+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/2366177331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a45b60 msgr2=0x562747a45f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:09.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.937+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/2366177331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a45b60 0x562747a45f40 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f5bac012db0 tx=0x7f5bac0147e0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.937+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/2366177331 shutdown_connections 2024-09-16T01:53:09.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.937+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/2366177331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a50d40 0x562747a53130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.937+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/2366177331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a46480 0x562747a50800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.937+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/2366177331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a45b60 0x562747a45f40 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.937+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/2366177331 >> 172.21.15.17:0/2366177331 conn(0x562747a420f0 msgr2=0x562747a424d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:09.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.937+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/2366177331 shutdown_connections 2024-09-16T01:53:09.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.937+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/2366177331 wait complete. 2024-09-16T01:53:09.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.937+0000 7f5bbd3b9740 1 -- start start 2024-09-16T01:53:09.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.937+0000 7f5bbd3b9740 1 Processor -- start 2024-09-16T01:53:09.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bbd3b9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a45b60 0x562747a4dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bbd3b9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a46480 0x562747a4e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bbd3b9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a50d40 0x562747a4e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bbd3b9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562747a53910 con 0x562747a46480 2024-09-16T01:53:09.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bbd3b9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562747965f10 con 0x562747a45b60 2024-09-16T01:53:09.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bbd3b9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x562747a53a90 con 0x562747a50d40 2024-09-16T01:53:09.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bbd3b9740 10 client.0 _ll_register_callbacks cb 0x56274792ea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:09.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bb957d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a50d40 0x562747a4e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bb3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a46480 0x562747a4e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bb957d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a50d40 0x562747a4e650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49026/0 (socket says 172.21.15.17:49026) 2024-09-16T01:53:09.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bb3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a46480 0x562747a4e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45800/0 (socket says 172.21.15.17:45800) 2024-09-16T01:53:09.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bb957d640 1 -- 172.21.15.17:0/2778892839 learned_addr learned my addr 172.21.15.17:0/2778892839 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:09.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bb8d7c640 1 --2- 172.21.15.17:0/2778892839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a45b60 0x562747a4dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bb957d640 1 -- 172.21.15.17:0/2778892839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a45b60 msgr2=0x562747a4dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:09.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bb957d640 1 --2- 172.21.15.17:0/2778892839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a45b60 0x562747a4dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bb957d640 1 -- 172.21.15.17:0/2778892839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a46480 msgr2=0x562747a4e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:09.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bb957d640 1 --2- 172.21.15.17:0/2778892839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a46480 0x562747a4e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bb957d640 1 -- 172.21.15.17:0/2778892839 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56274771c6a0 con 0x562747a50d40 2024-09-16T01:53:09.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bb3fff640 1 --2- 172.21.15.17:0/2778892839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a46480 0x562747a4e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:09.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.938+0000 7f5bb957d640 1 --2- 172.21.15.17:0/2778892839 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a50d40 0x562747a4e650 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5bac005fd0 tx=0x7f5bac014e10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b78f4e4b64800dcd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:09.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5b93fff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:53:09.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5b93fff640 1 -- 172.21.15.17:0/2778892839 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bac036060 con 0x562747a50d40 2024-09-16T01:53:09.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5b93fff640 1 -- 172.21.15.17:0/2778892839 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5bac011460 con 0x562747a50d40 2024-09-16T01:53:09.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/2778892839 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5627479b87f0 con 0x562747a50d40 2024-09-16T01:53:09.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5b93fff640 1 -- 172.21.15.17:0/2778892839 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f5bac024050 con 0x562747a50d40 2024-09-16T01:53:09.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5bbd3b9740 10 client.26761 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:09.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/2778892839 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562747a5f430 con 0x562747a50d40 2024-09-16T01:53:09.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5b93fff640 1 -- 172.21.15.17:0/2778892839 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5627479b87f0 con 0x562747a50d40 2024-09-16T01:53:09.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5b93fff640 1 -- 172.21.15.17:0/2778892839 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f5bac03b070 con 0x562747a50d40 2024-09-16T01:53:09.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5bbd3b9740 10 client.26761 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:09.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5bbd3b9740 10 client.26761 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:09.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5bbd3b9740 20 client.26761 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:09.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/2778892839 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562747a60890 0x562747a62c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5bbd3b9740 4 client.26761 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:53:09.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.939+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/2778892839 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5627479b2d00 con 0x562747a60890 2024-09-16T01:53:09.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.940+0000 7f5bb8d7c640 1 --2- 172.21.15.17:0/2778892839 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562747a60890 0x562747a62c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.940+0000 7f5bb8d7c640 1 --2- 172.21.15.17:0/2778892839 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562747a60890 0x562747a62c80 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=818adaf1802f2ebb server_cookie=e1f5373acc28a052 in_seq=0 out_seq=0 2024-09-16T01:53:09.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.940+0000 7f5b93fff640 10 client.26761 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:09.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5b93fff640 1 -- 172.21.15.17:0/2778892839 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5627479b2d00 con 0x562747a60890 2024-09-16T01:53:09.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5b93fff640 10 client.26761 handle_command_reply: tid=0 2024-09-16T01:53:09.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5bbd3b9740 1 client.26761 shutdown 2024-09-16T01:53:09.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/2778892839 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a50d40 msgr2=0x562747a4e650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:09.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/2778892839 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a50d40 0x562747a4e650 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f5bac005fd0 tx=0x7f5bac014e10 comp rx=0 tx=0).stop 2024-09-16T01:53:09.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/2778892839 shutdown_connections 2024-09-16T01:53:09.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/2778892839 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562747a60890 0x562747a62c80 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/2778892839 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a50d40 0x562747a4e650 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/2778892839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a46480 0x562747a4e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/2778892839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a45b60 0x562747a4dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5b93fff640 0 client.26761 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:09.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/2778892839 >> 172.21.15.17:0/2778892839 conn(0x562747a420f0 msgr2=0x562747a41270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:09.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/2778892839 shutdown_connections 2024-09-16T01:53:09.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/2778892839 wait complete. 2024-09-16T01:53:09.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.941+0000 7f5bbd3b9740 20 client.26761 trim_cache size 0 max 16384 2024-09-16T01:53:09.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.962+0000 7f5bbd3b9740 1 Processor -- start 2024-09-16T01:53:09.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.962+0000 7f5bbd3b9740 1 -- start start 2024-09-16T01:53:09.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.962+0000 7f5bbd3b9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a45b60 0x562747a485c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.962+0000 7f5bbd3b9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a46480 0x562747a4caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.962+0000 7f5bbd3b9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a50d40 0x562747a68280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.962+0000 7f5bbd3b9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5bb41b2030 con 0x562747a45b60 2024-09-16T01:53:09.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.962+0000 7f5bbd3b9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5bb41af900 con 0x562747a50d40 2024-09-16T01:53:09.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.962+0000 7f5bbd3b9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5bb41ad730 con 0x562747a46480 2024-09-16T01:53:09.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.962+0000 7f5bb8d7c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a45b60 0x562747a485c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.962+0000 7f5bb8d7c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a45b60 0x562747a485c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45804/0 (socket says 172.21.15.17:45804) 2024-09-16T01:53:09.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.962+0000 7f5bb8d7c640 1 -- 172.21.15.17:0/3107097364 learned_addr learned my addr 172.21.15.17:0/3107097364 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:09.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.962+0000 7f5bb3fff640 1 --2- 172.21.15.17:0/3107097364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a46480 0x562747a4caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.962+0000 7f5bb957d640 1 --2- 172.21.15.17:0/3107097364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a50d40 0x562747a68280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.963+0000 7f5bb8d7c640 1 -- 172.21.15.17:0/3107097364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a46480 msgr2=0x562747a4caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:09.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.963+0000 7f5bb8d7c640 1 --2- 172.21.15.17:0/3107097364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a46480 0x562747a4caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.963+0000 7f5bb8d7c640 1 -- 172.21.15.17:0/3107097364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a50d40 msgr2=0x562747a68280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:09.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.963+0000 7f5bb8d7c640 1 --2- 172.21.15.17:0/3107097364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a50d40 0x562747a68280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.963+0000 7f5bb8d7c640 1 -- 172.21.15.17:0/3107097364 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562747a501b0 con 0x562747a45b60 2024-09-16T01:53:09.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.963+0000 7f5bb3fff640 1 --2- 172.21.15.17:0/3107097364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a46480 0x562747a4caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:09.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.963+0000 7f5bb8d7c640 1 --2- 172.21.15.17:0/3107097364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a45b60 0x562747a485c0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f5ba80096c0 tx=0x7f5ba8005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d0b013746cf890d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:09.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.963+0000 7f5b9e7fc640 1 -- 172.21.15.17:0/3107097364 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ba804a070 con 0x562747a45b60 2024-09-16T01:53:09.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.963+0000 7f5b9e7fc640 1 -- 172.21.15.17:0/3107097364 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ba80054f0 con 0x562747a45b60 2024-09-16T01:53:09.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.963+0000 7f5b9e7fc640 1 -- 172.21.15.17:0/3107097364 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ba8035040 con 0x562747a45b60 2024-09-16T01:53:09.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.964+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/3107097364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a45b60 msgr2=0x562747a485c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:09.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.964+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/3107097364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a45b60 0x562747a485c0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f5ba80096c0 tx=0x7f5ba8005b50 comp rx=0 tx=0).stop 2024-09-16T01:53:09.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.964+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/3107097364 shutdown_connections 2024-09-16T01:53:09.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.964+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/3107097364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a50d40 0x562747a68280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.964+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/3107097364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a46480 0x562747a4caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.964+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/3107097364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a45b60 0x562747a485c0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.964+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/3107097364 >> 172.21.15.17:0/3107097364 conn(0x562747a420f0 msgr2=0x562747a4c390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:09.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.964+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/3107097364 shutdown_connections 2024-09-16T01:53:09.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.964+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/3107097364 wait complete. 2024-09-16T01:53:09.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.964+0000 7f5bbd3b9740 1 -- start start 2024-09-16T01:53:09.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.965+0000 7f5bbd3b9740 1 Processor -- start 2024-09-16T01:53:09.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.965+0000 7f5bbd3b9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a45b60 0x562747a59140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.965+0000 7f5bbd3b9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a46480 0x562747a4a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.965+0000 7f5bbd3b9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a50d40 0x562747a4ab20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.965+0000 7f5bbd3b9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5bb41addc0 con 0x562747a46480 2024-09-16T01:53:09.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.965+0000 7f5bbd3b9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5bb41af230 con 0x562747a45b60 2024-09-16T01:53:09.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.965+0000 7f5bbd3b9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5bb41ae490 con 0x562747a50d40 2024-09-16T01:53:09.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.965+0000 7f5bbd3b9740 10 client.0 _ll_register_callbacks cb 0x7f5bac022070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:09.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.965+0000 7f5bb3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a46480 0x562747a4a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.965+0000 7f5bb3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a46480 0x562747a4a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45808/0 (socket says 172.21.15.17:45808) 2024-09-16T01:53:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.965+0000 7f5bb3fff640 1 -- 172.21.15.17:0/3183598565 learned_addr learned my addr 172.21.15.17:0/3183598565 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.965+0000 7f5bb8d7c640 1 --2- 172.21.15.17:0/3183598565 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a45b60 0x562747a59140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.965+0000 7f5bb957d640 1 --2- 172.21.15.17:0/3183598565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a50d40 0x562747a4ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5bb3fff640 1 -- 172.21.15.17:0/3183598565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a50d40 msgr2=0x562747a4ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5bb3fff640 1 --2- 172.21.15.17:0/3183598565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a50d40 0x562747a4ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5bb3fff640 1 -- 172.21.15.17:0/3183598565 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a45b60 msgr2=0x562747a59140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5bb3fff640 1 --2- 172.21.15.17:0/3183598565 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a45b60 0x562747a59140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5bb3fff640 1 -- 172.21.15.17:0/3183598565 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562747a4b090 con 0x562747a46480 2024-09-16T01:53:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5bb957d640 1 --2- 172.21.15.17:0/3183598565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a50d40 0x562747a4ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:53:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5bb3fff640 1 --2- 172.21.15.17:0/3183598565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a46480 0x562747a4a5e0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f5ba009bf90 tx=0x7f5ba00053d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b692940a4822f300 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5b93fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:53:09.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5b93fff640 1 -- 172.21.15.17:0/3183598565 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ba00ab040 con 0x562747a46480 2024-09-16T01:53:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5b93fff640 1 -- 172.21.15.17:0/3183598565 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5ba00046c0 con 0x562747a46480 2024-09-16T01:53:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/3183598565 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5ba80054f0 con 0x562747a46480 2024-09-16T01:53:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5b93fff640 1 -- 172.21.15.17:0/3183598565 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f5ba009c290 con 0x562747a46480 2024-09-16T01:53:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5bbd3b9740 10 client.17112 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/3183598565 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x562747acb030 con 0x562747a46480 2024-09-16T01:53:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.966+0000 7f5b93fff640 1 -- 172.21.15.17:0/3183598565 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ba80054f0 con 0x562747a46480 2024-09-16T01:53:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.967+0000 7f5b93fff640 1 -- 172.21.15.17:0/3183598565 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f5ba00a4a70 con 0x562747a46480 2024-09-16T01:53:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.967+0000 7f5bbd3b9740 10 client.17112 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.967+0000 7f5bbd3b9740 10 client.17112 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.967+0000 7f5bbd3b9740 20 client.17112 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.967+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/3183598565 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562747acb800 0x562747acdc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.967+0000 7f5bbd3b9740 4 client.17112 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:53:09.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.967+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/3183598565 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56274792f110 con 0x562747acb800 2024-09-16T01:53:09.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.967+0000 7f5bb8d7c640 1 --2- 172.21.15.17:0/3183598565 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562747acb800 0x562747acdc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:09.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.967+0000 7f5bb8d7c640 1 --2- 172.21.15.17:0/3183598565 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562747acb800 0x562747acdc20 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6173d25e707ea6 server_cookie=7376fc63438d9df2 in_seq=0 out_seq=0 2024-09-16T01:53:09.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.967+0000 7f5b93fff640 10 client.17112 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:09.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.968+0000 7f5b93fff640 1 -- 172.21.15.17:0/3183598565 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56274792f110 con 0x562747acb800 2024-09-16T01:53:09.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.968+0000 7f5b93fff640 10 client.17112 handle_command_reply: tid=0 2024-09-16T01:53:09.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.968+0000 7f5bbd3b9740 1 client.17112 shutdown 2024-09-16T01:53:09.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.968+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/3183598565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a46480 msgr2=0x562747a4a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:09.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.968+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/3183598565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a46480 0x562747a4a5e0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f5ba009bf90 tx=0x7f5ba00053d0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.968+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/3183598565 shutdown_connections 2024-09-16T01:53:09.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.968+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/3183598565 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562747acb800 0x562747acdc20 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.968+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/3183598565 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562747a50d40 0x562747a4ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.968+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/3183598565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562747a46480 0x562747a4a5e0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.968+0000 7f5bbd3b9740 1 --2- 172.21.15.17:0/3183598565 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562747a45b60 0x562747a59140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.968+0000 7f5b93fff640 0 client.17112 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:09.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.968+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/3183598565 >> 172.21.15.17:0/3183598565 conn(0x562747a420f0 msgr2=0x562747a4e390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:09.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.969+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/3183598565 shutdown_connections 2024-09-16T01:53:09.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.969+0000 7f5bbd3b9740 1 -- 172.21.15.17:0/3183598565 wait complete. 2024-09-16T01:53:09.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.969+0000 7f5bbd3b9740 20 client.17112 trim_cache size 0 max 16384 2024-09-16T01:53:09.975 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:53:09.975 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:53:09.975 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "987c364d-0fe5-4d97-ae47-c3a701b3797c", 2024-09-16T01:53:09.975 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:53:09.975 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:53:09.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.970+0000 7f5bbafe0640 1 -- 172.21.15.17:0/2089181770 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ba40a3240 msgr2=0x7f5ba40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:09.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.970+0000 7f5bbafe0640 1 --2- 172.21.15.17:0/2089181770 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ba40a3240 0x7f5ba40a5700 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f5bac021000 tx=0x7f5bac01f000 comp rx=0 tx=0).stop 2024-09-16T01:53:09.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.970+0000 7f5bbafe0640 1 -- 172.21.15.17:0/2089181770 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bb4074e30 msgr2=0x7f5bb419ab20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:09.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.970+0000 7f5bbafe0640 1 --2- 172.21.15.17:0/2089181770 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bb4074e30 0x7f5bb419ab20 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f5ba000e9f0 tx=0x7f5ba000edf0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.970+0000 7f5bbafe0640 1 -- 172.21.15.17:0/2089181770 shutdown_connections 2024-09-16T01:53:09.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.970+0000 7f5bbafe0640 1 --2- 172.21.15.17:0/2089181770 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ba40a3240 0x7f5ba40a5700 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.970+0000 7f5bbafe0640 1 --2- 172.21.15.17:0/2089181770 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5bb410e440 0x7f5bb419eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.970+0000 7f5bbafe0640 1 --2- 172.21.15.17:0/2089181770 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5bb4074e30 0x7f5bb419ab20 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.970+0000 7f5bbafe0640 1 --2- 172.21.15.17:0/2089181770 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5bb4074510 0x7f5bb419a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:09.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.970+0000 7f5bbafe0640 1 -- 172.21.15.17:0/2089181770 >> 172.21.15.17:0/2089181770 conn(0x7f5bb40fd8e0 msgr2=0x7f5bb40ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:09.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.970+0000 7f5bbafe0640 1 -- 172.21.15.17:0/2089181770 shutdown_connections 2024-09-16T01:53:09.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:09.970+0000 7f5bbafe0640 1 -- 172.21.15.17:0/2089181770 wait complete. 2024-09-16T01:53:10.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:10 smithi017 ceph-mon[30972]: pgmap v628: 97 pgs: 97 active+clean; 155 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.9 MiB/s wr, 100 op/s 2024-09-16T01:53:10.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:10 smithi122 ceph-mon[34758]: pgmap v628: 97 pgs: 97 active+clean; 155 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.9 MiB/s wr, 100 op/s 2024-09-16T01:53:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:10 smithi029 ceph-mon[34783]: pgmap v628: 97 pgs: 97 active+clean; 155 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.9 MiB/s wr, 100 op/s 2024-09-16T01:53:10.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 357280 3.73 MB/sec execute 393 sec latency 15.527 ms 2024-09-16T01:53:10.698 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:53:10.973 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:53:11.423 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:11 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:53:11.423 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:11 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:11.423 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:11 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:53:11.424 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:11 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:11.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.517+0000 7f7dd2621640 1 -- 172.21.15.17:0/2636486767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dcc1027a0 msgr2=0x7f7dcc1067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:11.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.517+0000 7f7dd2621640 1 --2- 172.21.15.17:0/2636486767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dcc1027a0 0x7f7dcc1067f0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f7dc0009900 tx=0x7f7dc002a410 comp rx=0 tx=0).stop 2024-09-16T01:53:11.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.517+0000 7f7dd2621640 1 -- 172.21.15.17:0/2636486767 shutdown_connections 2024-09-16T01:53:11.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.517+0000 7f7dd2621640 1 --2- 172.21.15.17:0/2636486767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7dcc106f20 0x7f7dcc10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.517+0000 7f7dd2621640 1 --2- 172.21.15.17:0/2636486767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dcc1027a0 0x7f7dcc1067f0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.517+0000 7f7dd2621640 1 --2- 172.21.15.17:0/2636486767 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7dcc101df0 0x7f7dcc1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.517+0000 7f7dd2621640 1 -- 172.21.15.17:0/2636486767 >> 172.21.15.17:0/2636486767 conn(0x7f7dcc0fd8b0 msgr2=0x7f7dcc0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:11.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.517+0000 7f7dd2621640 1 -- 172.21.15.17:0/2636486767 shutdown_connections 2024-09-16T01:53:11.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.517+0000 7f7dd2621640 1 -- 172.21.15.17:0/2636486767 wait complete. 2024-09-16T01:53:11.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.518+0000 7f7dd2621640 1 Processor -- start 2024-09-16T01:53:11.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.518+0000 7f7dd2621640 1 -- start start 2024-09-16T01:53:11.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.518+0000 7f7dd2621640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7dcc101df0 0x7f7dcc1983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.518+0000 7f7dd2621640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dcc1027a0 0x7f7dcc1988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.518+0000 7f7dd2621640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7dcc106f20 0x7f7dcc19cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.518+0000 7f7dd2621640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7dcc111ec0 con 0x7f7dcc1027a0 2024-09-16T01:53:11.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.518+0000 7f7dd2621640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7dcc111d40 con 0x7f7dcc106f20 2024-09-16T01:53:11.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.518+0000 7f7dd2621640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7dcc112040 con 0x7f7dcc101df0 2024-09-16T01:53:11.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.518+0000 7f7dcb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dcc1027a0 0x7f7dcc1988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.518+0000 7f7dcbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7dcc101df0 0x7f7dcc1983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.518+0000 7f7dcb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dcc1027a0 0x7f7dcc1988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45818/0 (socket says 172.21.15.17:45818) 2024-09-16T01:53:11.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.518+0000 7f7dcb7fe640 1 -- 172.21.15.17:0/3763978865 learned_addr learned my addr 172.21.15.17:0/3763978865 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:11.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.518+0000 7f7dcbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7dcc101df0 0x7f7dcc1983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49070/0 (socket says 172.21.15.17:49070) 2024-09-16T01:53:11.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.519+0000 7f7dd0bbe640 1 --2- 172.21.15.17:0/3763978865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7dcc106f20 0x7f7dcc19cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.519+0000 7f7dcbfff640 1 -- 172.21.15.17:0/3763978865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7dcc106f20 msgr2=0x7f7dcc19cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:11.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.519+0000 7f7dcbfff640 1 --2- 172.21.15.17:0/3763978865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7dcc106f20 0x7f7dcc19cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.519+0000 7f7dcbfff640 1 -- 172.21.15.17:0/3763978865 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dcc1027a0 msgr2=0x7f7dcc1988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:11.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.519+0000 7f7dcbfff640 1 --2- 172.21.15.17:0/3763978865 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dcc1027a0 0x7f7dcc1988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.519+0000 7f7dcbfff640 1 -- 172.21.15.17:0/3763978865 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7dcc19d350 con 0x7f7dcc101df0 2024-09-16T01:53:11.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.519+0000 7f7dcbfff640 1 --2- 172.21.15.17:0/3763978865 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7dcc101df0 0x7f7dcc1983a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f7dbc00e9f0 tx=0x7f7dbc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:11.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.519+0000 7f7dc97fa640 1 -- 172.21.15.17:0/3763978865 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dbc00ccc0 con 0x7f7dcc101df0 2024-09-16T01:53:11.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.519+0000 7f7dc97fa640 1 -- 172.21.15.17:0/3763978865 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7dbc005020 con 0x7f7dcc101df0 2024-09-16T01:53:11.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.519+0000 7f7dd2621640 1 -- 172.21.15.17:0/3763978865 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7dcc19d640 con 0x7f7dcc101df0 2024-09-16T01:53:11.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.519+0000 7f7dc97fa640 1 -- 172.21.15.17:0/3763978865 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dbc004a00 con 0x7f7dcc101df0 2024-09-16T01:53:11.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.519+0000 7f7dd2621640 1 -- 172.21.15.17:0/3763978865 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7dcc1a4f20 con 0x7f7dcc101df0 2024-09-16T01:53:11.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.522+0000 7f7dc97fa640 1 -- 172.21.15.17:0/3763978865 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f7dbc004ba0 con 0x7f7dcc101df0 2024-09-16T01:53:11.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.522+0000 7f7dd49fa740 1 Processor -- start 2024-09-16T01:53:11.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.522+0000 7f7dd49fa740 1 -- start start 2024-09-16T01:53:11.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.522+0000 7f7dd49fa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27bc3a0 0x5652e27bc780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.522+0000 7f7dd49fa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27cb550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.522+0000 7f7dd49fa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27cba90 0x5652e27cde80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.522+0000 7f7dd49fa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5652e27222e0 con 0x5652e27bc3a0 2024-09-16T01:53:11.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.522+0000 7f7dd49fa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5652e26c9ce0 con 0x5652e27cba90 2024-09-16T01:53:11.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.522+0000 7f7dd49fa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5652e271e2a0 con 0x5652e27bccc0 2024-09-16T01:53:11.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.523+0000 7f7dd0bbe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27bc3a0 0x5652e27bc780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.523+0000 7f7dcbfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27cb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.523+0000 7f7dcb7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27cba90 0x5652e27cde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.523+0000 7f7dd0bbe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27bc3a0 0x5652e27bc780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45822/0 (socket says 172.21.15.17:45822) 2024-09-16T01:53:11.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.523+0000 7f7dd0bbe640 1 -- 172.21.15.17:0/708172872 learned_addr learned my addr 172.21.15.17:0/708172872 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:11.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.523+0000 7f7dc97fa640 1 --2- 172.21.15.17:0/3763978865 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7db40a3240 0x7f7db40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.523+0000 7f7dd0bbe640 1 -- 172.21.15.17:0/708172872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 msgr2=0x5652e27cb550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:11.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.523+0000 7f7dd0bbe640 1 --2- 172.21.15.17:0/708172872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27cb550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.523+0000 7f7dd0bbe640 1 -- 172.21.15.17:0/708172872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27cba90 msgr2=0x5652e27cde80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:11.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.523+0000 7f7dd0bbe640 1 --2- 172.21.15.17:0/708172872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27cba90 0x5652e27cde80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.523+0000 7f7dd0bbe640 1 -- 172.21.15.17:0/708172872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652e26ae440 con 0x5652e27bc3a0 2024-09-16T01:53:11.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.523+0000 7f7dc97fa640 1 -- 172.21.15.17:0/3763978865 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7dbc0cf970 con 0x7f7dcc101df0 2024-09-16T01:53:11.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.523+0000 7f7dd0bbe640 1 --2- 172.21.15.17:0/3763978865 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7db40a3240 0x7f7db40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.523+0000 7f7dd0bbe640 1 --2- 172.21.15.17:0/708172872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27bc3a0 0x5652e27bc780 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f7dc4009f20 tx=0x7f7dc400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aeb6857e67151278 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:11.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.524+0000 7f7db27fc640 1 -- 172.21.15.17:0/708172872 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc40076a0 con 0x5652e27bc3a0 2024-09-16T01:53:11.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.524+0000 7f7db27fc640 1 -- 172.21.15.17:0/708172872 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7dc4007d70 con 0x5652e27bc3a0 2024-09-16T01:53:11.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.524+0000 7f7db27fc640 1 -- 172.21.15.17:0/708172872 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc40076a0 con 0x5652e27bc3a0 2024-09-16T01:53:11.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.524+0000 7f7dd0bbe640 1 --2- 172.21.15.17:0/3763978865 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7db40a3240 0x7f7db40a5700 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f7dc400c3f0 tx=0x7f7dc400a7d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:11.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.524+0000 7f7dd49fa740 1 -- 172.21.15.17:0/708172872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27bc3a0 msgr2=0x5652e27bc780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:11.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.524+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/708172872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27bc3a0 0x5652e27bc780 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7f7dc4009f20 tx=0x7f7dc400c8b0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.525+0000 7f7dd49fa740 1 -- 172.21.15.17:0/708172872 shutdown_connections 2024-09-16T01:53:11.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.525+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/708172872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27cba90 0x5652e27cde80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.525+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/708172872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27cb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.525+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/708172872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27bc3a0 0x5652e27bc780 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.525+0000 7f7dd49fa740 1 -- 172.21.15.17:0/708172872 >> 172.21.15.17:0/708172872 conn(0x5652e27b8a30 msgr2=0x5652e27b8e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:11.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.525+0000 7f7dd49fa740 1 -- 172.21.15.17:0/708172872 shutdown_connections 2024-09-16T01:53:11.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.525+0000 7f7dd49fa740 1 -- 172.21.15.17:0/708172872 wait complete. 2024-09-16T01:53:11.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.526+0000 7f7dd49fa740 1 -- start start 2024-09-16T01:53:11.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.526+0000 7f7dd49fa740 1 Processor -- start 2024-09-16T01:53:11.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.526+0000 7f7dd49fa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 0x5652e27cb340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.526+0000 7f7dd49fa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27c85f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.526+0000 7f7dd49fa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27cba90 0x5652e27c8b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.526+0000 7f7dd49fa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5652e27ce710 con 0x5652e27cba90 2024-09-16T01:53:11.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.526+0000 7f7dd49fa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5652e26dd050 con 0x5652e27bc3a0 2024-09-16T01:53:11.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.526+0000 7f7dd49fa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5652e27ce890 con 0x5652e27bccc0 2024-09-16T01:53:11.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.526+0000 7f7dd49fa740 10 client.0 _ll_register_callbacks cb 0x5652e271d160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:11.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.526+0000 7f7dd0bbe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27cba90 0x5652e27c8b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.526+0000 7f7dcb7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27c85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.526+0000 7f7dcb7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27c85f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49096/0 (socket says 172.21.15.17:49096) 2024-09-16T01:53:11.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.526+0000 7f7dcb7fe640 1 -- 172.21.15.17:0/3352842174 learned_addr learned my addr 172.21.15.17:0/3352842174 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:11.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.526+0000 7f7dd0bbe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27cba90 0x5652e27c8b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45838/0 (socket says 172.21.15.17:45838) 2024-09-16T01:53:11.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.527+0000 7f7dcbfff640 1 --2- 172.21.15.17:0/3352842174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 0x5652e27cb340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.527+0000 7f7dcb7fe640 1 -- 172.21.15.17:0/3352842174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 msgr2=0x5652e27cb340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:11.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.527+0000 7f7dcb7fe640 1 --2- 172.21.15.17:0/3352842174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 0x5652e27cb340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.527+0000 7f7dcb7fe640 1 -- 172.21.15.17:0/3352842174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27cba90 msgr2=0x5652e27c8b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:11.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.527+0000 7f7dcb7fe640 1 --2- 172.21.15.17:0/3352842174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27cba90 0x5652e27c8b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.527+0000 7f7dcb7fe640 1 -- 172.21.15.17:0/3352842174 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652e24933c0 con 0x5652e27bccc0 2024-09-16T01:53:11.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.527+0000 7f7dcb7fe640 1 --2- 172.21.15.17:0/3352842174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27c85f0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f7dc002aa00 tx=0x7f7dc00045a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=618319ac460a1bfc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:11.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.527+0000 7f7dab7fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:53:11.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.527+0000 7f7dab7fe640 1 -- 172.21.15.17:0/3352842174 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc0035040 con 0x5652e27bccc0 2024-09-16T01:53:11.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.527+0000 7f7dab7fe640 1 -- 172.21.15.17:0/3352842174 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7dc0003b80 con 0x5652e27bccc0 2024-09-16T01:53:11.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.527+0000 7f7dd49fa740 1 -- 172.21.15.17:0/3352842174 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7dc4007d70 con 0x5652e27bccc0 2024-09-16T01:53:11.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.527+0000 7f7dab7fe640 1 -- 172.21.15.17:0/3352842174 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7dc0003d80 con 0x5652e27bccc0 2024-09-16T01:53:11.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.527+0000 7f7dd49fa740 10 client.26779 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:11.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.527+0000 7f7dd49fa740 1 -- 172.21.15.17:0/3352842174 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5652e27da070 con 0x5652e27bccc0 2024-09-16T01:53:11.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.528+0000 7f7dab7fe640 1 -- 172.21.15.17:0/3352842174 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7dc4007d70 con 0x5652e27bccc0 2024-09-16T01:53:11.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.528+0000 7f7dab7fe640 1 -- 172.21.15.17:0/3352842174 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7dc00465d0 con 0x5652e27bccc0 2024-09-16T01:53:11.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.528+0000 7f7dd49fa740 10 client.26779 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:11.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.528+0000 7f7dd49fa740 10 client.26779 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:11.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.528+0000 7f7dd49fa740 20 client.26779 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:11.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.528+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/3352842174 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5652e27db580 0x5652e27dd9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.528+0000 7f7dd49fa740 4 client.26779 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:53:11.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.528+0000 7f7dd49fa740 1 -- 172.21.15.17:0/3352842174 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5652e272f850 con 0x5652e27db580 2024-09-16T01:53:11.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.528+0000 7f7dcbfff640 1 --2- 172.21.15.17:0/3352842174 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5652e27db580 0x5652e27dd9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.528+0000 7f7dab7fe640 10 client.26779 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:11.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.528+0000 7f7dcbfff640 1 --2- 172.21.15.17:0/3352842174 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5652e27db580 0x5652e27dd9c0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3abfddcca9f6c3d2 server_cookie=559967c8be753981 in_seq=0 out_seq=0 2024-09-16T01:53:11.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.529+0000 7f7dab7fe640 1 -- 172.21.15.17:0/3352842174 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5652e272f850 con 0x5652e27db580 2024-09-16T01:53:11.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.529+0000 7f7dab7fe640 10 client.26779 handle_command_reply: tid=0 2024-09-16T01:53:11.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.529+0000 7f7dd49fa740 1 client.26779 shutdown 2024-09-16T01:53:11.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.530+0000 7f7dd49fa740 1 -- 172.21.15.17:0/3352842174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 msgr2=0x5652e27c85f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:11.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.530+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/3352842174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27c85f0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f7dc002aa00 tx=0x7f7dc00045a0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.530+0000 7f7dd49fa740 1 -- 172.21.15.17:0/3352842174 shutdown_connections 2024-09-16T01:53:11.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.530+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/3352842174 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5652e27db580 0x5652e27dd9c0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.530+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/3352842174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27cba90 0x5652e27c8b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.530+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/3352842174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27c85f0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.530+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/3352842174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 0x5652e27cb340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.530+0000 7f7dd49fa740 1 -- 172.21.15.17:0/3352842174 >> 172.21.15.17:0/3352842174 conn(0x5652e27b8a30 msgr2=0x5652e27be760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:11.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.530+0000 7f7dab7fe640 0 client.26779 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:11.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.530+0000 7f7dd49fa740 1 -- 172.21.15.17:0/3352842174 shutdown_connections 2024-09-16T01:53:11.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.530+0000 7f7dd49fa740 1 -- 172.21.15.17:0/3352842174 wait complete. 2024-09-16T01:53:11.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.530+0000 7f7dd49fa740 20 client.26779 trim_cache size 0 max 16384 2024-09-16T01:53:11.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:11 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:53:11.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:11 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:11.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:11 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:53:11.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:11 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:11.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:11 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:53:11.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:11 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:11.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:11 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:53:11.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:11 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:11.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.554+0000 7f7dd49fa740 1 Processor -- start 2024-09-16T01:53:11.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.554+0000 7f7dd49fa740 1 -- start start 2024-09-16T01:53:11.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dd49fa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 0x5652e27d79b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dd49fa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27c3d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dd49fa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27cba90 0x5652e27c75d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dd49fa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7dcc1adc70 con 0x5652e27cba90 2024-09-16T01:53:11.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dd49fa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7dcc1ab540 con 0x5652e27bc3a0 2024-09-16T01:53:11.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dd49fa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7dcc1a9370 con 0x5652e27bccc0 2024-09-16T01:53:11.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dd0bbe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27cba90 0x5652e27c75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dd0bbe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27cba90 0x5652e27c75d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45850/0 (socket says 172.21.15.17:45850) 2024-09-16T01:53:11.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dcb7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27c3d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dd0bbe640 1 -- 172.21.15.17:0/3528648530 learned_addr learned my addr 172.21.15.17:0/3528648530 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:11.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dcbfff640 1 --2- 172.21.15.17:0/3528648530 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 0x5652e27d79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dcb7fe640 1 -- 172.21.15.17:0/3528648530 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 msgr2=0x5652e27d79b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:11.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dcb7fe640 1 --2- 172.21.15.17:0/3528648530 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 0x5652e27d79b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dcb7fe640 1 -- 172.21.15.17:0/3528648530 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27cba90 msgr2=0x5652e27c75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:11.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dcb7fe640 1 --2- 172.21.15.17:0/3528648530 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27cba90 0x5652e27c75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dcb7fe640 1 -- 172.21.15.17:0/3528648530 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5652e27cb6b0 con 0x5652e27bccc0 2024-09-16T01:53:11.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.555+0000 7f7dd0bbe640 1 --2- 172.21.15.17:0/3528648530 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27cba90 0x5652e27c75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:11.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.556+0000 7f7dcb7fe640 1 --2- 172.21.15.17:0/3528648530 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27c3d10 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7dc0009850 tx=0x7f7dc0004610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b645af07d8b87878 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:11.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.556+0000 7f7db1ffb640 1 -- 172.21.15.17:0/3528648530 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc0035020 con 0x5652e27bccc0 2024-09-16T01:53:11.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.556+0000 7f7db1ffb640 1 -- 172.21.15.17:0/3528648530 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7dc0003b80 con 0x5652e27bccc0 2024-09-16T01:53:11.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.556+0000 7f7db1ffb640 1 -- 172.21.15.17:0/3528648530 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc0004b10 con 0x5652e27bccc0 2024-09-16T01:53:11.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.556+0000 7f7dd49fa740 1 -- 172.21.15.17:0/3528648530 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 msgr2=0x5652e27c3d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:11.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.556+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/3528648530 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27c3d10 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7dc0009850 tx=0x7f7dc0004610 comp rx=0 tx=0).stop 2024-09-16T01:53:11.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.557+0000 7f7dd49fa740 1 -- 172.21.15.17:0/3528648530 shutdown_connections 2024-09-16T01:53:11.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.557+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/3528648530 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27cba90 0x5652e27c75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.557+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/3528648530 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27bccc0 0x5652e27c3d10 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.557+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/3528648530 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 0x5652e27d79b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.557+0000 7f7dd49fa740 1 -- 172.21.15.17:0/3528648530 >> 172.21.15.17:0/3528648530 conn(0x5652e27b8a30 msgr2=0x5652e27c6ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:11.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.557+0000 7f7dd49fa740 1 -- 172.21.15.17:0/3528648530 shutdown_connections 2024-09-16T01:53:11.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.557+0000 7f7dd49fa740 1 -- 172.21.15.17:0/3528648530 wait complete. 2024-09-16T01:53:11.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.557+0000 7f7dd49fa740 1 -- start start 2024-09-16T01:53:11.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.557+0000 7f7dd49fa740 1 Processor -- start 2024-09-16T01:53:11.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dd49fa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 0x5652e27d4320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dd49fa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27bccc0 0x5652e27cf650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dd49fa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27cba90 0x5652e27cfbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dd49fa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7dcc1a9a00 con 0x5652e27bccc0 2024-09-16T01:53:11.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dd49fa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7dcc1aae70 con 0x5652e27bc3a0 2024-09-16T01:53:11.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dd49fa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7dcc1aa0d0 con 0x5652e27cba90 2024-09-16T01:53:11.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dd49fa740 10 client.0 _ll_register_callbacks cb 0x7f7dc0009560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:11.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dcb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27bccc0 0x5652e27cf650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dd0bbe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27cba90 0x5652e27cfbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dcb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27bccc0 0x5652e27cf650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45866/0 (socket says 172.21.15.17:45866) 2024-09-16T01:53:11.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dcb7fe640 1 -- 172.21.15.17:0/1863215123 learned_addr learned my addr 172.21.15.17:0/1863215123 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:11.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dcbfff640 1 --2- 172.21.15.17:0/1863215123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 0x5652e27d4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dcb7fe640 1 -- 172.21.15.17:0/1863215123 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27cba90 msgr2=0x5652e27cfbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dcb7fe640 1 --2- 172.21.15.17:0/1863215123 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27cba90 0x5652e27cfbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dcb7fe640 1 -- 172.21.15.17:0/1863215123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 msgr2=0x5652e27d4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dcb7fe640 1 --2- 172.21.15.17:0/1863215123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 0x5652e27d4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dcb7fe640 1 -- 172.21.15.17:0/1863215123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5652e27d0400 con 0x5652e27bccc0 2024-09-16T01:53:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dcb7fe640 1 --2- 172.21.15.17:0/1863215123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27bccc0 0x5652e27cf650 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f7dc00469a0 tx=0x7f7dc0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfb1fa741c9f2710 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dab7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:53:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dab7fe640 1 -- 172.21.15.17:0/1863215123 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7dc0035070 con 0x5652e27bccc0 2024-09-16T01:53:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.558+0000 7f7dab7fe640 1 -- 172.21.15.17:0/1863215123 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7dc00047a0 con 0x5652e27bccc0 2024-09-16T01:53:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.559+0000 7f7dd49fa740 1 -- 172.21.15.17:0/1863215123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7dc0003b80 con 0x5652e27bccc0 2024-09-16T01:53:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.559+0000 7f7dab7fe640 1 -- 172.21.15.17:0/1863215123 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7dc00049a0 con 0x5652e27bccc0 2024-09-16T01:53:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.559+0000 7f7dd49fa740 10 client.17130 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.559+0000 7f7dd49fa740 1 -- 172.21.15.17:0/1863215123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5652e2846310 con 0x5652e27bccc0 2024-09-16T01:53:11.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.559+0000 7f7dab7fe640 1 -- 172.21.15.17:0/1863215123 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7dc0003b80 con 0x5652e27bccc0 2024-09-16T01:53:11.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.559+0000 7f7dab7fe640 1 -- 172.21.15.17:0/1863215123 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7dc0031b10 con 0x5652e27bccc0 2024-09-16T01:53:11.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.559+0000 7f7dd49fa740 10 client.17130 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:11.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.559+0000 7f7dd49fa740 10 client.17130 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:11.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.559+0000 7f7dd49fa740 20 client.17130 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:11.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.559+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/1863215123 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5652e2846940 0x5652e2848d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:11.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.559+0000 7f7dd49fa740 4 client.17130 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:53:11.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.559+0000 7f7dd49fa740 1 -- 172.21.15.17:0/1863215123 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5652e2729d60 con 0x5652e2846940 2024-09-16T01:53:11.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.560+0000 7f7dcbfff640 1 --2- 172.21.15.17:0/1863215123 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5652e2846940 0x5652e2848d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:11.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.560+0000 7f7dab7fe640 10 client.17130 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:11.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.560+0000 7f7dcbfff640 1 --2- 172.21.15.17:0/1863215123 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5652e2846940 0x5652e2848d60 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=406265def6939674 server_cookie=739041d1b9633b7d in_seq=0 out_seq=0 2024-09-16T01:53:11.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.560+0000 7f7dab7fe640 1 -- 172.21.15.17:0/1863215123 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5652e2729d60 con 0x5652e2846940 2024-09-16T01:53:11.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.560+0000 7f7dab7fe640 10 client.17130 handle_command_reply: tid=0 2024-09-16T01:53:11.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.560+0000 7f7dd49fa740 1 client.17130 shutdown 2024-09-16T01:53:11.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.560+0000 7f7dd49fa740 1 -- 172.21.15.17:0/1863215123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27bccc0 msgr2=0x5652e27cf650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:11.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.560+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/1863215123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27bccc0 0x5652e27cf650 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7f7dc00469a0 tx=0x7f7dc0000bc0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.560+0000 7f7dd49fa740 1 -- 172.21.15.17:0/1863215123 shutdown_connections 2024-09-16T01:53:11.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.560+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/1863215123 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5652e2846940 0x5652e2848d60 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.560+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/1863215123 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5652e27cba90 0x5652e27cfbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.560+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/1863215123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5652e27bccc0 0x5652e27cf650 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.560+0000 7f7dd49fa740 1 --2- 172.21.15.17:0/1863215123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5652e27bc3a0 0x5652e27d4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.560+0000 7f7dd49fa740 1 -- 172.21.15.17:0/1863215123 >> 172.21.15.17:0/1863215123 conn(0x5652e27b8a30 msgr2=0x5652e27c76e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:11.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.561+0000 7f7dab7fe640 0 client.17130 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:11.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.561+0000 7f7dd49fa740 1 -- 172.21.15.17:0/1863215123 shutdown_connections 2024-09-16T01:53:11.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.561+0000 7f7dd49fa740 1 -- 172.21.15.17:0/1863215123 wait complete. 2024-09-16T01:53:11.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.561+0000 7f7dd49fa740 20 client.17130 trim_cache size 0 max 16384 2024-09-16T01:53:11.569 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:53:11.570 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:53:11.570 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:53:11.570 INFO:teuthology.orchestra.run.smithi017.stdout: "987c364d-0fe5-4d97-ae47-c3a701b3797c": { 2024-09-16T01:53:11.570 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:53:11.570 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "987c364d-0fe5-4d97-ae47-c3a701b3797c", 2024-09-16T01:53:11.570 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:53:11.570 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:53:11.571 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:53:11.571 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:53:11.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.561+0000 7f7dd2621640 1 -- 172.21.15.17:0/3763978865 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7db40a3240 msgr2=0x7f7db40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:11.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.561+0000 7f7dd2621640 1 --2- 172.21.15.17:0/3763978865 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7db40a3240 0x7f7db40a5700 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f7dc400c3f0 tx=0x7f7dc400a7d0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.561+0000 7f7dd2621640 1 -- 172.21.15.17:0/3763978865 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7dcc101df0 msgr2=0x7f7dcc1983a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.561+0000 7f7dd2621640 1 --2- 172.21.15.17:0/3763978865 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7dcc101df0 0x7f7dcc1983a0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f7dbc00e9f0 tx=0x7f7dbc00eeb0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.561+0000 7f7dd2621640 1 -- 172.21.15.17:0/3763978865 shutdown_connections 2024-09-16T01:53:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.561+0000 7f7dd2621640 1 --2- 172.21.15.17:0/3763978865 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7db40a3240 0x7f7db40a5700 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.561+0000 7f7dd2621640 1 --2- 172.21.15.17:0/3763978865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7dcc106f20 0x7f7dcc19cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.561+0000 7f7dd2621640 1 --2- 172.21.15.17:0/3763978865 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dcc1027a0 0x7f7dcc1988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.561+0000 7f7dd2621640 1 --2- 172.21.15.17:0/3763978865 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7dcc101df0 0x7f7dcc1983a0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.561+0000 7f7dd2621640 1 -- 172.21.15.17:0/3763978865 >> 172.21.15.17:0/3763978865 conn(0x7f7dcc0fd8b0 msgr2=0x7f7dcc0feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.562+0000 7f7dd2621640 1 -- 172.21.15.17:0/3763978865 shutdown_connections 2024-09-16T01:53:11.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:11.562+0000 7f7dd2621640 1 -- 172.21.15.17:0/3763978865 wait complete. 2024-09-16T01:53:11.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 358031 3.74 MB/sec execute 394 sec latency 13.373 ms 2024-09-16T01:53:12.276 INFO:tasks.cephfs.filesystem:scrub status for tag:987c364d-0fe5-4d97-ae47-c3a701b3797c - {'path': '/', 'tag': '987c364d-0fe5-4d97-ae47-c3a701b3797c', 'options': 'recursive,force'} 2024-09-16T01:53:12.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:12 smithi017 ceph-mon[30972]: pgmap v629: 97 pgs: 97 active+clean; 156 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 1.8 MiB/s wr, 93 op/s 2024-09-16T01:53:12.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:12 smithi029 ceph-mon[34783]: pgmap v629: 97 pgs: 97 active+clean; 156 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 1.8 MiB/s wr, 93 op/s 2024-09-16T01:53:12.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:12 smithi122 ceph-mon[34758]: pgmap v629: 97 pgs: 97 active+clean; 156 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 1.8 MiB/s wr, 93 op/s 2024-09-16T01:53:12.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 358676 3.74 MB/sec execute 395 sec latency 9.947 ms 2024-09-16T01:53:13.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 359335 3.73 MB/sec execute 396 sec latency 18.262 ms 2024-09-16T01:53:14.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:14 smithi017 ceph-mon[30972]: pgmap v630: 97 pgs: 97 active+clean; 156 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:53:14.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:14 smithi122 ceph-mon[34758]: pgmap v630: 97 pgs: 97 active+clean; 156 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:53:14.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:14 smithi029 ceph-mon[34783]: pgmap v630: 97 pgs: 97 active+clean; 156 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 335 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:53:14.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 360114 3.73 MB/sec execute 397 sec latency 16.345 ms 2024-09-16T01:53:15.530 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:15 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:53:15.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:15 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:53:15.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:15 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:53:15.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 360825 3.73 MB/sec execute 398 sec latency 16.251 ms 2024-09-16T01:53:16.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:16 smithi017 ceph-mon[30972]: pgmap v631: 97 pgs: 97 active+clean; 157 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:53:16.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:16 smithi122 ceph-mon[34758]: pgmap v631: 97 pgs: 97 active+clean; 157 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:53:16.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:16 smithi029 ceph-mon[34783]: pgmap v631: 97 pgs: 97 active+clean; 157 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:53:16.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 361584 3.74 MB/sec execute 399 sec latency 14.531 ms 2024-09-16T01:53:17.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 362227 3.74 MB/sec execute 400 sec latency 49.940 ms 2024-09-16T01:53:18.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:18 smithi017 ceph-mon[30972]: pgmap v632: 97 pgs: 97 active+clean; 157 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:53:18.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:18 smithi122 ceph-mon[34758]: pgmap v632: 97 pgs: 97 active+clean; 157 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:53:18.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:18 smithi029 ceph-mon[34783]: pgmap v632: 97 pgs: 97 active+clean; 157 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 237 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:53:18.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 362888 3.74 MB/sec execute 401 sec latency 16.152 ms 2024-09-16T01:53:19.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 363652 3.74 MB/sec execute 402 sec latency 13.660 ms 2024-09-16T01:53:20.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:20 smithi017 ceph-mon[30972]: pgmap v633: 97 pgs: 97 active+clean; 157 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:53:20.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:20 smithi122 ceph-mon[34758]: pgmap v633: 97 pgs: 97 active+clean; 157 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:53:20.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:20 smithi029 ceph-mon[34783]: pgmap v633: 97 pgs: 97 active+clean; 157 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:53:20.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 364351 3.73 MB/sec execute 403 sec latency 13.979 ms 2024-09-16T01:53:21.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 365124 3.74 MB/sec execute 404 sec latency 13.731 ms 2024-09-16T01:53:22.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:22 smithi017 ceph-mon[30972]: pgmap v634: 97 pgs: 97 active+clean; 159 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:53:22.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:22 smithi122 ceph-mon[34758]: pgmap v634: 97 pgs: 97 active+clean; 159 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:53:22.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:22 smithi029 ceph-mon[34783]: pgmap v634: 97 pgs: 97 active+clean; 159 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:53:22.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 365719 3.74 MB/sec execute 405 sec latency 74.117 ms 2024-09-16T01:53:23.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 366304 3.73 MB/sec execute 406 sec latency 21.386 ms 2024-09-16T01:53:24.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:24 smithi017 ceph-mon[30972]: pgmap v635: 97 pgs: 97 active+clean; 158 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:53:24.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:24 smithi122 ceph-mon[34758]: pgmap v635: 97 pgs: 97 active+clean; 158 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:53:24.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:24 smithi029 ceph-mon[34783]: pgmap v635: 97 pgs: 97 active+clean; 158 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 269 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:53:24.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 367063 3.74 MB/sec execute 407 sec latency 16.491 ms 2024-09-16T01:53:25.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 367794 3.73 MB/sec execute 408 sec latency 17.881 ms 2024-09-16T01:53:26.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:26 smithi017 ceph-mon[30972]: pgmap v636: 97 pgs: 97 active+clean; 160 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-16T01:53:26.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:26 smithi122 ceph-mon[34758]: pgmap v636: 97 pgs: 97 active+clean; 160 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-16T01:53:26.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:26 smithi029 ceph-mon[34783]: pgmap v636: 97 pgs: 97 active+clean; 160 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 254 KiB/s rd, 1.9 MiB/s wr, 98 op/s 2024-09-16T01:53:26.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 368659 3.74 MB/sec execute 409 sec latency 13.935 ms 2024-09-16T01:53:27.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 369268 3.74 MB/sec execute 410 sec latency 12.835 ms 2024-09-16T01:53:28.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:28 smithi017 ceph-mon[30972]: pgmap v637: 97 pgs: 97 active+clean; 160 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 82 op/s 2024-09-16T01:53:28.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:28 smithi122 ceph-mon[34758]: pgmap v637: 97 pgs: 97 active+clean; 160 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 82 op/s 2024-09-16T01:53:28.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:28 smithi029 ceph-mon[34783]: pgmap v637: 97 pgs: 97 active+clean; 160 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.5 MiB/s wr, 82 op/s 2024-09-16T01:53:28.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 369886 3.74 MB/sec execute 411 sec latency 17.233 ms 2024-09-16T01:53:29.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 370659 3.74 MB/sec execute 412 sec latency 14.576 ms 2024-09-16T01:53:30.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:30 smithi017 ceph-mon[30972]: pgmap v638: 97 pgs: 97 active+clean; 160 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.7 MiB/s wr, 89 op/s 2024-09-16T01:53:30.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:30 smithi122 ceph-mon[34758]: pgmap v638: 97 pgs: 97 active+clean; 160 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.7 MiB/s wr, 89 op/s 2024-09-16T01:53:30.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:30 smithi029 ceph-mon[34783]: pgmap v638: 97 pgs: 97 active+clean; 160 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 245 KiB/s rd, 1.7 MiB/s wr, 89 op/s 2024-09-16T01:53:30.614 INFO:tasks.workunit.client.0.smithi017.stdout: 1 371380 3.73 MB/sec execute 413 sec latency 17.201 ms 2024-09-16T01:53:31.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 372211 3.74 MB/sec execute 414 sec latency 14.839 ms 2024-09-16T01:53:32.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:32 smithi017 ceph-mon[30972]: pgmap v639: 97 pgs: 97 active+clean; 161 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 376 KiB/s rd, 1.8 MiB/s wr, 103 op/s 2024-09-16T01:53:32.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:32 smithi122 ceph-mon[34758]: pgmap v639: 97 pgs: 97 active+clean; 161 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 376 KiB/s rd, 1.8 MiB/s wr, 103 op/s 2024-09-16T01:53:32.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:32 smithi029 ceph-mon[34783]: pgmap v639: 97 pgs: 97 active+clean; 161 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 376 KiB/s rd, 1.8 MiB/s wr, 103 op/s 2024-09-16T01:53:32.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 372823 3.74 MB/sec execute 415 sec latency 13.499 ms 2024-09-16T01:53:33.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 373411 3.74 MB/sec execute 416 sec latency 20.035 ms 2024-09-16T01:53:34.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:34 smithi017 ceph-mon[30972]: pgmap v640: 97 pgs: 97 active+clean; 162 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:53:34.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:34 smithi122 ceph-mon[34758]: pgmap v640: 97 pgs: 97 active+clean; 162 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:53:34.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:34 smithi029 ceph-mon[34783]: pgmap v640: 97 pgs: 97 active+clean; 162 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 257 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:53:34.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 374207 3.74 MB/sec execute 417 sec latency 16.358 ms 2024-09-16T01:53:35.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 374925 3.74 MB/sec execute 418 sec latency 15.286 ms 2024-09-16T01:53:36.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:36 smithi017 ceph-mon[30972]: pgmap v641: 97 pgs: 97 active+clean; 163 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:53:36.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:36 smithi122 ceph-mon[34758]: pgmap v641: 97 pgs: 97 active+clean; 163 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:53:36.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:36 smithi029 ceph-mon[34783]: pgmap v641: 97 pgs: 97 active+clean; 163 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 341 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:53:36.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 375756 3.74 MB/sec execute 419 sec latency 12.969 ms 2024-09-16T01:53:37.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 376377 3.74 MB/sec execute 420 sec latency 41.767 ms 2024-09-16T01:53:38.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:38 smithi017 ceph-mon[30972]: pgmap v642: 97 pgs: 97 active+clean; 163 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.4 MiB/s wr, 81 op/s 2024-09-16T01:53:38.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:38 smithi029 ceph-mon[34783]: pgmap v642: 97 pgs: 97 active+clean; 163 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.4 MiB/s wr, 81 op/s 2024-09-16T01:53:38.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:38 smithi122 ceph-mon[34758]: pgmap v642: 97 pgs: 97 active+clean; 163 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 242 KiB/s rd, 1.4 MiB/s wr, 81 op/s 2024-09-16T01:53:38.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 377017 3.74 MB/sec execute 421 sec latency 16.184 ms 2024-09-16T01:53:39.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 377786 3.74 MB/sec execute 422 sec latency 15.716 ms 2024-09-16T01:53:40.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:40 smithi017 ceph-mon[30972]: pgmap v643: 97 pgs: 97 active+clean; 164 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.9 MiB/s wr, 92 op/s 2024-09-16T01:53:40.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:40 smithi029 ceph-mon[34783]: pgmap v643: 97 pgs: 97 active+clean; 164 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.9 MiB/s wr, 92 op/s 2024-09-16T01:53:40.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:40 smithi122 ceph-mon[34758]: pgmap v643: 97 pgs: 97 active+clean; 164 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 243 KiB/s rd, 1.9 MiB/s wr, 92 op/s 2024-09-16T01:53:40.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 378504 3.74 MB/sec execute 423 sec latency 13.743 ms 2024-09-16T01:53:41.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 379335 3.74 MB/sec execute 424 sec latency 13.718 ms 2024-09-16T01:53:42.277 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:53:42.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:42 smithi017 ceph-mon[30972]: pgmap v644: 97 pgs: 97 active+clean; 164 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 1.9 MiB/s wr, 107 op/s 2024-09-16T01:53:42.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:42 smithi029 ceph-mon[34783]: pgmap v644: 97 pgs: 97 active+clean; 164 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 1.9 MiB/s wr, 107 op/s 2024-09-16T01:53:42.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:42 smithi122 ceph-mon[34758]: pgmap v644: 97 pgs: 97 active+clean; 164 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 358 KiB/s rd, 1.9 MiB/s wr, 107 op/s 2024-09-16T01:53:42.566 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:53:42.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 379945 3.75 MB/sec execute 425 sec latency 13.114 ms 2024-09-16T01:53:43.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.091+0000 7ff59e000640 1 -- 172.21.15.17:0/2649216871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff598100e20 msgr2=0x7ff598101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:43.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.091+0000 7ff59e000640 1 --2- 172.21.15.17:0/2649216871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff598100e20 0x7ff598101200 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7ff588009900 tx=0x7ff58802a480 comp rx=0 tx=0).stop 2024-09-16T01:53:43.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.091+0000 7ff59e000640 1 -- 172.21.15.17:0/2649216871 shutdown_connections 2024-09-16T01:53:43.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.091+0000 7ff59e000640 1 --2- 172.21.15.17:0/2649216871 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff598102ef0 0x7ff59810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.091+0000 7ff59e000640 1 --2- 172.21.15.17:0/2649216871 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff598102570 0x7ff5981029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.091+0000 7ff59e000640 1 --2- 172.21.15.17:0/2649216871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff598100e20 0x7ff598101200 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.091+0000 7ff59e000640 1 -- 172.21.15.17:0/2649216871 >> 172.21.15.17:0/2649216871 conn(0x7ff5980fc7d0 msgr2=0x7ff5980febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:43.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.091+0000 7ff59e000640 1 -- 172.21.15.17:0/2649216871 shutdown_connections 2024-09-16T01:53:43.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.091+0000 7ff59e000640 1 -- 172.21.15.17:0/2649216871 wait complete. 2024-09-16T01:53:43.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.092+0000 7ff59e000640 1 Processor -- start 2024-09-16T01:53:43.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.092+0000 7ff59e000640 1 -- start start 2024-09-16T01:53:43.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.092+0000 7ff59e000640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff598100e20 0x7ff598198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.092+0000 7ff59e000640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff598102570 0x7ff5981989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.092+0000 7ff59e000640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff598102ef0 0x7ff59819cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.093+0000 7ff59e000640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff598110e80 con 0x7ff598102570 2024-09-16T01:53:43.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.093+0000 7ff59e000640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff598110d00 con 0x7ff598102ef0 2024-09-16T01:53:43.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.093+0000 7ff59e000640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff598111000 con 0x7ff598100e20 2024-09-16T01:53:43.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.093+0000 7ff596ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff598102570 0x7ff5981989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.093+0000 7ff596ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff598102570 0x7ff5981989a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35250/0 (socket says 172.21.15.17:35250) 2024-09-16T01:53:43.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.093+0000 7ff596ffd640 1 -- 172.21.15.17:0/2738415810 learned_addr learned my addr 172.21.15.17:0/2738415810 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:43.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.093+0000 7ff5977fe640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff598100e20 0x7ff598198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.093+0000 7ff597fff640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff598102ef0 0x7ff59819cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.093+0000 7ff597fff640 1 -- 172.21.15.17:0/2738415810 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff598100e20 msgr2=0x7ff598198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:43.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.093+0000 7ff597fff640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff598100e20 0x7ff598198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.093+0000 7ff597fff640 1 -- 172.21.15.17:0/2738415810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff598102570 msgr2=0x7ff5981989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:43.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.093+0000 7ff597fff640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff598102570 0x7ff5981989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.093+0000 7ff597fff640 1 -- 172.21.15.17:0/2738415810 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff59819d410 con 0x7ff598102ef0 2024-09-16T01:53:43.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.093+0000 7ff5977fe640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff598100e20 0x7ff598198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:43.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.094+0000 7ff597fff640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff598102ef0 0x7ff59819cd30 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff59000da10 tx=0x7ff59000ded0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:43.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.094+0000 7ff594ff9640 1 -- 172.21.15.17:0/2738415810 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff59000bd70 con 0x7ff598102ef0 2024-09-16T01:53:43.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.094+0000 7ff594ff9640 1 -- 172.21.15.17:0/2738415810 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff590003e20 con 0x7ff598102ef0 2024-09-16T01:53:43.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.094+0000 7ff594ff9640 1 -- 172.21.15.17:0/2738415810 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5900106c0 con 0x7ff598102ef0 2024-09-16T01:53:43.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.094+0000 7ff59e000640 1 -- 172.21.15.17:0/2738415810 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff59819d700 con 0x7ff598102ef0 2024-09-16T01:53:43.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.094+0000 7ff59e000640 1 -- 172.21.15.17:0/2738415810 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff598103680 con 0x7ff598102ef0 2024-09-16T01:53:43.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.097+0000 7ff594ff9640 1 -- 172.21.15.17:0/2738415810 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7ff590003970 con 0x7ff598102ef0 2024-09-16T01:53:43.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.097+0000 7ff594ff9640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff5800a3240 0x7ff5800a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.098+0000 7ff5977fe640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff5800a3240 0x7ff5800a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.098+0000 7ff594ff9640 1 -- 172.21.15.17:0/2738415810 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff5900cfd40 con 0x7ff598102ef0 2024-09-16T01:53:43.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.098+0000 7ff5a03d9740 1 Processor -- start 2024-09-16T01:53:43.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.098+0000 7ff5a03d9740 1 -- start start 2024-09-16T01:53:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.098+0000 7ff5a03d9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67a94a0 0x5610d67a9880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.098+0000 7ff5a03d9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a9dc0 0x5610d67b4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.098+0000 7ff5a03d9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67b4680 0x5610d67b6a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.098+0000 7ff5a03d9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5610d670f2e0 con 0x5610d67b4680 2024-09-16T01:53:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.098+0000 7ff5a03d9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5610d66b6ce0 con 0x5610d67a9dc0 2024-09-16T01:53:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.098+0000 7ff5a03d9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5610d670b2a0 con 0x5610d67a94a0 2024-09-16T01:53:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.098+0000 7ff5977fe640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff5800a3240 0x7ff5800a5700 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff588000c00 tx=0x7ff588005e60 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff5977fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67a94a0 0x5610d67a9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff597fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67b4680 0x5610d67b6a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff5977fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67a94a0 0x5610d67a9880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49428/0 (socket says 172.21.15.17:49428) 2024-09-16T01:53:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff5977fe640 1 -- 172.21.15.17:0/410135407 learned_addr learned my addr 172.21.15.17:0/410135407 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff596ffd640 1 --2- 172.21.15.17:0/410135407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a9dc0 0x5610d67b4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff597fff640 1 -- 172.21.15.17:0/410135407 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67a94a0 msgr2=0x5610d67a9880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff597fff640 1 --2- 172.21.15.17:0/410135407 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67a94a0 0x5610d67a9880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff597fff640 1 -- 172.21.15.17:0/410135407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a9dc0 msgr2=0x5610d67b4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff597fff640 1 --2- 172.21.15.17:0/410135407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a9dc0 0x5610d67b4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff597fff640 1 -- 172.21.15.17:0/410135407 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610d669b440 con 0x5610d67b4680 2024-09-16T01:53:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff596ffd640 1 --2- 172.21.15.17:0/410135407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a9dc0 0x5610d67b4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:53:43.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff597fff640 1 --2- 172.21.15.17:0/410135407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67b4680 0x5610d67b6a70 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7ff59009c020 tx=0x7ff59009bd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=231f0687074f9f59 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:43.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff57dffb640 1 -- 172.21.15.17:0/410135407 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5900b5070 con 0x5610d67b4680 2024-09-16T01:53:43.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff57dffb640 1 -- 172.21.15.17:0/410135407 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff59009c320 con 0x5610d67b4680 2024-09-16T01:53:43.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.099+0000 7ff57dffb640 1 -- 172.21.15.17:0/410135407 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff590004000 con 0x5610d67b4680 2024-09-16T01:53:43.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.100+0000 7ff5a03d9740 1 -- 172.21.15.17:0/410135407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67b4680 msgr2=0x5610d67b6a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:43.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.100+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/410135407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67b4680 0x5610d67b6a70 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7ff59009c020 tx=0x7ff59009bd40 comp rx=0 tx=0).stop 2024-09-16T01:53:43.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.100+0000 7ff5a03d9740 1 -- 172.21.15.17:0/410135407 shutdown_connections 2024-09-16T01:53:43.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.100+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/410135407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67b4680 0x5610d67b6a70 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.100+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/410135407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a9dc0 0x5610d67b4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.100+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/410135407 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67a94a0 0x5610d67a9880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.100+0000 7ff5a03d9740 1 -- 172.21.15.17:0/410135407 >> 172.21.15.17:0/410135407 conn(0x5610d67a5a30 msgr2=0x5610d67a5e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:43.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.100+0000 7ff5a03d9740 1 -- 172.21.15.17:0/410135407 shutdown_connections 2024-09-16T01:53:43.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.100+0000 7ff5a03d9740 1 -- 172.21.15.17:0/410135407 wait complete. 2024-09-16T01:53:43.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.101+0000 7ff5a03d9740 1 -- start start 2024-09-16T01:53:43.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.101+0000 7ff5a03d9740 1 Processor -- start 2024-09-16T01:53:43.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.101+0000 7ff5a03d9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a94a0 0x5610d67b4040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.101+0000 7ff5a03d9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d67b12f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.101+0000 7ff5a03d9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67b4680 0x5610d67b18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.101+0000 7ff5a03d9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5610d67b7250 con 0x5610d67a9dc0 2024-09-16T01:53:43.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.101+0000 7ff5a03d9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5610d66ca050 con 0x5610d67a94a0 2024-09-16T01:53:43.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.101+0000 7ff5a03d9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5610d67b73d0 con 0x5610d67b4680 2024-09-16T01:53:43.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.101+0000 7ff5a03d9740 10 client.0 _ll_register_callbacks cb 0x5610d670a160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:43.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.101+0000 7ff596ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d67b12f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.102+0000 7ff596ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d67b12f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35282/0 (socket says 172.21.15.17:35282) 2024-09-16T01:53:43.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.102+0000 7ff596ffd640 1 -- 172.21.15.17:0/1752763611 learned_addr learned my addr 172.21.15.17:0/1752763611 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:43.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.102+0000 7ff5977fe640 1 --2- 172.21.15.17:0/1752763611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a94a0 0x5610d67b4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.102+0000 7ff597fff640 1 --2- 172.21.15.17:0/1752763611 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67b4680 0x5610d67b18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.102+0000 7ff596ffd640 1 -- 172.21.15.17:0/1752763611 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67b4680 msgr2=0x5610d67b18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:43.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.102+0000 7ff596ffd640 1 --2- 172.21.15.17:0/1752763611 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67b4680 0x5610d67b18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.102+0000 7ff596ffd640 1 -- 172.21.15.17:0/1752763611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a94a0 msgr2=0x5610d67b4040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:43.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.102+0000 7ff596ffd640 1 --2- 172.21.15.17:0/1752763611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a94a0 0x5610d67b4040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.102+0000 7ff596ffd640 1 -- 172.21.15.17:0/1752763611 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610d64803c0 con 0x5610d67a9dc0 2024-09-16T01:53:43.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.102+0000 7ff596ffd640 1 --2- 172.21.15.17:0/1752763611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d67b12f0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7ff58c009fa0 tx=0x7ff58c012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9aac4a7ae01ee44 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:43.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.102+0000 7ff576ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:53:43.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.102+0000 7ff576ffd640 1 -- 172.21.15.17:0/1752763611 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff58c00fb70 con 0x5610d67a9dc0 2024-09-16T01:53:43.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.102+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1752763611 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff59009c320 con 0x5610d67a9dc0 2024-09-16T01:53:43.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.102+0000 7ff576ffd640 1 -- 172.21.15.17:0/1752763611 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff58c00fd10 con 0x5610d67a9dc0 2024-09-16T01:53:43.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.103+0000 7ff576ffd640 1 -- 172.21.15.17:0/1752763611 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff58c01d8d0 con 0x5610d67a9dc0 2024-09-16T01:53:43.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.103+0000 7ff5a03d9740 10 client.17142 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:43.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.103+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1752763611 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5610d67c2d20 con 0x5610d67a9dc0 2024-09-16T01:53:43.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.103+0000 7ff576ffd640 1 -- 172.21.15.17:0/1752763611 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff59009c320 con 0x5610d67a9dc0 2024-09-16T01:53:43.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.103+0000 7ff576ffd640 1 -- 172.21.15.17:0/1752763611 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ff58c010a40 con 0x5610d67a9dc0 2024-09-16T01:53:43.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.103+0000 7ff5a03d9740 10 client.17142 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:43.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.103+0000 7ff5a03d9740 10 client.17142 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:43.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.103+0000 7ff5a03d9740 20 client.17142 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:43.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.103+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/1752763611 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610d67c45f0 0x5610d67c6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.103+0000 7ff5a03d9740 4 client.17142 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:53:43.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.103+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1752763611 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5610d671c850 con 0x5610d67c45f0 2024-09-16T01:53:43.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.103+0000 7ff5977fe640 1 --2- 172.21.15.17:0/1752763611 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610d67c45f0 0x5610d67c6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.104+0000 7ff576ffd640 10 client.17142 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:43.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.104+0000 7ff5977fe640 1 --2- 172.21.15.17:0/1752763611 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610d67c45f0 0x5610d67c6a10 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0d5750df89d14b0 server_cookie=77bc18c8dd0fc82a in_seq=0 out_seq=0 2024-09-16T01:53:43.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.105+0000 7ff576ffd640 1 -- 172.21.15.17:0/1752763611 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5610d671c850 con 0x5610d67c45f0 2024-09-16T01:53:43.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.105+0000 7ff576ffd640 10 client.17142 handle_command_reply: tid=0 2024-09-16T01:53:43.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.105+0000 7ff5a03d9740 1 client.17142 shutdown 2024-09-16T01:53:43.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.105+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1752763611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 msgr2=0x5610d67b12f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:43.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.105+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/1752763611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d67b12f0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7ff58c009fa0 tx=0x7ff58c012b60 comp rx=0 tx=0).stop 2024-09-16T01:53:43.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.106+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1752763611 shutdown_connections 2024-09-16T01:53:43.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.106+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/1752763611 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610d67c45f0 0x5610d67c6a10 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.106+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/1752763611 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67b4680 0x5610d67b18e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.106+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/1752763611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d67b12f0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.106+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/1752763611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a94a0 0x5610d67b4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.106+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1752763611 >> 172.21.15.17:0/1752763611 conn(0x5610d67a5a30 msgr2=0x5610d67ab710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:43.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.106+0000 7ff576ffd640 0 client.17142 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:43.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.106+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1752763611 shutdown_connections 2024-09-16T01:53:43.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.106+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1752763611 wait complete. 2024-09-16T01:53:43.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.106+0000 7ff5a03d9740 20 client.17142 trim_cache size 0 max 16384 2024-09-16T01:53:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.127+0000 7ff5a03d9740 1 Processor -- start 2024-09-16T01:53:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.127+0000 7ff5a03d9740 1 -- start start 2024-09-16T01:53:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.127+0000 7ff5a03d9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a94a0 0x5610d67b12c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff5a03d9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d67c04b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff5a03d9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67b4680 0x5610d67cc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff5a03d9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff5981adc00 con 0x5610d67a9dc0 2024-09-16T01:53:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff5a03d9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff5981ab4d0 con 0x5610d67a94a0 2024-09-16T01:53:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff5a03d9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff5981a9300 con 0x5610d67b4680 2024-09-16T01:53:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff596ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d67c04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff596ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d67c04b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35296/0 (socket says 172.21.15.17:35296) 2024-09-16T01:53:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff596ffd640 1 -- 172.21.15.17:0/3623460019 learned_addr learned my addr 172.21.15.17:0/3623460019 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff5977fe640 1 --2- 172.21.15.17:0/3623460019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a94a0 0x5610d67b12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff597fff640 1 --2- 172.21.15.17:0/3623460019 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67b4680 0x5610d67cc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff597fff640 1 -- 172.21.15.17:0/3623460019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a94a0 msgr2=0x5610d67b12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:43.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff597fff640 1 --2- 172.21.15.17:0/3623460019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a94a0 0x5610d67b12c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff597fff640 1 -- 172.21.15.17:0/3623460019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 msgr2=0x5610d67c04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:43.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff597fff640 1 --2- 172.21.15.17:0/3623460019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d67c04b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff597fff640 1 -- 172.21.15.17:0/3623460019 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5610d67a6630 con 0x5610d67b4680 2024-09-16T01:53:43.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.128+0000 7ff596ffd640 1 --2- 172.21.15.17:0/3623460019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d67c04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:43.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.129+0000 7ff597fff640 1 --2- 172.21.15.17:0/3623460019 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67b4680 0x5610d67cc2e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x5610d67a6db0 tx=0x7ff5900986f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b74b470c813707c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:43.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.129+0000 7ff57d7fa640 1 -- 172.21.15.17:0/3623460019 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5900ba070 con 0x5610d67b4680 2024-09-16T01:53:43.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.129+0000 7ff57d7fa640 1 -- 172.21.15.17:0/3623460019 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff59009c320 con 0x5610d67b4680 2024-09-16T01:53:43.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.129+0000 7ff57d7fa640 1 -- 172.21.15.17:0/3623460019 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff590014070 con 0x5610d67b4680 2024-09-16T01:53:43.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.130+0000 7ff5a03d9740 1 -- 172.21.15.17:0/3623460019 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67b4680 msgr2=0x5610d67cc2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:43.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.130+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/3623460019 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67b4680 0x5610d67cc2e0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x5610d67a6db0 tx=0x7ff5900986f0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.130+0000 7ff5a03d9740 1 -- 172.21.15.17:0/3623460019 shutdown_connections 2024-09-16T01:53:43.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.130+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/3623460019 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67b4680 0x5610d67cc2e0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.130+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/3623460019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d67c04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.130+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/3623460019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67a94a0 0x5610d67b12c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.130+0000 7ff5a03d9740 1 -- 172.21.15.17:0/3623460019 >> 172.21.15.17:0/3623460019 conn(0x5610d67a5a30 msgr2=0x5610d67b0bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:43.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.130+0000 7ff5a03d9740 1 -- 172.21.15.17:0/3623460019 shutdown_connections 2024-09-16T01:53:43.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.130+0000 7ff5a03d9740 1 -- 172.21.15.17:0/3623460019 wait complete. 2024-09-16T01:53:43.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.130+0000 7ff5a03d9740 1 -- start start 2024-09-16T01:53:43.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.131+0000 7ff5a03d9740 1 Processor -- start 2024-09-16T01:53:43.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.131+0000 7ff5a03d9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67a94a0 0x5610d6827450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.131+0000 7ff5a03d9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d6827990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.131+0000 7ff5a03d9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67b4680 0x5610d67bc2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.131+0000 7ff5a03d9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff5981a9990 con 0x5610d67a9dc0 2024-09-16T01:53:43.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.131+0000 7ff5a03d9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff5981aae00 con 0x5610d67b4680 2024-09-16T01:53:43.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.131+0000 7ff5a03d9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff5981aa060 con 0x5610d67a94a0 2024-09-16T01:53:43.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.131+0000 7ff5a03d9740 10 client.0 _ll_register_callbacks cb 0x7ff58c009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:43.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.131+0000 7ff596ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d6827990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.131+0000 7ff596ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d6827990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35308/0 (socket says 172.21.15.17:35308) 2024-09-16T01:53:43.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.131+0000 7ff596ffd640 1 -- 172.21.15.17:0/1730136689 learned_addr learned my addr 172.21.15.17:0/1730136689 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:43.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.131+0000 7ff5977fe640 1 --2- 172.21.15.17:0/1730136689 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67a94a0 0x5610d6827450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.131+0000 7ff597fff640 1 --2- 172.21.15.17:0/1730136689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67b4680 0x5610d67bc2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.132+0000 7ff596ffd640 1 -- 172.21.15.17:0/1730136689 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67a94a0 msgr2=0x5610d6827450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:43.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.132+0000 7ff596ffd640 1 --2- 172.21.15.17:0/1730136689 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67a94a0 0x5610d6827450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.132+0000 7ff596ffd640 1 -- 172.21.15.17:0/1730136689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67b4680 msgr2=0x5610d67bc2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.132+0000 7ff596ffd640 1 --2- 172.21.15.17:0/1730136689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67b4680 0x5610d67bc2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.132+0000 7ff596ffd640 1 -- 172.21.15.17:0/1730136689 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5610d67bc950 con 0x5610d67a9dc0 2024-09-16T01:53:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.132+0000 7ff596ffd640 1 --2- 172.21.15.17:0/1730136689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d6827990 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7ff58c010f30 tx=0x7ff58c026780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d888571c5bff6d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.132+0000 7ff576ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:53:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.132+0000 7ff576ffd640 1 -- 172.21.15.17:0/1730136689 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff58c00f970 con 0x5610d67a9dc0 2024-09-16T01:53:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.132+0000 7ff576ffd640 1 -- 172.21.15.17:0/1730136689 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff58c00fb10 con 0x5610d67a9dc0 2024-09-16T01:53:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.132+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1730136689 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff59009c320 con 0x5610d67a9dc0 2024-09-16T01:53:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.132+0000 7ff576ffd640 1 -- 172.21.15.17:0/1730136689 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff58c00fd10 con 0x5610d67a9dc0 2024-09-16T01:53:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.132+0000 7ff5a03d9740 10 client.17148 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.132+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1730136689 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5610d682ecb0 con 0x5610d67a9dc0 2024-09-16T01:53:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.133+0000 7ff576ffd640 1 -- 172.21.15.17:0/1730136689 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff59009c320 con 0x5610d67a9dc0 2024-09-16T01:53:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.133+0000 7ff576ffd640 1 -- 172.21.15.17:0/1730136689 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ff58c03a030 con 0x5610d67a9dc0 2024-09-16T01:53:43.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.133+0000 7ff5a03d9740 10 client.17148 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:43.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.133+0000 7ff5a03d9740 10 client.17148 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:43.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.133+0000 7ff5a03d9740 20 client.17148 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:43.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.133+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/1730136689 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610d682f430 0x5610d6831850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:43.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.133+0000 7ff5a03d9740 4 client.17148 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:53:43.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.133+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1730136689 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5610d6716d60 con 0x5610d682f430 2024-09-16T01:53:43.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.133+0000 7ff5977fe640 1 --2- 172.21.15.17:0/1730136689 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610d682f430 0x5610d6831850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:43.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.134+0000 7ff576ffd640 10 client.17148 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:43.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.134+0000 7ff5977fe640 1 --2- 172.21.15.17:0/1730136689 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610d682f430 0x5610d6831850 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a04b405b57b1dcea server_cookie=430b21b19376dd2d in_seq=0 out_seq=0 2024-09-16T01:53:43.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.134+0000 7ff576ffd640 1 -- 172.21.15.17:0/1730136689 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5610d6716d60 con 0x5610d682f430 2024-09-16T01:53:43.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.134+0000 7ff576ffd640 10 client.17148 handle_command_reply: tid=0 2024-09-16T01:53:43.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.134+0000 7ff5a03d9740 1 client.17148 shutdown 2024-09-16T01:53:43.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.135+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1730136689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 msgr2=0x5610d6827990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:43.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.135+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/1730136689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d6827990 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7ff58c010f30 tx=0x7ff58c026780 comp rx=0 tx=0).stop 2024-09-16T01:53:43.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.135+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1730136689 shutdown_connections 2024-09-16T01:53:43.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.135+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/1730136689 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5610d682f430 0x5610d6831850 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.135+0000 7ff576ffd640 0 client.17148 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:43.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.135+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/1730136689 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5610d67b4680 0x5610d67bc2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.135+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/1730136689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610d67a9dc0 0x5610d6827990 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.135+0000 7ff5a03d9740 1 --2- 172.21.15.17:0/1730136689 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5610d67a94a0 0x5610d6827450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.135+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1730136689 >> 172.21.15.17:0/1730136689 conn(0x5610d67a5a30 msgr2=0x5610d67ac030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:43.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.135+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1730136689 shutdown_connections 2024-09-16T01:53:43.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.135+0000 7ff5a03d9740 1 -- 172.21.15.17:0/1730136689 wait complete. 2024-09-16T01:53:43.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.135+0000 7ff5a03d9740 20 client.17148 trim_cache size 0 max 16384 2024-09-16T01:53:43.143 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:53:43.143 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:53:43.143 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:53:43.143 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:53:43.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.136+0000 7ff59e000640 1 -- 172.21.15.17:0/2738415810 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff5800a3240 msgr2=0x7ff5800a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:43.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.136+0000 7ff59e000640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff5800a3240 0x7ff5800a5700 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7ff588000c00 tx=0x7ff588005e60 comp rx=0 tx=0).stop 2024-09-16T01:53:43.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.136+0000 7ff59e000640 1 -- 172.21.15.17:0/2738415810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff598102ef0 msgr2=0x7ff59819cd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:43.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.136+0000 7ff59e000640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff598102ef0 0x7ff59819cd30 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7ff59000da10 tx=0x7ff59000ded0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.136+0000 7ff59e000640 1 -- 172.21.15.17:0/2738415810 shutdown_connections 2024-09-16T01:53:43.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.136+0000 7ff59e000640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff5800a3240 0x7ff5800a5700 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.136+0000 7ff59e000640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff598102ef0 0x7ff59819cd30 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.136+0000 7ff59e000640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff598102570 0x7ff5981989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.136+0000 7ff59e000640 1 --2- 172.21.15.17:0/2738415810 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff598100e20 0x7ff598198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:43.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.136+0000 7ff59e000640 1 -- 172.21.15.17:0/2738415810 >> 172.21.15.17:0/2738415810 conn(0x7ff5980fc7d0 msgr2=0x7ff59806a230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:43.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.136+0000 7ff59e000640 1 -- 172.21.15.17:0/2738415810 shutdown_connections 2024-09-16T01:53:43.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:43.136+0000 7ff59e000640 1 -- 172.21.15.17:0/2738415810 wait complete. 2024-09-16T01:53:43.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 380501 3.74 MB/sec execute 426 sec latency 45.822 ms 2024-09-16T01:53:44.075 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:53:44.075 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:53:44.381 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:53:44.482 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:44 smithi017 ceph-mon[30972]: pgmap v645: 97 pgs: 97 active+clean; 165 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:53:44.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:44 smithi122 ceph-mon[34758]: pgmap v645: 97 pgs: 97 active+clean; 165 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:53:44.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:44 smithi029 ceph-mon[34783]: pgmap v645: 97 pgs: 97 active+clean; 165 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 1.8 MiB/s wr, 90 op/s 2024-09-16T01:53:44.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 381201 3.74 MB/sec execute 427 sec latency 16.123 ms 2024-09-16T01:53:44.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.900+0000 7fc0fd77f640 1 -- 172.21.15.17:0/1607769824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0f8102570 msgr2=0x7fc0f81029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:44.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.900+0000 7fc0fd77f640 1 --2- 172.21.15.17:0/1607769824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0f8102570 0x7fc0f81029b0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fc0ec009900 tx=0x7fc0ec02a480 comp rx=0 tx=0).stop 2024-09-16T01:53:44.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.900+0000 7fc0fd77f640 1 -- 172.21.15.17:0/1607769824 shutdown_connections 2024-09-16T01:53:44.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.900+0000 7fc0fd77f640 1 --2- 172.21.15.17:0/1607769824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0f8102ef0 0x7fc0f810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:44.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.900+0000 7fc0fd77f640 1 --2- 172.21.15.17:0/1607769824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0f8102570 0x7fc0f81029b0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:44.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.900+0000 7fc0fd77f640 1 --2- 172.21.15.17:0/1607769824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0f8100e20 0x7fc0f8101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:44.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.900+0000 7fc0fd77f640 1 -- 172.21.15.17:0/1607769824 >> 172.21.15.17:0/1607769824 conn(0x7fc0f80fc7d0 msgr2=0x7fc0f80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:44.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.900+0000 7fc0fd77f640 1 -- 172.21.15.17:0/1607769824 shutdown_connections 2024-09-16T01:53:44.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.900+0000 7fc0fd77f640 1 -- 172.21.15.17:0/1607769824 wait complete. 2024-09-16T01:53:44.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.901+0000 7fc0fd77f640 1 Processor -- start 2024-09-16T01:53:44.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.901+0000 7fc0fd77f640 1 -- start start 2024-09-16T01:53:44.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0fd77f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0f8100e20 0x7fc0f8198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:44.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0fd77f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0f8102570 0x7fc0f8198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:44.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0fd77f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0f8102ef0 0x7fc0f819cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:44.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0fd77f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc0f8110e30 con 0x7fc0f8102ef0 2024-09-16T01:53:44.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0fd77f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc0f8110cb0 con 0x7fc0f8102570 2024-09-16T01:53:44.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0fd77f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc0f8110fb0 con 0x7fc0f8100e20 2024-09-16T01:53:44.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0f6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0f8100e20 0x7fc0f8198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:44.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0f6ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0f8100e20 0x7fc0f8198450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49484/0 (socket says 172.21.15.17:49484) 2024-09-16T01:53:44.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0f6ffd640 1 -- 172.21.15.17:0/2135376751 learned_addr learned my addr 172.21.15.17:0/2135376751 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:44.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0f77fe640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0f8102ef0 0x7fc0f819cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:44.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0f67fc640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0f8102570 0x7fc0f8198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:44.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0f6ffd640 1 -- 172.21.15.17:0/2135376751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0f8102570 msgr2=0x7fc0f8198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:44.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0f6ffd640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0f8102570 0x7fc0f8198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:44.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0f6ffd640 1 -- 172.21.15.17:0/2135376751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0f8102ef0 msgr2=0x7fc0f819cd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:44.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0f6ffd640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0f8102ef0 0x7fc0f819cd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:44.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0f6ffd640 1 -- 172.21.15.17:0/2135376751 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc0f819d400 con 0x7fc0f8100e20 2024-09-16T01:53:44.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0f67fc640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0f8102570 0x7fc0f8198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:53:44.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0f6ffd640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0f8100e20 0x7fc0f8198450 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fc0e800e9f0 tx=0x7fc0e800edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:44.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.902+0000 7fc0dffff640 1 -- 172.21.15.17:0/2135376751 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0e800cd80 con 0x7fc0f8100e20 2024-09-16T01:53:44.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.903+0000 7fc0dffff640 1 -- 172.21.15.17:0/2135376751 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc0e80054d0 con 0x7fc0f8100e20 2024-09-16T01:53:44.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.903+0000 7fc0fd77f640 1 -- 172.21.15.17:0/2135376751 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc0f819d6f0 con 0x7fc0f8100e20 2024-09-16T01:53:44.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.903+0000 7fc0dffff640 1 -- 172.21.15.17:0/2135376751 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0e8010490 con 0x7fc0f8100e20 2024-09-16T01:53:44.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.903+0000 7fc0fd77f640 1 -- 172.21.15.17:0/2135376751 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0f81a4fd0 con 0x7fc0f8100e20 2024-09-16T01:53:44.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.904+0000 7fc0fd77f640 1 -- 172.21.15.17:0/2135376751 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc0f8101200 con 0x7fc0f8100e20 2024-09-16T01:53:44.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.905+0000 7fc0dffff640 1 -- 172.21.15.17:0/2135376751 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fc0e8005020 con 0x7fc0f8100e20 2024-09-16T01:53:44.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.905+0000 7fc0dffff640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc0e00a3240 0x7fc0e00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:44.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.906+0000 7fc0f67fc640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc0e00a3240 0x7fc0e00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:44.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.906+0000 7fc0dffff640 1 -- 172.21.15.17:0/2135376751 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc0e80cffe0 con 0x7fc0f8100e20 2024-09-16T01:53:44.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.906+0000 7fc0f67fc640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc0e00a3240 0x7fc0e00a5700 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fc0f80fef70 tx=0x7fc0ec005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:44.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:44.909+0000 7fc0dffff640 1 -- 172.21.15.17:0/2135376751 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc0e809cd00 con 0x7fc0f8100e20 2024-09-16T01:53:45.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:45.159+0000 7fc0fd77f640 1 -- 172.21.15.17:0/2135376751 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc0f81a51a0 con 0x7fc0f8100e20 2024-09-16T01:53:45.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:45.160+0000 7fc0dffff640 1 -- 172.21.15.17:0/2135376751 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7fc0e809c600 con 0x7fc0f8100e20 2024-09-16T01:53:45.163 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:53:45.163 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:53:45.163 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:53:45.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:45.163+0000 7fc0fd77f640 1 -- 172.21.15.17:0/2135376751 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc0e00a3240 msgr2=0x7fc0e00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:45.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:45.163+0000 7fc0fd77f640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc0e00a3240 0x7fc0e00a5700 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fc0f80fef70 tx=0x7fc0ec005a20 comp rx=0 tx=0).stop 2024-09-16T01:53:45.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:45.163+0000 7fc0fd77f640 1 -- 172.21.15.17:0/2135376751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0f8100e20 msgr2=0x7fc0f8198450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:45.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:45.163+0000 7fc0fd77f640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0f8100e20 0x7fc0f8198450 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fc0e800e9f0 tx=0x7fc0e800edf0 comp rx=0 tx=0).stop 2024-09-16T01:53:45.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:45.163+0000 7fc0fd77f640 1 -- 172.21.15.17:0/2135376751 shutdown_connections 2024-09-16T01:53:45.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:45.163+0000 7fc0fd77f640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc0e00a3240 0x7fc0e00a5700 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:45.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:45.163+0000 7fc0fd77f640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0f8102ef0 0x7fc0f819cd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:45.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:45.163+0000 7fc0fd77f640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0f8102570 0x7fc0f8198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:45.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:45.163+0000 7fc0fd77f640 1 --2- 172.21.15.17:0/2135376751 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0f8100e20 0x7fc0f8198450 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:45.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:45.163+0000 7fc0fd77f640 1 -- 172.21.15.17:0/2135376751 >> 172.21.15.17:0/2135376751 conn(0x7fc0f80fc7d0 msgr2=0x7fc0f8069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:45.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:45.163+0000 7fc0fd77f640 1 -- 172.21.15.17:0/2135376751 shutdown_connections 2024-09-16T01:53:45.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:45.163+0000 7fc0fd77f640 1 -- 172.21.15.17:0/2135376751 wait complete. 2024-09-16T01:53:45.477 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:45 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2135376751' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:53:45.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:45 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2135376751' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:53:45.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:45 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2135376751' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:53:45.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 381927 3.74 MB/sec execute 428 sec latency 41.802 ms 2024-09-16T01:53:45.937 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:53:46.221 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:53:46.514 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:46 smithi017 ceph-mon[30972]: pgmap v646: 97 pgs: 97 active+clean; 165 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:53:46.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:46 smithi029 ceph-mon[34783]: pgmap v646: 97 pgs: 97 active+clean; 165 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:53:46.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:46 smithi122 ceph-mon[34758]: pgmap v646: 97 pgs: 97 active+clean; 165 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:53:46.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 382839 3.74 MB/sec execute 429 sec latency 37.862 ms 2024-09-16T01:53:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.705+0000 7f3582a70640 1 -- 172.21.15.17:0/3432622082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f357c10c170 msgr2=0x7f357c10e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:46.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.705+0000 7f3582a70640 1 --2- 172.21.15.17:0/3432622082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f357c10c170 0x7f357c10e610 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f3574009ca0 tx=0x7f357402a950 comp rx=0 tx=0).stop 2024-09-16T01:53:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.705+0000 7f3582a70640 1 -- 172.21.15.17:0/3432622082 shutdown_connections 2024-09-16T01:53:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.705+0000 7f3582a70640 1 --2- 172.21.15.17:0/3432622082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f357c10c170 0x7f357c10e610 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.705+0000 7f3582a70640 1 --2- 172.21.15.17:0/3432622082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f357c103660 0x7f357c10bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.705+0000 7f3582a70640 1 --2- 172.21.15.17:0/3432622082 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f357c102d40 0x7f357c103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.705+0000 7f3582a70640 1 -- 172.21.15.17:0/3432622082 >> 172.21.15.17:0/3432622082 conn(0x7f357c0fc7c0 msgr2=0x7f357c0febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.705+0000 7f3582a70640 1 -- 172.21.15.17:0/3432622082 shutdown_connections 2024-09-16T01:53:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.705+0000 7f3582a70640 1 -- 172.21.15.17:0/3432622082 wait complete. 2024-09-16T01:53:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.706+0000 7f3582a70640 1 Processor -- start 2024-09-16T01:53:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.706+0000 7f3582a70640 1 -- start start 2024-09-16T01:53:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.706+0000 7f3582a70640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f357c102d40 0x7f357c1983f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.706+0000 7f3582a70640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f357c103660 0x7f357c198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.706+0000 7f3582a70640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f357c10c170 0x7f357c19ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.706+0000 7f3582a70640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f357c111e20 con 0x7f357c103660 2024-09-16T01:53:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.706+0000 7f3582a70640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f357c111ca0 con 0x7f357c10c170 2024-09-16T01:53:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.706+0000 7f3582a70640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f357c111fa0 con 0x7f357c102d40 2024-09-16T01:53:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.706+0000 7f357bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f357c103660 0x7f357c198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.706+0000 7f358080c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f357c102d40 0x7f357c1983f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.706+0000 7f357bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f357c103660 0x7f357c198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40396/0 (socket says 172.21.15.17:40396) 2024-09-16T01:53:46.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.706+0000 7f357bfff640 1 -- 172.21.15.17:0/4148374107 learned_addr learned my addr 172.21.15.17:0/4148374107 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.706+0000 7f358100d640 1 --2- 172.21.15.17:0/4148374107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f357c10c170 0x7f357c19ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.707+0000 7f358080c640 1 -- 172.21.15.17:0/4148374107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f357c10c170 msgr2=0x7f357c19ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.707+0000 7f358080c640 1 --2- 172.21.15.17:0/4148374107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f357c10c170 0x7f357c19ccc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.707+0000 7f358080c640 1 -- 172.21.15.17:0/4148374107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f357c103660 msgr2=0x7f357c198930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.707+0000 7f358080c640 1 --2- 172.21.15.17:0/4148374107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f357c103660 0x7f357c198930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.707+0000 7f358080c640 1 -- 172.21.15.17:0/4148374107 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f357c19d3a0 con 0x7f357c102d40 2024-09-16T01:53:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.707+0000 7f357bfff640 1 --2- 172.21.15.17:0/4148374107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f357c103660 0x7f357c198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.707+0000 7f358080c640 1 --2- 172.21.15.17:0/4148374107 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f357c102d40 0x7f357c1983f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f357000e9f0 tx=0x7f357000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.707+0000 7f3579ffb640 1 -- 172.21.15.17:0/4148374107 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f357000ccc0 con 0x7f357c102d40 2024-09-16T01:53:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.707+0000 7f3579ffb640 1 -- 172.21.15.17:0/4148374107 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f35700108e0 con 0x7f357c102d40 2024-09-16T01:53:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.707+0000 7f3582a70640 1 -- 172.21.15.17:0/4148374107 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f357c19d690 con 0x7f357c102d40 2024-09-16T01:53:46.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.707+0000 7f3579ffb640 1 -- 172.21.15.17:0/4148374107 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3570018880 con 0x7f357c102d40 2024-09-16T01:53:46.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.707+0000 7f3582a70640 1 -- 172.21.15.17:0/4148374107 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f357c1a4f70 con 0x7f357c102d40 2024-09-16T01:53:46.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.710+0000 7f3579ffb640 1 -- 172.21.15.17:0/4148374107 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f3570010a90 con 0x7f357c102d40 2024-09-16T01:53:46.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.710+0000 7f3584e49740 1 Processor -- start 2024-09-16T01:53:46.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.710+0000 7f3584e49740 1 -- start start 2024-09-16T01:53:46.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.710+0000 7f3584e49740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 0x55eea1e9b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.710+0000 7f3584e49740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1e9b5d0 0x55eea1e9ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.710+0000 7f3584e49740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1eaa780 0x55eea1eacb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.710+0000 7f3584e49740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55eea1e012f0 con 0x55eea1e9b5d0 2024-09-16T01:53:46.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.710+0000 7f3584e49740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55eea1da8cf0 con 0x55eea1e9cb40 2024-09-16T01:53:46.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.710+0000 7f3584e49740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55eea1dfd2b0 con 0x55eea1eaa780 2024-09-16T01:53:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.710+0000 7f358080c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1e9b5d0 0x55eea1e9ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.710+0000 7f3579ffb640 1 --2- 172.21.15.17:0/4148374107 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f356c0a3240 0x7f356c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.710+0000 7f357bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1eaa780 0x55eea1eacb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f357bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1eaa780 0x55eea1eacb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49900/0 (socket says 172.21.15.17:49900) 2024-09-16T01:53:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f357bfff640 1 -- 172.21.15.17:0/1942957245 learned_addr learned my addr 172.21.15.17:0/1942957245 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f358100d640 1 --2- 172.21.15.17:0/1942957245 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 0x55eea1e9b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.710+0000 7f358080c640 1 --2- 172.21.15.17:0/1942957245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1e9b5d0 0x55eea1e9ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40402/0 (socket says 172.21.15.17:40402) 2024-09-16T01:53:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f3579ffb640 1 -- 172.21.15.17:0/4148374107 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f35700cfd50 con 0x7f357c102d40 2024-09-16T01:53:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f358100d640 1 --2- 172.21.15.17:0/4148374107 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f356c0a3240 0x7f356c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f357bfff640 1 -- 172.21.15.17:0/1942957245 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 msgr2=0x55eea1e9b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:46.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f357bfff640 1 --2- 172.21.15.17:0/1942957245 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 0x55eea1e9b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f357bfff640 1 -- 172.21.15.17:0/1942957245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1e9b5d0 msgr2=0x55eea1e9ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:46.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f357bfff640 1 --2- 172.21.15.17:0/1942957245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1e9b5d0 0x55eea1e9ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f357bfff640 1 -- 172.21.15.17:0/1942957245 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eea1d8d3a0 con 0x55eea1eaa780 2024-09-16T01:53:46.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f357bfff640 1 --2- 172.21.15.17:0/1942957245 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1eaa780 0x55eea1eacb70 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f35680104d0 tx=0x7f3568010990 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d908e6e6cabe62e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:46.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f358100d640 1 --2- 172.21.15.17:0/4148374107 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f356c0a3240 0x7f356c0a5700 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3574005fa0 tx=0x7f35740095c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:46.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f3566ffd640 1 -- 172.21.15.17:0/1942957245 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3568011820 con 0x55eea1eaa780 2024-09-16T01:53:46.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f3566ffd640 1 -- 172.21.15.17:0/1942957245 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f356801c480 con 0x55eea1eaa780 2024-09-16T01:53:46.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.711+0000 7f3566ffd640 1 -- 172.21.15.17:0/1942957245 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f356800e650 con 0x55eea1eaa780 2024-09-16T01:53:46.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.712+0000 7f3584e49740 1 -- 172.21.15.17:0/1942957245 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1eaa780 msgr2=0x55eea1eacb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:46.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.712+0000 7f3584e49740 1 --2- 172.21.15.17:0/1942957245 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1eaa780 0x55eea1eacb70 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f35680104d0 tx=0x7f3568010990 comp rx=0 tx=0).stop 2024-09-16T01:53:46.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.712+0000 7f3584e49740 1 -- 172.21.15.17:0/1942957245 shutdown_connections 2024-09-16T01:53:46.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.712+0000 7f3584e49740 1 --2- 172.21.15.17:0/1942957245 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1eaa780 0x55eea1eacb70 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.712+0000 7f3584e49740 1 --2- 172.21.15.17:0/1942957245 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1e9b5d0 0x55eea1e9ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.712+0000 7f3584e49740 1 --2- 172.21.15.17:0/1942957245 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 0x55eea1e9b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.712+0000 7f3584e49740 1 -- 172.21.15.17:0/1942957245 >> 172.21.15.17:0/1942957245 conn(0x55eea1e64310 msgr2=0x55eea1e97c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:46.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.712+0000 7f3584e49740 1 -- 172.21.15.17:0/1942957245 shutdown_connections 2024-09-16T01:53:46.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.712+0000 7f3584e49740 1 -- 172.21.15.17:0/1942957245 wait complete. 2024-09-16T01:53:46.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.713+0000 7f3584e49740 1 -- start start 2024-09-16T01:53:46.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.713+0000 7f3584e49740 1 Processor -- start 2024-09-16T01:53:46.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.713+0000 7f3584e49740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1e9b5d0 0x55eea1eaa170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.713+0000 7f3584e49740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 0x55eea1ea7420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.713+0000 7f3584e49740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1eaa780 0x55eea1ea7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.713+0000 7f3584e49740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55eea1ead480 con 0x55eea1eaa780 2024-09-16T01:53:46.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.713+0000 7f3584e49740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55eea1dbc060 con 0x55eea1e9cb40 2024-09-16T01:53:46.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.713+0000 7f3584e49740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55eea1ead600 con 0x55eea1e9b5d0 2024-09-16T01:53:46.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.713+0000 7f3584e49740 10 client.0 _ll_register_callbacks cb 0x55eea1b0f8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:46.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.713+0000 7f358080c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1e9b5d0 0x55eea1eaa170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.713+0000 7f358080c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1e9b5d0 0x55eea1eaa170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49902/0 (socket says 172.21.15.17:49902) 2024-09-16T01:53:46.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.713+0000 7f358080c640 1 -- 172.21.15.17:0/3357259741 learned_addr learned my addr 172.21.15.17:0/3357259741 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:46.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.713+0000 7f358100d640 1 --2- 172.21.15.17:0/3357259741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1eaa780 0x55eea1ea7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.714+0000 7f357bfff640 1 --2- 172.21.15.17:0/3357259741 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 0x55eea1ea7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.714+0000 7f358080c640 1 -- 172.21.15.17:0/3357259741 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 msgr2=0x55eea1ea7420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:46.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.714+0000 7f358080c640 1 --2- 172.21.15.17:0/3357259741 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 0x55eea1ea7420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.714+0000 7f358080c640 1 -- 172.21.15.17:0/3357259741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1eaa780 msgr2=0x55eea1ea7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:46.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.714+0000 7f358080c640 1 --2- 172.21.15.17:0/3357259741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1eaa780 0x55eea1ea7a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.714+0000 7f358080c640 1 -- 172.21.15.17:0/3357259741 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eea1b723c0 con 0x55eea1e9b5d0 2024-09-16T01:53:46.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.714+0000 7f358080c640 1 --2- 172.21.15.17:0/3357259741 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1e9b5d0 0x55eea1eaa170 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f3570098d00 tx=0x7f357009ca30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=428f98533875cbdd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:46.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.714+0000 7f355bfff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:53:46.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.714+0000 7f355bfff640 1 -- 172.21.15.17:0/3357259741 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35700a4d10 con 0x55eea1e9b5d0 2024-09-16T01:53:46.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.714+0000 7f355bfff640 1 -- 172.21.15.17:0/3357259741 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f35700b5190 con 0x55eea1e9b5d0 2024-09-16T01:53:46.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.714+0000 7f3584e49740 1 -- 172.21.15.17:0/3357259741 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f356801c480 con 0x55eea1e9b5d0 2024-09-16T01:53:46.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.714+0000 7f355bfff640 1 -- 172.21.15.17:0/3357259741 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f35700a4fa0 con 0x55eea1e9b5d0 2024-09-16T01:53:46.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.714+0000 7f3584e49740 10 client.26821 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:46.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.714+0000 7f3584e49740 1 -- 172.21.15.17:0/3357259741 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55eea1eb8f20 con 0x55eea1e9b5d0 2024-09-16T01:53:46.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.716+0000 7f355bfff640 1 -- 172.21.15.17:0/3357259741 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f356801c480 con 0x55eea1e9b5d0 2024-09-16T01:53:46.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.716+0000 7f355bfff640 1 -- 172.21.15.17:0/3357259741 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f35700bc1d0 con 0x55eea1e9b5d0 2024-09-16T01:53:46.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.716+0000 7f3584e49740 10 client.26821 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:46.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.716+0000 7f3584e49740 10 client.26821 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:53:46.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.716+0000 7f3584e49740 20 client.26821 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:46.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.716+0000 7f3584e49740 1 --2- 172.21.15.17:0/3357259741 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55eea1eba330 0x55eea1ebc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.716+0000 7f3584e49740 4 client.26821 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:53:46.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.716+0000 7f3584e49740 1 -- 172.21.15.17:0/3357259741 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eea1e0e860 con 0x55eea1eba330 2024-09-16T01:53:46.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.716+0000 7f357bfff640 1 --2- 172.21.15.17:0/3357259741 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55eea1eba330 0x55eea1ebc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.717+0000 7f357bfff640 1 --2- 172.21.15.17:0/3357259741 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55eea1eba330 0x55eea1ebc7a0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ea64ff0e6fb9e842 server_cookie=6fd5d2d53eb3ab87 in_seq=0 out_seq=0 2024-09-16T01:53:46.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.717+0000 7f355bfff640 10 client.26821 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:53:46.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.717+0000 7f355bfff640 1 -- 172.21.15.17:0/3357259741 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55eea1e0e860 con 0x55eea1eba330 2024-09-16T01:53:46.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.717+0000 7f355bfff640 10 client.26821 handle_command_reply: tid=0 2024-09-16T01:53:46.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.717+0000 7f3584e49740 1 client.26821 shutdown 2024-09-16T01:53:46.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.717+0000 7f3584e49740 1 -- 172.21.15.17:0/3357259741 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1e9b5d0 msgr2=0x55eea1eaa170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:46.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.717+0000 7f3584e49740 1 --2- 172.21.15.17:0/3357259741 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1e9b5d0 0x55eea1eaa170 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f3570098d00 tx=0x7f357009ca30 comp rx=0 tx=0).stop 2024-09-16T01:53:46.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.717+0000 7f3584e49740 1 -- 172.21.15.17:0/3357259741 shutdown_connections 2024-09-16T01:53:46.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.717+0000 7f3584e49740 1 --2- 172.21.15.17:0/3357259741 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55eea1eba330 0x55eea1ebc7a0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.717+0000 7f3584e49740 1 --2- 172.21.15.17:0/3357259741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1eaa780 0x55eea1ea7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.717+0000 7f3584e49740 1 --2- 172.21.15.17:0/3357259741 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 0x55eea1ea7420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.717+0000 7f3584e49740 1 --2- 172.21.15.17:0/3357259741 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1e9b5d0 0x55eea1eaa170 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.717+0000 7f355bfff640 0 client.26821 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:53:46.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.717+0000 7f3584e49740 1 -- 172.21.15.17:0/3357259741 >> 172.21.15.17:0/3357259741 conn(0x55eea1e64310 msgr2=0x55eea1e9d960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:46.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.718+0000 7f3584e49740 1 -- 172.21.15.17:0/3357259741 shutdown_connections 2024-09-16T01:53:46.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.718+0000 7f3584e49740 1 -- 172.21.15.17:0/3357259741 wait complete. 2024-09-16T01:53:46.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.718+0000 7f3584e49740 20 client.26821 trim_cache size 0 max 16384 2024-09-16T01:53:46.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.734+0000 7f3584e49740 1 Processor -- start 2024-09-16T01:53:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.734+0000 7f3584e49740 1 -- start start 2024-09-16T01:53:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f3584e49740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1e9b5d0 0x55eea1eb6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f3584e49740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 0x55eea1ea9390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f3584e49740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1eaa780 0x55eea1ec2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f3584e49740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f357c1adbf0 con 0x55eea1eaa780 2024-09-16T01:53:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f3584e49740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f357c1ab4c0 con 0x55eea1e9cb40 2024-09-16T01:53:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f3584e49740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f357c1a92f0 con 0x55eea1e9b5d0 2024-09-16T01:53:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f358100d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1eaa780 0x55eea1ec2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f357bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 0x55eea1ea9390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f358100d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1eaa780 0x55eea1ec2060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40418/0 (socket says 172.21.15.17:40418) 2024-09-16T01:53:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f358100d640 1 -- 172.21.15.17:0/2675498836 learned_addr learned my addr 172.21.15.17:0/2675498836 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f358080c640 1 --2- 172.21.15.17:0/2675498836 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1e9b5d0 0x55eea1eb6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f357bfff640 1 -- 172.21.15.17:0/2675498836 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1e9b5d0 msgr2=0x55eea1eb6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f357bfff640 1 --2- 172.21.15.17:0/2675498836 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1e9b5d0 0x55eea1eb6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f357bfff640 1 -- 172.21.15.17:0/2675498836 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1eaa780 msgr2=0x55eea1ec2060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f357bfff640 1 --2- 172.21.15.17:0/2675498836 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1eaa780 0x55eea1ec2060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f357bfff640 1 -- 172.21.15.17:0/2675498836 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eea1ea9d90 con 0x55eea1e9cb40 2024-09-16T01:53:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f358100d640 1 --2- 172.21.15.17:0/2675498836 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1eaa780 0x55eea1ec2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.735+0000 7f357bfff640 1 --2- 172.21.15.17:0/2675498836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 0x55eea1ea9390 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f35680104a0 tx=0x7f356801cee0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7de8f4c71a9aa191 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.736+0000 7f35667fc640 1 -- 172.21.15.17:0/2675498836 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3568005040 con 0x55eea1e9cb40 2024-09-16T01:53:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.736+0000 7f35667fc640 1 -- 172.21.15.17:0/2675498836 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f356801c480 con 0x55eea1e9cb40 2024-09-16T01:53:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.736+0000 7f35667fc640 1 -- 172.21.15.17:0/2675498836 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3568011880 con 0x55eea1e9cb40 2024-09-16T01:53:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.736+0000 7f3584e49740 1 -- 172.21.15.17:0/2675498836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 msgr2=0x55eea1ea9390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.736+0000 7f3584e49740 1 --2- 172.21.15.17:0/2675498836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 0x55eea1ea9390 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f35680104a0 tx=0x7f356801cee0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.736+0000 7f3584e49740 1 -- 172.21.15.17:0/2675498836 shutdown_connections 2024-09-16T01:53:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.736+0000 7f3584e49740 1 --2- 172.21.15.17:0/2675498836 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1eaa780 0x55eea1ec2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.736+0000 7f3584e49740 1 --2- 172.21.15.17:0/2675498836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9cb40 0x55eea1ea9390 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.736+0000 7f3584e49740 1 --2- 172.21.15.17:0/2675498836 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1e9b5d0 0x55eea1eb6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.736+0000 7f3584e49740 1 -- 172.21.15.17:0/2675498836 >> 172.21.15.17:0/2675498836 conn(0x55eea1e64310 msgr2=0x55eea1ea8c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.737+0000 7f3584e49740 1 -- 172.21.15.17:0/2675498836 shutdown_connections 2024-09-16T01:53:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.737+0000 7f3584e49740 1 -- 172.21.15.17:0/2675498836 wait complete. 2024-09-16T01:53:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.737+0000 7f3584e49740 1 -- start start 2024-09-16T01:53:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.737+0000 7f3584e49740 1 Processor -- start 2024-09-16T01:53:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.737+0000 7f3584e49740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9b5d0 0x55eea1eaeed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.737+0000 7f3584e49740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1e9cb40 0x55eea1eaf410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.737+0000 7f3584e49740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1eaa780 0x55eea1f1e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.737+0000 7f3584e49740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f357c1a9980 con 0x55eea1e9cb40 2024-09-16T01:53:46.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.737+0000 7f3584e49740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f357c1aadf0 con 0x55eea1e9b5d0 2024-09-16T01:53:46.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.737+0000 7f3584e49740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f357c1aa050 con 0x55eea1eaa780 2024-09-16T01:53:46.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.737+0000 7f3584e49740 10 client.0 _ll_register_callbacks cb 0x7f357009be70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:46.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f357bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1e9cb40 0x55eea1eaf410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f358080c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9b5d0 0x55eea1eaeed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f357bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1e9cb40 0x55eea1eaf410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40434/0 (socket says 172.21.15.17:40434) 2024-09-16T01:53:46.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f357bfff640 1 -- 172.21.15.17:0/207131422 learned_addr learned my addr 172.21.15.17:0/207131422 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:46.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f358100d640 1 --2- 172.21.15.17:0/207131422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1eaa780 0x55eea1f1e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f357bfff640 1 -- 172.21.15.17:0/207131422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1eaa780 msgr2=0x55eea1f1e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:46.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f357bfff640 1 --2- 172.21.15.17:0/207131422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1eaa780 0x55eea1f1e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f357bfff640 1 -- 172.21.15.17:0/207131422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9b5d0 msgr2=0x55eea1eaeed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:46.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f357bfff640 1 --2- 172.21.15.17:0/207131422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9b5d0 0x55eea1eaeed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f357bfff640 1 -- 172.21.15.17:0/207131422 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eea1f1e6b0 con 0x55eea1e9cb40 2024-09-16T01:53:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f358080c640 1 --2- 172.21.15.17:0/207131422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9b5d0 0x55eea1eaeed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f357bfff640 1 --2- 172.21.15.17:0/207131422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1e9cb40 0x55eea1eaf410 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f356801cfd0 tx=0x7f3568005750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ffcb30a2eaa9369 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f355bfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:53:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f355bfff640 1 -- 172.21.15.17:0/207131422 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f356801c630 con 0x55eea1e9cb40 2024-09-16T01:53:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f3584e49740 1 -- 172.21.15.17:0/207131422 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f356801c480 con 0x55eea1e9cb40 2024-09-16T01:53:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f355bfff640 1 -- 172.21.15.17:0/207131422 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f356801c7d0 con 0x55eea1e9cb40 2024-09-16T01:53:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.738+0000 7f355bfff640 1 -- 172.21.15.17:0/207131422 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f356801c9d0 con 0x55eea1e9cb40 2024-09-16T01:53:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.739+0000 7f3584e49740 10 client.17172 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.739+0000 7f3584e49740 1 -- 172.21.15.17:0/207131422 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55eea1f25a00 con 0x55eea1e9cb40 2024-09-16T01:53:46.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.739+0000 7f355bfff640 1 -- 172.21.15.17:0/207131422 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f356801c480 con 0x55eea1e9cb40 2024-09-16T01:53:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.739+0000 7f355bfff640 1 -- 172.21.15.17:0/207131422 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f35680037b0 con 0x55eea1e9cb40 2024-09-16T01:53:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.739+0000 7f3584e49740 10 client.17172 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.739+0000 7f3584e49740 10 client.17172 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:53:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.739+0000 7f3584e49740 20 client.17172 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.739+0000 7f3584e49740 1 --2- 172.21.15.17:0/207131422 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55eea1f25fb0 0x55eea1f283a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.739+0000 7f3584e49740 4 client.17172 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:53:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.739+0000 7f3584e49740 1 -- 172.21.15.17:0/207131422 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55eea1e08d70 con 0x55eea1f25fb0 2024-09-16T01:53:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.739+0000 7f358080c640 1 --2- 172.21.15.17:0/207131422 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55eea1f25fb0 0x55eea1f283a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f358080c640 1 --2- 172.21.15.17:0/207131422 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55eea1f25fb0 0x55eea1f283a0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5c7268c444b03bba server_cookie=1275db85a56719ad in_seq=0 out_seq=0 2024-09-16T01:53:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f355bfff640 10 client.17172 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:53:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f355bfff640 1 -- 172.21.15.17:0/207131422 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55eea1e08d70 con 0x55eea1f25fb0 2024-09-16T01:53:46.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f355bfff640 10 client.17172 handle_command_reply: tid=0 2024-09-16T01:53:46.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f3584e49740 1 client.17172 shutdown 2024-09-16T01:53:46.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f3584e49740 1 -- 172.21.15.17:0/207131422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1e9cb40 msgr2=0x55eea1eaf410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:46.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f3584e49740 1 --2- 172.21.15.17:0/207131422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1e9cb40 0x55eea1eaf410 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f356801cfd0 tx=0x7f3568005750 comp rx=0 tx=0).stop 2024-09-16T01:53:46.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f3584e49740 1 -- 172.21.15.17:0/207131422 shutdown_connections 2024-09-16T01:53:46.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f3584e49740 1 --2- 172.21.15.17:0/207131422 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55eea1f25fb0 0x55eea1f283a0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f3584e49740 1 --2- 172.21.15.17:0/207131422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eea1eaa780 0x55eea1f1e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f3584e49740 1 --2- 172.21.15.17:0/207131422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eea1e9cb40 0x55eea1eaf410 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f3584e49740 1 --2- 172.21.15.17:0/207131422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eea1e9b5d0 0x55eea1eaeed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f3584e49740 1 -- 172.21.15.17:0/207131422 >> 172.21.15.17:0/207131422 conn(0x55eea1e64310 msgr2=0x55eea1ea94a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:46.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f355bfff640 0 client.17172 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:53:46.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f3584e49740 1 -- 172.21.15.17:0/207131422 shutdown_connections 2024-09-16T01:53:46.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f3584e49740 1 -- 172.21.15.17:0/207131422 wait complete. 2024-09-16T01:53:46.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.740+0000 7f3584e49740 20 client.17172 trim_cache size 0 max 16384 2024-09-16T01:53:46.752 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:53:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.741+0000 7f3582a70640 1 -- 172.21.15.17:0/4148374107 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f356c0a3240 msgr2=0x7f356c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.741+0000 7f3582a70640 1 --2- 172.21.15.17:0/4148374107 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f356c0a3240 0x7f356c0a5700 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f3574005fa0 tx=0x7f35740095c0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.741+0000 7f3582a70640 1 -- 172.21.15.17:0/4148374107 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f357c102d40 msgr2=0x7f357c1983f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.741+0000 7f3582a70640 1 --2- 172.21.15.17:0/4148374107 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f357c102d40 0x7f357c1983f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f357000e9f0 tx=0x7f357000eeb0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.741+0000 7f3582a70640 1 -- 172.21.15.17:0/4148374107 shutdown_connections 2024-09-16T01:53:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.741+0000 7f3582a70640 1 --2- 172.21.15.17:0/4148374107 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f356c0a3240 0x7f356c0a5700 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.741+0000 7f3582a70640 1 --2- 172.21.15.17:0/4148374107 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f357c10c170 0x7f357c19ccc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.741+0000 7f3582a70640 1 --2- 172.21.15.17:0/4148374107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f357c103660 0x7f357c198930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.741+0000 7f3582a70640 1 --2- 172.21.15.17:0/4148374107 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f357c102d40 0x7f357c1983f0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.741+0000 7f3582a70640 1 -- 172.21.15.17:0/4148374107 >> 172.21.15.17:0/4148374107 conn(0x7f357c0fc7c0 msgr2=0x7f357c0fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.741+0000 7f3582a70640 1 -- 172.21.15.17:0/4148374107 shutdown_connections 2024-09-16T01:53:46.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:46.741+0000 7f3582a70640 1 -- 172.21.15.17:0/4148374107 wait complete. 2024-09-16T01:53:47.614 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:53:47.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 383360 3.75 MB/sec execute 430 sec latency 12.414 ms 2024-09-16T01:53:47.896 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:53:48.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:48 smithi017 ceph-mon[30972]: pgmap v647: 97 pgs: 97 active+clean; 166 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 87 op/s 2024-09-16T01:53:48.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.402+0000 7f3f9e697640 1 -- 172.21.15.17:0/154042103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f98102dd0 msgr2=0x7f3f981031b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:48.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.402+0000 7f3f9e697640 1 --2- 172.21.15.17:0/154042103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f98102dd0 0x7f3f981031b0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f3f88009930 tx=0x7f3f8802a420 comp rx=0 tx=0).stop 2024-09-16T01:53:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.403+0000 7f3f9e697640 1 -- 172.21.15.17:0/154042103 shutdown_connections 2024-09-16T01:53:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.403+0000 7f3f9e697640 1 --2- 172.21.15.17:0/154042103 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3f98108300 0x7f3f9810ec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.403+0000 7f3f9e697640 1 --2- 172.21.15.17:0/154042103 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f98103780 0x7f3f98107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.403+0000 7f3f9e697640 1 --2- 172.21.15.17:0/154042103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f98102dd0 0x7f3f981031b0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.403+0000 7f3f9e697640 1 -- 172.21.15.17:0/154042103 >> 172.21.15.17:0/154042103 conn(0x7f3f980fc7d0 msgr2=0x7f3f980febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:48.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.403+0000 7f3f9e697640 1 -- 172.21.15.17:0/154042103 shutdown_connections 2024-09-16T01:53:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.403+0000 7f3f9e697640 1 -- 172.21.15.17:0/154042103 wait complete. 2024-09-16T01:53:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.403+0000 7f3f9e697640 1 Processor -- start 2024-09-16T01:53:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.403+0000 7f3f9e697640 1 -- start start 2024-09-16T01:53:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.404+0000 7f3f9e697640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f98102dd0 0x7f3f98198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.404+0000 7f3f9e697640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f98103780 0x7f3f98198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.404+0000 7f3f9e697640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3f98108300 0x7f3f9819cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.404+0000 7f3f9e697640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3f98111f40 con 0x7f3f98103780 2024-09-16T01:53:48.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.404+0000 7f3f9e697640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3f98111dc0 con 0x7f3f98102dd0 2024-09-16T01:53:48.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.404+0000 7f3f9e697640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3f981120c0 con 0x7f3f98108300 2024-09-16T01:53:48.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.404+0000 7f3f977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f98103780 0x7f3f98198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.404+0000 7f3f977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f98103780 0x7f3f98198a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40450/0 (socket says 172.21.15.17:40450) 2024-09-16T01:53:48.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.404+0000 7f3f977fe640 1 -- 172.21.15.17:0/2915648974 learned_addr learned my addr 172.21.15.17:0/2915648974 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:48.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.404+0000 7f3f9cc34640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3f98108300 0x7f3f9819cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.404+0000 7f3f97fff640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f98102dd0 0x7f3f98198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.405+0000 7f3f977fe640 1 -- 172.21.15.17:0/2915648974 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3f98108300 msgr2=0x7f3f9819cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:48.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.405+0000 7f3f977fe640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3f98108300 0x7f3f9819cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.405+0000 7f3f977fe640 1 -- 172.21.15.17:0/2915648974 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f98102dd0 msgr2=0x7f3f98198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:48.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.405+0000 7f3f977fe640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f98102dd0 0x7f3f98198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.405+0000 7f3f977fe640 1 -- 172.21.15.17:0/2915648974 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3f9819d4b0 con 0x7f3f98103780 2024-09-16T01:53:48.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.405+0000 7f3f9cc34640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3f98108300 0x7f3f9819cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:48.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.405+0000 7f3f977fe640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f98103780 0x7f3f98198a40 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c00c970 tx=0x7f3f8c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:48.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.405+0000 7f3f957fa640 1 -- 172.21.15.17:0/2915648974 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8c007bb0 con 0x7f3f98103780 2024-09-16T01:53:48.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.405+0000 7f3f957fa640 1 -- 172.21.15.17:0/2915648974 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f8c007d50 con 0x7f3f98103780 2024-09-16T01:53:48.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.405+0000 7f3f957fa640 1 -- 172.21.15.17:0/2915648974 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8c00f450 con 0x7f3f98103780 2024-09-16T01:53:48.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.405+0000 7f3f9e697640 1 -- 172.21.15.17:0/2915648974 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3f9819d7a0 con 0x7f3f98103780 2024-09-16T01:53:48.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.405+0000 7f3f9e697640 1 -- 172.21.15.17:0/2915648974 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3f98100960 con 0x7f3f98103780 2024-09-16T01:53:48.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.408+0000 7f3f957fa640 1 -- 172.21.15.17:0/2915648974 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f3f8c004eb0 con 0x7f3f98103780 2024-09-16T01:53:48.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.409+0000 7f3fa0a70740 1 Processor -- start 2024-09-16T01:53:48.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.409+0000 7f3fa0a70740 1 -- start start 2024-09-16T01:53:48.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.409+0000 7f3fa0a70740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 0x559d2b25f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.409+0000 7f3fa0a70740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b25fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.409+0000 7f3fa0a70740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b26c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.409+0000 7f3fa0a70740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559d2b1c52f0 con 0x559d2b25f5d0 2024-09-16T01:53:48.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.409+0000 7f3fa0a70740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559d2b16ccf0 con 0x559d2b260b40 2024-09-16T01:53:48.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.409+0000 7f3fa0a70740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559d2b1c12b0 con 0x559d2b26a370 2024-09-16T01:53:48.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.409+0000 7f3f957fa640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3f800a32c0 0x7f3f800a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.409+0000 7f3f97fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b25fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.409+0000 7f3f97fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b25fa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40460/0 (socket says 172.21.15.17:40460) 2024-09-16T01:53:48.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.409+0000 7f3f97fff640 1 -- 172.21.15.17:0/1930299706 learned_addr learned my addr 172.21.15.17:0/1930299706 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:48.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.409+0000 7f3f977fe640 1 --2- 172.21.15.17:0/1930299706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b26c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.409+0000 7f3f957fa640 1 -- 172.21.15.17:0/2915648974 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3f8c0cf520 con 0x7f3f98103780 2024-09-16T01:53:48.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.410+0000 7f3f97fff640 1 -- 172.21.15.17:0/1930299706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 msgr2=0x559d2b26c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:48.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.410+0000 7f3f97fff640 1 --2- 172.21.15.17:0/1930299706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b26c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.410+0000 7f3f97fff640 1 -- 172.21.15.17:0/1930299706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 msgr2=0x559d2b25f090 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:53:48.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.410+0000 7f3f97fff640 1 --2- 172.21.15.17:0/1930299706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 0x559d2b25f090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.410+0000 7f3f97fff640 1 -- 172.21.15.17:0/1930299706 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d2b1513a0 con 0x559d2b25f5d0 2024-09-16T01:53:48.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.410+0000 7f3f9cc34640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3f800a32c0 0x7f3f800a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.410+0000 7f3f97fff640 1 --2- 172.21.15.17:0/1930299706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b25fa10 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f3f88009930 tx=0x7f3f88005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1014dbb3529db65 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:48.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.410+0000 7f3f7e7fc640 1 -- 172.21.15.17:0/1930299706 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f88040070 con 0x559d2b25f5d0 2024-09-16T01:53:48.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.410+0000 7f3f7e7fc640 1 -- 172.21.15.17:0/1930299706 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f880316a0 con 0x559d2b25f5d0 2024-09-16T01:53:48.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.410+0000 7f3f7e7fc640 1 -- 172.21.15.17:0/1930299706 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f88035040 con 0x559d2b25f5d0 2024-09-16T01:53:48.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.411+0000 7f3f9cc34640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3f800a32c0 0x7f3f800a5780 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f3f90009fd0 tx=0x7f3f90009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:48.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.411+0000 7f3fa0a70740 1 -- 172.21.15.17:0/1930299706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 msgr2=0x559d2b25fa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:48.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.411+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/1930299706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b25fa10 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f3f88009930 tx=0x7f3f88005fd0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.411+0000 7f3fa0a70740 1 -- 172.21.15.17:0/1930299706 shutdown_connections 2024-09-16T01:53:48.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.411+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/1930299706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b26c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.411+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/1930299706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b25fa10 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.411+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/1930299706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 0x559d2b25f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.411+0000 7f3fa0a70740 1 -- 172.21.15.17:0/1930299706 >> 172.21.15.17:0/1930299706 conn(0x559d2b228310 msgr2=0x559d2b25bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:48.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.411+0000 7f3fa0a70740 1 -- 172.21.15.17:0/1930299706 shutdown_connections 2024-09-16T01:53:48.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.411+0000 7f3fa0a70740 1 -- 172.21.15.17:0/1930299706 wait complete. 2024-09-16T01:53:48.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.412+0000 7f3fa0a70740 1 -- start start 2024-09-16T01:53:48.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.412+0000 7f3fa0a70740 1 Processor -- start 2024-09-16T01:53:48.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.412+0000 7f3fa0a70740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b269d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.412+0000 7f3fa0a70740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 0x559d2b266fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.412+0000 7f3fa0a70740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b267530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.412+0000 7f3fa0a70740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559d2b26d010 con 0x559d2b25f5d0 2024-09-16T01:53:48.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.412+0000 7f3fa0a70740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559d2b180060 con 0x559d2b260b40 2024-09-16T01:53:48.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.412+0000 7f3fa0a70740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559d2b26d190 con 0x559d2b26a370 2024-09-16T01:53:48.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.412+0000 7f3fa0a70740 10 client.0 _ll_register_callbacks cb 0x559d2aed38c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:48.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.412+0000 7f3f9cc34640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b267530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.412+0000 7f3f97fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b269d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.412+0000 7f3f9cc34640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b267530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49954/0 (socket says 172.21.15.17:49954) 2024-09-16T01:53:48.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.412+0000 7f3f9cc34640 1 -- 172.21.15.17:0/3713116685 learned_addr learned my addr 172.21.15.17:0/3713116685 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:48.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3f977fe640 1 --2- 172.21.15.17:0/3713116685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 0x559d2b266fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3f9cc34640 1 -- 172.21.15.17:0/3713116685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 msgr2=0x559d2b266fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:48.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3f9cc34640 1 --2- 172.21.15.17:0/3713116685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 0x559d2b266fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3f9cc34640 1 -- 172.21.15.17:0/3713116685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 msgr2=0x559d2b269d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:48.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3f9cc34640 1 --2- 172.21.15.17:0/3713116685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b269d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3f9cc34640 1 -- 172.21.15.17:0/3713116685 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d2af363c0 con 0x559d2b26a370 2024-09-16T01:53:48.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3f97fff640 1 --2- 172.21.15.17:0/3713116685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b269d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:48.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3f9cc34640 1 --2- 172.21.15.17:0/3713116685 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b267530 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3f900043a0 tx=0x7f3f90004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=65d15e2291b28e28 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3f777fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:53:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3f777fe640 1 -- 172.21.15.17:0/3713116685 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f9000f900 con 0x559d2b26a370 2024-09-16T01:53:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3713116685 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f880316a0 con 0x559d2b26a370 2024-09-16T01:53:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3f777fe640 1 -- 172.21.15.17:0/3713116685 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3f9000faa0 con 0x559d2b26a370 2024-09-16T01:53:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3f777fe640 1 -- 172.21.15.17:0/3713116685 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3f9000fca0 con 0x559d2b26a370 2024-09-16T01:53:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3fa0a70740 10 client.26839 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.413+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3713116685 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559d2b278af0 con 0x559d2b26a370 2024-09-16T01:53:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.414+0000 7f3f777fe640 1 -- 172.21.15.17:0/3713116685 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f880316a0 con 0x559d2b26a370 2024-09-16T01:53:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.414+0000 7f3f777fe640 1 -- 172.21.15.17:0/3713116685 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f3f9001c410 con 0x559d2b26a370 2024-09-16T01:53:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.414+0000 7f3fa0a70740 10 client.26839 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.414+0000 7f3fa0a70740 10 client.26839 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:53:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.414+0000 7f3fa0a70740 20 client.26839 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:48.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.414+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/3713116685 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x559d2b279f00 0x559d2b27c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.414+0000 7f3fa0a70740 4 client.26839 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:53:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.414+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3713116685 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559d2b1d2860 con 0x559d2b279f00 2024-09-16T01:53:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.414+0000 7f3f97fff640 1 --2- 172.21.15.17:0/3713116685 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x559d2b279f00 0x559d2b27c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.415+0000 7f3f777fe640 10 client.26839 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:53:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.415+0000 7f3f97fff640 1 --2- 172.21.15.17:0/3713116685 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x559d2b279f00 0x559d2b27c2f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bef44b75b53e032c server_cookie=c1a3ecc6db91aae in_seq=0 out_seq=0 2024-09-16T01:53:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.415+0000 7f3f777fe640 1 -- 172.21.15.17:0/3713116685 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559d2b1d2860 con 0x559d2b279f00 2024-09-16T01:53:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.415+0000 7f3f777fe640 10 client.26839 handle_command_reply: tid=0 2024-09-16T01:53:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.415+0000 7f3fa0a70740 1 client.26839 shutdown 2024-09-16T01:53:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.415+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3713116685 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 msgr2=0x559d2b267530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.415+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/3713116685 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b267530 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f3f900043a0 tx=0x7f3f90004ab0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.415+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3713116685 shutdown_connections 2024-09-16T01:53:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.415+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/3713116685 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x559d2b279f00 0x559d2b27c2f0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.416+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/3713116685 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b267530 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.416+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/3713116685 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 0x559d2b266fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.416+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/3713116685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b269d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.416+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3713116685 >> 172.21.15.17:0/3713116685 conn(0x559d2b228310 msgr2=0x559d2b261960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.416+0000 7f3f777fe640 0 client.26839 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:53:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.416+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3713116685 shutdown_connections 2024-09-16T01:53:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.416+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3713116685 wait complete. 2024-09-16T01:53:48.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.416+0000 7f3fa0a70740 20 client.26839 trim_cache size 0 max 16384 2024-09-16T01:53:48.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.430+0000 7f3fa0a70740 1 Processor -- start 2024-09-16T01:53:48.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3fa0a70740 1 -- start start 2024-09-16T01:53:48.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3fa0a70740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b25f5d0 0x559d2b2762b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3fa0a70740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b260b40 0x559d2b25b700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3fa0a70740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b25bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3fa0a70740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3f981b20c0 con 0x559d2b260b40 2024-09-16T01:53:48.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3fa0a70740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3f981af990 con 0x559d2b25f5d0 2024-09-16T01:53:48.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3fa0a70740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3f981ad7c0 con 0x559d2b26a370 2024-09-16T01:53:48.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3f977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b260b40 0x559d2b25b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3f977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b260b40 0x559d2b25b700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40486/0 (socket says 172.21.15.17:40486) 2024-09-16T01:53:48.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3f977fe640 1 -- 172.21.15.17:0/1729841377 learned_addr learned my addr 172.21.15.17:0/1729841377 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:48.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3f9cc34640 1 --2- 172.21.15.17:0/1729841377 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b25bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3f97fff640 1 --2- 172.21.15.17:0/1729841377 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b25f5d0 0x559d2b2762b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3f977fe640 1 -- 172.21.15.17:0/1729841377 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 msgr2=0x559d2b25bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:48.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3f977fe640 1 --2- 172.21.15.17:0/1729841377 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b25bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3f977fe640 1 -- 172.21.15.17:0/1729841377 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b25f5d0 msgr2=0x559d2b2762b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:48.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3f977fe640 1 --2- 172.21.15.17:0/1729841377 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b25f5d0 0x559d2b2762b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3f977fe640 1 -- 172.21.15.17:0/1729841377 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559d2b25f2d0 con 0x559d2b260b40 2024-09-16T01:53:48.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.431+0000 7f3f977fe640 1 --2- 172.21.15.17:0/1729841377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b260b40 0x559d2b25b700 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c0985c0 tx=0x7f3f8c0ab040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f26cde5bc954ca0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:48.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.432+0000 7f3f7dffb640 1 -- 172.21.15.17:0/1729841377 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8c01d040 con 0x559d2b260b40 2024-09-16T01:53:48.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.432+0000 7f3f7dffb640 1 -- 172.21.15.17:0/1729841377 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f8c0a47b0 con 0x559d2b260b40 2024-09-16T01:53:48.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.432+0000 7f3f7dffb640 1 -- 172.21.15.17:0/1729841377 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f8c0a4320 con 0x559d2b260b40 2024-09-16T01:53:48.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.432+0000 7f3fa0a70740 1 -- 172.21.15.17:0/1729841377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b260b40 msgr2=0x559d2b25b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:48.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.432+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/1729841377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b260b40 0x559d2b25b700 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c0985c0 tx=0x7f3f8c0ab040 comp rx=0 tx=0).stop 2024-09-16T01:53:48.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.432+0000 7f3fa0a70740 1 -- 172.21.15.17:0/1729841377 shutdown_connections 2024-09-16T01:53:48.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.432+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/1729841377 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b25bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.432+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/1729841377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b260b40 0x559d2b25b700 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.432+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/1729841377 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b25f5d0 0x559d2b2762b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.432+0000 7f3fa0a70740 1 -- 172.21.15.17:0/1729841377 >> 172.21.15.17:0/1729841377 conn(0x559d2b228310 msgr2=0x559d2b265880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:48.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.433+0000 7f3fa0a70740 1 -- 172.21.15.17:0/1729841377 shutdown_connections 2024-09-16T01:53:48.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.433+0000 7f3fa0a70740 1 -- 172.21.15.17:0/1729841377 wait complete. 2024-09-16T01:53:48.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.433+0000 7f3fa0a70740 1 -- start start 2024-09-16T01:53:48.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.433+0000 7f3fa0a70740 1 Processor -- start 2024-09-16T01:53:48.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.433+0000 7f3fa0a70740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b26d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.433+0000 7f3fa0a70740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 0x559d2b26df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.433+0000 7f3fa0a70740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b2e2b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.433+0000 7f3fa0a70740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3f981ade50 con 0x559d2b25f5d0 2024-09-16T01:53:48.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.433+0000 7f3fa0a70740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3f981af2c0 con 0x559d2b260b40 2024-09-16T01:53:48.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.433+0000 7f3fa0a70740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3f981ae520 con 0x559d2b26a370 2024-09-16T01:53:48.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.433+0000 7f3fa0a70740 10 client.0 _ll_register_callbacks cb 0x7f3f90003970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:48.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f97fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b26d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f97fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b26d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40490/0 (socket says 172.21.15.17:40490) 2024-09-16T01:53:48.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f97fff640 1 -- 172.21.15.17:0/3423183776 learned_addr learned my addr 172.21.15.17:0/3423183776 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:48.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f977fe640 1 --2- 172.21.15.17:0/3423183776 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 0x559d2b26df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f9cc34640 1 --2- 172.21.15.17:0/3423183776 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b2e2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f97fff640 1 -- 172.21.15.17:0/3423183776 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 msgr2=0x559d2b2e2b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:48.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f97fff640 1 --2- 172.21.15.17:0/3423183776 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b2e2b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f97fff640 1 -- 172.21.15.17:0/3423183776 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 msgr2=0x559d2b26df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:48.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f97fff640 1 --2- 172.21.15.17:0/3423183776 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 0x559d2b26df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f97fff640 1 -- 172.21.15.17:0/3423183776 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559d2b2e30a0 con 0x559d2b25f5d0 2024-09-16T01:53:48.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f977fe640 1 --2- 172.21.15.17:0/3423183776 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 0x559d2b26df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:48.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f97fff640 1 --2- 172.21.15.17:0/3423183776 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b26d9d0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x559d2b25cac0 tx=0x7f3f8802a9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdcc85a385841ba3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:48.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f777fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:53:48.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f777fe640 1 -- 172.21.15.17:0/3423183776 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3f88035040 con 0x559d2b25f5d0 2024-09-16T01:53:48.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3f777fe640 1 -- 172.21.15.17:0/3423183776 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3f88005230 con 0x559d2b25f5d0 2024-09-16T01:53:48.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.434+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3423183776 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3f8c0a47b0 con 0x559d2b25f5d0 2024-09-16T01:53:48.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.435+0000 7f3f777fe640 1 -- 172.21.15.17:0/3423183776 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3f88040040 con 0x559d2b25f5d0 2024-09-16T01:53:48.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.435+0000 7f3fa0a70740 10 client.17190 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:48.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.435+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3423183776 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559d2b2e4310 con 0x559d2b25f5d0 2024-09-16T01:53:48.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.435+0000 7f3f777fe640 1 -- 172.21.15.17:0/3423183776 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3f8c0a47b0 con 0x559d2b25f5d0 2024-09-16T01:53:48.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.435+0000 7f3f777fe640 1 -- 172.21.15.17:0/3423183776 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f3f88056030 con 0x559d2b25f5d0 2024-09-16T01:53:48.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.435+0000 7f3fa0a70740 10 client.17190 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:48.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.435+0000 7f3fa0a70740 10 client.17190 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:53:48.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.435+0000 7f3fa0a70740 20 client.17190 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:48.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.435+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/3423183776 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x559d2b2e4600 0x559d2b2e69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:48.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.435+0000 7f3fa0a70740 4 client.17190 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:53:48.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.435+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3423183776 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559d2b1ccd70 con 0x559d2b2e4600 2024-09-16T01:53:48.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.435+0000 7f3f977fe640 1 --2- 172.21.15.17:0/3423183776 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x559d2b2e4600 0x559d2b2e69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:48.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.436+0000 7f3f777fe640 10 client.17190 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:53:48.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.436+0000 7f3f977fe640 1 --2- 172.21.15.17:0/3423183776 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x559d2b2e4600 0x559d2b2e69f0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1869ba0128bee3a1 server_cookie=f22104b4e2f7c5d2 in_seq=0 out_seq=0 2024-09-16T01:53:48.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.436+0000 7f3f777fe640 1 -- 172.21.15.17:0/3423183776 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559d2b1ccd70 con 0x559d2b2e4600 2024-09-16T01:53:48.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.436+0000 7f3f777fe640 10 client.17190 handle_command_reply: tid=0 2024-09-16T01:53:48.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.436+0000 7f3fa0a70740 1 client.17190 shutdown 2024-09-16T01:53:48.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.436+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3423183776 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 msgr2=0x559d2b26d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:48.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.436+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/3423183776 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b26d9d0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x559d2b25cac0 tx=0x7f3f8802a9c0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.436+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3423183776 shutdown_connections 2024-09-16T01:53:48.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.436+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/3423183776 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x559d2b2e4600 0x559d2b2e69f0 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.436+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/3423183776 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559d2b26a370 0x559d2b2e2b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.437+0000 7f3f777fe640 0 client.17190 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:53:48.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.436+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/3423183776 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559d2b260b40 0x559d2b26df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.437+0000 7f3fa0a70740 1 --2- 172.21.15.17:0/3423183776 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559d2b25f5d0 0x559d2b26d9d0 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.437+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3423183776 >> 172.21.15.17:0/3423183776 conn(0x559d2b228310 msgr2=0x559d2b268810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:48.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.437+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3423183776 shutdown_connections 2024-09-16T01:53:48.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.437+0000 7f3fa0a70740 1 -- 172.21.15.17:0/3423183776 wait complete. 2024-09-16T01:53:48.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.437+0000 7f3fa0a70740 20 client.17190 trim_cache size 0 max 16384 2024-09-16T01:53:48.446 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:53:48.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.437+0000 7f3f9e697640 1 -- 172.21.15.17:0/2915648974 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3f800a32c0 msgr2=0x7f3f800a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:48.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.437+0000 7f3f9e697640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3f800a32c0 0x7f3f800a5780 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f3f90009fd0 tx=0x7f3f90009500 comp rx=0 tx=0).stop 2024-09-16T01:53:48.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.437+0000 7f3f9e697640 1 -- 172.21.15.17:0/2915648974 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f98103780 msgr2=0x7f3f98198a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:48.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.437+0000 7f3f9e697640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f98103780 0x7f3f98198a40 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f3f8c00c970 tx=0x7f3f8c00ce30 comp rx=0 tx=0).stop 2024-09-16T01:53:48.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.437+0000 7f3f9e697640 1 -- 172.21.15.17:0/2915648974 shutdown_connections 2024-09-16T01:53:48.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.438+0000 7f3f9e697640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3f800a32c0 0x7f3f800a5780 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.438+0000 7f3f9e697640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3f98108300 0x7f3f9819cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.438+0000 7f3f9e697640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f98103780 0x7f3f98198a40 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.438+0000 7f3f9e697640 1 --2- 172.21.15.17:0/2915648974 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3f98102dd0 0x7f3f98198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:48.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.438+0000 7f3f9e697640 1 -- 172.21.15.17:0/2915648974 >> 172.21.15.17:0/2915648974 conn(0x7f3f980fc7d0 msgr2=0x7f3f98105ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:48.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.438+0000 7f3f9e697640 1 -- 172.21.15.17:0/2915648974 shutdown_connections 2024-09-16T01:53:48.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:48.438+0000 7f3f9e697640 1 -- 172.21.15.17:0/2915648974 wait complete. 2024-09-16T01:53:48.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:48 smithi122 ceph-mon[34758]: pgmap v647: 97 pgs: 97 active+clean; 166 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 87 op/s 2024-09-16T01:53:48.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:48 smithi029 ceph-mon[34783]: pgmap v647: 97 pgs: 97 active+clean; 166 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.5 MiB/s wr, 87 op/s 2024-09-16T01:53:48.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 383826 3.74 MB/sec execute 431 sec latency 39.703 ms 2024-09-16T01:53:49.255 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:53:49.537 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:53:49.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 384570 3.74 MB/sec execute 432 sec latency 13.812 ms 2024-09-16T01:53:50.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.075+0000 7fafbf737640 1 -- 172.21.15.17:0/2446014676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafb8103760 msgr2=0x7fafb8107ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:50.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.075+0000 7fafbf737640 1 --2- 172.21.15.17:0/2446014676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafb8103760 0x7fafb8107ba0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7fafa8009930 tx=0x7fafa802a420 comp rx=0 tx=0).stop 2024-09-16T01:53:50.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.075+0000 7fafbf737640 1 -- 172.21.15.17:0/2446014676 shutdown_connections 2024-09-16T01:53:50.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.075+0000 7fafbf737640 1 --2- 172.21.15.17:0/2446014676 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafb81082e0 0x7fafb810ec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.075+0000 7fafbf737640 1 --2- 172.21.15.17:0/2446014676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafb8103760 0x7fafb8107ba0 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.075+0000 7fafbf737640 1 --2- 172.21.15.17:0/2446014676 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fafb8102db0 0x7fafb8103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.075+0000 7fafbf737640 1 -- 172.21.15.17:0/2446014676 >> 172.21.15.17:0/2446014676 conn(0x7fafb80fc7d0 msgr2=0x7fafb80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:50.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.075+0000 7fafbf737640 1 -- 172.21.15.17:0/2446014676 shutdown_connections 2024-09-16T01:53:50.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.075+0000 7fafbf737640 1 -- 172.21.15.17:0/2446014676 wait complete. 2024-09-16T01:53:50.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.076+0000 7fafbf737640 1 Processor -- start 2024-09-16T01:53:50.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.076+0000 7fafbf737640 1 -- start start 2024-09-16T01:53:50.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.076+0000 7fafbf737640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafb8102db0 0x7fafb81985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.076+0000 7fafbf737640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafb8103760 0x7fafb8198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.076+0000 7fafbf737640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fafb81082e0 0x7fafb819ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.076+0000 7fafbf737640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fafb8111f00 con 0x7fafb8103760 2024-09-16T01:53:50.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.076+0000 7fafbf737640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fafb8111d80 con 0x7fafb8102db0 2024-09-16T01:53:50.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.076+0000 7fafbf737640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fafb8112080 con 0x7fafb81082e0 2024-09-16T01:53:50.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.076+0000 7fafbccd2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafb8103760 0x7fafb8198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.076+0000 7fafbccd2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafb8103760 0x7fafb8198ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40520/0 (socket says 172.21.15.17:40520) 2024-09-16T01:53:50.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.076+0000 7fafbccd2640 1 -- 172.21.15.17:0/136413645 learned_addr learned my addr 172.21.15.17:0/136413645 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:50.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.076+0000 7fafbdcd4640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fafb81082e0 0x7fafb819ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.077+0000 7fafbd4d3640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafb8102db0 0x7fafb81985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.077+0000 7fafbccd2640 1 -- 172.21.15.17:0/136413645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fafb81082e0 msgr2=0x7fafb819ce70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:50.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.077+0000 7fafbccd2640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fafb81082e0 0x7fafb819ce70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.077+0000 7fafbccd2640 1 -- 172.21.15.17:0/136413645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafb8102db0 msgr2=0x7fafb81985a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:50.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.077+0000 7fafbccd2640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafb8102db0 0x7fafb81985a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.077+0000 7fafbccd2640 1 -- 172.21.15.17:0/136413645 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafb819d550 con 0x7fafb8103760 2024-09-16T01:53:50.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.077+0000 7fafbd4d3640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafb8102db0 0x7fafb81985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:53:50.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.077+0000 7fafbdcd4640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fafb81082e0 0x7fafb819ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:50.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.077+0000 7fafbccd2640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafb8103760 0x7fafb8198ae0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fafa8005940 tx=0x7fafa80319e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:50.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.077+0000 7fafae7fc640 1 -- 172.21.15.17:0/136413645 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa803f030 con 0x7fafb8103760 2024-09-16T01:53:50.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.077+0000 7fafae7fc640 1 -- 172.21.15.17:0/136413645 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafa80043d0 con 0x7fafb8103760 2024-09-16T01:53:50.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.077+0000 7fafbf737640 1 -- 172.21.15.17:0/136413645 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafb819d7e0 con 0x7fafb8103760 2024-09-16T01:53:50.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.077+0000 7fafae7fc640 1 -- 172.21.15.17:0/136413645 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa8035070 con 0x7fafb8103760 2024-09-16T01:53:50.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.077+0000 7fafbf737640 1 -- 172.21.15.17:0/136413645 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafb81a5120 con 0x7fafb8103760 2024-09-16T01:53:50.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.080+0000 7fafae7fc640 1 -- 172.21.15.17:0/136413645 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fafa8042030 con 0x7fafb8103760 2024-09-16T01:53:50.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.081+0000 7fafc1b10740 1 Processor -- start 2024-09-16T01:53:50.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.081+0000 7fafc1b10740 1 -- start start 2024-09-16T01:53:50.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.081+0000 7fafc1b10740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623c5b40 0x5609623c4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.081+0000 7fafc1b10740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c45d0 0x5609623c4a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.081+0000 7fafc1b10740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623cf370 0x5609623d1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.081+0000 7fafc1b10740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56096232a2f0 con 0x5609623cf370 2024-09-16T01:53:50.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.081+0000 7fafc1b10740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5609622d1cf0 con 0x5609623c5b40 2024-09-16T01:53:50.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.081+0000 7fafc1b10740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5609623262b0 con 0x5609623c45d0 2024-09-16T01:53:50.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.081+0000 7fafbdcd4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623c5b40 0x5609623c4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.081+0000 7fafbdcd4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623c5b40 0x5609623c4090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:48298/0 (socket says 172.21.15.17:48298) 2024-09-16T01:53:50.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.081+0000 7fafbdcd4640 1 -- 172.21.15.17:0/3803496161 learned_addr learned my addr 172.21.15.17:0/3803496161 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:50.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.081+0000 7fafbd4d3640 1 --2- 172.21.15.17:0/3803496161 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c45d0 0x5609623c4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.081+0000 7fafbccd2640 1 --2- 172.21.15.17:0/3803496161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623cf370 0x5609623d1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.082+0000 7fafbd4d3640 1 -- 172.21.15.17:0/3803496161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623c5b40 msgr2=0x5609623c4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:50.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.082+0000 7fafbd4d3640 1 --2- 172.21.15.17:0/3803496161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623c5b40 0x5609623c4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.082+0000 7fafbd4d3640 1 -- 172.21.15.17:0/3803496161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623cf370 msgr2=0x5609623d1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:50.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.082+0000 7fafbd4d3640 1 --2- 172.21.15.17:0/3803496161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623cf370 0x5609623d1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.082+0000 7fafbd4d3640 1 -- 172.21.15.17:0/3803496161 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609622b63a0 con 0x5609623c45d0 2024-09-16T01:53:50.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.082+0000 7fafbccd2640 1 --2- 172.21.15.17:0/3803496161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623cf370 0x5609623d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:53:50.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.082+0000 7fafae7fc640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fafa40a3240 0x7fafa40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.082+0000 7fafbdcd4640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fafa40a3240 0x7fafa40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.082+0000 7fafae7fc640 1 -- 172.21.15.17:0/136413645 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fafa80ef920 con 0x7fafb8103760 2024-09-16T01:53:50.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.082+0000 7fafbd4d3640 1 --2- 172.21.15.17:0/3803496161 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c45d0 0x5609623c4a10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fafb4009c30 tx=0x7fafb40117b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=586f2c1673b3a350 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:50.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.082+0000 7fafa37fe640 1 -- 172.21.15.17:0/3803496161 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb4012450 con 0x5609623c45d0 2024-09-16T01:53:50.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.082+0000 7fafa37fe640 1 -- 172.21.15.17:0/3803496161 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafb4012aa0 con 0x5609623c45d0 2024-09-16T01:53:50.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.082+0000 7fafa37fe640 1 -- 172.21.15.17:0/3803496161 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb400faf0 con 0x5609623c45d0 2024-09-16T01:53:50.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.083+0000 7fafc1b10740 1 -- 172.21.15.17:0/3803496161 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c45d0 msgr2=0x5609623c4a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:50.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.083+0000 7fafbdcd4640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fafa40a3240 0x7fafa40a5700 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fafb0009fd0 tx=0x7fafb0009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:50.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.083+0000 7fafc1b10740 1 --2- 172.21.15.17:0/3803496161 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c45d0 0x5609623c4a10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fafb4009c30 tx=0x7fafb40117b0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.083+0000 7fafc1b10740 1 -- 172.21.15.17:0/3803496161 shutdown_connections 2024-09-16T01:53:50.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.083+0000 7fafc1b10740 1 --2- 172.21.15.17:0/3803496161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623cf370 0x5609623d1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.083+0000 7fafc1b10740 1 --2- 172.21.15.17:0/3803496161 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c45d0 0x5609623c4a10 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.083+0000 7fafc1b10740 1 --2- 172.21.15.17:0/3803496161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623c5b40 0x5609623c4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.083+0000 7fafc1b10740 1 -- 172.21.15.17:0/3803496161 >> 172.21.15.17:0/3803496161 conn(0x56096238d310 msgr2=0x5609623c0c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:50.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.083+0000 7fafc1b10740 1 -- 172.21.15.17:0/3803496161 shutdown_connections 2024-09-16T01:53:50.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.083+0000 7fafc1b10740 1 -- 172.21.15.17:0/3803496161 wait complete. 2024-09-16T01:53:50.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.084+0000 7fafc1b10740 1 -- start start 2024-09-16T01:53:50.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.084+0000 7fafc1b10740 1 Processor -- start 2024-09-16T01:53:50.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.084+0000 7fafc1b10740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623c45d0 0x5609623ced60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.084+0000 7fafc1b10740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c5b40 0x5609623cc010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.084+0000 7fafc1b10740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623cf370 0x5609623cc600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.084+0000 7fafc1b10740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5609623d6480 con 0x5609623c45d0 2024-09-16T01:53:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.084+0000 7fafc1b10740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5609622e5060 con 0x5609623cf370 2024-09-16T01:53:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.084+0000 7fafc1b10740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5609623d6600 con 0x5609623c5b40 2024-09-16T01:53:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.084+0000 7fafc1b10740 10 client.0 _ll_register_callbacks cb 0x5609620388c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.084+0000 7fafbd4d3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623c45d0 0x5609623ced60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafbd4d3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623c45d0 0x5609623ced60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40532/0 (socket says 172.21.15.17:40532) 2024-09-16T01:53:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafbd4d3640 1 -- 172.21.15.17:0/3606667450 learned_addr learned my addr 172.21.15.17:0/3606667450 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafbdcd4640 1 --2- 172.21.15.17:0/3606667450 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623cf370 0x5609623cc600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafbccd2640 1 --2- 172.21.15.17:0/3606667450 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c5b40 0x5609623cc010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafbd4d3640 1 -- 172.21.15.17:0/3606667450 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c5b40 msgr2=0x5609623cc010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafbd4d3640 1 --2- 172.21.15.17:0/3606667450 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c5b40 0x5609623cc010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafbd4d3640 1 -- 172.21.15.17:0/3606667450 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623cf370 msgr2=0x5609623cc600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafbd4d3640 1 --2- 172.21.15.17:0/3606667450 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623cf370 0x5609623cc600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafbd4d3640 1 -- 172.21.15.17:0/3606667450 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56096209b3c0 con 0x5609623c45d0 2024-09-16T01:53:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafbccd2640 1 --2- 172.21.15.17:0/3606667450 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c5b40 0x5609623cc010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:53:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafbd4d3640 1 --2- 172.21.15.17:0/3606667450 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623c45d0 0x5609623ced60 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fafb4004650 tx=0x7fafb4009980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c575e26c66f38f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafa0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:53:50.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafa0ff9640 1 -- 172.21.15.17:0/3606667450 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafb4029020 con 0x5609623c45d0 2024-09-16T01:53:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafa0ff9640 1 -- 172.21.15.17:0/3606667450 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fafb4012660 con 0x5609623c45d0 2024-09-16T01:53:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.085+0000 7fafc1b10740 1 -- 172.21.15.17:0/3606667450 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fafb4012aa0 con 0x5609623c45d0 2024-09-16T01:53:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.086+0000 7fafa0ff9640 1 -- 172.21.15.17:0/3606667450 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fafb400f440 con 0x5609623c45d0 2024-09-16T01:53:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.086+0000 7fafc1b10740 10 client.17202 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.086+0000 7fafc1b10740 1 -- 172.21.15.17:0/3606667450 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5609623e1f20 con 0x5609623c45d0 2024-09-16T01:53:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.086+0000 7fafa0ff9640 1 -- 172.21.15.17:0/3606667450 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafb4012aa0 con 0x5609623c45d0 2024-09-16T01:53:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.086+0000 7fafa0ff9640 1 -- 172.21.15.17:0/3606667450 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fafb400fce0 con 0x5609623c45d0 2024-09-16T01:53:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.086+0000 7fafc1b10740 10 client.17202 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.086+0000 7fafc1b10740 10 client.17202 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:50.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.086+0000 7fafc1b10740 20 client.17202 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.086+0000 7fafc1b10740 1 --2- 172.21.15.17:0/3606667450 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5609623e32d0 0x5609623e56c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.086+0000 7fafc1b10740 4 client.17202 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:53:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.086+0000 7fafc1b10740 1 -- 172.21.15.17:0/3606667450 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560962337860 con 0x5609623e32d0 2024-09-16T01:53:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.086+0000 7fafbccd2640 1 --2- 172.21.15.17:0/3606667450 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5609623e32d0 0x5609623e56c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.087+0000 7fafbccd2640 1 --2- 172.21.15.17:0/3606667450 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5609623e32d0 0x5609623e56c0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c51fff005ac010b0 server_cookie=690d38de21edbe2c in_seq=0 out_seq=0 2024-09-16T01:53:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.087+0000 7fafa0ff9640 10 client.17202 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:50.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.087+0000 7fafa0ff9640 1 -- 172.21.15.17:0/3606667450 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560962337860 con 0x5609623e32d0 2024-09-16T01:53:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.087+0000 7fafa0ff9640 10 client.17202 handle_command_reply: tid=0 2024-09-16T01:53:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.087+0000 7fafc1b10740 1 client.17202 shutdown 2024-09-16T01:53:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.088+0000 7fafc1b10740 1 -- 172.21.15.17:0/3606667450 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623c45d0 msgr2=0x5609623ced60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.088+0000 7fafc1b10740 1 --2- 172.21.15.17:0/3606667450 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623c45d0 0x5609623ced60 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fafb4004650 tx=0x7fafb4009980 comp rx=0 tx=0).stop 2024-09-16T01:53:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.088+0000 7fafc1b10740 1 -- 172.21.15.17:0/3606667450 shutdown_connections 2024-09-16T01:53:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.088+0000 7fafc1b10740 1 --2- 172.21.15.17:0/3606667450 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5609623e32d0 0x5609623e56c0 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.088+0000 7fafc1b10740 1 --2- 172.21.15.17:0/3606667450 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623cf370 0x5609623cc600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.088+0000 7fafc1b10740 1 --2- 172.21.15.17:0/3606667450 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c5b40 0x5609623cc010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.088+0000 7fafc1b10740 1 --2- 172.21.15.17:0/3606667450 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623c45d0 0x5609623ced60 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.088+0000 7fafc1b10740 1 -- 172.21.15.17:0/3606667450 >> 172.21.15.17:0/3606667450 conn(0x56096238d310 msgr2=0x5609623c6960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.088+0000 7fafa0ff9640 0 client.17202 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.088+0000 7fafc1b10740 1 -- 172.21.15.17:0/3606667450 shutdown_connections 2024-09-16T01:53:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.088+0000 7fafc1b10740 1 -- 172.21.15.17:0/3606667450 wait complete. 2024-09-16T01:53:50.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.088+0000 7fafc1b10740 20 client.17202 trim_cache size 0 max 16384 2024-09-16T01:53:50.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.103+0000 7fafc1b10740 1 Processor -- start 2024-09-16T01:53:50.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.103+0000 7fafc1b10740 1 -- start start 2024-09-16T01:53:50.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.103+0000 7fafc1b10740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623c45d0 0x5609623df720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.103+0000 7fafc1b10740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c5b40 0x5609623c7120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.103+0000 7fafc1b10740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623cf370 0x5609623c7660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.103+0000 7fafc1b10740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fafb81adce0 con 0x5609623cf370 2024-09-16T01:53:50.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.103+0000 7fafc1b10740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fafb81ab5b0 con 0x5609623c45d0 2024-09-16T01:53:50.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.103+0000 7fafc1b10740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fafb81a93e0 con 0x5609623c5b40 2024-09-16T01:53:50.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.103+0000 7fafbccd2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c5b40 0x5609623c7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.104+0000 7fafbdcd4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623cf370 0x5609623c7660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.104+0000 7fafbdcd4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623cf370 0x5609623c7660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40544/0 (socket says 172.21.15.17:40544) 2024-09-16T01:53:50.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.104+0000 7fafbdcd4640 1 -- 172.21.15.17:0/1256637861 learned_addr learned my addr 172.21.15.17:0/1256637861 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:50.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.104+0000 7fafbccd2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c5b40 0x5609623c7120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50036/0 (socket says 172.21.15.17:50036) 2024-09-16T01:53:50.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.104+0000 7fafbd4d3640 1 --2- 172.21.15.17:0/1256637861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623c45d0 0x5609623df720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.104+0000 7fafbccd2640 1 -- 172.21.15.17:0/1256637861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623c45d0 msgr2=0x5609623df720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:50.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.104+0000 7fafbccd2640 1 --2- 172.21.15.17:0/1256637861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623c45d0 0x5609623df720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.104+0000 7fafbccd2640 1 -- 172.21.15.17:0/1256637861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623cf370 msgr2=0x5609623c7660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:50.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.104+0000 7fafbccd2640 1 --2- 172.21.15.17:0/1256637861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623cf370 0x5609623c7660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.104+0000 7fafbccd2640 1 -- 172.21.15.17:0/1256637861 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5609623cc970 con 0x5609623c5b40 2024-09-16T01:53:50.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.104+0000 7fafbccd2640 1 --2- 172.21.15.17:0/1256637861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c5b40 0x5609623c7120 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x5609623c5070 tx=0x7fafa80dc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31710c1ea3e1d254 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:50.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.104+0000 7fafa2ffd640 1 -- 172.21.15.17:0/1256637861 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa8049040 con 0x5609623c5b40 2024-09-16T01:53:50.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.104+0000 7fafa2ffd640 1 -- 172.21.15.17:0/1256637861 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafa80bbf40 con 0x5609623c5b40 2024-09-16T01:53:50.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.104+0000 7fafa2ffd640 1 -- 172.21.15.17:0/1256637861 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa80b85b0 con 0x5609623c5b40 2024-09-16T01:53:50.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.105+0000 7fafc1b10740 1 -- 172.21.15.17:0/1256637861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c5b40 msgr2=0x5609623c7120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:50.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.105+0000 7fafc1b10740 1 --2- 172.21.15.17:0/1256637861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c5b40 0x5609623c7120 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x5609623c5070 tx=0x7fafa80dc040 comp rx=0 tx=0).stop 2024-09-16T01:53:50.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.105+0000 7fafc1b10740 1 -- 172.21.15.17:0/1256637861 shutdown_connections 2024-09-16T01:53:50.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.105+0000 7fafc1b10740 1 --2- 172.21.15.17:0/1256637861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623cf370 0x5609623c7660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.105+0000 7fafc1b10740 1 --2- 172.21.15.17:0/1256637861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c5b40 0x5609623c7120 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.105+0000 7fafc1b10740 1 --2- 172.21.15.17:0/1256637861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623c45d0 0x5609623df720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.105+0000 7fafc1b10740 1 -- 172.21.15.17:0/1256637861 >> 172.21.15.17:0/1256637861 conn(0x56096238d310 msgr2=0x5609623bfd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:50.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.105+0000 7fafc1b10740 1 -- 172.21.15.17:0/1256637861 shutdown_connections 2024-09-16T01:53:50.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.105+0000 7fafc1b10740 1 -- 172.21.15.17:0/1256637861 wait complete. 2024-09-16T01:53:50.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.106+0000 7fafc1b10740 1 -- start start 2024-09-16T01:53:50.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.106+0000 7fafc1b10740 1 Processor -- start 2024-09-16T01:53:50.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.106+0000 7fafc1b10740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c45d0 0x5609623dbb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.106+0000 7fafc1b10740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623c5b40 0x5609623dc0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.106+0000 7fafc1b10740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623cf370 0x5609623c89f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.106+0000 7fafc1b10740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fafb81a9a70 con 0x5609623c5b40 2024-09-16T01:53:50.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.106+0000 7fafc1b10740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fafb81aaee0 con 0x5609623cf370 2024-09-16T01:53:50.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.106+0000 7fafc1b10740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fafb81aa140 con 0x5609623c45d0 2024-09-16T01:53:50.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.106+0000 7fafc1b10740 10 client.0 _ll_register_callbacks cb 0x7fafb0009ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:50.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.106+0000 7fafbccd2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623c5b40 0x5609623dc0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.106+0000 7fafbccd2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623c5b40 0x5609623dc0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40560/0 (socket says 172.21.15.17:40560) 2024-09-16T01:53:50.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.106+0000 7fafbccd2640 1 -- 172.21.15.17:0/1217565323 learned_addr learned my addr 172.21.15.17:0/1217565323 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:50.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafbd4d3640 1 --2- 172.21.15.17:0/1217565323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c45d0 0x5609623dbb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafbdcd4640 1 --2- 172.21.15.17:0/1217565323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623cf370 0x5609623c89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafbccd2640 1 -- 172.21.15.17:0/1217565323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c45d0 msgr2=0x5609623dbb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:50.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafbccd2640 1 --2- 172.21.15.17:0/1217565323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c45d0 0x5609623dbb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafbccd2640 1 -- 172.21.15.17:0/1217565323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623cf370 msgr2=0x5609623c89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:50.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafbccd2640 1 --2- 172.21.15.17:0/1217565323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623cf370 0x5609623c89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafbccd2640 1 -- 172.21.15.17:0/1217565323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5609623c91c0 con 0x5609623c5b40 2024-09-16T01:53:50.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafbccd2640 1 --2- 172.21.15.17:0/1217565323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623c5b40 0x5609623dc0d0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fafa8003fd0 tx=0x7fafa802a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6550efb7b44738a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:50.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafa0ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:53:50.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafa0ff9640 1 -- 172.21.15.17:0/1217565323 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafa8049040 con 0x5609623c5b40 2024-09-16T01:53:50.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafa0ff9640 1 -- 172.21.15.17:0/1217565323 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fafa80b85b0 con 0x5609623c5b40 2024-09-16T01:53:50.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafc1b10740 1 -- 172.21.15.17:0/1217565323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fafa80bbf40 con 0x5609623c5b40 2024-09-16T01:53:50.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafa0ff9640 1 -- 172.21.15.17:0/1217565323 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fafa80a1050 con 0x5609623c5b40 2024-09-16T01:53:50.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafc1b10740 10 client.17208 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:50.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.107+0000 7fafc1b10740 1 -- 172.21.15.17:0/1217565323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56096244d7f0 con 0x5609623c5b40 2024-09-16T01:53:50.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.108+0000 7fafa0ff9640 1 -- 172.21.15.17:0/1217565323 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fafa80bbf40 con 0x5609623c5b40 2024-09-16T01:53:50.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.108+0000 7fafa0ff9640 1 -- 172.21.15.17:0/1217565323 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fafb4009d20 con 0x5609623c5b40 2024-09-16T01:53:50.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.108+0000 7fafc1b10740 10 client.17208 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:50.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.108+0000 7fafc1b10740 10 client.17208 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:50.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.108+0000 7fafc1b10740 20 client.17208 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:50.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.108+0000 7fafc1b10740 1 --2- 172.21.15.17:0/1217565323 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56096244def0 0x560962450310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.108+0000 7fafc1b10740 4 client.17208 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:53:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.108+0000 7fafc1b10740 1 -- 172.21.15.17:0/1217565323 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x560962331d70 con 0x56096244def0 2024-09-16T01:53:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.108+0000 7fafbd4d3640 1 --2- 172.21.15.17:0/1217565323 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56096244def0 0x560962450310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.109+0000 7fafa0ff9640 10 client.17208 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.109+0000 7fafbd4d3640 1 --2- 172.21.15.17:0/1217565323 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56096244def0 0x560962450310 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c68df2dc085223c0 server_cookie=164835b7e45d07b2 in_seq=0 out_seq=0 2024-09-16T01:53:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.109+0000 7fafa0ff9640 1 -- 172.21.15.17:0/1217565323 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x560962331d70 con 0x56096244def0 2024-09-16T01:53:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.109+0000 7fafa0ff9640 10 client.17208 handle_command_reply: tid=0 2024-09-16T01:53:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.109+0000 7fafc1b10740 1 client.17208 shutdown 2024-09-16T01:53:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.109+0000 7fafc1b10740 1 -- 172.21.15.17:0/1217565323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623c5b40 msgr2=0x5609623dc0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.109+0000 7fafc1b10740 1 --2- 172.21.15.17:0/1217565323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623c5b40 0x5609623dc0d0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fafa8003fd0 tx=0x7fafa802a420 comp rx=0 tx=0).stop 2024-09-16T01:53:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.109+0000 7fafc1b10740 1 -- 172.21.15.17:0/1217565323 shutdown_connections 2024-09-16T01:53:50.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.109+0000 7fafc1b10740 1 --2- 172.21.15.17:0/1217565323 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56096244def0 0x560962450310 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.109+0000 7fafc1b10740 1 --2- 172.21.15.17:0/1217565323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5609623cf370 0x5609623c89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.109+0000 7fafa0ff9640 0 client.17208 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:50.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.109+0000 7fafc1b10740 1 --2- 172.21.15.17:0/1217565323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5609623c5b40 0x5609623dc0d0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.109+0000 7fafc1b10740 1 --2- 172.21.15.17:0/1217565323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5609623c45d0 0x5609623dbb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.109+0000 7fafc1b10740 1 -- 172.21.15.17:0/1217565323 >> 172.21.15.17:0/1217565323 conn(0x56096238d310 msgr2=0x5609623ca7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:50.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.110+0000 7fafc1b10740 1 -- 172.21.15.17:0/1217565323 shutdown_connections 2024-09-16T01:53:50.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.110+0000 7fafc1b10740 1 -- 172.21.15.17:0/1217565323 wait complete. 2024-09-16T01:53:50.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.110+0000 7fafc1b10740 20 client.17208 trim_cache size 0 max 16384 2024-09-16T01:53:50.123 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:53:50.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.110+0000 7fafbf737640 1 -- 172.21.15.17:0/136413645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fafa40a3240 msgr2=0x7fafa40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:50.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.110+0000 7fafbf737640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fafa40a3240 0x7fafa40a5700 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7fafb0009fd0 tx=0x7fafb0009500 comp rx=0 tx=0).stop 2024-09-16T01:53:50.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.110+0000 7fafbf737640 1 -- 172.21.15.17:0/136413645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafb8103760 msgr2=0x7fafb8198ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:50.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.110+0000 7fafbf737640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafb8103760 0x7fafb8198ae0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7fafa8005940 tx=0x7fafa80319e0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.110+0000 7fafbf737640 1 -- 172.21.15.17:0/136413645 shutdown_connections 2024-09-16T01:53:50.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.110+0000 7fafbf737640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fafa40a3240 0x7fafa40a5700 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.110+0000 7fafbf737640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fafb81082e0 0x7fafb819ce70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.110+0000 7fafbf737640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fafb8103760 0x7fafb8198ae0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.110+0000 7fafbf737640 1 --2- 172.21.15.17:0/136413645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fafb8102db0 0x7fafb81985a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:50.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.110+0000 7fafbf737640 1 -- 172.21.15.17:0/136413645 >> 172.21.15.17:0/136413645 conn(0x7fafb80fc7d0 msgr2=0x7fafb8105eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:50.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.111+0000 7fafbf737640 1 -- 172.21.15.17:0/136413645 shutdown_connections 2024-09-16T01:53:50.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:50.111+0000 7fafbf737640 1 -- 172.21.15.17:0/136413645 wait complete. 2024-09-16T01:53:50.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:50 smithi017 ceph-mon[30972]: pgmap v648: 97 pgs: 97 active+clean; 166 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:53:50.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:50 smithi122 ceph-mon[34758]: pgmap v648: 97 pgs: 97 active+clean; 166 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:53:50.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:50 smithi029 ceph-mon[34783]: pgmap v648: 97 pgs: 97 active+clean; 166 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 268 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:53:50.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 385312 3.73 MB/sec execute 433 sec latency 16.851 ms 2024-09-16T01:53:51.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 386151 3.74 MB/sec execute 434 sec latency 12.207 ms 2024-09-16T01:53:52.040 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:53:52.041 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:53:52.322 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:53:52.445 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:52 smithi017 ceph-mon[30972]: pgmap v649: 97 pgs: 97 active+clean; 166 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.6 MiB/s wr, 91 op/s 2024-09-16T01:53:52.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:52 smithi122 ceph-mon[34758]: pgmap v649: 97 pgs: 97 active+clean; 166 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.6 MiB/s wr, 91 op/s 2024-09-16T01:53:52.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:52 smithi029 ceph-mon[34783]: pgmap v649: 97 pgs: 97 active+clean; 166 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.6 MiB/s wr, 91 op/s 2024-09-16T01:53:52.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 386877 3.75 MB/sec execute 435 sec latency 13.834 ms 2024-09-16T01:53:52.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.848+0000 7fcf4a2cd640 1 -- 172.21.15.17:0/2833273253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf44106f50 msgr2=0x7fcf4410eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:52.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.848+0000 7fcf4a2cd640 1 --2- 172.21.15.17:0/2833273253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf44106f50 0x7fcf4410eaf0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c009cd0 tx=0x7fcf3c02a8e0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.848+0000 7fcf4a2cd640 1 -- 172.21.15.17:0/2833273253 shutdown_connections 2024-09-16T01:53:52.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.848+0000 7fcf4a2cd640 1 --2- 172.21.15.17:0/2833273253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf44106f50 0x7fcf4410eaf0 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.848+0000 7fcf4a2cd640 1 --2- 172.21.15.17:0/2833273253 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf44100d00 0x7fcf44106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.848+0000 7fcf4a2cd640 1 --2- 172.21.15.17:0/2833273253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf44100350 0x7fcf44100730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.848+0000 7fcf4a2cd640 1 -- 172.21.15.17:0/2833273253 >> 172.21.15.17:0/2833273253 conn(0x7fcf44077220 msgr2=0x7fcf440fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:52.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.848+0000 7fcf4a2cd640 1 -- 172.21.15.17:0/2833273253 shutdown_connections 2024-09-16T01:53:52.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.848+0000 7fcf4a2cd640 1 -- 172.21.15.17:0/2833273253 wait complete. 2024-09-16T01:53:52.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.848+0000 7fcf4a2cd640 1 Processor -- start 2024-09-16T01:53:52.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.848+0000 7fcf4a2cd640 1 -- start start 2024-09-16T01:53:52.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf4a2cd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf44100350 0x7fcf44198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf4a2cd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf44100d00 0x7fcf441989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf4a2cd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf44106f50 0x7fcf4419cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf4a2cd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcf44111e50 con 0x7fcf44106f50 2024-09-16T01:53:52.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf4a2cd640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcf44111cd0 con 0x7fcf44100350 2024-09-16T01:53:52.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf4a2cd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcf44111fd0 con 0x7fcf44100d00 2024-09-16T01:53:52.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf437fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf44100d00 0x7fcf441989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf4886a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf44106f50 0x7fcf4419cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf437fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf44100d00 0x7fcf441989d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50062/0 (socket says 172.21.15.17:50062) 2024-09-16T01:53:52.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf437fe640 1 -- 172.21.15.17:0/3095368200 learned_addr learned my addr 172.21.15.17:0/3095368200 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:52.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf43fff640 1 --2- 172.21.15.17:0/3095368200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf44100350 0x7fcf44198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf437fe640 1 -- 172.21.15.17:0/3095368200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf44100350 msgr2=0x7fcf44198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:52.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf437fe640 1 --2- 172.21.15.17:0/3095368200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf44100350 0x7fcf44198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf437fe640 1 -- 172.21.15.17:0/3095368200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf44106f50 msgr2=0x7fcf4419cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:52.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf437fe640 1 --2- 172.21.15.17:0/3095368200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf44106f50 0x7fcf4419cd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.849+0000 7fcf437fe640 1 -- 172.21.15.17:0/3095368200 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf4419d440 con 0x7fcf44100d00 2024-09-16T01:53:52.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.850+0000 7fcf437fe640 1 --2- 172.21.15.17:0/3095368200 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf44100d00 0x7fcf441989d0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fcf3800e9a0 tx=0x7fcf3800ee60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:52.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.850+0000 7fcf417fa640 1 -- 172.21.15.17:0/3095368200 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3800cd80 con 0x7fcf44100d00 2024-09-16T01:53:52.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.850+0000 7fcf4a2cd640 1 -- 172.21.15.17:0/3095368200 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf4419d730 con 0x7fcf44100d00 2024-09-16T01:53:52.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.850+0000 7fcf417fa640 1 -- 172.21.15.17:0/3095368200 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf380035f0 con 0x7fcf44100d00 2024-09-16T01:53:52.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.850+0000 7fcf417fa640 1 -- 172.21.15.17:0/3095368200 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf38010690 con 0x7fcf44100d00 2024-09-16T01:53:52.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.850+0000 7fcf4a2cd640 1 -- 172.21.15.17:0/3095368200 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf441a5010 con 0x7fcf44100d00 2024-09-16T01:53:52.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.853+0000 7fcf4c6a6740 1 Processor -- start 2024-09-16T01:53:52.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.853+0000 7fcf4c6a6740 1 -- start start 2024-09-16T01:53:52.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.853+0000 7fcf417fa640 1 -- 172.21.15.17:0/3095368200 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fcf380037a0 con 0x7fcf44100d00 2024-09-16T01:53:52.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.853+0000 7fcf4c6a6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc0ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.853+0000 7fcf4c6a6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc10480 0x55ea5cc1a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.853+0000 7fcf4c6a6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc1d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.853+0000 7fcf4c6a6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ea5cb75280 con 0x55ea5cc0fb60 2024-09-16T01:53:52.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.853+0000 7fcf4c6a6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ea5cb1cb10 con 0x55ea5cc10480 2024-09-16T01:53:52.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.853+0000 7fcf4c6a6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ea5cb71240 con 0x55ea5cc1ad40 2024-09-16T01:53:52.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.853+0000 7fcf4886a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc0ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.853+0000 7fcf4886a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc0ff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40586/0 (socket says 172.21.15.17:40586) 2024-09-16T01:53:52.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.853+0000 7fcf4886a640 1 -- 172.21.15.17:0/2694694179 learned_addr learned my addr 172.21.15.17:0/2694694179 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:52.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.853+0000 7fcf437fe640 1 --2- 172.21.15.17:0/2694694179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc1d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.854+0000 7fcf43fff640 1 --2- 172.21.15.17:0/2694694179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc10480 0x55ea5cc1a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.854+0000 7fcf4886a640 1 -- 172.21.15.17:0/2694694179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 msgr2=0x55ea5cc1d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:52.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.854+0000 7fcf4886a640 1 --2- 172.21.15.17:0/2694694179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc1d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.854+0000 7fcf4886a640 1 -- 172.21.15.17:0/2694694179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc10480 msgr2=0x55ea5cc1a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:52.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.854+0000 7fcf4886a640 1 --2- 172.21.15.17:0/2694694179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc10480 0x55ea5cc1a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.854+0000 7fcf4886a640 1 -- 172.21.15.17:0/2694694179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea5cb291f0 con 0x55ea5cc0fb60 2024-09-16T01:53:52.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.854+0000 7fcf417fa640 1 --2- 172.21.15.17:0/3095368200 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf2c0a3240 0x7fcf2c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.854+0000 7fcf4886a640 1 --2- 172.21.15.17:0/2694694179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc0ff40 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c009cd0 tx=0x7fcf3c009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7594d844a7b35227 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:52.938 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:53:52.938 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:53:52.938 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "5d88e583-b480-4697-9ab8-f9c06960716f", 2024-09-16T01:53:52.938 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:53:52.938 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:53:52.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.854+0000 7fcf43fff640 1 --2- 172.21.15.17:0/3095368200 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf2c0a3240 0x7fcf2c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.854+0000 7fcf417fa640 1 -- 172.21.15.17:0/3095368200 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcf380cfae0 con 0x7fcf44100d00 2024-09-16T01:53:52.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.854+0000 7fcf2a7fc640 1 -- 172.21.15.17:0/2694694179 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3c049070 con 0x55ea5cc0fb60 2024-09-16T01:53:52.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.854+0000 7fcf2a7fc640 1 -- 172.21.15.17:0/2694694179 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf3c036040 con 0x55ea5cc0fb60 2024-09-16T01:53:52.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.854+0000 7fcf2a7fc640 1 -- 172.21.15.17:0/2694694179 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3c004040 con 0x55ea5cc0fb60 2024-09-16T01:53:52.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.855+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/2694694179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc0fb60 msgr2=0x55ea5cc0ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:52.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.855+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/2694694179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc0ff40 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c009cd0 tx=0x7fcf3c009a20 comp rx=0 tx=0).stop 2024-09-16T01:53:52.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.855+0000 7fcf43fff640 1 --2- 172.21.15.17:0/3095368200 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf2c0a3240 0x7fcf2c0a5700 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x55ea5cc0cf50 tx=0x7fcf34005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:52.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.855+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/2694694179 shutdown_connections 2024-09-16T01:53:52.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.855+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/2694694179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc1d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.855+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/2694694179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc10480 0x55ea5cc1a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.855+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/2694694179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc0ff40 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.855+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/2694694179 >> 172.21.15.17:0/2694694179 conn(0x55ea5cc0c0f0 msgr2=0x55ea5cc0c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.855+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/2694694179 shutdown_connections 2024-09-16T01:53:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.855+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/2694694179 wait complete. 2024-09-16T01:53:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.856+0000 7fcf4c6a6740 1 -- start start 2024-09-16T01:53:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.856+0000 7fcf4c6a6740 1 Processor -- start 2024-09-16T01:53:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.856+0000 7fcf4c6a6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc17c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.856+0000 7fcf4c6a6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc10480 0x55ea5cc18150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.856+0000 7fcf4c6a6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc18690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.856+0000 7fcf4c6a6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ea5cc1d960 con 0x55ea5cc10480 2024-09-16T01:53:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.856+0000 7fcf4c6a6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ea5cb2ff10 con 0x55ea5cc0fb60 2024-09-16T01:53:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.856+0000 7fcf4c6a6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ea5cc1dae0 con 0x55ea5cc1ad40 2024-09-16T01:53:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.856+0000 7fcf4c6a6740 10 client.0 _ll_register_callbacks cb 0x55ea5caf8a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.856+0000 7fcf437fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc10480 0x55ea5cc18150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.856+0000 7fcf4886a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc18690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.856+0000 7fcf4886a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc18690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50086/0 (socket says 172.21.15.17:50086) 2024-09-16T01:53:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.856+0000 7fcf437fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc10480 0x55ea5cc18150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40598/0 (socket says 172.21.15.17:40598) 2024-09-16T01:53:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.856+0000 7fcf4886a640 1 -- 172.21.15.17:0/1636170015 learned_addr learned my addr 172.21.15.17:0/1636170015 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.857+0000 7fcf43fff640 1 --2- 172.21.15.17:0/1636170015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc17c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.857+0000 7fcf4886a640 1 -- 172.21.15.17:0/1636170015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc0fb60 msgr2=0x55ea5cc17c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.857+0000 7fcf4886a640 1 --2- 172.21.15.17:0/1636170015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc17c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.857+0000 7fcf4886a640 1 -- 172.21.15.17:0/1636170015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc10480 msgr2=0x55ea5cc18150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.857+0000 7fcf4886a640 1 --2- 172.21.15.17:0/1636170015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc10480 0x55ea5cc18150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.857+0000 7fcf4886a640 1 -- 172.21.15.17:0/1636170015 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea5c8e66a0 con 0x55ea5cc1ad40 2024-09-16T01:53:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.857+0000 7fcf4886a640 1 --2- 172.21.15.17:0/1636170015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc18690 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c006010 tx=0x7fcf3c003970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d893512dfd3c918 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.857+0000 7fcf237fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:53:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.857+0000 7fcf237fe640 1 -- 172.21.15.17:0/1636170015 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3c049070 con 0x55ea5cc1ad40 2024-09-16T01:53:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.857+0000 7fcf237fe640 1 -- 172.21.15.17:0/1636170015 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcf3c041040 con 0x55ea5cc1ad40 2024-09-16T01:53:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.857+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/1636170015 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf3c036040 con 0x55ea5cc1ad40 2024-09-16T01:53:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.857+0000 7fcf237fe640 1 -- 172.21.15.17:0/1636170015 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fcf3c031c80 con 0x55ea5cc1ad40 2024-09-16T01:53:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.857+0000 7fcf4c6a6740 10 client.26875 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.857+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/1636170015 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ea5cc1d960 con 0x55ea5cc1ad40 2024-09-16T01:53:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.858+0000 7fcf237fe640 1 -- 172.21.15.17:0/1636170015 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf3c036040 con 0x55ea5cc1ad40 2024-09-16T01:53:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.858+0000 7fcf237fe640 1 -- 172.21.15.17:0/1636170015 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fcf3c030070 con 0x55ea5cc1ad40 2024-09-16T01:53:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.858+0000 7fcf4c6a6740 10 client.26875 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.858+0000 7fcf4c6a6740 10 client.26875 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.858+0000 7fcf4c6a6740 20 client.26875 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.858+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/1636170015 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea5cc2a6e0 0x55ea5cc2cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.858+0000 7fcf4c6a6740 4 client.26875 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:53:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.858+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/1636170015 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea5cb827f0 con 0x55ea5cc2a6e0 2024-09-16T01:53:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.858+0000 7fcf43fff640 1 --2- 172.21.15.17:0/1636170015 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea5cc2a6e0 0x55ea5cc2cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.858+0000 7fcf43fff640 1 --2- 172.21.15.17:0/1636170015 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea5cc2a6e0 0x55ea5cc2cad0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=408798e08a6e5b2f server_cookie=f072101fdf3e1a5 in_seq=0 out_seq=0 2024-09-16T01:53:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.858+0000 7fcf237fe640 10 client.26875 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.859+0000 7fcf237fe640 1 -- 172.21.15.17:0/1636170015 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ea5cb827f0 con 0x55ea5cc2a6e0 2024-09-16T01:53:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.859+0000 7fcf237fe640 10 client.26875 handle_command_reply: tid=0 2024-09-16T01:53:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.859+0000 7fcf4c6a6740 1 client.26875 shutdown 2024-09-16T01:53:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.859+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/1636170015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 msgr2=0x55ea5cc18690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.859+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/1636170015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc18690 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c006010 tx=0x7fcf3c003970 comp rx=0 tx=0).stop 2024-09-16T01:53:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.859+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/1636170015 shutdown_connections 2024-09-16T01:53:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.859+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/1636170015 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea5cc2a6e0 0x55ea5cc2cad0 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.859+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/1636170015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc18690 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.859+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/1636170015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc10480 0x55ea5cc18150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.859+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/1636170015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc17c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.859+0000 7fcf237fe640 0 client.26875 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.859+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/1636170015 >> 172.21.15.17:0/1636170015 conn(0x55ea5cc0c0f0 msgr2=0x55ea5cc0b270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.859+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/1636170015 shutdown_connections 2024-09-16T01:53:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.859+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/1636170015 wait complete. 2024-09-16T01:53:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.860+0000 7fcf4c6a6740 20 client.26875 trim_cache size 0 max 16384 2024-09-16T01:53:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.879+0000 7fcf4c6a6740 1 Processor -- start 2024-09-16T01:53:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.879+0000 7fcf4c6a6740 1 -- start start 2024-09-16T01:53:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.879+0000 7fcf4c6a6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc184e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.879+0000 7fcf4c6a6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc10480 0x55ea5cc262c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.879+0000 7fcf4c6a6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc26800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.879+0000 7fcf4c6a6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcf441afe10 con 0x55ea5cc1ad40 2024-09-16T01:53:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.879+0000 7fcf4c6a6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcf441ad6e0 con 0x55ea5cc10480 2024-09-16T01:53:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.879+0000 7fcf4c6a6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcf441ab510 con 0x55ea5cc0fb60 2024-09-16T01:53:52.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.879+0000 7fcf4886a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc26800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.879+0000 7fcf43fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc184e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.879+0000 7fcf4886a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc26800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40610/0 (socket says 172.21.15.17:40610) 2024-09-16T01:53:52.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.879+0000 7fcf4886a640 1 -- 172.21.15.17:0/3804166015 learned_addr learned my addr 172.21.15.17:0/3804166015 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:52.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.879+0000 7fcf43fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc184e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50090/0 (socket says 172.21.15.17:50090) 2024-09-16T01:53:52.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.879+0000 7fcf437fe640 1 --2- 172.21.15.17:0/3804166015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc10480 0x55ea5cc262c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.880+0000 7fcf4886a640 1 -- 172.21.15.17:0/3804166015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc0fb60 msgr2=0x55ea5cc184e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:52.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.880+0000 7fcf4886a640 1 --2- 172.21.15.17:0/3804166015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc184e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.880+0000 7fcf4886a640 1 -- 172.21.15.17:0/3804166015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc10480 msgr2=0x55ea5cc262c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:52.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.880+0000 7fcf4886a640 1 --2- 172.21.15.17:0/3804166015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc10480 0x55ea5cc262c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.880+0000 7fcf4886a640 1 -- 172.21.15.17:0/3804166015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea5cc102b0 con 0x55ea5cc1ad40 2024-09-16T01:53:52.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.880+0000 7fcf43fff640 1 --2- 172.21.15.17:0/3804166015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc184e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:52.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.880+0000 7fcf4886a640 1 --2- 172.21.15.17:0/3804166015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc26800 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c009ba0 tx=0x7fcf3c009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40981c838290d15e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.880+0000 7fcf29ffb640 1 -- 172.21.15.17:0/3804166015 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3c049070 con 0x55ea5cc1ad40 2024-09-16T01:53:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.880+0000 7fcf29ffb640 1 -- 172.21.15.17:0/3804166015 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf3c036070 con 0x55ea5cc1ad40 2024-09-16T01:53:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.880+0000 7fcf29ffb640 1 -- 172.21.15.17:0/3804166015 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3c04f410 con 0x55ea5cc1ad40 2024-09-16T01:53:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.881+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/3804166015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc1ad40 msgr2=0x55ea5cc26800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.881+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/3804166015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc26800 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c009ba0 tx=0x7fcf3c009a20 comp rx=0 tx=0).stop 2024-09-16T01:53:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.881+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/3804166015 shutdown_connections 2024-09-16T01:53:52.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.881+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/3804166015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc26800 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.881+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/3804166015 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc10480 0x55ea5cc262c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.881+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/3804166015 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc184e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.881+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/3804166015 >> 172.21.15.17:0/3804166015 conn(0x55ea5cc0c0f0 msgr2=0x55ea5cc25bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:52.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.881+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/3804166015 shutdown_connections 2024-09-16T01:53:52.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.881+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/3804166015 wait complete. 2024-09-16T01:53:52.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.881+0000 7fcf4c6a6740 1 -- start start 2024-09-16T01:53:52.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4c6a6740 1 Processor -- start 2024-09-16T01:53:52.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4c6a6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc1f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4c6a6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc10480 0x55ea5cc1f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4c6a6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc94130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4c6a6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcf441abba0 con 0x55ea5cc10480 2024-09-16T01:53:52.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4c6a6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcf441ad010 con 0x55ea5cc0fb60 2024-09-16T01:53:52.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4c6a6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcf441ac270 con 0x55ea5cc1ad40 2024-09-16T01:53:52.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4c6a6740 10 client.0 _ll_register_callbacks cb 0x7fcf3c047070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:52.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4886a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc94130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4886a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc94130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50100/0 (socket says 172.21.15.17:50100) 2024-09-16T01:53:52.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4886a640 1 -- 172.21.15.17:0/2390988481 learned_addr learned my addr 172.21.15.17:0/2390988481 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:52.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf437fe640 1 --2- 172.21.15.17:0/2390988481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc10480 0x55ea5cc1f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf43fff640 1 --2- 172.21.15.17:0/2390988481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc1f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4886a640 1 -- 172.21.15.17:0/2390988481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc0fb60 msgr2=0x55ea5cc1f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:52.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4886a640 1 --2- 172.21.15.17:0/2390988481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc1f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4886a640 1 -- 172.21.15.17:0/2390988481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc10480 msgr2=0x55ea5cc1f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:52.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4886a640 1 --2- 172.21.15.17:0/2390988481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc10480 0x55ea5cc1f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.882+0000 7fcf4886a640 1 -- 172.21.15.17:0/2390988481 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea5cc94670 con 0x55ea5cc1ad40 2024-09-16T01:53:52.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.883+0000 7fcf4886a640 1 --2- 172.21.15.17:0/2390988481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc94130 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c0097b0 tx=0x7fcf3c04f6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=783246497881b148 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:52.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.883+0000 7fcf237fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:53:52.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.883+0000 7fcf237fe640 1 -- 172.21.15.17:0/2390988481 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf3c03f070 con 0x55ea5cc1ad40 2024-09-16T01:53:52.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.883+0000 7fcf237fe640 1 -- 172.21.15.17:0/2390988481 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcf3c04f9d0 con 0x55ea5cc1ad40 2024-09-16T01:53:52.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.883+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/2390988481 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf3c036070 con 0x55ea5cc1ad40 2024-09-16T01:53:52.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.883+0000 7fcf237fe640 1 -- 172.21.15.17:0/2390988481 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fcf3c049070 con 0x55ea5cc1ad40 2024-09-16T01:53:52.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.883+0000 7fcf4c6a6740 10 client.26881 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:52.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.883+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/2390988481 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ea5cc958c0 con 0x55ea5cc1ad40 2024-09-16T01:53:52.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.883+0000 7fcf237fe640 1 -- 172.21.15.17:0/2390988481 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf3c036070 con 0x55ea5cc1ad40 2024-09-16T01:53:52.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.883+0000 7fcf237fe640 1 -- 172.21.15.17:0/2390988481 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fcf3c045920 con 0x55ea5cc1ad40 2024-09-16T01:53:52.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.884+0000 7fcf4c6a6740 10 client.26881 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:52.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.884+0000 7fcf4c6a6740 10 client.26881 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:52.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.884+0000 7fcf4c6a6740 20 client.26881 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:52.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.884+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/2390988481 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea5cc95f80 0x55ea5cc983a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:52.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.884+0000 7fcf4c6a6740 4 client.26881 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:53:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.884+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/2390988481 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55ea5cc0cda0 con 0x55ea5cc95f80 2024-09-16T01:53:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.884+0000 7fcf43fff640 1 --2- 172.21.15.17:0/2390988481 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea5cc95f80 0x55ea5cc983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.884+0000 7fcf43fff640 1 --2- 172.21.15.17:0/2390988481 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea5cc95f80 0x55ea5cc983a0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1bcf3f579752b59e server_cookie=1b5d125c094cc050 in_seq=0 out_seq=0 2024-09-16T01:53:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.884+0000 7fcf237fe640 10 client.26881 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.885+0000 7fcf237fe640 1 -- 172.21.15.17:0/2390988481 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55ea5cc0cda0 con 0x55ea5cc95f80 2024-09-16T01:53:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.885+0000 7fcf237fe640 10 client.26881 handle_command_reply: tid=0 2024-09-16T01:53:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.885+0000 7fcf4c6a6740 1 client.26881 shutdown 2024-09-16T01:53:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.885+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/2390988481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 msgr2=0x55ea5cc94130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.885+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/2390988481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc94130 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c0097b0 tx=0x7fcf3c04f6c0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.885+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/2390988481 shutdown_connections 2024-09-16T01:53:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.885+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/2390988481 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea5cc95f80 0x55ea5cc983a0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.885+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/2390988481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea5cc1ad40 0x55ea5cc94130 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.885+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/2390988481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea5cc10480 0x55ea5cc1f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.885+0000 7fcf237fe640 0 client.26881 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.885+0000 7fcf4c6a6740 1 --2- 172.21.15.17:0/2390988481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea5cc0fb60 0x55ea5cc1f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.885+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/2390988481 >> 172.21.15.17:0/2390988481 conn(0x55ea5cc0c0f0 msgr2=0x55ea5cc263d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.885+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/2390988481 shutdown_connections 2024-09-16T01:53:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.885+0000 7fcf4c6a6740 1 -- 172.21.15.17:0/2390988481 wait complete. 2024-09-16T01:53:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.886+0000 7fcf4c6a6740 20 client.26881 trim_cache size 0 max 16384 2024-09-16T01:53:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.886+0000 7fcf4a2cd640 1 -- 172.21.15.17:0/3095368200 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf2c0a3240 msgr2=0x7fcf2c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.886+0000 7fcf4a2cd640 1 --2- 172.21.15.17:0/3095368200 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf2c0a3240 0x7fcf2c0a5700 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x55ea5cc0cf50 tx=0x7fcf34005f90 comp rx=0 tx=0).stop 2024-09-16T01:53:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.886+0000 7fcf4a2cd640 1 -- 172.21.15.17:0/3095368200 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf44100d00 msgr2=0x7fcf441989d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:52.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.886+0000 7fcf4a2cd640 1 --2- 172.21.15.17:0/3095368200 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf44100d00 0x7fcf441989d0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fcf3800e9a0 tx=0x7fcf3800ee60 comp rx=0 tx=0).stop 2024-09-16T01:53:52.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.886+0000 7fcf4a2cd640 1 -- 172.21.15.17:0/3095368200 shutdown_connections 2024-09-16T01:53:52.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.886+0000 7fcf4a2cd640 1 --2- 172.21.15.17:0/3095368200 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf2c0a3240 0x7fcf2c0a5700 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.886+0000 7fcf4a2cd640 1 --2- 172.21.15.17:0/3095368200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf44106f50 0x7fcf4419cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.886+0000 7fcf4a2cd640 1 --2- 172.21.15.17:0/3095368200 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf44100d00 0x7fcf441989d0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.886+0000 7fcf4a2cd640 1 --2- 172.21.15.17:0/3095368200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf44100350 0x7fcf44198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:52.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.886+0000 7fcf4a2cd640 1 -- 172.21.15.17:0/3095368200 >> 172.21.15.17:0/3095368200 conn(0x7fcf44077220 msgr2=0x7fcf44105290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:52.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.886+0000 7fcf4a2cd640 1 -- 172.21.15.17:0/3095368200 shutdown_connections 2024-09-16T01:53:52.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:52.886+0000 7fcf4a2cd640 1 -- 172.21.15.17:0/3095368200 wait complete. 2024-09-16T01:53:53.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 387344 3.74 MB/sec execute 436 sec latency 16.605 ms 2024-09-16T01:53:53.809 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:53:54.101 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:53:54.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:54 smithi017 ceph-mon[30972]: pgmap v650: 97 pgs: 97 active+clean; 167 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.8 MiB/s wr, 93 op/s 2024-09-16T01:53:54.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:54 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:53:54.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:54 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:54.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:54 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:53:54.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:54 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:54 smithi122 ceph-mon[34758]: pgmap v650: 97 pgs: 97 active+clean; 167 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.8 MiB/s wr, 93 op/s 2024-09-16T01:53:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:54 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:53:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:54 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:54 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:53:54.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:54 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:54 smithi029 ceph-mon[34783]: pgmap v650: 97 pgs: 97 active+clean; 167 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.8 MiB/s wr, 93 op/s 2024-09-16T01:53:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:54 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:53:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:54 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:54 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:53:54.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:54 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:53:54.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 388077 3.74 MB/sec execute 437 sec latency 14.683 ms 2024-09-16T01:53:55.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:55 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:53:55.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:55 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:53:55.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:55 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:53:55.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 388740 3.73 MB/sec execute 438 sec latency 43.861 ms 2024-09-16T01:53:56.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.392+0000 7feb5cd41640 1 -- 172.21.15.17:0/2698843532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb58100e20 msgr2=0x7feb58101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:56.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.392+0000 7feb5cd41640 1 --2- 172.21.15.17:0/2698843532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb58100e20 0x7feb58101200 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7feb48009900 tx=0x7feb4802a480 comp rx=0 tx=0).stop 2024-09-16T01:53:56.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.392+0000 7feb5cd41640 1 -- 172.21.15.17:0/2698843532 shutdown_connections 2024-09-16T01:53:56.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.392+0000 7feb5cd41640 1 --2- 172.21.15.17:0/2698843532 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb58102ef0 0x7feb5810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.392+0000 7feb5cd41640 1 --2- 172.21.15.17:0/2698843532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb58102570 0x7feb581029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.392+0000 7feb5cd41640 1 --2- 172.21.15.17:0/2698843532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb58100e20 0x7feb58101200 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.392+0000 7feb5cd41640 1 -- 172.21.15.17:0/2698843532 >> 172.21.15.17:0/2698843532 conn(0x7feb580fc7d0 msgr2=0x7feb580febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:56.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.392+0000 7feb5cd41640 1 -- 172.21.15.17:0/2698843532 shutdown_connections 2024-09-16T01:53:56.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.393+0000 7feb5cd41640 1 -- 172.21.15.17:0/2698843532 wait complete. 2024-09-16T01:53:56.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.393+0000 7feb5cd41640 1 Processor -- start 2024-09-16T01:53:56.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb5cd41640 1 -- start start 2024-09-16T01:53:56.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb5cd41640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb58100e20 0x7feb581972b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb5cd41640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb58102570 0x7feb581977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb5cd41640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb58102ef0 0x7feb5819bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb5cd41640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feb58110e30 con 0x7feb58102ef0 2024-09-16T01:53:56.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb5cd41640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feb58110cb0 con 0x7feb58102570 2024-09-16T01:53:56.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb5cd41640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feb58110fb0 con 0x7feb58100e20 2024-09-16T01:53:56.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb56d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb58102ef0 0x7feb5819bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb56d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb58102ef0 0x7feb5819bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40638/0 (socket says 172.21.15.17:40638) 2024-09-16T01:53:56.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb56d9d640 1 -- 172.21.15.17:0/990325645 learned_addr learned my addr 172.21.15.17:0/990325645 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:56.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb5659c640 1 --2- 172.21.15.17:0/990325645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb58100e20 0x7feb581972b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb55d9b640 1 --2- 172.21.15.17:0/990325645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb58102570 0x7feb581977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb56d9d640 1 -- 172.21.15.17:0/990325645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb58100e20 msgr2=0x7feb581972b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:56.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb56d9d640 1 --2- 172.21.15.17:0/990325645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb58100e20 0x7feb581972b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb56d9d640 1 -- 172.21.15.17:0/990325645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb58102570 msgr2=0x7feb581977f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:56.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb56d9d640 1 --2- 172.21.15.17:0/990325645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb58102570 0x7feb581977f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.394+0000 7feb56d9d640 1 -- 172.21.15.17:0/990325645 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb5819c260 con 0x7feb58102ef0 2024-09-16T01:53:56.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.395+0000 7feb56d9d640 1 --2- 172.21.15.17:0/990325645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb58102ef0 0x7feb5819bb80 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7feb5000eca0 tx=0x7feb5000b690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:56.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.395+0000 7feb477fe640 1 -- 172.21.15.17:0/990325645 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb50004b20 con 0x7feb58102ef0 2024-09-16T01:53:56.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.395+0000 7feb5cd41640 1 -- 172.21.15.17:0/990325645 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb5819c550 con 0x7feb58102ef0 2024-09-16T01:53:56.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.395+0000 7feb477fe640 1 -- 172.21.15.17:0/990325645 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb50004cc0 con 0x7feb58102ef0 2024-09-16T01:53:56.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.395+0000 7feb477fe640 1 -- 172.21.15.17:0/990325645 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb50017670 con 0x7feb58102ef0 2024-09-16T01:53:56.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.395+0000 7feb5cd41640 1 -- 172.21.15.17:0/990325645 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb58069f70 con 0x7feb58102ef0 2024-09-16T01:53:56.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.397+0000 7feb477fe640 1 -- 172.21.15.17:0/990325645 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7feb50005020 con 0x7feb58102ef0 2024-09-16T01:53:56.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.398+0000 7feb5f11a740 1 Processor -- start 2024-09-16T01:53:56.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.398+0000 7feb5f11a740 1 -- start start 2024-09-16T01:53:56.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.398+0000 7feb5f11a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea05880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.398+0000 7feb5f11a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea10140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.398+0000 7feb5f11a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea12a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.398+0000 7feb5f11a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ee4e96b2e0 con 0x55ee4ea05dc0 2024-09-16T01:53:56.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.398+0000 7feb5f11a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ee4e912ce0 con 0x55ee4ea10680 2024-09-16T01:53:56.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.398+0000 7feb5f11a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ee4e9672a0 con 0x55ee4ea054a0 2024-09-16T01:53:56.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.398+0000 7feb5659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea10140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb5659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea10140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40650/0 (socket says 172.21.15.17:40650) 2024-09-16T01:53:56.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb5659c640 1 -- 172.21.15.17:0/682545527 learned_addr learned my addr 172.21.15.17:0/682545527 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:56.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb477fe640 1 --2- 172.21.15.17:0/990325645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb400a3240 0x7feb400a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb55d9b640 1 --2- 172.21.15.17:0/682545527 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea05880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb55d9b640 1 --2- 172.21.15.17:0/682545527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea12a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb56d9d640 1 --2- 172.21.15.17:0/990325645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb400a3240 0x7feb400a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb55d9b640 1 -- 172.21.15.17:0/682545527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 msgr2=0x55ee4ea12a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:56.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb55d9b640 1 --2- 172.21.15.17:0/682545527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea12a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb55d9b640 1 -- 172.21.15.17:0/682545527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 msgr2=0x55ee4ea10140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:56.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb55d9b640 1 --2- 172.21.15.17:0/682545527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea10140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb55d9b640 1 -- 172.21.15.17:0/682545527 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee4e8f7440 con 0x55ee4ea054a0 2024-09-16T01:53:56.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb5659c640 1 --2- 172.21.15.17:0/682545527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea10140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:53:56.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb477fe640 1 -- 172.21.15.17:0/990325645 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feb500d1360 con 0x7feb58102ef0 2024-09-16T01:53:56.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb55d9b640 1 --2- 172.21.15.17:0/682545527 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea05880 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7feb4c005d00 tx=0x7feb4c005c90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e59d451dd9d7d0b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:56.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb44ff9640 1 -- 172.21.15.17:0/682545527 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb4c005220 con 0x55ee4ea054a0 2024-09-16T01:53:56.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb44ff9640 1 -- 172.21.15.17:0/682545527 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb4c004c50 con 0x55ee4ea054a0 2024-09-16T01:53:56.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.399+0000 7feb44ff9640 1 -- 172.21.15.17:0/682545527 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb4c010930 con 0x55ee4ea054a0 2024-09-16T01:53:56.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.400+0000 7feb5f11a740 1 -- 172.21.15.17:0/682545527 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 msgr2=0x55ee4ea05880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:56.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.400+0000 7feb5f11a740 1 --2- 172.21.15.17:0/682545527 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea05880 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7feb4c005d00 tx=0x7feb4c005c90 comp rx=0 tx=0).stop 2024-09-16T01:53:56.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.400+0000 7feb56d9d640 1 --2- 172.21.15.17:0/990325645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb400a3240 0x7feb400a5700 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7feb500a60c0 tx=0x7feb500c8750 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:56.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.400+0000 7feb5f11a740 1 -- 172.21.15.17:0/682545527 shutdown_connections 2024-09-16T01:53:56.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.400+0000 7feb5f11a740 1 --2- 172.21.15.17:0/682545527 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea12a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.400+0000 7feb5f11a740 1 --2- 172.21.15.17:0/682545527 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea10140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.400+0000 7feb5f11a740 1 --2- 172.21.15.17:0/682545527 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea05880 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.400+0000 7feb5f11a740 1 -- 172.21.15.17:0/682545527 >> 172.21.15.17:0/682545527 conn(0x55ee4ea01a30 msgr2=0x55ee4ea01e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:56.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.400+0000 7feb5f11a740 1 -- 172.21.15.17:0/682545527 shutdown_connections 2024-09-16T01:53:56.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.400+0000 7feb5f11a740 1 -- 172.21.15.17:0/682545527 wait complete. 2024-09-16T01:53:56.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.401+0000 7feb5f11a740 1 -- start start 2024-09-16T01:53:56.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.401+0000 7feb5f11a740 1 Processor -- start 2024-09-16T01:53:56.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.401+0000 7feb5f11a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea100b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.401+0000 7feb5f11a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea0d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.401+0000 7feb5f11a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea0daf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.401+0000 7feb5f11a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ee4ea17660 con 0x55ee4ea05dc0 2024-09-16T01:53:56.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.401+0000 7feb5f11a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ee4e926050 con 0x55ee4ea10680 2024-09-16T01:53:56.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.401+0000 7feb5f11a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ee4ea177e0 con 0x55ee4ea054a0 2024-09-16T01:53:56.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.401+0000 7feb5f11a740 10 client.0 _ll_register_callbacks cb 0x55ee4e966160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:56.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.401+0000 7feb5659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea0d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.401+0000 7feb55d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea100b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.401+0000 7feb55d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea100b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50142/0 (socket says 172.21.15.17:50142) 2024-09-16T01:53:56.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.401+0000 7feb55d9b640 1 -- 172.21.15.17:0/181164910 learned_addr learned my addr 172.21.15.17:0/181164910 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:56.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.401+0000 7feb55d9b640 1 --2- 172.21.15.17:0/181164910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea0daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.402+0000 7feb55d9b640 1 -- 172.21.15.17:0/181164910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 msgr2=0x55ee4ea0daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:56.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.402+0000 7feb55d9b640 1 --2- 172.21.15.17:0/181164910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea0daf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.402+0000 7feb55d9b640 1 -- 172.21.15.17:0/181164910 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 msgr2=0x55ee4ea0d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:56.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.402+0000 7feb55d9b640 1 --2- 172.21.15.17:0/181164910 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea0d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.402+0000 7feb55d9b640 1 -- 172.21.15.17:0/181164910 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee4e6dc3c0 con 0x55ee4ea054a0 2024-09-16T01:53:56.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.402+0000 7feb55d9b640 1 --2- 172.21.15.17:0/181164910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea100b0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7feb4c005790 tx=0x7feb4c0104d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=34d6844c8bb61d1c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:56.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.402+0000 7feb3dffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:53:56.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.402+0000 7feb3dffb640 1 -- 172.21.15.17:0/181164910 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb4c010d10 con 0x55ee4ea054a0 2024-09-16T01:53:56.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.402+0000 7feb5f11a740 1 -- 172.21.15.17:0/181164910 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb4c004c50 con 0x55ee4ea054a0 2024-09-16T01:53:56.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.402+0000 7feb3dffb640 1 -- 172.21.15.17:0/181164910 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feb4c0046c0 con 0x55ee4ea054a0 2024-09-16T01:53:56.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.403+0000 7feb3dffb640 1 -- 172.21.15.17:0/181164910 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7feb4c0048c0 con 0x55ee4ea054a0 2024-09-16T01:53:56.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.403+0000 7feb5f11a740 10 client.26893 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:56.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.403+0000 7feb5f11a740 1 -- 172.21.15.17:0/181164910 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ee4ea23100 con 0x55ee4ea054a0 2024-09-16T01:53:56.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.403+0000 7feb3dffb640 1 -- 172.21.15.17:0/181164910 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb4c004c50 con 0x55ee4ea054a0 2024-09-16T01:53:56.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.403+0000 7feb3dffb640 1 -- 172.21.15.17:0/181164910 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7feb4c01c070 con 0x55ee4ea054a0 2024-09-16T01:53:56.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.403+0000 7feb5f11a740 10 client.26893 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:56.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.403+0000 7feb5f11a740 10 client.26893 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:56.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.403+0000 7feb5f11a740 20 client.26893 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:56.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.403+0000 7feb5f11a740 1 --2- 172.21.15.17:0/181164910 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ee4ea24510 0x55ee4ea26900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.403+0000 7feb5f11a740 4 client.26893 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:53:56.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.403+0000 7feb5f11a740 1 -- 172.21.15.17:0/181164910 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ee4e978850 con 0x55ee4ea24510 2024-09-16T01:53:56.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.403+0000 7feb5659c640 1 --2- 172.21.15.17:0/181164910 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ee4ea24510 0x55ee4ea26900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.404+0000 7feb5659c640 1 --2- 172.21.15.17:0/181164910 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ee4ea24510 0x55ee4ea26900 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6717a08ee3ff4854 server_cookie=51ac0513a253cc82 in_seq=0 out_seq=0 2024-09-16T01:53:56.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.404+0000 7feb3dffb640 10 client.26893 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:56.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.404+0000 7feb3dffb640 1 -- 172.21.15.17:0/181164910 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ee4e978850 con 0x55ee4ea24510 2024-09-16T01:53:56.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.404+0000 7feb3dffb640 10 client.26893 handle_command_reply: tid=0 2024-09-16T01:53:56.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.404+0000 7feb5f11a740 1 client.26893 shutdown 2024-09-16T01:53:56.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.404+0000 7feb5f11a740 1 -- 172.21.15.17:0/181164910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 msgr2=0x55ee4ea100b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:56.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.404+0000 7feb5f11a740 1 --2- 172.21.15.17:0/181164910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea100b0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7feb4c005790 tx=0x7feb4c0104d0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.405+0000 7feb5f11a740 1 -- 172.21.15.17:0/181164910 shutdown_connections 2024-09-16T01:53:56.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.405+0000 7feb5f11a740 1 --2- 172.21.15.17:0/181164910 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ee4ea24510 0x55ee4ea26900 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.405+0000 7feb5f11a740 1 --2- 172.21.15.17:0/181164910 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea0daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.405+0000 7feb5f11a740 1 --2- 172.21.15.17:0/181164910 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea0d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.405+0000 7feb3dffb640 0 client.26893 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:56.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.405+0000 7feb5f11a740 1 --2- 172.21.15.17:0/181164910 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea100b0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.405+0000 7feb5f11a740 1 -- 172.21.15.17:0/181164910 >> 172.21.15.17:0/181164910 conn(0x55ee4ea01a30 msgr2=0x55ee4ea07760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:56.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.405+0000 7feb5f11a740 1 -- 172.21.15.17:0/181164910 shutdown_connections 2024-09-16T01:53:56.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.405+0000 7feb5f11a740 1 -- 172.21.15.17:0/181164910 wait complete. 2024-09-16T01:53:56.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.405+0000 7feb5f11a740 20 client.26893 trim_cache size 0 max 16384 2024-09-16T01:53:56.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb5f11a740 1 Processor -- start 2024-09-16T01:53:56.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb5f11a740 1 -- start start 2024-09-16T01:53:56.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb5f11a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea0cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb5f11a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea01e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb5f11a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea08900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb5f11a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feb581adb90 con 0x55ee4ea05dc0 2024-09-16T01:53:56.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb5f11a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feb581ab460 con 0x55ee4ea10680 2024-09-16T01:53:56.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb5f11a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feb581a9290 con 0x55ee4ea054a0 2024-09-16T01:53:56.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb5659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea01e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb55d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea0cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb5659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea01e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40678/0 (socket says 172.21.15.17:40678) 2024-09-16T01:53:56.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb5659c640 1 -- 172.21.15.17:0/1363503888 learned_addr learned my addr 172.21.15.17:0/1363503888 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:56.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb55d9b640 1 --2- 172.21.15.17:0/1363503888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea08900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb55d9b640 1 -- 172.21.15.17:0/1363503888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 msgr2=0x55ee4ea08900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:56.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb55d9b640 1 --2- 172.21.15.17:0/1363503888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea08900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb55d9b640 1 -- 172.21.15.17:0/1363503888 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 msgr2=0x55ee4ea01e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:56.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.427+0000 7feb55d9b640 1 --2- 172.21.15.17:0/1363503888 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea01e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.428+0000 7feb55d9b640 1 -- 172.21.15.17:0/1363503888 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ee4ea0de60 con 0x55ee4ea054a0 2024-09-16T01:53:56.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.428+0000 7feb55d9b640 1 --2- 172.21.15.17:0/1363503888 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea0cc20 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7feb4c00b6b0 tx=0x7feb4c00b390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d3a41cd4a8347c81 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:56.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.428+0000 7feb3ffff640 1 -- 172.21.15.17:0/1363503888 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb4c0122e0 con 0x55ee4ea054a0 2024-09-16T01:53:56.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.428+0000 7feb3ffff640 1 -- 172.21.15.17:0/1363503888 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb4c021070 con 0x55ee4ea054a0 2024-09-16T01:53:56.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.428+0000 7feb3ffff640 1 -- 172.21.15.17:0/1363503888 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb4c004e00 con 0x55ee4ea054a0 2024-09-16T01:53:56.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.429+0000 7feb5f11a740 1 -- 172.21.15.17:0/1363503888 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 msgr2=0x55ee4ea0cc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:56.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.429+0000 7feb5f11a740 1 --2- 172.21.15.17:0/1363503888 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea0cc20 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7feb4c00b6b0 tx=0x7feb4c00b390 comp rx=0 tx=0).stop 2024-09-16T01:53:56.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.429+0000 7feb5f11a740 1 -- 172.21.15.17:0/1363503888 shutdown_connections 2024-09-16T01:53:56.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.429+0000 7feb5f11a740 1 --2- 172.21.15.17:0/1363503888 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea08900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.429+0000 7feb5f11a740 1 --2- 172.21.15.17:0/1363503888 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea01e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.429+0000 7feb5f11a740 1 --2- 172.21.15.17:0/1363503888 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea0cc20 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.429+0000 7feb5f11a740 1 -- 172.21.15.17:0/1363503888 >> 172.21.15.17:0/1363503888 conn(0x55ee4ea01a30 msgr2=0x55ee4ea0c4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:56.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.429+0000 7feb5f11a740 1 -- 172.21.15.17:0/1363503888 shutdown_connections 2024-09-16T01:53:56.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.429+0000 7feb5f11a740 1 -- 172.21.15.17:0/1363503888 wait complete. 2024-09-16T01:53:56.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.429+0000 7feb5f11a740 1 -- start start 2024-09-16T01:53:56.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.429+0000 7feb5f11a740 1 Processor -- start 2024-09-16T01:53:56.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb5f11a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea1ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb5f11a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea181c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb5f11a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea18700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb5f11a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feb581a9920 con 0x55ee4ea05dc0 2024-09-16T01:53:56.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb5f11a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feb581aad90 con 0x55ee4ea10680 2024-09-16T01:53:56.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb5f11a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feb581a9ff0 con 0x55ee4ea054a0 2024-09-16T01:53:56.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb5f11a740 10 client.0 _ll_register_callbacks cb 0x7feb48009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:53:56.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb55d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea1ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb55d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea1ce90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50160/0 (socket says 172.21.15.17:50160) 2024-09-16T01:53:56.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb5659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea181c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb55d9b640 1 -- 172.21.15.17:0/204461621 learned_addr learned my addr 172.21.15.17:0/204461621 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:53:56.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb55d9b640 1 --2- 172.21.15.17:0/204461621 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea18700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb55d9b640 1 -- 172.21.15.17:0/204461621 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 msgr2=0x55ee4ea18700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:56.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb55d9b640 1 --2- 172.21.15.17:0/204461621 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea18700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb55d9b640 1 -- 172.21.15.17:0/204461621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 msgr2=0x55ee4ea181c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:53:56.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb55d9b640 1 --2- 172.21.15.17:0/204461621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea181c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb55d9b640 1 -- 172.21.15.17:0/204461621 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ee4ea05bf0 con 0x55ee4ea054a0 2024-09-16T01:53:56.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb55d9b640 1 --2- 172.21.15.17:0/204461621 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea1ce90 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7feb4c00be20 tx=0x7feb4c0055b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=368897d4292e5c2a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:53:56.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb3dffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:53:56.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb3dffb640 1 -- 172.21.15.17:0/204461621 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb4c012270 con 0x55ee4ea054a0 2024-09-16T01:53:56.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.430+0000 7feb3dffb640 1 -- 172.21.15.17:0/204461621 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feb4c010b10 con 0x55ee4ea054a0 2024-09-16T01:53:56.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.431+0000 7feb5f11a740 1 -- 172.21.15.17:0/204461621 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb4c021070 con 0x55ee4ea054a0 2024-09-16T01:53:56.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.431+0000 7feb3dffb640 1 -- 172.21.15.17:0/204461621 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7feb4c010d10 con 0x55ee4ea054a0 2024-09-16T01:53:56.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.431+0000 7feb5f11a740 10 client.26899 fetch_fsmap learned FSMap version 25 2024-09-16T01:53:56.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.431+0000 7feb5f11a740 1 -- 172.21.15.17:0/204461621 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ee4ea8eb40 con 0x55ee4ea054a0 2024-09-16T01:53:56.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.431+0000 7feb3dffb640 1 -- 172.21.15.17:0/204461621 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb4c021070 con 0x55ee4ea054a0 2024-09-16T01:53:56.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.431+0000 7feb3dffb640 1 -- 172.21.15.17:0/204461621 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7feb4c01c040 con 0x55ee4ea054a0 2024-09-16T01:53:56.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.431+0000 7feb5f11a740 10 client.26899 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:53:56.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.431+0000 7feb5f11a740 10 client.26899 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:53:56.224 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:53:56.225 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:53:56.225 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:53:56.225 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:53:56.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.431+0000 7feb5f11a740 20 client.26899 populate_metadata read hostname 'smithi017' 2024-09-16T01:53:56.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.431+0000 7feb5f11a740 1 --2- 172.21.15.17:0/204461621 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ee4ea8f280 0x55ee4ea916a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:53:56.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.431+0000 7feb5f11a740 4 client.26899 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:53:56.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.431+0000 7feb5f11a740 1 -- 172.21.15.17:0/204461621 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55ee4e972d60 con 0x55ee4ea8f280 2024-09-16T01:53:56.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.431+0000 7feb5659c640 1 --2- 172.21.15.17:0/204461621 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ee4ea8f280 0x55ee4ea916a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:53:56.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb3dffb640 10 client.26899 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:56.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb5659c640 1 --2- 172.21.15.17:0/204461621 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ee4ea8f280 0x55ee4ea916a0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e2cdf95af6276016 server_cookie=4b9d8f0cfbc054eb in_seq=0 out_seq=0 2024-09-16T01:53:56.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb3dffb640 1 -- 172.21.15.17:0/204461621 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55ee4e972d60 con 0x55ee4ea8f280 2024-09-16T01:53:56.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb3dffb640 10 client.26899 handle_command_reply: tid=0 2024-09-16T01:53:56.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb5f11a740 1 client.26899 shutdown 2024-09-16T01:53:56.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb5f11a740 1 -- 172.21.15.17:0/204461621 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 msgr2=0x55ee4ea1ce90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:56.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb5f11a740 1 --2- 172.21.15.17:0/204461621 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea1ce90 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7feb4c00be20 tx=0x7feb4c0055b0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb5f11a740 1 -- 172.21.15.17:0/204461621 shutdown_connections 2024-09-16T01:53:56.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb5f11a740 1 --2- 172.21.15.17:0/204461621 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ee4ea8f280 0x55ee4ea916a0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb5f11a740 1 --2- 172.21.15.17:0/204461621 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ee4ea10680 0x55ee4ea18700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb3dffb640 0 client.26899 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:53:56.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb5f11a740 1 --2- 172.21.15.17:0/204461621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ee4ea05dc0 0x55ee4ea181c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb5f11a740 1 --2- 172.21.15.17:0/204461621 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ee4ea054a0 0x55ee4ea1ce90 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb5f11a740 1 -- 172.21.15.17:0/204461621 >> 172.21.15.17:0/204461621 conn(0x55ee4ea01a30 msgr2=0x55ee4ea00350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:56.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb5f11a740 1 -- 172.21.15.17:0/204461621 shutdown_connections 2024-09-16T01:53:56.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb5f11a740 1 -- 172.21.15.17:0/204461621 wait complete. 2024-09-16T01:53:56.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.432+0000 7feb5f11a740 20 client.26899 trim_cache size 0 max 16384 2024-09-16T01:53:56.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.433+0000 7feb5cd41640 1 -- 172.21.15.17:0/990325645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb400a3240 msgr2=0x7feb400a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:56.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.433+0000 7feb5cd41640 1 --2- 172.21.15.17:0/990325645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb400a3240 0x7feb400a5700 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7feb500a60c0 tx=0x7feb500c8750 comp rx=0 tx=0).stop 2024-09-16T01:53:56.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.433+0000 7feb5cd41640 1 -- 172.21.15.17:0/990325645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb58102ef0 msgr2=0x7feb5819bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:53:56.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.433+0000 7feb5cd41640 1 --2- 172.21.15.17:0/990325645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb58102ef0 0x7feb5819bb80 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7feb5000eca0 tx=0x7feb5000b690 comp rx=0 tx=0).stop 2024-09-16T01:53:56.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.433+0000 7feb5cd41640 1 -- 172.21.15.17:0/990325645 shutdown_connections 2024-09-16T01:53:56.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.433+0000 7feb5cd41640 1 --2- 172.21.15.17:0/990325645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb400a3240 0x7feb400a5700 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.433+0000 7feb5cd41640 1 --2- 172.21.15.17:0/990325645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb58102ef0 0x7feb5819bb80 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.433+0000 7feb5cd41640 1 --2- 172.21.15.17:0/990325645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb58102570 0x7feb581977f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.433+0000 7feb5cd41640 1 --2- 172.21.15.17:0/990325645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb58100e20 0x7feb581972b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:53:56.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.433+0000 7feb5cd41640 1 -- 172.21.15.17:0/990325645 >> 172.21.15.17:0/990325645 conn(0x7feb580fc7d0 msgr2=0x7feb580fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:53:56.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.433+0000 7feb5cd41640 1 -- 172.21.15.17:0/990325645 shutdown_connections 2024-09-16T01:53:56.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:53:55.433+0000 7feb5cd41640 1 -- 172.21.15.17:0/990325645 wait complete. 2024-09-16T01:53:56.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:56 smithi017 ceph-mon[30972]: pgmap v651: 97 pgs: 97 active+clean; 167 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:53:56.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:56 smithi122 ceph-mon[34758]: pgmap v651: 97 pgs: 97 active+clean; 167 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:53:56.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:56 smithi029 ceph-mon[34783]: pgmap v651: 97 pgs: 97 active+clean; 167 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 260 KiB/s rd, 1.7 MiB/s wr, 94 op/s 2024-09-16T01:53:56.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 389450 3.74 MB/sec execute 439 sec latency 35.534 ms 2024-09-16T01:53:57.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 390046 3.74 MB/sec execute 440 sec latency 92.681 ms 2024-09-16T01:53:58.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:58 smithi017 ceph-mon[30972]: pgmap v652: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.5 MiB/s wr, 90 op/s 2024-09-16T01:53:58.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:53:58 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:53:58.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:58 smithi029 ceph-mon[34783]: pgmap v652: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.5 MiB/s wr, 90 op/s 2024-09-16T01:53:58.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:53:58 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:53:58.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:58 smithi122 ceph-mon[34758]: pgmap v652: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 272 KiB/s rd, 1.5 MiB/s wr, 90 op/s 2024-09-16T01:53:58.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:53:58 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:53:58.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 390605 3.74 MB/sec execute 441 sec latency 46.935 ms 2024-09-16T01:53:59.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 391157 3.73 MB/sec execute 442 sec latency 39.519 ms 2024-09-16T01:54:00.117 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:54:00.117 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:54:00.501 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:00 smithi017 ceph-mon[30972]: pgmap v653: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:54:00.501 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:00 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:00.502 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:00 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:00.502 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:00 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:00.502 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:00 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:00.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:00 smithi029 ceph-mon[34783]: pgmap v653: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:54:00.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:00 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:00.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:00 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:00.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:00 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:00.549 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:00 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:00.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:00 smithi122 ceph-mon[34758]: pgmap v653: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 228 KiB/s rd, 1.8 MiB/s wr, 89 op/s 2024-09-16T01:54:00.550 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:00 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:00.550 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:00 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:00.550 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:00 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:00.550 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:00 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:00.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 391835 3.73 MB/sec execute 443 sec latency 36.373 ms 2024-09-16T01:54:01.059 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:01.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.586+0000 7fad01fe1640 1 -- 172.21.15.17:0/184148384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facfc102790 msgr2=0x7facfc1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:01.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.586+0000 7fad01fe1640 1 --2- 172.21.15.17:0/184148384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facfc102790 0x7facfc1067e0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7facf0009900 tx=0x7facf002a410 comp rx=0 tx=0).stop 2024-09-16T01:54:01.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.587+0000 7fad01fe1640 1 -- 172.21.15.17:0/184148384 shutdown_connections 2024-09-16T01:54:01.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.587+0000 7fad01fe1640 1 --2- 172.21.15.17:0/184148384 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facfc106f10 0x7facfc10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:01.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.587+0000 7fad01fe1640 1 --2- 172.21.15.17:0/184148384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facfc102790 0x7facfc1067e0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:01.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.587+0000 7fad01fe1640 1 --2- 172.21.15.17:0/184148384 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7facfc101de0 0x7facfc1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:01.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.587+0000 7fad01fe1640 1 -- 172.21.15.17:0/184148384 >> 172.21.15.17:0/184148384 conn(0x7facfc0fd8c0 msgr2=0x7facfc0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:01.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.587+0000 7fad01fe1640 1 -- 172.21.15.17:0/184148384 shutdown_connections 2024-09-16T01:54:01.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.587+0000 7fad01fe1640 1 -- 172.21.15.17:0/184148384 wait complete. 2024-09-16T01:54:01.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.587+0000 7fad01fe1640 1 Processor -- start 2024-09-16T01:54:01.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.587+0000 7fad01fe1640 1 -- start start 2024-09-16T01:54:01.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7fad01fe1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facfc101de0 0x7facfc198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:01.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7fad01fe1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7facfc102790 0x7facfc198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:01.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7fad01fe1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facfc106f10 0x7facfc19cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:01.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7fad01fe1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7facfc111e90 con 0x7facfc106f10 2024-09-16T01:54:01.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7fad01fe1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7facfc111d10 con 0x7facfc101de0 2024-09-16T01:54:01.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7fad01fe1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7facfc112010 con 0x7facfc102790 2024-09-16T01:54:01.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7facfaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7facfc102790 0x7facfc198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:01.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7facfaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7facfc102790 0x7facfc198970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35030/0 (socket says 172.21.15.17:35030) 2024-09-16T01:54:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7facfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facfc106f10 0x7facfc19cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7facfaffd640 1 -- 172.21.15.17:0/3248721981 learned_addr learned my addr 172.21.15.17:0/3248721981 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7facfb7fe640 1 --2- 172.21.15.17:0/3248721981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facfc101de0 0x7facfc198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7facfaffd640 1 -- 172.21.15.17:0/3248721981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facfc101de0 msgr2=0x7facfc198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7facfaffd640 1 --2- 172.21.15.17:0/3248721981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facfc101de0 0x7facfc198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7facfaffd640 1 -- 172.21.15.17:0/3248721981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facfc106f10 msgr2=0x7facfc19cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7facfaffd640 1 --2- 172.21.15.17:0/3248721981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facfc106f10 0x7facfc19cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7facfaffd640 1 -- 172.21.15.17:0/3248721981 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facfc19d3e0 con 0x7facfc102790 2024-09-16T01:54:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.588+0000 7facfbfff640 1 --2- 172.21.15.17:0/3248721981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facfc106f10 0x7facfc19cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:01.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.589+0000 7facfaffd640 1 --2- 172.21.15.17:0/3248721981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7facfc102790 0x7facfc198970 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7facf0005ab0 tx=0x7facf0003c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.589+0000 7facf8ff9640 1 -- 172.21.15.17:0/3248721981 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf003f070 con 0x7facfc102790 2024-09-16T01:54:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.589+0000 7fad01fe1640 1 -- 172.21.15.17:0/3248721981 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facfc19d670 con 0x7facfc102790 2024-09-16T01:54:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.589+0000 7facf8ff9640 1 -- 172.21.15.17:0/3248721981 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7facf0031d60 con 0x7facfc102790 2024-09-16T01:54:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.589+0000 7facf8ff9640 1 -- 172.21.15.17:0/3248721981 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facf0035030 con 0x7facfc102790 2024-09-16T01:54:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.589+0000 7fad01fe1640 1 -- 172.21.15.17:0/3248721981 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facfc1a4fb0 con 0x7facfc102790 2024-09-16T01:54:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.590+0000 7fad01fe1640 1 -- 172.21.15.17:0/3248721981 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facfc1021c0 con 0x7facfc102790 2024-09-16T01:54:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.591+0000 7facf8ff9640 1 -- 172.21.15.17:0/3248721981 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7facf0042070 con 0x7facfc102790 2024-09-16T01:54:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.592+0000 7facf8ff9640 1 --2- 172.21.15.17:0/3248721981 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7face40a3240 0x7face40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.592+0000 7facf8ff9640 1 -- 172.21.15.17:0/3248721981 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7facf00f00a0 con 0x7facfc102790 2024-09-16T01:54:01.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.592+0000 7facfb7fe640 1 --2- 172.21.15.17:0/3248721981 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7face40a3240 0x7face40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:01.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.593+0000 7facfb7fe640 1 --2- 172.21.15.17:0/3248721981 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7face40a3240 0x7face40a5700 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7facec009bd0 tx=0x7facec005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:01.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.596+0000 7facf8ff9640 1 -- 172.21.15.17:0/3248721981 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7facf00bc770 con 0x7facfc102790 2024-09-16T01:54:01.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 392580 3.73 MB/sec execute 444 sec latency 14.119 ms 2024-09-16T01:54:01.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.878+0000 7fad01fe1640 1 -- 172.21.15.17:0/3248721981 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7facfc10a150 con 0x7facfc102790 2024-09-16T01:54:01.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.879+0000 7facf8ff9640 1 -- 172.21.15.17:0/3248721981 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7facf00c0a70 con 0x7facfc102790 2024-09-16T01:54:01.881 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:54:01.881 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:54:01.881 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:54:01.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.882+0000 7fad01fe1640 1 -- 172.21.15.17:0/3248721981 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7face40a3240 msgr2=0x7face40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:01.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.882+0000 7fad01fe1640 1 --2- 172.21.15.17:0/3248721981 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7face40a3240 0x7face40a5700 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7facec009bd0 tx=0x7facec005f90 comp rx=0 tx=0).stop 2024-09-16T01:54:01.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.882+0000 7fad01fe1640 1 -- 172.21.15.17:0/3248721981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7facfc102790 msgr2=0x7facfc198970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:01.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.882+0000 7fad01fe1640 1 --2- 172.21.15.17:0/3248721981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7facfc102790 0x7facfc198970 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7facf0005ab0 tx=0x7facf0003c80 comp rx=0 tx=0).stop 2024-09-16T01:54:01.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.882+0000 7fad01fe1640 1 -- 172.21.15.17:0/3248721981 shutdown_connections 2024-09-16T01:54:01.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.882+0000 7fad01fe1640 1 --2- 172.21.15.17:0/3248721981 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7face40a3240 0x7face40a5700 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:01.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.882+0000 7fad01fe1640 1 --2- 172.21.15.17:0/3248721981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7facfc106f10 0x7facfc19cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:01.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.882+0000 7fad01fe1640 1 --2- 172.21.15.17:0/3248721981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7facfc102790 0x7facfc198970 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:01.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.882+0000 7fad01fe1640 1 --2- 172.21.15.17:0/3248721981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7facfc101de0 0x7facfc198430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:01.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.882+0000 7fad01fe1640 1 -- 172.21.15.17:0/3248721981 >> 172.21.15.17:0/3248721981 conn(0x7facfc0fd8c0 msgr2=0x7facfc0febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:01.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.882+0000 7fad01fe1640 1 -- 172.21.15.17:0/3248721981 shutdown_connections 2024-09-16T01:54:01.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:01.882+0000 7fad01fe1640 1 -- 172.21.15.17:0/3248721981 wait complete. 2024-09-16T01:54:02.512 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:02 smithi017 ceph-mon[30972]: pgmap v654: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:54:02.512 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:02 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:02.512 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:02 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:02.512 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:02 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3248721981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:54:02.542 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:54:02.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:02 smithi122 ceph-mon[34758]: pgmap v654: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:54:02.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:02 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:02.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:02 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:02.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:02 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3248721981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:54:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:02 smithi029 ceph-mon[34783]: pgmap v654: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.5 MiB/s wr, 83 op/s 2024-09-16T01:54:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:02 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:02 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:02.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:02 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3248721981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:54:02.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 393498 3.74 MB/sec execute 445 sec latency 16.253 ms 2024-09-16T01:54:02.856 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.392+0000 7f8f73d4c640 1 -- 172.21.15.17:0/217548518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f6c106a80 msgr2=0x7f8f6c106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.392+0000 7f8f73d4c640 1 --2- 172.21.15.17:0/217548518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f6c106a80 0x7f8f6c106e60 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f8f68009930 tx=0x7f8f6802a420 comp rx=0 tx=0).stop 2024-09-16T01:54:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.392+0000 7f8f73d4c640 1 -- 172.21.15.17:0/217548518 shutdown_connections 2024-09-16T01:54:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.392+0000 7f8f73d4c640 1 --2- 172.21.15.17:0/217548518 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f6c101420 0x7f8f6c10d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.392+0000 7f8f73d4c640 1 --2- 172.21.15.17:0/217548518 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f6c100a80 0x7f8f6c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.392+0000 7f8f73d4c640 1 --2- 172.21.15.17:0/217548518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f6c106a80 0x7f8f6c106e60 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.392+0000 7f8f73d4c640 1 -- 172.21.15.17:0/217548518 >> 172.21.15.17:0/217548518 conn(0x7f8f6c0fc7c0 msgr2=0x7f8f6c0febe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.392+0000 7f8f73d4c640 1 -- 172.21.15.17:0/217548518 shutdown_connections 2024-09-16T01:54:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.392+0000 7f8f73d4c640 1 -- 172.21.15.17:0/217548518 wait complete. 2024-09-16T01:54:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.393+0000 7f8f73d4c640 1 Processor -- start 2024-09-16T01:54:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.393+0000 7f8f73d4c640 1 -- start start 2024-09-16T01:54:03.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.393+0000 7f8f73d4c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f6c100a80 0x7f8f6c198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.393+0000 7f8f73d4c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f6c101420 0x7f8f6c198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.393+0000 7f8f73d4c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f6c106a80 0x7f8f6c19cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.393+0000 7f8f73d4c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c110cf0 con 0x7f8f6c100a80 2024-09-16T01:54:03.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.393+0000 7f8f73d4c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c110b70 con 0x7f8f6c101420 2024-09-16T01:54:03.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.393+0000 7f8f73d4c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c110e70 con 0x7f8f6c106a80 2024-09-16T01:54:03.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.393+0000 7f8f71ae8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f6c100a80 0x7f8f6c198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.393+0000 7f8f71ae8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f6c100a80 0x7f8f6c198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42988/0 (socket says 172.21.15.17:42988) 2024-09-16T01:54:03.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.393+0000 7f8f71ae8640 1 -- 172.21.15.17:0/2606127738 learned_addr learned my addr 172.21.15.17:0/2606127738 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:03.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.394+0000 7f8f722e9640 1 --2- 172.21.15.17:0/2606127738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f6c106a80 0x7f8f6c19cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.394+0000 7f8f712e7640 1 --2- 172.21.15.17:0/2606127738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f6c101420 0x7f8f6c198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.394+0000 7f8f71ae8640 1 -- 172.21.15.17:0/2606127738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f6c106a80 msgr2=0x7f8f6c19cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:03.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.394+0000 7f8f71ae8640 1 --2- 172.21.15.17:0/2606127738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f6c106a80 0x7f8f6c19cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.394+0000 7f8f71ae8640 1 -- 172.21.15.17:0/2606127738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f6c101420 msgr2=0x7f8f6c198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:03.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.394+0000 7f8f71ae8640 1 --2- 172.21.15.17:0/2606127738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f6c101420 0x7f8f6c198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.394+0000 7f8f71ae8640 1 -- 172.21.15.17:0/2606127738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f6c19d2f0 con 0x7f8f6c100a80 2024-09-16T01:54:03.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.394+0000 7f8f71ae8640 1 --2- 172.21.15.17:0/2606127738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f6c100a80 0x7f8f6c198340 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f8f68004770 tx=0x7f8f680042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:03.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.394+0000 7f8f62ffd640 1 -- 172.21.15.17:0/2606127738 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f6803f070 con 0x7f8f6c100a80 2024-09-16T01:54:03.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.394+0000 7f8f62ffd640 1 -- 172.21.15.17:0/2606127738 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f6803b460 con 0x7f8f6c100a80 2024-09-16T01:54:03.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.394+0000 7f8f62ffd640 1 -- 172.21.15.17:0/2606127738 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f68035070 con 0x7f8f6c100a80 2024-09-16T01:54:03.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.394+0000 7f8f73d4c640 1 -- 172.21.15.17:0/2606127738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f6c19d580 con 0x7f8f6c100a80 2024-09-16T01:54:03.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.394+0000 7f8f73d4c640 1 -- 172.21.15.17:0/2606127738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f6c19da10 con 0x7f8f6c100a80 2024-09-16T01:54:03.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.397+0000 7f8f62ffd640 1 -- 172.21.15.17:0/2606127738 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f8f6803b610 con 0x7f8f6c100a80 2024-09-16T01:54:03.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.397+0000 7f8f76125740 1 Processor -- start 2024-09-16T01:54:03.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f76125740 1 -- start start 2024-09-16T01:54:03.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f62ffd640 1 --2- 172.21.15.17:0/2606127738 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8f580a32c0 0x7f8f580a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f76125740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e35633b40 0x556e35632090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f76125740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e356325d0 0x556e35632a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f76125740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e3563d370 0x556e3563f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f76125740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556e355982f0 con 0x556e3563d370 2024-09-16T01:54:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f76125740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556e3553fcf0 con 0x556e356325d0 2024-09-16T01:54:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f76125740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556e355942b0 con 0x556e35633b40 2024-09-16T01:54:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f722e9640 1 --2- 172.21.15.17:0/2606127738 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8f580a32c0 0x7f8f580a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f722e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e3563d370 0x556e3563f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f722e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e3563d370 0x556e3563f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43004/0 (socket says 172.21.15.17:43004) 2024-09-16T01:54:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f62ffd640 1 -- 172.21.15.17:0/2606127738 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8f680efc00 con 0x7f8f6c100a80 2024-09-16T01:54:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f722e9640 1 -- 172.21.15.17:0/4278993201 learned_addr learned my addr 172.21.15.17:0/4278993201 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f71ae8640 1 --2- 172.21.15.17:0/4278993201 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e35633b40 0x556e35632090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.398+0000 7f8f712e7640 1 --2- 172.21.15.17:0/4278993201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e356325d0 0x556e35632a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.399+0000 7f8f722e9640 1 -- 172.21.15.17:0/4278993201 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e35633b40 msgr2=0x556e35632090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.399+0000 7f8f722e9640 1 --2- 172.21.15.17:0/4278993201 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e35633b40 0x556e35632090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.399+0000 7f8f722e9640 1 -- 172.21.15.17:0/4278993201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e356325d0 msgr2=0x556e35632a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.399+0000 7f8f722e9640 1 --2- 172.21.15.17:0/4278993201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e356325d0 0x556e35632a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.399+0000 7f8f722e9640 1 -- 172.21.15.17:0/4278993201 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e355243a0 con 0x556e3563d370 2024-09-16T01:54:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.399+0000 7f8f722e9640 1 --2- 172.21.15.17:0/4278993201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e3563d370 0x556e3563f760 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f8f64012d10 tx=0x7f8f6400f730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7d162e9a826cd53 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.399+0000 7f8f722e9640 1 --2- 172.21.15.17:0/2606127738 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8f580a32c0 0x7f8f580a5780 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f8f6400fc30 tx=0x7f8f64017000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.399+0000 7f8f57fff640 1 -- 172.21.15.17:0/4278993201 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f64023070 con 0x556e3563d370 2024-09-16T01:54:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.399+0000 7f8f57fff640 1 -- 172.21.15.17:0/4278993201 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f64009cf0 con 0x556e3563d370 2024-09-16T01:54:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.399+0000 7f8f57fff640 1 -- 172.21.15.17:0/4278993201 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f6401fb30 con 0x556e3563d370 2024-09-16T01:54:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.400+0000 7f8f76125740 1 -- 172.21.15.17:0/4278993201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e3563d370 msgr2=0x556e3563f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.400+0000 7f8f76125740 1 --2- 172.21.15.17:0/4278993201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e3563d370 0x556e3563f760 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7f8f64012d10 tx=0x7f8f6400f730 comp rx=0 tx=0).stop 2024-09-16T01:54:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.400+0000 7f8f76125740 1 -- 172.21.15.17:0/4278993201 shutdown_connections 2024-09-16T01:54:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.400+0000 7f8f76125740 1 --2- 172.21.15.17:0/4278993201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e3563d370 0x556e3563f760 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.400+0000 7f8f76125740 1 --2- 172.21.15.17:0/4278993201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e356325d0 0x556e35632a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.400+0000 7f8f76125740 1 --2- 172.21.15.17:0/4278993201 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e35633b40 0x556e35632090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.400+0000 7f8f76125740 1 -- 172.21.15.17:0/4278993201 >> 172.21.15.17:0/4278993201 conn(0x556e355fb310 msgr2=0x556e3562ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:03.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.400+0000 7f8f76125740 1 -- 172.21.15.17:0/4278993201 shutdown_connections 2024-09-16T01:54:03.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.400+0000 7f8f76125740 1 -- 172.21.15.17:0/4278993201 wait complete. 2024-09-16T01:54:03.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.400+0000 7f8f76125740 1 -- start start 2024-09-16T01:54:03.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.401+0000 7f8f76125740 1 Processor -- start 2024-09-16T01:54:03.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.401+0000 7f8f76125740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e356325d0 0x556e3563cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.401+0000 7f8f76125740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e35633b40 0x556e3563a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.401+0000 7f8f76125740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e3563d370 0x556e3563a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.401+0000 7f8f76125740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556e35640060 con 0x556e3563d370 2024-09-16T01:54:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.401+0000 7f8f76125740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556e35553060 con 0x556e35633b40 2024-09-16T01:54:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.401+0000 7f8f76125740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556e356401e0 con 0x556e356325d0 2024-09-16T01:54:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.401+0000 7f8f76125740 10 client.0 _ll_register_callbacks cb 0x556e352a68c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.401+0000 7f8f71ae8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e356325d0 0x556e3563cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.401+0000 7f8f71ae8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e356325d0 0x556e3563cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35056/0 (socket says 172.21.15.17:35056) 2024-09-16T01:54:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.401+0000 7f8f71ae8640 1 -- 172.21.15.17:0/8425047 learned_addr learned my addr 172.21.15.17:0/8425047 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.401+0000 7f8f722e9640 1 --2- 172.21.15.17:0/8425047 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e3563d370 0x556e3563a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f712e7640 1 --2- 172.21.15.17:0/8425047 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e35633b40 0x556e3563a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f71ae8640 1 -- 172.21.15.17:0/8425047 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e35633b40 msgr2=0x556e3563a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f71ae8640 1 --2- 172.21.15.17:0/8425047 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e35633b40 0x556e3563a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f71ae8640 1 -- 172.21.15.17:0/8425047 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e3563d370 msgr2=0x556e3563a7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f71ae8640 1 --2- 172.21.15.17:0/8425047 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e3563d370 0x556e3563a7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f71ae8640 1 -- 172.21.15.17:0/8425047 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e353093c0 con 0x556e356325d0 2024-09-16T01:54:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f71ae8640 1 --2- 172.21.15.17:0/8425047 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e356325d0 0x556e3563cdf0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f8f68005940 tx=0x7f8f680bd350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95c7f33f1d47f264 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f557fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:54:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f557fa640 1 -- 172.21.15.17:0/8425047 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f68048040 con 0x556e356325d0 2024-09-16T01:54:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f557fa640 1 -- 172.21.15.17:0/8425047 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8f6803b940 con 0x556e356325d0 2024-09-16T01:54:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f76125740 1 -- 172.21.15.17:0/8425047 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f64009cf0 con 0x556e356325d0 2024-09-16T01:54:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f557fa640 1 -- 172.21.15.17:0/8425047 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8f680dae60 con 0x556e356325d0 2024-09-16T01:54:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f76125740 10 client.26917 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f76125740 1 -- 172.21.15.17:0/8425047 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556e35640060 con 0x556e356325d0 2024-09-16T01:54:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.402+0000 7f8f557fa640 1 -- 172.21.15.17:0/8425047 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f64009cf0 con 0x556e356325d0 2024-09-16T01:54:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.403+0000 7f8f557fa640 1 -- 172.21.15.17:0/8425047 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8f6804b060 con 0x556e356325d0 2024-09-16T01:54:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.403+0000 7f8f76125740 10 client.26917 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.403+0000 7f8f76125740 10 client.26917 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:54:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.403+0000 7f8f76125740 20 client.26917 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.403+0000 7f8f76125740 1 --2- 172.21.15.17:0/8425047 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x556e3564d000 0x556e3564f440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.403+0000 7f8f76125740 4 client.26917 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:54:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.403+0000 7f8f76125740 1 -- 172.21.15.17:0/8425047 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556e355a5860 con 0x556e3564d000 2024-09-16T01:54:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.403+0000 7f8f712e7640 1 --2- 172.21.15.17:0/8425047 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x556e3564d000 0x556e3564f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.403+0000 7f8f712e7640 1 --2- 172.21.15.17:0/8425047 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x556e3564d000 0x556e3564f440 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=117276131d822e0a server_cookie=c6420c3a1b5c929e in_seq=0 out_seq=0 2024-09-16T01:54:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.403+0000 7f8f557fa640 10 client.26917 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:54:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.404+0000 7f8f557fa640 1 -- 172.21.15.17:0/8425047 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556e355a5860 con 0x556e3564d000 2024-09-16T01:54:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.404+0000 7f8f557fa640 10 client.26917 handle_command_reply: tid=0 2024-09-16T01:54:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.404+0000 7f8f76125740 1 client.26917 shutdown 2024-09-16T01:54:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.404+0000 7f8f76125740 1 -- 172.21.15.17:0/8425047 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e356325d0 msgr2=0x556e3563cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.404+0000 7f8f76125740 1 --2- 172.21.15.17:0/8425047 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e356325d0 0x556e3563cdf0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f8f68005940 tx=0x7f8f680bd350 comp rx=0 tx=0).stop 2024-09-16T01:54:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.404+0000 7f8f76125740 1 -- 172.21.15.17:0/8425047 shutdown_connections 2024-09-16T01:54:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.404+0000 7f8f76125740 1 --2- 172.21.15.17:0/8425047 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x556e3564d000 0x556e3564f440 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.404+0000 7f8f76125740 1 --2- 172.21.15.17:0/8425047 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e3563d370 0x556e3563a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.404+0000 7f8f76125740 1 --2- 172.21.15.17:0/8425047 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e35633b40 0x556e3563a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.404+0000 7f8f557fa640 0 client.26917 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:54:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.404+0000 7f8f76125740 1 --2- 172.21.15.17:0/8425047 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e356325d0 0x556e3563cdf0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.404+0000 7f8f76125740 1 -- 172.21.15.17:0/8425047 >> 172.21.15.17:0/8425047 conn(0x556e355fb310 msgr2=0x556e35634960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.405+0000 7f8f76125740 1 -- 172.21.15.17:0/8425047 shutdown_connections 2024-09-16T01:54:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.405+0000 7f8f76125740 1 -- 172.21.15.17:0/8425047 wait complete. 2024-09-16T01:54:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.405+0000 7f8f76125740 20 client.26917 trim_cache size 0 max 16384 2024-09-16T01:54:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.418+0000 7f8f76125740 1 Processor -- start 2024-09-16T01:54:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.418+0000 7f8f76125740 1 -- start start 2024-09-16T01:54:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f76125740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e356325d0 0x556e35629ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f76125740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e35633b40 0x556e35649300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f76125740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e3563d370 0x556e35639080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f76125740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c1b1f70 con 0x556e356325d0 2024-09-16T01:54:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f76125740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c1af840 con 0x556e3563d370 2024-09-16T01:54:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f76125740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c1ad670 con 0x556e35633b40 2024-09-16T01:54:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f71ae8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e356325d0 0x556e35629ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f71ae8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e356325d0 0x556e35629ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43024/0 (socket says 172.21.15.17:43024) 2024-09-16T01:54:03.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f712e7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e35633b40 0x556e35649300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f71ae8640 1 -- 172.21.15.17:0/1807607123 learned_addr learned my addr 172.21.15.17:0/1807607123 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:03.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f722e9640 1 --2- 172.21.15.17:0/1807607123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e3563d370 0x556e35639080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f71ae8640 1 -- 172.21.15.17:0/1807607123 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e35633b40 msgr2=0x556e35649300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:03.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f71ae8640 1 --2- 172.21.15.17:0/1807607123 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e35633b40 0x556e35649300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f71ae8640 1 -- 172.21.15.17:0/1807607123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e3563d370 msgr2=0x556e35639080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f71ae8640 1 --2- 172.21.15.17:0/1807607123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e3563d370 0x556e35639080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f71ae8640 1 -- 172.21.15.17:0/1807607123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556e35649840 con 0x556e356325d0 2024-09-16T01:54:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f71ae8640 1 --2- 172.21.15.17:0/1807607123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e356325d0 0x556e35629ad0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f8f680c5100 tx=0x7f8f680ba730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23b76f8bb11b48c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f577fe640 1 -- 172.21.15.17:0/1807607123 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f680c4e90 con 0x556e356325d0 2024-09-16T01:54:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f577fe640 1 -- 172.21.15.17:0/1807607123 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f680bc220 con 0x556e356325d0 2024-09-16T01:54:03.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.419+0000 7f8f577fe640 1 -- 172.21.15.17:0/1807607123 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f680dc0e0 con 0x556e356325d0 2024-09-16T01:54:03.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.420+0000 7f8f76125740 1 -- 172.21.15.17:0/1807607123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e356325d0 msgr2=0x556e35629ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:03.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.420+0000 7f8f76125740 1 --2- 172.21.15.17:0/1807607123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e356325d0 0x556e35629ad0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f8f680c5100 tx=0x7f8f680ba730 comp rx=0 tx=0).stop 2024-09-16T01:54:03.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.420+0000 7f8f76125740 1 -- 172.21.15.17:0/1807607123 shutdown_connections 2024-09-16T01:54:03.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.420+0000 7f8f76125740 1 --2- 172.21.15.17:0/1807607123 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e3563d370 0x556e35639080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.420+0000 7f8f76125740 1 --2- 172.21.15.17:0/1807607123 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e35633b40 0x556e35649300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.420+0000 7f8f76125740 1 --2- 172.21.15.17:0/1807607123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e356325d0 0x556e35629ad0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.420+0000 7f8f76125740 1 -- 172.21.15.17:0/1807607123 >> 172.21.15.17:0/1807607123 conn(0x556e355fb310 msgr2=0x556e35638970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.420+0000 7f8f76125740 1 -- 172.21.15.17:0/1807607123 shutdown_connections 2024-09-16T01:54:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.420+0000 7f8f76125740 1 -- 172.21.15.17:0/1807607123 wait complete. 2024-09-16T01:54:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.421+0000 7f8f76125740 1 -- start start 2024-09-16T01:54:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.421+0000 7f8f76125740 1 Processor -- start 2024-09-16T01:54:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.421+0000 7f8f76125740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e356325d0 0x556e356409d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.421+0000 7f8f76125740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e35633b40 0x556e35640f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.421+0000 7f8f76125740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e3563d370 0x556e356b5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.421+0000 7f8f76125740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c1add00 con 0x556e35633b40 2024-09-16T01:54:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.421+0000 7f8f76125740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c1af170 con 0x556e356325d0 2024-09-16T01:54:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.421+0000 7f8f76125740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8f6c1ae3d0 con 0x556e3563d370 2024-09-16T01:54:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.421+0000 7f8f76125740 10 client.0 _ll_register_callbacks cb 0x7f8f680bbd60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.421+0000 7f8f712e7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e35633b40 0x556e35640f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.421+0000 7f8f712e7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e35633b40 0x556e35640f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43030/0 (socket says 172.21.15.17:43030) 2024-09-16T01:54:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.421+0000 7f8f712e7640 1 -- 172.21.15.17:0/2143140466 learned_addr learned my addr 172.21.15.17:0/2143140466 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.421+0000 7f8f722e9640 1 --2- 172.21.15.17:0/2143140466 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e3563d370 0x556e356b5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.422+0000 7f8f71ae8640 1 --2- 172.21.15.17:0/2143140466 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e356325d0 0x556e356409d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.422+0000 7f8f712e7640 1 -- 172.21.15.17:0/2143140466 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e3563d370 msgr2=0x556e356b5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.422+0000 7f8f712e7640 1 --2- 172.21.15.17:0/2143140466 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e3563d370 0x556e356b5cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.422+0000 7f8f712e7640 1 -- 172.21.15.17:0/2143140466 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e356325d0 msgr2=0x556e356409d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.422+0000 7f8f712e7640 1 --2- 172.21.15.17:0/2143140466 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e356325d0 0x556e356409d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.422+0000 7f8f712e7640 1 -- 172.21.15.17:0/2143140466 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556e356b6310 con 0x556e35633b40 2024-09-16T01:54:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.422+0000 7f8f71ae8640 1 --2- 172.21.15.17:0/2143140466 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e356325d0 0x556e356409d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:54:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.422+0000 7f8f712e7640 1 --2- 172.21.15.17:0/2143140466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e35633b40 0x556e35640f10 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c005d90 tx=0x7f8f5c013a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d7aeb1e6bdaff65 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.422+0000 7f8f557fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:54:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.422+0000 7f8f557fa640 1 -- 172.21.15.17:0/2143140466 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f5c004220 con 0x556e35633b40 2024-09-16T01:54:03.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.422+0000 7f8f76125740 1 -- 172.21.15.17:0/2143140466 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8f680bc220 con 0x556e35633b40 2024-09-16T01:54:03.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.422+0000 7f8f557fa640 1 -- 172.21.15.17:0/2143140466 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8f5c0043c0 con 0x556e35633b40 2024-09-16T01:54:03.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.423+0000 7f8f557fa640 1 -- 172.21.15.17:0/2143140466 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8f5c0035f0 con 0x556e35633b40 2024-09-16T01:54:03.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.423+0000 7f8f76125740 10 client.17268 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:03.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.423+0000 7f8f76125740 1 -- 172.21.15.17:0/2143140466 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556e356b7680 con 0x556e35633b40 2024-09-16T01:54:03.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.423+0000 7f8f557fa640 1 -- 172.21.15.17:0/2143140466 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8f680bc220 con 0x556e35633b40 2024-09-16T01:54:03.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.423+0000 7f8f557fa640 1 -- 172.21.15.17:0/2143140466 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8f5c021070 con 0x556e35633b40 2024-09-16T01:54:03.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.423+0000 7f8f76125740 10 client.17268 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:03.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.423+0000 7f8f76125740 10 client.17268 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:54:03.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.423+0000 7f8f76125740 20 client.17268 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:03.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.423+0000 7f8f76125740 1 --2- 172.21.15.17:0/2143140466 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x556e356b7de0 0x556e356ba200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:03.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.423+0000 7f8f76125740 4 client.17268 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:54:03.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.423+0000 7f8f76125740 1 -- 172.21.15.17:0/2143140466 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556e3559fd70 con 0x556e356b7de0 2024-09-16T01:54:03.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.423+0000 7f8f71ae8640 1 --2- 172.21.15.17:0/2143140466 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x556e356b7de0 0x556e356ba200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:03.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f557fa640 10 client.17268 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:54:03.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f71ae8640 1 --2- 172.21.15.17:0/2143140466 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x556e356b7de0 0x556e356ba200 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9d12b3c7f969bc79 server_cookie=a50dbcb8bd8dad53 in_seq=0 out_seq=0 2024-09-16T01:54:03.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f557fa640 1 -- 172.21.15.17:0/2143140466 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556e3559fd70 con 0x556e356b7de0 2024-09-16T01:54:03.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f557fa640 10 client.17268 handle_command_reply: tid=0 2024-09-16T01:54:03.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f76125740 1 client.17268 shutdown 2024-09-16T01:54:03.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f76125740 1 -- 172.21.15.17:0/2143140466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e35633b40 msgr2=0x556e35640f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:03.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f76125740 1 --2- 172.21.15.17:0/2143140466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e35633b40 0x556e35640f10 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c005d90 tx=0x7f8f5c013a60 comp rx=0 tx=0).stop 2024-09-16T01:54:03.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f76125740 1 -- 172.21.15.17:0/2143140466 shutdown_connections 2024-09-16T01:54:03.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f76125740 1 --2- 172.21.15.17:0/2143140466 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x556e356b7de0 0x556e356ba200 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f557fa640 0 client.17268 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:54:03.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f76125740 1 --2- 172.21.15.17:0/2143140466 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556e3563d370 0x556e356b5cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f76125740 1 --2- 172.21.15.17:0/2143140466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e35633b40 0x556e35640f10 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f76125740 1 --2- 172.21.15.17:0/2143140466 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556e356325d0 0x556e356409d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f76125740 1 -- 172.21.15.17:0/2143140466 >> 172.21.15.17:0/2143140466 conn(0x556e355fb310 msgr2=0x556e35638970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:03.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f76125740 1 -- 172.21.15.17:0/2143140466 shutdown_connections 2024-09-16T01:54:03.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.424+0000 7f8f76125740 1 -- 172.21.15.17:0/2143140466 wait complete. 2024-09-16T01:54:03.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.425+0000 7f8f76125740 20 client.17268 trim_cache size 0 max 16384 2024-09-16T01:54:03.435 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:54:03.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.425+0000 7f8f73d4c640 1 -- 172.21.15.17:0/2606127738 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8f580a32c0 msgr2=0x7f8f580a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:03.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.425+0000 7f8f73d4c640 1 --2- 172.21.15.17:0/2606127738 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8f580a32c0 0x7f8f580a5780 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f8f6400fc30 tx=0x7f8f64017000 comp rx=0 tx=0).stop 2024-09-16T01:54:03.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.425+0000 7f8f73d4c640 1 -- 172.21.15.17:0/2606127738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f6c100a80 msgr2=0x7f8f6c198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:03.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.425+0000 7f8f73d4c640 1 --2- 172.21.15.17:0/2606127738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f6c100a80 0x7f8f6c198340 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f8f68004770 tx=0x7f8f680042f0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.425+0000 7f8f73d4c640 1 -- 172.21.15.17:0/2606127738 shutdown_connections 2024-09-16T01:54:03.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.425+0000 7f8f73d4c640 1 --2- 172.21.15.17:0/2606127738 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8f580a32c0 0x7f8f580a5780 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.425+0000 7f8f73d4c640 1 --2- 172.21.15.17:0/2606127738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8f6c106a80 0x7f8f6c19cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.425+0000 7f8f73d4c640 1 --2- 172.21.15.17:0/2606127738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8f6c101420 0x7f8f6c198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.425+0000 7f8f73d4c640 1 --2- 172.21.15.17:0/2606127738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f6c100a80 0x7f8f6c198340 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:03.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.425+0000 7f8f73d4c640 1 -- 172.21.15.17:0/2606127738 >> 172.21.15.17:0/2606127738 conn(0x7f8f6c0fc7c0 msgr2=0x7f8f6c06ab30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:03.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.425+0000 7f8f73d4c640 1 -- 172.21.15.17:0/2606127738 shutdown_connections 2024-09-16T01:54:03.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:03.425+0000 7f8f73d4c640 1 -- 172.21.15.17:0/2606127738 wait complete. 2024-09-16T01:54:03.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:54:03.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:54:03.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:03.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:54:03.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:54:03.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:03.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:54:03.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:54:03.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:54:03.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 393998 3.74 MB/sec execute 446 sec latency 47.408 ms 2024-09-16T01:54:04.220 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:54:04.505 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:04.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:04 smithi017 ceph-mon[30972]: pgmap v655: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.6 MiB/s wr, 94 op/s 2024-09-16T01:54:04.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:04 smithi122 ceph-mon[34758]: pgmap v655: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.6 MiB/s wr, 94 op/s 2024-09-16T01:54:04.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:04 smithi029 ceph-mon[34783]: pgmap v655: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 305 KiB/s rd, 1.6 MiB/s wr, 94 op/s 2024-09-16T01:54:04.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 394459 3.73 MB/sec execute 447 sec latency 12.756 ms 2024-09-16T01:54:05.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.046+0000 7f1d10ca1640 1 -- 172.21.15.17:0/1113107567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c106f10 msgr2=0x7f1d0c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:05.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.046+0000 7f1d10ca1640 1 --2- 172.21.15.17:0/1113107567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c106f10 0x7f1d0c10ea90 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7f1d04009ca0 tx=0x7f1d0402a8c0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.046+0000 7f1d10ca1640 1 -- 172.21.15.17:0/1113107567 shutdown_connections 2024-09-16T01:54:05.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.046+0000 7f1d10ca1640 1 --2- 172.21.15.17:0/1113107567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c106f10 0x7f1d0c10ea90 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.046+0000 7f1d10ca1640 1 --2- 172.21.15.17:0/1113107567 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1d0c102790 0x7f1d0c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.046+0000 7f1d10ca1640 1 --2- 172.21.15.17:0/1113107567 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d0c101de0 0x7f1d0c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.046+0000 7f1d10ca1640 1 -- 172.21.15.17:0/1113107567 >> 172.21.15.17:0/1113107567 conn(0x7f1d0c0fd8e0 msgr2=0x7f1d0c0ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:05.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.046+0000 7f1d10ca1640 1 -- 172.21.15.17:0/1113107567 shutdown_connections 2024-09-16T01:54:05.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.046+0000 7f1d10ca1640 1 -- 172.21.15.17:0/1113107567 wait complete. 2024-09-16T01:54:05.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.047+0000 7f1d10ca1640 1 Processor -- start 2024-09-16T01:54:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.047+0000 7f1d10ca1640 1 -- start start 2024-09-16T01:54:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.047+0000 7f1d10ca1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d0c101de0 0x7f1d0c1982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.047+0000 7f1d10ca1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c102790 0x7f1d0c198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.047+0000 7f1d10ca1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1d0c106f10 0x7f1d0c19cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.047+0000 7f1d10ca1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0c111e20 con 0x7f1d0c102790 2024-09-16T01:54:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.047+0000 7f1d10ca1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0c111ca0 con 0x7f1d0c101de0 2024-09-16T01:54:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.047+0000 7f1d10ca1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0c111fa0 con 0x7f1d0c106f10 2024-09-16T01:54:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.047+0000 7f1d09d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c102790 0x7f1d0c198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.048+0000 7f1d0a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d0c101de0 0x7f1d0c1982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.048+0000 7f1d0a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d0c101de0 0x7f1d0c1982f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:38040/0 (socket says 172.21.15.17:38040) 2024-09-16T01:54:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.048+0000 7f1d0a59c640 1 -- 172.21.15.17:0/525513557 learned_addr learned my addr 172.21.15.17:0/525513557 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.048+0000 7f1d0ad9d640 1 --2- 172.21.15.17:0/525513557 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1d0c106f10 0x7f1d0c19cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.048+0000 7f1d09d9b640 1 -- 172.21.15.17:0/525513557 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1d0c106f10 msgr2=0x7f1d0c19cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.048+0000 7f1d09d9b640 1 --2- 172.21.15.17:0/525513557 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1d0c106f10 0x7f1d0c19cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.048+0000 7f1d09d9b640 1 -- 172.21.15.17:0/525513557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d0c101de0 msgr2=0x7f1d0c1982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.048+0000 7f1d09d9b640 1 --2- 172.21.15.17:0/525513557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d0c101de0 0x7f1d0c1982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.048+0000 7f1d09d9b640 1 -- 172.21.15.17:0/525513557 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d0c19d2a0 con 0x7f1d0c102790 2024-09-16T01:54:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.048+0000 7f1d09d9b640 1 --2- 172.21.15.17:0/525513557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c102790 0x7f1d0c198830 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f1d0000e9f0 tx=0x7f1d0000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.048+0000 7f1cfb7fe640 1 -- 172.21.15.17:0/525513557 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d0000cd80 con 0x7f1d0c102790 2024-09-16T01:54:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.049+0000 7f1d10ca1640 1 -- 172.21.15.17:0/525513557 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d0c19d590 con 0x7f1d0c102790 2024-09-16T01:54:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.049+0000 7f1d10ca1640 1 -- 172.21.15.17:0/525513557 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d0c074420 con 0x7f1d0c102790 2024-09-16T01:54:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.049+0000 7f1cfb7fe640 1 -- 172.21.15.17:0/525513557 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d000035f0 con 0x7f1d0c102790 2024-09-16T01:54:05.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.049+0000 7f1cfb7fe640 1 -- 172.21.15.17:0/525513557 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d00010690 con 0x7f1d0c102790 2024-09-16T01:54:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.051+0000 7f1cfb7fe640 1 -- 172.21.15.17:0/525513557 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1d00003fa0 con 0x7f1d0c102790 2024-09-16T01:54:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.051+0000 7f1d1307a740 1 Processor -- start 2024-09-16T01:54:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.052+0000 7f1d1307a740 1 -- start start 2024-09-16T01:54:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.052+0000 7f1d1307a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55673586ab40 0x556735869090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.052+0000 7f1d1307a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567358695d0 0x556735869a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.052+0000 7f1d1307a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556735874370 0x556735876760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.052+0000 7f1cfb7fe640 1 --2- 172.21.15.17:0/525513557 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1cf40a32c0 0x7f1cf40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.052+0000 7f1d1307a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5567357cf2f0 con 0x5567358695d0 2024-09-16T01:54:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.052+0000 7f1d1307a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556735776cf0 con 0x556735874370 2024-09-16T01:54:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.052+0000 7f1d1307a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5567357cb2b0 con 0x55673586ab40 2024-09-16T01:54:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.052+0000 7f1d0ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55673586ab40 0x556735869090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.052+0000 7f1d0a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567358695d0 0x556735869a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.052+0000 7f1d0ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55673586ab40 0x556735869090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35092/0 (socket says 172.21.15.17:35092) 2024-09-16T01:54:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.052+0000 7f1d0a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567358695d0 0x556735869a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43052/0 (socket says 172.21.15.17:43052) 2024-09-16T01:54:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.052+0000 7f1d0ad9d640 1 -- 172.21.15.17:0/4166107330 learned_addr learned my addr 172.21.15.17:0/4166107330 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.053+0000 7f1d0ad9d640 1 --2- 172.21.15.17:0/525513557 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1cf40a32c0 0x7f1cf40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.053+0000 7f1d09d9b640 1 --2- 172.21.15.17:0/4166107330 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556735874370 0x556735876760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.053+0000 7f1d0ad9d640 1 -- 172.21.15.17:0/4166107330 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556735874370 msgr2=0x556735876760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.053+0000 7f1d0ad9d640 1 --2- 172.21.15.17:0/4166107330 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556735874370 0x556735876760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.053+0000 7f1d0ad9d640 1 -- 172.21.15.17:0/4166107330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567358695d0 msgr2=0x556735869a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.053+0000 7f1d0ad9d640 1 --2- 172.21.15.17:0/4166107330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567358695d0 0x556735869a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.053+0000 7f1d0ad9d640 1 -- 172.21.15.17:0/4166107330 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55673575b3a0 con 0x55673586ab40 2024-09-16T01:54:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.053+0000 7f1d0a59c640 1 --2- 172.21.15.17:0/4166107330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567358695d0 0x556735869a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.053+0000 7f1d0ad9d640 1 --2- 172.21.15.17:0/4166107330 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55673586ab40 0x556735869090 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1d04009ca0 tx=0x7f1d040316a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=257b820a093f5ea3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.053+0000 7f1cfb7fe640 1 -- 172.21.15.17:0/525513557 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1d000cf930 con 0x7f1d0c102790 2024-09-16T01:54:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.053+0000 7f1d0ad9d640 1 --2- 172.21.15.17:0/525513557 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1cf40a32c0 0x7f1cf40a5780 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f1d04035000 tx=0x7f1d04049000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.054+0000 7f1cf8ff9640 1 -- 172.21.15.17:0/4166107330 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d04004b40 con 0x55673586ab40 2024-09-16T01:54:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.054+0000 7f1cf8ff9640 1 -- 172.21.15.17:0/4166107330 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d0404f070 con 0x55673586ab40 2024-09-16T01:54:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.054+0000 7f1cf8ff9640 1 -- 172.21.15.17:0/4166107330 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d040044d0 con 0x55673586ab40 2024-09-16T01:54:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.054+0000 7f1d1307a740 1 -- 172.21.15.17:0/4166107330 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55673586ab40 msgr2=0x556735869090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.054+0000 7f1d1307a740 1 --2- 172.21.15.17:0/4166107330 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55673586ab40 0x556735869090 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f1d04009ca0 tx=0x7f1d040316a0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.054+0000 7f1d1307a740 1 -- 172.21.15.17:0/4166107330 shutdown_connections 2024-09-16T01:54:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.054+0000 7f1d1307a740 1 --2- 172.21.15.17:0/4166107330 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556735874370 0x556735876760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.054+0000 7f1d1307a740 1 --2- 172.21.15.17:0/4166107330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5567358695d0 0x556735869a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.054+0000 7f1d1307a740 1 --2- 172.21.15.17:0/4166107330 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55673586ab40 0x556735869090 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.054+0000 7f1d1307a740 1 -- 172.21.15.17:0/4166107330 >> 172.21.15.17:0/4166107330 conn(0x556735832310 msgr2=0x556735865c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.055+0000 7f1d1307a740 1 -- 172.21.15.17:0/4166107330 shutdown_connections 2024-09-16T01:54:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.055+0000 7f1d1307a740 1 -- 172.21.15.17:0/4166107330 wait complete. 2024-09-16T01:54:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.055+0000 7f1d1307a740 1 -- start start 2024-09-16T01:54:05.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.055+0000 7f1d1307a740 1 Processor -- start 2024-09-16T01:54:05.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.055+0000 7f1d1307a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x556735873ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.055+0000 7f1d1307a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x556735870f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.055+0000 7f1d1307a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 0x5567358714f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.055+0000 7f1d1307a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556735876e90 con 0x55673586ab40 2024-09-16T01:54:05.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.055+0000 7f1d1307a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55673578a060 con 0x5567358695d0 2024-09-16T01:54:05.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.055+0000 7f1d1307a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556735877010 con 0x556735874370 2024-09-16T01:54:05.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.055+0000 7f1d1307a740 10 client.0 _ll_register_callbacks cb 0x5567354dd8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:05.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1d0a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x556735873ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1d09d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x556735870f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1d0a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x556735873ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:38060/0 (socket says 172.21.15.17:38060) 2024-09-16T01:54:05.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1d0a59c640 1 -- 172.21.15.17:0/509636017 learned_addr learned my addr 172.21.15.17:0/509636017 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:05.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1d0ad9d640 1 --2- 172.21.15.17:0/509636017 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 0x5567358714f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1d0a59c640 1 -- 172.21.15.17:0/509636017 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 msgr2=0x5567358714f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:05.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1d0a59c640 1 --2- 172.21.15.17:0/509636017 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 0x5567358714f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1d0a59c640 1 -- 172.21.15.17:0/509636017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 msgr2=0x556735870f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:05.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1d0a59c640 1 --2- 172.21.15.17:0/509636017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x556735870f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1d0a59c640 1 -- 172.21.15.17:0/509636017 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5567355403c0 con 0x5567358695d0 2024-09-16T01:54:05.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1d09d9b640 1 --2- 172.21.15.17:0/509636017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x556735870f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:05.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1d0a59c640 1 --2- 172.21.15.17:0/509636017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x556735873ce0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f1cfc012dd0 tx=0x7f1cfc009ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e0b497f55e1da9a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:05.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1cf1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:54:05.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1cf1ffb640 1 -- 172.21.15.17:0/509636017 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cfc020020 con 0x5567358695d0 2024-09-16T01:54:05.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1cf1ffb640 1 -- 172.21.15.17:0/509636017 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1cfc003ba0 con 0x5567358695d0 2024-09-16T01:54:05.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.056+0000 7f1d1307a740 1 -- 172.21.15.17:0/509636017 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d0404f070 con 0x5567358695d0 2024-09-16T01:54:05.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.057+0000 7f1cf1ffb640 1 -- 172.21.15.17:0/509636017 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1cfc003da0 con 0x5567358695d0 2024-09-16T01:54:05.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.057+0000 7f1d1307a740 10 client.26714 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:05.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.057+0000 7f1d1307a740 1 -- 172.21.15.17:0/509636017 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556735882960 con 0x5567358695d0 2024-09-16T01:54:05.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.057+0000 7f1cf1ffb640 1 -- 172.21.15.17:0/509636017 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d0404f070 con 0x5567358695d0 2024-09-16T01:54:05.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.057+0000 7f1cf1ffb640 1 -- 172.21.15.17:0/509636017 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f1cfc027550 con 0x5567358695d0 2024-09-16T01:54:05.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.057+0000 7f1d1307a740 10 client.26714 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:05.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.057+0000 7f1d1307a740 10 client.26714 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:54:05.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.057+0000 7f1d1307a740 20 client.26714 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:05.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.057+0000 7f1d1307a740 1 --2- 172.21.15.17:0/509636017 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x556735883ec0 0x5567358862d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.057+0000 7f1d1307a740 4 client.26714 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:54:05.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.057+0000 7f1d1307a740 1 -- 172.21.15.17:0/509636017 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5567357dc860 con 0x556735883ec0 2024-09-16T01:54:05.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.057+0000 7f1d09d9b640 1 --2- 172.21.15.17:0/509636017 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x556735883ec0 0x5567358862d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.058+0000 7f1cf1ffb640 10 client.26714 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:54:05.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.058+0000 7f1d09d9b640 1 --2- 172.21.15.17:0/509636017 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x556735883ec0 0x5567358862d0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=22f757daad74dbd3 server_cookie=f57005c7c55ad1b5 in_seq=0 out_seq=0 2024-09-16T01:54:05.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.058+0000 7f1cf1ffb640 1 -- 172.21.15.17:0/509636017 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5567357dc860 con 0x556735883ec0 2024-09-16T01:54:05.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.058+0000 7f1cf1ffb640 10 client.26714 handle_command_reply: tid=0 2024-09-16T01:54:05.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.058+0000 7f1d1307a740 1 client.26714 shutdown 2024-09-16T01:54:05.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.059+0000 7f1d1307a740 1 -- 172.21.15.17:0/509636017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 msgr2=0x556735873ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:05.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.059+0000 7f1d1307a740 1 --2- 172.21.15.17:0/509636017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x556735873ce0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f1cfc012dd0 tx=0x7f1cfc009ad0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.059+0000 7f1d1307a740 1 -- 172.21.15.17:0/509636017 shutdown_connections 2024-09-16T01:54:05.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.059+0000 7f1d1307a740 1 --2- 172.21.15.17:0/509636017 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x556735883ec0 0x5567358862d0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.059+0000 7f1d1307a740 1 --2- 172.21.15.17:0/509636017 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 0x5567358714f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.059+0000 7f1d1307a740 1 --2- 172.21.15.17:0/509636017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x556735870f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.059+0000 7f1cf1ffb640 0 client.26714 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:54:05.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.059+0000 7f1d1307a740 1 --2- 172.21.15.17:0/509636017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x556735873ce0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.059+0000 7f1d1307a740 1 -- 172.21.15.17:0/509636017 >> 172.21.15.17:0/509636017 conn(0x556735832310 msgr2=0x55673586b930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:05.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.059+0000 7f1d1307a740 1 -- 172.21.15.17:0/509636017 shutdown_connections 2024-09-16T01:54:05.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.059+0000 7f1d1307a740 1 -- 172.21.15.17:0/509636017 wait complete. 2024-09-16T01:54:05.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.059+0000 7f1d1307a740 20 client.26714 trim_cache size 0 max 16384 2024-09-16T01:54:05.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.074+0000 7f1d1307a740 1 Processor -- start 2024-09-16T01:54:05.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.074+0000 7f1d1307a740 1 -- start start 2024-09-16T01:54:05.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.074+0000 7f1d1307a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x556735864c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.074+0000 7f1d1307a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x55673586c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.074+0000 7f1d1307a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 0x55673586c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.074+0000 7f1d1307a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1cec010d60 con 0x55673586ab40 2024-09-16T01:54:05.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.074+0000 7f1d1307a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1cec00e630 con 0x5567358695d0 2024-09-16T01:54:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.074+0000 7f1d1307a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1cec00c460 con 0x556735874370 2024-09-16T01:54:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.074+0000 7f1d09d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x55673586c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.074+0000 7f1d09d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x55673586c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43064/0 (socket says 172.21.15.17:43064) 2024-09-16T01:54:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.074+0000 7f1d09d9b640 1 -- 172.21.15.17:0/2730364860 learned_addr learned my addr 172.21.15.17:0/2730364860 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.074+0000 7f1d0a59c640 1 --2- 172.21.15.17:0/2730364860 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x556735864c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.075+0000 7f1d0ad9d640 1 --2- 172.21.15.17:0/2730364860 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 0x55673586c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.075+0000 7f1d09d9b640 1 -- 172.21.15.17:0/2730364860 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 msgr2=0x55673586c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.075+0000 7f1d09d9b640 1 --2- 172.21.15.17:0/2730364860 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 0x55673586c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.075+0000 7f1d09d9b640 1 -- 172.21.15.17:0/2730364860 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 msgr2=0x556735864c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.075+0000 7f1d09d9b640 1 --2- 172.21.15.17:0/2730364860 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x556735864c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.075+0000 7f1d09d9b640 1 -- 172.21.15.17:0/2730364860 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55673586cba0 con 0x55673586ab40 2024-09-16T01:54:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.075+0000 7f1d09d9b640 1 --2- 172.21.15.17:0/2730364860 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x55673586c120 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f1d0000c6a0 tx=0x7f1d000cd2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ada890f774ed9c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:05.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.075+0000 7f1cf3fff640 1 -- 172.21.15.17:0/2730364860 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d000a02c0 con 0x55673586ab40 2024-09-16T01:54:05.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.075+0000 7f1cf3fff640 1 -- 172.21.15.17:0/2730364860 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d000a4b80 con 0x55673586ab40 2024-09-16T01:54:05.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.075+0000 7f1cf3fff640 1 -- 172.21.15.17:0/2730364860 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d00004290 con 0x55673586ab40 2024-09-16T01:54:05.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.076+0000 7f1d1307a740 1 -- 172.21.15.17:0/2730364860 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 msgr2=0x55673586c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:05.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.076+0000 7f1d1307a740 1 --2- 172.21.15.17:0/2730364860 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x55673586c120 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f1d0000c6a0 tx=0x7f1d000cd2c0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.076+0000 7f1d1307a740 1 -- 172.21.15.17:0/2730364860 shutdown_connections 2024-09-16T01:54:05.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.076+0000 7f1d1307a740 1 --2- 172.21.15.17:0/2730364860 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 0x55673586c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.076+0000 7f1d1307a740 1 --2- 172.21.15.17:0/2730364860 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x55673586c120 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.076+0000 7f1d1307a740 1 --2- 172.21.15.17:0/2730364860 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x556735864c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.076+0000 7f1d1307a740 1 -- 172.21.15.17:0/2730364860 >> 172.21.15.17:0/2730364860 conn(0x556735832310 msgr2=0x556735864500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:05.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.076+0000 7f1d1307a740 1 -- 172.21.15.17:0/2730364860 shutdown_connections 2024-09-16T01:54:05.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.076+0000 7f1d1307a740 1 -- 172.21.15.17:0/2730364860 wait complete. 2024-09-16T01:54:05.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.076+0000 7f1d1307a740 1 -- start start 2024-09-16T01:54:05.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.076+0000 7f1d1307a740 1 Processor -- start 2024-09-16T01:54:05.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d1307a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x55673587c300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d1307a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x55673587c840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d1307a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 0x5567358792d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d1307a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1cec00caf0 con 0x55673586ab40 2024-09-16T01:54:05.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d1307a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1cec00df60 con 0x5567358695d0 2024-09-16T01:54:05.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d1307a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1cec00d1c0 con 0x556735874370 2024-09-16T01:54:05.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d1307a740 10 client.0 _ll_register_callbacks cb 0x7f1cfc004120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:05.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d0a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x55673587c300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d0ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 0x5567358792d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d0a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x55673587c300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:38084/0 (socket says 172.21.15.17:38084) 2024-09-16T01:54:05.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d0a59c640 1 -- 172.21.15.17:0/3041302759 learned_addr learned my addr 172.21.15.17:0/3041302759 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:05.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d09d9b640 1 --2- 172.21.15.17:0/3041302759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x55673587c840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d0a59c640 1 -- 172.21.15.17:0/3041302759 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 msgr2=0x5567358792d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:05.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d0a59c640 1 --2- 172.21.15.17:0/3041302759 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 0x5567358792d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d0a59c640 1 -- 172.21.15.17:0/3041302759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 msgr2=0x55673587c840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:05.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d0a59c640 1 --2- 172.21.15.17:0/3041302759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x55673587c840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.077+0000 7f1d0a59c640 1 -- 172.21.15.17:0/3041302759 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55673587ceb0 con 0x5567358695d0 2024-09-16T01:54:05.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.078+0000 7f1d0a59c640 1 --2- 172.21.15.17:0/3041302759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x55673587c300 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1cfc009250 tx=0x7f1cfc003bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8161ed05829aa459 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:05.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.078+0000 7f1cf1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:54:05.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.078+0000 7f1cf1ffb640 1 -- 172.21.15.17:0/3041302759 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cfc020070 con 0x5567358695d0 2024-09-16T01:54:05.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.078+0000 7f1cf1ffb640 1 -- 172.21.15.17:0/3041302759 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1cfc005040 con 0x5567358695d0 2024-09-16T01:54:05.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.078+0000 7f1d1307a740 1 -- 172.21.15.17:0/3041302759 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d000a4b80 con 0x5567358695d0 2024-09-16T01:54:05.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.078+0000 7f1cf1ffb640 1 -- 172.21.15.17:0/3041302759 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1cfc027840 con 0x5567358695d0 2024-09-16T01:54:05.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.078+0000 7f1d1307a740 10 client.26720 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:05.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.078+0000 7f1d1307a740 1 -- 172.21.15.17:0/3041302759 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5567358ef130 con 0x5567358695d0 2024-09-16T01:54:05.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.078+0000 7f1cf1ffb640 1 -- 172.21.15.17:0/3041302759 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cfc035070 con 0x5567358695d0 2024-09-16T01:54:05.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.079+0000 7f1cf1ffb640 1 -- 172.21.15.17:0/3041302759 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f1cfc030480 con 0x5567358695d0 2024-09-16T01:54:05.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.079+0000 7f1d1307a740 10 client.26720 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:05.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.079+0000 7f1d1307a740 10 client.26720 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:54:05.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.079+0000 7f1d1307a740 20 client.26720 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:05.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.079+0000 7f1d1307a740 1 --2- 172.21.15.17:0/3041302759 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5567358ef930 0x5567358f1d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:05.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.079+0000 7f1d1307a740 4 client.26720 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:54:05.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.079+0000 7f1d1307a740 1 -- 172.21.15.17:0/3041302759 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f1d000a4b80 con 0x5567358ef930 2024-09-16T01:54:05.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.079+0000 7f1d09d9b640 1 --2- 172.21.15.17:0/3041302759 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5567358ef930 0x5567358f1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:05.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.079+0000 7f1d09d9b640 1 --2- 172.21.15.17:0/3041302759 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5567358ef930 0x5567358f1d50 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f653cdc196874d3d server_cookie=3f35b3224031339c in_seq=0 out_seq=0 2024-09-16T01:54:05.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.079+0000 7f1cf1ffb640 10 client.26720 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:54:05.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1cf1ffb640 1 -- 172.21.15.17:0/3041302759 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f1d000a4b80 con 0x5567358ef930 2024-09-16T01:54:05.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1cf1ffb640 10 client.26720 handle_command_reply: tid=0 2024-09-16T01:54:05.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1d1307a740 1 client.26720 shutdown 2024-09-16T01:54:05.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1d1307a740 1 -- 172.21.15.17:0/3041302759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 msgr2=0x55673587c300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:05.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1d1307a740 1 --2- 172.21.15.17:0/3041302759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x55673587c300 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f1cfc009250 tx=0x7f1cfc003bd0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1d1307a740 1 -- 172.21.15.17:0/3041302759 shutdown_connections 2024-09-16T01:54:05.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1d1307a740 1 --2- 172.21.15.17:0/3041302759 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5567358ef930 0x5567358f1d50 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1d1307a740 1 --2- 172.21.15.17:0/3041302759 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556735874370 0x5567358792d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1d1307a740 1 --2- 172.21.15.17:0/3041302759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55673586ab40 0x55673587c840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1d1307a740 1 --2- 172.21.15.17:0/3041302759 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5567358695d0 0x55673587c300 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1d1307a740 1 -- 172.21.15.17:0/3041302759 >> 172.21.15.17:0/3041302759 conn(0x556735832310 msgr2=0x556735864d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:05.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1cf1ffb640 0 client.26720 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:54:05.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1d1307a740 1 -- 172.21.15.17:0/3041302759 shutdown_connections 2024-09-16T01:54:05.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1d1307a740 1 -- 172.21.15.17:0/3041302759 wait complete. 2024-09-16T01:54:05.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.080+0000 7f1d1307a740 20 client.26720 trim_cache size 0 max 16384 2024-09-16T01:54:05.095 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:54:05.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.081+0000 7f1d10ca1640 1 -- 172.21.15.17:0/525513557 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1cf40a32c0 msgr2=0x7f1cf40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:05.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.081+0000 7f1d10ca1640 1 --2- 172.21.15.17:0/525513557 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1cf40a32c0 0x7f1cf40a5780 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f1d04035000 tx=0x7f1d04049000 comp rx=0 tx=0).stop 2024-09-16T01:54:05.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.081+0000 7f1d10ca1640 1 -- 172.21.15.17:0/525513557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c102790 msgr2=0x7f1d0c198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:05.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.081+0000 7f1d10ca1640 1 --2- 172.21.15.17:0/525513557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c102790 0x7f1d0c198830 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f1d0000e9f0 tx=0x7f1d0000eeb0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.081+0000 7f1d10ca1640 1 -- 172.21.15.17:0/525513557 shutdown_connections 2024-09-16T01:54:05.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.081+0000 7f1d10ca1640 1 --2- 172.21.15.17:0/525513557 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1cf40a32c0 0x7f1cf40a5780 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.081+0000 7f1d10ca1640 1 --2- 172.21.15.17:0/525513557 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1d0c106f10 0x7f1d0c19cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.081+0000 7f1d10ca1640 1 --2- 172.21.15.17:0/525513557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c102790 0x7f1d0c198830 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.081+0000 7f1d10ca1640 1 --2- 172.21.15.17:0/525513557 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d0c101de0 0x7f1d0c1982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:05.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.081+0000 7f1d10ca1640 1 -- 172.21.15.17:0/525513557 >> 172.21.15.17:0/525513557 conn(0x7f1d0c0fd8e0 msgr2=0x7f1d0c0fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:05.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.081+0000 7f1d10ca1640 1 -- 172.21.15.17:0/525513557 shutdown_connections 2024-09-16T01:54:05.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:05.081+0000 7f1d10ca1640 1 -- 172.21.15.17:0/525513557 wait complete. 2024-09-16T01:54:05.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 395192 3.74 MB/sec execute 448 sec latency 13.764 ms 2024-09-16T01:54:05.774 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:54:06.060 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:06.497 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:06 smithi017 ceph-mon[30972]: pgmap v656: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.6 MiB/s wr, 91 op/s 2024-09-16T01:54:06.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:06 smithi122 ceph-mon[34758]: pgmap v656: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.6 MiB/s wr, 91 op/s 2024-09-16T01:54:06.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:06 smithi029 ceph-mon[34783]: pgmap v656: 97 pgs: 97 active+clean; 168 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.6 MiB/s wr, 91 op/s 2024-09-16T01:54:06.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.592+0000 7fbf67c3e640 1 -- 172.21.15.17:0/3666151257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf60102d40 msgr2=0x7fbf60103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:06.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.592+0000 7fbf67c3e640 1 --2- 172.21.15.17:0/3666151257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf60102d40 0x7fbf60103120 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7fbf50009ca0 tx=0x7fbf5002a950 comp rx=0 tx=0).stop 2024-09-16T01:54:06.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.592+0000 7fbf67c3e640 1 -- 172.21.15.17:0/3666151257 shutdown_connections 2024-09-16T01:54:06.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.592+0000 7fbf67c3e640 1 --2- 172.21.15.17:0/3666151257 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf6010c170 0x7fbf6010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.592+0000 7fbf67c3e640 1 --2- 172.21.15.17:0/3666151257 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbf60103660 0x7fbf6010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.592+0000 7fbf67c3e640 1 --2- 172.21.15.17:0/3666151257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf60102d40 0x7fbf60103120 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.592+0000 7fbf67c3e640 1 -- 172.21.15.17:0/3666151257 >> 172.21.15.17:0/3666151257 conn(0x7fbf600fc7a0 msgr2=0x7fbf600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:06.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.592+0000 7fbf67c3e640 1 -- 172.21.15.17:0/3666151257 shutdown_connections 2024-09-16T01:54:06.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.592+0000 7fbf67c3e640 1 -- 172.21.15.17:0/3666151257 wait complete. 2024-09-16T01:54:06.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.593+0000 7fbf67c3e640 1 Processor -- start 2024-09-16T01:54:06.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.593+0000 7fbf67c3e640 1 -- start start 2024-09-16T01:54:06.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf67c3e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf60102d40 0x7fbf6019a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf67c3e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbf60103660 0x7fbf6019ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf67c3e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf6010c170 0x7fbf6019eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf67c3e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbf60111e20 con 0x7fbf60102d40 2024-09-16T01:54:06.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf67c3e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbf60111ca0 con 0x7fbf6010c170 2024-09-16T01:54:06.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf67c3e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbf60111fa0 con 0x7fbf60103660 2024-09-16T01:54:06.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf659da640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf60102d40 0x7fbf6019a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf659da640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf60102d40 0x7fbf6019a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51096/0 (socket says 172.21.15.17:51096) 2024-09-16T01:54:06.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf659da640 1 -- 172.21.15.17:0/572523458 learned_addr learned my addr 172.21.15.17:0/572523458 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:06.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf651d9640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbf60103660 0x7fbf6019ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf661db640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf6010c170 0x7fbf6019eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf659da640 1 -- 172.21.15.17:0/572523458 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbf60103660 msgr2=0x7fbf6019ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:06.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf659da640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbf60103660 0x7fbf6019ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf659da640 1 -- 172.21.15.17:0/572523458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf6010c170 msgr2=0x7fbf6019eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:06.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf659da640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf6010c170 0x7fbf6019eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf659da640 1 -- 172.21.15.17:0/572523458 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf6019f5b0 con 0x7fbf60102d40 2024-09-16T01:54:06.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf661db640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf6010c170 0x7fbf6019eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:54:06.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.594+0000 7fbf659da640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf60102d40 0x7fbf6019a600 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fbf50005cc0 tx=0x7fbf5002f650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:06.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.595+0000 7fbf5effd640 1 -- 172.21.15.17:0/572523458 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf50034040 con 0x7fbf60102d40 2024-09-16T01:54:06.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.595+0000 7fbf5effd640 1 -- 172.21.15.17:0/572523458 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf5002fe80 con 0x7fbf60102d40 2024-09-16T01:54:06.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.595+0000 7fbf67c3e640 1 -- 172.21.15.17:0/572523458 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf6019f840 con 0x7fbf60102d40 2024-09-16T01:54:06.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.595+0000 7fbf5effd640 1 -- 172.21.15.17:0/572523458 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf500046a0 con 0x7fbf60102d40 2024-09-16T01:54:06.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.595+0000 7fbf67c3e640 1 -- 172.21.15.17:0/572523458 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf601a7180 con 0x7fbf60102d40 2024-09-16T01:54:06.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.598+0000 7fbf6a017740 1 Processor -- start 2024-09-16T01:54:06.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.598+0000 7fbf6a017740 1 -- start start 2024-09-16T01:54:06.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.599+0000 7fbf6a017740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d27ab40 0x561b4d279090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.599+0000 7fbf6a017740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d2795d0 0x561b4d279a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.599+0000 7fbf6a017740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d284370 0x561b4d286760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.599+0000 7fbf6a017740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561b4d1df2f0 con 0x561b4d284370 2024-09-16T01:54:06.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.599+0000 7fbf6a017740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561b4d186cf0 con 0x561b4d27ab40 2024-09-16T01:54:06.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.599+0000 7fbf6a017740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561b4d1db2b0 con 0x561b4d2795d0 2024-09-16T01:54:06.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.599+0000 7fbf651d9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d284370 0x561b4d286760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.599+0000 7fbf661db640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d27ab40 0x561b4d279090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.599+0000 7fbf651d9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d284370 0x561b4d286760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51100/0 (socket says 172.21.15.17:51100) 2024-09-16T01:54:06.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.599+0000 7fbf651d9640 1 -- 172.21.15.17:0/1022217795 learned_addr learned my addr 172.21.15.17:0/1022217795 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:06.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.599+0000 7fbf5effd640 1 -- 172.21.15.17:0/572523458 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fbf50037020 con 0x7fbf60102d40 2024-09-16T01:54:06.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.599+0000 7fbf659da640 1 --2- 172.21.15.17:0/1022217795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d2795d0 0x561b4d279a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.600+0000 7fbf651d9640 1 -- 172.21.15.17:0/1022217795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d2795d0 msgr2=0x561b4d279a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:06.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.600+0000 7fbf651d9640 1 --2- 172.21.15.17:0/1022217795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d2795d0 0x561b4d279a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.600+0000 7fbf651d9640 1 -- 172.21.15.17:0/1022217795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d27ab40 msgr2=0x561b4d279090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:06.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.600+0000 7fbf651d9640 1 --2- 172.21.15.17:0/1022217795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d27ab40 0x561b4d279090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.600+0000 7fbf651d9640 1 -- 172.21.15.17:0/1022217795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b4d16b3a0 con 0x561b4d284370 2024-09-16T01:54:06.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.600+0000 7fbf651d9640 1 --2- 172.21.15.17:0/1022217795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d284370 0x561b4d286760 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fbf54009c90 tx=0x7fbf54011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7098a0baa6988f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:06.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.601+0000 7fbf5effd640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbf480a3340 0x7fbf480a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.601+0000 7fbf47fff640 1 -- 172.21.15.17:0/1022217795 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf5401aa50 con 0x561b4d284370 2024-09-16T01:54:06.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.601+0000 7fbf47fff640 1 -- 172.21.15.17:0/1022217795 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf54009e40 con 0x561b4d284370 2024-09-16T01:54:06.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.601+0000 7fbf47fff640 1 -- 172.21.15.17:0/1022217795 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf54004b60 con 0x561b4d284370 2024-09-16T01:54:06.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.601+0000 7fbf661db640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbf480a3340 0x7fbf480a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.601+0000 7fbf5effd640 1 -- 172.21.15.17:0/572523458 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbf500f0830 con 0x7fbf60102d40 2024-09-16T01:54:06.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.602+0000 7fbf6a017740 1 -- 172.21.15.17:0/1022217795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d284370 msgr2=0x561b4d286760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:06.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.602+0000 7fbf6a017740 1 --2- 172.21.15.17:0/1022217795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d284370 0x561b4d286760 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fbf54009c90 tx=0x7fbf54011810 comp rx=0 tx=0).stop 2024-09-16T01:54:06.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.602+0000 7fbf661db640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbf480a3340 0x7fbf480a5800 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fbf58009bb0 tx=0x7fbf58005dc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:06.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.602+0000 7fbf6a017740 1 -- 172.21.15.17:0/1022217795 shutdown_connections 2024-09-16T01:54:06.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.602+0000 7fbf6a017740 1 --2- 172.21.15.17:0/1022217795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d284370 0x561b4d286760 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.602+0000 7fbf6a017740 1 --2- 172.21.15.17:0/1022217795 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d2795d0 0x561b4d279a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.602+0000 7fbf6a017740 1 --2- 172.21.15.17:0/1022217795 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d27ab40 0x561b4d279090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.602+0000 7fbf6a017740 1 -- 172.21.15.17:0/1022217795 >> 172.21.15.17:0/1022217795 conn(0x561b4d242310 msgr2=0x561b4d275c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:06.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.602+0000 7fbf6a017740 1 -- 172.21.15.17:0/1022217795 shutdown_connections 2024-09-16T01:54:06.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.602+0000 7fbf6a017740 1 -- 172.21.15.17:0/1022217795 wait complete. 2024-09-16T01:54:06.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.602+0000 7fbf6a017740 1 -- start start 2024-09-16T01:54:06.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.603+0000 7fbf6a017740 1 Processor -- start 2024-09-16T01:54:06.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.603+0000 7fbf6a017740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d2795d0 0x561b4d283d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.603+0000 7fbf6a017740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d27ab40 0x561b4d281000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.603+0000 7fbf6a017740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d284370 0x561b4d2815d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.603+0000 7fbf6a017740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561b4d287070 con 0x561b4d27ab40 2024-09-16T01:54:06.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.603+0000 7fbf6a017740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561b4d19a060 con 0x561b4d2795d0 2024-09-16T01:54:06.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.603+0000 7fbf6a017740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561b4d2871f0 con 0x561b4d284370 2024-09-16T01:54:06.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.603+0000 7fbf6a017740 10 client.0 _ll_register_callbacks cb 0x561b4ceed8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:06.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.603+0000 7fbf661db640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d284370 0x561b4d2815d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.603+0000 7fbf661db640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d284370 0x561b4d2815d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58770/0 (socket says 172.21.15.17:58770) 2024-09-16T01:54:06.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.603+0000 7fbf661db640 1 -- 172.21.15.17:0/70465132 learned_addr learned my addr 172.21.15.17:0/70465132 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:06.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.603+0000 7fbf651d9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d27ab40 0x561b4d281000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.604+0000 7fbf659da640 1 --2- 172.21.15.17:0/70465132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d2795d0 0x561b4d283d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.604+0000 7fbf661db640 1 -- 172.21.15.17:0/70465132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d2795d0 msgr2=0x561b4d283d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:06.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.604+0000 7fbf661db640 1 --2- 172.21.15.17:0/70465132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d2795d0 0x561b4d283d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.604+0000 7fbf661db640 1 -- 172.21.15.17:0/70465132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d27ab40 msgr2=0x561b4d281000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:06.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.604+0000 7fbf661db640 1 --2- 172.21.15.17:0/70465132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d27ab40 0x561b4d281000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.604+0000 7fbf661db640 1 -- 172.21.15.17:0/70465132 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b4cf503c0 con 0x561b4d284370 2024-09-16T01:54:06.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.604+0000 7fbf659da640 1 --2- 172.21.15.17:0/70465132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d2795d0 0x561b4d283d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:54:06.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.604+0000 7fbf651d9640 1 --2- 172.21.15.17:0/70465132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d27ab40 0x561b4d281000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:06.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.605+0000 7fbf661db640 1 --2- 172.21.15.17:0/70465132 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d284370 0x561b4d2815d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fbf58012700 tx=0x7fbf580046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9d8f34abd398719 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:06.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.605+0000 7fbf457fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:54:06.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.606+0000 7fbf457fa640 1 -- 172.21.15.17:0/70465132 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf5801f9b0 con 0x561b4d284370 2024-09-16T01:54:06.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.606+0000 7fbf457fa640 1 -- 172.21.15.17:0/70465132 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbf5801fb50 con 0x561b4d284370 2024-09-16T01:54:06.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.606+0000 7fbf6a017740 1 -- 172.21.15.17:0/70465132 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561b4d1ec860 con 0x561b4d284370 2024-09-16T01:54:06.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.606+0000 7fbf457fa640 1 -- 172.21.15.17:0/70465132 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fbf5801fd50 con 0x561b4d284370 2024-09-16T01:54:06.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.606+0000 7fbf6a017740 10 client.26953 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:06.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.606+0000 7fbf6a017740 1 -- 172.21.15.17:0/70465132 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561b4d292b80 con 0x561b4d284370 2024-09-16T01:54:06.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.606+0000 7fbf457fa640 1 -- 172.21.15.17:0/70465132 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x561b4d1ec860 con 0x561b4d284370 2024-09-16T01:54:06.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.607+0000 7fbf457fa640 1 -- 172.21.15.17:0/70465132 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fbf5800f040 con 0x561b4d284370 2024-09-16T01:54:06.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.607+0000 7fbf6a017740 10 client.26953 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:06.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.607+0000 7fbf6a017740 10 client.26953 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:54:06.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.607+0000 7fbf6a017740 20 client.26953 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:06.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.607+0000 7fbf6a017740 1 --2- 172.21.15.17:0/70465132 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561b4d294040 0x561b4d296450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.607+0000 7fbf6a017740 4 client.26953 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:54:06.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.607+0000 7fbf6a017740 1 -- 172.21.15.17:0/70465132 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561b4d1e6d70 con 0x561b4d294040 2024-09-16T01:54:06.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.608+0000 7fbf659da640 1 --2- 172.21.15.17:0/70465132 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561b4d294040 0x561b4d296450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.608+0000 7fbf457fa640 10 client.26953 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:06.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.608+0000 7fbf659da640 1 --2- 172.21.15.17:0/70465132 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561b4d294040 0x561b4d296450 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe8f565feea5ef00 server_cookie=d188045aab8ef913 in_seq=0 out_seq=0 2024-09-16T01:54:06.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.610+0000 7fbf457fa640 1 -- 172.21.15.17:0/70465132 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561b4d1e6d70 con 0x561b4d294040 2024-09-16T01:54:06.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.610+0000 7fbf457fa640 10 client.26953 handle_command_reply: tid=0 2024-09-16T01:54:06.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.610+0000 7fbf6a017740 1 client.26953 shutdown 2024-09-16T01:54:06.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.611+0000 7fbf6a017740 1 -- 172.21.15.17:0/70465132 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d284370 msgr2=0x561b4d2815d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:06.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.611+0000 7fbf6a017740 1 --2- 172.21.15.17:0/70465132 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d284370 0x561b4d2815d0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fbf58012700 tx=0x7fbf580046c0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.611+0000 7fbf6a017740 1 -- 172.21.15.17:0/70465132 shutdown_connections 2024-09-16T01:54:06.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.611+0000 7fbf6a017740 1 --2- 172.21.15.17:0/70465132 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561b4d294040 0x561b4d296450 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.611+0000 7fbf6a017740 1 --2- 172.21.15.17:0/70465132 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d284370 0x561b4d2815d0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.611+0000 7fbf6a017740 1 --2- 172.21.15.17:0/70465132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d27ab40 0x561b4d281000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.611+0000 7fbf6a017740 1 --2- 172.21.15.17:0/70465132 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d2795d0 0x561b4d283d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.611+0000 7fbf457fa640 0 client.26953 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:06.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.611+0000 7fbf6a017740 1 -- 172.21.15.17:0/70465132 >> 172.21.15.17:0/70465132 conn(0x561b4d242310 msgr2=0x561b4d27b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:06.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.612+0000 7fbf6a017740 1 -- 172.21.15.17:0/70465132 shutdown_connections 2024-09-16T01:54:06.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.612+0000 7fbf6a017740 1 -- 172.21.15.17:0/70465132 wait complete. 2024-09-16T01:54:06.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.612+0000 7fbf6a017740 20 client.26953 trim_cache size 0 max 16384 2024-09-16T01:54:06.615 INFO:tasks.workunit.client.0.smithi017.stdout: 1 395911 3.73 MB/sec execute 449 sec latency 21.199 ms 2024-09-16T01:54:06.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.631+0000 7fbf6a017740 1 Processor -- start 2024-09-16T01:54:06.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf6a017740 1 -- start start 2024-09-16T01:54:06.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf6a017740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d2795d0 0x561b4d290340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf6a017740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d27ab40 0x561b4d27f910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf6a017740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d284370 0x561b4d27fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf6a017740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601adb60 con 0x561b4d2795d0 2024-09-16T01:54:06.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf6a017740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601ab430 con 0x561b4d27ab40 2024-09-16T01:54:06.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf6a017740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601a92c0 con 0x561b4d284370 2024-09-16T01:54:06.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf659da640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d2795d0 0x561b4d290340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf659da640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d2795d0 0x561b4d290340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51116/0 (socket says 172.21.15.17:51116) 2024-09-16T01:54:06.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf661db640 1 --2- 172.21.15.17:0/3248971873 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d284370 0x561b4d27fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf659da640 1 -- 172.21.15.17:0/3248971873 learned_addr learned my addr 172.21.15.17:0/3248971873 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:06.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf651d9640 1 --2- 172.21.15.17:0/3248971873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d27ab40 0x561b4d27f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf659da640 1 -- 172.21.15.17:0/3248971873 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d284370 msgr2=0x561b4d27fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:06.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf659da640 1 --2- 172.21.15.17:0/3248971873 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d284370 0x561b4d27fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf659da640 1 -- 172.21.15.17:0/3248971873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d27ab40 msgr2=0x561b4d27f910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf659da640 1 --2- 172.21.15.17:0/3248971873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d27ab40 0x561b4d27f910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf659da640 1 -- 172.21.15.17:0/3248971873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561b4d275320 con 0x561b4d2795d0 2024-09-16T01:54:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.632+0000 7fbf661db640 1 --2- 172.21.15.17:0/3248971873 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d284370 0x561b4d27fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.633+0000 7fbf659da640 1 --2- 172.21.15.17:0/3248971873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d2795d0 0x561b4d290340 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fbf500b9270 tx=0x7fbf50004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7abeb0430f544ad server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.633+0000 7fbf477fe640 1 -- 172.21.15.17:0/3248971873 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf50004840 con 0x561b4d2795d0 2024-09-16T01:54:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.633+0000 7fbf477fe640 1 -- 172.21.15.17:0/3248971873 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf500bd510 con 0x561b4d2795d0 2024-09-16T01:54:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.633+0000 7fbf477fe640 1 -- 172.21.15.17:0/3248971873 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf500bb110 con 0x561b4d2795d0 2024-09-16T01:54:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.634+0000 7fbf6a017740 1 -- 172.21.15.17:0/3248971873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d2795d0 msgr2=0x561b4d290340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.634+0000 7fbf6a017740 1 --2- 172.21.15.17:0/3248971873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d2795d0 0x561b4d290340 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7fbf500b9270 tx=0x7fbf50004040 comp rx=0 tx=0).stop 2024-09-16T01:54:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.634+0000 7fbf6a017740 1 -- 172.21.15.17:0/3248971873 shutdown_connections 2024-09-16T01:54:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.634+0000 7fbf6a017740 1 --2- 172.21.15.17:0/3248971873 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d284370 0x561b4d27fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.634+0000 7fbf6a017740 1 --2- 172.21.15.17:0/3248971873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d27ab40 0x561b4d27f910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.634+0000 7fbf6a017740 1 --2- 172.21.15.17:0/3248971873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d2795d0 0x561b4d290340 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.634+0000 7fbf6a017740 1 -- 172.21.15.17:0/3248971873 >> 172.21.15.17:0/3248971873 conn(0x561b4d242310 msgr2=0x561b4d280fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.634+0000 7fbf6a017740 1 -- 172.21.15.17:0/3248971873 shutdown_connections 2024-09-16T01:54:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.634+0000 7fbf6a017740 1 -- 172.21.15.17:0/3248971873 wait complete. 2024-09-16T01:54:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.634+0000 7fbf6a017740 1 -- start start 2024-09-16T01:54:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.634+0000 7fbf6a017740 1 Processor -- start 2024-09-16T01:54:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf6a017740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d2795d0 0x561b4d28c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf6a017740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d27ab40 0x561b4d28cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf6a017740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d284370 0x561b4d27d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf6a017740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601a9910 con 0x561b4d2795d0 2024-09-16T01:54:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf6a017740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601aad60 con 0x561b4d284370 2024-09-16T01:54:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf6a017740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbf601a9fc0 con 0x561b4d27ab40 2024-09-16T01:54:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf6a017740 10 client.0 _ll_register_callbacks cb 0x7fbf58009840 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf659da640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d2795d0 0x561b4d28c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf659da640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d2795d0 0x561b4d28c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51118/0 (socket says 172.21.15.17:51118) 2024-09-16T01:54:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf659da640 1 -- 172.21.15.17:0/3889265593 learned_addr learned my addr 172.21.15.17:0/3889265593 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf651d9640 1 --2- 172.21.15.17:0/3889265593 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d27ab40 0x561b4d28cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf661db640 1 --2- 172.21.15.17:0/3889265593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d284370 0x561b4d27d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf659da640 1 -- 172.21.15.17:0/3889265593 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d27ab40 msgr2=0x561b4d28cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf659da640 1 --2- 172.21.15.17:0/3889265593 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d27ab40 0x561b4d28cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf659da640 1 -- 172.21.15.17:0/3889265593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d284370 msgr2=0x561b4d27d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf659da640 1 --2- 172.21.15.17:0/3889265593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d284370 0x561b4d27d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.635+0000 7fbf659da640 1 -- 172.21.15.17:0/3889265593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561b4d27deb0 con 0x561b4d2795d0 2024-09-16T01:54:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.636+0000 7fbf659da640 1 --2- 172.21.15.17:0/3889265593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d2795d0 0x561b4d28c690 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fbf500b9220 tx=0x7fbf50004840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b121308b2f7896f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.636+0000 7fbf457fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:54:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.636+0000 7fbf457fa640 1 -- 172.21.15.17:0/3889265593 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf500bce10 con 0x561b4d2795d0 2024-09-16T01:54:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.636+0000 7fbf457fa640 1 -- 172.21.15.17:0/3889265593 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbf500baeb0 con 0x561b4d2795d0 2024-09-16T01:54:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.636+0000 7fbf6a017740 1 -- 172.21.15.17:0/3889265593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbf500bd510 con 0x561b4d2795d0 2024-09-16T01:54:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.636+0000 7fbf457fa640 1 -- 172.21.15.17:0/3889265593 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fbf500c11c0 con 0x561b4d2795d0 2024-09-16T01:54:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.636+0000 7fbf6a017740 10 client.17304 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.636+0000 7fbf6a017740 1 -- 172.21.15.17:0/3889265593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561b4d2fe630 con 0x561b4d2795d0 2024-09-16T01:54:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.636+0000 7fbf457fa640 1 -- 172.21.15.17:0/3889265593 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbf500bd510 con 0x561b4d2795d0 2024-09-16T01:54:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.637+0000 7fbf457fa640 1 -- 172.21.15.17:0/3889265593 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fbf5004d030 con 0x561b4d2795d0 2024-09-16T01:54:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.637+0000 7fbf6a017740 10 client.17304 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.637+0000 7fbf6a017740 10 client.17304 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:54:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.637+0000 7fbf6a017740 20 client.17304 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.637+0000 7fbf6a017740 1 --2- 172.21.15.17:0/3889265593 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561b4d2fed00 0x561b4d301120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.637+0000 7fbf6a017740 4 client.17304 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:54:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.637+0000 7fbf6a017740 1 -- 172.21.15.17:0/3889265593 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561b4d163170 con 0x561b4d2fed00 2024-09-16T01:54:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.637+0000 7fbf651d9640 1 --2- 172.21.15.17:0/3889265593 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561b4d2fed00 0x561b4d301120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf651d9640 1 --2- 172.21.15.17:0/3889265593 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561b4d2fed00 0x561b4d301120 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6cc3fcf73b1b3c35 server_cookie=4dd30da1fefd2d41 in_seq=0 out_seq=0 2024-09-16T01:54:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf457fa640 10 client.17304 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf457fa640 1 -- 172.21.15.17:0/3889265593 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561b4d163170 con 0x561b4d2fed00 2024-09-16T01:54:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf457fa640 10 client.17304 handle_command_reply: tid=0 2024-09-16T01:54:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf6a017740 1 client.17304 shutdown 2024-09-16T01:54:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf6a017740 1 -- 172.21.15.17:0/3889265593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d2795d0 msgr2=0x561b4d28c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf6a017740 1 --2- 172.21.15.17:0/3889265593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d2795d0 0x561b4d28c690 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7fbf500b9220 tx=0x7fbf50004840 comp rx=0 tx=0).stop 2024-09-16T01:54:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf6a017740 1 -- 172.21.15.17:0/3889265593 shutdown_connections 2024-09-16T01:54:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf6a017740 1 --2- 172.21.15.17:0/3889265593 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561b4d2fed00 0x561b4d301120 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf6a017740 1 --2- 172.21.15.17:0/3889265593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561b4d284370 0x561b4d27d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf6a017740 1 --2- 172.21.15.17:0/3889265593 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561b4d27ab40 0x561b4d28cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf457fa640 0 client.17304 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf6a017740 1 --2- 172.21.15.17:0/3889265593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b4d2795d0 0x561b4d28c690 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf6a017740 1 -- 172.21.15.17:0/3889265593 >> 172.21.15.17:0/3889265593 conn(0x561b4d242310 msgr2=0x561b4d2756e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf6a017740 1 -- 172.21.15.17:0/3889265593 shutdown_connections 2024-09-16T01:54:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf6a017740 1 -- 172.21.15.17:0/3889265593 wait complete. 2024-09-16T01:54:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.638+0000 7fbf6a017740 20 client.17304 trim_cache size 0 max 16384 2024-09-16T01:54:06.646 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:54:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.639+0000 7fbf67c3e640 1 -- 172.21.15.17:0/572523458 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbf480a3340 msgr2=0x7fbf480a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.639+0000 7fbf67c3e640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbf480a3340 0x7fbf480a5800 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fbf58009bb0 tx=0x7fbf58005dc0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.639+0000 7fbf67c3e640 1 -- 172.21.15.17:0/572523458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf60102d40 msgr2=0x7fbf6019a600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.639+0000 7fbf67c3e640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf60102d40 0x7fbf6019a600 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fbf50005cc0 tx=0x7fbf5002f650 comp rx=0 tx=0).stop 2024-09-16T01:54:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.639+0000 7fbf67c3e640 1 -- 172.21.15.17:0/572523458 shutdown_connections 2024-09-16T01:54:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.639+0000 7fbf67c3e640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbf480a3340 0x7fbf480a5800 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.639+0000 7fbf67c3e640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbf6010c170 0x7fbf6019eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.639+0000 7fbf67c3e640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbf60103660 0x7fbf6019ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.639+0000 7fbf67c3e640 1 --2- 172.21.15.17:0/572523458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf60102d40 0x7fbf6019a600 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.639+0000 7fbf67c3e640 1 -- 172.21.15.17:0/572523458 >> 172.21.15.17:0/572523458 conn(0x7fbf600fc7a0 msgr2=0x7fbf60101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.639+0000 7fbf67c3e640 1 -- 172.21.15.17:0/572523458 shutdown_connections 2024-09-16T01:54:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:06.639+0000 7fbf67c3e640 1 -- 172.21.15.17:0/572523458 wait complete. 2024-09-16T01:54:07.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 396731 3.74 MB/sec execute 450 sec latency 13.598 ms 2024-09-16T01:54:08.434 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:54:08.435 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:54:08.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:08 smithi017 ceph-mon[30972]: pgmap v657: 97 pgs: 97 active+clean; 169 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.4 MiB/s wr, 83 op/s 2024-09-16T01:54:08.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:08 smithi029 ceph-mon[34783]: pgmap v657: 97 pgs: 97 active+clean; 169 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.4 MiB/s wr, 83 op/s 2024-09-16T01:54:08.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:08 smithi122 ceph-mon[34758]: pgmap v657: 97 pgs: 97 active+clean; 169 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 263 KiB/s rd, 1.4 MiB/s wr, 83 op/s 2024-09-16T01:54:08.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 397394 3.74 MB/sec execute 451 sec latency 13.793 ms 2024-09-16T01:54:08.708 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:09.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.189+0000 7f5766c80640 1 -- 172.21.15.17:0/1343859385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5760074f70 msgr2=0x7f576010df10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:09.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.189+0000 7f5766c80640 1 --2- 172.21.15.17:0/1343859385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5760074f70 0x7f576010df10 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f5750009ca0 tx=0x7f575002a8c0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.189+0000 7f5766c80640 1 -- 172.21.15.17:0/1343859385 shutdown_connections 2024-09-16T01:54:09.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.189+0000 7f5766c80640 1 --2- 172.21.15.17:0/1343859385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f576010e450 0x7f57601108a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.189+0000 7f5766c80640 1 --2- 172.21.15.17:0/1343859385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5760074f70 0x7f576010df10 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.189+0000 7f5766c80640 1 --2- 172.21.15.17:0/1343859385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f57600745c0 0x7f57600749a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.189+0000 7f5766c80640 1 -- 172.21.15.17:0/1343859385 >> 172.21.15.17:0/1343859385 conn(0x7f57600fd8d0 msgr2=0x7f57600ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:09.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.190+0000 7f5766c80640 1 -- 172.21.15.17:0/1343859385 shutdown_connections 2024-09-16T01:54:09.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.190+0000 7f5766c80640 1 -- 172.21.15.17:0/1343859385 wait complete. 2024-09-16T01:54:09.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.190+0000 7f5766c80640 1 Processor -- start 2024-09-16T01:54:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.190+0000 7f5766c80640 1 -- start start 2024-09-16T01:54:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.190+0000 7f5766c80640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f57600745c0 0x7f576019a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.190+0000 7f5766c80640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5760074f70 0x7f576019aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.190+0000 7f5766c80640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f576010e450 0x7f576019ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.190+0000 7f5766c80640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5760114080 con 0x7f57600745c0 2024-09-16T01:54:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.190+0000 7f5766c80640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5760113f00 con 0x7f576010e450 2024-09-16T01:54:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.190+0000 7f5766c80640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5760114200 con 0x7f5760074f70 2024-09-16T01:54:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.190+0000 7f5764a1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f57600745c0 0x7f576019a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.190+0000 7f5764a1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f57600745c0 0x7f576019a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51130/0 (socket says 172.21.15.17:51130) 2024-09-16T01:54:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.191+0000 7f5764a1c640 1 -- 172.21.15.17:0/19906514 learned_addr learned my addr 172.21.15.17:0/19906514 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.191+0000 7f575ffff640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5760074f70 0x7f576019aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.191+0000 7f576521d640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f576010e450 0x7f576019ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.191+0000 7f5764a1c640 1 -- 172.21.15.17:0/19906514 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5760074f70 msgr2=0x7f576019aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:09.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.191+0000 7f5764a1c640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5760074f70 0x7f576019aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.191+0000 7f5764a1c640 1 -- 172.21.15.17:0/19906514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f576010e450 msgr2=0x7f576019ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:09.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.191+0000 7f5764a1c640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f576010e450 0x7f576019ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.191+0000 7f5764a1c640 1 -- 172.21.15.17:0/19906514 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f576019f550 con 0x7f57600745c0 2024-09-16T01:54:09.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.191+0000 7f575ffff640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5760074f70 0x7f576019aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:09.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.191+0000 7f5764a1c640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f57600745c0 0x7f576019a5a0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f574800e9f0 tx=0x7f574800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:09.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.191+0000 7f575dffb640 1 -- 172.21.15.17:0/19906514 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574800cd80 con 0x7f57600745c0 2024-09-16T01:54:09.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.191+0000 7f575dffb640 1 -- 172.21.15.17:0/19906514 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f57480108e0 con 0x7f57600745c0 2024-09-16T01:54:09.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.191+0000 7f5766c80640 1 -- 172.21.15.17:0/19906514 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f576019f840 con 0x7f57600745c0 2024-09-16T01:54:09.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.191+0000 7f575dffb640 1 -- 172.21.15.17:0/19906514 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5748018920 con 0x7f57600745c0 2024-09-16T01:54:09.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.192+0000 7f5766c80640 1 -- 172.21.15.17:0/19906514 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f57601a7120 con 0x7f57600745c0 2024-09-16T01:54:09.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.194+0000 7f575dffb640 1 -- 172.21.15.17:0/19906514 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f5748010a90 con 0x7f57600745c0 2024-09-16T01:54:09.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.194+0000 7f5769059740 1 Processor -- start 2024-09-16T01:54:09.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f5769059740 1 -- start start 2024-09-16T01:54:09.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f5769059740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 0x55b45d523f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f5769059740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d524480 0x55b45d52e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f5769059740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d52ed40 0x55b45d531130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f5769059740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b45d489280 con 0x55b45d524480 2024-09-16T01:54:09.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f5769059740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b45d430b10 con 0x55b45d523b60 2024-09-16T01:54:09.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f5769059740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b45d485240 con 0x55b45d52ed40 2024-09-16T01:54:09.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f575dffb640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f574c0a32c0 0x7f574c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f5764a1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d524480 0x55b45d52e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f575ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d52ed40 0x55b45d531130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f575ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d52ed40 0x55b45d531130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58818/0 (socket says 172.21.15.17:58818) 2024-09-16T01:54:09.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f576521d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 0x55b45d523f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f5764a1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d524480 0x55b45d52e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51134/0 (socket says 172.21.15.17:51134) 2024-09-16T01:54:09.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f575ffff640 1 -- 172.21.15.17:0/1756839401 learned_addr learned my addr 172.21.15.17:0/1756839401 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:09.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f576521d640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f574c0a32c0 0x7f574c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f575dffb640 1 -- 172.21.15.17:0/19906514 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f57480cfbd0 con 0x7f57600745c0 2024-09-16T01:54:09.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f575ffff640 1 -- 172.21.15.17:0/1756839401 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 msgr2=0x55b45d523f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:09.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f575ffff640 1 --2- 172.21.15.17:0/1756839401 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 0x55b45d523f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f575ffff640 1 -- 172.21.15.17:0/1756839401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d524480 msgr2=0x55b45d52e800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:09.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f575ffff640 1 --2- 172.21.15.17:0/1756839401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d524480 0x55b45d52e800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.195+0000 7f575ffff640 1 -- 172.21.15.17:0/1756839401 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b45d43d1f0 con 0x55b45d52ed40 2024-09-16T01:54:09.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.196+0000 7f576521d640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f574c0a32c0 0x7f574c0a5780 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f5758005fd0 tx=0x7f5758005f60 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:09.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.196+0000 7f575ffff640 1 --2- 172.21.15.17:0/1756839401 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d52ed40 0x55b45d531130 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5750009ca0 tx=0x7f57500098b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ebc90ad608ac67da server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:09.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.196+0000 7f5756ffd640 1 -- 172.21.15.17:0/1756839401 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5750031cc0 con 0x55b45d52ed40 2024-09-16T01:54:09.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.196+0000 7f5756ffd640 1 -- 172.21.15.17:0/1756839401 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5750036030 con 0x55b45d52ed40 2024-09-16T01:54:09.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.196+0000 7f5756ffd640 1 -- 172.21.15.17:0/1756839401 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5750004780 con 0x55b45d52ed40 2024-09-16T01:54:09.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.197+0000 7f5769059740 1 -- 172.21.15.17:0/1756839401 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d52ed40 msgr2=0x55b45d531130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:09.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.197+0000 7f5769059740 1 --2- 172.21.15.17:0/1756839401 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d52ed40 0x55b45d531130 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f5750009ca0 tx=0x7f57500098b0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.197+0000 7f5769059740 1 -- 172.21.15.17:0/1756839401 shutdown_connections 2024-09-16T01:54:09.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.197+0000 7f5769059740 1 --2- 172.21.15.17:0/1756839401 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d52ed40 0x55b45d531130 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.197+0000 7f5769059740 1 --2- 172.21.15.17:0/1756839401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d524480 0x55b45d52e800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.197+0000 7f5769059740 1 --2- 172.21.15.17:0/1756839401 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 0x55b45d523f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.197+0000 7f5769059740 1 -- 172.21.15.17:0/1756839401 >> 172.21.15.17:0/1756839401 conn(0x55b45d5200f0 msgr2=0x55b45d5204d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:09.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.197+0000 7f5769059740 1 -- 172.21.15.17:0/1756839401 shutdown_connections 2024-09-16T01:54:09.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.197+0000 7f5769059740 1 -- 172.21.15.17:0/1756839401 wait complete. 2024-09-16T01:54:09.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.197+0000 7f5769059740 1 -- start start 2024-09-16T01:54:09.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.197+0000 7f5769059740 1 Processor -- start 2024-09-16T01:54:09.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f5769059740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 0x55b45d52bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f5769059740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d524480 0x55b45d52c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f5769059740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d52ed40 0x55b45d52c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f5769059740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b45d531790 con 0x55b45d524480 2024-09-16T01:54:09.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f5769059740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b45d443f10 con 0x55b45d523b60 2024-09-16T01:54:09.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f5769059740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b45d531910 con 0x55b45d52ed40 2024-09-16T01:54:09.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f5769059740 10 client.0 _ll_register_callbacks cb 0x55b45d40ca40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:09.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f575ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d524480 0x55b45d52c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f575ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d524480 0x55b45d52c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51142/0 (socket says 172.21.15.17:51142) 2024-09-16T01:54:09.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f575ffff640 1 -- 172.21.15.17:0/1893927814 learned_addr learned my addr 172.21.15.17:0/1893927814 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:09.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f576521d640 1 --2- 172.21.15.17:0/1893927814 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d52ed40 0x55b45d52c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f5764a1c640 1 --2- 172.21.15.17:0/1893927814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 0x55b45d52bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f575ffff640 1 -- 172.21.15.17:0/1893927814 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d52ed40 msgr2=0x55b45d52c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:09.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f575ffff640 1 --2- 172.21.15.17:0/1893927814 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d52ed40 0x55b45d52c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f575ffff640 1 -- 172.21.15.17:0/1893927814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 msgr2=0x55b45d52bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:09.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f575ffff640 1 --2- 172.21.15.17:0/1893927814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 0x55b45d52bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f575ffff640 1 -- 172.21.15.17:0/1893927814 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b45d1fa6a0 con 0x55b45d524480 2024-09-16T01:54:09.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.198+0000 7f576521d640 1 --2- 172.21.15.17:0/1893927814 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d52ed40 0x55b45d52c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:09.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.199+0000 7f575ffff640 1 --2- 172.21.15.17:0/1893927814 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d524480 0x55b45d52c120 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f5750006010 tx=0x7f5750009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f150148bbbc223b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:09.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.199+0000 7f573ffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:54:09.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.199+0000 7f573ffff640 1 -- 172.21.15.17:0/1893927814 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5750003b80 con 0x55b45d524480 2024-09-16T01:54:09.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.199+0000 7f573ffff640 1 -- 172.21.15.17:0/1893927814 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5750003d20 con 0x55b45d524480 2024-09-16T01:54:09.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.199+0000 7f5769059740 1 -- 172.21.15.17:0/1893927814 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5750036030 con 0x55b45d524480 2024-09-16T01:54:09.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.199+0000 7f573ffff640 1 -- 172.21.15.17:0/1893927814 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f5750003f60 con 0x55b45d524480 2024-09-16T01:54:09.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.199+0000 7f5769059740 10 client.17316 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:09.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.199+0000 7f5769059740 1 -- 172.21.15.17:0/1893927814 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b45d531790 con 0x55b45d524480 2024-09-16T01:54:09.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.199+0000 7f573ffff640 1 -- 172.21.15.17:0/1893927814 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5750036030 con 0x55b45d524480 2024-09-16T01:54:09.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.199+0000 7f573ffff640 1 -- 172.21.15.17:0/1893927814 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f5750057020 con 0x55b45d524480 2024-09-16T01:54:09.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.200+0000 7f5769059740 10 client.17316 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:09.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.200+0000 7f5769059740 10 client.17316 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:54:09.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.200+0000 7f5769059740 20 client.17316 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:09.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.200+0000 7f5769059740 1 --2- 172.21.15.17:0/1893927814 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b45d53e530 0x55b45d540920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.200+0000 7f5769059740 4 client.17316 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:54:09.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.200+0000 7f5769059740 1 -- 172.21.15.17:0/1893927814 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b45d4967f0 con 0x55b45d53e530 2024-09-16T01:54:09.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.200+0000 7f5764a1c640 1 --2- 172.21.15.17:0/1893927814 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b45d53e530 0x55b45d540920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.200+0000 7f5764a1c640 1 --2- 172.21.15.17:0/1893927814 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b45d53e530 0x55b45d540920 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d11d69197f4bd4dc server_cookie=1ab7143368698a in_seq=0 out_seq=0 2024-09-16T01:54:09.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.200+0000 7f573ffff640 10 client.17316 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:09.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f573ffff640 1 -- 172.21.15.17:0/1893927814 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b45d4967f0 con 0x55b45d53e530 2024-09-16T01:54:09.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f573ffff640 10 client.17316 handle_command_reply: tid=0 2024-09-16T01:54:09.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f5769059740 1 client.17316 shutdown 2024-09-16T01:54:09.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f5769059740 1 -- 172.21.15.17:0/1893927814 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d524480 msgr2=0x55b45d52c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:09.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f5769059740 1 --2- 172.21.15.17:0/1893927814 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d524480 0x55b45d52c120 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f5750006010 tx=0x7f5750009a20 comp rx=0 tx=0).stop 2024-09-16T01:54:09.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f5769059740 1 -- 172.21.15.17:0/1893927814 shutdown_connections 2024-09-16T01:54:09.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f5769059740 1 --2- 172.21.15.17:0/1893927814 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b45d53e530 0x55b45d540920 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f5769059740 1 --2- 172.21.15.17:0/1893927814 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d52ed40 0x55b45d52c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f573ffff640 0 client.17316 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:09.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f5769059740 1 --2- 172.21.15.17:0/1893927814 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d524480 0x55b45d52c120 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f5769059740 1 --2- 172.21.15.17:0/1893927814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 0x55b45d52bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f5769059740 1 -- 172.21.15.17:0/1893927814 >> 172.21.15.17:0/1893927814 conn(0x55b45d5200f0 msgr2=0x55b45d525e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:09.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f5769059740 1 -- 172.21.15.17:0/1893927814 shutdown_connections 2024-09-16T01:54:09.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f5769059740 1 -- 172.21.15.17:0/1893927814 wait complete. 2024-09-16T01:54:09.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.201+0000 7f5769059740 20 client.17316 trim_cache size 0 max 16384 2024-09-16T01:54:09.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.222+0000 7f5769059740 1 Processor -- start 2024-09-16T01:54:09.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.222+0000 7f5769059740 1 -- start start 2024-09-16T01:54:09.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.222+0000 7f5769059740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d523b60 0x55b45d525cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.222+0000 7f5769059740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d524480 0x55b45d5461a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.222+0000 7f5769059740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d52ed40 0x55b45d5466e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.222+0000 7f5769059740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f57601b1ee0 con 0x55b45d523b60 2024-09-16T01:54:09.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.222+0000 7f5769059740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f57601af7b0 con 0x55b45d52ed40 2024-09-16T01:54:09.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.222+0000 7f5769059740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f57601ad5e0 con 0x55b45d524480 2024-09-16T01:54:09.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.222+0000 7f5764a1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d523b60 0x55b45d525cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.222+0000 7f5764a1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d523b60 0x55b45d525cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51158/0 (socket says 172.21.15.17:51158) 2024-09-16T01:54:09.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.222+0000 7f5764a1c640 1 -- 172.21.15.17:0/4003140056 learned_addr learned my addr 172.21.15.17:0/4003140056 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:09.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.223+0000 7f575ffff640 1 --2- 172.21.15.17:0/4003140056 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d524480 0x55b45d5461a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.223+0000 7f576521d640 1 --2- 172.21.15.17:0/4003140056 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d52ed40 0x55b45d5466e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.223+0000 7f5764a1c640 1 -- 172.21.15.17:0/4003140056 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d524480 msgr2=0x55b45d5461a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:09.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.223+0000 7f5764a1c640 1 --2- 172.21.15.17:0/4003140056 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d524480 0x55b45d5461a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.223+0000 7f5764a1c640 1 -- 172.21.15.17:0/4003140056 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d52ed40 msgr2=0x55b45d5466e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:09.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.223+0000 7f5764a1c640 1 --2- 172.21.15.17:0/4003140056 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d52ed40 0x55b45d5466e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.223+0000 7f5764a1c640 1 -- 172.21.15.17:0/4003140056 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b45d5242b0 con 0x55b45d523b60 2024-09-16T01:54:09.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.223+0000 7f5764a1c640 1 --2- 172.21.15.17:0/4003140056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d523b60 0x55b45d525cd0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f574809bf60 tx=0x7f574806e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4feba9b8b2239e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:09.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.223+0000 7f57567fc640 1 -- 172.21.15.17:0/4003140056 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5748026040 con 0x55b45d523b60 2024-09-16T01:54:09.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.223+0000 7f57567fc640 1 -- 172.21.15.17:0/4003140056 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f574809a560 con 0x55b45d523b60 2024-09-16T01:54:09.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.223+0000 7f57567fc640 1 -- 172.21.15.17:0/4003140056 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f574809b6b0 con 0x55b45d523b60 2024-09-16T01:54:09.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.224+0000 7f5769059740 1 -- 172.21.15.17:0/4003140056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d523b60 msgr2=0x55b45d525cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:09.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.224+0000 7f5769059740 1 --2- 172.21.15.17:0/4003140056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d523b60 0x55b45d525cd0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f574809bf60 tx=0x7f574806e040 comp rx=0 tx=0).stop 2024-09-16T01:54:09.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.224+0000 7f5769059740 1 -- 172.21.15.17:0/4003140056 shutdown_connections 2024-09-16T01:54:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.224+0000 7f5769059740 1 --2- 172.21.15.17:0/4003140056 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d52ed40 0x55b45d5466e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.224+0000 7f5769059740 1 --2- 172.21.15.17:0/4003140056 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d524480 0x55b45d5461a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.224+0000 7f5769059740 1 --2- 172.21.15.17:0/4003140056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d523b60 0x55b45d525cd0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.224+0000 7f5769059740 1 -- 172.21.15.17:0/4003140056 >> 172.21.15.17:0/4003140056 conn(0x55b45d5200f0 msgr2=0x55b45d5255c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.224+0000 7f5769059740 1 -- 172.21.15.17:0/4003140056 shutdown_connections 2024-09-16T01:54:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.224+0000 7f5769059740 1 -- 172.21.15.17:0/4003140056 wait complete. 2024-09-16T01:54:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.224+0000 7f5769059740 1 -- start start 2024-09-16T01:54:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.224+0000 7f5769059740 1 Processor -- start 2024-09-16T01:54:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f5769059740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 0x55b45d533490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f5769059740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d524480 0x55b45d5339d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f5769059740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d52ed40 0x55b45d5a1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f5769059740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f57601adc70 con 0x55b45d52ed40 2024-09-16T01:54:09.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f5769059740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f57601af0e0 con 0x55b45d523b60 2024-09-16T01:54:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f5769059740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f57601ae340 con 0x55b45d524480 2024-09-16T01:54:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f576521d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d52ed40 0x55b45d5a1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f575ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d524480 0x55b45d5339d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f576521d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d52ed40 0x55b45d5a1130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51166/0 (socket says 172.21.15.17:51166) 2024-09-16T01:54:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f576521d640 1 -- 172.21.15.17:0/1537680332 learned_addr learned my addr 172.21.15.17:0/1537680332 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f5764a1c640 1 --2- 172.21.15.17:0/1537680332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 0x55b45d533490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f5769059740 10 client.0 _ll_register_callbacks cb 0x7f575800ab00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f575ffff640 1 -- 172.21.15.17:0/1537680332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 msgr2=0x55b45d533490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f575ffff640 1 --2- 172.21.15.17:0/1537680332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 0x55b45d533490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f575ffff640 1 -- 172.21.15.17:0/1537680332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d52ed40 msgr2=0x55b45d5a1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f575ffff640 1 --2- 172.21.15.17:0/1537680332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d52ed40 0x55b45d5a1130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.225+0000 7f575ffff640 1 -- 172.21.15.17:0/1537680332 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b45d5a1960 con 0x55b45d524480 2024-09-16T01:54:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.226+0000 7f575ffff640 1 --2- 172.21.15.17:0/1537680332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d524480 0x55b45d5339d0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f5750005e30 tx=0x7f5750031cd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea83dd74c47463dd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:09.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.226+0000 7f573ffff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:54:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.226+0000 7f573ffff640 1 -- 172.21.15.17:0/1537680332 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5750003b80 con 0x55b45d524480 2024-09-16T01:54:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.226+0000 7f5769059740 1 -- 172.21.15.17:0/1537680332 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f574809a560 con 0x55b45d524480 2024-09-16T01:54:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.226+0000 7f573ffff640 1 -- 172.21.15.17:0/1537680332 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5750003d20 con 0x55b45d524480 2024-09-16T01:54:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.226+0000 7f573ffff640 1 -- 172.21.15.17:0/1537680332 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f57500305c0 con 0x55b45d524480 2024-09-16T01:54:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.226+0000 7f5769059740 10 client.26977 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.226+0000 7f5769059740 1 -- 172.21.15.17:0/1537680332 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55b45d5b2410 con 0x55b45d524480 2024-09-16T01:54:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.226+0000 7f573ffff640 1 -- 172.21.15.17:0/1537680332 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f574809a560 con 0x55b45d524480 2024-09-16T01:54:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.226+0000 7f573ffff640 1 -- 172.21.15.17:0/1537680332 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f5750063050 con 0x55b45d524480 2024-09-16T01:54:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.226+0000 7f5769059740 10 client.26977 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.226+0000 7f5769059740 10 client.26977 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:54:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.226+0000 7f5769059740 20 client.26977 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.227+0000 7f5769059740 1 --2- 172.21.15.17:0/1537680332 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b45d5b2a20 0x55b45d5b4e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:09.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.227+0000 7f5769059740 4 client.26977 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:54:09.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.227+0000 7f5769059740 1 -- 172.21.15.17:0/1537680332 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b45d490d00 con 0x55b45d5b2a20 2024-09-16T01:54:09.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.227+0000 7f5764a1c640 1 --2- 172.21.15.17:0/1537680332 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b45d5b2a20 0x55b45d5b4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:09.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.227+0000 7f573ffff640 10 client.26977 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:09.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.227+0000 7f5764a1c640 1 --2- 172.21.15.17:0/1537680332 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b45d5b2a20 0x55b45d5b4e40 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47cb2e6139785b47 server_cookie=a36b5b872ce13ed7 in_seq=0 out_seq=0 2024-09-16T01:54:09.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.228+0000 7f573ffff640 1 -- 172.21.15.17:0/1537680332 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b45d490d00 con 0x55b45d5b2a20 2024-09-16T01:54:09.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.228+0000 7f573ffff640 10 client.26977 handle_command_reply: tid=0 2024-09-16T01:54:09.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.228+0000 7f5769059740 1 client.26977 shutdown 2024-09-16T01:54:09.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.228+0000 7f5769059740 1 -- 172.21.15.17:0/1537680332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d524480 msgr2=0x55b45d5339d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:09.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.228+0000 7f5769059740 1 --2- 172.21.15.17:0/1537680332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d524480 0x55b45d5339d0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f5750005e30 tx=0x7f5750031cd0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.228+0000 7f5769059740 1 -- 172.21.15.17:0/1537680332 shutdown_connections 2024-09-16T01:54:09.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.228+0000 7f5769059740 1 --2- 172.21.15.17:0/1537680332 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b45d5b2a20 0x55b45d5b4e40 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.228+0000 7f5769059740 1 --2- 172.21.15.17:0/1537680332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b45d52ed40 0x55b45d5a1130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.228+0000 7f573ffff640 0 client.26977 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:09.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.228+0000 7f5769059740 1 --2- 172.21.15.17:0/1537680332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b45d524480 0x55b45d5339d0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.228+0000 7f5769059740 1 --2- 172.21.15.17:0/1537680332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b45d523b60 0x55b45d533490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.228+0000 7f5769059740 1 -- 172.21.15.17:0/1537680332 >> 172.21.15.17:0/1537680332 conn(0x55b45d5200f0 msgr2=0x55b45d51f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:09.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.228+0000 7f5769059740 1 -- 172.21.15.17:0/1537680332 shutdown_connections 2024-09-16T01:54:09.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.228+0000 7f5769059740 1 -- 172.21.15.17:0/1537680332 wait complete. 2024-09-16T01:54:09.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.229+0000 7f5769059740 20 client.26977 trim_cache size 0 max 16384 2024-09-16T01:54:09.235 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:54:09.235 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:54:09.235 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "a35644d6-7da5-4ab4-908e-fa66b4a36c60", 2024-09-16T01:54:09.235 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:54:09.235 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:54:09.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.229+0000 7f5766c80640 1 -- 172.21.15.17:0/19906514 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f574c0a32c0 msgr2=0x7f574c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:09.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.229+0000 7f5766c80640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f574c0a32c0 0x7f574c0a5780 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f5758005fd0 tx=0x7f5758005f60 comp rx=0 tx=0).stop 2024-09-16T01:54:09.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.229+0000 7f5766c80640 1 -- 172.21.15.17:0/19906514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f57600745c0 msgr2=0x7f576019a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:09.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.229+0000 7f5766c80640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f57600745c0 0x7f576019a5a0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f574800e9f0 tx=0x7f574800eeb0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.229+0000 7f5766c80640 1 -- 172.21.15.17:0/19906514 shutdown_connections 2024-09-16T01:54:09.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.229+0000 7f5766c80640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f574c0a32c0 0x7f574c0a5780 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.229+0000 7f5766c80640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f576010e450 0x7f576019ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.229+0000 7f5766c80640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5760074f70 0x7f576019aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.229+0000 7f5766c80640 1 --2- 172.21.15.17:0/19906514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f57600745c0 0x7f576019a5a0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:09.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.229+0000 7f5766c80640 1 -- 172.21.15.17:0/19906514 >> 172.21.15.17:0/19906514 conn(0x7f57600fd8d0 msgr2=0x7f57600fe570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:09.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.229+0000 7f5766c80640 1 -- 172.21.15.17:0/19906514 shutdown_connections 2024-09-16T01:54:09.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:09.229+0000 7f5766c80640 1 -- 172.21.15.17:0/19906514 wait complete. 2024-09-16T01:54:09.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 397858 3.73 MB/sec execute 452 sec latency 12.418 ms 2024-09-16T01:54:10.012 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:54:10.295 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:10.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:10 smithi029 ceph-mon[34783]: pgmap v658: 97 pgs: 97 active+clean; 170 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:54:10.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:10 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:54:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:10 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:54:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:10 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:54:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:10 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:54:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:10 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:54:10.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:10 smithi122 ceph-mon[34758]: pgmap v658: 97 pgs: 97 active+clean; 170 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:54:10.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:10 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:54:10.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:10 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:54:10.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:10 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:54:10.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:10 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:54:10.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:10 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:54:10.570 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:10 smithi017 ceph-mon[30972]: pgmap v658: 97 pgs: 97 active+clean; 170 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 265 KiB/s rd, 1.8 MiB/s wr, 94 op/s 2024-09-16T01:54:10.570 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:10 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:54:10.571 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:10 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:54:10.571 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:10 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:54:10.571 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:10 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:54:10.571 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:10 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:54:10.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 398516 3.73 MB/sec execute 453 sec latency 16.005 ms 2024-09-16T01:54:10.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.832+0000 7f1bf052c640 1 -- 172.21.15.17:0/715476956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1be8105ad0 msgr2=0x7f1be8105eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:10.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.832+0000 7f1bf052c640 1 --2- 172.21.15.17:0/715476956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1be8105ad0 0x7f1be8105eb0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f1be4009900 tx=0x7f1be402a410 comp rx=0 tx=0).stop 2024-09-16T01:54:10.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.832+0000 7f1bf052c640 1 -- 172.21.15.17:0/715476956 shutdown_connections 2024-09-16T01:54:10.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.832+0000 7f1bf052c640 1 --2- 172.21.15.17:0/715476956 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be8101b60 0x7f1be810d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.832+0000 7f1bf052c640 1 --2- 172.21.15.17:0/715476956 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1be81011c0 0x7f1be8101620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.832+0000 7f1bf052c640 1 --2- 172.21.15.17:0/715476956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1be8105ad0 0x7f1be8105eb0 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.832+0000 7f1bf052c640 1 -- 172.21.15.17:0/715476956 >> 172.21.15.17:0/715476956 conn(0x7f1be8077210 msgr2=0x7f1be80fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:10.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.832+0000 7f1bf052c640 1 -- 172.21.15.17:0/715476956 shutdown_connections 2024-09-16T01:54:10.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.832+0000 7f1bf052c640 1 -- 172.21.15.17:0/715476956 wait complete. 2024-09-16T01:54:10.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.833+0000 7f1bf052c640 1 Processor -- start 2024-09-16T01:54:10.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.833+0000 7f1bf052c640 1 -- start start 2024-09-16T01:54:10.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.833+0000 7f1bf052c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be81011c0 0x7f1be8198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.833+0000 7f1bf052c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1be8101b60 0x7f1be8198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.833+0000 7f1bf052c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1be8105ad0 0x7f1be819cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.833+0000 7f1bf052c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1be8110da0 con 0x7f1be8105ad0 2024-09-16T01:54:10.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.833+0000 7f1bf052c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1be8110c20 con 0x7f1be81011c0 2024-09-16T01:54:10.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.833+0000 7f1bf052c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1be8110f20 con 0x7f1be8101b60 2024-09-16T01:54:10.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.833+0000 7f1beeac9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1be8105ad0 0x7f1be819cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.833+0000 7f1bedac7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1be8101b60 0x7f1be8198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.833+0000 7f1beeac9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1be8105ad0 0x7f1be819cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51192/0 (socket says 172.21.15.17:51192) 2024-09-16T01:54:10.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.833+0000 7f1beeac9640 1 -- 172.21.15.17:0/131111854 learned_addr learned my addr 172.21.15.17:0/131111854 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:10.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.833+0000 7f1bee2c8640 1 --2- 172.21.15.17:0/131111854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be81011c0 0x7f1be8198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.834+0000 7f1bedac7640 1 -- 172.21.15.17:0/131111854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be81011c0 msgr2=0x7f1be8198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:10.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.834+0000 7f1bedac7640 1 --2- 172.21.15.17:0/131111854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be81011c0 0x7f1be8198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.834+0000 7f1bedac7640 1 -- 172.21.15.17:0/131111854 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1be8105ad0 msgr2=0x7f1be819cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:10.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.834+0000 7f1bedac7640 1 --2- 172.21.15.17:0/131111854 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1be8105ad0 0x7f1be819cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.834+0000 7f1bedac7640 1 -- 172.21.15.17:0/131111854 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1be819d2e0 con 0x7f1be8101b60 2024-09-16T01:54:10.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.834+0000 7f1bee2c8640 1 --2- 172.21.15.17:0/131111854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be81011c0 0x7f1be8198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:54:10.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.834+0000 7f1bedac7640 1 --2- 172.21.15.17:0/131111854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1be8101b60 0x7f1be8198870 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1bd800e9f0 tx=0x7f1bd800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:10.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.834+0000 7f1bdf7fe640 1 -- 172.21.15.17:0/131111854 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bd800ccc0 con 0x7f1be8101b60 2024-09-16T01:54:10.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.834+0000 7f1bf052c640 1 -- 172.21.15.17:0/131111854 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1be819d5d0 con 0x7f1be8101b60 2024-09-16T01:54:10.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.834+0000 7f1bdf7fe640 1 -- 172.21.15.17:0/131111854 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1bd80108e0 con 0x7f1be8101b60 2024-09-16T01:54:10.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.834+0000 7f1bdf7fe640 1 -- 172.21.15.17:0/131111854 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1bd8018880 con 0x7f1be8101b60 2024-09-16T01:54:10.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.834+0000 7f1bf052c640 1 -- 172.21.15.17:0/131111854 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1be81a4eb0 con 0x7f1be8101b60 2024-09-16T01:54:10.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.836+0000 7f1bdf7fe640 1 -- 172.21.15.17:0/131111854 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1bd8010a90 con 0x7f1be8101b60 2024-09-16T01:54:10.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.837+0000 7f1bf2905740 1 Processor -- start 2024-09-16T01:54:10.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.837+0000 7f1bf2905740 1 -- start start 2024-09-16T01:54:10.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.837+0000 7f1bdf7fe640 1 --2- 172.21.15.17:0/131111854 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1bd40a32c0 0x7f1bd40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.837+0000 7f1bf2905740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07bac0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.837+0000 7f1bf2905740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0ca0 0x55f07bacf550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.837+0000 7f1bf2905740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bacfa90 0x55f07bad1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.837+0000 7f1bf2905740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f07ba262e0 con 0x55f07bac0ca0 2024-09-16T01:54:10.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.837+0000 7f1bf2905740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f07b9cdce0 con 0x55f07bacfa90 2024-09-16T01:54:10.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.837+0000 7f1beeac9640 1 --2- 172.21.15.17:0/131111854 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1bd40a32c0 0x7f1bd40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.837+0000 7f1bf2905740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f07ba222a0 con 0x55f07bac0380 2024-09-16T01:54:10.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.837+0000 7f1bdf7fe640 1 -- 172.21.15.17:0/131111854 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1bd80cfcb0 con 0x7f1be8101b60 2024-09-16T01:54:10.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.838+0000 7f1bee2c8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07bac0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.838+0000 7f1bee2c8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07bac0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58894/0 (socket says 172.21.15.17:58894) 2024-09-16T01:54:10.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.838+0000 7f1bee2c8640 1 -- 172.21.15.17:0/2764769135 learned_addr learned my addr 172.21.15.17:0/2764769135 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:10.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.838+0000 7f1bedac7640 1 --2- 172.21.15.17:0/2764769135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0ca0 0x55f07bacf550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.838+0000 7f1beeac9640 1 --2- 172.21.15.17:0/2764769135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bacfa90 0x55f07bad1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.838+0000 7f1bee2c8640 1 -- 172.21.15.17:0/2764769135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bacfa90 msgr2=0x55f07bad1e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:10.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.838+0000 7f1bee2c8640 1 --2- 172.21.15.17:0/2764769135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bacfa90 0x55f07bad1e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.838+0000 7f1bee2c8640 1 -- 172.21.15.17:0/2764769135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0ca0 msgr2=0x55f07bacf550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:10.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.838+0000 7f1bee2c8640 1 --2- 172.21.15.17:0/2764769135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0ca0 0x55f07bacf550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.838+0000 7f1bee2c8640 1 -- 172.21.15.17:0/2764769135 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f07b9b2440 con 0x55f07bac0380 2024-09-16T01:54:10.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.838+0000 7f1bedac7640 1 --2- 172.21.15.17:0/2764769135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0ca0 0x55f07bacf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:10.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.838+0000 7f1beeac9640 1 --2- 172.21.15.17:0/131111854 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1bd40a32c0 0x7f1bd40a5780 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f1be00078d0 tx=0x7f1be0013b80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:10.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.838+0000 7f1bee2c8640 1 --2- 172.21.15.17:0/2764769135 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07bac0760 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f1be4033000 tx=0x7f1be4032d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bc55acb3c826d668 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:10.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.838+0000 7f1bdcff9640 1 -- 172.21.15.17:0/2764769135 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1be403f070 con 0x55f07bac0380 2024-09-16T01:54:10.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.839+0000 7f1bdcff9640 1 -- 172.21.15.17:0/2764769135 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1be4031630 con 0x55f07bac0380 2024-09-16T01:54:10.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.839+0000 7f1bdcff9640 1 -- 172.21.15.17:0/2764769135 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1be4035070 con 0x55f07bac0380 2024-09-16T01:54:10.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.839+0000 7f1bf2905740 1 -- 172.21.15.17:0/2764769135 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 msgr2=0x55f07bac0760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:10.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.839+0000 7f1bf2905740 1 --2- 172.21.15.17:0/2764769135 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07bac0760 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f1be4033000 tx=0x7f1be4032d50 comp rx=0 tx=0).stop 2024-09-16T01:54:10.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.839+0000 7f1bf2905740 1 -- 172.21.15.17:0/2764769135 shutdown_connections 2024-09-16T01:54:10.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.839+0000 7f1bf2905740 1 --2- 172.21.15.17:0/2764769135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bacfa90 0x55f07bad1e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.839+0000 7f1bf2905740 1 --2- 172.21.15.17:0/2764769135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0ca0 0x55f07bacf550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.839+0000 7f1bf2905740 1 --2- 172.21.15.17:0/2764769135 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07bac0760 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.839+0000 7f1bf2905740 1 -- 172.21.15.17:0/2764769135 >> 172.21.15.17:0/2764769135 conn(0x55f07babca30 msgr2=0x55f07babce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:10.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.840+0000 7f1bf2905740 1 -- 172.21.15.17:0/2764769135 shutdown_connections 2024-09-16T01:54:10.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.840+0000 7f1bf2905740 1 -- 172.21.15.17:0/2764769135 wait complete. 2024-09-16T01:54:10.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.840+0000 7f1bf2905740 1 -- start start 2024-09-16T01:54:10.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.840+0000 7f1bf2905740 1 Processor -- start 2024-09-16T01:54:10.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.840+0000 7f1bf2905740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07bacf480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.840+0000 7f1bf2905740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0ca0 0x55f07bacc730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.840+0000 7f1bf2905740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bacfa90 0x55f07baccd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.840+0000 7f1bf2905740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f07bad2660 con 0x55f07bac0ca0 2024-09-16T01:54:10.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.840+0000 7f1bf2905740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f07b9e1050 con 0x55f07bacfa90 2024-09-16T01:54:10.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.840+0000 7f1bf2905740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f07bad27e0 con 0x55f07bac0380 2024-09-16T01:54:10.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.840+0000 7f1bf2905740 10 client.0 _ll_register_callbacks cb 0x55f07ba21160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:10.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.840+0000 7f1bedac7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0ca0 0x55f07bacc730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1bee2c8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07bacf480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1bedac7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0ca0 0x55f07bacc730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51204/0 (socket says 172.21.15.17:51204) 2024-09-16T01:54:10.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1bedac7640 1 -- 172.21.15.17:0/3200835325 learned_addr learned my addr 172.21.15.17:0/3200835325 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:10.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1beeac9640 1 --2- 172.21.15.17:0/3200835325 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bacfa90 0x55f07baccd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1bee2c8640 1 -- 172.21.15.17:0/3200835325 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bacfa90 msgr2=0x55f07baccd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:10.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1bee2c8640 1 --2- 172.21.15.17:0/3200835325 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bacfa90 0x55f07baccd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1bee2c8640 1 -- 172.21.15.17:0/3200835325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0ca0 msgr2=0x55f07bacc730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:10.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1bee2c8640 1 --2- 172.21.15.17:0/3200835325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0ca0 0x55f07bacc730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1bee2c8640 1 -- 172.21.15.17:0/3200835325 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f07b7973c0 con 0x55f07bac0380 2024-09-16T01:54:10.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1bedac7640 1 --2- 172.21.15.17:0/3200835325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0ca0 0x55f07bacc730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:10.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1beeac9640 1 --2- 172.21.15.17:0/3200835325 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bacfa90 0x55f07baccd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:54:10.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1bee2c8640 1 --2- 172.21.15.17:0/3200835325 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07bacf480 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f1be402a930 tx=0x7f1be4005250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f086668fcd591e7b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:10.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1bd1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:54:10.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1bd1ffb640 1 -- 172.21.15.17:0/3200835325 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1be403f070 con 0x55f07bac0380 2024-09-16T01:54:10.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1bd1ffb640 1 -- 172.21.15.17:0/3200835325 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1be4004240 con 0x55f07bac0380 2024-09-16T01:54:10.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.841+0000 7f1bf2905740 1 -- 172.21.15.17:0/3200835325 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1be4031630 con 0x55f07bac0380 2024-09-16T01:54:10.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.842+0000 7f1bd1ffb640 1 -- 172.21.15.17:0/3200835325 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1be4035040 con 0x55f07bac0380 2024-09-16T01:54:10.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.842+0000 7f1bf2905740 10 client.26989 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:10.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.842+0000 7f1bf2905740 1 -- 172.21.15.17:0/3200835325 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f07bad2660 con 0x55f07bac0380 2024-09-16T01:54:10.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.842+0000 7f1bd1ffb640 1 -- 172.21.15.17:0/3200835325 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1be4031630 con 0x55f07bac0380 2024-09-16T01:54:10.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.842+0000 7f1bd1ffb640 1 -- 172.21.15.17:0/3200835325 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f1be40047e0 con 0x55f07bac0380 2024-09-16T01:54:10.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.842+0000 7f1bf2905740 10 client.26989 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:10.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.842+0000 7f1bf2905740 10 client.26989 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:54:10.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.842+0000 7f1bf2905740 20 client.26989 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:10.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.842+0000 7f1bf2905740 1 --2- 172.21.15.17:0/3200835325 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f07badf280 0x55f07bae1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.842+0000 7f1bf2905740 4 client.26989 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:54:10.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.842+0000 7f1bf2905740 1 -- 172.21.15.17:0/3200835325 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f07ba33850 con 0x55f07badf280 2024-09-16T01:54:10.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.842+0000 7f1bedac7640 1 --2- 172.21.15.17:0/3200835325 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f07badf280 0x55f07bae1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.843+0000 7f1bedac7640 1 --2- 172.21.15.17:0/3200835325 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f07badf280 0x55f07bae1670 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21e54c8f2275f467 server_cookie=83a05b969b3acf90 in_seq=0 out_seq=0 2024-09-16T01:54:10.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.843+0000 7f1bd1ffb640 10 client.26989 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:10.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.843+0000 7f1bd1ffb640 1 -- 172.21.15.17:0/3200835325 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f07ba33850 con 0x55f07badf280 2024-09-16T01:54:10.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.843+0000 7f1bd1ffb640 10 client.26989 handle_command_reply: tid=0 2024-09-16T01:54:10.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.843+0000 7f1bf2905740 1 client.26989 shutdown 2024-09-16T01:54:10.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.844+0000 7f1bf2905740 1 -- 172.21.15.17:0/3200835325 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 msgr2=0x55f07bacf480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:10.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.844+0000 7f1bf2905740 1 --2- 172.21.15.17:0/3200835325 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07bacf480 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f1be402a930 tx=0x7f1be4005250 comp rx=0 tx=0).stop 2024-09-16T01:54:10.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.844+0000 7f1bf2905740 1 -- 172.21.15.17:0/3200835325 shutdown_connections 2024-09-16T01:54:10.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.844+0000 7f1bf2905740 1 --2- 172.21.15.17:0/3200835325 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f07badf280 0x55f07bae1670 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.844+0000 7f1bf2905740 1 --2- 172.21.15.17:0/3200835325 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bacfa90 0x55f07baccd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.844+0000 7f1bf2905740 1 --2- 172.21.15.17:0/3200835325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0ca0 0x55f07bacc730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.844+0000 7f1bd1ffb640 0 client.26989 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:10.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.844+0000 7f1bf2905740 1 --2- 172.21.15.17:0/3200835325 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07bacf480 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.844+0000 7f1bf2905740 1 -- 172.21.15.17:0/3200835325 >> 172.21.15.17:0/3200835325 conn(0x55f07babca30 msgr2=0x55f07bac2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:10.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.844+0000 7f1bf2905740 1 -- 172.21.15.17:0/3200835325 shutdown_connections 2024-09-16T01:54:10.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.844+0000 7f1bf2905740 1 -- 172.21.15.17:0/3200835325 wait complete. 2024-09-16T01:54:10.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.844+0000 7f1bf2905740 20 client.26989 trim_cache size 0 max 16384 2024-09-16T01:54:10.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.865+0000 7f1bf2905740 1 Processor -- start 2024-09-16T01:54:10.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.865+0000 7f1bf2905740 1 -- start start 2024-09-16T01:54:10.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.865+0000 7f1bf2905740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07badb900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.865+0000 7f1bf2905740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bac0ca0 0x55f07bae6d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.865+0000 7f1bf2905740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bacfa90 0x55f07bae7270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.865+0000 7f1bf2905740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1be81adb20 con 0x55f07bacfa90 2024-09-16T01:54:10.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.865+0000 7f1bf2905740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1be81ab3f0 con 0x55f07bac0ca0 2024-09-16T01:54:10.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.865+0000 7f1bf2905740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1be81a9240 con 0x55f07bac0380 2024-09-16T01:54:10.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.866+0000 7f1bee2c8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07badb900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.866+0000 7f1beeac9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bacfa90 0x55f07bae7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.866+0000 7f1bee2c8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07badb900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58904/0 (socket says 172.21.15.17:58904) 2024-09-16T01:54:10.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.866+0000 7f1bee2c8640 1 -- 172.21.15.17:0/2136802755 learned_addr learned my addr 172.21.15.17:0/2136802755 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:10.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.866+0000 7f1bedac7640 1 --2- 172.21.15.17:0/2136802755 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bac0ca0 0x55f07bae6d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.866+0000 7f1bee2c8640 1 -- 172.21.15.17:0/2136802755 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bac0ca0 msgr2=0x55f07bae6d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:10.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.866+0000 7f1bee2c8640 1 --2- 172.21.15.17:0/2136802755 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bac0ca0 0x55f07bae6d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.866+0000 7f1bee2c8640 1 -- 172.21.15.17:0/2136802755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bacfa90 msgr2=0x55f07bae7270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:10.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.866+0000 7f1bee2c8640 1 --2- 172.21.15.17:0/2136802755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bacfa90 0x55f07bae7270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.866+0000 7f1bee2c8640 1 -- 172.21.15.17:0/2136802755 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f07bad2220 con 0x55f07bac0380 2024-09-16T01:54:10.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.866+0000 7f1bee2c8640 1 --2- 172.21.15.17:0/2136802755 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07badb900 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f1be4006010 tx=0x7f1be40052c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5286bba3ccf884a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:10.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.866+0000 7f1bd3fff640 1 -- 172.21.15.17:0/2136802755 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1be403f070 con 0x55f07bac0380 2024-09-16T01:54:10.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.866+0000 7f1bd3fff640 1 -- 172.21.15.17:0/2136802755 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1be404b070 con 0x55f07bac0380 2024-09-16T01:54:10.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.866+0000 7f1bd3fff640 1 -- 172.21.15.17:0/2136802755 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1be40046c0 con 0x55f07bac0380 2024-09-16T01:54:10.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.867+0000 7f1bf2905740 1 -- 172.21.15.17:0/2136802755 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 msgr2=0x55f07badb900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:10.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.867+0000 7f1bf2905740 1 --2- 172.21.15.17:0/2136802755 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07badb900 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f1be4006010 tx=0x7f1be40052c0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.867+0000 7f1bf2905740 1 -- 172.21.15.17:0/2136802755 shutdown_connections 2024-09-16T01:54:10.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.867+0000 7f1bf2905740 1 --2- 172.21.15.17:0/2136802755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bacfa90 0x55f07bae7270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.867+0000 7f1bf2905740 1 --2- 172.21.15.17:0/2136802755 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bac0ca0 0x55f07bae6d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.867+0000 7f1bf2905740 1 --2- 172.21.15.17:0/2136802755 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bac0380 0x55f07badb900 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.867+0000 7f1bf2905740 1 -- 172.21.15.17:0/2136802755 >> 172.21.15.17:0/2136802755 conn(0x55f07babca30 msgr2=0x55f07bacb6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:10.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.867+0000 7f1bf2905740 1 -- 172.21.15.17:0/2136802755 shutdown_connections 2024-09-16T01:54:10.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.867+0000 7f1bf2905740 1 -- 172.21.15.17:0/2136802755 wait complete. 2024-09-16T01:54:10.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.867+0000 7f1bf2905740 1 -- start start 2024-09-16T01:54:10.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bf2905740 1 Processor -- start 2024-09-16T01:54:10.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bf2905740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0380 0x55f07bad7f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bf2905740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bac0ca0 0x55f07bad3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bf2905740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bacfa90 0x55f07bad37d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bf2905740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1be81a98b0 con 0x55f07bac0380 2024-09-16T01:54:10.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bf2905740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1be81aad20 con 0x55f07bac0ca0 2024-09-16T01:54:10.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bf2905740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1be81a9f80 con 0x55f07bacfa90 2024-09-16T01:54:10.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bf2905740 10 client.0 _ll_register_callbacks cb 0x7f1bd8098530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:10.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bee2c8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0380 0x55f07bad7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bee2c8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0380 0x55f07bad7f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51214/0 (socket says 172.21.15.17:51214) 2024-09-16T01:54:10.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bee2c8640 1 -- 172.21.15.17:0/3394173369 learned_addr learned my addr 172.21.15.17:0/3394173369 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:10.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1beeac9640 1 --2- 172.21.15.17:0/3394173369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bacfa90 0x55f07bad37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bedac7640 1 --2- 172.21.15.17:0/3394173369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bac0ca0 0x55f07bad3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bee2c8640 1 -- 172.21.15.17:0/3394173369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bacfa90 msgr2=0x55f07bad37d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:10.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bee2c8640 1 --2- 172.21.15.17:0/3394173369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bacfa90 0x55f07bad37d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bee2c8640 1 -- 172.21.15.17:0/3394173369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bac0ca0 msgr2=0x55f07bad3290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:10.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bee2c8640 1 --2- 172.21.15.17:0/3394173369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bac0ca0 0x55f07bad3290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1bee2c8640 1 -- 172.21.15.17:0/3394173369 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f07bad3d90 con 0x55f07bac0380 2024-09-16T01:54:10.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.868+0000 7f1beeac9640 1 --2- 172.21.15.17:0/3394173369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bacfa90 0x55f07bad37d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:10.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.869+0000 7f1bee2c8640 1 --2- 172.21.15.17:0/3394173369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0380 0x55f07bad7f60 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f1be402a930 tx=0x7f1be4009520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5cb363d8982f489 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:10.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.869+0000 7f1bd1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:54:10.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.869+0000 7f1bd1ffb640 1 -- 172.21.15.17:0/3394173369 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1be403f070 con 0x55f07bac0380 2024-09-16T01:54:10.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.869+0000 7f1bd1ffb640 1 -- 172.21.15.17:0/3394173369 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1be4004d70 con 0x55f07bac0380 2024-09-16T01:54:10.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.869+0000 7f1bf2905740 1 -- 172.21.15.17:0/3394173369 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1be404b070 con 0x55f07bac0380 2024-09-16T01:54:10.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.869+0000 7f1bd1ffb640 1 -- 172.21.15.17:0/3394173369 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1be4069050 con 0x55f07bac0380 2024-09-16T01:54:10.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.869+0000 7f1bf2905740 10 client.17340 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:10.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.869+0000 7f1bf2905740 1 -- 172.21.15.17:0/3394173369 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55f07bb49aa0 con 0x55f07bac0380 2024-09-16T01:54:10.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.869+0000 7f1bd1ffb640 1 -- 172.21.15.17:0/3394173369 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1be404b070 con 0x55f07bac0380 2024-09-16T01:54:10.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.870+0000 7f1bd1ffb640 1 -- 172.21.15.17:0/3394173369 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f1be4003b30 con 0x55f07bac0380 2024-09-16T01:54:10.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.870+0000 7f1bf2905740 10 client.17340 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:10.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.870+0000 7f1bf2905740 10 client.17340 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:54:10.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.870+0000 7f1bf2905740 20 client.17340 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:10.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.870+0000 7f1bf2905740 1 --2- 172.21.15.17:0/3394173369 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f07bb4a140 0x55f07bb4c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:10.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.870+0000 7f1bf2905740 4 client.17340 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:54:10.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.870+0000 7f1bf2905740 1 -- 172.21.15.17:0/3394173369 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f07ba2dd60 con 0x55f07bb4a140 2024-09-16T01:54:10.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.870+0000 7f1bedac7640 1 --2- 172.21.15.17:0/3394173369 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f07bb4a140 0x55f07bb4c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:10.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.870+0000 7f1bedac7640 1 --2- 172.21.15.17:0/3394173369 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f07bb4a140 0x55f07bb4c530 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=912269ea1027bc0e server_cookie=2f04433e45a51f18 in_seq=0 out_seq=0 2024-09-16T01:54:10.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.870+0000 7f1bd1ffb640 10 client.17340 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:10.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bd1ffb640 1 -- 172.21.15.17:0/3394173369 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f07ba2dd60 con 0x55f07bb4a140 2024-09-16T01:54:10.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bd1ffb640 10 client.17340 handle_command_reply: tid=0 2024-09-16T01:54:10.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bf2905740 1 client.17340 shutdown 2024-09-16T01:54:10.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bf2905740 1 -- 172.21.15.17:0/3394173369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0380 msgr2=0x55f07bad7f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:10.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bf2905740 1 --2- 172.21.15.17:0/3394173369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0380 0x55f07bad7f60 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f1be402a930 tx=0x7f1be4009520 comp rx=0 tx=0).stop 2024-09-16T01:54:10.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bf2905740 1 -- 172.21.15.17:0/3394173369 shutdown_connections 2024-09-16T01:54:10.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bf2905740 1 --2- 172.21.15.17:0/3394173369 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f07bb4a140 0x55f07bb4c530 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bf2905740 1 --2- 172.21.15.17:0/3394173369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f07bacfa90 0x55f07bad37d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bf2905740 1 --2- 172.21.15.17:0/3394173369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f07bac0ca0 0x55f07bad3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bf2905740 1 --2- 172.21.15.17:0/3394173369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f07bac0380 0x55f07bad7f60 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bf2905740 1 -- 172.21.15.17:0/3394173369 >> 172.21.15.17:0/3394173369 conn(0x55f07babca30 msgr2=0x55f07bacaed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:10.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bd1ffb640 0 client.17340 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:10.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bf2905740 1 -- 172.21.15.17:0/3394173369 shutdown_connections 2024-09-16T01:54:10.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bf2905740 1 -- 172.21.15.17:0/3394173369 wait complete. 2024-09-16T01:54:10.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.871+0000 7f1bf2905740 20 client.17340 trim_cache size 0 max 16384 2024-09-16T01:54:10.878 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:54:10.878 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:54:10.878 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:54:10.878 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:54:10.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.872+0000 7f1bf052c640 1 -- 172.21.15.17:0/131111854 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1bd40a32c0 msgr2=0x7f1bd40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:10.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.872+0000 7f1bf052c640 1 --2- 172.21.15.17:0/131111854 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1bd40a32c0 0x7f1bd40a5780 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f1be00078d0 tx=0x7f1be0013b80 comp rx=0 tx=0).stop 2024-09-16T01:54:10.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.872+0000 7f1bf052c640 1 -- 172.21.15.17:0/131111854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1be8101b60 msgr2=0x7f1be8198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:10.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.872+0000 7f1bf052c640 1 --2- 172.21.15.17:0/131111854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1be8101b60 0x7f1be8198870 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f1bd800e9f0 tx=0x7f1bd800eeb0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.872+0000 7f1bf052c640 1 -- 172.21.15.17:0/131111854 shutdown_connections 2024-09-16T01:54:10.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.872+0000 7f1bf052c640 1 --2- 172.21.15.17:0/131111854 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1bd40a32c0 0x7f1bd40a5780 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.872+0000 7f1bf052c640 1 --2- 172.21.15.17:0/131111854 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1be8105ad0 0x7f1be819cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.872+0000 7f1bf052c640 1 --2- 172.21.15.17:0/131111854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1be8101b60 0x7f1be8198870 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.872+0000 7f1bf052c640 1 --2- 172.21.15.17:0/131111854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1be81011c0 0x7f1be8198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:10.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.872+0000 7f1bf052c640 1 -- 172.21.15.17:0/131111854 >> 172.21.15.17:0/131111854 conn(0x7f1be8077210 msgr2=0x7f1be81001f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:10.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.872+0000 7f1bf052c640 1 -- 172.21.15.17:0/131111854 shutdown_connections 2024-09-16T01:54:10.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:10.872+0000 7f1bf052c640 1 -- 172.21.15.17:0/131111854 wait complete. 2024-09-16T01:54:11.612 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:54:11.613 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:54:11.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 399286 3.73 MB/sec execute 454 sec latency 26.895 ms 2024-09-16T01:54:11.909 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:12.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.473+0000 7f447237c640 1 -- 172.21.15.17:0/1836698961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c102d30 msgr2=0x7f446c103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:12.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.473+0000 7f447237c640 1 --2- 172.21.15.17:0/1836698961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c102d30 0x7f446c103110 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f445c009930 tx=0x7f445c02a420 comp rx=0 tx=0).stop 2024-09-16T01:54:12.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.473+0000 7f447237c640 1 -- 172.21.15.17:0/1836698961 shutdown_connections 2024-09-16T01:54:12.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.473+0000 7f447237c640 1 --2- 172.21.15.17:0/1836698961 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f446c1082a0 0x7f446c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:12.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.473+0000 7f447237c640 1 --2- 172.21.15.17:0/1836698961 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f446c1036e0 0x7f446c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:12.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.473+0000 7f447237c640 1 --2- 172.21.15.17:0/1836698961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c102d30 0x7f446c103110 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:12.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.473+0000 7f447237c640 1 -- 172.21.15.17:0/1836698961 >> 172.21.15.17:0/1836698961 conn(0x7f446c0fc7d0 msgr2=0x7f446c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:12.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.473+0000 7f447237c640 1 -- 172.21.15.17:0/1836698961 shutdown_connections 2024-09-16T01:54:12.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.473+0000 7f447237c640 1 -- 172.21.15.17:0/1836698961 wait complete. 2024-09-16T01:54:12.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.474+0000 7f447237c640 1 Processor -- start 2024-09-16T01:54:12.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.474+0000 7f447237c640 1 -- start start 2024-09-16T01:54:12.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.474+0000 7f447237c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f446c102d30 0x7f446c100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:12.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.474+0000 7f447237c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f446c1036e0 0x7f446c100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:12.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.474+0000 7f447237c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c1082a0 0x7f446c101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:12.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.474+0000 7f447237c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f446c111f50 con 0x7f446c1082a0 2024-09-16T01:54:12.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.474+0000 7f447237c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f446c111dd0 con 0x7f446c102d30 2024-09-16T01:54:12.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.474+0000 7f447237c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f446c1120d0 con 0x7f446c1036e0 2024-09-16T01:54:12.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.474+0000 7f4470919640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c1082a0 0x7f446c101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:12.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.474+0000 7f446b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f446c1036e0 0x7f446c100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:12.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.474+0000 7f4470919640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c1082a0 0x7f446c101410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51232/0 (socket says 172.21.15.17:51232) 2024-09-16T01:54:12.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.474+0000 7f4470919640 1 -- 172.21.15.17:0/1434638981 learned_addr learned my addr 172.21.15.17:0/1434638981 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:12.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.475+0000 7f446bfff640 1 --2- 172.21.15.17:0/1434638981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f446c102d30 0x7f446c100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:12.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.475+0000 7f446b7fe640 1 -- 172.21.15.17:0/1434638981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f446c102d30 msgr2=0x7f446c100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:12.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.475+0000 7f446b7fe640 1 --2- 172.21.15.17:0/1434638981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f446c102d30 0x7f446c100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:12.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.475+0000 7f446b7fe640 1 -- 172.21.15.17:0/1434638981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c1082a0 msgr2=0x7f446c101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:12.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.475+0000 7f446b7fe640 1 --2- 172.21.15.17:0/1434638981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c1082a0 0x7f446c101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:12.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.475+0000 7f446b7fe640 1 -- 172.21.15.17:0/1434638981 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f446c1a6910 con 0x7f446c1036e0 2024-09-16T01:54:12.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.475+0000 7f4470919640 1 --2- 172.21.15.17:0/1434638981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c1082a0 0x7f446c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:12.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.475+0000 7f446b7fe640 1 --2- 172.21.15.17:0/1434638981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f446c1036e0 0x7f446c100ed0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f446c0697d0 tx=0x7f446000cdd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:12.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.475+0000 7f44697fa640 1 -- 172.21.15.17:0/1434638981 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4460007bb0 con 0x7f446c1036e0 2024-09-16T01:54:12.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.475+0000 7f44697fa640 1 -- 172.21.15.17:0/1434638981 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4460007d50 con 0x7f446c1036e0 2024-09-16T01:54:12.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.475+0000 7f447237c640 1 -- 172.21.15.17:0/1434638981 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f446c1a6c00 con 0x7f446c1036e0 2024-09-16T01:54:12.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.475+0000 7f44697fa640 1 -- 172.21.15.17:0/1434638981 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44600186f0 con 0x7f446c1036e0 2024-09-16T01:54:12.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.475+0000 7f447237c640 1 -- 172.21.15.17:0/1434638981 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f446c1a7140 con 0x7f446c1036e0 2024-09-16T01:54:12.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.476+0000 7f447237c640 1 -- 172.21.15.17:0/1434638981 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f446c06a850 con 0x7f446c1036e0 2024-09-16T01:54:12.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.478+0000 7f44697fa640 1 -- 172.21.15.17:0/1434638981 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f446000f450 con 0x7f446c1036e0 2024-09-16T01:54:12.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.478+0000 7f44697fa640 1 --2- 172.21.15.17:0/1434638981 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44540a3240 0x7f44540a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:12.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.478+0000 7f446bfff640 1 --2- 172.21.15.17:0/1434638981 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44540a3240 0x7f44540a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:12.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.478+0000 7f44697fa640 1 -- 172.21.15.17:0/1434638981 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f44600cfe40 con 0x7f446c1036e0 2024-09-16T01:54:12.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.479+0000 7f446bfff640 1 --2- 172.21.15.17:0/1434638981 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44540a3240 0x7f44540a5700 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f445c000c00 tx=0x7f445c032c80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:12.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.481+0000 7f44697fa640 1 -- 172.21.15.17:0/1434638981 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f4460014030 con 0x7f446c1036e0 2024-09-16T01:54:12.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:12 smithi029 ceph-mon[34783]: pgmap v659: 97 pgs: 97 active+clean; 171 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 87 op/s 2024-09-16T01:54:12.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:12 smithi122 ceph-mon[34758]: pgmap v659: 97 pgs: 97 active+clean; 171 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 87 op/s 2024-09-16T01:54:12.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 399924 3.73 MB/sec execute 455 sec latency 13.016 ms 2024-09-16T01:54:12.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.725+0000 7f447237c640 1 -- 172.21.15.17:0/1434638981 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f446c103110 con 0x7f446c1036e0 2024-09-16T01:54:12.727 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:12 smithi017 ceph-mon[30972]: pgmap v659: 97 pgs: 97 active+clean; 171 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 264 KiB/s rd, 1.5 MiB/s wr, 87 op/s 2024-09-16T01:54:12.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.726+0000 7f44697fa640 1 -- 172.21.15.17:0/1434638981 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f446c103110 con 0x7f446c1036e0 2024-09-16T01:54:12.728 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:54:12.728 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:54:12.728 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:54:12.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.729+0000 7f447237c640 1 -- 172.21.15.17:0/1434638981 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44540a3240 msgr2=0x7f44540a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:12.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.729+0000 7f447237c640 1 --2- 172.21.15.17:0/1434638981 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44540a3240 0x7f44540a5700 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f445c000c00 tx=0x7f445c032c80 comp rx=0 tx=0).stop 2024-09-16T01:54:12.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.729+0000 7f447237c640 1 -- 172.21.15.17:0/1434638981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f446c1036e0 msgr2=0x7f446c100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:12.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.729+0000 7f447237c640 1 --2- 172.21.15.17:0/1434638981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f446c1036e0 0x7f446c100ed0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f446c0697d0 tx=0x7f446000cdd0 comp rx=0 tx=0).stop 2024-09-16T01:54:12.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.729+0000 7f447237c640 1 -- 172.21.15.17:0/1434638981 shutdown_connections 2024-09-16T01:54:12.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.729+0000 7f447237c640 1 --2- 172.21.15.17:0/1434638981 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44540a3240 0x7f44540a5700 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:12.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.729+0000 7f447237c640 1 --2- 172.21.15.17:0/1434638981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c1082a0 0x7f446c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:12.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.729+0000 7f447237c640 1 --2- 172.21.15.17:0/1434638981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f446c1036e0 0x7f446c100ed0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:12.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.729+0000 7f447237c640 1 --2- 172.21.15.17:0/1434638981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f446c102d30 0x7f446c100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:12.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.729+0000 7f447237c640 1 -- 172.21.15.17:0/1434638981 >> 172.21.15.17:0/1434638981 conn(0x7f446c0fc7d0 msgr2=0x7f446c105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:12.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.729+0000 7f447237c640 1 -- 172.21.15.17:0/1434638981 shutdown_connections 2024-09-16T01:54:12.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:12.729+0000 7f447237c640 1 -- 172.21.15.17:0/1434638981 wait complete. 2024-09-16T01:54:13.491 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:13 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1434638981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:54:13.521 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:54:13.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:13 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1434638981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:54:13.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:13 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1434638981' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:54:13.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 400644 3.73 MB/sec execute 456 sec latency 52.368 ms 2024-09-16T01:54:13.799 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:14.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.335+0000 7f3fed0f1640 1 -- 172.21.15.17:0/1406916493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fe8102d30 msgr2=0x7f3fe8103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:14.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.335+0000 7f3fed0f1640 1 --2- 172.21.15.17:0/1406916493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fe8102d30 0x7f3fe8103110 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8009930 tx=0x7f3fd802a420 comp rx=0 tx=0).stop 2024-09-16T01:54:14.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.335+0000 7f3fed0f1640 1 -- 172.21.15.17:0/1406916493 shutdown_connections 2024-09-16T01:54:14.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.335+0000 7f3fed0f1640 1 --2- 172.21.15.17:0/1406916493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3fe81082a0 0x7f3fe810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.335+0000 7f3fed0f1640 1 --2- 172.21.15.17:0/1406916493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3fe81036e0 0x7f3fe8107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.335+0000 7f3fed0f1640 1 --2- 172.21.15.17:0/1406916493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fe8102d30 0x7f3fe8103110 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.335+0000 7f3fed0f1640 1 -- 172.21.15.17:0/1406916493 >> 172.21.15.17:0/1406916493 conn(0x7f3fe80fc7d0 msgr2=0x7f3fe80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:14.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.335+0000 7f3fed0f1640 1 -- 172.21.15.17:0/1406916493 shutdown_connections 2024-09-16T01:54:14.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.336+0000 7f3fed0f1640 1 -- 172.21.15.17:0/1406916493 wait complete. 2024-09-16T01:54:14.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.336+0000 7f3fed0f1640 1 Processor -- start 2024-09-16T01:54:14.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fed0f1640 1 -- start start 2024-09-16T01:54:14.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fed0f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fe8102d30 0x7f3fe8100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fed0f1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3fe81036e0 0x7f3fe8100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fed0f1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3fe81082a0 0x7f3fe8101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fed0f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe8111f50 con 0x7f3fe8102d30 2024-09-16T01:54:14.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fed0f1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe8111dd0 con 0x7f3fe81036e0 2024-09-16T01:54:14.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fed0f1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe81120d0 con 0x7f3fe81082a0 2024-09-16T01:54:14.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fe6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fe8102d30 0x7f3fe8100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fe6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fe8102d30 0x7f3fe8100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51254/0 (socket says 172.21.15.17:51254) 2024-09-16T01:54:14.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fe6d9d640 1 -- 172.21.15.17:0/465455496 learned_addr learned my addr 172.21.15.17:0/465455496 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:14.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fe759e640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3fe81082a0 0x7f3fe8101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fe659c640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3fe81036e0 0x7f3fe8100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fe6d9d640 1 -- 172.21.15.17:0/465455496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3fe81082a0 msgr2=0x7f3fe8101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:14.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fe6d9d640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3fe81082a0 0x7f3fe8101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fe6d9d640 1 -- 172.21.15.17:0/465455496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3fe81036e0 msgr2=0x7f3fe8100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fe6d9d640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3fe81036e0 0x7f3fe8100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fe6d9d640 1 -- 172.21.15.17:0/465455496 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fe81a69d0 con 0x7f3fe8102d30 2024-09-16T01:54:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.337+0000 7f3fe659c640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3fe81036e0 0x7f3fe8100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:54:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.338+0000 7f3fe6d9d640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fe8102d30 0x7f3fe8100990 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8005940 tx=0x7f3fd80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.338+0000 7f3fcffff640 1 -- 172.21.15.17:0/465455496 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd803f030 con 0x7f3fe8102d30 2024-09-16T01:54:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.338+0000 7f3fed0f1640 1 -- 172.21.15.17:0/465455496 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fe81a6c60 con 0x7f3fe8102d30 2024-09-16T01:54:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.338+0000 7f3fcffff640 1 -- 172.21.15.17:0/465455496 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3fd80318a0 con 0x7f3fe8102d30 2024-09-16T01:54:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.338+0000 7f3fcffff640 1 -- 172.21.15.17:0/465455496 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd8035070 con 0x7f3fe8102d30 2024-09-16T01:54:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.338+0000 7f3fed0f1640 1 -- 172.21.15.17:0/465455496 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fe81a7190 con 0x7f3fe8102d30 2024-09-16T01:54:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fcffff640 1 -- 172.21.15.17:0/465455496 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f3fd8042030 con 0x7f3fe8102d30 2024-09-16T01:54:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fef4ca740 1 Processor -- start 2024-09-16T01:54:14.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fef4ca740 1 -- start start 2024-09-16T01:54:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fef4ca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c587b40 0x55942c586090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fef4ca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c5865d0 0x55942c586a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fef4ca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c591370 0x55942c593760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fef4ca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55942c4ec2f0 con 0x55942c591370 2024-09-16T01:54:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fef4ca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55942c493cf0 con 0x55942c5865d0 2024-09-16T01:54:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fef4ca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55942c4e82b0 con 0x55942c587b40 2024-09-16T01:54:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fe659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c591370 0x55942c593760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fe759e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c587b40 0x55942c586090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fe6d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c5865d0 0x55942c586a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fe659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c591370 0x55942c593760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51258/0 (socket says 172.21.15.17:51258) 2024-09-16T01:54:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fe759e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c587b40 0x55942c586090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58964/0 (socket says 172.21.15.17:58964) 2024-09-16T01:54:14.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fe659c640 1 -- 172.21.15.17:0/4031356084 learned_addr learned my addr 172.21.15.17:0/4031356084 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.341+0000 7f3fe659c640 1 -- 172.21.15.17:0/4031356084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c587b40 msgr2=0x55942c586090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.342+0000 7f3fe659c640 1 --2- 172.21.15.17:0/4031356084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c587b40 0x55942c586090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.342+0000 7f3fe659c640 1 -- 172.21.15.17:0/4031356084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c5865d0 msgr2=0x55942c586a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.342+0000 7f3fe659c640 1 --2- 172.21.15.17:0/4031356084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c5865d0 0x55942c586a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.342+0000 7f3fe659c640 1 -- 172.21.15.17:0/4031356084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55942c4783a0 con 0x55942c591370 2024-09-16T01:54:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.342+0000 7f3fcffff640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3fd00a3240 0x7f3fd00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.342+0000 7f3fe659c640 1 --2- 172.21.15.17:0/4031356084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c591370 0x55942c593760 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f3fdc009c70 tx=0x7f3fdc0117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b60eb31b25e95ebd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.342+0000 7f3fe759e640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3fd00a3240 0x7f3fd00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.342+0000 7f3fcffff640 1 -- 172.21.15.17:0/465455496 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3fd80effe0 con 0x7f3fe8102d30 2024-09-16T01:54:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.342+0000 7f3fcd7fa640 1 -- 172.21.15.17:0/4031356084 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fdc012450 con 0x55942c591370 2024-09-16T01:54:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.342+0000 7f3fcd7fa640 1 -- 172.21.15.17:0/4031356084 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3fdc012aa0 con 0x55942c591370 2024-09-16T01:54:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.342+0000 7f3fcd7fa640 1 -- 172.21.15.17:0/4031356084 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fdc00fb20 con 0x55942c591370 2024-09-16T01:54:14.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.343+0000 7f3fef4ca740 1 -- 172.21.15.17:0/4031356084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c591370 msgr2=0x55942c593760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:14.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.343+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/4031356084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c591370 0x55942c593760 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f3fdc009c70 tx=0x7f3fdc0117b0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.343+0000 7f3fe759e640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3fd00a3240 0x7f3fd00a5700 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f3fe000ae90 tx=0x7f3fe000a4d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:14.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.343+0000 7f3fef4ca740 1 -- 172.21.15.17:0/4031356084 shutdown_connections 2024-09-16T01:54:14.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.343+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/4031356084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c591370 0x55942c593760 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.343+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/4031356084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c5865d0 0x55942c586a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.343+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/4031356084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c587b40 0x55942c586090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.343+0000 7f3fef4ca740 1 -- 172.21.15.17:0/4031356084 >> 172.21.15.17:0/4031356084 conn(0x55942c54f310 msgr2=0x55942c582c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:14.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.343+0000 7f3fef4ca740 1 -- 172.21.15.17:0/4031356084 shutdown_connections 2024-09-16T01:54:14.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.343+0000 7f3fef4ca740 1 -- 172.21.15.17:0/4031356084 wait complete. 2024-09-16T01:54:14.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.343+0000 7f3fef4ca740 1 -- start start 2024-09-16T01:54:14.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fef4ca740 1 Processor -- start 2024-09-16T01:54:14.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fef4ca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c5865d0 0x55942c590cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fef4ca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c587b40 0x55942c58df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fef4ca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c591370 0x55942c58e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fef4ca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55942c594070 con 0x55942c5865d0 2024-09-16T01:54:14.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fef4ca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55942c4a7060 con 0x55942c587b40 2024-09-16T01:54:14.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fef4ca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55942c5941f0 con 0x55942c591370 2024-09-16T01:54:14.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fef4ca740 10 client.0 _ll_register_callbacks cb 0x55942c1fa8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:14.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fe6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c5865d0 0x55942c590cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fe6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c5865d0 0x55942c590cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51260/0 (socket says 172.21.15.17:51260) 2024-09-16T01:54:14.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fe759e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c591370 0x55942c58e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fe6d9d640 1 -- 172.21.15.17:0/3005720340 learned_addr learned my addr 172.21.15.17:0/3005720340 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:14.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fe659c640 1 --2- 172.21.15.17:0/3005720340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c587b40 0x55942c58df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fe6d9d640 1 -- 172.21.15.17:0/3005720340 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c591370 msgr2=0x55942c58e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fe6d9d640 1 --2- 172.21.15.17:0/3005720340 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c591370 0x55942c58e4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fe6d9d640 1 -- 172.21.15.17:0/3005720340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c587b40 msgr2=0x55942c58df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fe6d9d640 1 --2- 172.21.15.17:0/3005720340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c587b40 0x55942c58df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fe6d9d640 1 -- 172.21.15.17:0/3005720340 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55942c25d3c0 con 0x55942c5865d0 2024-09-16T01:54:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fe759e640 1 --2- 172.21.15.17:0/3005720340 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c591370 0x55942c58e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fe6d9d640 1 --2- 172.21.15.17:0/3005720340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c5865d0 0x55942c590cd0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f3fd80c4de0 tx=0x7f3fd80045a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f506560d91e195df server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.344+0000 7f3fcaff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:54:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.345+0000 7f3fcaff5640 1 -- 172.21.15.17:0/3005720340 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd8049070 con 0x55942c5865d0 2024-09-16T01:54:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.345+0000 7f3fcaff5640 1 -- 172.21.15.17:0/3005720340 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3fd80b8d10 con 0x55942c5865d0 2024-09-16T01:54:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.345+0000 7f3fef4ca740 1 -- 172.21.15.17:0/3005720340 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3fdc012aa0 con 0x55942c5865d0 2024-09-16T01:54:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.345+0000 7f3fcaff5640 1 -- 172.21.15.17:0/3005720340 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3fd80bc1e0 con 0x55942c5865d0 2024-09-16T01:54:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.345+0000 7f3fef4ca740 10 client.17358 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:14.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.345+0000 7f3fef4ca740 1 -- 172.21.15.17:0/3005720340 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55942c59fab0 con 0x55942c5865d0 2024-09-16T01:54:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.345+0000 7f3fcaff5640 1 -- 172.21.15.17:0/3005720340 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3fdc012aa0 con 0x55942c5865d0 2024-09-16T01:54:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.345+0000 7f3fcaff5640 1 -- 172.21.15.17:0/3005720340 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f3fd80f2110 con 0x55942c5865d0 2024-09-16T01:54:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.345+0000 7f3fef4ca740 10 client.17358 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.345+0000 7f3fef4ca740 10 client.17358 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:54:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.345+0000 7f3fef4ca740 20 client.17358 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.345+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/3005720340 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55942c5a0e00 0x55942c5a3290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.345+0000 7f3fef4ca740 4 client.17358 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:54:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.345+0000 7f3fef4ca740 1 -- 172.21.15.17:0/3005720340 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55942c4f9860 con 0x55942c5a0e00 2024-09-16T01:54:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.346+0000 7f3fe659c640 1 --2- 172.21.15.17:0/3005720340 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55942c5a0e00 0x55942c5a3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.346+0000 7f3fe659c640 1 --2- 172.21.15.17:0/3005720340 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55942c5a0e00 0x55942c5a3290 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5b6fa4870f780869 server_cookie=baea47d76a7ed7b6 in_seq=0 out_seq=0 2024-09-16T01:54:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.346+0000 7f3fcaff5640 10 client.17358 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:54:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fcaff5640 1 -- 172.21.15.17:0/3005720340 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55942c4f9860 con 0x55942c5a0e00 2024-09-16T01:54:14.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fcaff5640 10 client.17358 handle_command_reply: tid=0 2024-09-16T01:54:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fef4ca740 1 client.17358 shutdown 2024-09-16T01:54:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fef4ca740 1 -- 172.21.15.17:0/3005720340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c5865d0 msgr2=0x55942c590cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/3005720340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c5865d0 0x55942c590cd0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f3fd80c4de0 tx=0x7f3fd80045a0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fef4ca740 1 -- 172.21.15.17:0/3005720340 shutdown_connections 2024-09-16T01:54:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/3005720340 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55942c5a0e00 0x55942c5a3290 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/3005720340 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c591370 0x55942c58e4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/3005720340 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c587b40 0x55942c58df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fcaff5640 0 client.17358 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:54:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/3005720340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c5865d0 0x55942c590cd0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fef4ca740 1 -- 172.21.15.17:0/3005720340 >> 172.21.15.17:0/3005720340 conn(0x55942c54f310 msgr2=0x55942c588960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fef4ca740 1 -- 172.21.15.17:0/3005720340 shutdown_connections 2024-09-16T01:54:14.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fef4ca740 1 -- 172.21.15.17:0/3005720340 wait complete. 2024-09-16T01:54:14.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.347+0000 7f3fef4ca740 20 client.17358 trim_cache size 0 max 16384 2024-09-16T01:54:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.360+0000 7f3fef4ca740 1 Processor -- start 2024-09-16T01:54:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.360+0000 7f3fef4ca740 1 -- start start 2024-09-16T01:54:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fef4ca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c5865d0 0x55942c59d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fef4ca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c587b40 0x55942c5a8b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fef4ca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c591370 0x55942c5a9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fef4ca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe81b1fa0 con 0x55942c591370 2024-09-16T01:54:14.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fef4ca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe81af870 con 0x55942c5865d0 2024-09-16T01:54:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fef4ca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe81ad6a0 con 0x55942c587b40 2024-09-16T01:54:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fe759e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c591370 0x55942c5a9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fe659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c587b40 0x55942c5a8b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fe759e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c591370 0x55942c5a9090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51264/0 (socket says 172.21.15.17:51264) 2024-09-16T01:54:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fe759e640 1 -- 172.21.15.17:0/3655534508 learned_addr learned my addr 172.21.15.17:0/3655534508 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fe6d9d640 1 --2- 172.21.15.17:0/3655534508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c5865d0 0x55942c59d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fe759e640 1 -- 172.21.15.17:0/3655534508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c587b40 msgr2=0x55942c5a8b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fe759e640 1 --2- 172.21.15.17:0/3655534508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c587b40 0x55942c5a8b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fe759e640 1 -- 172.21.15.17:0/3655534508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c5865d0 msgr2=0x55942c59d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fe759e640 1 --2- 172.21.15.17:0/3655534508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c5865d0 0x55942c59d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fe759e640 1 -- 172.21.15.17:0/3655534508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55942c58e810 con 0x55942c591370 2024-09-16T01:54:14.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fe659c640 1 --2- 172.21.15.17:0/3655534508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c587b40 0x55942c5a8b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.361+0000 7f3fe759e640 1 --2- 172.21.15.17:0/3655534508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c591370 0x55942c5a9090 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f3fe001eb10 tx=0x7f3fe0019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ece42c5d3cbf6ab server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.362+0000 7f3fccff9640 1 -- 172.21.15.17:0/3655534508 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe002e070 con 0x55942c591370 2024-09-16T01:54:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.362+0000 7f3fccff9640 1 -- 172.21.15.17:0/3655534508 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3fe001ca90 con 0x55942c591370 2024-09-16T01:54:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.362+0000 7f3fccff9640 1 -- 172.21.15.17:0/3655534508 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fe0029be0 con 0x55942c591370 2024-09-16T01:54:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.362+0000 7f3fef4ca740 1 -- 172.21.15.17:0/3655534508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c591370 msgr2=0x55942c5a9090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.362+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/3655534508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c591370 0x55942c5a9090 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f3fe001eb10 tx=0x7f3fe0019000 comp rx=0 tx=0).stop 2024-09-16T01:54:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.362+0000 7f3fef4ca740 1 -- 172.21.15.17:0/3655534508 shutdown_connections 2024-09-16T01:54:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.362+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/3655534508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c591370 0x55942c5a9090 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.362+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/3655534508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c587b40 0x55942c5a8b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.362+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/3655534508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c5865d0 0x55942c59d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.362+0000 7f3fef4ca740 1 -- 172.21.15.17:0/3655534508 >> 172.21.15.17:0/3655534508 conn(0x55942c54f310 msgr2=0x55942c589310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.363+0000 7f3fef4ca740 1 -- 172.21.15.17:0/3655534508 shutdown_connections 2024-09-16T01:54:14.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.363+0000 7f3fef4ca740 1 -- 172.21.15.17:0/3655534508 wait complete. 2024-09-16T01:54:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.363+0000 7f3fef4ca740 1 -- start start 2024-09-16T01:54:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.363+0000 7f3fef4ca740 1 Processor -- start 2024-09-16T01:54:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.363+0000 7f3fef4ca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c5865d0 0x55942c5954c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.363+0000 7f3fef4ca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c587b40 0x55942c595a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.363+0000 7f3fef4ca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c591370 0x55942c595f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.363+0000 7f3fef4ca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe81add30 con 0x55942c587b40 2024-09-16T01:54:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.363+0000 7f3fef4ca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe81af1a0 con 0x55942c591370 2024-09-16T01:54:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.363+0000 7f3fef4ca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3fe81ae400 con 0x55942c5865d0 2024-09-16T01:54:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.363+0000 7f3fef4ca740 10 client.0 _ll_register_callbacks cb 0x7f3fd80f3820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.363+0000 7f3fe659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c587b40 0x55942c595a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.363+0000 7f3fe659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c587b40 0x55942c595a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51274/0 (socket says 172.21.15.17:51274) 2024-09-16T01:54:14.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.363+0000 7f3fe659c640 1 -- 172.21.15.17:0/383906372 learned_addr learned my addr 172.21.15.17:0/383906372 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fe6d9d640 1 --2- 172.21.15.17:0/383906372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c5865d0 0x55942c5954c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fe759e640 1 --2- 172.21.15.17:0/383906372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c591370 0x55942c595f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fe6d9d640 1 -- 172.21.15.17:0/383906372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c591370 msgr2=0x55942c595f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fe6d9d640 1 --2- 172.21.15.17:0/383906372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c591370 0x55942c595f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fe6d9d640 1 -- 172.21.15.17:0/383906372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c587b40 msgr2=0x55942c595a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fe6d9d640 1 --2- 172.21.15.17:0/383906372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c587b40 0x55942c595a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fe6d9d640 1 -- 172.21.15.17:0/383906372 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55942c60adc0 con 0x55942c5865d0 2024-09-16T01:54:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fe659c640 1 --2- 172.21.15.17:0/383906372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c587b40 0x55942c595a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fe6d9d640 1 --2- 172.21.15.17:0/383906372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c5865d0 0x55942c5954c0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8004650 tx=0x7f3fd802a420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e5781166459ff6ff server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fcaff5640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:54:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fcaff5640 1 -- 172.21.15.17:0/383906372 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fd8049070 con 0x55942c5865d0 2024-09-16T01:54:14.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fcaff5640 1 -- 172.21.15.17:0/383906372 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3fd80c5080 con 0x55942c5865d0 2024-09-16T01:54:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fef4ca740 1 -- 172.21.15.17:0/383906372 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3fe001ca90 con 0x55942c5865d0 2024-09-16T01:54:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fcaff5640 1 -- 172.21.15.17:0/383906372 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3fd80bc000 con 0x55942c5865d0 2024-09-16T01:54:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fef4ca740 10 client.27019 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.364+0000 7f3fef4ca740 1 -- 172.21.15.17:0/383906372 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55942c60c0c0 con 0x55942c5865d0 2024-09-16T01:54:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.365+0000 7f3fcaff5640 1 -- 172.21.15.17:0/383906372 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3fe001ca90 con 0x55942c5865d0 2024-09-16T01:54:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.365+0000 7f3fcaff5640 1 -- 172.21.15.17:0/383906372 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f3fd80f3ce0 con 0x55942c5865d0 2024-09-16T01:54:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.365+0000 7f3fef4ca740 10 client.27019 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.365+0000 7f3fef4ca740 10 client.27019 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:54:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.365+0000 7f3fef4ca740 20 client.27019 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.365+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/383906372 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55942c60c650 0x55942c60ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.365+0000 7f3fef4ca740 4 client.27019 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:54:14.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.365+0000 7f3fef4ca740 1 -- 172.21.15.17:0/383906372 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55942c4f3d70 con 0x55942c60c650 2024-09-16T01:54:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.365+0000 7f3fe659c640 1 --2- 172.21.15.17:0/383906372 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55942c60c650 0x55942c60ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fcaff5640 10 client.27019 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:54:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fe659c640 1 --2- 172.21.15.17:0/383906372 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55942c60c650 0x55942c60ea60 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5f94f119d86f6828 server_cookie=d402d048b968fa10 in_seq=0 out_seq=0 2024-09-16T01:54:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fcaff5640 1 -- 172.21.15.17:0/383906372 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55942c4f3d70 con 0x55942c60c650 2024-09-16T01:54:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fcaff5640 10 client.27019 handle_command_reply: tid=0 2024-09-16T01:54:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fef4ca740 1 client.27019 shutdown 2024-09-16T01:54:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fef4ca740 1 -- 172.21.15.17:0/383906372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c5865d0 msgr2=0x55942c5954c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/383906372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c5865d0 0x55942c5954c0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8004650 tx=0x7f3fd802a420 comp rx=0 tx=0).stop 2024-09-16T01:54:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fef4ca740 1 -- 172.21.15.17:0/383906372 shutdown_connections 2024-09-16T01:54:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/383906372 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55942c60c650 0x55942c60ea60 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/383906372 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55942c591370 0x55942c595f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/383906372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55942c587b40 0x55942c595a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fcaff5640 0 client.27019 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:54:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fef4ca740 1 --2- 172.21.15.17:0/383906372 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55942c5865d0 0x55942c5954c0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fef4ca740 1 -- 172.21.15.17:0/383906372 >> 172.21.15.17:0/383906372 conn(0x55942c54f310 msgr2=0x55942c581d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fef4ca740 1 -- 172.21.15.17:0/383906372 shutdown_connections 2024-09-16T01:54:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fef4ca740 1 -- 172.21.15.17:0/383906372 wait complete. 2024-09-16T01:54:14.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.366+0000 7f3fef4ca740 20 client.27019 trim_cache size 0 max 16384 2024-09-16T01:54:14.376 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:54:14.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.367+0000 7f3fed0f1640 1 -- 172.21.15.17:0/465455496 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3fd00a3240 msgr2=0x7f3fd00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:14.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.367+0000 7f3fed0f1640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3fd00a3240 0x7f3fd00a5700 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f3fe000ae90 tx=0x7f3fe000a4d0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.367+0000 7f3fed0f1640 1 -- 172.21.15.17:0/465455496 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fe8102d30 msgr2=0x7f3fe8100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:14.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.367+0000 7f3fed0f1640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fe8102d30 0x7f3fe8100990 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f3fd8005940 tx=0x7f3fd80042f0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.367+0000 7f3fed0f1640 1 -- 172.21.15.17:0/465455496 shutdown_connections 2024-09-16T01:54:14.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.367+0000 7f3fed0f1640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3fd00a3240 0x7f3fd00a5700 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.367+0000 7f3fed0f1640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3fe81082a0 0x7f3fe8101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.367+0000 7f3fed0f1640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3fe81036e0 0x7f3fe8100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.367+0000 7f3fed0f1640 1 --2- 172.21.15.17:0/465455496 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fe8102d30 0x7f3fe8100990 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.367+0000 7f3fed0f1640 1 -- 172.21.15.17:0/465455496 >> 172.21.15.17:0/465455496 conn(0x7f3fe80fc7d0 msgr2=0x7f3fe8105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.367+0000 7f3fed0f1640 1 -- 172.21.15.17:0/465455496 shutdown_connections 2024-09-16T01:54:14.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:14.367+0000 7f3fed0f1640 1 -- 172.21.15.17:0/465455496 wait complete. 2024-09-16T01:54:14.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:14 smithi017 ceph-mon[30972]: pgmap v660: 97 pgs: 97 active+clean; 171 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:54:14.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 401265 3.73 MB/sec execute 457 sec latency 13.641 ms 2024-09-16T01:54:14.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:14 smithi122 ceph-mon[34758]: pgmap v660: 97 pgs: 97 active+clean; 171 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:54:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:14 smithi029 ceph-mon[34783]: pgmap v660: 97 pgs: 97 active+clean; 171 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 266 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:54:15.074 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:54:15.358 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:15.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 401862 3.73 MB/sec execute 458 sec latency 19.409 ms 2024-09-16T01:54:15.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.897+0000 7f62a6c85640 1 -- 172.21.15.17:0/3622943586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62a010c180 msgr2=0x7f62a010e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:15.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.897+0000 7f62a6c85640 1 --2- 172.21.15.17:0/3622943586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62a010c180 0x7f62a010e600 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f6298009ca0 tx=0x7f629802a950 comp rx=0 tx=0).stop 2024-09-16T01:54:15.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.897+0000 7f62a6c85640 1 -- 172.21.15.17:0/3622943586 shutdown_connections 2024-09-16T01:54:15.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.897+0000 7f62a6c85640 1 --2- 172.21.15.17:0/3622943586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62a010c180 0x7f62a010e600 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.897+0000 7f62a6c85640 1 --2- 172.21.15.17:0/3622943586 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f62a01036c0 0x7f62a010bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.897+0000 7f62a6c85640 1 --2- 172.21.15.17:0/3622943586 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62a0102da0 0x7f62a0103180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.897+0000 7f62a6c85640 1 -- 172.21.15.17:0/3622943586 >> 172.21.15.17:0/3622943586 conn(0x7f62a00fc7a0 msgr2=0x7f62a00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:15.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.897+0000 7f62a6c85640 1 -- 172.21.15.17:0/3622943586 shutdown_connections 2024-09-16T01:54:15.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.897+0000 7f62a6c85640 1 -- 172.21.15.17:0/3622943586 wait complete. 2024-09-16T01:54:15.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.898+0000 7f62a6c85640 1 Processor -- start 2024-09-16T01:54:15.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.898+0000 7f62a6c85640 1 -- start start 2024-09-16T01:54:15.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.898+0000 7f62a6c85640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62a0102da0 0x7f62a0198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.898+0000 7f62a6c85640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f62a01036c0 0x7f62a0198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.898+0000 7f62a6c85640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62a010c180 0x7f62a019cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.898+0000 7f62a6c85640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f62a0111df0 con 0x7f62a0102da0 2024-09-16T01:54:15.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.898+0000 7f62a6c85640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f62a0111c70 con 0x7f62a010c180 2024-09-16T01:54:15.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.898+0000 7f62a6c85640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f62a0111f70 con 0x7f62a01036c0 2024-09-16T01:54:15.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.898+0000 7f62a4a21640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62a0102da0 0x7f62a0198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.898+0000 7f62a4a21640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62a0102da0 0x7f62a0198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51294/0 (socket says 172.21.15.17:51294) 2024-09-16T01:54:15.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.898+0000 7f62a4a21640 1 -- 172.21.15.17:0/2277035197 learned_addr learned my addr 172.21.15.17:0/2277035197 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:15.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.898+0000 7f629ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f62a01036c0 0x7f62a0198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.898+0000 7f62a5222640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62a010c180 0x7f62a019cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.899+0000 7f629ffff640 1 -- 172.21.15.17:0/2277035197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62a010c180 msgr2=0x7f62a019cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:15.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.899+0000 7f629ffff640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62a010c180 0x7f62a019cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.899+0000 7f629ffff640 1 -- 172.21.15.17:0/2277035197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62a0102da0 msgr2=0x7f62a0198330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:15.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.899+0000 7f629ffff640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62a0102da0 0x7f62a0198330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.899+0000 7f629ffff640 1 -- 172.21.15.17:0/2277035197 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62a019d2e0 con 0x7f62a01036c0 2024-09-16T01:54:15.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.899+0000 7f62a5222640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62a010c180 0x7f62a019cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:54:15.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.899+0000 7f62a4a21640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62a0102da0 0x7f62a0198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:15.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.899+0000 7f629ffff640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f62a01036c0 0x7f62a0198870 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f628c00e9f0 tx=0x7f628c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:15.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.899+0000 7f629dffb640 1 -- 172.21.15.17:0/2277035197 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628c00ccc0 con 0x7f62a01036c0 2024-09-16T01:54:15.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.899+0000 7f629dffb640 1 -- 172.21.15.17:0/2277035197 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f628c005020 con 0x7f62a01036c0 2024-09-16T01:54:15.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.899+0000 7f629dffb640 1 -- 172.21.15.17:0/2277035197 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f628c004a00 con 0x7f62a01036c0 2024-09-16T01:54:15.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.899+0000 7f62a6c85640 1 -- 172.21.15.17:0/2277035197 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62a019d5d0 con 0x7f62a01036c0 2024-09-16T01:54:15.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.899+0000 7f62a6c85640 1 -- 172.21.15.17:0/2277035197 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62a01a4eb0 con 0x7f62a01036c0 2024-09-16T01:54:15.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.902+0000 7f629dffb640 1 -- 172.21.15.17:0/2277035197 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f628c004ba0 con 0x7f62a01036c0 2024-09-16T01:54:15.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.902+0000 7f62a905e740 1 Processor -- start 2024-09-16T01:54:15.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.902+0000 7f62a905e740 1 -- start start 2024-09-16T01:54:15.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a905e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1df50 0x561f62c1c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a905e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1c9e0 0x561f62c1ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f629dffb640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f62900a3240 0x7f62900a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a905e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c29b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a905e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561f62b7e2f0 con 0x561f62c27780 2024-09-16T01:54:15.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a905e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561f62b25cf0 con 0x561f62c1c9e0 2024-09-16T01:54:15.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a905e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561f62b7a2b0 con 0x561f62c1df50 2024-09-16T01:54:15.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a5222640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1df50 0x561f62c1c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a4a21640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f62900a3240 0x7f62900a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a5222640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c29b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a5222640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c29b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51300/0 (socket says 172.21.15.17:51300) 2024-09-16T01:54:15.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a5222640 1 -- 172.21.15.17:0/108022698 learned_addr learned my addr 172.21.15.17:0/108022698 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:15.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f629ffff640 1 --2- 172.21.15.17:0/108022698 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1c9e0 0x561f62c1ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f629dffb640 1 -- 172.21.15.17:0/2277035197 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f628c0cf8f0 con 0x7f62a01036c0 2024-09-16T01:54:15.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a5222640 1 -- 172.21.15.17:0/108022698 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1df50 msgr2=0x561f62c1c4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:15.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a5222640 1 --2- 172.21.15.17:0/108022698 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1df50 0x561f62c1c4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a5222640 1 -- 172.21.15.17:0/108022698 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1c9e0 msgr2=0x561f62c1ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:15.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a5222640 1 --2- 172.21.15.17:0/108022698 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1c9e0 0x561f62c1ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.903+0000 7f62a5222640 1 -- 172.21.15.17:0/108022698 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f62b0a3a0 con 0x561f62c27780 2024-09-16T01:54:15.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.904+0000 7f62a5222640 1 --2- 172.21.15.17:0/108022698 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c29b70 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f6298030030 tx=0x7f629802a950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5262d89a656b0744 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:15.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.904+0000 7f62a4a21640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f62900a3240 0x7f62900a5700 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f6294005fd0 tx=0x7f629400b4a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:15.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.904+0000 7f628affd640 1 -- 172.21.15.17:0/108022698 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f629803e030 con 0x561f62c27780 2024-09-16T01:54:15.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.904+0000 7f628affd640 1 -- 172.21.15.17:0/108022698 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6298003e20 con 0x561f62c27780 2024-09-16T01:54:15.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.904+0000 7f628affd640 1 -- 172.21.15.17:0/108022698 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6298034040 con 0x561f62c27780 2024-09-16T01:54:15.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.904+0000 7f62a905e740 1 -- 172.21.15.17:0/108022698 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 msgr2=0x561f62c29b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:15.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.904+0000 7f62a905e740 1 --2- 172.21.15.17:0/108022698 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c29b70 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f6298030030 tx=0x7f629802a950 comp rx=0 tx=0).stop 2024-09-16T01:54:15.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.905+0000 7f62a905e740 1 -- 172.21.15.17:0/108022698 shutdown_connections 2024-09-16T01:54:15.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.905+0000 7f62a905e740 1 --2- 172.21.15.17:0/108022698 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c29b70 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.905+0000 7f62a905e740 1 --2- 172.21.15.17:0/108022698 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1c9e0 0x561f62c1ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.905+0000 7f62a905e740 1 --2- 172.21.15.17:0/108022698 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1df50 0x561f62c1c4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.905+0000 7f62a905e740 1 -- 172.21.15.17:0/108022698 >> 172.21.15.17:0/108022698 conn(0x561f62be1310 msgr2=0x561f62c19070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:15.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.905+0000 7f62a905e740 1 -- 172.21.15.17:0/108022698 shutdown_connections 2024-09-16T01:54:15.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.905+0000 7f62a905e740 1 -- 172.21.15.17:0/108022698 wait complete. 2024-09-16T01:54:15.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.905+0000 7f62a905e740 1 -- start start 2024-09-16T01:54:15.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.905+0000 7f62a905e740 1 Processor -- start 2024-09-16T01:54:15.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a905e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1c9e0 0x561f62c27120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a905e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1df50 0x561f62c243d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a905e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c24970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a905e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561f62c2a420 con 0x561f62c27780 2024-09-16T01:54:15.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a905e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561f62b39060 con 0x561f62c1c9e0 2024-09-16T01:54:15.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a905e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561f62c2a5a0 con 0x561f62c1df50 2024-09-16T01:54:15.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a905e740 10 client.0 _ll_register_callbacks cb 0x561f6288c8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:15.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f629ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1df50 0x561f62c243d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a5222640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c24970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a4a21640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1c9e0 0x561f62c27120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f629ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1df50 0x561f62c243d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59024/0 (socket says 172.21.15.17:59024) 2024-09-16T01:54:15.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a5222640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c24970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51314/0 (socket says 172.21.15.17:51314) 2024-09-16T01:54:15.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a4a21640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1c9e0 0x561f62c27120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:58790/0 (socket says 172.21.15.17:58790) 2024-09-16T01:54:15.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f629ffff640 1 -- 172.21.15.17:0/2036227388 learned_addr learned my addr 172.21.15.17:0/2036227388 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:15.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a5222640 1 -- 172.21.15.17:0/2036227388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1df50 msgr2=0x561f62c243d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:15.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a5222640 1 --2- 172.21.15.17:0/2036227388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1df50 0x561f62c243d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a5222640 1 -- 172.21.15.17:0/2036227388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1c9e0 msgr2=0x561f62c27120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:15.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a5222640 1 --2- 172.21.15.17:0/2036227388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1c9e0 0x561f62c27120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a5222640 1 -- 172.21.15.17:0/2036227388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f628ef3c0 con 0x561f62c27780 2024-09-16T01:54:15.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f62a5222640 1 --2- 172.21.15.17:0/2036227388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c24970 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f6298004af0 tx=0x7f6298003d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd638812cd6a71a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:15.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.906+0000 7f627ffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:54:15.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.907+0000 7f627ffff640 1 -- 172.21.15.17:0/2036227388 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6298034070 con 0x561f62c27780 2024-09-16T01:54:15.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.907+0000 7f62a905e740 1 -- 172.21.15.17:0/2036227388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6298003e20 con 0x561f62c27780 2024-09-16T01:54:15.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.907+0000 7f627ffff640 1 -- 172.21.15.17:0/2036227388 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f6298004240 con 0x561f62c27780 2024-09-16T01:54:15.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.907+0000 7f627ffff640 1 -- 172.21.15.17:0/2036227388 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f629803e040 con 0x561f62c27780 2024-09-16T01:54:15.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.907+0000 7f62a905e740 10 client.17376 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:15.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.907+0000 7f62a905e740 1 -- 172.21.15.17:0/2036227388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561f62c2a420 con 0x561f62c27780 2024-09-16T01:54:15.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.907+0000 7f627ffff640 1 -- 172.21.15.17:0/2036227388 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6298003e20 con 0x561f62c27780 2024-09-16T01:54:15.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.907+0000 7f627ffff640 1 -- 172.21.15.17:0/2036227388 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f6298030970 con 0x561f62c27780 2024-09-16T01:54:15.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.907+0000 7f62a905e740 10 client.17376 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:15.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.907+0000 7f62a905e740 10 client.17376 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:54:15.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.907+0000 7f62a905e740 20 client.17376 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:15.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.907+0000 7f62a905e740 1 --2- 172.21.15.17:0/2036227388 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561f62c36ff0 0x561f62c393e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.907+0000 7f62a905e740 4 client.17376 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:54:15.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.907+0000 7f62a905e740 1 -- 172.21.15.17:0/2036227388 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561f62b8b860 con 0x561f62c36ff0 2024-09-16T01:54:15.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.908+0000 7f62a4a21640 1 --2- 172.21.15.17:0/2036227388 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561f62c36ff0 0x561f62c393e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.908+0000 7f627ffff640 10 client.17376 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:54:15.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.908+0000 7f62a4a21640 1 --2- 172.21.15.17:0/2036227388 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561f62c36ff0 0x561f62c393e0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=29ba6612721da6f3 server_cookie=f7042d8c8a87dfa0 in_seq=0 out_seq=0 2024-09-16T01:54:15.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.909+0000 7f627ffff640 1 -- 172.21.15.17:0/2036227388 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561f62b8b860 con 0x561f62c36ff0 2024-09-16T01:54:15.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.909+0000 7f627ffff640 10 client.17376 handle_command_reply: tid=0 2024-09-16T01:54:15.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.909+0000 7f62a905e740 1 client.17376 shutdown 2024-09-16T01:54:15.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.909+0000 7f62a905e740 1 -- 172.21.15.17:0/2036227388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 msgr2=0x561f62c24970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:15.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.909+0000 7f62a905e740 1 --2- 172.21.15.17:0/2036227388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c24970 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f6298004af0 tx=0x7f6298003d50 comp rx=0 tx=0).stop 2024-09-16T01:54:15.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.910+0000 7f62a905e740 1 -- 172.21.15.17:0/2036227388 shutdown_connections 2024-09-16T01:54:15.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.910+0000 7f62a905e740 1 --2- 172.21.15.17:0/2036227388 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561f62c36ff0 0x561f62c393e0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.910+0000 7f627ffff640 0 client.17376 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:54:15.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.910+0000 7f62a905e740 1 --2- 172.21.15.17:0/2036227388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c24970 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.910+0000 7f62a905e740 1 --2- 172.21.15.17:0/2036227388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1df50 0x561f62c243d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.910+0000 7f62a905e740 1 --2- 172.21.15.17:0/2036227388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1c9e0 0x561f62c27120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.910+0000 7f62a905e740 1 -- 172.21.15.17:0/2036227388 >> 172.21.15.17:0/2036227388 conn(0x561f62be1310 msgr2=0x561f62c1ed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:15.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.910+0000 7f62a905e740 1 -- 172.21.15.17:0/2036227388 shutdown_connections 2024-09-16T01:54:15.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.910+0000 7f62a905e740 1 -- 172.21.15.17:0/2036227388 wait complete. 2024-09-16T01:54:15.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.910+0000 7f62a905e740 20 client.17376 trim_cache size 0 max 16384 2024-09-16T01:54:15.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.925+0000 7f62a905e740 1 Processor -- start 2024-09-16T01:54:15.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.925+0000 7f62a905e740 1 -- start start 2024-09-16T01:54:15.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.925+0000 7f62a905e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1c9e0 0x561f62c336c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.925+0000 7f62a905e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1df50 0x561f62c25c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.925+0000 7f62a905e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c3ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.925+0000 7f62a905e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f62a01adb10 con 0x561f62c27780 2024-09-16T01:54:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.925+0000 7f62a905e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f62a01ab3e0 con 0x561f62c1df50 2024-09-16T01:54:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.925+0000 7f62a905e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f62a01a9210 con 0x561f62c1c9e0 2024-09-16T01:54:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.925+0000 7f62a4a21640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1c9e0 0x561f62c336c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.925+0000 7f62a4a21640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1c9e0 0x561f62c336c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59028/0 (socket says 172.21.15.17:59028) 2024-09-16T01:54:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.925+0000 7f62a4a21640 1 -- 172.21.15.17:0/3841882378 learned_addr learned my addr 172.21.15.17:0/3841882378 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.925+0000 7f62a5222640 1 --2- 172.21.15.17:0/3841882378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c3ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.926+0000 7f629ffff640 1 --2- 172.21.15.17:0/3841882378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1df50 0x561f62c25c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.926+0000 7f62a5222640 1 -- 172.21.15.17:0/3841882378 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1c9e0 msgr2=0x561f62c336c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.926+0000 7f62a5222640 1 --2- 172.21.15.17:0/3841882378 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1c9e0 0x561f62c336c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.926+0000 7f62a5222640 1 -- 172.21.15.17:0/3841882378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1df50 msgr2=0x561f62c25c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.926+0000 7f62a5222640 1 --2- 172.21.15.17:0/3841882378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1df50 0x561f62c25c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.926+0000 7f62a5222640 1 -- 172.21.15.17:0/3841882378 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561f62c26ae0 con 0x561f62c27780 2024-09-16T01:54:15.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.926+0000 7f62a4a21640 1 --2- 172.21.15.17:0/3841882378 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1c9e0 0x561f62c336c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:15.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.926+0000 7f62a5222640 1 --2- 172.21.15.17:0/3841882378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c3ea10 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f6298030fb0 tx=0x7f629802ffd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=752f883ab2755281 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:15.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.926+0000 7f628a7fc640 1 -- 172.21.15.17:0/3841882378 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6298034070 con 0x561f62c27780 2024-09-16T01:54:15.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.926+0000 7f628a7fc640 1 -- 172.21.15.17:0/3841882378 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f629802fbf0 con 0x561f62c27780 2024-09-16T01:54:15.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.926+0000 7f628a7fc640 1 -- 172.21.15.17:0/3841882378 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f629803a890 con 0x561f62c27780 2024-09-16T01:54:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.927+0000 7f62a905e740 1 -- 172.21.15.17:0/3841882378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 msgr2=0x561f62c3ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.927+0000 7f62a905e740 1 --2- 172.21.15.17:0/3841882378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c3ea10 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f6298030fb0 tx=0x7f629802ffd0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.927+0000 7f62a905e740 1 -- 172.21.15.17:0/3841882378 shutdown_connections 2024-09-16T01:54:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.927+0000 7f62a905e740 1 --2- 172.21.15.17:0/3841882378 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c27780 0x561f62c3ea10 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.927+0000 7f62a905e740 1 --2- 172.21.15.17:0/3841882378 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c1df50 0x561f62c25c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.927+0000 7f62a905e740 1 --2- 172.21.15.17:0/3841882378 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1c9e0 0x561f62c336c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.927+0000 7f62a905e740 1 -- 172.21.15.17:0/3841882378 >> 172.21.15.17:0/3841882378 conn(0x561f62be1310 msgr2=0x561f62c233d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.927+0000 7f62a905e740 1 -- 172.21.15.17:0/3841882378 shutdown_connections 2024-09-16T01:54:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.927+0000 7f62a905e740 1 -- 172.21.15.17:0/3841882378 wait complete. 2024-09-16T01:54:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.928+0000 7f62a905e740 1 -- start start 2024-09-16T01:54:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.928+0000 7f62a905e740 1 Processor -- start 2024-09-16T01:54:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.928+0000 7f62a905e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1c9e0 0x561f62c213e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.928+0000 7f62a905e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c1df50 0x561f62c21920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.928+0000 7f62a905e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c27780 0x561f62c21e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.928+0000 7f62a905e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f62a01a98a0 con 0x561f62c1df50 2024-09-16T01:54:15.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.928+0000 7f62a905e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f62a01aad10 con 0x561f62c27780 2024-09-16T01:54:15.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.928+0000 7f629ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c1df50 0x561f62c21920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.928+0000 7f62a905e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f62a01a9f70 con 0x561f62c1c9e0 2024-09-16T01:54:15.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.928+0000 7f62a905e740 10 client.0 _ll_register_callbacks cb 0x7f628c004e90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:15.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.928+0000 7f629ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c1df50 0x561f62c21920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51338/0 (socket says 172.21.15.17:51338) 2024-09-16T01:54:15.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.928+0000 7f629ffff640 1 -- 172.21.15.17:0/3715212442 learned_addr learned my addr 172.21.15.17:0/3715212442 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:15.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.928+0000 7f62a5222640 1 --2- 172.21.15.17:0/3715212442 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c27780 0x561f62c21e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.929+0000 7f62a5222640 1 -- 172.21.15.17:0/3715212442 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1c9e0 msgr2=0x561f62c213e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:15.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.929+0000 7f62a4a21640 1 --2- 172.21.15.17:0/3715212442 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1c9e0 0x561f62c213e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.929+0000 7f62a5222640 1 --2- 172.21.15.17:0/3715212442 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1c9e0 0x561f62c213e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.929+0000 7f62a5222640 1 -- 172.21.15.17:0/3715212442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c1df50 msgr2=0x561f62c21920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:15.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.929+0000 7f62a5222640 1 --2- 172.21.15.17:0/3715212442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c1df50 0x561f62c21920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.929+0000 7f62a5222640 1 -- 172.21.15.17:0/3715212442 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561f62ca09e0 con 0x561f62c27780 2024-09-16T01:54:15.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.929+0000 7f629ffff640 1 --2- 172.21.15.17:0/3715212442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c1df50 0x561f62c21920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:15.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.929+0000 7f62a5222640 1 --2- 172.21.15.17:0/3715212442 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c27780 0x561f62c21e60 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6298002230 tx=0x7f6298030b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c407b5b89c5d65b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:15.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.929+0000 7f627ffff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:54:15.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.929+0000 7f627ffff640 1 -- 172.21.15.17:0/3715212442 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6298034070 con 0x561f62c27780 2024-09-16T01:54:15.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.930+0000 7f627ffff640 1 -- 172.21.15.17:0/3715212442 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f629805f450 con 0x561f62c27780 2024-09-16T01:54:15.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.930+0000 7f62a905e740 1 -- 172.21.15.17:0/3715212442 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f629802fbf0 con 0x561f62c27780 2024-09-16T01:54:15.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.930+0000 7f627ffff640 1 -- 172.21.15.17:0/3715212442 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f6298004b40 con 0x561f62c27780 2024-09-16T01:54:15.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.930+0000 7f62a905e740 10 client.26792 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:15.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.930+0000 7f62a905e740 1 -- 172.21.15.17:0/3715212442 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561f62ca1bb0 con 0x561f62c27780 2024-09-16T01:54:15.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.930+0000 7f627ffff640 1 -- 172.21.15.17:0/3715212442 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6298063020 con 0x561f62c27780 2024-09-16T01:54:15.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.930+0000 7f627ffff640 1 -- 172.21.15.17:0/3715212442 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f629805fc20 con 0x561f62c27780 2024-09-16T01:54:15.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.930+0000 7f62a905e740 10 client.26792 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:15.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.930+0000 7f62a905e740 10 client.26792 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:54:15.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.930+0000 7f62a905e740 20 client.26792 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:15.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.930+0000 7f62a905e740 1 --2- 172.21.15.17:0/3715212442 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561f62ca20e0 0x561f62ca44d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:15.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.930+0000 7f62a905e740 4 client.26792 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:54:15.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.931+0000 7f62a905e740 1 -- 172.21.15.17:0/3715212442 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f629802fbf0 con 0x561f62ca20e0 2024-09-16T01:54:15.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.931+0000 7f62a4a21640 1 --2- 172.21.15.17:0/3715212442 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561f62ca20e0 0x561f62ca44d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:15.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.931+0000 7f62a4a21640 1 --2- 172.21.15.17:0/3715212442 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561f62ca20e0 0x561f62ca44d0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6d4d5e27af8d2647 server_cookie=7f2c5076effdf217 in_seq=0 out_seq=0 2024-09-16T01:54:15.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.931+0000 7f627ffff640 10 client.26792 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:54:15.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.931+0000 7f627ffff640 1 -- 172.21.15.17:0/3715212442 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f629802fbf0 con 0x561f62ca20e0 2024-09-16T01:54:15.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.931+0000 7f627ffff640 10 client.26792 handle_command_reply: tid=0 2024-09-16T01:54:15.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.931+0000 7f62a905e740 1 client.26792 shutdown 2024-09-16T01:54:15.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.931+0000 7f62a905e740 1 -- 172.21.15.17:0/3715212442 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c27780 msgr2=0x561f62c21e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:15.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.931+0000 7f62a905e740 1 --2- 172.21.15.17:0/3715212442 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c27780 0x561f62c21e60 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f6298002230 tx=0x7f6298030b90 comp rx=0 tx=0).stop 2024-09-16T01:54:15.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.932+0000 7f62a905e740 1 -- 172.21.15.17:0/3715212442 shutdown_connections 2024-09-16T01:54:15.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.932+0000 7f62a905e740 1 --2- 172.21.15.17:0/3715212442 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561f62ca20e0 0x561f62ca44d0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.932+0000 7f62a905e740 1 --2- 172.21.15.17:0/3715212442 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561f62c27780 0x561f62c21e60 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.932+0000 7f62a905e740 1 --2- 172.21.15.17:0/3715212442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561f62c1df50 0x561f62c21920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.932+0000 7f62a905e740 1 --2- 172.21.15.17:0/3715212442 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561f62c1c9e0 0x561f62c213e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.932+0000 7f62a905e740 1 -- 172.21.15.17:0/3715212442 >> 172.21.15.17:0/3715212442 conn(0x561f62be1310 msgr2=0x561f62c134e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:15.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.932+0000 7f627ffff640 0 client.26792 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:54:15.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.932+0000 7f62a905e740 1 -- 172.21.15.17:0/3715212442 shutdown_connections 2024-09-16T01:54:15.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.932+0000 7f62a905e740 1 -- 172.21.15.17:0/3715212442 wait complete. 2024-09-16T01:54:15.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.932+0000 7f62a905e740 20 client.26792 trim_cache size 0 max 16384 2024-09-16T01:54:15.939 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:54:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.933+0000 7f62a6c85640 1 -- 172.21.15.17:0/2277035197 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f62900a3240 msgr2=0x7f62900a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.933+0000 7f62a6c85640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f62900a3240 0x7f62900a5700 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f6294005fd0 tx=0x7f629400b4a0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.933+0000 7f62a6c85640 1 -- 172.21.15.17:0/2277035197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f62a01036c0 msgr2=0x7f62a0198870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.933+0000 7f62a6c85640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f62a01036c0 0x7f62a0198870 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f628c00e9f0 tx=0x7f628c00eeb0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.933+0000 7f62a6c85640 1 -- 172.21.15.17:0/2277035197 shutdown_connections 2024-09-16T01:54:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.933+0000 7f62a6c85640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f62900a3240 0x7f62900a5700 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.933+0000 7f62a6c85640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f62a010c180 0x7f62a019cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.933+0000 7f62a6c85640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f62a01036c0 0x7f62a0198870 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.933+0000 7f62a6c85640 1 --2- 172.21.15.17:0/2277035197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62a0102da0 0x7f62a0198330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.933+0000 7f62a6c85640 1 -- 172.21.15.17:0/2277035197 >> 172.21.15.17:0/2277035197 conn(0x7f62a00fc7a0 msgr2=0x7f62a00fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.933+0000 7f62a6c85640 1 -- 172.21.15.17:0/2277035197 shutdown_connections 2024-09-16T01:54:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:15.933+0000 7f62a6c85640 1 -- 172.21.15.17:0/2277035197 wait complete. 2024-09-16T01:54:16.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 402566 3.73 MB/sec execute 459 sec latency 22.258 ms 2024-09-16T01:54:16.681 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:16 smithi017 ceph-mon[30972]: pgmap v661: 97 pgs: 97 active+clean; 173 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 278 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-16T01:54:16.714 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:54:16.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:16 smithi029 ceph-mon[34783]: pgmap v661: 97 pgs: 97 active+clean; 173 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 278 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-16T01:54:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:16 smithi122 ceph-mon[34758]: pgmap v661: 97 pgs: 97 active+clean; 173 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 278 KiB/s rd, 1.8 MiB/s wr, 100 op/s 2024-09-16T01:54:17.015 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:17.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.504+0000 7fabe3f7c640 1 -- 172.21.15.17:0/4076149426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabdc108290 msgr2=0x7fabdc10ec30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:17.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.504+0000 7fabe3f7c640 1 --2- 172.21.15.17:0/4076149426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabdc108290 0x7fabdc10ec30 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fabd4009cd0 tx=0x7fabd402a8e0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.504+0000 7fabe3f7c640 1 -- 172.21.15.17:0/4076149426 shutdown_connections 2024-09-16T01:54:17.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.504+0000 7fabe3f7c640 1 --2- 172.21.15.17:0/4076149426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabdc108290 0x7fabdc10ec30 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.504+0000 7fabe3f7c640 1 --2- 172.21.15.17:0/4076149426 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fabdc103740 0x7fabdc107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.504+0000 7fabe3f7c640 1 --2- 172.21.15.17:0/4076149426 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fabdc102d90 0x7fabdc103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.504+0000 7fabe3f7c640 1 -- 172.21.15.17:0/4076149426 >> 172.21.15.17:0/4076149426 conn(0x7fabdc0fc7d0 msgr2=0x7fabdc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:17.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.504+0000 7fabe3f7c640 1 -- 172.21.15.17:0/4076149426 shutdown_connections 2024-09-16T01:54:17.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.504+0000 7fabe3f7c640 1 -- 172.21.15.17:0/4076149426 wait complete. 2024-09-16T01:54:17.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.504+0000 7fabe3f7c640 1 Processor -- start 2024-09-16T01:54:17.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.504+0000 7fabe3f7c640 1 -- start start 2024-09-16T01:54:17.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe3f7c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fabdc102d90 0x7fabdc1009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe3f7c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabdc103740 0x7fabdc100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe3f7c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fabdc108290 0x7fabdc101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe3f7c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fabdc111f40 con 0x7fabdc103740 2024-09-16T01:54:17.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe3f7c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fabdc111dc0 con 0x7fabdc102d90 2024-09-16T01:54:17.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe3f7c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fabdc1120c0 con 0x7fabdc108290 2024-09-16T01:54:17.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe2519640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fabdc108290 0x7fabdc101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe1517640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabdc103740 0x7fabdc100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe2519640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fabdc108290 0x7fabdc101470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36618/0 (socket says 172.21.15.17:36618) 2024-09-16T01:54:17.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe2519640 1 -- 172.21.15.17:0/2701844947 learned_addr learned my addr 172.21.15.17:0/2701844947 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:17.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe1d18640 1 --2- 172.21.15.17:0/2701844947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fabdc102d90 0x7fabdc1009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe2519640 1 -- 172.21.15.17:0/2701844947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fabdc102d90 msgr2=0x7fabdc1009f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:17.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe2519640 1 --2- 172.21.15.17:0/2701844947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fabdc102d90 0x7fabdc1009f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe2519640 1 -- 172.21.15.17:0/2701844947 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabdc103740 msgr2=0x7fabdc100f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:17.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe2519640 1 --2- 172.21.15.17:0/2701844947 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabdc103740 0x7fabdc100f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe2519640 1 -- 172.21.15.17:0/2701844947 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fabdc1a6920 con 0x7fabdc108290 2024-09-16T01:54:17.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe1517640 1 --2- 172.21.15.17:0/2701844947 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabdc103740 0x7fabdc100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:17.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.505+0000 7fabe2519640 1 --2- 172.21.15.17:0/2701844947 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fabdc108290 0x7fabdc101470 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fabd4033040 tx=0x7fabd4009360 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:17.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.506+0000 7fabd2ffd640 1 -- 172.21.15.17:0/2701844947 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd4004040 con 0x7fabdc108290 2024-09-16T01:54:17.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.506+0000 7fabe3f7c640 1 -- 172.21.15.17:0/2701844947 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fabdc1a6bb0 con 0x7fabdc108290 2024-09-16T01:54:17.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.506+0000 7fabd2ffd640 1 -- 172.21.15.17:0/2701844947 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabd4004690 con 0x7fabdc108290 2024-09-16T01:54:17.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.506+0000 7fabd2ffd640 1 -- 172.21.15.17:0/2701844947 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd4030da0 con 0x7fabdc108290 2024-09-16T01:54:17.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.506+0000 7fabe3f7c640 1 -- 172.21.15.17:0/2701844947 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fabdc1a7140 con 0x7fabdc108290 2024-09-16T01:54:17.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.508+0000 7fabe6355740 1 Processor -- start 2024-09-16T01:54:17.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.508+0000 7fabd2ffd640 1 -- 172.21.15.17:0/2701844947 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fabd40041e0 con 0x7fabdc108290 2024-09-16T01:54:17.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.509+0000 7fabe6355740 1 -- start start 2024-09-16T01:54:17.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.509+0000 7fabe6355740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41bdcb40 0x556f41bdb090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.509+0000 7fabe6355740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41bdba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.509+0000 7fabe6355740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41be6370 0x556f41be8760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.509+0000 7fabe6355740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556f41b412f0 con 0x556f41be6370 2024-09-16T01:54:17.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.509+0000 7fabe6355740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556f41ae8cf0 con 0x556f41bdcb40 2024-09-16T01:54:17.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.509+0000 7fabe6355740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556f41b3d2b0 con 0x556f41bdb5d0 2024-09-16T01:54:17.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.509+0000 7fabe1d18640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41bdba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.509+0000 7fabe1517640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41be6370 0x556f41be8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.509+0000 7fabe1d18640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41bdba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36620/0 (socket says 172.21.15.17:36620) 2024-09-16T01:54:17.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.509+0000 7fabe1d18640 1 -- 172.21.15.17:0/3465158509 learned_addr learned my addr 172.21.15.17:0/3465158509 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:17.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.510+0000 7fabe1517640 1 --2- 172.21.15.17:0/3465158509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41bdcb40 0x556f41bdb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.510+0000 7fabd2ffd640 1 --2- 172.21.15.17:0/2701844947 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fabc80a3240 0x7fabc80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.510+0000 7fabe1d18640 1 -- 172.21.15.17:0/3465158509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41bdcb40 msgr2=0x556f41bdb090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:17.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.510+0000 7fabe1d18640 1 --2- 172.21.15.17:0/3465158509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41bdcb40 0x556f41bdb090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.510+0000 7fabe1d18640 1 -- 172.21.15.17:0/3465158509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41be6370 msgr2=0x556f41be8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:17.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.510+0000 7fabe1d18640 1 --2- 172.21.15.17:0/3465158509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41be6370 0x556f41be8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.510+0000 7fabe1d18640 1 -- 172.21.15.17:0/3465158509 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f41acd3a0 con 0x556f41bdb5d0 2024-09-16T01:54:17.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.510+0000 7fabe2519640 1 --2- 172.21.15.17:0/2701844947 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fabc80a3240 0x7fabc80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.510+0000 7fabd2ffd640 1 -- 172.21.15.17:0/2701844947 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fabd402e030 con 0x7fabdc108290 2024-09-16T01:54:17.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.510+0000 7fabe1d18640 1 --2- 172.21.15.17:0/3465158509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41bdba10 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fabd8009cf0 tx=0x7fabd8011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5798f59f17e8bd69 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:17.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.510+0000 7fabc7fff640 1 -- 172.21.15.17:0/3465158509 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd8004230 con 0x556f41bdb5d0 2024-09-16T01:54:17.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.510+0000 7fabc7fff640 1 -- 172.21.15.17:0/3465158509 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabd80043d0 con 0x556f41bdb5d0 2024-09-16T01:54:17.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.510+0000 7fabc7fff640 1 -- 172.21.15.17:0/3465158509 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd80197c0 con 0x556f41bdb5d0 2024-09-16T01:54:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.511+0000 7fabe6355740 1 -- 172.21.15.17:0/3465158509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 msgr2=0x556f41bdba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.511+0000 7fabe6355740 1 --2- 172.21.15.17:0/3465158509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41bdba10 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fabd8009cf0 tx=0x7fabd8011810 comp rx=0 tx=0).stop 2024-09-16T01:54:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.511+0000 7fabe2519640 1 --2- 172.21.15.17:0/2701844947 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fabc80a3240 0x7fabc80a5700 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fabd4031040 tx=0x7fabd4003e80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.511+0000 7fabe6355740 1 -- 172.21.15.17:0/3465158509 shutdown_connections 2024-09-16T01:54:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.511+0000 7fabe6355740 1 --2- 172.21.15.17:0/3465158509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41be6370 0x556f41be8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.511+0000 7fabe6355740 1 --2- 172.21.15.17:0/3465158509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41bdba10 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.511+0000 7fabe6355740 1 --2- 172.21.15.17:0/3465158509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41bdcb40 0x556f41bdb090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.511+0000 7fabe6355740 1 -- 172.21.15.17:0/3465158509 >> 172.21.15.17:0/3465158509 conn(0x556f41ba4310 msgr2=0x556f41bd7c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:17.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.511+0000 7fabe6355740 1 -- 172.21.15.17:0/3465158509 shutdown_connections 2024-09-16T01:54:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.511+0000 7fabe6355740 1 -- 172.21.15.17:0/3465158509 wait complete. 2024-09-16T01:54:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.512+0000 7fabe6355740 1 -- start start 2024-09-16T01:54:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.512+0000 7fabe6355740 1 Processor -- start 2024-09-16T01:54:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.512+0000 7fabe6355740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41be5d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.512+0000 7fabe6355740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41be2fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.512+0000 7fabe6355740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41be6370 0x556f41be3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.512+0000 7fabe6355740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556f41be9070 con 0x556f41bdcb40 2024-09-16T01:54:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.512+0000 7fabe6355740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556f41afc060 con 0x556f41be6370 2024-09-16T01:54:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.512+0000 7fabe6355740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556f41be91f0 con 0x556f41bdb5d0 2024-09-16T01:54:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.512+0000 7fabe6355740 10 client.0 _ll_register_callbacks cb 0x556f4184f8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.513+0000 7fabe1d18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41be2fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.513+0000 7fabe1517640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41be5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.513+0000 7fabe1d18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41be2fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37560/0 (socket says 172.21.15.17:37560) 2024-09-16T01:54:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.513+0000 7fabe1d18640 1 -- 172.21.15.17:0/1097204197 learned_addr learned my addr 172.21.15.17:0/1097204197 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.513+0000 7fabe1517640 1 --2- 172.21.15.17:0/1097204197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41be6370 0x556f41be3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.513+0000 7fabe1d18640 1 -- 172.21.15.17:0/1097204197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 msgr2=0x556f41be5d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.513+0000 7fabe1d18640 1 --2- 172.21.15.17:0/1097204197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41be5d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.513+0000 7fabe1d18640 1 -- 172.21.15.17:0/1097204197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41be6370 msgr2=0x556f41be3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.513+0000 7fabe1d18640 1 --2- 172.21.15.17:0/1097204197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41be6370 0x556f41be3570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.513+0000 7fabe1d18640 1 -- 172.21.15.17:0/1097204197 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f418b23c0 con 0x556f41bdcb40 2024-09-16T01:54:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.513+0000 7fabe1517640 1 --2- 172.21.15.17:0/1097204197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41be5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:54:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.513+0000 7fabe1d18640 1 --2- 172.21.15.17:0/1097204197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41be2fd0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fabd8003850 tx=0x7fabd8003880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=219f266728a8748f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.513+0000 7fabc57fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:54:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.514+0000 7fabc57fa640 1 -- 172.21.15.17:0/1097204197 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabd8027070 con 0x556f41bdcb40 2024-09-16T01:54:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.514+0000 7fabc57fa640 1 -- 172.21.15.17:0/1097204197 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fabd8005450 con 0x556f41bdcb40 2024-09-16T01:54:17.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.514+0000 7fabe6355740 1 -- 172.21.15.17:0/1097204197 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fabd80043d0 con 0x556f41bdcb40 2024-09-16T01:54:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.514+0000 7fabc57fa640 1 -- 172.21.15.17:0/1097204197 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fabd8033050 con 0x556f41bdcb40 2024-09-16T01:54:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.514+0000 7fabe6355740 10 client.17394 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.514+0000 7fabe6355740 1 -- 172.21.15.17:0/1097204197 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556f41bf4af0 con 0x556f41bdcb40 2024-09-16T01:54:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.514+0000 7fabc57fa640 1 -- 172.21.15.17:0/1097204197 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabd80043d0 con 0x556f41bdcb40 2024-09-16T01:54:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.514+0000 7fabc57fa640 1 -- 172.21.15.17:0/1097204197 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fabd8004b70 con 0x556f41bdcb40 2024-09-16T01:54:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.514+0000 7fabe6355740 10 client.17394 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.514+0000 7fabe6355740 10 client.17394 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:54:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.514+0000 7fabe6355740 20 client.17394 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.515+0000 7fabe6355740 1 --2- 172.21.15.17:0/1097204197 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f41bf5ea0 0x556f41bf8290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.515+0000 7fabe6355740 4 client.17394 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:54:17.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.515+0000 7fabe6355740 1 -- 172.21.15.17:0/1097204197 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556f41b4e860 con 0x556f41bf5ea0 2024-09-16T01:54:17.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.515+0000 7fabe1517640 1 --2- 172.21.15.17:0/1097204197 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f41bf5ea0 0x556f41bf8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.515+0000 7fabc57fa640 10 client.17394 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:17.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.515+0000 7fabe1517640 1 --2- 172.21.15.17:0/1097204197 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f41bf5ea0 0x556f41bf8290 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed3578e86e57b229 server_cookie=fdb6d4d165c48f71 in_seq=0 out_seq=0 2024-09-16T01:54:17.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.516+0000 7fabc57fa640 1 -- 172.21.15.17:0/1097204197 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556f41b4e860 con 0x556f41bf5ea0 2024-09-16T01:54:17.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.516+0000 7fabc57fa640 10 client.17394 handle_command_reply: tid=0 2024-09-16T01:54:17.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.516+0000 7fabe6355740 1 client.17394 shutdown 2024-09-16T01:54:17.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.516+0000 7fabe6355740 1 -- 172.21.15.17:0/1097204197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 msgr2=0x556f41be2fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:17.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.516+0000 7fabe6355740 1 --2- 172.21.15.17:0/1097204197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41be2fd0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fabd8003850 tx=0x7fabd8003880 comp rx=0 tx=0).stop 2024-09-16T01:54:17.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.516+0000 7fabe6355740 1 -- 172.21.15.17:0/1097204197 shutdown_connections 2024-09-16T01:54:17.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.516+0000 7fabe6355740 1 --2- 172.21.15.17:0/1097204197 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f41bf5ea0 0x556f41bf8290 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.516+0000 7fabe6355740 1 --2- 172.21.15.17:0/1097204197 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41be6370 0x556f41be3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.516+0000 7fabc57fa640 0 client.17394 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:17.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.516+0000 7fabe6355740 1 --2- 172.21.15.17:0/1097204197 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41be2fd0 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.516+0000 7fabe6355740 1 --2- 172.21.15.17:0/1097204197 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41be5d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.516+0000 7fabe6355740 1 -- 172.21.15.17:0/1097204197 >> 172.21.15.17:0/1097204197 conn(0x556f41ba4310 msgr2=0x556f41bdd960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:17.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.516+0000 7fabe6355740 1 -- 172.21.15.17:0/1097204197 shutdown_connections 2024-09-16T01:54:17.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.516+0000 7fabe6355740 1 -- 172.21.15.17:0/1097204197 wait complete. 2024-09-16T01:54:17.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.517+0000 7fabe6355740 20 client.17394 trim_cache size 0 max 16384 2024-09-16T01:54:17.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe6355740 1 Processor -- start 2024-09-16T01:54:17.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe6355740 1 -- start start 2024-09-16T01:54:17.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe6355740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41bdb5d0 0x556f41bf2340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe6355740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41be7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe6355740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41be6370 0x556f41be7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe6355740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fabdc1b1f40 con 0x556f41bdcb40 2024-09-16T01:54:17.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe6355740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fabdc1af810 con 0x556f41bdb5d0 2024-09-16T01:54:17.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe6355740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fabdc1ad640 con 0x556f41be6370 2024-09-16T01:54:17.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe1d18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41be7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe1517640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41be6370 0x556f41be7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe1517640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41be6370 0x556f41be7ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36638/0 (socket says 172.21.15.17:36638) 2024-09-16T01:54:17.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe1d18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41be7760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37566/0 (socket says 172.21.15.17:37566) 2024-09-16T01:54:17.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe1517640 1 -- 172.21.15.17:0/2693579671 learned_addr learned my addr 172.21.15.17:0/2693579671 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:17.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe1517640 1 --2- 172.21.15.17:0/2693579671 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41bdb5d0 0x556f41bf2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe1517640 1 -- 172.21.15.17:0/2693579671 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41bdb5d0 msgr2=0x556f41bf2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:17.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe1517640 1 --2- 172.21.15.17:0/2693579671 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41bdb5d0 0x556f41bf2340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe1517640 1 -- 172.21.15.17:0/2693579671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 msgr2=0x556f41be7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:17.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe1517640 1 --2- 172.21.15.17:0/2693579671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41be7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.534+0000 7fabe1517640 1 -- 172.21.15.17:0/2693579671 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556f41bd7ed0 con 0x556f41be6370 2024-09-16T01:54:17.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.535+0000 7fabe1517640 1 --2- 172.21.15.17:0/2693579671 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41be6370 0x556f41be7ca0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fabcc009710 tx=0x7fabcc005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e4f9758ed747a3b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:17.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.535+0000 7fabc77fe640 1 -- 172.21.15.17:0/2693579671 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabcc024040 con 0x556f41be6370 2024-09-16T01:54:17.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.535+0000 7fabc77fe640 1 -- 172.21.15.17:0/2693579671 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabcc011d50 con 0x556f41be6370 2024-09-16T01:54:17.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.535+0000 7fabc77fe640 1 -- 172.21.15.17:0/2693579671 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabcc012750 con 0x556f41be6370 2024-09-16T01:54:17.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.536+0000 7fabe6355740 1 -- 172.21.15.17:0/2693579671 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41be6370 msgr2=0x556f41be7ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:17.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.536+0000 7fabe6355740 1 --2- 172.21.15.17:0/2693579671 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41be6370 0x556f41be7ca0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fabcc009710 tx=0x7fabcc005f90 comp rx=0 tx=0).stop 2024-09-16T01:54:17.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.536+0000 7fabe6355740 1 -- 172.21.15.17:0/2693579671 shutdown_connections 2024-09-16T01:54:17.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.536+0000 7fabe6355740 1 --2- 172.21.15.17:0/2693579671 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41be6370 0x556f41be7ca0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.536+0000 7fabe6355740 1 --2- 172.21.15.17:0/2693579671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41be7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.536+0000 7fabe6355740 1 --2- 172.21.15.17:0/2693579671 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41bdb5d0 0x556f41bf2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.536+0000 7fabe6355740 1 -- 172.21.15.17:0/2693579671 >> 172.21.15.17:0/2693579671 conn(0x556f41ba4310 msgr2=0x556f41be1f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:17.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.536+0000 7fabe6355740 1 -- 172.21.15.17:0/2693579671 shutdown_connections 2024-09-16T01:54:17.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.536+0000 7fabe6355740 1 -- 172.21.15.17:0/2693579671 wait complete. 2024-09-16T01:54:17.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.536+0000 7fabe6355740 1 -- start start 2024-09-16T01:54:17.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.536+0000 7fabe6355740 1 Processor -- start 2024-09-16T01:54:17.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe6355740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41be0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe6355740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41bee4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe6355740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41be6370 0x556f41beec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe6355740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fabdc1adcd0 con 0x556f41bdcb40 2024-09-16T01:54:17.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe6355740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fabdc1af140 con 0x556f41be6370 2024-09-16T01:54:17.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe6355740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fabdc1ae3a0 con 0x556f41bdb5d0 2024-09-16T01:54:17.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe6355740 10 client.0 _ll_register_callbacks cb 0x7fabcc009d60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:17.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe1517640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41be0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe1d18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41bee4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe1517640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41be0cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36644/0 (socket says 172.21.15.17:36644) 2024-09-16T01:54:17.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe1517640 1 -- 172.21.15.17:0/4074057009 learned_addr learned my addr 172.21.15.17:0/4074057009 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:17.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe1d18640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41bee4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37582/0 (socket says 172.21.15.17:37582) 2024-09-16T01:54:17.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe1517640 1 --2- 172.21.15.17:0/4074057009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41be6370 0x556f41beec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe1517640 1 -- 172.21.15.17:0/4074057009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41be6370 msgr2=0x556f41beec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:17.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe1517640 1 --2- 172.21.15.17:0/4074057009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41be6370 0x556f41beec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe1517640 1 -- 172.21.15.17:0/4074057009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 msgr2=0x556f41bee4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:17.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe1517640 1 --2- 172.21.15.17:0/4074057009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41bee4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.537+0000 7fabe1517640 1 -- 172.21.15.17:0/4074057009 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556f41be38e0 con 0x556f41bdb5d0 2024-09-16T01:54:17.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabe1517640 1 --2- 172.21.15.17:0/4074057009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41be0cc0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fabcc014010 tx=0x7fabcc009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b57a2fff7be465b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:17.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabc57fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:54:17.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabc57fa640 1 -- 172.21.15.17:0/4074057009 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fabcc024030 con 0x556f41bdb5d0 2024-09-16T01:54:17.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabc57fa640 1 -- 172.21.15.17:0/4074057009 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fabcc011ac0 con 0x556f41bdb5d0 2024-09-16T01:54:17.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabe6355740 1 -- 172.21.15.17:0/4074057009 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fabcc011d50 con 0x556f41bdb5d0 2024-09-16T01:54:17.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabc57fa640 1 -- 172.21.15.17:0/4074057009 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fabcc005020 con 0x556f41bdb5d0 2024-09-16T01:54:17.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabe6355740 10 client.27052 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:17.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabe6355740 1 -- 172.21.15.17:0/4074057009 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556f41c60be0 con 0x556f41bdb5d0 2024-09-16T01:54:17.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabc57fa640 1 -- 172.21.15.17:0/4074057009 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fabcc011d50 con 0x556f41bdb5d0 2024-09-16T01:54:17.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabc57fa640 1 -- 172.21.15.17:0/4074057009 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fabcc02a040 con 0x556f41bdb5d0 2024-09-16T01:54:17.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabe6355740 10 client.27052 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:17.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabe6355740 10 client.27052 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:54:17.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabe6355740 20 client.27052 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:17.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabe6355740 1 --2- 172.21.15.17:0/4074057009 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f41bf5ea0 0x556f41c63260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:17.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabe6355740 4 client.27052 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:54:17.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.538+0000 7fabe6355740 1 -- 172.21.15.17:0/4074057009 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x556f41b48d70 con 0x556f41bf5ea0 2024-09-16T01:54:17.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.539+0000 7fabe1d18640 1 --2- 172.21.15.17:0/4074057009 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f41bf5ea0 0x556f41c63260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:17.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.539+0000 7fabc57fa640 10 client.27052 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:17.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.539+0000 7fabe1d18640 1 --2- 172.21.15.17:0/4074057009 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f41bf5ea0 0x556f41c63260 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4042f390d5fea1c8 server_cookie=2c610fe07f2f2937 in_seq=0 out_seq=0 2024-09-16T01:54:17.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.539+0000 7fabc57fa640 1 -- 172.21.15.17:0/4074057009 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x556f41b48d70 con 0x556f41bf5ea0 2024-09-16T01:54:17.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.539+0000 7fabc57fa640 10 client.27052 handle_command_reply: tid=0 2024-09-16T01:54:17.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.539+0000 7fabe6355740 1 client.27052 shutdown 2024-09-16T01:54:17.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.539+0000 7fabe6355740 1 -- 172.21.15.17:0/4074057009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 msgr2=0x556f41be0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:17.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.539+0000 7fabe6355740 1 --2- 172.21.15.17:0/4074057009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41be0cc0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fabcc014010 tx=0x7fabcc009310 comp rx=0 tx=0).stop 2024-09-16T01:54:17.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.540+0000 7fabe6355740 1 -- 172.21.15.17:0/4074057009 shutdown_connections 2024-09-16T01:54:17.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.540+0000 7fabe6355740 1 --2- 172.21.15.17:0/4074057009 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556f41bf5ea0 0x556f41c63260 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.540+0000 7fabe6355740 1 --2- 172.21.15.17:0/4074057009 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556f41be6370 0x556f41beec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.540+0000 7fabc57fa640 0 client.27052 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:17.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.540+0000 7fabe6355740 1 --2- 172.21.15.17:0/4074057009 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f41bdcb40 0x556f41bee4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.540+0000 7fabe6355740 1 --2- 172.21.15.17:0/4074057009 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556f41bdb5d0 0x556f41be0cc0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.540+0000 7fabe6355740 1 -- 172.21.15.17:0/4074057009 >> 172.21.15.17:0/4074057009 conn(0x556f41ba4310 msgr2=0x556f41be1770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:17.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.540+0000 7fabe6355740 1 -- 172.21.15.17:0/4074057009 shutdown_connections 2024-09-16T01:54:17.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.540+0000 7fabe6355740 1 -- 172.21.15.17:0/4074057009 wait complete. 2024-09-16T01:54:17.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.540+0000 7fabe6355740 20 client.27052 trim_cache size 0 max 16384 2024-09-16T01:54:17.548 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:54:17.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.540+0000 7fabe3f7c640 1 -- 172.21.15.17:0/2701844947 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fabc80a3240 msgr2=0x7fabc80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:17.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.541+0000 7fabe3f7c640 1 --2- 172.21.15.17:0/2701844947 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fabc80a3240 0x7fabc80a5700 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fabd4031040 tx=0x7fabd4003e80 comp rx=0 tx=0).stop 2024-09-16T01:54:17.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.541+0000 7fabe3f7c640 1 -- 172.21.15.17:0/2701844947 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fabdc108290 msgr2=0x7fabdc101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:17.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.541+0000 7fabe3f7c640 1 --2- 172.21.15.17:0/2701844947 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fabdc108290 0x7fabdc101470 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fabd4033040 tx=0x7fabd4009360 comp rx=0 tx=0).stop 2024-09-16T01:54:17.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.541+0000 7fabe3f7c640 1 -- 172.21.15.17:0/2701844947 shutdown_connections 2024-09-16T01:54:17.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.541+0000 7fabe3f7c640 1 --2- 172.21.15.17:0/2701844947 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fabc80a3240 0x7fabc80a5700 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.541+0000 7fabe3f7c640 1 --2- 172.21.15.17:0/2701844947 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fabdc108290 0x7fabdc101470 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.541+0000 7fabe3f7c640 1 --2- 172.21.15.17:0/2701844947 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabdc103740 0x7fabdc100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.541+0000 7fabe3f7c640 1 --2- 172.21.15.17:0/2701844947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fabdc102d90 0x7fabdc1009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:17.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.541+0000 7fabe3f7c640 1 -- 172.21.15.17:0/2701844947 >> 172.21.15.17:0/2701844947 conn(0x7fabdc0fc7d0 msgr2=0x7fabdc105d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:17.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.541+0000 7fabe3f7c640 1 -- 172.21.15.17:0/2701844947 shutdown_connections 2024-09-16T01:54:17.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:17.541+0000 7fabe3f7c640 1 -- 172.21.15.17:0/2701844947 wait complete. 2024-09-16T01:54:17.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 403291 3.73 MB/sec execute 460 sec latency 13.558 ms 2024-09-16T01:54:18.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:18 smithi017 ceph-mon[30972]: pgmap v662: 97 pgs: 97 active+clean; 173 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 1.5 MiB/s wr, 78 op/s 2024-09-16T01:54:18.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 404171 3.73 MB/sec execute 461 sec latency 16.549 ms 2024-09-16T01:54:18.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:18 smithi029 ceph-mon[34783]: pgmap v662: 97 pgs: 97 active+clean; 173 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 1.5 MiB/s wr, 78 op/s 2024-09-16T01:54:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:18 smithi122 ceph-mon[34758]: pgmap v662: 97 pgs: 97 active+clean; 173 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 208 KiB/s rd, 1.5 MiB/s wr, 78 op/s 2024-09-16T01:54:19.291 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:54:19.291 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:54:19.562 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:19.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 404766 3.74 MB/sec execute 462 sec latency 14.007 ms 2024-09-16T01:54:20.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.103+0000 7fc85a8fb640 1 -- 172.21.15.17:0/2677997128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc854100e20 msgr2=0x7fc854101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.103+0000 7fc85a8fb640 1 --2- 172.21.15.17:0/2677997128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc854100e20 0x7fc854101200 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7fc844009900 tx=0x7fc84402a480 comp rx=0 tx=0).stop 2024-09-16T01:54:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.103+0000 7fc85a8fb640 1 -- 172.21.15.17:0/2677997128 shutdown_connections 2024-09-16T01:54:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.103+0000 7fc85a8fb640 1 --2- 172.21.15.17:0/2677997128 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc854102ef0 0x7fc85410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.103+0000 7fc85a8fb640 1 --2- 172.21.15.17:0/2677997128 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc854102570 0x7fc8541029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.103+0000 7fc85a8fb640 1 --2- 172.21.15.17:0/2677997128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc854100e20 0x7fc854101200 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.103+0000 7fc85a8fb640 1 -- 172.21.15.17:0/2677997128 >> 172.21.15.17:0/2677997128 conn(0x7fc8540fc7d0 msgr2=0x7fc8540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.103+0000 7fc85a8fb640 1 -- 172.21.15.17:0/2677997128 shutdown_connections 2024-09-16T01:54:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.103+0000 7fc85a8fb640 1 -- 172.21.15.17:0/2677997128 wait complete. 2024-09-16T01:54:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.104+0000 7fc85a8fb640 1 Processor -- start 2024-09-16T01:54:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.104+0000 7fc85a8fb640 1 -- start start 2024-09-16T01:54:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.104+0000 7fc85a8fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc854100e20 0x7fc854198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.104+0000 7fc85a8fb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc854102570 0x7fc854198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc85a8fb640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc854102ef0 0x7fc85419ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc85a8fb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc854110e30 con 0x7fc854100e20 2024-09-16T01:54:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc85a8fb640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc854110cb0 con 0x7fc854102ef0 2024-09-16T01:54:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc85a8fb640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc854110fb0 con 0x7fc854102570 2024-09-16T01:54:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc853fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc854100e20 0x7fc854198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc853fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc854100e20 0x7fc854198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37608/0 (socket says 172.21.15.17:37608) 2024-09-16T01:54:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc853fff640 1 -- 172.21.15.17:0/967605428 learned_addr learned my addr 172.21.15.17:0/967605428 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc8537fe640 1 --2- 172.21.15.17:0/967605428 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc854102570 0x7fc854198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc858e98640 1 --2- 172.21.15.17:0/967605428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc854102ef0 0x7fc85419ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc853fff640 1 -- 172.21.15.17:0/967605428 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc854102570 msgr2=0x7fc854198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc853fff640 1 --2- 172.21.15.17:0/967605428 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc854102570 0x7fc854198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc853fff640 1 -- 172.21.15.17:0/967605428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc854102ef0 msgr2=0x7fc85419ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc853fff640 1 --2- 172.21.15.17:0/967605428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc854102ef0 0x7fc85419ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc853fff640 1 -- 172.21.15.17:0/967605428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc85419d3d0 con 0x7fc854100e20 2024-09-16T01:54:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc853fff640 1 --2- 172.21.15.17:0/967605428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc854100e20 0x7fc854198420 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fc844006010 tx=0x7fc844004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.105+0000 7fc8517fa640 1 -- 172.21.15.17:0/967605428 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc84403f030 con 0x7fc854100e20 2024-09-16T01:54:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.106+0000 7fc85a8fb640 1 -- 172.21.15.17:0/967605428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc85419d660 con 0x7fc854100e20 2024-09-16T01:54:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.106+0000 7fc8517fa640 1 -- 172.21.15.17:0/967605428 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc844003aa0 con 0x7fc854100e20 2024-09-16T01:54:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.106+0000 7fc8517fa640 1 -- 172.21.15.17:0/967605428 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc844035070 con 0x7fc854100e20 2024-09-16T01:54:20.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.106+0000 7fc85a8fb640 1 -- 172.21.15.17:0/967605428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8540fcbb0 con 0x7fc854100e20 2024-09-16T01:54:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.108+0000 7fc8517fa640 1 -- 172.21.15.17:0/967605428 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fc844042030 con 0x7fc854100e20 2024-09-16T01:54:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.109+0000 7fc85ccd4740 1 Processor -- start 2024-09-16T01:54:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.109+0000 7fc85ccd4740 1 -- start start 2024-09-16T01:54:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.109+0000 7fc85ccd4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba60f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.109+0000 7fc85ccd4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 0x55700ba6b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.109+0000 7fc85ccd4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba6bd40 0x55700ba6e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.109+0000 7fc85ccd4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55700b9c6280 con 0x55700ba60b60 2024-09-16T01:54:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.109+0000 7fc85ccd4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55700b96db10 con 0x55700ba6bd40 2024-09-16T01:54:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.109+0000 7fc85ccd4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55700b9c2240 con 0x55700ba61480 2024-09-16T01:54:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.109+0000 7fc8517fa640 1 --2- 172.21.15.17:0/967605428 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc83c0a3240 0x7fc83c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.109+0000 7fc858e98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba60f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.109+0000 7fc858e98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba60f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37624/0 (socket says 172.21.15.17:37624) 2024-09-16T01:54:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.109+0000 7fc858e98640 1 -- 172.21.15.17:0/424905967 learned_addr learned my addr 172.21.15.17:0/424905967 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.109+0000 7fc8517fa640 1 -- 172.21.15.17:0/967605428 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc8440efb70 con 0x7fc854100e20 2024-09-16T01:54:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.109+0000 7fc853fff640 1 --2- 172.21.15.17:0/424905967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 0x55700ba6b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.110+0000 7fc8537fe640 1 --2- 172.21.15.17:0/424905967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba6bd40 0x55700ba6e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.110+0000 7fc858e98640 1 --2- 172.21.15.17:0/967605428 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc83c0a3240 0x7fc83c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.110+0000 7fc858e98640 1 -- 172.21.15.17:0/424905967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 msgr2=0x55700ba6b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.110+0000 7fc858e98640 1 --2- 172.21.15.17:0/424905967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 0x55700ba6b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.110+0000 7fc858e98640 1 -- 172.21.15.17:0/424905967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba6bd40 msgr2=0x55700ba6e130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.110+0000 7fc858e98640 1 --2- 172.21.15.17:0/424905967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba6bd40 0x55700ba6e130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.110+0000 7fc858e98640 1 -- 172.21.15.17:0/424905967 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55700b97a1f0 con 0x55700ba60b60 2024-09-16T01:54:20.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.110+0000 7fc858e98640 1 --2- 172.21.15.17:0/424905967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba60f40 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fc84c011c80 tx=0x7fc84c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5baaa14bcfdde898 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:20.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.110+0000 7fc858e98640 1 --2- 172.21.15.17:0/967605428 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc83c0a3240 0x7fc83c0a5700 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fc84c008000 tx=0x7fc84c022000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:20.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.110+0000 7fc83a7fc640 1 -- 172.21.15.17:0/424905967 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc84c004410 con 0x55700ba60b60 2024-09-16T01:54:20.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.110+0000 7fc83a7fc640 1 -- 172.21.15.17:0/424905967 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc84c024070 con 0x55700ba60b60 2024-09-16T01:54:20.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.110+0000 7fc83a7fc640 1 -- 172.21.15.17:0/424905967 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc84c020d00 con 0x55700ba60b60 2024-09-16T01:54:20.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.111+0000 7fc85ccd4740 1 -- 172.21.15.17:0/424905967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 msgr2=0x55700ba60f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:20.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.111+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/424905967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba60f40 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7fc84c011c80 tx=0x7fc84c00c6a0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.111+0000 7fc85ccd4740 1 -- 172.21.15.17:0/424905967 shutdown_connections 2024-09-16T01:54:20.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.111+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/424905967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba6bd40 0x55700ba6e130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.111+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/424905967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 0x55700ba6b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.111+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/424905967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba60f40 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.111+0000 7fc85ccd4740 1 -- 172.21.15.17:0/424905967 >> 172.21.15.17:0/424905967 conn(0x55700ba5d0f0 msgr2=0x55700ba5d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:20.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.111+0000 7fc85ccd4740 1 -- 172.21.15.17:0/424905967 shutdown_connections 2024-09-16T01:54:20.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.111+0000 7fc85ccd4740 1 -- 172.21.15.17:0/424905967 wait complete. 2024-09-16T01:54:20.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.112+0000 7fc85ccd4740 1 -- start start 2024-09-16T01:54:20.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.112+0000 7fc85ccd4740 1 Processor -- start 2024-09-16T01:54:20.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.112+0000 7fc85ccd4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba68c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.112+0000 7fc85ccd4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba61480 0x55700ba691a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.112+0000 7fc85ccd4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba6bd40 0x55700ba696e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.112+0000 7fc85ccd4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55700ba6e910 con 0x55700ba60b60 2024-09-16T01:54:20.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.112+0000 7fc85ccd4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55700b980f10 con 0x55700ba61480 2024-09-16T01:54:20.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.112+0000 7fc85ccd4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55700ba6ea90 con 0x55700ba6bd40 2024-09-16T01:54:20.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.112+0000 7fc85ccd4740 10 client.0 _ll_register_callbacks cb 0x55700b949a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.112+0000 7fc853fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba68c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.112+0000 7fc853fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba68c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37634/0 (socket says 172.21.15.17:37634) 2024-09-16T01:54:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.112+0000 7fc853fff640 1 -- 172.21.15.17:0/2785671242 learned_addr learned my addr 172.21.15.17:0/2785671242 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.113+0000 7fc858e98640 1 --2- 172.21.15.17:0/2785671242 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba6bd40 0x55700ba696e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.113+0000 7fc8537fe640 1 --2- 172.21.15.17:0/2785671242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba61480 0x55700ba691a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.113+0000 7fc853fff640 1 -- 172.21.15.17:0/2785671242 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba6bd40 msgr2=0x55700ba696e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.113+0000 7fc853fff640 1 --2- 172.21.15.17:0/2785671242 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba6bd40 0x55700ba696e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.113+0000 7fc853fff640 1 -- 172.21.15.17:0/2785671242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba61480 msgr2=0x55700ba691a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.113+0000 7fc853fff640 1 --2- 172.21.15.17:0/2785671242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba61480 0x55700ba691a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.113+0000 7fc853fff640 1 -- 172.21.15.17:0/2785671242 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55700b7376a0 con 0x55700ba60b60 2024-09-16T01:54:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.113+0000 7fc8537fe640 1 --2- 172.21.15.17:0/2785671242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba61480 0x55700ba691a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:54:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.113+0000 7fc853fff640 1 --2- 172.21.15.17:0/2785671242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba68c60 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fc8440bc1d0 tx=0x7fc8440bbc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=457d30f1a63d082f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.113+0000 7fc8337fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:54:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.113+0000 7fc8337fe640 1 -- 172.21.15.17:0/2785671242 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc844049030 con 0x55700ba60b60 2024-09-16T01:54:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.113+0000 7fc8337fe640 1 -- 172.21.15.17:0/2785671242 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc84403bc90 con 0x55700ba60b60 2024-09-16T01:54:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.113+0000 7fc85ccd4740 1 -- 172.21.15.17:0/2785671242 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc84c024070 con 0x55700ba60b60 2024-09-16T01:54:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.114+0000 7fc8337fe640 1 -- 172.21.15.17:0/2785671242 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc8440c4e00 con 0x55700ba60b60 2024-09-16T01:54:20.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.114+0000 7fc85ccd4740 10 client.17412 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:20.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.114+0000 7fc85ccd4740 1 -- 172.21.15.17:0/2785671242 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55700ba7a550 con 0x55700ba60b60 2024-09-16T01:54:20.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.114+0000 7fc8337fe640 1 -- 172.21.15.17:0/2785671242 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc84c024070 con 0x55700ba60b60 2024-09-16T01:54:20.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.114+0000 7fc8337fe640 1 -- 172.21.15.17:0/2785671242 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fc8440c0120 con 0x55700ba60b60 2024-09-16T01:54:20.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.114+0000 7fc85ccd4740 10 client.17412 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:20.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.114+0000 7fc85ccd4740 10 client.17412 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:54:20.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.114+0000 7fc85ccd4740 20 client.17412 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:20.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.114+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/2785671242 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55700ba7b960 0x55700ba7de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.114+0000 7fc85ccd4740 4 client.17412 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:54:20.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.114+0000 7fc85ccd4740 1 -- 172.21.15.17:0/2785671242 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55700b9d37f0 con 0x55700ba7b960 2024-09-16T01:54:20.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.114+0000 7fc8537fe640 1 --2- 172.21.15.17:0/2785671242 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55700ba7b960 0x55700ba7de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.115+0000 7fc8337fe640 10 client.17412 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:20.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.115+0000 7fc8537fe640 1 --2- 172.21.15.17:0/2785671242 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55700ba7b960 0x55700ba7de00 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d30ef375a8edbba server_cookie=e0acf2ba7237105c in_seq=0 out_seq=0 2024-09-16T01:54:20.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.116+0000 7fc8337fe640 1 -- 172.21.15.17:0/2785671242 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55700b9d37f0 con 0x55700ba7b960 2024-09-16T01:54:20.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.116+0000 7fc8337fe640 10 client.17412 handle_command_reply: tid=0 2024-09-16T01:54:20.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.116+0000 7fc85ccd4740 1 client.17412 shutdown 2024-09-16T01:54:20.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.116+0000 7fc85ccd4740 1 -- 172.21.15.17:0/2785671242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 msgr2=0x55700ba68c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:20.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.116+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/2785671242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba68c60 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7fc8440bc1d0 tx=0x7fc8440bbc60 comp rx=0 tx=0).stop 2024-09-16T01:54:20.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.117+0000 7fc85ccd4740 1 -- 172.21.15.17:0/2785671242 shutdown_connections 2024-09-16T01:54:20.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.117+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/2785671242 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55700ba7b960 0x55700ba7de00 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.117+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/2785671242 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba6bd40 0x55700ba696e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.117+0000 7fc8337fe640 0 client.17412 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:20.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.117+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/2785671242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba61480 0x55700ba691a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.117+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/2785671242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba68c60 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.117+0000 7fc85ccd4740 1 -- 172.21.15.17:0/2785671242 >> 172.21.15.17:0/2785671242 conn(0x55700ba5d0f0 msgr2=0x55700ba62dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:20.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.117+0000 7fc85ccd4740 1 -- 172.21.15.17:0/2785671242 shutdown_connections 2024-09-16T01:54:20.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.117+0000 7fc85ccd4740 1 -- 172.21.15.17:0/2785671242 wait complete. 2024-09-16T01:54:20.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.117+0000 7fc85ccd4740 20 client.17412 trim_cache size 0 max 16384 2024-09-16T01:54:20.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.137+0000 7fc85ccd4740 1 Processor -- start 2024-09-16T01:54:20.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.137+0000 7fc85ccd4740 1 -- start start 2024-09-16T01:54:20.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc85ccd4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba60b60 0x55700ba836d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc85ccd4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 0x55700ba83c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc85ccd4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba6bd40 0x55700ba65ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc85ccd4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc8541adb00 con 0x55700ba6bd40 2024-09-16T01:54:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc85ccd4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc8541ab3d0 con 0x55700ba60b60 2024-09-16T01:54:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc85ccd4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc8541a9200 con 0x55700ba61480 2024-09-16T01:54:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc8537fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 0x55700ba83c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc858e98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba6bd40 0x55700ba65ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc8537fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 0x55700ba83c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36684/0 (socket says 172.21.15.17:36684) 2024-09-16T01:54:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc8537fe640 1 -- 172.21.15.17:0/1875465816 learned_addr learned my addr 172.21.15.17:0/1875465816 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc853fff640 1 --2- 172.21.15.17:0/1875465816 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba60b60 0x55700ba836d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc858e98640 1 -- 172.21.15.17:0/1875465816 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 msgr2=0x55700ba83c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc858e98640 1 --2- 172.21.15.17:0/1875465816 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 0x55700ba83c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc858e98640 1 -- 172.21.15.17:0/1875465816 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba60b60 msgr2=0x55700ba836d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc858e98640 1 --2- 172.21.15.17:0/1875465816 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba60b60 0x55700ba836d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc858e98640 1 -- 172.21.15.17:0/1875465816 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55700ba5e1a0 con 0x55700ba6bd40 2024-09-16T01:54:20.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.138+0000 7fc858e98640 1 --2- 172.21.15.17:0/1875465816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba6bd40 0x55700ba65ec0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fc84c0209a0 tx=0x7fc84c003f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa7dd41b2bebdce0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:20.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.139+0000 7fc839ffb640 1 -- 172.21.15.17:0/1875465816 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc84c020610 con 0x55700ba6bd40 2024-09-16T01:54:20.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.139+0000 7fc839ffb640 1 -- 172.21.15.17:0/1875465816 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc84c024040 con 0x55700ba6bd40 2024-09-16T01:54:20.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.139+0000 7fc839ffb640 1 -- 172.21.15.17:0/1875465816 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc84c0052d0 con 0x55700ba6bd40 2024-09-16T01:54:20.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.139+0000 7fc85ccd4740 1 -- 172.21.15.17:0/1875465816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba6bd40 msgr2=0x55700ba65ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:20.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.139+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/1875465816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba6bd40 0x55700ba65ec0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fc84c0209a0 tx=0x7fc84c003f90 comp rx=0 tx=0).stop 2024-09-16T01:54:20.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.139+0000 7fc85ccd4740 1 -- 172.21.15.17:0/1875465816 shutdown_connections 2024-09-16T01:54:20.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.139+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/1875465816 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba6bd40 0x55700ba65ec0 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.139+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/1875465816 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 0x55700ba83c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.139+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/1875465816 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba60b60 0x55700ba836d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.139+0000 7fc85ccd4740 1 -- 172.21.15.17:0/1875465816 >> 172.21.15.17:0/1875465816 conn(0x55700ba5d0f0 msgr2=0x55700ba62dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:20.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.140+0000 7fc85ccd4740 1 -- 172.21.15.17:0/1875465816 shutdown_connections 2024-09-16T01:54:20.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.140+0000 7fc85ccd4740 1 -- 172.21.15.17:0/1875465816 wait complete. 2024-09-16T01:54:20.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.140+0000 7fc85ccd4740 1 -- start start 2024-09-16T01:54:20.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.140+0000 7fc85ccd4740 1 Processor -- start 2024-09-16T01:54:20.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc85ccd4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba700b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc85ccd4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 0x55700ba705f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc85ccd4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba6bd40 0x55700bae56a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc85ccd4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc8541a9890 con 0x55700ba60b60 2024-09-16T01:54:20.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc85ccd4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc8541aad00 con 0x55700ba6bd40 2024-09-16T01:54:20.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc85ccd4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc8541a9f60 con 0x55700ba61480 2024-09-16T01:54:20.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc85ccd4740 10 client.0 _ll_register_callbacks cb 0x7fc8440095c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:20.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc853fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba700b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc853fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba700b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37654/0 (socket says 172.21.15.17:37654) 2024-09-16T01:54:20.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc853fff640 1 -- 172.21.15.17:0/3502157079 learned_addr learned my addr 172.21.15.17:0/3502157079 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:20.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc8537fe640 1 --2- 172.21.15.17:0/3502157079 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 0x55700ba705f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc858e98640 1 --2- 172.21.15.17:0/3502157079 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba6bd40 0x55700bae56a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc8537fe640 1 -- 172.21.15.17:0/3502157079 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba6bd40 msgr2=0x55700bae56a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc8537fe640 1 --2- 172.21.15.17:0/3502157079 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba6bd40 0x55700bae56a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc8537fe640 1 -- 172.21.15.17:0/3502157079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 msgr2=0x55700ba700b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc8537fe640 1 --2- 172.21.15.17:0/3502157079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba700b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc8537fe640 1 -- 172.21.15.17:0/3502157079 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55700bae5be0 con 0x55700ba61480 2024-09-16T01:54:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc853fff640 1 --2- 172.21.15.17:0/3502157079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba700b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc8537fe640 1 --2- 172.21.15.17:0/3502157079 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 0x55700ba705f0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fc848004650 tx=0x7fc84800bc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ef658f322bbc94e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.141+0000 7fc8337fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:54:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.142+0000 7fc8337fe640 1 -- 172.21.15.17:0/3502157079 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc848012450 con 0x55700ba61480 2024-09-16T01:54:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.142+0000 7fc8337fe640 1 -- 172.21.15.17:0/3502157079 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc8480125f0 con 0x55700ba61480 2024-09-16T01:54:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.142+0000 7fc85ccd4740 1 -- 172.21.15.17:0/3502157079 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc84c024040 con 0x55700ba61480 2024-09-16T01:54:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.142+0000 7fc8337fe640 1 -- 172.21.15.17:0/3502157079 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc8480127f0 con 0x55700ba61480 2024-09-16T01:54:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.142+0000 7fc85ccd4740 10 client.27070 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.142+0000 7fc85ccd4740 1 -- 172.21.15.17:0/3502157079 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55700bae6ec0 con 0x55700ba61480 2024-09-16T01:54:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.142+0000 7fc8337fe640 1 -- 172.21.15.17:0/3502157079 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc84c024040 con 0x55700ba61480 2024-09-16T01:54:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.142+0000 7fc8337fe640 1 -- 172.21.15.17:0/3502157079 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fc848022070 con 0x55700ba61480 2024-09-16T01:54:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.142+0000 7fc85ccd4740 10 client.27070 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.142+0000 7fc85ccd4740 10 client.27070 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:54:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.142+0000 7fc85ccd4740 20 client.27070 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.142+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/3502157079 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55700bae75f0 0x55700bae9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.142+0000 7fc85ccd4740 4 client.27070 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:54:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.142+0000 7fc85ccd4740 1 -- 172.21.15.17:0/3502157079 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55700b9cdd00 con 0x55700bae75f0 2024-09-16T01:54:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.143+0000 7fc853fff640 1 --2- 172.21.15.17:0/3502157079 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55700bae75f0 0x55700bae9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.143+0000 7fc8337fe640 10 client.27070 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:20.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.143+0000 7fc853fff640 1 --2- 172.21.15.17:0/3502157079 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55700bae75f0 0x55700bae9a10 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=231b97ba449eb113 server_cookie=85b4cf01ac33efa0 in_seq=0 out_seq=0 2024-09-16T01:54:20.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc8337fe640 1 -- 172.21.15.17:0/3502157079 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55700b9cdd00 con 0x55700bae75f0 2024-09-16T01:54:20.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc8337fe640 10 client.27070 handle_command_reply: tid=0 2024-09-16T01:54:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc85ccd4740 1 client.27070 shutdown 2024-09-16T01:54:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc85ccd4740 1 -- 172.21.15.17:0/3502157079 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 msgr2=0x55700ba705f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/3502157079 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 0x55700ba705f0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fc848004650 tx=0x7fc84800bc60 comp rx=0 tx=0).stop 2024-09-16T01:54:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc85ccd4740 1 -- 172.21.15.17:0/3502157079 shutdown_connections 2024-09-16T01:54:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/3502157079 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55700bae75f0 0x55700bae9a10 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/3502157079 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55700ba6bd40 0x55700bae56a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc8337fe640 0 client.27070 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/3502157079 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55700ba61480 0x55700ba705f0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc85ccd4740 1 --2- 172.21.15.17:0/3502157079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55700ba60b60 0x55700ba700b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc85ccd4740 1 -- 172.21.15.17:0/3502157079 >> 172.21.15.17:0/3502157079 conn(0x55700ba5d0f0 msgr2=0x55700ba625b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc85ccd4740 1 -- 172.21.15.17:0/3502157079 shutdown_connections 2024-09-16T01:54:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc85ccd4740 1 -- 172.21.15.17:0/3502157079 wait complete. 2024-09-16T01:54:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.144+0000 7fc85ccd4740 20 client.27070 trim_cache size 0 max 16384 2024-09-16T01:54:20.151 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:54:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:54:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "2f7653f6-107d-426c-8d5a-c206ed6c5c58", 2024-09-16T01:54:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:54:20.151 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:54:20.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.145+0000 7fc85a8fb640 1 -- 172.21.15.17:0/967605428 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc83c0a3240 msgr2=0x7fc83c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:20.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.145+0000 7fc85a8fb640 1 --2- 172.21.15.17:0/967605428 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc83c0a3240 0x7fc83c0a5700 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fc84c008000 tx=0x7fc84c022000 comp rx=0 tx=0).stop 2024-09-16T01:54:20.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.145+0000 7fc85a8fb640 1 -- 172.21.15.17:0/967605428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc854100e20 msgr2=0x7fc854198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:20.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.145+0000 7fc85a8fb640 1 --2- 172.21.15.17:0/967605428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc854100e20 0x7fc854198420 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7fc844006010 tx=0x7fc844004270 comp rx=0 tx=0).stop 2024-09-16T01:54:20.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.145+0000 7fc85a8fb640 1 -- 172.21.15.17:0/967605428 shutdown_connections 2024-09-16T01:54:20.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.145+0000 7fc85a8fb640 1 --2- 172.21.15.17:0/967605428 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc83c0a3240 0x7fc83c0a5700 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.145+0000 7fc85a8fb640 1 --2- 172.21.15.17:0/967605428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc854102ef0 0x7fc85419ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.145+0000 7fc85a8fb640 1 --2- 172.21.15.17:0/967605428 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc854102570 0x7fc854198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.145+0000 7fc85a8fb640 1 --2- 172.21.15.17:0/967605428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc854100e20 0x7fc854198420 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:20.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.145+0000 7fc85a8fb640 1 -- 172.21.15.17:0/967605428 >> 172.21.15.17:0/967605428 conn(0x7fc8540fc7d0 msgr2=0x7fc85406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:20.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.146+0000 7fc85a8fb640 1 -- 172.21.15.17:0/967605428 shutdown_connections 2024-09-16T01:54:20.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:20.146+0000 7fc85a8fb640 1 -- 172.21.15.17:0/967605428 wait complete. 2024-09-16T01:54:20.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 405313 3.73 MB/sec execute 463 sec latency 25.246 ms 2024-09-16T01:54:20.744 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:20 smithi017 ceph-mon[30972]: pgmap v663: 97 pgs: 97 active+clean; 173 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:54:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:20 smithi122 ceph-mon[34758]: pgmap v663: 97 pgs: 97 active+clean; 173 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:54:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:20 smithi029 ceph-mon[34783]: pgmap v663: 97 pgs: 97 active+clean; 173 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.8 MiB/s wr, 96 op/s 2024-09-16T01:54:21.084 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:54:21.362 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:21.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 406023 3.73 MB/sec execute 464 sec latency 13.044 ms 2024-09-16T01:54:21.649 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:21 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:54:21.649 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:21 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:54:21.650 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:21 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:54:21.650 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:21 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:54:21.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:21 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:54:21.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:21 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:54:21.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:21 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:54:21.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:21 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:54:21.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:21 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:54:21.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:21 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:54:21.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:21 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:54:21.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:21 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:54:22.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.004+0000 7f38438a9640 1 -- 172.21.15.17:0/1026776149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f383c103740 msgr2=0x7f383c107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:22.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.004+0000 7f38438a9640 1 --2- 172.21.15.17:0/1026776149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f383c103740 0x7f383c107b80 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f382c009930 tx=0x7f382c02a420 comp rx=0 tx=0).stop 2024-09-16T01:54:22.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.004+0000 7f38438a9640 1 -- 172.21.15.17:0/1026776149 shutdown_connections 2024-09-16T01:54:22.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.004+0000 7f38438a9640 1 --2- 172.21.15.17:0/1026776149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f383c108290 0x7f383c10ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.004+0000 7f38438a9640 1 --2- 172.21.15.17:0/1026776149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f383c103740 0x7f383c107b80 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.004+0000 7f38438a9640 1 --2- 172.21.15.17:0/1026776149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f383c102d90 0x7f383c103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.004+0000 7f38438a9640 1 -- 172.21.15.17:0/1026776149 >> 172.21.15.17:0/1026776149 conn(0x7f383c0fc7d0 msgr2=0x7f383c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.004+0000 7f38438a9640 1 -- 172.21.15.17:0/1026776149 shutdown_connections 2024-09-16T01:54:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.004+0000 7f38438a9640 1 -- 172.21.15.17:0/1026776149 wait complete. 2024-09-16T01:54:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.004+0000 7f38438a9640 1 Processor -- start 2024-09-16T01:54:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f38438a9640 1 -- start start 2024-09-16T01:54:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f38438a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f383c102d90 0x7f383c1009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f38438a9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f383c103740 0x7f383c100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f38438a9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f383c108290 0x7f383c101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f38438a9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f383c111f40 con 0x7f383c102d90 2024-09-16T01:54:22.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f38438a9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f383c111dc0 con 0x7f383c108290 2024-09-16T01:54:22.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f38438a9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f383c1120c0 con 0x7f383c103740 2024-09-16T01:54:22.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f3841645640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f383c102d90 0x7f383c1009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f3840e44640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f383c103740 0x7f383c100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f3841645640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f383c102d90 0x7f383c1009f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37662/0 (socket says 172.21.15.17:37662) 2024-09-16T01:54:22.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f3840e44640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f383c103740 0x7f383c100f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36710/0 (socket says 172.21.15.17:36710) 2024-09-16T01:54:22.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f3841645640 1 -- 172.21.15.17:0/138408027 learned_addr learned my addr 172.21.15.17:0/138408027 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:22.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f3841e46640 1 --2- 172.21.15.17:0/138408027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f383c108290 0x7f383c101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f3840e44640 1 -- 172.21.15.17:0/138408027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f383c108290 msgr2=0x7f383c101470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:22.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f3840e44640 1 --2- 172.21.15.17:0/138408027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f383c108290 0x7f383c101470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f3840e44640 1 -- 172.21.15.17:0/138408027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f383c102d90 msgr2=0x7f383c1009f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:22.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f3840e44640 1 --2- 172.21.15.17:0/138408027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f383c102d90 0x7f383c1009f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f3840e44640 1 -- 172.21.15.17:0/138408027 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f383c1a6a10 con 0x7f383c103740 2024-09-16T01:54:22.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.005+0000 7f3841645640 1 --2- 172.21.15.17:0/138408027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f383c102d90 0x7f383c1009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:22.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.006+0000 7f3840e44640 1 --2- 172.21.15.17:0/138408027 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f383c103740 0x7f383c100f30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f382c009230 tx=0x7f382c004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:22.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.006+0000 7f38327fc640 1 -- 172.21.15.17:0/138408027 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382c03f070 con 0x7f383c103740 2024-09-16T01:54:22.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.006+0000 7f38438a9640 1 -- 172.21.15.17:0/138408027 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f383c1a6ca0 con 0x7f383c103740 2024-09-16T01:54:22.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.006+0000 7f38327fc640 1 -- 172.21.15.17:0/138408027 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f382c003aa0 con 0x7f383c103740 2024-09-16T01:54:22.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.006+0000 7f38327fc640 1 -- 172.21.15.17:0/138408027 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382c035070 con 0x7f383c103740 2024-09-16T01:54:22.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.006+0000 7f38438a9640 1 -- 172.21.15.17:0/138408027 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f383c1a71a0 con 0x7f383c103740 2024-09-16T01:54:22.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.009+0000 7f38327fc640 1 -- 172.21.15.17:0/138408027 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f382c0035f0 con 0x7f383c103740 2024-09-16T01:54:22.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.009+0000 7f3845c82740 1 Processor -- start 2024-09-16T01:54:22.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f3845c82740 1 -- start start 2024-09-16T01:54:22.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f3845c82740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f6c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f38327fc640 1 --2- 172.21.15.17:0/138408027 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38280a3240 0x7f38280a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f3845c82740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f77140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f3845c82740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 0x564967f79a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f3845c82740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564967ed22e0 con 0x564967f6cdc0 2024-09-16T01:54:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f3845c82740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564967e79ce0 con 0x564967f77680 2024-09-16T01:54:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f3845c82740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564967ece2a0 con 0x564967f6c4a0 2024-09-16T01:54:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f3841645640 1 --2- 172.21.15.17:0/138408027 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38280a3240 0x7f38280a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f3840e44640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f77140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f3841e46640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f6c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f3840e44640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f77140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37678/0 (socket says 172.21.15.17:37678) 2024-09-16T01:54:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f3840e44640 1 -- 172.21.15.17:0/3815705137 learned_addr learned my addr 172.21.15.17:0/3815705137 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f38327fc640 1 -- 172.21.15.17:0/138408027 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f382c03be00 con 0x7f383c103740 2024-09-16T01:54:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.010+0000 7f3841e46640 1 --2- 172.21.15.17:0/3815705137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 0x564967f79a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.011+0000 7f3840e44640 1 -- 172.21.15.17:0/3815705137 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 msgr2=0x564967f6c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.011+0000 7f3840e44640 1 --2- 172.21.15.17:0/3815705137 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f6c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.011+0000 7f3840e44640 1 -- 172.21.15.17:0/3815705137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 msgr2=0x564967f79a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.011+0000 7f3840e44640 1 --2- 172.21.15.17:0/3815705137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 0x564967f79a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.011+0000 7f3840e44640 1 -- 172.21.15.17:0/3815705137 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564967e5e440 con 0x564967f6cdc0 2024-09-16T01:54:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.011+0000 7f3841e46640 1 --2- 172.21.15.17:0/3815705137 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f6c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.011+0000 7f3841645640 1 --2- 172.21.15.17:0/138408027 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38280a3240 0x7f38280a5700 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f3838011550 tx=0x7f3838005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:22.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.011+0000 7f3840e44640 1 --2- 172.21.15.17:0/3815705137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f77140 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f382c0b8f10 tx=0x7f382c003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c61ce6b18e6adf83 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:22.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.011+0000 7f38277fe640 1 -- 172.21.15.17:0/3815705137 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382c048070 con 0x564967f6cdc0 2024-09-16T01:54:22.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.011+0000 7f38277fe640 1 -- 172.21.15.17:0/3815705137 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f382c0038e0 con 0x564967f6cdc0 2024-09-16T01:54:22.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.011+0000 7f38277fe640 1 -- 172.21.15.17:0/3815705137 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382c0c0840 con 0x564967f6cdc0 2024-09-16T01:54:22.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.012+0000 7f3845c82740 1 -- 172.21.15.17:0/3815705137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 msgr2=0x564967f77140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:22.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.012+0000 7f3845c82740 1 --2- 172.21.15.17:0/3815705137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f77140 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f382c0b8f10 tx=0x7f382c003f10 comp rx=0 tx=0).stop 2024-09-16T01:54:22.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.012+0000 7f3845c82740 1 -- 172.21.15.17:0/3815705137 shutdown_connections 2024-09-16T01:54:22.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.012+0000 7f3845c82740 1 --2- 172.21.15.17:0/3815705137 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 0x564967f79a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.012+0000 7f3845c82740 1 --2- 172.21.15.17:0/3815705137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f77140 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.012+0000 7f3845c82740 1 --2- 172.21.15.17:0/3815705137 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f6c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.012+0000 7f3845c82740 1 -- 172.21.15.17:0/3815705137 >> 172.21.15.17:0/3815705137 conn(0x564967f68a30 msgr2=0x564967f68e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:22.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.012+0000 7f3845c82740 1 -- 172.21.15.17:0/3815705137 shutdown_connections 2024-09-16T01:54:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.012+0000 7f3845c82740 1 -- 172.21.15.17:0/3815705137 wait complete. 2024-09-16T01:54:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.012+0000 7f3845c82740 1 -- start start 2024-09-16T01:54:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.013+0000 7f3845c82740 1 Processor -- start 2024-09-16T01:54:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.013+0000 7f3845c82740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f76f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.013+0000 7f3845c82740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f74220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.013+0000 7f3845c82740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 0x564967f74760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.013+0000 7f3845c82740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564967f7a010 con 0x564967f6cdc0 2024-09-16T01:54:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.013+0000 7f3845c82740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564967e8d050 con 0x564967f77680 2024-09-16T01:54:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.013+0000 7f3845c82740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564967f7a190 con 0x564967f6c4a0 2024-09-16T01:54:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.013+0000 7f3841645640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f76f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.013+0000 7f3840e44640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f74220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.013+0000 7f3841645640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f76f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36718/0 (socket says 172.21.15.17:36718) 2024-09-16T01:54:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.013+0000 7f3841645640 1 -- 172.21.15.17:0/2908644732 learned_addr learned my addr 172.21.15.17:0/2908644732 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.013+0000 7f3845c82740 10 client.0 _ll_register_callbacks cb 0x564967ecd160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.014+0000 7f3841e46640 1 --2- 172.21.15.17:0/2908644732 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 0x564967f74760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.014+0000 7f3841645640 1 -- 172.21.15.17:0/2908644732 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 msgr2=0x564967f74760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.014+0000 7f3841645640 1 --2- 172.21.15.17:0/2908644732 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 0x564967f74760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.014+0000 7f3841645640 1 -- 172.21.15.17:0/2908644732 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 msgr2=0x564967f74220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.014+0000 7f3841645640 1 --2- 172.21.15.17:0/2908644732 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f74220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.014+0000 7f3841645640 1 -- 172.21.15.17:0/2908644732 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564967c433c0 con 0x564967f6c4a0 2024-09-16T01:54:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.014+0000 7f3841645640 1 --2- 172.21.15.17:0/2908644732 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f76f70 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f3838009c60 tx=0x7f3838004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51a024da0b278f57 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.014+0000 7f3824ff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:54:22.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.014+0000 7f3824ff9640 1 -- 172.21.15.17:0/2908644732 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f383801cbd0 con 0x564967f6c4a0 2024-09-16T01:54:22.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.014+0000 7f3824ff9640 1 -- 172.21.15.17:0/2908644732 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f383801cd70 con 0x564967f6c4a0 2024-09-16T01:54:22.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.014+0000 7f3845c82740 1 -- 172.21.15.17:0/2908644732 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564967edf850 con 0x564967f6c4a0 2024-09-16T01:54:22.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.014+0000 7f3824ff9640 1 -- 172.21.15.17:0/2908644732 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3838026420 con 0x564967f6c4a0 2024-09-16T01:54:22.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.014+0000 7f3845c82740 10 client.27082 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:22.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.014+0000 7f3845c82740 1 -- 172.21.15.17:0/2908644732 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564967f85950 con 0x564967f6c4a0 2024-09-16T01:54:22.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.015+0000 7f3824ff9640 1 -- 172.21.15.17:0/2908644732 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x564967edf850 con 0x564967f6c4a0 2024-09-16T01:54:22.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.015+0000 7f3824ff9640 1 -- 172.21.15.17:0/2908644732 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f383800e6f0 con 0x564967f6c4a0 2024-09-16T01:54:22.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.015+0000 7f3845c82740 10 client.27082 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:22.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.015+0000 7f3845c82740 10 client.27082 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:54:22.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.015+0000 7f3845c82740 20 client.27082 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:22.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.015+0000 7f3845c82740 1 --2- 172.21.15.17:0/2908644732 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564967f86e10 0x564967f89240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.015+0000 7f3845c82740 4 client.27082 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:54:22.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.015+0000 7f3845c82740 1 -- 172.21.15.17:0/2908644732 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564967ed9d60 con 0x564967f86e10 2024-09-16T01:54:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.015+0000 7f3840e44640 1 --2- 172.21.15.17:0/2908644732 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564967f86e10 0x564967f89240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.015+0000 7f3840e44640 1 --2- 172.21.15.17:0/2908644732 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564967f86e10 0x564967f89240 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6cb3960251ae5bf8 server_cookie=12f54f8e829f3fca in_seq=0 out_seq=0 2024-09-16T01:54:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.015+0000 7f3824ff9640 10 client.27082 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.016+0000 7f3824ff9640 1 -- 172.21.15.17:0/2908644732 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564967ed9d60 con 0x564967f86e10 2024-09-16T01:54:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.016+0000 7f3824ff9640 10 client.27082 handle_command_reply: tid=0 2024-09-16T01:54:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.016+0000 7f3845c82740 1 client.27082 shutdown 2024-09-16T01:54:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.016+0000 7f3845c82740 1 -- 172.21.15.17:0/2908644732 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 msgr2=0x564967f76f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.016+0000 7f3845c82740 1 --2- 172.21.15.17:0/2908644732 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f76f70 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f3838009c60 tx=0x7f3838004730 comp rx=0 tx=0).stop 2024-09-16T01:54:22.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.016+0000 7f3845c82740 1 -- 172.21.15.17:0/2908644732 shutdown_connections 2024-09-16T01:54:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.016+0000 7f3845c82740 1 --2- 172.21.15.17:0/2908644732 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564967f86e10 0x564967f89240 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.016+0000 7f3845c82740 1 --2- 172.21.15.17:0/2908644732 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 0x564967f74760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.016+0000 7f3845c82740 1 --2- 172.21.15.17:0/2908644732 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f74220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.016+0000 7f3845c82740 1 --2- 172.21.15.17:0/2908644732 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f76f70 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.016+0000 7f3824ff9640 0 client.27082 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.016+0000 7f3845c82740 1 -- 172.21.15.17:0/2908644732 >> 172.21.15.17:0/2908644732 conn(0x564967f68a30 msgr2=0x564967f6e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.017+0000 7f3845c82740 1 -- 172.21.15.17:0/2908644732 shutdown_connections 2024-09-16T01:54:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.017+0000 7f3845c82740 1 -- 172.21.15.17:0/2908644732 wait complete. 2024-09-16T01:54:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.017+0000 7f3845c82740 20 client.27082 trim_cache size 0 max 16384 2024-09-16T01:54:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3845c82740 1 Processor -- start 2024-09-16T01:54:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3845c82740 1 -- start start 2024-09-16T01:54:22.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3845c82740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f67a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3845c82740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f8eb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3845c82740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 0x564967f8f050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3845c82740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f383c1b1f90 con 0x564967f6cdc0 2024-09-16T01:54:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3845c82740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f383c1af860 con 0x564967f77680 2024-09-16T01:54:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3845c82740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f383c1ad690 con 0x564967f6c4a0 2024-09-16T01:54:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3841645640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f67a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3840e44640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f8eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3841645640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f67a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36734/0 (socket says 172.21.15.17:36734) 2024-09-16T01:54:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3841645640 1 -- 172.21.15.17:0/1207073778 learned_addr learned my addr 172.21.15.17:0/1207073778 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3841e46640 1 --2- 172.21.15.17:0/1207073778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 0x564967f8f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3841645640 1 -- 172.21.15.17:0/1207073778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 msgr2=0x564967f8f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:22.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3841645640 1 --2- 172.21.15.17:0/1207073778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 0x564967f8f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3841645640 1 -- 172.21.15.17:0/1207073778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 msgr2=0x564967f8eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3841645640 1 --2- 172.21.15.17:0/1207073778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f8eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3841645640 1 -- 172.21.15.17:0/1207073778 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564967f898c0 con 0x564967f6c4a0 2024-09-16T01:54:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.035+0000 7f3840e44640 1 --2- 172.21.15.17:0/1207073778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f8eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.036+0000 7f3841645640 1 --2- 172.21.15.17:0/1207073778 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f67a60 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3838011de0 tx=0x7f383801c860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7665f5e9e6519555 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.036+0000 7f3826ffd640 1 -- 172.21.15.17:0/1207073778 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3838035070 con 0x564967f6c4a0 2024-09-16T01:54:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.036+0000 7f3826ffd640 1 -- 172.21.15.17:0/1207073778 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f383800ee40 con 0x564967f6c4a0 2024-09-16T01:54:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.036+0000 7f3826ffd640 1 -- 172.21.15.17:0/1207073778 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3838011e60 con 0x564967f6c4a0 2024-09-16T01:54:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.037+0000 7f3845c82740 1 -- 172.21.15.17:0/1207073778 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 msgr2=0x564967f67a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.037+0000 7f3845c82740 1 --2- 172.21.15.17:0/1207073778 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f67a60 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f3838011de0 tx=0x7f383801c860 comp rx=0 tx=0).stop 2024-09-16T01:54:22.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.037+0000 7f3845c82740 1 -- 172.21.15.17:0/1207073778 shutdown_connections 2024-09-16T01:54:22.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.037+0000 7f3845c82740 1 --2- 172.21.15.17:0/1207073778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f77680 0x564967f8f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.037+0000 7f3845c82740 1 --2- 172.21.15.17:0/1207073778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f8eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.037+0000 7f3845c82740 1 --2- 172.21.15.17:0/1207073778 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f6c4a0 0x564967f67a60 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.037+0000 7f3845c82740 1 -- 172.21.15.17:0/1207073778 >> 172.21.15.17:0/1207073778 conn(0x564967f68a30 msgr2=0x564967f67350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:22.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.037+0000 7f3845c82740 1 -- 172.21.15.17:0/1207073778 shutdown_connections 2024-09-16T01:54:22.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.037+0000 7f3845c82740 1 -- 172.21.15.17:0/1207073778 wait complete. 2024-09-16T01:54:22.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.037+0000 7f3845c82740 1 -- start start 2024-09-16T01:54:22.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.037+0000 7f3845c82740 1 Processor -- start 2024-09-16T01:54:22.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.037+0000 7f3845c82740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f6c4a0 0x564967f7f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.037+0000 7f3845c82740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f7fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.037+0000 7f3845c82740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f77680 0x564967f7cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3845c82740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f383c1add20 con 0x564967f6cdc0 2024-09-16T01:54:22.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3845c82740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f383c1af190 con 0x564967f6c4a0 2024-09-16T01:54:22.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3845c82740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f383c1ae3f0 con 0x564967f77680 2024-09-16T01:54:22.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3840e44640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f7fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3845c82740 10 client.0 _ll_register_callbacks cb 0x7f3838009e50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:22.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3841e46640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f77680 0x564967f7cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3840e44640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f7fbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37718/0 (socket says 172.21.15.17:37718) 2024-09-16T01:54:22.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3840e44640 1 -- 172.21.15.17:0/3065866556 learned_addr learned my addr 172.21.15.17:0/3065866556 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:22.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3841645640 1 --2- 172.21.15.17:0/3065866556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f6c4a0 0x564967f7f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3840e44640 1 -- 172.21.15.17:0/3065866556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f77680 msgr2=0x564967f7cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:22.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3840e44640 1 --2- 172.21.15.17:0/3065866556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f77680 0x564967f7cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3840e44640 1 -- 172.21.15.17:0/3065866556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f6c4a0 msgr2=0x564967f7f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:22.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3840e44640 1 --2- 172.21.15.17:0/3065866556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f6c4a0 0x564967f7f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3840e44640 1 -- 172.21.15.17:0/3065866556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564967f7d4a0 con 0x564967f6cdc0 2024-09-16T01:54:22.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3840e44640 1 --2- 172.21.15.17:0/3065866556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f7fbc0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f382c0bc240 tx=0x7f382c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a215c29ffcf74c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:22.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3824ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:54:22.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.038+0000 7f3824ff9640 1 -- 172.21.15.17:0/3065866556 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f382c048040 con 0x564967f6cdc0 2024-09-16T01:54:22.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.039+0000 7f3845c82740 1 -- 172.21.15.17:0/3065866556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x564967f74af0 con 0x564967f6cdc0 2024-09-16T01:54:22.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.039+0000 7f3824ff9640 1 -- 172.21.15.17:0/3065866556 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f382c0ed9f0 con 0x564967f6cdc0 2024-09-16T01:54:22.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.039+0000 7f3824ff9640 1 -- 172.21.15.17:0/3065866556 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f382c09c020 con 0x564967f6cdc0 2024-09-16T01:54:22.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.039+0000 7f3845c82740 10 client.17436 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:22.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.039+0000 7f3845c82740 1 -- 172.21.15.17:0/3065866556 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x564967ff1760 con 0x564967f6cdc0 2024-09-16T01:54:22.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.039+0000 7f3824ff9640 1 -- 172.21.15.17:0/3065866556 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x564967f74af0 con 0x564967f6cdc0 2024-09-16T01:54:22.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.039+0000 7f3824ff9640 1 -- 172.21.15.17:0/3065866556 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f382c04b060 con 0x564967f6cdc0 2024-09-16T01:54:22.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.039+0000 7f3845c82740 10 client.17436 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:22.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.039+0000 7f3845c82740 10 client.17436 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:54:22.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.039+0000 7f3845c82740 20 client.17436 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:22.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.039+0000 7f3845c82740 1 --2- 172.21.15.17:0/3065866556 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564967ff1c50 0x564967ff4040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:22.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.039+0000 7f3845c82740 4 client.17436 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:54:22.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.039+0000 7f3845c82740 1 -- 172.21.15.17:0/3065866556 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564967e56210 con 0x564967ff1c50 2024-09-16T01:54:22.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.040+0000 7f3841645640 1 --2- 172.21.15.17:0/3065866556 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564967ff1c50 0x564967ff4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:22.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.040+0000 7f3824ff9640 10 client.17436 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:22.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.040+0000 7f3841645640 1 --2- 172.21.15.17:0/3065866556 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564967ff1c50 0x564967ff4040 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ebe2e081488bdae server_cookie=b0f0b42e51caa3a1 in_seq=0 out_seq=0 2024-09-16T01:54:22.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.040+0000 7f3824ff9640 1 -- 172.21.15.17:0/3065866556 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x564967e56210 con 0x564967ff1c50 2024-09-16T01:54:22.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.040+0000 7f3824ff9640 10 client.17436 handle_command_reply: tid=0 2024-09-16T01:54:22.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.040+0000 7f3845c82740 1 client.17436 shutdown 2024-09-16T01:54:22.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.041+0000 7f3845c82740 1 -- 172.21.15.17:0/3065866556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 msgr2=0x564967f7fbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:22.184 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:54:22.184 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:54:22.184 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:54:22.184 INFO:teuthology.orchestra.run.smithi017.stdout: "2f7653f6-107d-426c-8d5a-c206ed6c5c58": { 2024-09-16T01:54:22.184 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:54:22.184 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "2f7653f6-107d-426c-8d5a-c206ed6c5c58", 2024-09-16T01:54:22.184 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:54:22.184 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:54:22.185 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:54:22.185 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:54:22.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.041+0000 7f3845c82740 1 --2- 172.21.15.17:0/3065866556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f7fbc0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f382c0bc240 tx=0x7f382c009260 comp rx=0 tx=0).stop 2024-09-16T01:54:22.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.041+0000 7f3845c82740 1 -- 172.21.15.17:0/3065866556 shutdown_connections 2024-09-16T01:54:22.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.041+0000 7f3845c82740 1 --2- 172.21.15.17:0/3065866556 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564967ff1c50 0x564967ff4040 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.041+0000 7f3845c82740 1 --2- 172.21.15.17:0/3065866556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564967f77680 0x564967f7cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.041+0000 7f3845c82740 1 --2- 172.21.15.17:0/3065866556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564967f6cdc0 0x564967f7fbc0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.041+0000 7f3845c82740 1 --2- 172.21.15.17:0/3065866556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564967f6c4a0 0x564967f7f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.041+0000 7f3845c82740 1 -- 172.21.15.17:0/3065866556 >> 172.21.15.17:0/3065866556 conn(0x564967f68a30 msgr2=0x564967f67b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:22.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.041+0000 7f3824ff9640 0 client.17436 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:22.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.041+0000 7f3845c82740 1 -- 172.21.15.17:0/3065866556 shutdown_connections 2024-09-16T01:54:22.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.041+0000 7f3845c82740 1 -- 172.21.15.17:0/3065866556 wait complete. 2024-09-16T01:54:22.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.041+0000 7f3845c82740 20 client.17436 trim_cache size 0 max 16384 2024-09-16T01:54:22.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.042+0000 7f38438a9640 1 -- 172.21.15.17:0/138408027 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38280a3240 msgr2=0x7f38280a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:22.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.042+0000 7f38438a9640 1 --2- 172.21.15.17:0/138408027 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38280a3240 0x7f38280a5700 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f3838011550 tx=0x7f3838005f90 comp rx=0 tx=0).stop 2024-09-16T01:54:22.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.042+0000 7f38438a9640 1 -- 172.21.15.17:0/138408027 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f383c103740 msgr2=0x7f383c100f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:22.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.042+0000 7f38438a9640 1 --2- 172.21.15.17:0/138408027 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f383c103740 0x7f383c100f30 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f382c009230 tx=0x7f382c004270 comp rx=0 tx=0).stop 2024-09-16T01:54:22.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.042+0000 7f38438a9640 1 -- 172.21.15.17:0/138408027 shutdown_connections 2024-09-16T01:54:22.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.042+0000 7f38438a9640 1 --2- 172.21.15.17:0/138408027 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38280a3240 0x7f38280a5700 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.042+0000 7f38438a9640 1 --2- 172.21.15.17:0/138408027 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f383c108290 0x7f383c101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.042+0000 7f38438a9640 1 --2- 172.21.15.17:0/138408027 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f383c103740 0x7f383c100f30 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.042+0000 7f38438a9640 1 --2- 172.21.15.17:0/138408027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f383c102d90 0x7f383c1009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:22.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.042+0000 7f38438a9640 1 -- 172.21.15.17:0/138408027 >> 172.21.15.17:0/138408027 conn(0x7f383c0fc7d0 msgr2=0x7f383c105ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:22.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.042+0000 7f38438a9640 1 -- 172.21.15.17:0/138408027 shutdown_connections 2024-09-16T01:54:22.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:22.042+0000 7f38438a9640 1 -- 172.21.15.17:0/138408027 wait complete. 2024-09-16T01:54:22.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:22 smithi017 ceph-mon[30972]: pgmap v664: 97 pgs: 97 active+clean; 174 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.6 MiB/s wr, 88 op/s 2024-09-16T01:54:22.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 406735 3.73 MB/sec execute 465 sec latency 66.047 ms 2024-09-16T01:54:22.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:22 smithi029 ceph-mon[34783]: pgmap v664: 97 pgs: 97 active+clean; 174 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.6 MiB/s wr, 88 op/s 2024-09-16T01:54:22.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:22 smithi122 ceph-mon[34758]: pgmap v664: 97 pgs: 97 active+clean; 174 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 241 KiB/s rd, 1.6 MiB/s wr, 88 op/s 2024-09-16T01:54:22.931 INFO:tasks.cephfs.filesystem:scrub status for tag:2f7653f6-107d-426c-8d5a-c206ed6c5c58 - {'path': '/', 'tag': '2f7653f6-107d-426c-8d5a-c206ed6c5c58', 'options': 'recursive,force'} 2024-09-16T01:54:23.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 407679 3.73 MB/sec execute 466 sec latency 17.103 ms 2024-09-16T01:54:24.598 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:24 smithi122 ceph-mon[34758]: pgmap v665: 97 pgs: 97 active+clean; 173 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:54:24.599 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:24 smithi029 ceph-mon[34783]: pgmap v665: 97 pgs: 97 active+clean; 173 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:54:24.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 408202 3.74 MB/sec execute 467 sec latency 12.936 ms 2024-09-16T01:54:24.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:24 smithi017 ceph-mon[30972]: pgmap v665: 97 pgs: 97 active+clean; 173 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 244 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:54:25.610 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:25 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:54:25.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 408729 3.73 MB/sec execute 468 sec latency 18.863 ms 2024-09-16T01:54:25.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:25 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:54:25.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:25 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:54:26.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 409479 3.73 MB/sec execute 469 sec latency 13.124 ms 2024-09-16T01:54:26.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:26 smithi017 ceph-mon[30972]: pgmap v666: 97 pgs: 97 active+clean; 174 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 1.8 MiB/s wr, 110 op/s 2024-09-16T01:54:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:26 smithi122 ceph-mon[34758]: pgmap v666: 97 pgs: 97 active+clean; 174 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 1.8 MiB/s wr, 110 op/s 2024-09-16T01:54:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:26 smithi029 ceph-mon[34783]: pgmap v666: 97 pgs: 97 active+clean; 174 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 350 KiB/s rd, 1.8 MiB/s wr, 110 op/s 2024-09-16T01:54:27.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 410284 3.73 MB/sec execute 470 sec latency 13.530 ms 2024-09-16T01:54:28.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 411213 3.73 MB/sec execute 471 sec latency 54.354 ms 2024-09-16T01:54:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:28 smithi017 ceph-mon[30972]: pgmap v667: 97 pgs: 97 active+clean; 174 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.4 MiB/s wr, 86 op/s 2024-09-16T01:54:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:28 smithi029 ceph-mon[34783]: pgmap v667: 97 pgs: 97 active+clean; 174 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.4 MiB/s wr, 86 op/s 2024-09-16T01:54:28.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:28 smithi122 ceph-mon[34758]: pgmap v667: 97 pgs: 97 active+clean; 174 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 261 KiB/s rd, 1.4 MiB/s wr, 86 op/s 2024-09-16T01:54:29.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 411753 3.74 MB/sec execute 472 sec latency 12.488 ms 2024-09-16T01:54:30.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 412281 3.73 MB/sec execute 473 sec latency 18.607 ms 2024-09-16T01:54:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:30 smithi017 ceph-mon[30972]: pgmap v668: 97 pgs: 97 active+clean; 175 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:54:30.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:30 smithi029 ceph-mon[34783]: pgmap v668: 97 pgs: 97 active+clean; 175 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:54:30.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:30 smithi122 ceph-mon[34758]: pgmap v668: 97 pgs: 97 active+clean; 175 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 262 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:54:31.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 413028 3.73 MB/sec execute 474 sec latency 13.448 ms 2024-09-16T01:54:32.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 413830 3.73 MB/sec execute 475 sec latency 14.023 ms 2024-09-16T01:54:32.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:32 smithi017 ceph-mon[30972]: pgmap v669: 97 pgs: 97 active+clean; 177 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-16T01:54:32.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:32 smithi122 ceph-mon[34758]: pgmap v669: 97 pgs: 97 active+clean; 177 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-16T01:54:32.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:32 smithi029 ceph-mon[34783]: pgmap v669: 97 pgs: 97 active+clean; 177 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 303 KiB/s rd, 1.7 MiB/s wr, 98 op/s 2024-09-16T01:54:33.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 414714 3.73 MB/sec execute 476 sec latency 102.026 ms 2024-09-16T01:54:34.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 415273 3.74 MB/sec execute 477 sec latency 48.793 ms 2024-09-16T01:54:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:34 smithi017 ceph-mon[30972]: pgmap v670: 97 pgs: 97 active+clean; 176 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:54:34.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:34 smithi029 ceph-mon[34783]: pgmap v670: 97 pgs: 97 active+clean; 176 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:54:34.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:34 smithi122 ceph-mon[34758]: pgmap v670: 97 pgs: 97 active+clean; 176 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.7 MiB/s wr, 91 op/s 2024-09-16T01:54:35.616 INFO:tasks.workunit.client.0.smithi017.stdout: 1 415729 3.73 MB/sec execute 478 sec latency 17.720 ms 2024-09-16T01:54:36.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 416502 3.73 MB/sec execute 479 sec latency 12.887 ms 2024-09-16T01:54:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:36 smithi017 ceph-mon[30972]: pgmap v671: 97 pgs: 97 active+clean; 177 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:54:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:36 smithi122 ceph-mon[34758]: pgmap v671: 97 pgs: 97 active+clean; 177 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:54:36.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:36 smithi029 ceph-mon[34783]: pgmap v671: 97 pgs: 97 active+clean; 177 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:54:37.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 417244 3.73 MB/sec execute 480 sec latency 14.737 ms 2024-09-16T01:54:38.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 418213 3.73 MB/sec execute 481 sec latency 13.058 ms 2024-09-16T01:54:38.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:38 smithi017 ceph-mon[30972]: pgmap v672: 97 pgs: 97 active+clean; 178 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.6 MiB/s wr, 89 op/s 2024-09-16T01:54:38.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:38 smithi122 ceph-mon[34758]: pgmap v672: 97 pgs: 97 active+clean; 178 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.6 MiB/s wr, 89 op/s 2024-09-16T01:54:38.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:38 smithi029 ceph-mon[34783]: pgmap v672: 97 pgs: 97 active+clean; 178 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 288 KiB/s rd, 1.6 MiB/s wr, 89 op/s 2024-09-16T01:54:39.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 418816 3.74 MB/sec execute 482 sec latency 12.734 ms 2024-09-16T01:54:40.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 419278 3.73 MB/sec execute 483 sec latency 22.881 ms 2024-09-16T01:54:40.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:40 smithi017 ceph-mon[30972]: pgmap v673: 97 pgs: 97 active+clean; 177 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 289 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-16T01:54:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:40 smithi122 ceph-mon[34758]: pgmap v673: 97 pgs: 97 active+clean; 177 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 289 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-16T01:54:40.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:40 smithi029 ceph-mon[34783]: pgmap v673: 97 pgs: 97 active+clean; 177 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 289 KiB/s rd, 1.9 MiB/s wr, 101 op/s 2024-09-16T01:54:41.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 420007 3.73 MB/sec execute 484 sec latency 76.247 ms 2024-09-16T01:54:42.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 420732 3.73 MB/sec execute 485 sec latency 12.903 ms 2024-09-16T01:54:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:42 smithi017 ceph-mon[30972]: pgmap v674: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:54:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:42 smithi122 ceph-mon[34758]: pgmap v674: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:54:42.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:42 smithi029 ceph-mon[34783]: pgmap v674: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 287 KiB/s rd, 1.8 MiB/s wr, 95 op/s 2024-09-16T01:54:43.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 421557 3.73 MB/sec execute 486 sec latency 17.626 ms 2024-09-16T01:54:44.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 422257 3.74 MB/sec execute 487 sec latency 14.255 ms 2024-09-16T01:54:44.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:44 smithi017 ceph-mon[30972]: pgmap v675: 97 pgs: 97 active+clean; 180 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:54:44.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:44 smithi122 ceph-mon[34758]: pgmap v675: 97 pgs: 97 active+clean; 180 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:54:44.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:44 smithi029 ceph-mon[34783]: pgmap v675: 97 pgs: 97 active+clean; 180 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 290 KiB/s rd, 1.8 MiB/s wr, 97 op/s 2024-09-16T01:54:45.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 422748 3.73 MB/sec execute 488 sec latency 12.899 ms 2024-09-16T01:54:46.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 423530 3.73 MB/sec execute 489 sec latency 18.254 ms 2024-09-16T01:54:46.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:46 smithi017 ceph-mon[30972]: pgmap v676: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 1.9 MiB/s wr, 95 op/s 2024-09-16T01:54:46.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:46 smithi122 ceph-mon[34758]: pgmap v676: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 1.9 MiB/s wr, 95 op/s 2024-09-16T01:54:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:46 smithi029 ceph-mon[34783]: pgmap v676: 97 pgs: 97 active+clean; 179 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 271 KiB/s rd, 1.9 MiB/s wr, 95 op/s 2024-09-16T01:54:47.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 424304 3.73 MB/sec execute 490 sec latency 13.591 ms 2024-09-16T01:54:48.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 425123 3.73 MB/sec execute 491 sec latency 19.744 ms 2024-09-16T01:54:48.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:48 smithi017 ceph-mon[30972]: pgmap v677: 97 pgs: 97 active+clean; 181 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 1.6 MiB/s wr, 96 op/s 2024-09-16T01:54:48.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:48 smithi122 ceph-mon[34758]: pgmap v677: 97 pgs: 97 active+clean; 181 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 1.6 MiB/s wr, 96 op/s 2024-09-16T01:54:48.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:48 smithi029 ceph-mon[34783]: pgmap v677: 97 pgs: 97 active+clean; 181 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 332 KiB/s rd, 1.6 MiB/s wr, 96 op/s 2024-09-16T01:54:49.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 425836 3.74 MB/sec execute 492 sec latency 13.213 ms 2024-09-16T01:54:50.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 426295 3.73 MB/sec execute 493 sec latency 15.722 ms 2024-09-16T01:54:50.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:50 smithi017 ceph-mon[30972]: pgmap v678: 97 pgs: 97 active+clean; 182 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.9 MiB/s wr, 90 op/s 2024-09-16T01:54:50.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:50 smithi122 ceph-mon[34758]: pgmap v678: 97 pgs: 97 active+clean; 182 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.9 MiB/s wr, 90 op/s 2024-09-16T01:54:50.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:50 smithi029 ceph-mon[34783]: pgmap v678: 97 pgs: 97 active+clean; 182 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 225 KiB/s rd, 1.9 MiB/s wr, 90 op/s 2024-09-16T01:54:51.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 427083 3.74 MB/sec execute 494 sec latency 20.012 ms 2024-09-16T01:54:52.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 427849 3.73 MB/sec execute 495 sec latency 13.813 ms 2024-09-16T01:54:52.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:52 smithi017 ceph-mon[30972]: pgmap v679: 97 pgs: 97 active+clean; 181 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:54:52.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:52 smithi122 ceph-mon[34758]: pgmap v679: 97 pgs: 97 active+clean; 181 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:54:52.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:52 smithi029 ceph-mon[34783]: pgmap v679: 97 pgs: 97 active+clean; 181 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 280 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:54:52.932 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:54:53.220 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:53.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 428638 3.74 MB/sec execute 496 sec latency 40.584 ms 2024-09-16T01:54:53.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.734+0000 7fc6d3893640 1 -- 172.21.15.17:0/3874744418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6cc102d30 msgr2=0x7fc6cc103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.734+0000 7fc6d3893640 1 --2- 172.21.15.17:0/3874744418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6cc102d30 0x7fc6cc103110 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8009930 tx=0x7fc6c802a420 comp rx=0 tx=0).stop 2024-09-16T01:54:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.734+0000 7fc6d3893640 1 -- 172.21.15.17:0/3874744418 shutdown_connections 2024-09-16T01:54:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.734+0000 7fc6d3893640 1 --2- 172.21.15.17:0/3874744418 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6cc1082a0 0x7fc6cc10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.734+0000 7fc6d3893640 1 --2- 172.21.15.17:0/3874744418 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6cc1036e0 0x7fc6cc107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.734+0000 7fc6d3893640 1 --2- 172.21.15.17:0/3874744418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6cc102d30 0x7fc6cc103110 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.734+0000 7fc6d3893640 1 -- 172.21.15.17:0/3874744418 >> 172.21.15.17:0/3874744418 conn(0x7fc6cc0fc7d0 msgr2=0x7fc6cc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.734+0000 7fc6d3893640 1 -- 172.21.15.17:0/3874744418 shutdown_connections 2024-09-16T01:54:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.734+0000 7fc6d3893640 1 -- 172.21.15.17:0/3874744418 wait complete. 2024-09-16T01:54:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.734+0000 7fc6d3893640 1 Processor -- start 2024-09-16T01:54:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d3893640 1 -- start start 2024-09-16T01:54:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d3893640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6cc102d30 0x7fc6cc198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d3893640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6cc1036e0 0x7fc6cc198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d3893640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6cc1082a0 0x7fc6cc19cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d3893640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc111f90 con 0x7fc6cc1036e0 2024-09-16T01:54:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d3893640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc111e10 con 0x7fc6cc1082a0 2024-09-16T01:54:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d3893640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc112110 con 0x7fc6cc102d30 2024-09-16T01:54:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d0e2e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6cc1036e0 0x7fc6cc198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d0e2e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6cc1036e0 0x7fc6cc198a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58078/0 (socket says 172.21.15.17:58078) 2024-09-16T01:54:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d0e2e640 1 -- 172.21.15.17:0/2928899724 learned_addr learned my addr 172.21.15.17:0/2928899724 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d162f640 1 --2- 172.21.15.17:0/2928899724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6cc102d30 0x7fc6cc198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d1e30640 1 --2- 172.21.15.17:0/2928899724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6cc1082a0 0x7fc6cc19cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d0e2e640 1 -- 172.21.15.17:0/2928899724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6cc102d30 msgr2=0x7fc6cc198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d0e2e640 1 --2- 172.21.15.17:0/2928899724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6cc102d30 0x7fc6cc198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d0e2e640 1 -- 172.21.15.17:0/2928899724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6cc1082a0 msgr2=0x7fc6cc19cdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d0e2e640 1 --2- 172.21.15.17:0/2928899724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6cc1082a0 0x7fc6cc19cdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.735+0000 7fc6d0e2e640 1 -- 172.21.15.17:0/2928899724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6cc19d4b0 con 0x7fc6cc1036e0 2024-09-16T01:54:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.736+0000 7fc6d0e2e640 1 --2- 172.21.15.17:0/2928899724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6cc1036e0 0x7fc6cc198a40 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc00d740 tx=0x7fc6bc00dc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.736+0000 7fc6c27fc640 1 -- 172.21.15.17:0/2928899724 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6bc017070 con 0x7fc6cc1036e0 2024-09-16T01:54:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.736+0000 7fc6c27fc640 1 -- 172.21.15.17:0/2928899724 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6bc00de50 con 0x7fc6cc1036e0 2024-09-16T01:54:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.736+0000 7fc6d3893640 1 -- 172.21.15.17:0/2928899724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6cc19d7a0 con 0x7fc6cc1036e0 2024-09-16T01:54:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.736+0000 7fc6c27fc640 1 -- 172.21.15.17:0/2928899724 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6bc00f620 con 0x7fc6cc1036e0 2024-09-16T01:54:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.736+0000 7fc6d3893640 1 -- 172.21.15.17:0/2928899724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6cc1a5080 con 0x7fc6cc1036e0 2024-09-16T01:54:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.739+0000 7fc6d5c6c740 1 Processor -- start 2024-09-16T01:54:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.739+0000 7fc6c27fc640 1 -- 172.21.15.17:0/2928899724 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fc6bc01a070 con 0x7fc6cc1036e0 2024-09-16T01:54:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.739+0000 7fc6d5c6c740 1 -- start start 2024-09-16T01:54:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.739+0000 7fc6d5c6c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6c360 0x5596eed6c740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.739+0000 7fc6d5c6c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6cc80 0x5596eed7b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.739+0000 7fc6d5c6c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed7ba90 0x5596eed7de80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.739+0000 7fc6d5c6c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5596eecd22e0 con 0x5596eed7ba90 2024-09-16T01:54:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.739+0000 7fc6d5c6c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5596eec79ce0 con 0x5596eed6c360 2024-09-16T01:54:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.739+0000 7fc6d5c6c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5596eecce2a0 con 0x5596eed6cc80 2024-09-16T01:54:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.739+0000 7fc6d162f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6cc80 0x5596eed7b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.739+0000 7fc6d0e2e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed7ba90 0x5596eed7de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.739+0000 7fc6d162f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6cc80 0x5596eed7b550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35442/0 (socket says 172.21.15.17:35442) 2024-09-16T01:54:53.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.739+0000 7fc6d162f640 1 -- 172.21.15.17:0/2712003332 learned_addr learned my addr 172.21.15.17:0/2712003332 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:53.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.740+0000 7fc6d1e30640 1 --2- 172.21.15.17:0/2712003332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6c360 0x5596eed6c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.740+0000 7fc6d162f640 1 -- 172.21.15.17:0/2712003332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6c360 msgr2=0x5596eed6c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:53.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.740+0000 7fc6d162f640 1 --2- 172.21.15.17:0/2712003332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6c360 0x5596eed6c740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.740+0000 7fc6d162f640 1 -- 172.21.15.17:0/2712003332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed7ba90 msgr2=0x5596eed7de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:53.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.740+0000 7fc6d162f640 1 --2- 172.21.15.17:0/2712003332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed7ba90 0x5596eed7de80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.740+0000 7fc6d162f640 1 -- 172.21.15.17:0/2712003332 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596eec5e440 con 0x5596eed6cc80 2024-09-16T01:54:53.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.740+0000 7fc6c27fc640 1 --2- 172.21.15.17:0/2928899724 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6b80a3240 0x7fc6b80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.740+0000 7fc6d1e30640 1 --2- 172.21.15.17:0/2712003332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6c360 0x5596eed6c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:54:53.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.740+0000 7fc6c27fc640 1 -- 172.21.15.17:0/2928899724 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc6bc0cf290 con 0x7fc6cc1036e0 2024-09-16T01:54:53.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.740+0000 7fc6d1e30640 1 --2- 172.21.15.17:0/2928899724 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6b80a3240 0x7fc6b80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.740+0000 7fc6d162f640 1 --2- 172.21.15.17:0/2712003332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6cc80 0x5596eed7b550 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8006010 tx=0x7fc6c8004200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=957a5f64d432a711 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:53.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.741+0000 7fc6b77fe640 1 -- 172.21.15.17:0/2712003332 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c8035040 con 0x5596eed6cc80 2024-09-16T01:54:53.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.741+0000 7fc6b77fe640 1 -- 172.21.15.17:0/2712003332 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6c80044b0 con 0x5596eed6cc80 2024-09-16T01:54:53.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.741+0000 7fc6b77fe640 1 -- 172.21.15.17:0/2712003332 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c8003850 con 0x5596eed6cc80 2024-09-16T01:54:53.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.741+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/2712003332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6cc80 msgr2=0x5596eed7b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:53.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.741+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/2712003332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6cc80 0x5596eed7b550 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8006010 tx=0x7fc6c8004200 comp rx=0 tx=0).stop 2024-09-16T01:54:53.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.741+0000 7fc6d1e30640 1 --2- 172.21.15.17:0/2928899724 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6b80a3240 0x7fc6b80a5700 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fc6c4005fd0 tx=0x7fc6c4009600 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:53.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.742+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/2712003332 shutdown_connections 2024-09-16T01:54:53.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.742+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/2712003332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed7ba90 0x5596eed7de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.742+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/2712003332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6cc80 0x5596eed7b550 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.742+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/2712003332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6c360 0x5596eed6c740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.742+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/2712003332 >> 172.21.15.17:0/2712003332 conn(0x5596eed68a30 msgr2=0x5596eed68e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:53.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.742+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/2712003332 shutdown_connections 2024-09-16T01:54:53.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.742+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/2712003332 wait complete. 2024-09-16T01:54:53.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.742+0000 7fc6d5c6c740 1 -- start start 2024-09-16T01:54:53.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.742+0000 7fc6d5c6c740 1 Processor -- start 2024-09-16T01:54:53.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.742+0000 7fc6d5c6c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6c360 0x5596eed7b510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.742+0000 7fc6d5c6c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed6cc80 0x5596eed787c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.742+0000 7fc6d5c6c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed7ba90 0x5596eed78f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.742+0000 7fc6d5c6c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5596eed7e600 con 0x5596eed6cc80 2024-09-16T01:54:53.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6d5c6c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5596eec8d050 con 0x5596eed7ba90 2024-09-16T01:54:53.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6d5c6c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5596eed7e780 con 0x5596eed6c360 2024-09-16T01:54:53.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6d162f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6c360 0x5596eed7b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6d5c6c740 10 client.0 _ll_register_callbacks cb 0x5596eeccd160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:53.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6d162f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6c360 0x5596eed7b510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35452/0 (socket says 172.21.15.17:35452) 2024-09-16T01:54:53.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6d0e2e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed6cc80 0x5596eed787c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6d162f640 1 -- 172.21.15.17:0/339742926 learned_addr learned my addr 172.21.15.17:0/339742926 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:53.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6d1e30640 1 --2- 172.21.15.17:0/339742926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed7ba90 0x5596eed78f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6d162f640 1 -- 172.21.15.17:0/339742926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed7ba90 msgr2=0x5596eed78f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:53.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6d162f640 1 --2- 172.21.15.17:0/339742926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed7ba90 0x5596eed78f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6d162f640 1 -- 172.21.15.17:0/339742926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed6cc80 msgr2=0x5596eed787c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:53.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6d162f640 1 --2- 172.21.15.17:0/339742926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed6cc80 0x5596eed787c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6d162f640 1 -- 172.21.15.17:0/339742926 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596eea433c0 con 0x5596eed6c360 2024-09-16T01:54:53.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6d162f640 1 --2- 172.21.15.17:0/339742926 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6c360 0x5596eed7b510 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc6c802a940 tx=0x7fc6c8004980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75b986e077a79f65 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:53.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6b4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:54:53.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.743+0000 7fc6b4ff9640 1 -- 172.21.15.17:0/339742926 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c8053060 con 0x5596eed6c360 2024-09-16T01:54:53.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.744+0000 7fc6b4ff9640 1 -- 172.21.15.17:0/339742926 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc6c80050a0 con 0x5596eed6c360 2024-09-16T01:54:53.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.744+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/339742926 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6c80044b0 con 0x5596eed6c360 2024-09-16T01:54:53.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.744+0000 7fc6b4ff9640 1 -- 172.21.15.17:0/339742926 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc6c8035050 con 0x5596eed6c360 2024-09-16T01:54:53.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.744+0000 7fc6d5c6c740 10 client.27100 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:53.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.744+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/339742926 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5596eed7e600 con 0x5596eed6c360 2024-09-16T01:54:53.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.744+0000 7fc6b4ff9640 1 -- 172.21.15.17:0/339742926 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6c80044b0 con 0x5596eed6c360 2024-09-16T01:54:53.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.744+0000 7fc6b4ff9640 1 -- 172.21.15.17:0/339742926 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fc6c8003ba0 con 0x5596eed6c360 2024-09-16T01:54:53.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.744+0000 7fc6d5c6c740 10 client.27100 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:53.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.744+0000 7fc6d5c6c740 10 client.27100 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:54:53.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.744+0000 7fc6d5c6c740 20 client.27100 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:53.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.744+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/339742926 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5596eed8b220 0x5596eed8d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.744+0000 7fc6d5c6c740 4 client.27100 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:54:53.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.744+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/339742926 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5596eecdf850 con 0x5596eed8b220 2024-09-16T01:54:53.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.745+0000 7fc6d0e2e640 1 --2- 172.21.15.17:0/339742926 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5596eed8b220 0x5596eed8d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.745+0000 7fc6b4ff9640 10 client.27100 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:53.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.745+0000 7fc6d0e2e640 1 --2- 172.21.15.17:0/339742926 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5596eed8b220 0x5596eed8d610 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21945e48a1230033 server_cookie=8b5b84e69d78b89e in_seq=0 out_seq=0 2024-09-16T01:54:53.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6b4ff9640 1 -- 172.21.15.17:0/339742926 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5596eecdf850 con 0x5596eed8b220 2024-09-16T01:54:53.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6b4ff9640 10 client.27100 handle_command_reply: tid=0 2024-09-16T01:54:53.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6d5c6c740 1 client.27100 shutdown 2024-09-16T01:54:53.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/339742926 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6c360 msgr2=0x5596eed7b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:53.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/339742926 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6c360 0x5596eed7b510 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fc6c802a940 tx=0x7fc6c8004980 comp rx=0 tx=0).stop 2024-09-16T01:54:53.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/339742926 shutdown_connections 2024-09-16T01:54:53.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/339742926 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5596eed8b220 0x5596eed8d610 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/339742926 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed7ba90 0x5596eed78f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/339742926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed6cc80 0x5596eed787c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6b4ff9640 0 client.27100 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:53.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/339742926 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6c360 0x5596eed7b510 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/339742926 >> 172.21.15.17:0/339742926 conn(0x5596eed68a30 msgr2=0x5596eed6e790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:53.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/339742926 shutdown_connections 2024-09-16T01:54:53.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/339742926 wait complete. 2024-09-16T01:54:53.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.746+0000 7fc6d5c6c740 20 client.27100 trim_cache size 0 max 16384 2024-09-16T01:54:53.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.766+0000 7fc6d5c6c740 1 Processor -- start 2024-09-16T01:54:53.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.766+0000 7fc6d5c6c740 1 -- start start 2024-09-16T01:54:53.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.766+0000 7fc6d5c6c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6c360 0x5596eed67350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.766+0000 7fc6d5c6c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6cc80 0x5596eed878a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.766+0000 7fc6d5c6c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed7ba90 0x5596eed92c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.766+0000 7fc6d5c6c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc1adc50 con 0x5596eed7ba90 2024-09-16T01:54:53.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.766+0000 7fc6d5c6c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc1ab520 con 0x5596eed6cc80 2024-09-16T01:54:53.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.766+0000 7fc6d5c6c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc1a9350 con 0x5596eed6c360 2024-09-16T01:54:53.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.766+0000 7fc6d162f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6c360 0x5596eed67350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.766+0000 7fc6d162f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6c360 0x5596eed67350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35466/0 (socket says 172.21.15.17:35466) 2024-09-16T01:54:53.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.766+0000 7fc6d162f640 1 -- 172.21.15.17:0/3189526086 learned_addr learned my addr 172.21.15.17:0/3189526086 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:53.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.766+0000 7fc6d1e30640 1 --2- 172.21.15.17:0/3189526086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed7ba90 0x5596eed92c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.766+0000 7fc6d0e2e640 1 --2- 172.21.15.17:0/3189526086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6cc80 0x5596eed878a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.767+0000 7fc6d162f640 1 -- 172.21.15.17:0/3189526086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6cc80 msgr2=0x5596eed878a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:53.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.767+0000 7fc6d162f640 1 --2- 172.21.15.17:0/3189526086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6cc80 0x5596eed878a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.767+0000 7fc6d162f640 1 -- 172.21.15.17:0/3189526086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed7ba90 msgr2=0x5596eed92c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:53.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.767+0000 7fc6d162f640 1 --2- 172.21.15.17:0/3189526086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed7ba90 0x5596eed92c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.767+0000 7fc6d162f640 1 -- 172.21.15.17:0/3189526086 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5596eed68200 con 0x5596eed6c360 2024-09-16T01:54:53.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.767+0000 7fc6d162f640 1 --2- 172.21.15.17:0/3189526086 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6c360 0x5596eed67350 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8005de0 tx=0x7fc6c8000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ce792c3bb0ac5e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:53.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.767+0000 7fc6b6ffd640 1 -- 172.21.15.17:0/3189526086 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c805d070 con 0x5596eed6c360 2024-09-16T01:54:53.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.767+0000 7fc6b6ffd640 1 -- 172.21.15.17:0/3189526086 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6c804a030 con 0x5596eed6c360 2024-09-16T01:54:53.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.767+0000 7fc6b6ffd640 1 -- 172.21.15.17:0/3189526086 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6c8053040 con 0x5596eed6c360 2024-09-16T01:54:53.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.768+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/3189526086 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6c360 msgr2=0x5596eed67350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:53.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.768+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/3189526086 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6c360 0x5596eed67350 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fc6c8005de0 tx=0x7fc6c8000bc0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.768+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/3189526086 shutdown_connections 2024-09-16T01:54:53.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.768+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/3189526086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed7ba90 0x5596eed92c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.768+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/3189526086 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6cc80 0x5596eed878a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.768+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/3189526086 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed6c360 0x5596eed67350 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.768+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/3189526086 >> 172.21.15.17:0/3189526086 conn(0x5596eed68a30 msgr2=0x5596eed73d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:53.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.768+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/3189526086 shutdown_connections 2024-09-16T01:54:53.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.768+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/3189526086 wait complete. 2024-09-16T01:54:53.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.768+0000 7fc6d5c6c740 1 -- start start 2024-09-16T01:54:53.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.769+0000 7fc6d5c6c740 1 Processor -- start 2024-09-16T01:54:53.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.769+0000 7fc6d5c6c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6c360 0x5596eed83f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.769+0000 7fc6d5c6c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed6cc80 0x5596eed7f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.769+0000 7fc6d5c6c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed7ba90 0x5596eed7f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.769+0000 7fc6d5c6c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc1a99e0 con 0x5596eed6cc80 2024-09-16T01:54:53.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.769+0000 7fc6d5c6c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc1aae50 con 0x5596eed6c360 2024-09-16T01:54:53.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.769+0000 7fc6d5c6c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc6cc1aa0b0 con 0x5596eed7ba90 2024-09-16T01:54:53.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.769+0000 7fc6d5c6c740 10 client.0 _ll_register_callbacks cb 0x7fc6bc0d2be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:53.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.769+0000 7fc6d1e30640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed7ba90 0x5596eed7f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.769+0000 7fc6d1e30640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed7ba90 0x5596eed7f7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:35478/0 (socket says 172.21.15.17:35478) 2024-09-16T01:54:53.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.769+0000 7fc6d1e30640 1 -- 172.21.15.17:0/3376394068 learned_addr learned my addr 172.21.15.17:0/3376394068 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:53.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.769+0000 7fc6d0e2e640 1 --2- 172.21.15.17:0/3376394068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed6cc80 0x5596eed7f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.769+0000 7fc6d162f640 1 --2- 172.21.15.17:0/3376394068 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6c360 0x5596eed83f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.770+0000 7fc6d0e2e640 1 -- 172.21.15.17:0/3376394068 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed7ba90 msgr2=0x5596eed7f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:53.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.770+0000 7fc6d0e2e640 1 --2- 172.21.15.17:0/3376394068 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed7ba90 0x5596eed7f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.770+0000 7fc6d0e2e640 1 -- 172.21.15.17:0/3376394068 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6c360 msgr2=0x5596eed83f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:53.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.770+0000 7fc6d0e2e640 1 --2- 172.21.15.17:0/3376394068 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6c360 0x5596eed83f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.770+0000 7fc6d0e2e640 1 -- 172.21.15.17:0/3376394068 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5596eed6cab0 con 0x5596eed6cc80 2024-09-16T01:54:53.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.770+0000 7fc6d1e30640 1 --2- 172.21.15.17:0/3376394068 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed7ba90 0x5596eed7f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:53.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.770+0000 7fc6d0e2e640 1 --2- 172.21.15.17:0/3376394068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed6cc80 0x5596eed7f2b0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc0ccd60 tx=0x7fc6bc005cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ceb827207d44556d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:53.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.770+0000 7fc6b4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:54:53.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.770+0000 7fc6b4ff9640 1 -- 172.21.15.17:0/3376394068 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6bc021040 con 0x5596eed6cc80 2024-09-16T01:54:53.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.770+0000 7fc6b4ff9640 1 -- 172.21.15.17:0/3376394068 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc6bc0ccea0 con 0x5596eed6cc80 2024-09-16T01:54:53.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.770+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/3376394068 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc6c804a030 con 0x5596eed6cc80 2024-09-16T01:54:53.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.770+0000 7fc6b4ff9640 1 -- 172.21.15.17:0/3376394068 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fc6bc09b2c0 con 0x5596eed6cc80 2024-09-16T01:54:53.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.770+0000 7fc6d5c6c740 10 client.17454 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:53.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.770+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/3376394068 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5596eedf5850 con 0x5596eed6cc80 2024-09-16T01:54:53.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.771+0000 7fc6b4ff9640 1 -- 172.21.15.17:0/3376394068 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc6c804a030 con 0x5596eed6cc80 2024-09-16T01:54:53.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.771+0000 7fc6b4ff9640 1 -- 172.21.15.17:0/3376394068 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fc6bc09cbe0 con 0x5596eed6cc80 2024-09-16T01:54:53.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.771+0000 7fc6d5c6c740 10 client.17454 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:53.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.771+0000 7fc6d5c6c740 10 client.17454 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:54:53.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.771+0000 7fc6d5c6c740 20 client.17454 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:53.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.771+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/3376394068 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5596eed8b220 0x5596eedf8010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:53.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.771+0000 7fc6d5c6c740 4 client.17454 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:54:53.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.771+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/3376394068 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5596eecd9d60 con 0x5596eed8b220 2024-09-16T01:54:53.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.771+0000 7fc6d162f640 1 --2- 172.21.15.17:0/3376394068 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5596eed8b220 0x5596eedf8010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:53.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.771+0000 7fc6b4ff9640 10 client.17454 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:53.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.771+0000 7fc6d162f640 1 --2- 172.21.15.17:0/3376394068 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5596eed8b220 0x5596eedf8010 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2b50ea22ed3446d9 server_cookie=9385843f77471bb8 in_seq=0 out_seq=0 2024-09-16T01:54:53.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6b4ff9640 1 -- 172.21.15.17:0/3376394068 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x5596eecd9d60 con 0x5596eed8b220 2024-09-16T01:54:53.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6b4ff9640 10 client.17454 handle_command_reply: tid=0 2024-09-16T01:54:53.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6d5c6c740 1 client.17454 shutdown 2024-09-16T01:54:53.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/3376394068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed6cc80 msgr2=0x5596eed7f2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:53.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/3376394068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed6cc80 0x5596eed7f2b0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc0ccd60 tx=0x7fc6bc005cc0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/3376394068 shutdown_connections 2024-09-16T01:54:53.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/3376394068 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5596eed8b220 0x5596eedf8010 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/3376394068 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5596eed7ba90 0x5596eed7f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/3376394068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5596eed6cc80 0x5596eed7f2b0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6d5c6c740 1 --2- 172.21.15.17:0/3376394068 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5596eed6c360 0x5596eed83f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6b4ff9640 0 client.17454 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:54:53.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/3376394068 >> 172.21.15.17:0/3376394068 conn(0x5596eed68a30 msgr2=0x5596eed734f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:53.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/3376394068 shutdown_connections 2024-09-16T01:54:53.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6d5c6c740 1 -- 172.21.15.17:0/3376394068 wait complete. 2024-09-16T01:54:53.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.772+0000 7fc6d5c6c740 20 client.17454 trim_cache size 0 max 16384 2024-09-16T01:54:53.780 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:54:53.780 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:54:53.780 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:54:53.780 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:54:53.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.773+0000 7fc6d3893640 1 -- 172.21.15.17:0/2928899724 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6b80a3240 msgr2=0x7fc6b80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:53.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.773+0000 7fc6d3893640 1 --2- 172.21.15.17:0/2928899724 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6b80a3240 0x7fc6b80a5700 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fc6c4005fd0 tx=0x7fc6c4009600 comp rx=0 tx=0).stop 2024-09-16T01:54:53.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.773+0000 7fc6d3893640 1 -- 172.21.15.17:0/2928899724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6cc1036e0 msgr2=0x7fc6cc198a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:53.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.773+0000 7fc6d3893640 1 --2- 172.21.15.17:0/2928899724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6cc1036e0 0x7fc6cc198a40 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7fc6bc00d740 tx=0x7fc6bc00dc00 comp rx=0 tx=0).stop 2024-09-16T01:54:53.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.773+0000 7fc6d3893640 1 -- 172.21.15.17:0/2928899724 shutdown_connections 2024-09-16T01:54:53.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.773+0000 7fc6d3893640 1 --2- 172.21.15.17:0/2928899724 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6b80a3240 0x7fc6b80a5700 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.773+0000 7fc6d3893640 1 --2- 172.21.15.17:0/2928899724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc6cc1082a0 0x7fc6cc19cdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.773+0000 7fc6d3893640 1 --2- 172.21.15.17:0/2928899724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6cc1036e0 0x7fc6cc198a40 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.773+0000 7fc6d3893640 1 --2- 172.21.15.17:0/2928899724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc6cc102d30 0x7fc6cc198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:53.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.773+0000 7fc6d3893640 1 -- 172.21.15.17:0/2928899724 >> 172.21.15.17:0/2928899724 conn(0x7fc6cc0fc7d0 msgr2=0x7fc6cc105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:53.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.773+0000 7fc6d3893640 1 -- 172.21.15.17:0/2928899724 shutdown_connections 2024-09-16T01:54:53.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:53.773+0000 7fc6d3893640 1 -- 172.21.15.17:0/2928899724 wait complete. 2024-09-16T01:54:54.598 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:54 smithi122 ceph-mon[34758]: pgmap v680: 97 pgs: 97 active+clean; 182 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-16T01:54:54.599 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:54 smithi029 ceph-mon[34783]: pgmap v680: 97 pgs: 97 active+clean; 182 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-16T01:54:54.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 429335 3.74 MB/sec execute 497 sec latency 14.071 ms 2024-09-16T01:54:54.712 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:54 smithi017 ceph-mon[30972]: pgmap v680: 97 pgs: 97 active+clean; 182 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 283 KiB/s rd, 1.7 MiB/s wr, 97 op/s 2024-09-16T01:54:54.742 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:54:54.742 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:54:55.037 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:55.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.578+0000 7f18accbd640 1 -- 172.21.15.17:0/1559330744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a81049a0 msgr2=0x7f18a81089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:55.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.578+0000 7f18accbd640 1 --2- 172.21.15.17:0/1559330744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a81049a0 0x7f18a81089f0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f1890009900 tx=0x7f189002a410 comp rx=0 tx=0).stop 2024-09-16T01:54:55.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.579+0000 7f18accbd640 1 -- 172.21.15.17:0/1559330744 shutdown_connections 2024-09-16T01:54:55.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.579+0000 7f18accbd640 1 --2- 172.21.15.17:0/1559330744 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f18a8109120 0x7f18a8110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:55.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.579+0000 7f18accbd640 1 --2- 172.21.15.17:0/1559330744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a81049a0 0x7f18a81089f0 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:55.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.579+0000 7f18accbd640 1 --2- 172.21.15.17:0/1559330744 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18a8103ff0 0x7f18a81043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:55.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.579+0000 7f18accbd640 1 -- 172.21.15.17:0/1559330744 >> 172.21.15.17:0/1559330744 conn(0x7f18a80ffab0 msgr2=0x7f18a8101ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:55.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.579+0000 7f18accbd640 1 -- 172.21.15.17:0/1559330744 shutdown_connections 2024-09-16T01:54:55.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.579+0000 7f18accbd640 1 -- 172.21.15.17:0/1559330744 wait complete. 2024-09-16T01:54:55.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.579+0000 7f18accbd640 1 Processor -- start 2024-09-16T01:54:55.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.579+0000 7f18accbd640 1 -- start start 2024-09-16T01:54:55.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f18accbd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a8103ff0 0x7f18a819a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:55.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f18accbd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f18a81049a0 0x7f18a819aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:55.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f18accbd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18a8109120 0x7f18a819ee00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:55.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f18accbd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f18a8113fd0 con 0x7f18a8103ff0 2024-09-16T01:54:55.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f18accbd640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f18a8113e50 con 0x7f18a8109120 2024-09-16T01:54:55.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f18accbd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f18a8114150 con 0x7f18a81049a0 2024-09-16T01:54:55.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f18a659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a8103ff0 0x7f18a819a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:55.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f189ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f18a81049a0 0x7f18a819aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:55.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f18a659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a8103ff0 0x7f18a819a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58128/0 (socket says 172.21.15.17:58128) 2024-09-16T01:54:55.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f18a659c640 1 -- 172.21.15.17:0/1016050872 learned_addr learned my addr 172.21.15.17:0/1016050872 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:55.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f18a6d9d640 1 --2- 172.21.15.17:0/1016050872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18a8109120 0x7f18a819ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:55.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f189ffff640 1 -- 172.21.15.17:0/1016050872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18a8109120 msgr2=0x7f18a819ee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:55.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f189ffff640 1 --2- 172.21.15.17:0/1016050872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18a8109120 0x7f18a819ee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:55.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f189ffff640 1 -- 172.21.15.17:0/1016050872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a8103ff0 msgr2=0x7f18a819a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:55.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f189ffff640 1 --2- 172.21.15.17:0/1016050872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a8103ff0 0x7f18a819a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:55.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f189ffff640 1 -- 172.21.15.17:0/1016050872 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18a819f4e0 con 0x7f18a81049a0 2024-09-16T01:54:55.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.580+0000 7f189ffff640 1 --2- 172.21.15.17:0/1016050872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f18a81049a0 0x7f18a819aa70 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f189002a930 tx=0x7f1890004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:55.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.581+0000 7f189f7fe640 1 -- 172.21.15.17:0/1016050872 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f189003f030 con 0x7f18a81049a0 2024-09-16T01:54:55.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.581+0000 7f189f7fe640 1 -- 172.21.15.17:0/1016050872 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1890003aa0 con 0x7f18a81049a0 2024-09-16T01:54:55.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.581+0000 7f18accbd640 1 -- 172.21.15.17:0/1016050872 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18a819f770 con 0x7f18a81049a0 2024-09-16T01:54:55.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.581+0000 7f189f7fe640 1 -- 172.21.15.17:0/1016050872 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1890035070 con 0x7f18a81049a0 2024-09-16T01:54:55.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.581+0000 7f18accbd640 1 -- 172.21.15.17:0/1016050872 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18a81a70b0 con 0x7f18a81049a0 2024-09-16T01:54:55.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.582+0000 7f18accbd640 1 -- 172.21.15.17:0/1016050872 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f18a81043d0 con 0x7f18a81049a0 2024-09-16T01:54:55.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.583+0000 7f189f7fe640 1 -- 172.21.15.17:0/1016050872 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1890042030 con 0x7f18a81049a0 2024-09-16T01:54:55.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.584+0000 7f189f7fe640 1 --2- 172.21.15.17:0/1016050872 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f18940a32c0 0x7f18940a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:55.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.584+0000 7f18a659c640 1 --2- 172.21.15.17:0/1016050872 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f18940a32c0 0x7f18940a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:55.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.584+0000 7f189f7fe640 1 -- 172.21.15.17:0/1016050872 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f18900efb40 con 0x7f18a81049a0 2024-09-16T01:54:55.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.584+0000 7f18a659c640 1 --2- 172.21.15.17:0/1016050872 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f18940a32c0 0x7f18940a5780 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f1898005fd0 tx=0x7f189800b480 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:55.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.588+0000 7f189f7fe640 1 -- 172.21.15.17:0/1016050872 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f18900bc210 con 0x7f18a81049a0 2024-09-16T01:54:55.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 429734 3.73 MB/sec execute 498 sec latency 40.078 ms 2024-09-16T01:54:55.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.837+0000 7f18accbd640 1 -- 172.21.15.17:0/1016050872 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f18a819b890 con 0x7f18a81049a0 2024-09-16T01:54:55.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.838+0000 7f189f7fe640 1 -- 172.21.15.17:0/1016050872 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f18900c0510 con 0x7f18a81049a0 2024-09-16T01:54:55.839 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:54:55.839 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:54:55.840 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:54:55.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.840+0000 7f18accbd640 1 -- 172.21.15.17:0/1016050872 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f18940a32c0 msgr2=0x7f18940a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:55.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.840+0000 7f18accbd640 1 --2- 172.21.15.17:0/1016050872 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f18940a32c0 0x7f18940a5780 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f1898005fd0 tx=0x7f189800b480 comp rx=0 tx=0).stop 2024-09-16T01:54:55.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.840+0000 7f18accbd640 1 -- 172.21.15.17:0/1016050872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f18a81049a0 msgr2=0x7f18a819aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:55.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.840+0000 7f18accbd640 1 --2- 172.21.15.17:0/1016050872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f18a81049a0 0x7f18a819aa70 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f189002a930 tx=0x7f1890004040 comp rx=0 tx=0).stop 2024-09-16T01:54:55.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.840+0000 7f18accbd640 1 -- 172.21.15.17:0/1016050872 shutdown_connections 2024-09-16T01:54:55.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.840+0000 7f18accbd640 1 --2- 172.21.15.17:0/1016050872 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f18940a32c0 0x7f18940a5780 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:55.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.840+0000 7f18accbd640 1 --2- 172.21.15.17:0/1016050872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f18a8109120 0x7f18a819ee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:55.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.840+0000 7f18accbd640 1 --2- 172.21.15.17:0/1016050872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f18a81049a0 0x7f18a819aa70 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:55.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.840+0000 7f18accbd640 1 --2- 172.21.15.17:0/1016050872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18a8103ff0 0x7f18a819a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:55.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.840+0000 7f18accbd640 1 -- 172.21.15.17:0/1016050872 >> 172.21.15.17:0/1016050872 conn(0x7f18a80ffab0 msgr2=0x7f18a8100e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:55.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.840+0000 7f18accbd640 1 -- 172.21.15.17:0/1016050872 shutdown_connections 2024-09-16T01:54:55.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:55.840+0000 7f18accbd640 1 -- 172.21.15.17:0/1016050872 wait complete. 2024-09-16T01:54:56.515 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:56 smithi017 ceph-mon[30972]: pgmap v681: 97 pgs: 97 active+clean; 182 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 278 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-16T01:54:56.516 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:56 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1016050872' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:54:56.545 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:54:56.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 430394 3.73 MB/sec execute 499 sec latency 15.769 ms 2024-09-16T01:54:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:56 smithi122 ceph-mon[34758]: pgmap v681: 97 pgs: 97 active+clean; 182 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 278 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-16T01:54:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:56 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1016050872' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:54:56.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:56 smithi029 ceph-mon[34783]: pgmap v681: 97 pgs: 97 active+clean; 182 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 278 KiB/s rd, 1.7 MiB/s wr, 99 op/s 2024-09-16T01:54:56.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:56 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1016050872' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:54:56.831 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:57.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.338+0000 7f8bd71b1640 1 -- 172.21.15.17:0/1078951622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd0102570 msgr2=0x7f8bd01029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:57.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.338+0000 7f8bd71b1640 1 --2- 172.21.15.17:0/1078951622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd0102570 0x7f8bd01029b0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f8bc4009ca0 tx=0x7f8bc402a950 comp rx=0 tx=0).stop 2024-09-16T01:54:57.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.338+0000 7f8bd71b1640 1 -- 172.21.15.17:0/1078951622 shutdown_connections 2024-09-16T01:54:57.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.338+0000 7f8bd71b1640 1 --2- 172.21.15.17:0/1078951622 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bd0102ef0 0x7f8bd010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.338+0000 7f8bd71b1640 1 --2- 172.21.15.17:0/1078951622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd0102570 0x7f8bd01029b0 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.338+0000 7f8bd71b1640 1 --2- 172.21.15.17:0/1078951622 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8bd0100e20 0x7f8bd0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.338+0000 7f8bd71b1640 1 -- 172.21.15.17:0/1078951622 >> 172.21.15.17:0/1078951622 conn(0x7f8bd00fc7d0 msgr2=0x7f8bd00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:57.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.338+0000 7f8bd71b1640 1 -- 172.21.15.17:0/1078951622 shutdown_connections 2024-09-16T01:54:57.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.338+0000 7f8bd71b1640 1 -- 172.21.15.17:0/1078951622 wait complete. 2024-09-16T01:54:57.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.339+0000 7f8bd71b1640 1 Processor -- start 2024-09-16T01:54:57.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.339+0000 7f8bd71b1640 1 -- start start 2024-09-16T01:54:57.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.339+0000 7f8bd71b1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bd0100e20 0x7f8bd00fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.339+0000 7f8bd71b1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8bd0102570 0x7f8bd00fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.339+0000 7f8bd71b1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd0102ef0 0x7f8bd00fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.339+0000 7f8bd71b1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd0110e30 con 0x7f8bd0102ef0 2024-09-16T01:54:57.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.339+0000 7f8bd71b1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd0110cb0 con 0x7f8bd0100e20 2024-09-16T01:54:57.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.339+0000 7f8bd71b1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd0110fb0 con 0x7f8bd0102570 2024-09-16T01:54:57.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.339+0000 7f8bd4f4d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bd0100e20 0x7f8bd00fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.339+0000 7f8bd4f4d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bd0100e20 0x7f8bd00fcc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:41734/0 (socket says 172.21.15.17:41734) 2024-09-16T01:54:57.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.339+0000 7f8bd4f4d640 1 -- 172.21.15.17:0/3522053293 learned_addr learned my addr 172.21.15.17:0/3522053293 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:57.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.339+0000 7f8bd574e640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd0102ef0 0x7f8bd00fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.339+0000 7f8bcffff640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8bd0102570 0x7f8bd00fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.340+0000 7f8bd4f4d640 1 -- 172.21.15.17:0/3522053293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8bd0102570 msgr2=0x7f8bd00fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:57.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.340+0000 7f8bd4f4d640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8bd0102570 0x7f8bd00fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.340+0000 7f8bd4f4d640 1 -- 172.21.15.17:0/3522053293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd0102ef0 msgr2=0x7f8bd00fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:57.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.340+0000 7f8bd4f4d640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd0102ef0 0x7f8bd00fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.340+0000 7f8bd4f4d640 1 -- 172.21.15.17:0/3522053293 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bd01a68e0 con 0x7f8bd0100e20 2024-09-16T01:54:57.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.340+0000 7f8bd574e640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd0102ef0 0x7f8bd00fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:57.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.340+0000 7f8bcffff640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8bd0102570 0x7f8bd00fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:57.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.340+0000 7f8bd4f4d640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bd0100e20 0x7f8bd00fcc80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8bc000e9f0 tx=0x7f8bc000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:57.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.340+0000 7f8bcdffb640 1 -- 172.21.15.17:0/3522053293 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc000cd80 con 0x7f8bd0100e20 2024-09-16T01:54:57.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.340+0000 7f8bd71b1640 1 -- 172.21.15.17:0/3522053293 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bd01a6bd0 con 0x7f8bd0100e20 2024-09-16T01:54:57.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.340+0000 7f8bd71b1640 1 -- 172.21.15.17:0/3522053293 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bd01a7160 con 0x7f8bd0100e20 2024-09-16T01:54:57.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.341+0000 7f8bcdffb640 1 -- 172.21.15.17:0/3522053293 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bc00108e0 con 0x7f8bd0100e20 2024-09-16T01:54:57.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.341+0000 7f8bcdffb640 1 -- 172.21.15.17:0/3522053293 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc00188e0 con 0x7f8bd0100e20 2024-09-16T01:54:57.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.343+0000 7f8bcdffb640 1 -- 172.21.15.17:0/3522053293 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f8bc0010430 con 0x7f8bd0100e20 2024-09-16T01:54:57.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.343+0000 7f8bd958a740 1 Processor -- start 2024-09-16T01:54:57.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.343+0000 7f8bd958a740 1 -- start start 2024-09-16T01:54:57.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd958a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e369ab40 0x5571e3699090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd958a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e36995d0 0x5571e3699a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd958a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 0x5571e36aef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd958a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5571e35ff2f0 con 0x5571e369ab40 2024-09-16T01:54:57.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd958a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5571e35a6cf0 con 0x5571e36acb80 2024-09-16T01:54:57.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd958a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5571e35fb2b0 con 0x5571e36995d0 2024-09-16T01:54:57.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd574e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e369ab40 0x5571e3699090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd574e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e369ab40 0x5571e3699090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52376/0 (socket says 172.21.15.17:52376) 2024-09-16T01:54:57.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd574e640 1 -- 172.21.15.17:0/3719388031 learned_addr learned my addr 172.21.15.17:0/3719388031 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:57.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd4f4d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e36995d0 0x5571e3699a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bcffff640 1 --2- 172.21.15.17:0/3719388031 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 0x5571e36aef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd574e640 1 -- 172.21.15.17:0/3719388031 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e36995d0 msgr2=0x5571e3699a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:57.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bcdffb640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8bb80a32c0 0x7f8bb80a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd574e640 1 --2- 172.21.15.17:0/3719388031 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e36995d0 0x5571e3699a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd574e640 1 -- 172.21.15.17:0/3719388031 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 msgr2=0x5571e36aef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:57.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd574e640 1 --2- 172.21.15.17:0/3719388031 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 0x5571e36aef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bd574e640 1 -- 172.21.15.17:0/3719388031 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571e358b3a0 con 0x5571e369ab40 2024-09-16T01:54:57.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.344+0000 7f8bcdffb640 1 -- 172.21.15.17:0/3522053293 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8bc00cfa90 con 0x7f8bd0100e20 2024-09-16T01:54:57.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.345+0000 7f8bd574e640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8bb80a32c0 0x7f8bb80a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.345+0000 7f8bd574e640 1 --2- 172.21.15.17:0/3719388031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e369ab40 0x5571e3699090 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f8bc800bfb0 tx=0x7f8bc8010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44695acaafeb2ace server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:57.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.345+0000 7f8bb6ffd640 1 -- 172.21.15.17:0/3719388031 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc8022070 con 0x5571e369ab40 2024-09-16T01:54:57.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.345+0000 7f8bb6ffd640 1 -- 172.21.15.17:0/3719388031 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bc801b380 con 0x5571e369ab40 2024-09-16T01:54:57.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.345+0000 7f8bb6ffd640 1 -- 172.21.15.17:0/3719388031 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc801ce60 con 0x5571e369ab40 2024-09-16T01:54:57.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.345+0000 7f8bd574e640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8bb80a32c0 0x7f8bb80a5780 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f8bc801f000 tx=0x7f8bc8020000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:57.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.346+0000 7f8bd958a740 1 -- 172.21.15.17:0/3719388031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e369ab40 msgr2=0x5571e3699090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:57.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.346+0000 7f8bd958a740 1 --2- 172.21.15.17:0/3719388031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e369ab40 0x5571e3699090 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f8bc800bfb0 tx=0x7f8bc8010860 comp rx=0 tx=0).stop 2024-09-16T01:54:57.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.346+0000 7f8bd958a740 1 -- 172.21.15.17:0/3719388031 shutdown_connections 2024-09-16T01:54:57.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.346+0000 7f8bd958a740 1 --2- 172.21.15.17:0/3719388031 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 0x5571e36aef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.346+0000 7f8bd958a740 1 --2- 172.21.15.17:0/3719388031 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e36995d0 0x5571e3699a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.346+0000 7f8bd958a740 1 --2- 172.21.15.17:0/3719388031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e369ab40 0x5571e3699090 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.346+0000 7f8bd958a740 1 -- 172.21.15.17:0/3719388031 >> 172.21.15.17:0/3719388031 conn(0x5571e3662310 msgr2=0x5571e3695c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:57.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.346+0000 7f8bd958a740 1 -- 172.21.15.17:0/3719388031 shutdown_connections 2024-09-16T01:54:57.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.346+0000 7f8bd958a740 1 -- 172.21.15.17:0/3719388031 wait complete. 2024-09-16T01:54:57.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.346+0000 7f8bd958a740 1 -- start start 2024-09-16T01:54:57.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.346+0000 7f8bd958a740 1 Processor -- start 2024-09-16T01:54:57.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bd958a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36995d0 0x5571e36ac530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bd958a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e36a97e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bd958a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 0x5571e36a9d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bd958a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5571e36af880 con 0x5571e36995d0 2024-09-16T01:54:57.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bd958a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5571e35ba060 con 0x5571e36acb80 2024-09-16T01:54:57.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bd958a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5571e36afa00 con 0x5571e369ab40 2024-09-16T01:54:57.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bd958a740 10 client.0 _ll_register_callbacks cb 0x5571e330d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:57.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bd4f4d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36995d0 0x5571e36ac530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bd4f4d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36995d0 0x5571e36ac530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52386/0 (socket says 172.21.15.17:52386) 2024-09-16T01:54:57.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bd4f4d640 1 -- 172.21.15.17:0/3242021598 learned_addr learned my addr 172.21.15.17:0/3242021598 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:57.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bcffff640 1 --2- 172.21.15.17:0/3242021598 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e36a97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bd574e640 1 --2- 172.21.15.17:0/3242021598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 0x5571e36a9d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bcffff640 1 -- 172.21.15.17:0/3242021598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 msgr2=0x5571e36a9d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:57.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bcffff640 1 --2- 172.21.15.17:0/3242021598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 0x5571e36a9d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bcffff640 1 -- 172.21.15.17:0/3242021598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36995d0 msgr2=0x5571e36ac530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:57.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bcffff640 1 --2- 172.21.15.17:0/3242021598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36995d0 0x5571e36ac530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bcffff640 1 -- 172.21.15.17:0/3242021598 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5571e33703c0 con 0x5571e369ab40 2024-09-16T01:54:57.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.347+0000 7f8bd4f4d640 1 --2- 172.21.15.17:0/3242021598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36995d0 0x5571e36ac530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:57.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.348+0000 7f8bcffff640 1 --2- 172.21.15.17:0/3242021598 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e36a97e0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f8bc402ae70 tx=0x7f8bc402ffc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=660bf972a01d6384 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:57.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.348+0000 7f8baffff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:54:57.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.348+0000 7f8baffff640 1 -- 172.21.15.17:0/3242021598 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc404a060 con 0x5571e369ab40 2024-09-16T01:54:57.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.348+0000 7f8bd958a740 1 -- 172.21.15.17:0/3242021598 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bc801b380 con 0x5571e369ab40 2024-09-16T01:54:57.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.348+0000 7f8baffff640 1 -- 172.21.15.17:0/3242021598 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8bc4004040 con 0x5571e369ab40 2024-09-16T01:54:57.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.348+0000 7f8baffff640 1 -- 172.21.15.17:0/3242021598 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8bc4034040 con 0x5571e369ab40 2024-09-16T01:54:57.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.348+0000 7f8bd958a740 10 client.27124 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:57.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.348+0000 7f8bd958a740 1 -- 172.21.15.17:0/3242021598 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5571e36bb380 con 0x5571e369ab40 2024-09-16T01:54:57.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.348+0000 7f8baffff640 1 -- 172.21.15.17:0/3242021598 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bc801b380 con 0x5571e369ab40 2024-09-16T01:54:57.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.348+0000 7f8baffff640 1 -- 172.21.15.17:0/3242021598 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8bc404f070 con 0x5571e369ab40 2024-09-16T01:54:57.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.348+0000 7f8bd958a740 10 client.27124 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:57.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.348+0000 7f8bd958a740 10 client.27124 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:54:57.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.349+0000 7f8bd958a740 20 client.27124 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:57.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.349+0000 7f8bd958a740 1 --2- 172.21.15.17:0/3242021598 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5571e36bc8e0 0x5571e36becf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.349+0000 7f8bd958a740 4 client.27124 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:54:57.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.349+0000 7f8bd958a740 1 -- 172.21.15.17:0/3242021598 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5571e360c860 con 0x5571e36bc8e0 2024-09-16T01:54:57.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.349+0000 7f8bd4f4d640 1 --2- 172.21.15.17:0/3242021598 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5571e36bc8e0 0x5571e36becf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.349+0000 7f8bd4f4d640 1 --2- 172.21.15.17:0/3242021598 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5571e36bc8e0 0x5571e36becf0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=26bf7840ade26f30 server_cookie=624b50a7f40cb3fc in_seq=0 out_seq=0 2024-09-16T01:54:57.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.349+0000 7f8baffff640 10 client.27124 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:54:57.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8baffff640 1 -- 172.21.15.17:0/3242021598 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5571e360c860 con 0x5571e36bc8e0 2024-09-16T01:54:57.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8baffff640 10 client.27124 handle_command_reply: tid=0 2024-09-16T01:54:57.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8bd958a740 1 client.27124 shutdown 2024-09-16T01:54:57.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8bd958a740 1 -- 172.21.15.17:0/3242021598 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 msgr2=0x5571e36a97e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:57.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8bd958a740 1 --2- 172.21.15.17:0/3242021598 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e36a97e0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f8bc402ae70 tx=0x7f8bc402ffc0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8bd958a740 1 -- 172.21.15.17:0/3242021598 shutdown_connections 2024-09-16T01:54:57.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8bd958a740 1 --2- 172.21.15.17:0/3242021598 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5571e36bc8e0 0x5571e36becf0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8bd958a740 1 --2- 172.21.15.17:0/3242021598 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 0x5571e36a9d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8baffff640 0 client.27124 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:54:57.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8bd958a740 1 --2- 172.21.15.17:0/3242021598 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e36a97e0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8bd958a740 1 --2- 172.21.15.17:0/3242021598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36995d0 0x5571e36ac530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8bd958a740 1 -- 172.21.15.17:0/3242021598 >> 172.21.15.17:0/3242021598 conn(0x5571e3662310 msgr2=0x5571e369b930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:57.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8bd958a740 1 -- 172.21.15.17:0/3242021598 shutdown_connections 2024-09-16T01:54:57.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8bd958a740 1 -- 172.21.15.17:0/3242021598 wait complete. 2024-09-16T01:54:57.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.350+0000 7f8bd958a740 20 client.27124 trim_cache size 0 max 16384 2024-09-16T01:54:57.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.366+0000 7f8bd958a740 1 Processor -- start 2024-09-16T01:54:57.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.366+0000 7f8bd958a740 1 -- start start 2024-09-16T01:54:57.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.366+0000 7f8bd958a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36995d0 0x5571e36b8bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.366+0000 7f8bd958a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e3694c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.366+0000 7f8bd958a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 0x5571e36c4600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.366+0000 7f8bd958a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8bbc010d60 con 0x5571e36995d0 2024-09-16T01:54:57.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.366+0000 7f8bd958a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8bbc00e630 con 0x5571e36acb80 2024-09-16T01:54:57.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.366+0000 7f8bd958a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8bbc00c460 con 0x5571e369ab40 2024-09-16T01:54:57.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.367+0000 7f8bd4f4d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36995d0 0x5571e36b8bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.367+0000 7f8bd574e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 0x5571e36c4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.367+0000 7f8bd4f4d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36995d0 0x5571e36b8bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52390/0 (socket says 172.21.15.17:52390) 2024-09-16T01:54:57.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.367+0000 7f8bd4f4d640 1 -- 172.21.15.17:0/2212684134 learned_addr learned my addr 172.21.15.17:0/2212684134 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:57.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.367+0000 7f8bcffff640 1 --2- 172.21.15.17:0/2212684134 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e3694c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.367+0000 7f8bd4f4d640 1 -- 172.21.15.17:0/2212684134 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 msgr2=0x5571e3694c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:57.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.367+0000 7f8bd4f4d640 1 --2- 172.21.15.17:0/2212684134 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e3694c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.367+0000 7f8bd4f4d640 1 -- 172.21.15.17:0/2212684134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 msgr2=0x5571e36c4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:57.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.367+0000 7f8bd4f4d640 1 --2- 172.21.15.17:0/2212684134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 0x5571e36c4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.367+0000 7f8bd4f4d640 1 -- 172.21.15.17:0/2212684134 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5571e3696960 con 0x5571e36995d0 2024-09-16T01:54:57.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.367+0000 7f8bcffff640 1 --2- 172.21.15.17:0/2212684134 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e3694c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:54:57.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.367+0000 7f8bd4f4d640 1 --2- 172.21.15.17:0/2212684134 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36995d0 0x5571e36b8bd0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f8bc00985c0 tx=0x7f8bc00cd460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b1918dbacfa210b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:57.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.367+0000 7f8bb67fc640 1 -- 172.21.15.17:0/2212684134 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc00a0460 con 0x5571e36995d0 2024-09-16T01:54:57.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.367+0000 7f8bb67fc640 1 -- 172.21.15.17:0/2212684134 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bc00a4d20 con 0x5571e36995d0 2024-09-16T01:54:57.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.368+0000 7f8bb67fc640 1 -- 172.21.15.17:0/2212684134 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc0097eb0 con 0x5571e36995d0 2024-09-16T01:54:57.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.368+0000 7f8bd958a740 1 -- 172.21.15.17:0/2212684134 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36995d0 msgr2=0x5571e36b8bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:57.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.368+0000 7f8bd958a740 1 --2- 172.21.15.17:0/2212684134 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36995d0 0x5571e36b8bd0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f8bc00985c0 tx=0x7f8bc00cd460 comp rx=0 tx=0).stop 2024-09-16T01:54:57.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.368+0000 7f8bd958a740 1 -- 172.21.15.17:0/2212684134 shutdown_connections 2024-09-16T01:54:57.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.368+0000 7f8bd958a740 1 --2- 172.21.15.17:0/2212684134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36acb80 0x5571e36c4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.368+0000 7f8bd958a740 1 --2- 172.21.15.17:0/2212684134 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e3694c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.368+0000 7f8bd958a740 1 --2- 172.21.15.17:0/2212684134 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36995d0 0x5571e36b8bd0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.368+0000 7f8bd958a740 1 -- 172.21.15.17:0/2212684134 >> 172.21.15.17:0/2212684134 conn(0x5571e3662310 msgr2=0x5571e3694500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:57.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.368+0000 7f8bd958a740 1 -- 172.21.15.17:0/2212684134 shutdown_connections 2024-09-16T01:54:57.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.368+0000 7f8bd958a740 1 -- 172.21.15.17:0/2212684134 wait complete. 2024-09-16T01:54:57.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.369+0000 7f8bd958a740 1 -- start start 2024-09-16T01:54:57.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.369+0000 7f8bd958a740 1 Processor -- start 2024-09-16T01:54:57.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.369+0000 7f8bd958a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36995d0 0x5571e36b0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.369+0000 7f8bd958a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e36b1010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.369+0000 7f8bd958a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36acb80 0x5571e36b1550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.369+0000 7f8bd958a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8bbc00caf0 con 0x5571e36acb80 2024-09-16T01:54:57.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.369+0000 7f8bd958a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8bbc00df60 con 0x5571e36995d0 2024-09-16T01:54:57.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.369+0000 7f8bd958a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8bbc00d1c0 con 0x5571e369ab40 2024-09-16T01:54:57.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bd958a740 10 client.0 _ll_register_callbacks cb 0x7f8bc4009820 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:57.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bd574e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36acb80 0x5571e36b1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bd574e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36acb80 0x5571e36b1550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52404/0 (socket says 172.21.15.17:52404) 2024-09-16T01:54:57.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bd574e640 1 -- 172.21.15.17:0/1401937981 learned_addr learned my addr 172.21.15.17:0/1401937981 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:57.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bd4f4d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36995d0 0x5571e36b0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bcffff640 1 --2- 172.21.15.17:0/1401937981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e36b1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bd574e640 1 -- 172.21.15.17:0/1401937981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 msgr2=0x5571e36b1010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:57.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bd574e640 1 --2- 172.21.15.17:0/1401937981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e36b1010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bd574e640 1 -- 172.21.15.17:0/1401937981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36995d0 msgr2=0x5571e36b0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:57.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bd574e640 1 --2- 172.21.15.17:0/1401937981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36995d0 0x5571e36b0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bd574e640 1 -- 172.21.15.17:0/1401937981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5571e3726620 con 0x5571e36acb80 2024-09-16T01:54:57.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bcffff640 1 --2- 172.21.15.17:0/1401937981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e36b1010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:57.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bd4f4d640 1 --2- 172.21.15.17:0/1401937981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36995d0 0x5571e36b0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:57.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bd574e640 1 --2- 172.21.15.17:0/1401937981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36acb80 0x5571e36b1550 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f8bc8024000 tx=0x7f8bc801c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8377bd54468108ad server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:57.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8baffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:54:57.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8baffff640 1 -- 172.21.15.17:0/1401937981 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc8022040 con 0x5571e36acb80 2024-09-16T01:54:57.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8baffff640 1 -- 172.21.15.17:0/1401937981 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8bc801cbb0 con 0x5571e36acb80 2024-09-16T01:54:57.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.370+0000 7f8bd958a740 1 -- 172.21.15.17:0/1401937981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8bc00a4d20 con 0x5571e36acb80 2024-09-16T01:54:57.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.371+0000 7f8baffff640 1 -- 172.21.15.17:0/1401937981 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8bc801cdb0 con 0x5571e36acb80 2024-09-16T01:54:57.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.371+0000 7f8bd958a740 10 client.17478 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:57.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.371+0000 7f8bd958a740 1 -- 172.21.15.17:0/1401937981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5571e37278e0 con 0x5571e36acb80 2024-09-16T01:54:57.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.371+0000 7f8baffff640 1 -- 172.21.15.17:0/1401937981 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8bc00a4d20 con 0x5571e36acb80 2024-09-16T01:54:57.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.371+0000 7f8baffff640 1 -- 172.21.15.17:0/1401937981 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8bc801b740 con 0x5571e36acb80 2024-09-16T01:54:57.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.371+0000 7f8bd958a740 10 client.17478 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:57.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.371+0000 7f8bd958a740 10 client.17478 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:54:57.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.371+0000 7f8bd958a740 20 client.17478 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:57.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.371+0000 7f8bd958a740 1 --2- 172.21.15.17:0/1401937981 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5571e36bc8e0 0x5571e3729d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:57.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.371+0000 7f8bd958a740 4 client.17478 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:54:57.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.371+0000 7f8bd958a740 1 -- 172.21.15.17:0/1401937981 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5571e3606d70 con 0x5571e36bc8e0 2024-09-16T01:54:57.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.371+0000 7f8bd4f4d640 1 --2- 172.21.15.17:0/1401937981 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5571e36bc8e0 0x5571e3729d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:57.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.372+0000 7f8bd4f4d640 1 --2- 172.21.15.17:0/1401937981 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5571e36bc8e0 0x5571e3729d20 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=43e122305393be19 server_cookie=8dd0aceac6d0584b in_seq=0 out_seq=0 2024-09-16T01:54:57.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.372+0000 7f8baffff640 10 client.17478 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:54:57.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.372+0000 7f8baffff640 1 -- 172.21.15.17:0/1401937981 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5571e3606d70 con 0x5571e36bc8e0 2024-09-16T01:54:57.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.372+0000 7f8baffff640 10 client.17478 handle_command_reply: tid=0 2024-09-16T01:54:57.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.372+0000 7f8bd958a740 1 client.17478 shutdown 2024-09-16T01:54:57.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.372+0000 7f8bd958a740 1 -- 172.21.15.17:0/1401937981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36acb80 msgr2=0x5571e36b1550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:57.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.372+0000 7f8bd958a740 1 --2- 172.21.15.17:0/1401937981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36acb80 0x5571e36b1550 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f8bc8024000 tx=0x7f8bc801c000 comp rx=0 tx=0).stop 2024-09-16T01:54:57.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.372+0000 7f8bd958a740 1 -- 172.21.15.17:0/1401937981 shutdown_connections 2024-09-16T01:54:57.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.372+0000 7f8bd958a740 1 --2- 172.21.15.17:0/1401937981 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5571e36bc8e0 0x5571e3729d20 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.372+0000 7f8bd958a740 1 --2- 172.21.15.17:0/1401937981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e36acb80 0x5571e36b1550 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.372+0000 7f8bd958a740 1 --2- 172.21.15.17:0/1401937981 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5571e369ab40 0x5571e36b1010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.372+0000 7f8bd958a740 1 --2- 172.21.15.17:0/1401937981 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5571e36995d0 0x5571e36b0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.372+0000 7f8baffff640 0 client.17478 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:54:57.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.372+0000 7f8bd958a740 1 -- 172.21.15.17:0/1401937981 >> 172.21.15.17:0/1401937981 conn(0x5571e3662310 msgr2=0x5571e36ab860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:57.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.373+0000 7f8bd958a740 1 -- 172.21.15.17:0/1401937981 shutdown_connections 2024-09-16T01:54:57.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.373+0000 7f8bd958a740 1 -- 172.21.15.17:0/1401937981 wait complete. 2024-09-16T01:54:57.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.373+0000 7f8bd958a740 20 client.17478 trim_cache size 0 max 16384 2024-09-16T01:54:57.381 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:54:57.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.373+0000 7f8bd71b1640 1 -- 172.21.15.17:0/3522053293 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8bb80a32c0 msgr2=0x7f8bb80a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:57.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.373+0000 7f8bd71b1640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8bb80a32c0 0x7f8bb80a5780 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f8bc801f000 tx=0x7f8bc8020000 comp rx=0 tx=0).stop 2024-09-16T01:54:57.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.373+0000 7f8bd71b1640 1 -- 172.21.15.17:0/3522053293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bd0100e20 msgr2=0x7f8bd00fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:57.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.373+0000 7f8bd71b1640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bd0100e20 0x7f8bd00fcc80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8bc000e9f0 tx=0x7f8bc000eeb0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.374+0000 7f8bd71b1640 1 -- 172.21.15.17:0/3522053293 shutdown_connections 2024-09-16T01:54:57.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.374+0000 7f8bd71b1640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8bb80a32c0 0x7f8bb80a5780 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.374+0000 7f8bd71b1640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8bd0102ef0 0x7f8bd00fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.374+0000 7f8bd71b1640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8bd0102570 0x7f8bd00fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.374+0000 7f8bd71b1640 1 --2- 172.21.15.17:0/3522053293 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8bd0100e20 0x7f8bd00fcc80 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:57.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.374+0000 7f8bd71b1640 1 -- 172.21.15.17:0/3522053293 >> 172.21.15.17:0/3522053293 conn(0x7f8bd00fc7d0 msgr2=0x7f8bd006a250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:57.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.374+0000 7f8bd71b1640 1 -- 172.21.15.17:0/3522053293 shutdown_connections 2024-09-16T01:54:57.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:57.374+0000 7f8bd71b1640 1 -- 172.21.15.17:0/3522053293 wait complete. 2024-09-16T01:54:57.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 431140 3.73 MB/sec execute 500 sec latency 14.358 ms 2024-09-16T01:54:58.156 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:54:58.444 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:54:58.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 431840 3.73 MB/sec execute 501 sec latency 13.527 ms 2024-09-16T01:54:58.737 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:54:58 smithi017 ceph-mon[30972]: pgmap v682: 97 pgs: 97 active+clean; 182 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.4 MiB/s wr, 90 op/s 2024-09-16T01:54:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:54:58 smithi122 ceph-mon[34758]: pgmap v682: 97 pgs: 97 active+clean; 182 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.4 MiB/s wr, 90 op/s 2024-09-16T01:54:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:54:58 smithi029 ceph-mon[34783]: pgmap v682: 97 pgs: 97 active+clean; 182 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.4 MiB/s wr, 90 op/s 2024-09-16T01:54:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.997+0000 7fd15c6d2640 1 -- 172.21.15.17:0/507651180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd154101df0 msgr2=0x7fd1541021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.997+0000 7fd15c6d2640 1 --2- 172.21.15.17:0/507651180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd154101df0 0x7fd1541021d0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fd150009900 tx=0x7fd15002a410 comp rx=0 tx=0).stop 2024-09-16T01:54:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.998+0000 7fd15c6d2640 1 -- 172.21.15.17:0/507651180 shutdown_connections 2024-09-16T01:54:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.998+0000 7fd15c6d2640 1 --2- 172.21.15.17:0/507651180 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd154106f20 0x7fd15410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:58.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.998+0000 7fd15c6d2640 1 --2- 172.21.15.17:0/507651180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1541027a0 0x7fd1541067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.998+0000 7fd15c6d2640 1 --2- 172.21.15.17:0/507651180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd154101df0 0x7fd1541021d0 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.998+0000 7fd15c6d2640 1 -- 172.21.15.17:0/507651180 >> 172.21.15.17:0/507651180 conn(0x7fd1540fd8f0 msgr2=0x7fd1540ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.998+0000 7fd15c6d2640 1 -- 172.21.15.17:0/507651180 shutdown_connections 2024-09-16T01:54:59.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.998+0000 7fd15c6d2640 1 -- 172.21.15.17:0/507651180 wait complete. 2024-09-16T01:54:59.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.998+0000 7fd15c6d2640 1 Processor -- start 2024-09-16T01:54:59.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.998+0000 7fd15c6d2640 1 -- start start 2024-09-16T01:54:59.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15c6d2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd154101df0 0x7fd154198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15c6d2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1541027a0 0x7fd154198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15c6d2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd154106f20 0x7fd15419ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15c6d2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd154111e30 con 0x7fd154106f20 2024-09-16T01:54:59.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15c6d2640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd154111cb0 con 0x7fd1541027a0 2024-09-16T01:54:59.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15c6d2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd154111fb0 con 0x7fd154101df0 2024-09-16T01:54:59.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15a46e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd154101df0 0x7fd154198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15a46e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd154101df0 0x7fd154198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40244/0 (socket says 172.21.15.17:40244) 2024-09-16T01:54:59.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15a46e640 1 -- 172.21.15.17:0/1161841115 learned_addr learned my addr 172.21.15.17:0/1161841115 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:59.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd159c6d640 1 --2- 172.21.15.17:0/1161841115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1541027a0 0x7fd154198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15ac6f640 1 --2- 172.21.15.17:0/1161841115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd154106f20 0x7fd15419ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15a46e640 1 -- 172.21.15.17:0/1161841115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1541027a0 msgr2=0x7fd154198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:59.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15a46e640 1 --2- 172.21.15.17:0/1161841115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1541027a0 0x7fd154198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15a46e640 1 -- 172.21.15.17:0/1161841115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd154106f20 msgr2=0x7fd15419ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:59.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15a46e640 1 --2- 172.21.15.17:0/1161841115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd154106f20 0x7fd15419ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:58.999+0000 7fd15a46e640 1 -- 172.21.15.17:0/1161841115 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd15419d3d0 con 0x7fd154101df0 2024-09-16T01:54:59.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.000+0000 7fd15a46e640 1 --2- 172.21.15.17:0/1161841115 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd154101df0 0x7fd154198420 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd150005940 tx=0x7fd1500042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:59.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.000+0000 7fd14b7fe640 1 -- 172.21.15.17:0/1161841115 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd15003f030 con 0x7fd154101df0 2024-09-16T01:54:59.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.000+0000 7fd14b7fe640 1 -- 172.21.15.17:0/1161841115 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd150003cb0 con 0x7fd154101df0 2024-09-16T01:54:59.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.000+0000 7fd15c6d2640 1 -- 172.21.15.17:0/1161841115 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd15419d660 con 0x7fd154101df0 2024-09-16T01:54:59.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.000+0000 7fd14b7fe640 1 -- 172.21.15.17:0/1161841115 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150035070 con 0x7fd154101df0 2024-09-16T01:54:59.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.000+0000 7fd15c6d2640 1 -- 172.21.15.17:0/1161841115 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd1541a4fa0 con 0x7fd154101df0 2024-09-16T01:54:59.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.002+0000 7fd14b7fe640 1 -- 172.21.15.17:0/1161841115 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fd150042030 con 0x7fd154101df0 2024-09-16T01:54:59.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.003+0000 7fd15eaab740 1 Processor -- start 2024-09-16T01:54:59.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.003+0000 7fd15eaab740 1 -- start start 2024-09-16T01:54:59.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.003+0000 7fd15eaab740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1df50 0x5620bfa1c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.003+0000 7fd15eaab740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1c9e0 0x5620bfa1ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.003+0000 7fd15eaab740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 0x5620bfa29b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.003+0000 7fd15eaab740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5620bf97e2f0 con 0x5620bfa1c9e0 2024-09-16T01:54:59.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.003+0000 7fd15eaab740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5620bf925cf0 con 0x5620bfa27780 2024-09-16T01:54:59.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.003+0000 7fd15eaab740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5620bf97a2b0 con 0x5620bfa1df50 2024-09-16T01:54:59.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.003+0000 7fd15ac6f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1df50 0x5620bfa1c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.003+0000 7fd15ac6f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1df50 0x5620bfa1c4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40250/0 (socket says 172.21.15.17:40250) 2024-09-16T01:54:59.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.003+0000 7fd15ac6f640 1 -- 172.21.15.17:0/3953871793 learned_addr learned my addr 172.21.15.17:0/3953871793 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:59.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.004+0000 7fd15a46e640 1 --2- 172.21.15.17:0/3953871793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1c9e0 0x5620bfa1ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.004+0000 7fd159c6d640 1 --2- 172.21.15.17:0/3953871793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 0x5620bfa29b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.004+0000 7fd14b7fe640 1 --2- 172.21.15.17:0/1161841115 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd1400a32c0 0x7fd1400a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.004+0000 7fd15ac6f640 1 -- 172.21.15.17:0/3953871793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 msgr2=0x5620bfa29b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:59.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.004+0000 7fd15ac6f640 1 --2- 172.21.15.17:0/3953871793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 0x5620bfa29b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.004+0000 7fd15ac6f640 1 -- 172.21.15.17:0/3953871793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1c9e0 msgr2=0x5620bfa1ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:59.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.004+0000 7fd15ac6f640 1 --2- 172.21.15.17:0/3953871793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1c9e0 0x5620bfa1ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.004+0000 7fd15ac6f640 1 -- 172.21.15.17:0/3953871793 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620bf90a3a0 con 0x5620bfa1df50 2024-09-16T01:54:59.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.004+0000 7fd15a46e640 1 --2- 172.21.15.17:0/3953871793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1c9e0 0x5620bfa1ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:54:59.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.004+0000 7fd14b7fe640 1 -- 172.21.15.17:0/1161841115 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd1500efff0 con 0x7fd154101df0 2024-09-16T01:54:59.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.004+0000 7fd15ac6f640 1 --2- 172.21.15.17:0/3953871793 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1df50 0x5620bfa1c4a0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fd14c009f60 tx=0x7fd14c009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2aedd63d1d61d3f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:59.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.004+0000 7fd15ac6f640 1 --2- 172.21.15.17:0/1161841115 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd1400a32c0 0x7fd1400a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.004+0000 7fd148ff9640 1 -- 172.21.15.17:0/3953871793 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd14c004250 con 0x5620bfa1df50 2024-09-16T01:54:59.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.005+0000 7fd148ff9640 1 -- 172.21.15.17:0/3953871793 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd14c00fe50 con 0x5620bfa1df50 2024-09-16T01:54:59.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.005+0000 7fd148ff9640 1 -- 172.21.15.17:0/3953871793 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd14c01bb20 con 0x5620bfa1df50 2024-09-16T01:54:59.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.005+0000 7fd15eaab740 1 -- 172.21.15.17:0/3953871793 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1df50 msgr2=0x5620bfa1c4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:59.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.005+0000 7fd15ac6f640 1 --2- 172.21.15.17:0/1161841115 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd1400a32c0 0x7fd1400a5780 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd14c020000 tx=0x7fd14c021000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:59.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.005+0000 7fd15eaab740 1 --2- 172.21.15.17:0/3953871793 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1df50 0x5620bfa1c4a0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fd14c009f60 tx=0x7fd14c009f90 comp rx=0 tx=0).stop 2024-09-16T01:54:59.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.005+0000 7fd15eaab740 1 -- 172.21.15.17:0/3953871793 shutdown_connections 2024-09-16T01:54:59.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.005+0000 7fd15eaab740 1 --2- 172.21.15.17:0/3953871793 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 0x5620bfa29b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.005+0000 7fd15eaab740 1 --2- 172.21.15.17:0/3953871793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1c9e0 0x5620bfa1ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.005+0000 7fd15eaab740 1 --2- 172.21.15.17:0/3953871793 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1df50 0x5620bfa1c4a0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.005+0000 7fd15eaab740 1 -- 172.21.15.17:0/3953871793 >> 172.21.15.17:0/3953871793 conn(0x5620bf9e1310 msgr2=0x5620bfa19070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:59.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.006+0000 7fd15eaab740 1 -- 172.21.15.17:0/3953871793 shutdown_connections 2024-09-16T01:54:59.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.006+0000 7fd15eaab740 1 -- 172.21.15.17:0/3953871793 wait complete. 2024-09-16T01:54:59.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.006+0000 7fd15eaab740 1 -- start start 2024-09-16T01:54:59.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.006+0000 7fd15eaab740 1 Processor -- start 2024-09-16T01:54:59.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.006+0000 7fd15eaab740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1c9e0 0x5620bfa270a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.006+0000 7fd15eaab740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1df50 0x5620bfa243a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.006+0000 7fd15eaab740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 0x5620bfa24900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.006+0000 7fd15eaab740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5620bfa2a480 con 0x5620bfa1c9e0 2024-09-16T01:54:59.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.006+0000 7fd15eaab740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5620bf939060 con 0x5620bfa27780 2024-09-16T01:54:59.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.006+0000 7fd15eaab740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5620bfa2a600 con 0x5620bfa1df50 2024-09-16T01:54:59.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.006+0000 7fd15eaab740 10 client.0 _ll_register_callbacks cb 0x5620bf68c8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:59.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd15a46e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1c9e0 0x5620bfa270a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd159c6d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1df50 0x5620bfa243a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd15a46e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1c9e0 0x5620bfa270a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52424/0 (socket says 172.21.15.17:52424) 2024-09-16T01:54:59.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd15a46e640 1 -- 172.21.15.17:0/3722746430 learned_addr learned my addr 172.21.15.17:0/3722746430 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:59.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd159c6d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1df50 0x5620bfa243a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40266/0 (socket says 172.21.15.17:40266) 2024-09-16T01:54:59.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd15ac6f640 1 --2- 172.21.15.17:0/3722746430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 0x5620bfa24900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd159c6d640 1 -- 172.21.15.17:0/3722746430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 msgr2=0x5620bfa24900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:59.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd159c6d640 1 --2- 172.21.15.17:0/3722746430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 0x5620bfa24900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd159c6d640 1 -- 172.21.15.17:0/3722746430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1c9e0 msgr2=0x5620bfa270a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:59.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd159c6d640 1 --2- 172.21.15.17:0/3722746430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1c9e0 0x5620bfa270a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd159c6d640 1 -- 172.21.15.17:0/3722746430 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620bf6ef3c0 con 0x5620bfa1df50 2024-09-16T01:54:59.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd15a46e640 1 --2- 172.21.15.17:0/3722746430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1c9e0 0x5620bfa270a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:54:59.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd159c6d640 1 --2- 172.21.15.17:0/3722746430 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1df50 0x5620bfa243a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fd1540fff60 tx=0x7fd14400be80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd0cacc742172957 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:59.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd13dffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:54:59.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd13dffb640 1 -- 172.21.15.17:0/3722746430 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd14401b640 con 0x5620bfa1df50 2024-09-16T01:54:59.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd13dffb640 1 -- 172.21.15.17:0/3722746430 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd14401b7e0 con 0x5620bfa1df50 2024-09-16T01:54:59.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd15eaab740 1 -- 172.21.15.17:0/3722746430 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd14c00fe50 con 0x5620bfa1df50 2024-09-16T01:54:59.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.007+0000 7fd13dffb640 1 -- 172.21.15.17:0/3722746430 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd14401b9e0 con 0x5620bfa1df50 2024-09-16T01:54:59.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.008+0000 7fd15eaab740 10 client.27142 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:59.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.008+0000 7fd15eaab740 1 -- 172.21.15.17:0/3722746430 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5620bfa35f20 con 0x5620bfa1df50 2024-09-16T01:54:59.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.008+0000 7fd13dffb640 1 -- 172.21.15.17:0/3722746430 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd14c00fe50 con 0x5620bfa1df50 2024-09-16T01:54:59.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.008+0000 7fd13dffb640 1 -- 172.21.15.17:0/3722746430 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd144019020 con 0x5620bfa1df50 2024-09-16T01:54:59.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.008+0000 7fd15eaab740 10 client.27142 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:59.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.008+0000 7fd15eaab740 10 client.27142 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:54:59.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.008+0000 7fd15eaab740 20 client.27142 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:59.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.008+0000 7fd15eaab740 1 --2- 172.21.15.17:0/3722746430 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5620bfa37430 0x5620bfa39890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.008+0000 7fd15eaab740 4 client.27142 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:54:59.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.008+0000 7fd15eaab740 1 -- 172.21.15.17:0/3722746430 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5620bf98b860 con 0x5620bfa37430 2024-09-16T01:54:59.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.008+0000 7fd15a46e640 1 --2- 172.21.15.17:0/3722746430 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5620bfa37430 0x5620bfa39890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.009+0000 7fd15a46e640 1 --2- 172.21.15.17:0/3722746430 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5620bfa37430 0x5620bfa39890 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2b4dc062cdecb3b0 server_cookie=c99412690a3c6c9c in_seq=0 out_seq=0 2024-09-16T01:54:59.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.009+0000 7fd13dffb640 10 client.27142 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:54:59.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.009+0000 7fd13dffb640 1 -- 172.21.15.17:0/3722746430 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5620bf98b860 con 0x5620bfa37430 2024-09-16T01:54:59.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.009+0000 7fd13dffb640 10 client.27142 handle_command_reply: tid=0 2024-09-16T01:54:59.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.009+0000 7fd15eaab740 1 client.27142 shutdown 2024-09-16T01:54:59.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.009+0000 7fd15eaab740 1 -- 172.21.15.17:0/3722746430 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1df50 msgr2=0x5620bfa243a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:59.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.009+0000 7fd15eaab740 1 --2- 172.21.15.17:0/3722746430 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1df50 0x5620bfa243a0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fd1540fff60 tx=0x7fd14400be80 comp rx=0 tx=0).stop 2024-09-16T01:54:59.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.010+0000 7fd15eaab740 1 -- 172.21.15.17:0/3722746430 shutdown_connections 2024-09-16T01:54:59.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.010+0000 7fd15eaab740 1 --2- 172.21.15.17:0/3722746430 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5620bfa37430 0x5620bfa39890 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.010+0000 7fd13dffb640 0 client.27142 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:54:59.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.010+0000 7fd15eaab740 1 --2- 172.21.15.17:0/3722746430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 0x5620bfa24900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.010+0000 7fd15eaab740 1 --2- 172.21.15.17:0/3722746430 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1df50 0x5620bfa243a0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.010+0000 7fd15eaab740 1 --2- 172.21.15.17:0/3722746430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1c9e0 0x5620bfa270a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.010+0000 7fd15eaab740 1 -- 172.21.15.17:0/3722746430 >> 172.21.15.17:0/3722746430 conn(0x5620bf9e1310 msgr2=0x5620bfa1ed40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:59.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.010+0000 7fd15eaab740 1 -- 172.21.15.17:0/3722746430 shutdown_connections 2024-09-16T01:54:59.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.010+0000 7fd15eaab740 1 -- 172.21.15.17:0/3722746430 wait complete. 2024-09-16T01:54:59.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.010+0000 7fd15eaab740 20 client.27142 trim_cache size 0 max 16384 2024-09-16T01:54:59.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.025+0000 7fd15eaab740 1 Processor -- start 2024-09-16T01:54:59.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.025+0000 7fd15eaab740 1 -- start start 2024-09-16T01:54:59.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15eaab740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1c9e0 0x5620bfa33750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15eaab740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa1df50 0x5620bfa3f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15eaab740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa27780 0x5620bfa3f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15eaab740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd1541adc00 con 0x5620bfa27780 2024-09-16T01:54:59.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15eaab740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd1541ab4d0 con 0x5620bfa1df50 2024-09-16T01:54:59.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15eaab740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd1541a9300 con 0x5620bfa1c9e0 2024-09-16T01:54:59.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15a46e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1c9e0 0x5620bfa33750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15ac6f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa27780 0x5620bfa3f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15a46e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1c9e0 0x5620bfa33750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40280/0 (socket says 172.21.15.17:40280) 2024-09-16T01:54:59.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd159c6d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa1df50 0x5620bfa3f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15a46e640 1 -- 172.21.15.17:0/765534709 learned_addr learned my addr 172.21.15.17:0/765534709 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:59.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15a46e640 1 -- 172.21.15.17:0/765534709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa1df50 msgr2=0x5620bfa3f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:59.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15a46e640 1 --2- 172.21.15.17:0/765534709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa1df50 0x5620bfa3f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15a46e640 1 -- 172.21.15.17:0/765534709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa27780 msgr2=0x5620bfa3f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:59.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15a46e640 1 --2- 172.21.15.17:0/765534709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa27780 0x5620bfa3f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15a46e640 1 -- 172.21.15.17:0/765534709 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620bfa27410 con 0x5620bfa1c9e0 2024-09-16T01:54:59.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.026+0000 7fd15a46e640 1 --2- 172.21.15.17:0/765534709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1c9e0 0x5620bfa33750 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fd1500b8a30 tx=0x7fd150005a20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f8635c73250ba4cf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:59.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.027+0000 7fd13ffff640 1 -- 172.21.15.17:0/765534709 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd150049050 con 0x5620bfa1c9e0 2024-09-16T01:54:59.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.027+0000 7fd13ffff640 1 -- 172.21.15.17:0/765534709 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd1500bccd0 con 0x5620bfa1c9e0 2024-09-16T01:54:59.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.027+0000 7fd13ffff640 1 -- 172.21.15.17:0/765534709 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1500edbc0 con 0x5620bfa1c9e0 2024-09-16T01:54:59.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.027+0000 7fd15eaab740 1 -- 172.21.15.17:0/765534709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1c9e0 msgr2=0x5620bfa33750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:59.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.027+0000 7fd15eaab740 1 --2- 172.21.15.17:0/765534709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1c9e0 0x5620bfa33750 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fd1500b8a30 tx=0x7fd150005a20 comp rx=0 tx=0).stop 2024-09-16T01:54:59.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.027+0000 7fd15eaab740 1 -- 172.21.15.17:0/765534709 shutdown_connections 2024-09-16T01:54:59.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.027+0000 7fd15eaab740 1 --2- 172.21.15.17:0/765534709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa27780 0x5620bfa3f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.027+0000 7fd15eaab740 1 --2- 172.21.15.17:0/765534709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa1df50 0x5620bfa3f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.027+0000 7fd15eaab740 1 --2- 172.21.15.17:0/765534709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1c9e0 0x5620bfa33750 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.027+0000 7fd15eaab740 1 -- 172.21.15.17:0/765534709 >> 172.21.15.17:0/765534709 conn(0x5620bf9e1310 msgr2=0x5620bfa23490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:59.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd15eaab740 1 -- 172.21.15.17:0/765534709 shutdown_connections 2024-09-16T01:54:59.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd15eaab740 1 -- 172.21.15.17:0/765534709 wait complete. 2024-09-16T01:54:59.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd15eaab740 1 -- start start 2024-09-16T01:54:59.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd15eaab740 1 Processor -- start 2024-09-16T01:54:59.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd15eaab740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1c9e0 0x5620bfa2fe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd15eaab740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1df50 0x5620bfa20f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd15eaab740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 0x5620bfa21480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd15eaab740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd1541a9990 con 0x5620bfa1df50 2024-09-16T01:54:59.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd15eaab740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd1541aae00 con 0x5620bfa27780 2024-09-16T01:54:59.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd15eaab740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd1541aa060 con 0x5620bfa1c9e0 2024-09-16T01:54:59.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd15eaab740 10 client.0 _ll_register_callbacks cb 0x7fd1440040c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:54:59.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd159c6d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1df50 0x5620bfa20f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd15a46e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1c9e0 0x5620bfa2fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd15a46e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1c9e0 0x5620bfa2fe70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40290/0 (socket says 172.21.15.17:40290) 2024-09-16T01:54:59.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd15a46e640 1 -- 172.21.15.17:0/1051588571 learned_addr learned my addr 172.21.15.17:0/1051588571 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:54:59.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.028+0000 7fd159c6d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1df50 0x5620bfa20f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52448/0 (socket says 172.21.15.17:52448) 2024-09-16T01:54:59.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.029+0000 7fd15ac6f640 1 --2- 172.21.15.17:0/1051588571 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 0x5620bfa21480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.029+0000 7fd15a46e640 1 -- 172.21.15.17:0/1051588571 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 msgr2=0x5620bfa21480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:59.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.029+0000 7fd15a46e640 1 --2- 172.21.15.17:0/1051588571 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 0x5620bfa21480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.029+0000 7fd15a46e640 1 -- 172.21.15.17:0/1051588571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1df50 msgr2=0x5620bfa20f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:54:59.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.029+0000 7fd15a46e640 1 --2- 172.21.15.17:0/1051588571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1df50 0x5620bfa20f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.029+0000 7fd15a46e640 1 -- 172.21.15.17:0/1051588571 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620bfa21af0 con 0x5620bfa1c9e0 2024-09-16T01:54:59.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.029+0000 7fd15a46e640 1 --2- 172.21.15.17:0/1051588571 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1c9e0 0x5620bfa2fe70 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fd1500b8fa0 tx=0x7fd1500c0a70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79851f823f9e321 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:54:59.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.029+0000 7fd13dffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:54:59.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.029+0000 7fd13dffb640 1 -- 172.21.15.17:0/1051588571 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1500bc5d0 con 0x5620bfa1c9e0 2024-09-16T01:54:59.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.029+0000 7fd13dffb640 1 -- 172.21.15.17:0/1051588571 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd1500edbc0 con 0x5620bfa1c9e0 2024-09-16T01:54:59.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.029+0000 7fd15eaab740 1 -- 172.21.15.17:0/1051588571 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd1500bccd0 con 0x5620bfa1c9e0 2024-09-16T01:54:59.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.029+0000 7fd13dffb640 1 -- 172.21.15.17:0/1051588571 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd150049020 con 0x5620bfa1c9e0 2024-09-16T01:54:59.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.029+0000 7fd15eaab740 10 client.27148 fetch_fsmap learned FSMap version 25 2024-09-16T01:54:59.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.029+0000 7fd15eaab740 1 -- 172.21.15.17:0/1051588571 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5620bfaa1fa0 con 0x5620bfa1c9e0 2024-09-16T01:54:59.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.030+0000 7fd13dffb640 1 -- 172.21.15.17:0/1051588571 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd1500bccd0 con 0x5620bfa1c9e0 2024-09-16T01:54:59.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.030+0000 7fd13dffb640 1 -- 172.21.15.17:0/1051588571 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd1500bc8c0 con 0x5620bfa1c9e0 2024-09-16T01:54:59.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.030+0000 7fd15eaab740 10 client.27148 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:54:59.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.030+0000 7fd15eaab740 10 client.27148 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:54:59.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.030+0000 7fd15eaab740 20 client.27148 populate_metadata read hostname 'smithi017' 2024-09-16T01:54:59.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.030+0000 7fd15eaab740 1 --2- 172.21.15.17:0/1051588571 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5620bfa37430 0x5620bfaa4430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:54:59.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.030+0000 7fd15eaab740 4 client.27148 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:54:59.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.030+0000 7fd15eaab740 1 -- 172.21.15.17:0/1051588571 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5620bf985d70 con 0x5620bfa37430 2024-09-16T01:54:59.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.030+0000 7fd159c6d640 1 --2- 172.21.15.17:0/1051588571 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5620bfa37430 0x5620bfaa4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:54:59.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.030+0000 7fd159c6d640 1 --2- 172.21.15.17:0/1051588571 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5620bfa37430 0x5620bfaa4430 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2f946f94b601f287 server_cookie=dfd7d6f1a7656e0d in_seq=0 out_seq=0 2024-09-16T01:54:59.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.030+0000 7fd13dffb640 10 client.27148 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:54:59.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd13dffb640 1 -- 172.21.15.17:0/1051588571 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5620bf985d70 con 0x5620bfa37430 2024-09-16T01:54:59.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd13dffb640 10 client.27148 handle_command_reply: tid=0 2024-09-16T01:54:59.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd15eaab740 1 client.27148 shutdown 2024-09-16T01:54:59.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd15eaab740 1 -- 172.21.15.17:0/1051588571 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1c9e0 msgr2=0x5620bfa2fe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:59.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd15eaab740 1 --2- 172.21.15.17:0/1051588571 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1c9e0 0x5620bfa2fe70 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fd1500b8fa0 tx=0x7fd1500c0a70 comp rx=0 tx=0).stop 2024-09-16T01:54:59.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd15eaab740 1 -- 172.21.15.17:0/1051588571 shutdown_connections 2024-09-16T01:54:59.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd15eaab740 1 --2- 172.21.15.17:0/1051588571 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5620bfa37430 0x5620bfaa4430 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd13dffb640 0 client.27148 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:54:59.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd15eaab740 1 --2- 172.21.15.17:0/1051588571 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620bfa27780 0x5620bfa21480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd15eaab740 1 --2- 172.21.15.17:0/1051588571 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620bfa1df50 0x5620bfa20f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd15eaab740 1 --2- 172.21.15.17:0/1051588571 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620bfa1c9e0 0x5620bfa2fe70 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd15eaab740 1 -- 172.21.15.17:0/1051588571 >> 172.21.15.17:0/1051588571 conn(0x5620bf9e1310 msgr2=0x5620bfa25c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:59.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd15eaab740 1 -- 172.21.15.17:0/1051588571 shutdown_connections 2024-09-16T01:54:59.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd15eaab740 1 -- 172.21.15.17:0/1051588571 wait complete. 2024-09-16T01:54:59.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.031+0000 7fd15eaab740 20 client.27148 trim_cache size 0 max 16384 2024-09-16T01:54:59.039 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:54:59.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.032+0000 7fd15c6d2640 1 -- 172.21.15.17:0/1161841115 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd1400a32c0 msgr2=0x7fd1400a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:59.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.032+0000 7fd15c6d2640 1 --2- 172.21.15.17:0/1161841115 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd1400a32c0 0x7fd1400a5780 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fd14c020000 tx=0x7fd14c021000 comp rx=0 tx=0).stop 2024-09-16T01:54:59.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.032+0000 7fd15c6d2640 1 -- 172.21.15.17:0/1161841115 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd154101df0 msgr2=0x7fd154198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:54:59.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.032+0000 7fd15c6d2640 1 --2- 172.21.15.17:0/1161841115 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd154101df0 0x7fd154198420 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fd150005940 tx=0x7fd1500042f0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.032+0000 7fd15c6d2640 1 -- 172.21.15.17:0/1161841115 shutdown_connections 2024-09-16T01:54:59.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.032+0000 7fd15c6d2640 1 --2- 172.21.15.17:0/1161841115 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd1400a32c0 0x7fd1400a5780 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.032+0000 7fd15c6d2640 1 --2- 172.21.15.17:0/1161841115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd154106f20 0x7fd15419ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.032+0000 7fd15c6d2640 1 --2- 172.21.15.17:0/1161841115 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd1541027a0 0x7fd154198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.032+0000 7fd15c6d2640 1 --2- 172.21.15.17:0/1161841115 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd154101df0 0x7fd154198420 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:54:59.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.032+0000 7fd15c6d2640 1 -- 172.21.15.17:0/1161841115 >> 172.21.15.17:0/1161841115 conn(0x7fd1540fd8f0 msgr2=0x7fd1540fedf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:54:59.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.032+0000 7fd15c6d2640 1 -- 172.21.15.17:0/1161841115 shutdown_connections 2024-09-16T01:54:59.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:54:59.032+0000 7fd15c6d2640 1 -- 172.21.15.17:0/1161841115 wait complete. 2024-09-16T01:54:59.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 432615 3.73 MB/sec execute 502 sec latency 10.694 ms 2024-09-16T01:54:59.746 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:55:00.035 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:00.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:00 smithi017 ceph-mon[30972]: pgmap v683: 97 pgs: 97 active+clean; 183 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 176 KiB/s rd, 1.7 MiB/s wr, 84 op/s 2024-09-16T01:55:00.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 433231 3.73 MB/sec execute 503 sec latency 23.887 ms 2024-09-16T01:55:00.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.774+0000 7f42746e4640 1 -- 172.21.15.17:0/4212493134 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f426c101de0 msgr2=0x7f426c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:00.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.774+0000 7f42746e4640 1 --2- 172.21.15.17:0/4212493134 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f426c101de0 0x7f426c1021c0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f4268009900 tx=0x7f426802a410 comp rx=0 tx=0).stop 2024-09-16T01:55:00.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.774+0000 7f42746e4640 1 -- 172.21.15.17:0/4212493134 shutdown_connections 2024-09-16T01:55:00.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.774+0000 7f42746e4640 1 --2- 172.21.15.17:0/4212493134 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f426c106f10 0x7f426c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.774+0000 7f42746e4640 1 --2- 172.21.15.17:0/4212493134 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f426c102790 0x7f426c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.774+0000 7f42746e4640 1 --2- 172.21.15.17:0/4212493134 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f426c101de0 0x7f426c1021c0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.774+0000 7f42746e4640 1 -- 172.21.15.17:0/4212493134 >> 172.21.15.17:0/4212493134 conn(0x7f426c0fd8e0 msgr2=0x7f426c0ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:00.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.774+0000 7f42746e4640 1 -- 172.21.15.17:0/4212493134 shutdown_connections 2024-09-16T01:55:00.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.774+0000 7f42746e4640 1 -- 172.21.15.17:0/4212493134 wait complete. 2024-09-16T01:55:00.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.775+0000 7f42746e4640 1 Processor -- start 2024-09-16T01:55:00.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.776+0000 7f42746e4640 1 -- start start 2024-09-16T01:55:00.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f42746e4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f426c101de0 0x7f426c1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f42746e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f426c102790 0x7f426c198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f42746e4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f426c106f10 0x7f426c19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f42746e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f426c111e20 con 0x7f426c102790 2024-09-16T01:55:00.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f42746e4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f426c111ca0 con 0x7f426c106f10 2024-09-16T01:55:00.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f42746e4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f426c111fa0 con 0x7f426c101de0 2024-09-16T01:55:00.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f4271c7f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f426c102790 0x7f426c198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f4272480640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f426c101de0 0x7f426c1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f4271c7f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f426c102790 0x7f426c198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52456/0 (socket says 172.21.15.17:52456) 2024-09-16T01:55:00.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f4272480640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f426c101de0 0x7f426c1983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40312/0 (socket says 172.21.15.17:40312) 2024-09-16T01:55:00.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f4271c7f640 1 -- 172.21.15.17:0/3636057921 learned_addr learned my addr 172.21.15.17:0/3636057921 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:00.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f4272c81640 1 --2- 172.21.15.17:0/3636057921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f426c106f10 0x7f426c19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f4271c7f640 1 -- 172.21.15.17:0/3636057921 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f426c101de0 msgr2=0x7f426c1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:00.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f4271c7f640 1 --2- 172.21.15.17:0/3636057921 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f426c101de0 0x7f426c1983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f4271c7f640 1 -- 172.21.15.17:0/3636057921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f426c106f10 msgr2=0x7f426c19cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:00.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f4271c7f640 1 --2- 172.21.15.17:0/3636057921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f426c106f10 0x7f426c19cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f4271c7f640 1 -- 172.21.15.17:0/3636057921 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f426c19d370 con 0x7f426c102790 2024-09-16T01:55:00.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f4272480640 1 --2- 172.21.15.17:0/3636057921 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f426c101de0 0x7f426c1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:00.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.777+0000 7f4271c7f640 1 --2- 172.21.15.17:0/3636057921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f426c102790 0x7f426c198900 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f425c00e9f0 tx=0x7f425c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:00.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.778+0000 7f42637fe640 1 -- 172.21.15.17:0/3636057921 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f425c00cd80 con 0x7f426c102790 2024-09-16T01:55:00.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.778+0000 7f42637fe640 1 -- 172.21.15.17:0/3636057921 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f425c0108e0 con 0x7f426c102790 2024-09-16T01:55:00.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.778+0000 7f42746e4640 1 -- 172.21.15.17:0/3636057921 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f426c19d660 con 0x7f426c102790 2024-09-16T01:55:00.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.778+0000 7f42637fe640 1 -- 172.21.15.17:0/3636057921 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f425c018920 con 0x7f426c102790 2024-09-16T01:55:00.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.778+0000 7f42746e4640 1 -- 172.21.15.17:0/3636057921 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f426c074420 con 0x7f426c102790 2024-09-16T01:55:00.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.780+0000 7f42637fe640 1 -- 172.21.15.17:0/3636057921 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f425c018ac0 con 0x7f426c102790 2024-09-16T01:55:00.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.780+0000 7f4276abd740 1 Processor -- start 2024-09-16T01:55:00.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.781+0000 7f4276abd740 1 -- start start 2024-09-16T01:55:00.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.781+0000 7f4276abd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790fb40 0x5620c790e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.781+0000 7f4276abd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790e5d0 0x5620c790ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.781+0000 7f4276abd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 0x5620c791b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.781+0000 7f4276abd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5620c78742f0 con 0x5620c790fb40 2024-09-16T01:55:00.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.781+0000 7f4276abd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5620c781bcf0 con 0x5620c7919370 2024-09-16T01:55:00.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.781+0000 7f4276abd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5620c78702b0 con 0x5620c790e5d0 2024-09-16T01:55:00.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.781+0000 7f4272480640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790e5d0 0x5620c790ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.781+0000 7f4272480640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790e5d0 0x5620c790ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40322/0 (socket says 172.21.15.17:40322) 2024-09-16T01:55:00.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.781+0000 7f4272480640 1 -- 172.21.15.17:0/141203639 learned_addr learned my addr 172.21.15.17:0/141203639 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:00.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.781+0000 7f4272c81640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790fb40 0x5620c790e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.781+0000 7f42637fe640 1 --2- 172.21.15.17:0/3636057921 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42580a3240 0x7f42580a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.781+0000 7f4271c7f640 1 --2- 172.21.15.17:0/141203639 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 0x5620c791b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.782+0000 7f4272480640 1 -- 172.21.15.17:0/141203639 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 msgr2=0x5620c791b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:00.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.782+0000 7f4272480640 1 --2- 172.21.15.17:0/141203639 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 0x5620c791b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.782+0000 7f4272480640 1 -- 172.21.15.17:0/141203639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790fb40 msgr2=0x5620c790e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:00.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.782+0000 7f4272480640 1 --2- 172.21.15.17:0/141203639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790fb40 0x5620c790e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.782+0000 7f4272480640 1 -- 172.21.15.17:0/141203639 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620c78003a0 con 0x5620c790e5d0 2024-09-16T01:55:00.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.782+0000 7f4272c81640 1 --2- 172.21.15.17:0/3636057921 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42580a3240 0x7f42580a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.782+0000 7f42637fe640 1 -- 172.21.15.17:0/3636057921 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f425c0cfbf0 con 0x7f426c102790 2024-09-16T01:55:00.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.782+0000 7f4272480640 1 --2- 172.21.15.17:0/141203639 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790e5d0 0x5620c790ea10 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f4268009900 tx=0x7f4268005e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e625cb99de469c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:00.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.782+0000 7f4260ff9640 1 -- 172.21.15.17:0/141203639 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4268040070 con 0x5620c790e5d0 2024-09-16T01:55:00.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.782+0000 7f4272c81640 1 --2- 172.21.15.17:0/3636057921 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42580a3240 0x7f42580a5700 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f4264005fd0 tx=0x7f4264004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:00.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.782+0000 7f4260ff9640 1 -- 172.21.15.17:0/141203639 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f42680318e0 con 0x5620c790e5d0 2024-09-16T01:55:00.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.782+0000 7f4260ff9640 1 -- 172.21.15.17:0/141203639 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4268035040 con 0x5620c790e5d0 2024-09-16T01:55:00.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.783+0000 7f4276abd740 1 -- 172.21.15.17:0/141203639 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790e5d0 msgr2=0x5620c790ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:00.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.783+0000 7f4276abd740 1 --2- 172.21.15.17:0/141203639 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790e5d0 0x5620c790ea10 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f4268009900 tx=0x7f4268005e40 comp rx=0 tx=0).stop 2024-09-16T01:55:00.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.783+0000 7f4276abd740 1 -- 172.21.15.17:0/141203639 shutdown_connections 2024-09-16T01:55:00.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.783+0000 7f4276abd740 1 --2- 172.21.15.17:0/141203639 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 0x5620c791b760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.783+0000 7f4276abd740 1 --2- 172.21.15.17:0/141203639 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790e5d0 0x5620c790ea10 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.783+0000 7f4276abd740 1 --2- 172.21.15.17:0/141203639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790fb40 0x5620c790e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.783+0000 7f4276abd740 1 -- 172.21.15.17:0/141203639 >> 172.21.15.17:0/141203639 conn(0x5620c78d7310 msgr2=0x5620c790ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:00.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.783+0000 7f4276abd740 1 -- 172.21.15.17:0/141203639 shutdown_connections 2024-09-16T01:55:00.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.783+0000 7f4276abd740 1 -- 172.21.15.17:0/141203639 wait complete. 2024-09-16T01:55:00.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.783+0000 7f4276abd740 1 -- start start 2024-09-16T01:55:00.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4276abd740 1 Processor -- start 2024-09-16T01:55:00.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4276abd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790e5d0 0x5620c7918d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4276abd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790fb40 0x5620c7915fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4276abd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 0x5620c7916560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4276abd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5620c791c060 con 0x5620c790fb40 2024-09-16T01:55:00.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4276abd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5620c782f060 con 0x5620c7919370 2024-09-16T01:55:00.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4276abd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5620c791c1e0 con 0x5620c790e5d0 2024-09-16T01:55:00.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4276abd740 10 client.0 _ll_register_callbacks cb 0x5620c75828c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:00.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4272480640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790e5d0 0x5620c7918d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4272480640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790e5d0 0x5620c7918d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40326/0 (socket says 172.21.15.17:40326) 2024-09-16T01:55:00.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4272480640 1 -- 172.21.15.17:0/2426244213 learned_addr learned my addr 172.21.15.17:0/2426244213 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:00.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4271c7f640 1 --2- 172.21.15.17:0/2426244213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790fb40 0x5620c7915fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4272480640 1 -- 172.21.15.17:0/2426244213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 msgr2=0x5620c7916560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:00.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4272480640 1 --2- 172.21.15.17:0/2426244213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 0x5620c7916560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4272480640 1 -- 172.21.15.17:0/2426244213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790fb40 msgr2=0x5620c7915fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:00.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4272480640 1 --2- 172.21.15.17:0/2426244213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790fb40 0x5620c7915fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.784+0000 7f4272480640 1 -- 172.21.15.17:0/2426244213 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620c75e53c0 con 0x5620c790e5d0 2024-09-16T01:55:00.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.785+0000 7f4272480640 1 --2- 172.21.15.17:0/2426244213 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790e5d0 0x5620c7918d10 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f42680042f0 tx=0x7f4268031400 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c8f0d2a2d1696913 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:00.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.785+0000 7f4255ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:00.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.785+0000 7f4255ffb640 1 -- 172.21.15.17:0/2426244213 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4268035070 con 0x5620c790e5d0 2024-09-16T01:55:00.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.785+0000 7f4276abd740 1 -- 172.21.15.17:0/2426244213 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5620c7881860 con 0x5620c790e5d0 2024-09-16T01:55:00.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.785+0000 7f4255ffb640 1 -- 172.21.15.17:0/2426244213 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4268003800 con 0x5620c790e5d0 2024-09-16T01:55:00.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.785+0000 7f4255ffb640 1 -- 172.21.15.17:0/2426244213 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4268040040 con 0x5620c790e5d0 2024-09-16T01:55:00.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.785+0000 7f4276abd740 10 client.27160 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:00.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.785+0000 7f4276abd740 1 -- 172.21.15.17:0/2426244213 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5620c791c060 con 0x5620c790e5d0 2024-09-16T01:55:00.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.785+0000 7f4255ffb640 1 -- 172.21.15.17:0/2426244213 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5620c7881860 con 0x5620c790e5d0 2024-09-16T01:55:00.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.785+0000 7f4255ffb640 1 -- 172.21.15.17:0/2426244213 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f426803c920 con 0x5620c790e5d0 2024-09-16T01:55:00.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.786+0000 7f4276abd740 10 client.27160 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:00.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.786+0000 7f4276abd740 10 client.27160 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:00.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.786+0000 7f4276abd740 20 client.27160 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:00.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.786+0000 7f4276abd740 1 --2- 172.21.15.17:0/2426244213 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5620c7928c80 0x5620c792b100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.786+0000 7f4276abd740 4 client.27160 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:55:00.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.786+0000 7f4276abd740 1 -- 172.21.15.17:0/2426244213 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5620c787bd70 con 0x5620c7928c80 2024-09-16T01:55:00.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.786+0000 7f4271c7f640 1 --2- 172.21.15.17:0/2426244213 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5620c7928c80 0x5620c792b100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.786+0000 7f4255ffb640 10 client.27160 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:00.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.786+0000 7f4271c7f640 1 --2- 172.21.15.17:0/2426244213 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5620c7928c80 0x5620c792b100 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26f5382f3ea2f5d8 server_cookie=c6c449dee68dd3d6 in_seq=0 out_seq=0 2024-09-16T01:55:00.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.787+0000 7f4255ffb640 1 -- 172.21.15.17:0/2426244213 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5620c787bd70 con 0x5620c7928c80 2024-09-16T01:55:00.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.787+0000 7f4255ffb640 10 client.27160 handle_command_reply: tid=0 2024-09-16T01:55:00.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.787+0000 7f4276abd740 1 client.27160 shutdown 2024-09-16T01:55:00.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.787+0000 7f4276abd740 1 -- 172.21.15.17:0/2426244213 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790e5d0 msgr2=0x5620c7918d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:00.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.787+0000 7f4276abd740 1 --2- 172.21.15.17:0/2426244213 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790e5d0 0x5620c7918d10 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f42680042f0 tx=0x7f4268031400 comp rx=0 tx=0).stop 2024-09-16T01:55:00.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.787+0000 7f4276abd740 1 -- 172.21.15.17:0/2426244213 shutdown_connections 2024-09-16T01:55:00.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.787+0000 7f4276abd740 1 --2- 172.21.15.17:0/2426244213 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5620c7928c80 0x5620c792b100 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.787+0000 7f4276abd740 1 --2- 172.21.15.17:0/2426244213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 0x5620c7916560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.787+0000 7f4276abd740 1 --2- 172.21.15.17:0/2426244213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790fb40 0x5620c7915fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.787+0000 7f4276abd740 1 --2- 172.21.15.17:0/2426244213 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790e5d0 0x5620c7918d10 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.787+0000 7f4276abd740 1 -- 172.21.15.17:0/2426244213 >> 172.21.15.17:0/2426244213 conn(0x5620c78d7310 msgr2=0x5620c7910960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:00.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.788+0000 7f4255ffb640 0 client.27160 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:00.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.788+0000 7f4276abd740 1 -- 172.21.15.17:0/2426244213 shutdown_connections 2024-09-16T01:55:00.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.788+0000 7f4276abd740 1 -- 172.21.15.17:0/2426244213 wait complete. 2024-09-16T01:55:00.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.788+0000 7f4276abd740 20 client.27160 trim_cache size 0 max 16384 2024-09-16T01:55:00.802 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:00 smithi029 ceph-mon[34783]: pgmap v683: 97 pgs: 97 active+clean; 183 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 176 KiB/s rd, 1.7 MiB/s wr, 84 op/s 2024-09-16T01:55:00.803 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:00 smithi122 ceph-mon[34758]: pgmap v683: 97 pgs: 97 active+clean; 183 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 176 KiB/s rd, 1.7 MiB/s wr, 84 op/s 2024-09-16T01:55:00.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.803+0000 7f4276abd740 1 Processor -- start 2024-09-16T01:55:00.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.803+0000 7f4276abd740 1 -- start start 2024-09-16T01:55:00.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.803+0000 7f4276abd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790e5d0 0x5620c7925300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.803+0000 7f4276abd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c790fb40 0x5620c7909bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.803+0000 7f4276abd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c7919370 0x5620c79309d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.803+0000 7f4276abd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f426c1b1ec0 con 0x5620c790e5d0 2024-09-16T01:55:00.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.803+0000 7f4276abd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f426c1af790 con 0x5620c790fb40 2024-09-16T01:55:00.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.803+0000 7f4276abd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f426c1ad5c0 con 0x5620c7919370 2024-09-16T01:55:00.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4272480640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790e5d0 0x5620c7925300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4272480640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790e5d0 0x5620c7925300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52480/0 (socket says 172.21.15.17:52480) 2024-09-16T01:55:00.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4272480640 1 -- 172.21.15.17:0/1571199129 learned_addr learned my addr 172.21.15.17:0/1571199129 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:00.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4271c7f640 1 --2- 172.21.15.17:0/1571199129 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c790fb40 0x5620c7909bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4272c81640 1 --2- 172.21.15.17:0/1571199129 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c7919370 0x5620c79309d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4272c81640 1 -- 172.21.15.17:0/1571199129 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c790fb40 msgr2=0x5620c7909bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:00.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4272c81640 1 --2- 172.21.15.17:0/1571199129 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c790fb40 0x5620c7909bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4272c81640 1 -- 172.21.15.17:0/1571199129 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790e5d0 msgr2=0x5620c7925300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:00.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4272c81640 1 --2- 172.21.15.17:0/1571199129 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790e5d0 0x5620c7925300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4272c81640 1 -- 172.21.15.17:0/1571199129 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5620c7914510 con 0x5620c7919370 2024-09-16T01:55:00.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4272480640 1 --2- 172.21.15.17:0/1571199129 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790e5d0 0x5620c7925300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:00.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4272c81640 1 --2- 172.21.15.17:0/1571199129 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c7919370 0x5620c79309d0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4264015fa0 tx=0x7f4264009600 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c4976a03cf07c9a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:00.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4257fff640 1 -- 172.21.15.17:0/1571199129 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4264012e70 con 0x5620c7919370 2024-09-16T01:55:00.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4257fff640 1 -- 172.21.15.17:0/1571199129 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4264005020 con 0x5620c7919370 2024-09-16T01:55:00.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.804+0000 7f4257fff640 1 -- 172.21.15.17:0/1571199129 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42640286e0 con 0x5620c7919370 2024-09-16T01:55:00.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.805+0000 7f4276abd740 1 -- 172.21.15.17:0/1571199129 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c7919370 msgr2=0x5620c79309d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:00.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.805+0000 7f4276abd740 1 --2- 172.21.15.17:0/1571199129 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c7919370 0x5620c79309d0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f4264015fa0 tx=0x7f4264009600 comp rx=0 tx=0).stop 2024-09-16T01:55:00.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.805+0000 7f4276abd740 1 -- 172.21.15.17:0/1571199129 shutdown_connections 2024-09-16T01:55:00.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.805+0000 7f4276abd740 1 --2- 172.21.15.17:0/1571199129 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c7919370 0x5620c79309d0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.805+0000 7f4276abd740 1 --2- 172.21.15.17:0/1571199129 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c790fb40 0x5620c7909bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.805+0000 7f4276abd740 1 --2- 172.21.15.17:0/1571199129 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790e5d0 0x5620c7925300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.805+0000 7f4276abd740 1 -- 172.21.15.17:0/1571199129 >> 172.21.15.17:0/1571199129 conn(0x5620c78d7310 msgr2=0x5620c79094e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:00.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.805+0000 7f4276abd740 1 -- 172.21.15.17:0/1571199129 shutdown_connections 2024-09-16T01:55:00.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.806+0000 7f4276abd740 1 -- 172.21.15.17:0/1571199129 wait complete. 2024-09-16T01:55:00.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.806+0000 7f4276abd740 1 -- start start 2024-09-16T01:55:00.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.806+0000 7f4276abd740 1 Processor -- start 2024-09-16T01:55:00.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.806+0000 7f4276abd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790e5d0 0x5620c7921470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.806+0000 7f4276abd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790fb40 0x5620c79219b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.806+0000 7f4276abd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 0x5620c79125f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.806+0000 7f4276abd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f426c1adc50 con 0x5620c790e5d0 2024-09-16T01:55:00.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4276abd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f426c1af0c0 con 0x5620c7919370 2024-09-16T01:55:00.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4276abd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f426c1ae320 con 0x5620c790fb40 2024-09-16T01:55:00.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4276abd740 10 client.0 _ll_register_callbacks cb 0x7f4268005d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:00.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4271c7f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790fb40 0x5620c79219b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4272c81640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 0x5620c79125f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4271c7f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790fb40 0x5620c79219b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40342/0 (socket says 172.21.15.17:40342) 2024-09-16T01:55:00.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4272c81640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 0x5620c79125f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:41864/0 (socket says 172.21.15.17:41864) 2024-09-16T01:55:00.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4271c7f640 1 -- 172.21.15.17:0/3268740834 learned_addr learned my addr 172.21.15.17:0/3268740834 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:00.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4272480640 1 --2- 172.21.15.17:0/3268740834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790e5d0 0x5620c7921470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4271c7f640 1 -- 172.21.15.17:0/3268740834 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 msgr2=0x5620c79125f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:00.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4271c7f640 1 --2- 172.21.15.17:0/3268740834 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 0x5620c79125f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4271c7f640 1 -- 172.21.15.17:0/3268740834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790e5d0 msgr2=0x5620c7921470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:00.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4271c7f640 1 --2- 172.21.15.17:0/3268740834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790e5d0 0x5620c7921470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4271c7f640 1 -- 172.21.15.17:0/3268740834 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5620c7912b30 con 0x5620c790fb40 2024-09-16T01:55:00.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4272c81640 1 --2- 172.21.15.17:0/3268740834 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 0x5620c79125f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:00.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4271c7f640 1 --2- 172.21.15.17:0/3268740834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790fb40 0x5620c79219b0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f425c09bfc0 tx=0x7f425c06cf90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75dd80946ad4e992 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:00.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4255ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:00.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.807+0000 7f4255ffb640 1 -- 172.21.15.17:0/3268740834 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f425c0a4e80 con 0x5620c790fb40 2024-09-16T01:55:00.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.808+0000 7f4255ffb640 1 -- 172.21.15.17:0/3268740834 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f425c010a90 con 0x5620c790fb40 2024-09-16T01:55:00.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.808+0000 7f4276abd740 1 -- 172.21.15.17:0/3268740834 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4264005020 con 0x5620c790fb40 2024-09-16T01:55:00.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.808+0000 7f4255ffb640 1 -- 172.21.15.17:0/3268740834 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f425c098930 con 0x5620c790fb40 2024-09-16T01:55:00.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.808+0000 7f4276abd740 10 client.27166 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:00.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.808+0000 7f4276abd740 1 -- 172.21.15.17:0/3268740834 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5620c799b9f0 con 0x5620c790fb40 2024-09-16T01:55:00.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.808+0000 7f4255ffb640 1 -- 172.21.15.17:0/3268740834 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f425c0bae50 con 0x5620c790fb40 2024-09-16T01:55:00.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.808+0000 7f4255ffb640 1 -- 172.21.15.17:0/3268740834 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f425c0a0130 con 0x5620c790fb40 2024-09-16T01:55:00.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.808+0000 7f4276abd740 10 client.27166 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:00.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.808+0000 7f4276abd740 10 client.27166 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:00.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.808+0000 7f4276abd740 20 client.27166 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:00.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.808+0000 7f4276abd740 1 --2- 172.21.15.17:0/3268740834 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5620c799c120 0x5620c799e540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:00.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.808+0000 7f4276abd740 4 client.27166 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:55:00.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.808+0000 7f4276abd740 1 -- 172.21.15.17:0/3268740834 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f4264005020 con 0x5620c799c120 2024-09-16T01:55:00.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.808+0000 7f4272480640 1 --2- 172.21.15.17:0/3268740834 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5620c799c120 0x5620c799e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:00.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4255ffb640 10 client.27166 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:00.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4272480640 1 --2- 172.21.15.17:0/3268740834 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5620c799c120 0x5620c799e540 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5031f33f3deae611 server_cookie=5f08fd219222f9e9 in_seq=0 out_seq=0 2024-09-16T01:55:00.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4255ffb640 1 -- 172.21.15.17:0/3268740834 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f4264005020 con 0x5620c799c120 2024-09-16T01:55:00.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4255ffb640 10 client.27166 handle_command_reply: tid=0 2024-09-16T01:55:00.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4276abd740 1 client.27166 shutdown 2024-09-16T01:55:00.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4276abd740 1 -- 172.21.15.17:0/3268740834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790fb40 msgr2=0x5620c79219b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:00.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4276abd740 1 --2- 172.21.15.17:0/3268740834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790fb40 0x5620c79219b0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f425c09bfc0 tx=0x7f425c06cf90 comp rx=0 tx=0).stop 2024-09-16T01:55:00.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4276abd740 1 -- 172.21.15.17:0/3268740834 shutdown_connections 2024-09-16T01:55:00.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4276abd740 1 --2- 172.21.15.17:0/3268740834 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5620c799c120 0x5620c799e540 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4276abd740 1 --2- 172.21.15.17:0/3268740834 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5620c7919370 0x5620c79125f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4276abd740 1 --2- 172.21.15.17:0/3268740834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5620c790fb40 0x5620c79219b0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4276abd740 1 --2- 172.21.15.17:0/3268740834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5620c790e5d0 0x5620c7921470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4255ffb640 0 client.27166 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:00.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4276abd740 1 -- 172.21.15.17:0/3268740834 >> 172.21.15.17:0/3268740834 conn(0x5620c78d7310 msgr2=0x5620c7909d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:00.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4276abd740 1 -- 172.21.15.17:0/3268740834 shutdown_connections 2024-09-16T01:55:00.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4276abd740 1 -- 172.21.15.17:0/3268740834 wait complete. 2024-09-16T01:55:00.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.809+0000 7f4276abd740 20 client.27166 trim_cache size 0 max 16384 2024-09-16T01:55:00.816 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:55:00.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.810+0000 7f42746e4640 1 -- 172.21.15.17:0/3636057921 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42580a3240 msgr2=0x7f42580a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:00.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.810+0000 7f42746e4640 1 --2- 172.21.15.17:0/3636057921 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42580a3240 0x7f42580a5700 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f4264005fd0 tx=0x7f4264004ab0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.810+0000 7f42746e4640 1 -- 172.21.15.17:0/3636057921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f426c102790 msgr2=0x7f426c198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:00.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.810+0000 7f42746e4640 1 --2- 172.21.15.17:0/3636057921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f426c102790 0x7f426c198900 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f425c00e9f0 tx=0x7f425c00eeb0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.810+0000 7f42746e4640 1 -- 172.21.15.17:0/3636057921 shutdown_connections 2024-09-16T01:55:00.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.810+0000 7f42746e4640 1 --2- 172.21.15.17:0/3636057921 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f42580a3240 0x7f42580a5700 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.810+0000 7f42746e4640 1 --2- 172.21.15.17:0/3636057921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f426c106f10 0x7f426c19cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.810+0000 7f42746e4640 1 --2- 172.21.15.17:0/3636057921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f426c102790 0x7f426c198900 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.810+0000 7f42746e4640 1 --2- 172.21.15.17:0/3636057921 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f426c101de0 0x7f426c1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:00.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.810+0000 7f42746e4640 1 -- 172.21.15.17:0/3636057921 >> 172.21.15.17:0/3636057921 conn(0x7f426c0fd8e0 msgr2=0x7f426c0fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:00.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.810+0000 7f42746e4640 1 -- 172.21.15.17:0/3636057921 shutdown_connections 2024-09-16T01:55:00.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:00.810+0000 7f42746e4640 1 -- 172.21.15.17:0/3636057921 wait complete. 2024-09-16T01:55:01.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 433862 3.73 MB/sec execute 504 sec latency 16.527 ms 2024-09-16T01:55:02.539 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:55:02.626 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:55:02.627 INFO:tasks.workunit.client.0.smithi017.stdout: 1 434641 3.73 MB/sec execute 505 sec latency 12.118 ms 2024-09-16T01:55:02.651 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:02 smithi017 ceph-mon[30972]: pgmap v684: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:55:02.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:02 smithi029 ceph-mon[34783]: pgmap v684: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:55:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:02 smithi122 ceph-mon[34758]: pgmap v684: 97 pgs: 97 active+clean; 186 MiB data, 1.3 GiB used, 1.0 TiB / 1.0 TiB avail; 267 KiB/s rd, 1.7 MiB/s wr, 92 op/s 2024-09-16T01:55:02.920 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.522+0000 7f767951c640 1 -- 172.21.15.17:0/3635952503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7674102d50 msgr2=0x7f7674103130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.522+0000 7f767951c640 1 --2- 172.21.15.17:0/3635952503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7674102d50 0x7f7674103130 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f7664009900 tx=0x7f766402a480 comp rx=0 tx=0).stop 2024-09-16T01:55:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.522+0000 7f767951c640 1 -- 172.21.15.17:0/3635952503 shutdown_connections 2024-09-16T01:55:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.522+0000 7f767951c640 1 --2- 172.21.15.17:0/3635952503 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f767410c180 0x7f767410e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.522+0000 7f767951c640 1 --2- 172.21.15.17:0/3635952503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7674103670 0x7f767410bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.522+0000 7f767951c640 1 --2- 172.21.15.17:0/3635952503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7674102d50 0x7f7674103130 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.522+0000 7f767951c640 1 -- 172.21.15.17:0/3635952503 >> 172.21.15.17:0/3635952503 conn(0x7f76740fc7d0 msgr2=0x7f76740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.522+0000 7f767951c640 1 -- 172.21.15.17:0/3635952503 shutdown_connections 2024-09-16T01:55:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.522+0000 7f767951c640 1 -- 172.21.15.17:0/3635952503 wait complete. 2024-09-16T01:55:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.523+0000 7f767951c640 1 Processor -- start 2024-09-16T01:55:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.523+0000 7f767951c640 1 -- start start 2024-09-16T01:55:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.523+0000 7f767951c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7674102d50 0x7f76741983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.523+0000 7f767951c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7674103670 0x7f7674198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.523+0000 7f767951c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f767410c180 0x7f767419cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.523+0000 7f767951c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7674111e30 con 0x7f7674103670 2024-09-16T01:55:03.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.523+0000 7f767951c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7674111cb0 con 0x7f7674102d50 2024-09-16T01:55:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.523+0000 7f767951c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7674111fb0 con 0x7f767410c180 2024-09-16T01:55:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.523+0000 7f76727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7674103670 0x7f7674198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.523+0000 7f76727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7674103670 0x7f7674198910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52500/0 (socket says 172.21.15.17:52500) 2024-09-16T01:55:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.523+0000 7f76737fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f767410c180 0x7f767419cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.523+0000 7f76727fc640 1 -- 172.21.15.17:0/2632632983 learned_addr learned my addr 172.21.15.17:0/2632632983 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.523+0000 7f7672ffd640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7674102d50 0x7f76741983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.524+0000 7f7672ffd640 1 -- 172.21.15.17:0/2632632983 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f767410c180 msgr2=0x7f767419cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.524+0000 7f7672ffd640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f767410c180 0x7f767419cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.524+0000 7f7672ffd640 1 -- 172.21.15.17:0/2632632983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7674103670 msgr2=0x7f7674198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.524+0000 7f7672ffd640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7674103670 0x7f7674198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.524+0000 7f7672ffd640 1 -- 172.21.15.17:0/2632632983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f767419d380 con 0x7f7674102d50 2024-09-16T01:55:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.524+0000 7f76727fc640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7674103670 0x7f7674198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.524+0000 7f76737fe640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f767410c180 0x7f767419cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:03.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.524+0000 7f7672ffd640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7674102d50 0x7f76741983d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f766402a9a0 tx=0x7f7664031a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.524+0000 7f765bfff640 1 -- 172.21.15.17:0/2632632983 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f766403f030 con 0x7f7674102d50 2024-09-16T01:55:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.524+0000 7f767951c640 1 -- 172.21.15.17:0/2632632983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f767419d610 con 0x7f7674102d50 2024-09-16T01:55:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.524+0000 7f765bfff640 1 -- 172.21.15.17:0/2632632983 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7664004490 con 0x7f7674102d50 2024-09-16T01:55:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.524+0000 7f765bfff640 1 -- 172.21.15.17:0/2632632983 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7664035070 con 0x7f7674102d50 2024-09-16T01:55:03.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.524+0000 7f767951c640 1 -- 172.21.15.17:0/2632632983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f76741a4f50 con 0x7f7674102d50 2024-09-16T01:55:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.527+0000 7f765bfff640 1 -- 172.21.15.17:0/2632632983 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f7664042030 con 0x7f7674102d50 2024-09-16T01:55:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.527+0000 7f767b8f5740 1 Processor -- start 2024-09-16T01:55:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.527+0000 7f767b8f5740 1 -- start start 2024-09-16T01:55:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f767b8f5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64af7a40 0x55da64af7e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f767b8f5740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64af8360 0x55da64b06c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f767b8f5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64b07150 0x55da64b09540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f767b8f5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55da64a5d280 con 0x55da64b07150 2024-09-16T01:55:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f767b8f5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55da64a04b10 con 0x55da64af7a40 2024-09-16T01:55:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f767b8f5740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55da64a59240 con 0x55da64af8360 2024-09-16T01:55:03.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f765bfff640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f765c0a32c0 0x7f765c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f76727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64b07150 0x55da64b09540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f76727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64b07150 0x55da64b09540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52504/0 (socket says 172.21.15.17:52504) 2024-09-16T01:55:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f76727fc640 1 -- 172.21.15.17:0/2021716007 learned_addr learned my addr 172.21.15.17:0/2021716007 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f76737fe640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f765c0a32c0 0x7f765c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f76737fe640 1 --2- 172.21.15.17:0/2021716007 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64af7a40 0x55da64af7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f765bfff640 1 -- 172.21.15.17:0/2632632983 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f76640efab0 con 0x7f7674102d50 2024-09-16T01:55:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f7672ffd640 1 --2- 172.21.15.17:0/2021716007 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64af8360 0x55da64b06c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f76727fc640 1 -- 172.21.15.17:0/2021716007 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64af8360 msgr2=0x55da64b06c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f76727fc640 1 --2- 172.21.15.17:0/2021716007 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64af8360 0x55da64b06c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f76727fc640 1 -- 172.21.15.17:0/2021716007 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64af7a40 msgr2=0x55da64af7e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f76727fc640 1 --2- 172.21.15.17:0/2021716007 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64af7a40 0x55da64af7e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f76727fc640 1 -- 172.21.15.17:0/2021716007 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da64a111f0 con 0x55da64b07150 2024-09-16T01:55:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.528+0000 7f7672ffd640 1 --2- 172.21.15.17:0/2021716007 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64af8360 0x55da64b06c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:55:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.529+0000 7f76727fc640 1 --2- 172.21.15.17:0/2021716007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64b07150 0x55da64b09540 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f76680115f0 tx=0x7f7668009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfeef39601bbe332 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.529+0000 7f76737fe640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f765c0a32c0 0x7f765c0a5780 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f766c009fd0 tx=0x7f766c004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.529+0000 7f76597fa640 1 -- 172.21.15.17:0/2021716007 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f766801e070 con 0x55da64b07150 2024-09-16T01:55:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.529+0000 7f76597fa640 1 -- 172.21.15.17:0/2021716007 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f766800f640 con 0x55da64b07150 2024-09-16T01:55:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.529+0000 7f76597fa640 1 -- 172.21.15.17:0/2021716007 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f76680044e0 con 0x55da64b07150 2024-09-16T01:55:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.530+0000 7f767b8f5740 1 -- 172.21.15.17:0/2021716007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64b07150 msgr2=0x55da64b09540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.530+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2021716007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64b07150 0x55da64b09540 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f76680115f0 tx=0x7f7668009f90 comp rx=0 tx=0).stop 2024-09-16T01:55:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.530+0000 7f767b8f5740 1 -- 172.21.15.17:0/2021716007 shutdown_connections 2024-09-16T01:55:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.530+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2021716007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64b07150 0x55da64b09540 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.530+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2021716007 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64af8360 0x55da64b06c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.530+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2021716007 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64af7a40 0x55da64af7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.530+0000 7f767b8f5740 1 -- 172.21.15.17:0/2021716007 >> 172.21.15.17:0/2021716007 conn(0x55da64af40f0 msgr2=0x55da64af44d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.530+0000 7f767b8f5740 1 -- 172.21.15.17:0/2021716007 shutdown_connections 2024-09-16T01:55:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.530+0000 7f767b8f5740 1 -- 172.21.15.17:0/2021716007 wait complete. 2024-09-16T01:55:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.530+0000 7f767b8f5740 1 -- start start 2024-09-16T01:55:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.530+0000 7f767b8f5740 1 Processor -- start 2024-09-16T01:55:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.531+0000 7f767b8f5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b002e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.531+0000 7f767b8f5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64af8360 0x55da64b00820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.531+0000 7f767b8f5740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b07150 0x55da64b00d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.531+0000 7f767b8f5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55da64afa9e0 con 0x55da64af7a40 2024-09-16T01:55:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.531+0000 7f767b8f5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55da64a17f10 con 0x55da64af8360 2024-09-16T01:55:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.531+0000 7f767b8f5740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55da64afab60 con 0x55da64b07150 2024-09-16T01:55:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.531+0000 7f7672ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b002e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.531+0000 7f767b8f5740 10 client.0 _ll_register_callbacks cb 0x55da649e0a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.531+0000 7f7672ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b002e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52518/0 (socket says 172.21.15.17:52518) 2024-09-16T01:55:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.531+0000 7f76737fe640 1 --2- 172.21.15.17:0/2473860606 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b07150 0x55da64b00d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.531+0000 7f7672ffd640 1 -- 172.21.15.17:0/2473860606 learned_addr learned my addr 172.21.15.17:0/2473860606 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.531+0000 7f76727fc640 1 --2- 172.21.15.17:0/2473860606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64af8360 0x55da64b00820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.532+0000 7f76727fc640 1 -- 172.21.15.17:0/2473860606 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b07150 msgr2=0x55da64b00d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.532+0000 7f76727fc640 1 --2- 172.21.15.17:0/2473860606 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b07150 0x55da64b00d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.532+0000 7f76727fc640 1 -- 172.21.15.17:0/2473860606 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 msgr2=0x55da64b002e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.532+0000 7f76727fc640 1 --2- 172.21.15.17:0/2473860606 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b002e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.532+0000 7f76727fc640 1 -- 172.21.15.17:0/2473860606 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da647ce6a0 con 0x55da64af8360 2024-09-16T01:55:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.532+0000 7f7672ffd640 1 --2- 172.21.15.17:0/2473860606 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.532+0000 7f76727fc640 1 --2- 172.21.15.17:0/2473860606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64af8360 0x55da64b00820 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f766801c040 tx=0x7f76680042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d6cdffb4016872db server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.532+0000 7f7656ff5640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:55:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.532+0000 7f7656ff5640 1 -- 172.21.15.17:0/2473860606 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f766801e040 con 0x55da64af8360 2024-09-16T01:55:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.532+0000 7f7656ff5640 1 -- 172.21.15.17:0/2473860606 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7668005070 con 0x55da64af8360 2024-09-16T01:55:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.532+0000 7f767b8f5740 1 -- 172.21.15.17:0/2473860606 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f766800f640 con 0x55da64af8360 2024-09-16T01:55:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.532+0000 7f7656ff5640 1 -- 172.21.15.17:0/2473860606 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f76680044e0 con 0x55da64af8360 2024-09-16T01:55:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.532+0000 7f767b8f5740 10 client.26924 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.532+0000 7f767b8f5740 1 -- 172.21.15.17:0/2473860606 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55da64b11530 con 0x55da64af8360 2024-09-16T01:55:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.533+0000 7f7656ff5640 1 -- 172.21.15.17:0/2473860606 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f766800f640 con 0x55da64af8360 2024-09-16T01:55:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.533+0000 7f7656ff5640 1 -- 172.21.15.17:0/2473860606 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f766802a030 con 0x55da64af8360 2024-09-16T01:55:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.533+0000 7f767b8f5740 10 client.26924 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.533+0000 7f767b8f5740 10 client.26924 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.533+0000 7f767b8f5740 20 client.26924 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.533+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2473860606 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55da64b12e20 0x55da64b152e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.533+0000 7f767b8f5740 4 client.26924 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:55:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.533+0000 7f767b8f5740 1 -- 172.21.15.17:0/2473860606 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55da64a6a7f0 con 0x55da64b12e20 2024-09-16T01:55:03.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.533+0000 7f7672ffd640 1 --2- 172.21.15.17:0/2473860606 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55da64b12e20 0x55da64b152e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.534+0000 7f7656ff5640 10 client.26924 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.534+0000 7f7672ffd640 1 --2- 172.21.15.17:0/2473860606 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55da64b12e20 0x55da64b152e0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39a2260aa2575e99 server_cookie=d53de087cdcbea89 in_seq=0 out_seq=0 2024-09-16T01:55:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.534+0000 7f7656ff5640 1 -- 172.21.15.17:0/2473860606 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55da64a6a7f0 con 0x55da64b12e20 2024-09-16T01:55:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.534+0000 7f7656ff5640 10 client.26924 handle_command_reply: tid=0 2024-09-16T01:55:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.534+0000 7f767b8f5740 1 client.26924 shutdown 2024-09-16T01:55:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.535+0000 7f767b8f5740 1 -- 172.21.15.17:0/2473860606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64af8360 msgr2=0x55da64b00820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.535+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2473860606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64af8360 0x55da64b00820 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f766801c040 tx=0x7f76680042f0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.535+0000 7f767b8f5740 1 -- 172.21.15.17:0/2473860606 shutdown_connections 2024-09-16T01:55:03.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.535+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2473860606 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55da64b12e20 0x55da64b152e0 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.535+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2473860606 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b07150 0x55da64b00d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.535+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2473860606 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64af8360 0x55da64b00820 secure :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f766801c040 tx=0x7f76680042f0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.535+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2473860606 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.535+0000 7f767b8f5740 1 -- 172.21.15.17:0/2473860606 >> 172.21.15.17:0/2473860606 conn(0x55da64af40f0 msgr2=0x55da64af9e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.535+0000 7f7656ff5640 0 client.26924 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.535+0000 7f767b8f5740 1 -- 172.21.15.17:0/2473860606 shutdown_connections 2024-09-16T01:55:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.535+0000 7f767b8f5740 1 -- 172.21.15.17:0/2473860606 wait complete. 2024-09-16T01:55:03.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.535+0000 7f767b8f5740 20 client.26924 trim_cache size 0 max 16384 2024-09-16T01:55:03.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.558+0000 7f767b8f5740 1 Processor -- start 2024-09-16T01:55:03.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.558+0000 7f767b8f5740 1 -- start start 2024-09-16T01:55:03.560 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:55:03.560 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:55:03.561 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:03 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:55:03.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f767b8f5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b00bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f767b8f5740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b07150 0x55da64b1abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f767b8f5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64b1b130 0x55da64afd540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f767b8f5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f76741adbd0 con 0x55da64af7a40 2024-09-16T01:55:03.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f767b8f5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f76741ab4a0 con 0x55da64b1b130 2024-09-16T01:55:03.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f767b8f5740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f76741a92d0 con 0x55da64b07150 2024-09-16T01:55:03.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f76727fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b07150 0x55da64b1abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f7672ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b00bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f76727fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b07150 0x55da64b1abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40404/0 (socket says 172.21.15.17:40404) 2024-09-16T01:55:03.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f76737fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64b1b130 0x55da64afd540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f76727fc640 1 -- 172.21.15.17:0/1993187630 learned_addr learned my addr 172.21.15.17:0/1993187630 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:03.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f76727fc640 1 -- 172.21.15.17:0/1993187630 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64b1b130 msgr2=0x55da64afd540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:03.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f76727fc640 1 --2- 172.21.15.17:0/1993187630 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64b1b130 0x55da64afd540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f76727fc640 1 -- 172.21.15.17:0/1993187630 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 msgr2=0x55da64b00bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:03.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f76727fc640 1 --2- 172.21.15.17:0/1993187630 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b00bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.559+0000 7f76727fc640 1 -- 172.21.15.17:0/1993187630 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55da64af4de0 con 0x55da64b07150 2024-09-16T01:55:03.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.560+0000 7f76727fc640 1 --2- 172.21.15.17:0/1993187630 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b07150 0x55da64b1abf0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f7668003610 tx=0x7f7668009c40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a611e34228792e9d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:03.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.560+0000 7f7658ff9640 1 -- 172.21.15.17:0/1993187630 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f766801e070 con 0x55da64b07150 2024-09-16T01:55:03.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.560+0000 7f7658ff9640 1 -- 172.21.15.17:0/1993187630 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f766800f640 con 0x55da64b07150 2024-09-16T01:55:03.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.560+0000 7f7658ff9640 1 -- 172.21.15.17:0/1993187630 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7668003e40 con 0x55da64b07150 2024-09-16T01:55:03.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.561+0000 7f767b8f5740 1 -- 172.21.15.17:0/1993187630 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b07150 msgr2=0x55da64b1abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:03.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.561+0000 7f767b8f5740 1 --2- 172.21.15.17:0/1993187630 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b07150 0x55da64b1abf0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f7668003610 tx=0x7f7668009c40 comp rx=0 tx=0).stop 2024-09-16T01:55:03.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.561+0000 7f767b8f5740 1 -- 172.21.15.17:0/1993187630 shutdown_connections 2024-09-16T01:55:03.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.561+0000 7f767b8f5740 1 --2- 172.21.15.17:0/1993187630 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64b1b130 0x55da64afd540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.561+0000 7f767b8f5740 1 --2- 172.21.15.17:0/1993187630 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b07150 0x55da64b1abf0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.561+0000 7f767b8f5740 1 --2- 172.21.15.17:0/1993187630 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b00bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.561+0000 7f767b8f5740 1 -- 172.21.15.17:0/1993187630 >> 172.21.15.17:0/1993187630 conn(0x55da64af40f0 msgr2=0x55da64af3270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:03.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.561+0000 7f767b8f5740 1 -- 172.21.15.17:0/1993187630 shutdown_connections 2024-09-16T01:55:03.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.561+0000 7f767b8f5740 1 -- 172.21.15.17:0/1993187630 wait complete. 2024-09-16T01:55:03.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.562+0000 7f767b8f5740 1 -- start start 2024-09-16T01:55:03.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.562+0000 7f767b8f5740 1 Processor -- start 2024-09-16T01:55:03.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.562+0000 7f767b8f5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b0a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.562+0000 7f767b8f5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64b1b130 0x55da64b0ae10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.562+0000 7f767b8f5740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b0f6e0 0x55da64b0b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.562+0000 7f767b8f5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f76741a9960 con 0x55da64af7a40 2024-09-16T01:55:03.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.562+0000 7f767b8f5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f76741aadd0 con 0x55da64b1b130 2024-09-16T01:55:03.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.562+0000 7f767b8f5740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f76741aa030 con 0x55da64b0f6e0 2024-09-16T01:55:03.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.562+0000 7f767b8f5740 10 client.0 _ll_register_callbacks cb 0x7f766801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:03.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.562+0000 7f76737fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b0f6e0 0x55da64b0b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.562+0000 7f76737fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b0f6e0 0x55da64b0b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40418/0 (socket says 172.21.15.17:40418) 2024-09-16T01:55:03.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.562+0000 7f76737fe640 1 -- 172.21.15.17:0/2350396619 learned_addr learned my addr 172.21.15.17:0/2350396619 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:03.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.563+0000 7f76727fc640 1 --2- 172.21.15.17:0/2350396619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64b1b130 0x55da64b0ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.563+0000 7f7672ffd640 1 --2- 172.21.15.17:0/2350396619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b0a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.563+0000 7f76737fe640 1 -- 172.21.15.17:0/2350396619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64b1b130 msgr2=0x55da64b0ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:03.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.563+0000 7f76737fe640 1 --2- 172.21.15.17:0/2350396619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64b1b130 0x55da64b0ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.563+0000 7f76737fe640 1 -- 172.21.15.17:0/2350396619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 msgr2=0x55da64b0a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:03.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.563+0000 7f76737fe640 1 --2- 172.21.15.17:0/2350396619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b0a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.563+0000 7f76737fe640 1 -- 172.21.15.17:0/2350396619 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55da64b7ceb0 con 0x55da64b0f6e0 2024-09-16T01:55:03.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.563+0000 7f7672ffd640 1 --2- 172.21.15.17:0/2350396619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b0a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:55:03.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.563+0000 7f76737fe640 1 --2- 172.21.15.17:0/2350396619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b0f6e0 0x55da64b0b390 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f766c00fae0 tx=0x7f766c004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e6472d8ffce799f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:03.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.563+0000 7f7656ff5640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:03.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.563+0000 7f7656ff5640 1 -- 172.21.15.17:0/2350396619 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f766c01e840 con 0x55da64b0f6e0 2024-09-16T01:55:03.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.563+0000 7f7656ff5640 1 -- 172.21.15.17:0/2350396619 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f766c037470 con 0x55da64b0f6e0 2024-09-16T01:55:03.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.563+0000 7f767b8f5740 1 -- 172.21.15.17:0/2350396619 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f766800f640 con 0x55da64b0f6e0 2024-09-16T01:55:03.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.564+0000 7f7656ff5640 1 -- 172.21.15.17:0/2350396619 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f766c004b20 con 0x55da64b0f6e0 2024-09-16T01:55:03.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.564+0000 7f767b8f5740 10 client.27181 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:03.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.564+0000 7f767b8f5740 1 -- 172.21.15.17:0/2350396619 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55da64b7e250 con 0x55da64b0f6e0 2024-09-16T01:55:03.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.564+0000 7f7656ff5640 1 -- 172.21.15.17:0/2350396619 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f766800f640 con 0x55da64b0f6e0 2024-09-16T01:55:03.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.564+0000 7f7656ff5640 1 -- 172.21.15.17:0/2350396619 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f766c005020 con 0x55da64b0f6e0 2024-09-16T01:55:03.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.564+0000 7f767b8f5740 10 client.27181 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:03.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.564+0000 7f767b8f5740 10 client.27181 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:03.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.564+0000 7f767b8f5740 20 client.27181 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:03.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.564+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2350396619 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55da64b7e980 0x55da64b80dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:03.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.564+0000 7f767b8f5740 4 client.27181 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:55:03.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.564+0000 7f767b8f5740 1 -- 172.21.15.17:0/2350396619 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55da64a64d00 con 0x55da64b7e980 2024-09-16T01:55:03.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.565+0000 7f7672ffd640 1 --2- 172.21.15.17:0/2350396619 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55da64b7e980 0x55da64b80dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:03.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.565+0000 7f7672ffd640 1 --2- 172.21.15.17:0/2350396619 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55da64b7e980 0x55da64b80dc0 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1bfa7fcdc5cfb9e6 server_cookie=9a3d7a570b624be7 in_seq=0 out_seq=0 2024-09-16T01:55:03.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.565+0000 7f7656ff5640 10 client.27181 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:03.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.566+0000 7f7656ff5640 1 -- 172.21.15.17:0/2350396619 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55da64a64d00 con 0x55da64b7e980 2024-09-16T01:55:03.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.566+0000 7f7656ff5640 10 client.27181 handle_command_reply: tid=0 2024-09-16T01:55:03.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.566+0000 7f767b8f5740 1 client.27181 shutdown 2024-09-16T01:55:03.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.566+0000 7f767b8f5740 1 -- 172.21.15.17:0/2350396619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b0f6e0 msgr2=0x55da64b0b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:03.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.566+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2350396619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b0f6e0 0x55da64b0b390 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f766c00fae0 tx=0x7f766c004ab0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.566+0000 7f767b8f5740 1 -- 172.21.15.17:0/2350396619 shutdown_connections 2024-09-16T01:55:03.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.566+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2350396619 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55da64b7e980 0x55da64b80dc0 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.566+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2350396619 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55da64b0f6e0 0x55da64b0b390 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.566+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2350396619 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55da64b1b130 0x55da64b0ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.566+0000 7f767b8f5740 1 --2- 172.21.15.17:0/2350396619 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da64af7a40 0x55da64b0a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.566+0000 7f767b8f5740 1 -- 172.21.15.17:0/2350396619 >> 172.21.15.17:0/2350396619 conn(0x55da64af40f0 msgr2=0x55da64af2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:03.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.567+0000 7f7656ff5640 0 client.27181 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:03.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.567+0000 7f767b8f5740 1 -- 172.21.15.17:0/2350396619 shutdown_connections 2024-09-16T01:55:03.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.567+0000 7f767b8f5740 1 -- 172.21.15.17:0/2350396619 wait complete. 2024-09-16T01:55:03.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.567+0000 7f767b8f5740 20 client.27181 trim_cache size 0 max 16384 2024-09-16T01:55:03.574 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:55:03.574 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:55:03.574 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "67957213-8b54-46bc-a617-e35ca1a92254", 2024-09-16T01:55:03.574 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:55:03.574 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:55:03.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.568+0000 7f767951c640 1 -- 172.21.15.17:0/2632632983 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f765c0a32c0 msgr2=0x7f765c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:03.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.568+0000 7f767951c640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f765c0a32c0 0x7f765c0a5780 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f766c009fd0 tx=0x7f766c004a40 comp rx=0 tx=0).stop 2024-09-16T01:55:03.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.568+0000 7f767951c640 1 -- 172.21.15.17:0/2632632983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7674102d50 msgr2=0x7f76741983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:03.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.568+0000 7f767951c640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7674102d50 0x7f76741983d0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f766402a9a0 tx=0x7f7664031a20 comp rx=0 tx=0).stop 2024-09-16T01:55:03.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.568+0000 7f767951c640 1 -- 172.21.15.17:0/2632632983 shutdown_connections 2024-09-16T01:55:03.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.568+0000 7f767951c640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f765c0a32c0 0x7f765c0a5780 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.568+0000 7f767951c640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f767410c180 0x7f767419cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.568+0000 7f767951c640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7674103670 0x7f7674198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.568+0000 7f767951c640 1 --2- 172.21.15.17:0/2632632983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7674102d50 0x7f76741983d0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:03.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.568+0000 7f767951c640 1 -- 172.21.15.17:0/2632632983 >> 172.21.15.17:0/2632632983 conn(0x7f76740fc7d0 msgr2=0x7f76740fd4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:03.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.568+0000 7f767951c640 1 -- 172.21.15.17:0/2632632983 shutdown_connections 2024-09-16T01:55:03.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:03.568+0000 7f767951c640 1 -- 172.21.15.17:0/2632632983 wait complete. 2024-09-16T01:55:03.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 435216 3.73 MB/sec execute 506 sec latency 60.724 ms 2024-09-16T01:55:03.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:55:03.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:55:03.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:03 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:55:03.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:55:03.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:55:03.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:03 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:55:04.278 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:55:04.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:04 smithi017 ceph-mon[30972]: pgmap v685: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:55:04.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:04 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:55:04.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:04 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:04.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:04 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:55:04.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:04 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:04.599 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:04.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 436059 3.73 MB/sec execute 507 sec latency 79.633 ms 2024-09-16T01:55:04.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:04 smithi029 ceph-mon[34783]: pgmap v685: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:55:04.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:04 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:55:04.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:04 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:04.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:04 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:55:04.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:04 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:04.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:04 smithi122 ceph-mon[34758]: pgmap v685: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 213 KiB/s rd, 1.7 MiB/s wr, 87 op/s 2024-09-16T01:55:04.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:04 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:55:04.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:04 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:04.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:04 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:55:04.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:04 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:05.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.124+0000 7f8cf8803640 1 -- 172.21.15.17:0/4050660991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cf4074e30 msgr2=0x7f8cf410dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:05.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.124+0000 7f8cf8803640 1 --2- 172.21.15.17:0/4050660991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cf4074e30 0x7f8cf410dd50 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f8ce8009900 tx=0x7f8ce802a480 comp rx=0 tx=0).stop 2024-09-16T01:55:05.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.124+0000 7f8cf8803640 1 -- 172.21.15.17:0/4050660991 shutdown_connections 2024-09-16T01:55:05.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.124+0000 7f8cf8803640 1 --2- 172.21.15.17:0/4050660991 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cf410e290 0x7f8cf4110680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.124+0000 7f8cf8803640 1 --2- 172.21.15.17:0/4050660991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cf4074e30 0x7f8cf410dd50 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.124+0000 7f8cf8803640 1 --2- 172.21.15.17:0/4050660991 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8cf4074510 0x7f8cf40748f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.124+0000 7f8cf8803640 1 -- 172.21.15.17:0/4050660991 >> 172.21.15.17:0/4050660991 conn(0x7f8cf40fd710 msgr2=0x7f8cf40ffb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:05.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.124+0000 7f8cf8803640 1 -- 172.21.15.17:0/4050660991 shutdown_connections 2024-09-16T01:55:05.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.124+0000 7f8cf8803640 1 -- 172.21.15.17:0/4050660991 wait complete. 2024-09-16T01:55:05.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.125+0000 7f8cf8803640 1 Processor -- start 2024-09-16T01:55:05.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.125+0000 7f8cf8803640 1 -- start start 2024-09-16T01:55:05.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.125+0000 7f8cf8803640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cf4074510 0x7f8cf419a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.125+0000 7f8cf8803640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8cf4074e30 0x7f8cf419a920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.125+0000 7f8cf8803640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cf410e290 0x7f8cf419ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.125+0000 7f8cf8803640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf4113ec0 con 0x7f8cf4074510 2024-09-16T01:55:05.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.125+0000 7f8cf8803640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf4113d40 con 0x7f8cf410e290 2024-09-16T01:55:05.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.125+0000 7f8cf8803640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf4114040 con 0x7f8cf4074e30 2024-09-16T01:55:05.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.125+0000 7f8cf2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cf4074510 0x7f8cf419a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.125+0000 7f8cf2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cf4074510 0x7f8cf419a3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52558/0 (socket says 172.21.15.17:52558) 2024-09-16T01:55:05.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.125+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/4071090077 learned_addr learned my addr 172.21.15.17:0/4071090077 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.125+0000 7f8cf259c640 1 --2- 172.21.15.17:0/4071090077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8cf4074e30 0x7f8cf419a920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.126+0000 7f8cf359e640 1 --2- 172.21.15.17:0/4071090077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cf410e290 0x7f8cf419ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.126+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/4071090077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8cf4074e30 msgr2=0x7f8cf419a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.126+0000 7f8cf2d9d640 1 --2- 172.21.15.17:0/4071090077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8cf4074e30 0x7f8cf419a920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.126+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/4071090077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cf410e290 msgr2=0x7f8cf419ecb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.126+0000 7f8cf2d9d640 1 --2- 172.21.15.17:0/4071090077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cf410e290 0x7f8cf419ecb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.126+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/4071090077 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8cf419f390 con 0x7f8cf4074510 2024-09-16T01:55:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.126+0000 7f8cf2d9d640 1 --2- 172.21.15.17:0/4071090077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cf4074510 0x7f8cf419a3e0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f8ce400e9f0 tx=0x7f8ce400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.126+0000 7f8cdbfff640 1 -- 172.21.15.17:0/4071090077 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce400cd80 con 0x7f8cf4074510 2024-09-16T01:55:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.126+0000 7f8cf8803640 1 -- 172.21.15.17:0/4071090077 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8cf419f680 con 0x7f8cf4074510 2024-09-16T01:55:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.126+0000 7f8cdbfff640 1 -- 172.21.15.17:0/4071090077 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ce40108e0 con 0x7f8cf4074510 2024-09-16T01:55:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.126+0000 7f8cdbfff640 1 -- 172.21.15.17:0/4071090077 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce4018920 con 0x7f8cf4074510 2024-09-16T01:55:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.126+0000 7f8cf8803640 1 -- 172.21.15.17:0/4071090077 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8cf41a6f60 con 0x7f8cf4074510 2024-09-16T01:55:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.129+0000 7f8cdbfff640 1 -- 172.21.15.17:0/4071090077 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f8ce4010a90 con 0x7f8cf4074510 2024-09-16T01:55:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.129+0000 7f8cfb3dd740 1 Processor -- start 2024-09-16T01:55:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.129+0000 7f8cfb3dd740 1 -- start start 2024-09-16T01:55:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.129+0000 7f8cfb3dd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044670 0x559b77044a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.129+0000 7f8cfb3dd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b77044f90 0x559b7704f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cfb3dd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b7704f850 0x559b77051c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cfb3dd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559b76faa2e0 con 0x559b77044f90 2024-09-16T01:55:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cfb3dd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559b76f51ce0 con 0x559b7704f850 2024-09-16T01:55:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cfb3dd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559b76fa62a0 con 0x559b77044670 2024-09-16T01:55:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cf2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b77044f90 0x559b7704f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cf2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b77044f90 0x559b7704f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52566/0 (socket says 172.21.15.17:52566) 2024-09-16T01:55:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/1511905576 learned_addr learned my addr 172.21.15.17:0/1511905576 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cf259c640 1 --2- 172.21.15.17:0/1511905576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b7704f850 0x559b77051c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cf359e640 1 --2- 172.21.15.17:0/1511905576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044670 0x559b77044a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cdbfff640 1 --2- 172.21.15.17:0/4071090077 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8cdc0a3240 0x7f8cdc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/1511905576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044670 msgr2=0x559b77044a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cf2d9d640 1 --2- 172.21.15.17:0/1511905576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044670 0x559b77044a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/1511905576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b7704f850 msgr2=0x559b77051c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cf2d9d640 1 --2- 172.21.15.17:0/1511905576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b7704f850 0x559b77051c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/1511905576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b76f36440 con 0x559b77044f90 2024-09-16T01:55:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cf259c640 1 --2- 172.21.15.17:0/1511905576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b7704f850 0x559b77051c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cf359e640 1 --2- 172.21.15.17:0/4071090077 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8cdc0a3240 0x7f8cdc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.130+0000 7f8cdbfff640 1 -- 172.21.15.17:0/4071090077 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8ce40cfc90 con 0x7f8cf4074510 2024-09-16T01:55:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.131+0000 7f8cf2d9d640 1 --2- 172.21.15.17:0/1511905576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b77044f90 0x559b7704f310 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f8ce40becc0 tx=0x7f8ce406e140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f3e6666d672ad40 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.131+0000 7f8cd97fa640 1 -- 172.21.15.17:0/1511905576 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce409bdf0 con 0x559b77044f90 2024-09-16T01:55:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.131+0000 7f8cd97fa640 1 -- 172.21.15.17:0/1511905576 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8ce4010de0 con 0x559b77044f90 2024-09-16T01:55:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.131+0000 7f8cd97fa640 1 -- 172.21.15.17:0/1511905576 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce40a17f0 con 0x559b77044f90 2024-09-16T01:55:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.132+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/1511905576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b77044f90 msgr2=0x559b7704f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.132+0000 7f8cf359e640 1 --2- 172.21.15.17:0/4071090077 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8cdc0a3240 0x7f8cdc0a5700 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f8cf40754f0 tx=0x7f8cec004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.132+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/1511905576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b77044f90 0x559b7704f310 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f8ce40becc0 tx=0x7f8ce406e140 comp rx=0 tx=0).stop 2024-09-16T01:55:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.132+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/1511905576 shutdown_connections 2024-09-16T01:55:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.132+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/1511905576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b7704f850 0x559b77051c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.132+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/1511905576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b77044f90 0x559b7704f310 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.132+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/1511905576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044670 0x559b77044a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.132+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/1511905576 >> 172.21.15.17:0/1511905576 conn(0x559b77040c00 msgr2=0x559b77040fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.132+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/1511905576 shutdown_connections 2024-09-16T01:55:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.132+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/1511905576 wait complete. 2024-09-16T01:55:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.132+0000 7f8cfb3dd740 1 -- start start 2024-09-16T01:55:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.132+0000 7f8cfb3dd740 1 Processor -- start 2024-09-16T01:55:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.132+0000 7f8cfb3dd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b77044670 0x559b7704f0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.132+0000 7f8cfb3dd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044f90 0x559b7704c390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cfb3dd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b7704f850 0x559b7704c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cfb3dd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559b770523c0 con 0x559b77044670 2024-09-16T01:55:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cfb3dd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559b76f65050 con 0x559b77044f90 2024-09-16T01:55:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cfb3dd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559b77052540 con 0x559b7704f850 2024-09-16T01:55:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cf2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b77044670 0x559b7704f0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cfb3dd740 10 client.0 _ll_register_callbacks cb 0x559b76fa5160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cf2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b77044670 0x559b7704f0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52576/0 (socket says 172.21.15.17:52576) 2024-09-16T01:55:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/2895485207 learned_addr learned my addr 172.21.15.17:0/2895485207 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cf359e640 1 --2- 172.21.15.17:0/2895485207 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b7704f850 0x559b7704c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cf259c640 1 --2- 172.21.15.17:0/2895485207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044f90 0x559b7704c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/2895485207 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b7704f850 msgr2=0x559b7704c8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cf2d9d640 1 --2- 172.21.15.17:0/2895485207 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b7704f850 0x559b7704c8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/2895485207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044f90 msgr2=0x559b7704c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cf2d9d640 1 --2- 172.21.15.17:0/2895485207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044f90 0x559b7704c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/2895485207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b76d1b3c0 con 0x559b77044670 2024-09-16T01:55:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cf2d9d640 1 --2- 172.21.15.17:0/2895485207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b77044670 0x559b7704f0e0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f8ce40cd790 tx=0x7f8ce409a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37d3065d1f422a71 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cd6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:55:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cd6ff5640 1 -- 172.21.15.17:0/2895485207 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce409bc10 con 0x559b77044670 2024-09-16T01:55:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cd6ff5640 1 -- 172.21.15.17:0/2895485207 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8ce40a1ad0 con 0x559b77044670 2024-09-16T01:55:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.133+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/2895485207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x559b76fb7850 con 0x559b77044670 2024-09-16T01:55:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.134+0000 7f8cd6ff5640 1 -- 172.21.15.17:0/2895485207 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8ce40b5050 con 0x559b77044670 2024-09-16T01:55:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.134+0000 7f8cfb3dd740 10 client.17544 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.134+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/2895485207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559b7705dcd0 con 0x559b77044670 2024-09-16T01:55:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.134+0000 7f8cd6ff5640 1 -- 172.21.15.17:0/2895485207 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x559b76fb7850 con 0x559b77044670 2024-09-16T01:55:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.134+0000 7f8cd6ff5640 1 -- 172.21.15.17:0/2895485207 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8ce40cd810 con 0x559b77044670 2024-09-16T01:55:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.134+0000 7f8cfb3dd740 10 client.17544 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.134+0000 7f8cfb3dd740 10 client.17544 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.134+0000 7f8cfb3dd740 20 client.17544 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.134+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/2895485207 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559b7705f020 0x559b77061410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.134+0000 7f8cfb3dd740 4 client.17544 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:55:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.134+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/2895485207 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559b76fb1d60 con 0x559b7705f020 2024-09-16T01:55:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.134+0000 7f8cf259c640 1 --2- 172.21.15.17:0/2895485207 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559b7705f020 0x559b77061410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.135+0000 7f8cf259c640 1 --2- 172.21.15.17:0/2895485207 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559b7705f020 0x559b77061410 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e660338f5234d2c7 server_cookie=a78e74a354dfd92d in_seq=0 out_seq=0 2024-09-16T01:55:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.135+0000 7f8cd6ff5640 10 client.17544 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cd6ff5640 1 -- 172.21.15.17:0/2895485207 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559b76fb1d60 con 0x559b7705f020 2024-09-16T01:55:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cd6ff5640 10 client.17544 handle_command_reply: tid=0 2024-09-16T01:55:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cfb3dd740 1 client.17544 shutdown 2024-09-16T01:55:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/2895485207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b77044670 msgr2=0x559b7704f0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/2895485207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b77044670 0x559b7704f0e0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f8ce40cd790 tx=0x7f8ce409a7c0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/2895485207 shutdown_connections 2024-09-16T01:55:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/2895485207 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559b7705f020 0x559b77061410 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/2895485207 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b7704f850 0x559b7704c8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/2895485207 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044f90 0x559b7704c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/2895485207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b77044670 0x559b7704f0e0 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cd6ff5640 0 client.17544 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/2895485207 >> 172.21.15.17:0/2895485207 conn(0x559b77040c00 msgr2=0x559b77046930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/2895485207 shutdown_connections 2024-09-16T01:55:05.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/2895485207 wait complete. 2024-09-16T01:55:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.136+0000 7f8cfb3dd740 20 client.17544 trim_cache size 0 max 16384 2024-09-16T01:55:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.156+0000 7f8cfb3dd740 1 Processor -- start 2024-09-16T01:55:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.156+0000 7f8cfb3dd740 1 -- start start 2024-09-16T01:55:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.156+0000 7f8cfb3dd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044670 0x559b7705b620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.156+0000 7f8cfb3dd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044f90 0x559b770669e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cfb3dd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b7704f850 0x559b77066f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cfb3dd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf41b1f60 con 0x559b7704f850 2024-09-16T01:55:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cfb3dd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf41af830 con 0x559b77044670 2024-09-16T01:55:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cfb3dd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf41ad660 con 0x559b77044f90 2024-09-16T01:55:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cf359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b7704f850 0x559b77066f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cf359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b7704f850 0x559b77066f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52588/0 (socket says 172.21.15.17:52588) 2024-09-16T01:55:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cf259c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044f90 0x559b770669e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cf359e640 1 -- 172.21.15.17:0/884994432 learned_addr learned my addr 172.21.15.17:0/884994432 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cf2d9d640 1 --2- 172.21.15.17:0/884994432 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044670 0x559b7705b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cf359e640 1 -- 172.21.15.17:0/884994432 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044f90 msgr2=0x559b770669e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cf359e640 1 --2- 172.21.15.17:0/884994432 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044f90 0x559b770669e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cf359e640 1 -- 172.21.15.17:0/884994432 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044670 msgr2=0x559b7705b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:05.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cf359e640 1 --2- 172.21.15.17:0/884994432 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044670 0x559b7705b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cf359e640 1 -- 172.21.15.17:0/884994432 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559b77044dc0 con 0x559b7704f850 2024-09-16T01:55:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.157+0000 7f8cf359e640 1 --2- 172.21.15.17:0/884994432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b7704f850 0x559b77066f20 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f8cec011430 tx=0x7f8cec015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52fcfad8f17ee973 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.158+0000 7f8cd8ff9640 1 -- 172.21.15.17:0/884994432 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cec013660 con 0x559b7704f850 2024-09-16T01:55:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.158+0000 7f8cd8ff9640 1 -- 172.21.15.17:0/884994432 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8cec013cb0 con 0x559b7704f850 2024-09-16T01:55:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.158+0000 7f8cd8ff9640 1 -- 172.21.15.17:0/884994432 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8cec01fbf0 con 0x559b7704f850 2024-09-16T01:55:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.158+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/884994432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b7704f850 msgr2=0x559b77066f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.158+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/884994432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b7704f850 0x559b77066f20 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f8cec011430 tx=0x7f8cec015000 comp rx=0 tx=0).stop 2024-09-16T01:55:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.158+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/884994432 shutdown_connections 2024-09-16T01:55:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.158+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/884994432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b7704f850 0x559b77066f20 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.158+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/884994432 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044f90 0x559b770669e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.158+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/884994432 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044670 0x559b7705b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.158+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/884994432 >> 172.21.15.17:0/884994432 conn(0x559b77040c00 msgr2=0x559b7704b480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:05.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/884994432 shutdown_connections 2024-09-16T01:55:05.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/884994432 wait complete. 2024-09-16T01:55:05.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cfb3dd740 1 -- start start 2024-09-16T01:55:05.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cfb3dd740 1 Processor -- start 2024-09-16T01:55:05.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cfb3dd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044670 0x559b77057e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cfb3dd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044f90 0x559b77053190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cfb3dd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b7704f850 0x559b770536d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cfb3dd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf41adcf0 con 0x559b7704f850 2024-09-16T01:55:05.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cfb3dd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf41af160 con 0x559b77044f90 2024-09-16T01:55:05.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cfb3dd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8cf41ae3c0 con 0x559b77044670 2024-09-16T01:55:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cfb3dd740 10 client.0 _ll_register_callbacks cb 0x7f8ce8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cf2d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044670 0x559b77057e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cf359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b7704f850 0x559b770536d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cf2d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044670 0x559b77057e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40482/0 (socket says 172.21.15.17:40482) 2024-09-16T01:55:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.159+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/3576321471 learned_addr learned my addr 172.21.15.17:0/3576321471 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.160+0000 7f8cf259c640 1 --2- 172.21.15.17:0/3576321471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044f90 0x559b77053190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.160+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/3576321471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044f90 msgr2=0x559b77053190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.160+0000 7f8cf2d9d640 1 --2- 172.21.15.17:0/3576321471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044f90 0x559b77053190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.160+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/3576321471 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b7704f850 msgr2=0x559b770536d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.160+0000 7f8cf2d9d640 1 --2- 172.21.15.17:0/3576321471 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b7704f850 0x559b770536d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.160+0000 7f8cf2d9d640 1 -- 172.21.15.17:0/3576321471 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559b77053f00 con 0x559b77044670 2024-09-16T01:55:05.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.160+0000 7f8cf259c640 1 --2- 172.21.15.17:0/3576321471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044f90 0x559b77053190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:55:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.160+0000 7f8cf2d9d640 1 --2- 172.21.15.17:0/3576321471 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044670 0x559b77057e60 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f8ce40a49f0 tx=0x7f8ce4005ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab62c23513ef7c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.160+0000 7f8cd6ff5640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.160+0000 7f8cd6ff5640 1 -- 172.21.15.17:0/3576321471 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8ce409bc10 con 0x559b77044670 2024-09-16T01:55:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.160+0000 7f8cd6ff5640 1 -- 172.21.15.17:0/3576321471 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8ce40a1a30 con 0x559b77044670 2024-09-16T01:55:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.160+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/3576321471 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8cec013cb0 con 0x559b77044670 2024-09-16T01:55:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.160+0000 7f8cd6ff5640 1 -- 172.21.15.17:0/3576321471 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8ce409bdf0 con 0x559b77044670 2024-09-16T01:55:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.161+0000 7f8cfb3dd740 10 client.27199 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.161+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/3576321471 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x559b770c9950 con 0x559b77044670 2024-09-16T01:55:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.161+0000 7f8cd6ff5640 1 -- 172.21.15.17:0/3576321471 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8cec013cb0 con 0x559b77044670 2024-09-16T01:55:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.161+0000 7f8cd6ff5640 1 -- 172.21.15.17:0/3576321471 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8ce40d3800 con 0x559b77044670 2024-09-16T01:55:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.161+0000 7f8cfb3dd740 10 client.27199 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.161+0000 7f8cfb3dd740 10 client.27199 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:05.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.161+0000 7f8cfb3dd740 20 client.27199 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.161+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/3576321471 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559b770c9d80 0x559b770cc1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.161+0000 7f8cfb3dd740 4 client.27199 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:55:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.161+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/3576321471 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559b76f2e210 con 0x559b770c9d80 2024-09-16T01:55:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.161+0000 7f8cf259c640 1 --2- 172.21.15.17:0/3576321471 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559b770c9d80 0x559b770cc1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cd6ff5640 10 client.27199 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cf259c640 1 --2- 172.21.15.17:0/3576321471 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559b770c9d80 0x559b770cc1a0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4d012290570544db server_cookie=401d5cf90f119357 in_seq=0 out_seq=0 2024-09-16T01:55:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cd6ff5640 1 -- 172.21.15.17:0/3576321471 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x559b76f2e210 con 0x559b770c9d80 2024-09-16T01:55:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cd6ff5640 10 client.27199 handle_command_reply: tid=0 2024-09-16T01:55:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cfb3dd740 1 client.27199 shutdown 2024-09-16T01:55:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/3576321471 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044670 msgr2=0x559b77057e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/3576321471 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044670 0x559b77057e60 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f8ce40a49f0 tx=0x7f8ce4005ab0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/3576321471 shutdown_connections 2024-09-16T01:55:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/3576321471 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559b770c9d80 0x559b770cc1a0 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/3576321471 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b7704f850 0x559b770536d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cd6ff5640 0 client.27199 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/3576321471 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559b77044f90 0x559b77053190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cfb3dd740 1 --2- 172.21.15.17:0/3576321471 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559b77044670 0x559b77057e60 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/3576321471 >> 172.21.15.17:0/3576321471 conn(0x559b77040c00 msgr2=0x559b7704dbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/3576321471 shutdown_connections 2024-09-16T01:55:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cfb3dd740 1 -- 172.21.15.17:0/3576321471 wait complete. 2024-09-16T01:55:05.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.162+0000 7f8cfb3dd740 20 client.27199 trim_cache size 0 max 16384 2024-09-16T01:55:05.174 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:55:05.174 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:55:05.174 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:55:05.174 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:55:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.163+0000 7f8cf8803640 1 -- 172.21.15.17:0/4071090077 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8cdc0a3240 msgr2=0x7f8cdc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.163+0000 7f8cf8803640 1 --2- 172.21.15.17:0/4071090077 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8cdc0a3240 0x7f8cdc0a5700 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f8cf40754f0 tx=0x7f8cec004a40 comp rx=0 tx=0).stop 2024-09-16T01:55:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.163+0000 7f8cf8803640 1 -- 172.21.15.17:0/4071090077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cf4074510 msgr2=0x7f8cf419a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.163+0000 7f8cf8803640 1 --2- 172.21.15.17:0/4071090077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cf4074510 0x7f8cf419a3e0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f8ce400e9f0 tx=0x7f8ce400eeb0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.163+0000 7f8cf8803640 1 -- 172.21.15.17:0/4071090077 shutdown_connections 2024-09-16T01:55:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.163+0000 7f8cf8803640 1 --2- 172.21.15.17:0/4071090077 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8cdc0a3240 0x7f8cdc0a5700 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.163+0000 7f8cf8803640 1 --2- 172.21.15.17:0/4071090077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8cf410e290 0x7f8cf419ecb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.163+0000 7f8cf8803640 1 --2- 172.21.15.17:0/4071090077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8cf4074e30 0x7f8cf419a920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.163+0000 7f8cf8803640 1 --2- 172.21.15.17:0/4071090077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8cf4074510 0x7f8cf419a3e0 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:05.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.163+0000 7f8cf8803640 1 -- 172.21.15.17:0/4071090077 >> 172.21.15.17:0/4071090077 conn(0x7f8cf40fd710 msgr2=0x7f8cf40fe410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:05.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.163+0000 7f8cf8803640 1 -- 172.21.15.17:0/4071090077 shutdown_connections 2024-09-16T01:55:05.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:05.163+0000 7f8cf8803640 1 -- 172.21.15.17:0/4071090077 wait complete. 2024-09-16T01:55:05.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 436579 3.74 MB/sec execute 508 sec latency 64.691 ms 2024-09-16T01:55:05.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:05 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:55:05.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:05 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:55:05.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:05 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:55:06.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 437007 3.73 MB/sec execute 509 sec latency 53.517 ms 2024-09-16T01:55:06.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:06 smithi017 ceph-mon[30972]: pgmap v686: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:55:06.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:06 smithi029 ceph-mon[34783]: pgmap v686: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:55:06.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:06 smithi122 ceph-mon[34758]: pgmap v686: 97 pgs: 97 active+clean; 185 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 1.8 MiB/s wr, 102 op/s 2024-09-16T01:55:07.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 437723 3.73 MB/sec execute 510 sec latency 83.006 ms 2024-09-16T01:55:07.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:55:07.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:55:07.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:55:07.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:55:07.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:55:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:55:07.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:55:07.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:55:07.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:55:08.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 438358 3.72 MB/sec execute 511 sec latency 89.466 ms 2024-09-16T01:55:08.741 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:08 smithi017 ceph-mon[30972]: pgmap v687: 97 pgs: 97 active+clean; 184 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.5 MiB/s wr, 75 op/s 2024-09-16T01:55:08.773 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:55:08.774 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:55:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:08 smithi122 ceph-mon[34758]: pgmap v687: 97 pgs: 97 active+clean; 184 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.5 MiB/s wr, 75 op/s 2024-09-16T01:55:08.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:08 smithi029 ceph-mon[34783]: pgmap v687: 97 pgs: 97 active+clean; 184 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.5 MiB/s wr, 75 op/s 2024-09-16T01:55:09.065 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:09.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 439031 3.73 MB/sec execute 512 sec latency 68.791 ms 2024-09-16T01:55:10.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 439647 3.73 MB/sec execute 513 sec latency 91.042 ms 2024-09-16T01:55:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:10 smithi017 ceph-mon[30972]: pgmap v688: 97 pgs: 97 active+clean; 187 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:55:10.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:10 smithi122 ceph-mon[34758]: pgmap v688: 97 pgs: 97 active+clean; 187 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:55:10.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:10 smithi029 ceph-mon[34783]: pgmap v688: 97 pgs: 97 active+clean; 187 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:55:11.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.227+0000 7f1c76984640 1 -- 172.21.15.17:0/1448123226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c70102ef0 msgr2=0x7f1c7010da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:11.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.227+0000 7f1c76984640 1 --2- 172.21.15.17:0/1448123226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c70102ef0 0x7f1c7010da40 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f1c68009ca0 tx=0x7f1c6802a950 comp rx=0 tx=0).stop 2024-09-16T01:55:11.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.227+0000 7f1c76984640 1 -- 172.21.15.17:0/1448123226 shutdown_connections 2024-09-16T01:55:11.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.227+0000 7f1c76984640 1 --2- 172.21.15.17:0/1448123226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c70102ef0 0x7f1c7010da40 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:11.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.227+0000 7f1c76984640 1 --2- 172.21.15.17:0/1448123226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c70102570 0x7f1c701029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.227+0000 7f1c76984640 1 --2- 172.21.15.17:0/1448123226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c70100e20 0x7f1c70101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.227+0000 7f1c76984640 1 -- 172.21.15.17:0/1448123226 >> 172.21.15.17:0/1448123226 conn(0x7f1c700fc7d0 msgr2=0x7f1c700febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.227+0000 7f1c76984640 1 -- 172.21.15.17:0/1448123226 shutdown_connections 2024-09-16T01:55:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.227+0000 7f1c76984640 1 -- 172.21.15.17:0/1448123226 wait complete. 2024-09-16T01:55:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.228+0000 7f1c76984640 1 Processor -- start 2024-09-16T01:55:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.228+0000 7f1c76984640 1 -- start start 2024-09-16T01:55:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.228+0000 7f1c76984640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c70100e20 0x7f1c70198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.228+0000 7f1c76984640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c70102570 0x7f1c701988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.228+0000 7f1c76984640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c70102ef0 0x7f1c7019cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.228+0000 7f1c76984640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1c70110e30 con 0x7f1c70102570 2024-09-16T01:55:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.228+0000 7f1c76984640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1c70110cb0 con 0x7f1c70102ef0 2024-09-16T01:55:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.228+0000 7f1c76984640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1c70110fb0 con 0x7f1c70100e20 2024-09-16T01:55:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.228+0000 7f1c6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c70102570 0x7f1c701988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.228+0000 7f1c6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c70102570 0x7f1c701988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58472/0 (socket says 172.21.15.17:58472) 2024-09-16T01:55:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.228+0000 7f1c6f7fe640 1 -- 172.21.15.17:0/9095874 learned_addr learned my addr 172.21.15.17:0/9095874 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.228+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c70100e20 0x7f1c70198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.228+0000 7f1c74f21640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c70102ef0 0x7f1c7019cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.229+0000 7f1c6f7fe640 1 -- 172.21.15.17:0/9095874 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c70100e20 msgr2=0x7f1c70198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.229+0000 7f1c6f7fe640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c70100e20 0x7f1c70198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.229+0000 7f1c6f7fe640 1 -- 172.21.15.17:0/9095874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c70102ef0 msgr2=0x7f1c7019cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.229+0000 7f1c6f7fe640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c70102ef0 0x7f1c7019cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.229+0000 7f1c6f7fe640 1 -- 172.21.15.17:0/9095874 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c7019d340 con 0x7f1c70102570 2024-09-16T01:55:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.229+0000 7f1c74f21640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c70102ef0 0x7f1c7019cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:55:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.229+0000 7f1c6f7fe640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c70102570 0x7f1c701988d0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f1c6400e9f0 tx=0x7f1c6400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.229+0000 7f1c6d7fa640 1 -- 172.21.15.17:0/9095874 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c6400cd80 con 0x7f1c70102570 2024-09-16T01:55:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.229+0000 7f1c76984640 1 -- 172.21.15.17:0/9095874 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c7019d630 con 0x7f1c70102570 2024-09-16T01:55:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.229+0000 7f1c6d7fa640 1 -- 172.21.15.17:0/9095874 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c640054d0 con 0x7f1c70102570 2024-09-16T01:55:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.229+0000 7f1c6d7fa640 1 -- 172.21.15.17:0/9095874 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c64010490 con 0x7f1c70102570 2024-09-16T01:55:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.229+0000 7f1c76984640 1 -- 172.21.15.17:0/9095874 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c701a4f10 con 0x7f1c70102570 2024-09-16T01:55:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.230+0000 7f1c76984640 1 -- 172.21.15.17:0/9095874 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1c70101200 con 0x7f1c70102570 2024-09-16T01:55:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.232+0000 7f1c6d7fa640 1 -- 172.21.15.17:0/9095874 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1c64005020 con 0x7f1c70102570 2024-09-16T01:55:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.232+0000 7f1c6d7fa640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1c580a3240 0x7f1c580a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.233+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1c580a3240 0x7f1c580a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.233+0000 7f1c6d7fa640 1 -- 172.21.15.17:0/9095874 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1c640cfd20 con 0x7f1c70102570 2024-09-16T01:55:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.233+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1c580a3240 0x7f1c580a5700 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1c6000bbe0 tx=0x7f1c6000b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.237+0000 7f1c6d7fa640 1 -- 172.21.15.17:0/9095874 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f1c6409ca40 con 0x7f1c70102570 2024-09-16T01:55:11.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.497+0000 7f1c76984640 1 -- 172.21.15.17:0/9095874 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1c7010a0a0 con 0x7f1c70102570 2024-09-16T01:55:11.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.498+0000 7f1c6d7fa640 1 -- 172.21.15.17:0/9095874 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f1c6409c340 con 0x7f1c70102570 2024-09-16T01:55:11.499 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:55:11.499 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:55:11.500 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:55:11.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.500+0000 7f1c76984640 1 -- 172.21.15.17:0/9095874 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1c580a3240 msgr2=0x7f1c580a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:11.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.500+0000 7f1c76984640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1c580a3240 0x7f1c580a5700 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1c6000bbe0 tx=0x7f1c6000b390 comp rx=0 tx=0).stop 2024-09-16T01:55:11.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.500+0000 7f1c76984640 1 -- 172.21.15.17:0/9095874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c70102570 msgr2=0x7f1c701988d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:11.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.500+0000 7f1c76984640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c70102570 0x7f1c701988d0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f1c6400e9f0 tx=0x7f1c6400edf0 comp rx=0 tx=0).stop 2024-09-16T01:55:11.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.500+0000 7f1c76984640 1 -- 172.21.15.17:0/9095874 shutdown_connections 2024-09-16T01:55:11.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.500+0000 7f1c76984640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1c580a3240 0x7f1c580a5700 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:11.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.500+0000 7f1c76984640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c70102ef0 0x7f1c7019cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:11.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.500+0000 7f1c76984640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c70102570 0x7f1c701988d0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:11.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.500+0000 7f1c76984640 1 --2- 172.21.15.17:0/9095874 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c70100e20 0x7f1c70198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:11.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.500+0000 7f1c76984640 1 -- 172.21.15.17:0/9095874 >> 172.21.15.17:0/9095874 conn(0x7f1c700fc7d0 msgr2=0x7f1c7006a210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:11.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.500+0000 7f1c76984640 1 -- 172.21.15.17:0/9095874 shutdown_connections 2024-09-16T01:55:11.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:11.500+0000 7f1c76984640 1 -- 172.21.15.17:0/9095874 wait complete. 2024-09-16T01:55:11.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 440268 3.73 MB/sec execute 514 sec latency 51.098 ms 2024-09-16T01:55:12.158 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:55:12.449 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:12.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 440835 3.72 MB/sec execute 515 sec latency 20.507 ms 2024-09-16T01:55:12.768 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:12 smithi017 ceph-mon[30972]: pgmap v689: 97 pgs: 97 active+clean; 187 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.6 MiB/s wr, 93 op/s 2024-09-16T01:55:12.768 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:12 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/9095874' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:55:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:12 smithi122 ceph-mon[34758]: pgmap v689: 97 pgs: 97 active+clean; 187 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.6 MiB/s wr, 93 op/s 2024-09-16T01:55:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:12 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/9095874' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:55:12.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:12 smithi029 ceph-mon[34783]: pgmap v689: 97 pgs: 97 active+clean; 187 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 318 KiB/s rd, 1.6 MiB/s wr, 93 op/s 2024-09-16T01:55:12.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:12 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/9095874' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:55:13.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.005+0000 7f3752716640 1 -- 172.21.15.17:0/4278305044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f374c1082a0 msgr2=0x7f374c10ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:13.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.005+0000 7f3752716640 1 --2- 172.21.15.17:0/4278305044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f374c1082a0 0x7f374c10ec40 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f3744009cd0 tx=0x7f374402a8e0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.005+0000 7f3752716640 1 -- 172.21.15.17:0/4278305044 shutdown_connections 2024-09-16T01:55:13.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.005+0000 7f3752716640 1 --2- 172.21.15.17:0/4278305044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f374c1082a0 0x7f374c10ec40 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.005+0000 7f3752716640 1 --2- 172.21.15.17:0/4278305044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c1036e0 0x7f374c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.005+0000 7f3752716640 1 --2- 172.21.15.17:0/4278305044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374c102d30 0x7f374c103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.005+0000 7f3752716640 1 -- 172.21.15.17:0/4278305044 >> 172.21.15.17:0/4278305044 conn(0x7f374c0fc7d0 msgr2=0x7f374c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:13.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.005+0000 7f3752716640 1 -- 172.21.15.17:0/4278305044 shutdown_connections 2024-09-16T01:55:13.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.005+0000 7f3752716640 1 -- 172.21.15.17:0/4278305044 wait complete. 2024-09-16T01:55:13.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.006+0000 7f3752716640 1 Processor -- start 2024-09-16T01:55:13.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.006+0000 7f3752716640 1 -- start start 2024-09-16T01:55:13.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.006+0000 7f3752716640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f374c102d30 0x7f374c198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.006+0000 7f3752716640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374c1036e0 0x7f374c1989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.006+0000 7f3752716640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c1082a0 0x7f374c19cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.006+0000 7f3752716640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f374c111f50 con 0x7f374c102d30 2024-09-16T01:55:13.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.006+0000 7f3752716640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f374c111dd0 con 0x7f374c1082a0 2024-09-16T01:55:13.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.006+0000 7f3752716640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f374c1120d0 con 0x7f374c1036e0 2024-09-16T01:55:13.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.006+0000 7f374bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f374c102d30 0x7f374c198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.006+0000 7f374bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f374c102d30 0x7f374c198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58498/0 (socket says 172.21.15.17:58498) 2024-09-16T01:55:13.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.006+0000 7f374bfff640 1 -- 172.21.15.17:0/1426364201 learned_addr learned my addr 172.21.15.17:0/1426364201 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:13.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.006+0000 7f3743fff640 1 --2- 172.21.15.17:0/1426364201 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374c1036e0 0x7f374c1989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.007+0000 7f3750cb3640 1 --2- 172.21.15.17:0/1426364201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c1082a0 0x7f374c19cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.007+0000 7f374bfff640 1 -- 172.21.15.17:0/1426364201 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374c1036e0 msgr2=0x7f374c1989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:13.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.007+0000 7f374bfff640 1 --2- 172.21.15.17:0/1426364201 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374c1036e0 0x7f374c1989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.007+0000 7f374bfff640 1 -- 172.21.15.17:0/1426364201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c1082a0 msgr2=0x7f374c19cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:13.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.007+0000 7f374bfff640 1 --2- 172.21.15.17:0/1426364201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c1082a0 0x7f374c19cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.007+0000 7f374bfff640 1 -- 172.21.15.17:0/1426364201 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f374c19d420 con 0x7f374c102d30 2024-09-16T01:55:13.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.007+0000 7f374bfff640 1 --2- 172.21.15.17:0/1426364201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f374c102d30 0x7f374c198470 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f373c00e9f0 tx=0x7f373c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:13.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.007+0000 7f3749ffb640 1 -- 172.21.15.17:0/1426364201 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c00cd80 con 0x7f374c102d30 2024-09-16T01:55:13.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.007+0000 7f3749ffb640 1 -- 172.21.15.17:0/1426364201 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f373c0108e0 con 0x7f374c102d30 2024-09-16T01:55:13.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.007+0000 7f3752716640 1 -- 172.21.15.17:0/1426364201 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f374c19d710 con 0x7f374c102d30 2024-09-16T01:55:13.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.007+0000 7f3749ffb640 1 -- 172.21.15.17:0/1426364201 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c018920 con 0x7f374c102d30 2024-09-16T01:55:13.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.007+0000 7f3752716640 1 -- 172.21.15.17:0/1426364201 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f374c1a4ff0 con 0x7f374c102d30 2024-09-16T01:55:13.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.010+0000 7f3749ffb640 1 -- 172.21.15.17:0/1426364201 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f373c010a90 con 0x7f374c102d30 2024-09-16T01:55:13.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.010+0000 7f3754aef740 1 Processor -- start 2024-09-16T01:55:13.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.010+0000 7f3754aef740 1 -- start start 2024-09-16T01:55:13.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.010+0000 7f3754aef740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084cab40 0x5562084c9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.010+0000 7f3754aef740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084c95d0 0x5562084c9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f3754aef740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084d8780 0x5562084dab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f3754aef740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55620842f2f0 con 0x5562084c95d0 2024-09-16T01:55:13.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f3754aef740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5562083d6cf0 con 0x5562084cab40 2024-09-16T01:55:13.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f3754aef740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55620842b2b0 con 0x5562084d8780 2024-09-16T01:55:13.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f374bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084c95d0 0x5562084c9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f374bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084c95d0 0x5562084c9a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58502/0 (socket says 172.21.15.17:58502) 2024-09-16T01:55:13.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f374bfff640 1 -- 172.21.15.17:0/115052247 learned_addr learned my addr 172.21.15.17:0/115052247 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:13.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f3743fff640 1 --2- 172.21.15.17:0/115052247 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084d8780 0x5562084dab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f3750cb3640 1 --2- 172.21.15.17:0/115052247 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084cab40 0x5562084c9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f3749ffb640 1 --2- 172.21.15.17:0/1426364201 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f37380a3240 0x7f37380a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f374bfff640 1 -- 172.21.15.17:0/115052247 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084d8780 msgr2=0x5562084dab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:13.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f374bfff640 1 --2- 172.21.15.17:0/115052247 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084d8780 0x5562084dab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f374bfff640 1 -- 172.21.15.17:0/115052247 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084cab40 msgr2=0x5562084c9090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:13.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f374bfff640 1 --2- 172.21.15.17:0/115052247 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084cab40 0x5562084c9090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f374bfff640 1 -- 172.21.15.17:0/115052247 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562083bb3a0 con 0x5562084c95d0 2024-09-16T01:55:13.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f3750cb3640 1 --2- 172.21.15.17:0/1426364201 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f37380a3240 0x7f37380a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f3743fff640 1 --2- 172.21.15.17:0/115052247 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084d8780 0x5562084dab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:13.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.011+0000 7f3749ffb640 1 -- 172.21.15.17:0/1426364201 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f373c0cfc90 con 0x7f374c102d30 2024-09-16T01:55:13.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.012+0000 7f374bfff640 1 --2- 172.21.15.17:0/115052247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084c95d0 0x5562084c9a10 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f373c04faf0 tx=0x7f373c024000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b60092fe676580f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:13.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.012+0000 7f37427fc640 1 -- 172.21.15.17:0/115052247 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c09c080 con 0x5562084c95d0 2024-09-16T01:55:13.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.012+0000 7f37427fc640 1 -- 172.21.15.17:0/115052247 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f373c04e410 con 0x5562084c95d0 2024-09-16T01:55:13.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.012+0000 7f37427fc640 1 -- 172.21.15.17:0/115052247 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c01cb00 con 0x5562084c95d0 2024-09-16T01:55:13.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.013+0000 7f3754aef740 1 -- 172.21.15.17:0/115052247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084c95d0 msgr2=0x5562084c9a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:13.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.013+0000 7f3754aef740 1 --2- 172.21.15.17:0/115052247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084c95d0 0x5562084c9a10 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f373c04faf0 tx=0x7f373c024000 comp rx=0 tx=0).stop 2024-09-16T01:55:13.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.013+0000 7f3750cb3640 1 --2- 172.21.15.17:0/1426364201 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f37380a3240 0x7f37380a5700 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f3744005e30 tx=0x7f374402a8e0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:13.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.013+0000 7f3754aef740 1 -- 172.21.15.17:0/115052247 shutdown_connections 2024-09-16T01:55:13.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.013+0000 7f3754aef740 1 --2- 172.21.15.17:0/115052247 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084d8780 0x5562084dab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.013+0000 7f3754aef740 1 --2- 172.21.15.17:0/115052247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084c95d0 0x5562084c9a10 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.013+0000 7f3754aef740 1 --2- 172.21.15.17:0/115052247 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084cab40 0x5562084c9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.013+0000 7f3754aef740 1 -- 172.21.15.17:0/115052247 >> 172.21.15.17:0/115052247 conn(0x556208492310 msgr2=0x5562084c5c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:13.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.013+0000 7f3754aef740 1 -- 172.21.15.17:0/115052247 shutdown_connections 2024-09-16T01:55:13.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.013+0000 7f3754aef740 1 -- 172.21.15.17:0/115052247 wait complete. 2024-09-16T01:55:13.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.013+0000 7f3754aef740 1 -- start start 2024-09-16T01:55:13.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.013+0000 7f3754aef740 1 Processor -- start 2024-09-16T01:55:13.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f3754aef740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084c95d0 0x5562084d81a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f3754aef740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084cab40 0x5562084d5450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f3754aef740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084d8780 0x5562084d5a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f3754aef740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5562084db420 con 0x5562084cab40 2024-09-16T01:55:13.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f3754aef740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5562083ea060 con 0x5562084d8780 2024-09-16T01:55:13.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f3754aef740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5562084db5a0 con 0x5562084c95d0 2024-09-16T01:55:13.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f3754aef740 10 client.0 _ll_register_callbacks cb 0x55620813d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:13.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f3743fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084cab40 0x5562084d5450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f374bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084c95d0 0x5562084d81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f3743fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084cab40 0x5562084d5450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58510/0 (socket says 172.21.15.17:58510) 2024-09-16T01:55:13.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f374bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084c95d0 0x5562084d81a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:32912/0 (socket says 172.21.15.17:32912) 2024-09-16T01:55:13.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f3743fff640 1 -- 172.21.15.17:0/1304906253 learned_addr learned my addr 172.21.15.17:0/1304906253 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:13.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f3750cb3640 1 --2- 172.21.15.17:0/1304906253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084d8780 0x5562084d5a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f374bfff640 1 -- 172.21.15.17:0/1304906253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084d8780 msgr2=0x5562084d5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:13.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f374bfff640 1 --2- 172.21.15.17:0/1304906253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084d8780 0x5562084d5a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f374bfff640 1 -- 172.21.15.17:0/1304906253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084cab40 msgr2=0x5562084d5450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:13.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f374bfff640 1 --2- 172.21.15.17:0/1304906253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084cab40 0x5562084d5450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f374bfff640 1 -- 172.21.15.17:0/1304906253 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562081a03c0 con 0x5562084c95d0 2024-09-16T01:55:13.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.014+0000 7f3743fff640 1 --2- 172.21.15.17:0/1304906253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084cab40 0x5562084d5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:13.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.015+0000 7f374bfff640 1 --2- 172.21.15.17:0/1304906253 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084c95d0 0x5562084d81a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f373c0cd790 tx=0x7f373c00c7d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8bda387b184d61 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:13.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.015+0000 7f372b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:13.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.015+0000 7f372b7fe640 1 -- 172.21.15.17:0/1304906253 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c0259a0 con 0x5562084c95d0 2024-09-16T01:55:13.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.015+0000 7f3754aef740 1 -- 172.21.15.17:0/1304906253 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55620843c860 con 0x5562084c95d0 2024-09-16T01:55:13.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.015+0000 7f372b7fe640 1 -- 172.21.15.17:0/1304906253 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f373c09a5b0 con 0x5562084c95d0 2024-09-16T01:55:13.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.015+0000 7f372b7fe640 1 -- 172.21.15.17:0/1304906253 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f373c0b5050 con 0x5562084c95d0 2024-09-16T01:55:13.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.015+0000 7f3754aef740 10 client.27217 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:13.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.015+0000 7f3754aef740 1 -- 172.21.15.17:0/1304906253 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5562084db470 con 0x5562084c95d0 2024-09-16T01:55:13.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.015+0000 7f372b7fe640 1 -- 172.21.15.17:0/1304906253 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55620843c860 con 0x5562084c95d0 2024-09-16T01:55:13.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.015+0000 7f372b7fe640 1 -- 172.21.15.17:0/1304906253 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f373c0cd810 con 0x5562084c95d0 2024-09-16T01:55:13.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.015+0000 7f3754aef740 10 client.27217 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:13.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.015+0000 7f3754aef740 10 client.27217 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:55:13.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.016+0000 7f3754aef740 20 client.27217 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:13.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.016+0000 7f3754aef740 1 --2- 172.21.15.17:0/1304906253 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5562084e8070 0x5562084ea460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.016+0000 7f3754aef740 4 client.27217 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:55:13.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.016+0000 7f3754aef740 1 -- 172.21.15.17:0/1304906253 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556208436d70 con 0x5562084e8070 2024-09-16T01:55:13.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.016+0000 7f3743fff640 1 --2- 172.21.15.17:0/1304906253 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5562084e8070 0x5562084ea460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.016+0000 7f372b7fe640 10 client.27217 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:55:13.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.016+0000 7f3743fff640 1 --2- 172.21.15.17:0/1304906253 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5562084e8070 0x5562084ea460 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d5d215ad4fd57878 server_cookie=335c7f482ddf5acb in_seq=0 out_seq=0 2024-09-16T01:55:13.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.017+0000 7f372b7fe640 1 -- 172.21.15.17:0/1304906253 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556208436d70 con 0x5562084e8070 2024-09-16T01:55:13.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.017+0000 7f372b7fe640 10 client.27217 handle_command_reply: tid=0 2024-09-16T01:55:13.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.017+0000 7f3754aef740 1 client.27217 shutdown 2024-09-16T01:55:13.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.017+0000 7f3754aef740 1 -- 172.21.15.17:0/1304906253 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084c95d0 msgr2=0x5562084d81a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:13.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.017+0000 7f3754aef740 1 --2- 172.21.15.17:0/1304906253 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084c95d0 0x5562084d81a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f373c0cd790 tx=0x7f373c00c7d0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.017+0000 7f3754aef740 1 -- 172.21.15.17:0/1304906253 shutdown_connections 2024-09-16T01:55:13.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.017+0000 7f3754aef740 1 --2- 172.21.15.17:0/1304906253 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5562084e8070 0x5562084ea460 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.017+0000 7f3754aef740 1 --2- 172.21.15.17:0/1304906253 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084d8780 0x5562084d5a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.017+0000 7f3754aef740 1 --2- 172.21.15.17:0/1304906253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084cab40 0x5562084d5450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.017+0000 7f3754aef740 1 --2- 172.21.15.17:0/1304906253 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084c95d0 0x5562084d81a0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.017+0000 7f3754aef740 1 -- 172.21.15.17:0/1304906253 >> 172.21.15.17:0/1304906253 conn(0x556208492310 msgr2=0x5562084cb990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:13.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.017+0000 7f372b7fe640 0 client.27217 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:55:13.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.017+0000 7f3754aef740 1 -- 172.21.15.17:0/1304906253 shutdown_connections 2024-09-16T01:55:13.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.018+0000 7f3754aef740 1 -- 172.21.15.17:0/1304906253 wait complete. 2024-09-16T01:55:13.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.018+0000 7f3754aef740 20 client.27217 trim_cache size 0 max 16384 2024-09-16T01:55:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.034+0000 7f3754aef740 1 Processor -- start 2024-09-16T01:55:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.034+0000 7f3754aef740 1 -- start start 2024-09-16T01:55:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.034+0000 7f3754aef740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084c95d0 0x5562084e46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.034+0000 7f3754aef740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084cab40 0x5562084efc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.034+0000 7f3754aef740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084d8780 0x5562084f0180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.034+0000 7f3754aef740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f374c1adcc0 con 0x5562084d8780 2024-09-16T01:55:13.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.034+0000 7f3754aef740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f374c1ab590 con 0x5562084c95d0 2024-09-16T01:55:13.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.034+0000 7f3754aef740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f374c1a93c0 con 0x5562084cab40 2024-09-16T01:55:13.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3750cb3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084d8780 0x5562084f0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3743fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084cab40 0x5562084efc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3750cb3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084d8780 0x5562084f0180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58522/0 (socket says 172.21.15.17:58522) 2024-09-16T01:55:13.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3743fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084cab40 0x5562084efc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:32918/0 (socket says 172.21.15.17:32918) 2024-09-16T01:55:13.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3750cb3640 1 -- 172.21.15.17:0/426805105 learned_addr learned my addr 172.21.15.17:0/426805105 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:13.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f374bfff640 1 --2- 172.21.15.17:0/426805105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084c95d0 0x5562084e46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3743fff640 1 -- 172.21.15.17:0/426805105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084c95d0 msgr2=0x5562084e46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:13.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3743fff640 1 --2- 172.21.15.17:0/426805105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084c95d0 0x5562084e46c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3743fff640 1 -- 172.21.15.17:0/426805105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084d8780 msgr2=0x5562084f0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:13.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3743fff640 1 --2- 172.21.15.17:0/426805105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084d8780 0x5562084f0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3743fff640 1 -- 172.21.15.17:0/426805105 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5562084c6960 con 0x5562084cab40 2024-09-16T01:55:13.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3750cb3640 1 --2- 172.21.15.17:0/426805105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084d8780 0x5562084f0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:13.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3743fff640 1 --2- 172.21.15.17:0/426805105 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084cab40 0x5562084efc40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x5562084eabb0 tx=0x7f3734005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=299b5c83074074d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:13.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3741ffb640 1 -- 172.21.15.17:0/426805105 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3734004030 con 0x5562084cab40 2024-09-16T01:55:13.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3741ffb640 1 -- 172.21.15.17:0/426805105 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f373400f7f0 con 0x5562084cab40 2024-09-16T01:55:13.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.035+0000 7f3741ffb640 1 -- 172.21.15.17:0/426805105 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3734003850 con 0x5562084cab40 2024-09-16T01:55:13.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.036+0000 7f3754aef740 1 -- 172.21.15.17:0/426805105 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084cab40 msgr2=0x5562084efc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.036+0000 7f3754aef740 1 --2- 172.21.15.17:0/426805105 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084cab40 0x5562084efc40 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x5562084eabb0 tx=0x7f3734005f90 comp rx=0 tx=0).stop 2024-09-16T01:55:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.036+0000 7f3754aef740 1 -- 172.21.15.17:0/426805105 shutdown_connections 2024-09-16T01:55:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.036+0000 7f3754aef740 1 --2- 172.21.15.17:0/426805105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084d8780 0x5562084f0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.036+0000 7f3754aef740 1 --2- 172.21.15.17:0/426805105 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084cab40 0x5562084efc40 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.036+0000 7f3754aef740 1 --2- 172.21.15.17:0/426805105 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084c95d0 0x5562084e46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.036+0000 7f3754aef740 1 -- 172.21.15.17:0/426805105 >> 172.21.15.17:0/426805105 conn(0x556208492310 msgr2=0x5562084c4d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.036+0000 7f3754aef740 1 -- 172.21.15.17:0/426805105 shutdown_connections 2024-09-16T01:55:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.037+0000 7f3754aef740 1 -- 172.21.15.17:0/426805105 wait complete. 2024-09-16T01:55:13.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.037+0000 7f3754aef740 1 -- start start 2024-09-16T01:55:13.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.037+0000 7f3754aef740 1 Processor -- start 2024-09-16T01:55:13.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.037+0000 7f3754aef740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084c95d0 0x5562084e0f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.037+0000 7f3754aef740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084cab40 0x5562084d20b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3754aef740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084d8780 0x5562084d25f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3754aef740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f374c1a9a50 con 0x5562084cab40 2024-09-16T01:55:13.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3754aef740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f374c1aaec0 con 0x5562084d8780 2024-09-16T01:55:13.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3754aef740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f374c1aa120 con 0x5562084c95d0 2024-09-16T01:55:13.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3754aef740 10 client.0 _ll_register_callbacks cb 0x7f3734005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:13.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3743fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084cab40 0x5562084d20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f374bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084c95d0 0x5562084e0f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3743fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084cab40 0x5562084d20b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58532/0 (socket says 172.21.15.17:58532) 2024-09-16T01:55:13.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3743fff640 1 -- 172.21.15.17:0/166563316 learned_addr learned my addr 172.21.15.17:0/166563316 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:13.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3750cb3640 1 --2- 172.21.15.17:0/166563316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084d8780 0x5562084d25f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3743fff640 1 -- 172.21.15.17:0/166563316 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084c95d0 msgr2=0x5562084e0f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:13.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3743fff640 1 --2- 172.21.15.17:0/166563316 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084c95d0 0x5562084e0f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3743fff640 1 -- 172.21.15.17:0/166563316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084d8780 msgr2=0x5562084d25f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:13.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3743fff640 1 --2- 172.21.15.17:0/166563316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084d8780 0x5562084d25f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3743fff640 1 -- 172.21.15.17:0/166563316 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5562084d2df0 con 0x5562084cab40 2024-09-16T01:55:13.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f374bfff640 1 --2- 172.21.15.17:0/166563316 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084c95d0 0x5562084e0f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:13.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f3743fff640 1 --2- 172.21.15.17:0/166563316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084cab40 0x5562084d20b0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f3734012580 tx=0x7f3734009fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4b9444c8b84b0c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:13.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.038+0000 7f372b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:55:13.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.039+0000 7f372b7fe640 1 -- 172.21.15.17:0/166563316 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3734004240 con 0x5562084cab40 2024-09-16T01:55:13.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.039+0000 7f372b7fe640 1 -- 172.21.15.17:0/166563316 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f37340043e0 con 0x5562084cab40 2024-09-16T01:55:13.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.039+0000 7f3754aef740 1 -- 172.21.15.17:0/166563316 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f373400f7f0 con 0x5562084cab40 2024-09-16T01:55:13.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.039+0000 7f372b7fe640 1 -- 172.21.15.17:0/166563316 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f373400f9a0 con 0x5562084cab40 2024-09-16T01:55:13.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.039+0000 7f3754aef740 10 client.17574 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:13.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.039+0000 7f3754aef740 1 -- 172.21.15.17:0/166563316 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x556208552b20 con 0x5562084cab40 2024-09-16T01:55:13.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.039+0000 7f372b7fe640 1 -- 172.21.15.17:0/166563316 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f373400f7f0 con 0x5562084cab40 2024-09-16T01:55:13.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.039+0000 7f372b7fe640 1 -- 172.21.15.17:0/166563316 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f3734004750 con 0x5562084cab40 2024-09-16T01:55:13.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.039+0000 7f3754aef740 10 client.17574 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:13.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.039+0000 7f3754aef740 10 client.17574 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:55:13.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.039+0000 7f3754aef740 20 client.17574 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:13.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.039+0000 7f3754aef740 1 --2- 172.21.15.17:0/166563316 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5562085531f0 0x556208555610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:13.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.040+0000 7f3754aef740 4 client.17574 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:55:13.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.040+0000 7f3754aef740 1 -- 172.21.15.17:0/166563316 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5562083b3170 con 0x5562085531f0 2024-09-16T01:55:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.040+0000 7f374bfff640 1 --2- 172.21.15.17:0/166563316 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5562085531f0 0x556208555610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.040+0000 7f374bfff640 1 --2- 172.21.15.17:0/166563316 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5562085531f0 0x556208555610 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=96457f9900665e8 server_cookie=32eb03effaf3aae7 in_seq=0 out_seq=0 2024-09-16T01:55:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.040+0000 7f372b7fe640 10 client.17574 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:55:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.040+0000 7f372b7fe640 1 -- 172.21.15.17:0/166563316 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5562083b3170 con 0x5562085531f0 2024-09-16T01:55:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.040+0000 7f372b7fe640 10 client.17574 handle_command_reply: tid=0 2024-09-16T01:55:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.040+0000 7f3754aef740 1 client.17574 shutdown 2024-09-16T01:55:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.040+0000 7f3754aef740 1 -- 172.21.15.17:0/166563316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084cab40 msgr2=0x5562084d20b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.040+0000 7f3754aef740 1 --2- 172.21.15.17:0/166563316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084cab40 0x5562084d20b0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f3734012580 tx=0x7f3734009fb0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.041+0000 7f3754aef740 1 -- 172.21.15.17:0/166563316 shutdown_connections 2024-09-16T01:55:13.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.041+0000 7f3754aef740 1 --2- 172.21.15.17:0/166563316 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5562085531f0 0x556208555610 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.041+0000 7f3754aef740 1 --2- 172.21.15.17:0/166563316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5562084d8780 0x5562084d25f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.041+0000 7f3754aef740 1 --2- 172.21.15.17:0/166563316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5562084cab40 0x5562084d20b0 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.041+0000 7f3754aef740 1 --2- 172.21.15.17:0/166563316 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5562084c95d0 0x5562084e0f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.041+0000 7f3754aef740 1 -- 172.21.15.17:0/166563316 >> 172.21.15.17:0/166563316 conn(0x556208492310 msgr2=0x5562084d3bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:13.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.041+0000 7f372b7fe640 0 client.17574 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:55:13.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.041+0000 7f3754aef740 1 -- 172.21.15.17:0/166563316 shutdown_connections 2024-09-16T01:55:13.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.041+0000 7f3754aef740 1 -- 172.21.15.17:0/166563316 wait complete. 2024-09-16T01:55:13.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.041+0000 7f3754aef740 20 client.17574 trim_cache size 0 max 16384 2024-09-16T01:55:13.050 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:55:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.042+0000 7f3752716640 1 -- 172.21.15.17:0/1426364201 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f37380a3240 msgr2=0x7f37380a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.042+0000 7f3752716640 1 --2- 172.21.15.17:0/1426364201 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f37380a3240 0x7f37380a5700 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f3744005e30 tx=0x7f374402a8e0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.042+0000 7f3752716640 1 -- 172.21.15.17:0/1426364201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f374c102d30 msgr2=0x7f374c198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.042+0000 7f3752716640 1 --2- 172.21.15.17:0/1426364201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f374c102d30 0x7f374c198470 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f373c00e9f0 tx=0x7f373c00eeb0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.042+0000 7f3752716640 1 -- 172.21.15.17:0/1426364201 shutdown_connections 2024-09-16T01:55:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.042+0000 7f3752716640 1 --2- 172.21.15.17:0/1426364201 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f37380a3240 0x7f37380a5700 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.042+0000 7f3752716640 1 --2- 172.21.15.17:0/1426364201 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f374c1082a0 0x7f374c19cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.042+0000 7f3752716640 1 --2- 172.21.15.17:0/1426364201 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f374c1036e0 0x7f374c1989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.042+0000 7f3752716640 1 --2- 172.21.15.17:0/1426364201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f374c102d30 0x7f374c198470 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:13.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.042+0000 7f3752716640 1 -- 172.21.15.17:0/1426364201 >> 172.21.15.17:0/1426364201 conn(0x7f374c0fc7d0 msgr2=0x7f374c105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:13.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.042+0000 7f3752716640 1 -- 172.21.15.17:0/1426364201 shutdown_connections 2024-09-16T01:55:13.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:13.042+0000 7f3752716640 1 -- 172.21.15.17:0/1426364201 wait complete. 2024-09-16T01:55:13.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 441547 3.72 MB/sec execute 516 sec latency 31.881 ms 2024-09-16T01:55:13.718 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:55:13.991 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:14.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.556+0000 7fadd6bc0640 1 -- 172.21.15.17:0/1301829292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fadd0103740 msgr2=0x7fadd0107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:14.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.556+0000 7fadd6bc0640 1 --2- 172.21.15.17:0/1301829292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fadd0103740 0x7fadd0107b80 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fadbc009930 tx=0x7fadbc02a420 comp rx=0 tx=0).stop 2024-09-16T01:55:14.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.556+0000 7fadd6bc0640 1 -- 172.21.15.17:0/1301829292 shutdown_connections 2024-09-16T01:55:14.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.556+0000 7fadd6bc0640 1 --2- 172.21.15.17:0/1301829292 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadd0108290 0x7fadd010ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.556+0000 7fadd6bc0640 1 --2- 172.21.15.17:0/1301829292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fadd0103740 0x7fadd0107b80 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.556+0000 7fadd6bc0640 1 --2- 172.21.15.17:0/1301829292 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fadd0102d90 0x7fadd0103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.556+0000 7fadd6bc0640 1 -- 172.21.15.17:0/1301829292 >> 172.21.15.17:0/1301829292 conn(0x7fadd00fc7d0 msgr2=0x7fadd00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:14.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.556+0000 7fadd6bc0640 1 -- 172.21.15.17:0/1301829292 shutdown_connections 2024-09-16T01:55:14.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.556+0000 7fadd6bc0640 1 -- 172.21.15.17:0/1301829292 wait complete. 2024-09-16T01:55:14.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.557+0000 7fadd6bc0640 1 Processor -- start 2024-09-16T01:55:14.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.557+0000 7fadd6bc0640 1 -- start start 2024-09-16T01:55:14.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.557+0000 7fadd6bc0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadd0102d90 0x7fadd01009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.557+0000 7fadd6bc0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fadd0103740 0x7fadd0100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.557+0000 7fadd6bc0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fadd0108290 0x7fadd0101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.557+0000 7fadd6bc0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fadd0111f40 con 0x7fadd0103740 2024-09-16T01:55:14.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.557+0000 7fadd6bc0640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fadd0111dc0 con 0x7fadd0102d90 2024-09-16T01:55:14.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.557+0000 7fadd6bc0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fadd01120c0 con 0x7fadd0108290 2024-09-16T01:55:14.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.557+0000 7fadcffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fadd0103740 0x7fadd0100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.557+0000 7fadd515d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fadd0108290 0x7fadd0101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.557+0000 7fadcffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fadd0103740 0x7fadd0100f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58548/0 (socket says 172.21.15.17:58548) 2024-09-16T01:55:14.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.557+0000 7fadcffff640 1 -- 172.21.15.17:0/2915801826 learned_addr learned my addr 172.21.15.17:0/2915801826 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:14.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.557+0000 7fadd495c640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadd0102d90 0x7fadd01009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.558+0000 7fadcffff640 1 -- 172.21.15.17:0/2915801826 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fadd0108290 msgr2=0x7fadd0101470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:14.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.558+0000 7fadcffff640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fadd0108290 0x7fadd0101470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.558+0000 7fadcffff640 1 -- 172.21.15.17:0/2915801826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadd0102d90 msgr2=0x7fadd01009f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:14.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.558+0000 7fadcffff640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadd0102d90 0x7fadd01009f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.558+0000 7fadcffff640 1 -- 172.21.15.17:0/2915801826 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fadd01a69f0 con 0x7fadd0103740 2024-09-16T01:55:14.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.558+0000 7fadd515d640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fadd0108290 0x7fadd0101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:14.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.558+0000 7fadd495c640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadd0102d90 0x7fadd01009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:14.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.558+0000 7fadcffff640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fadd0103740 0x7fadd0100f30 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fadbc031440 tx=0x7fadbc004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:14.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.558+0000 7fadcdffb640 1 -- 172.21.15.17:0/2915801826 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadbc03f030 con 0x7fadd0103740 2024-09-16T01:55:14.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.558+0000 7fadd6bc0640 1 -- 172.21.15.17:0/2915801826 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fadd01a6c80 con 0x7fadd0103740 2024-09-16T01:55:14.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.558+0000 7fadcdffb640 1 -- 172.21.15.17:0/2915801826 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fadbc003aa0 con 0x7fadd0103740 2024-09-16T01:55:14.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.558+0000 7fadcdffb640 1 -- 172.21.15.17:0/2915801826 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadbc035070 con 0x7fadd0103740 2024-09-16T01:55:14.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.559+0000 7fadd6bc0640 1 -- 172.21.15.17:0/2915801826 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fadd01a7160 con 0x7fadd0103740 2024-09-16T01:55:14.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.561+0000 7fadcdffb640 1 -- 172.21.15.17:0/2915801826 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fadbc042030 con 0x7fadd0103740 2024-09-16T01:55:14.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.561+0000 7fadd8f99740 1 Processor -- start 2024-09-16T01:55:14.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.561+0000 7fadd8f99740 1 -- start start 2024-09-16T01:55:14.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd8f99740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52dbb40 0x558fa52da090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd8f99740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52da5d0 0x558fa52daa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd8f99740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52e5370 0x558fa52e7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd8f99740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558fa52402f0 con 0x558fa52da5d0 2024-09-16T01:55:14.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd8f99740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558fa51e7cf0 con 0x558fa52dbb40 2024-09-16T01:55:14.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd8f99740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558fa523c2b0 con 0x558fa52e5370 2024-09-16T01:55:14.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd495c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52da5d0 0x558fa52daa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd515d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52dbb40 0x558fa52da090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadcffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52e5370 0x558fa52e7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd495c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52da5d0 0x558fa52daa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58562/0 (socket says 172.21.15.17:58562) 2024-09-16T01:55:14.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd495c640 1 -- 172.21.15.17:0/784741540 learned_addr learned my addr 172.21.15.17:0/784741540 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:14.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadcdffb640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fadc00a3240 0x7fadc00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd515d640 1 -- 172.21.15.17:0/784741540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52e5370 msgr2=0x558fa52e7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:14.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd515d640 1 --2- 172.21.15.17:0/784741540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52e5370 0x558fa52e7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd515d640 1 -- 172.21.15.17:0/784741540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52da5d0 msgr2=0x558fa52daa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:14.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd515d640 1 --2- 172.21.15.17:0/784741540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52da5d0 0x558fa52daa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd515d640 1 -- 172.21.15.17:0/784741540 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fa51cc3a0 con 0x558fa52dbb40 2024-09-16T01:55:14.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd495c640 1 --2- 172.21.15.17:0/784741540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52da5d0 0x558fa52daa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:14.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadcffff640 1 --2- 172.21.15.17:0/784741540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52e5370 0x558fa52e7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:55:14.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadd515d640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fadc00a3240 0x7fadc00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.562+0000 7fadcdffb640 1 -- 172.21.15.17:0/2915801826 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fadbc0efbc0 con 0x7fadd0103740 2024-09-16T01:55:14.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.563+0000 7fadd515d640 1 --2- 172.21.15.17:0/784741540 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52dbb40 0x558fa52da090 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fadc8005fd0 tx=0x7fadc8011c90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f6152340f32a4258 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:14.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.563+0000 7fadbaffd640 1 -- 172.21.15.17:0/784741540 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadc8017050 con 0x558fa52dbb40 2024-09-16T01:55:14.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.563+0000 7fadbaffd640 1 -- 172.21.15.17:0/784741540 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fadc8026440 con 0x558fa52dbb40 2024-09-16T01:55:14.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.563+0000 7fadbaffd640 1 -- 172.21.15.17:0/784741540 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadc800e610 con 0x558fa52dbb40 2024-09-16T01:55:14.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.563+0000 7fadd515d640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fadc00a3240 0x7fadc00a5700 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fadc8023000 tx=0x7fadc8024000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:14.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.564+0000 7fadd8f99740 1 -- 172.21.15.17:0/784741540 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52dbb40 msgr2=0x558fa52da090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:14.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.564+0000 7fadd8f99740 1 --2- 172.21.15.17:0/784741540 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52dbb40 0x558fa52da090 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fadc8005fd0 tx=0x7fadc8011c90 comp rx=0 tx=0).stop 2024-09-16T01:55:14.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.564+0000 7fadd8f99740 1 -- 172.21.15.17:0/784741540 shutdown_connections 2024-09-16T01:55:14.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.564+0000 7fadd8f99740 1 --2- 172.21.15.17:0/784741540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52e5370 0x558fa52e7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.564+0000 7fadd8f99740 1 --2- 172.21.15.17:0/784741540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52da5d0 0x558fa52daa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.564+0000 7fadd8f99740 1 --2- 172.21.15.17:0/784741540 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52dbb40 0x558fa52da090 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.564+0000 7fadd8f99740 1 -- 172.21.15.17:0/784741540 >> 172.21.15.17:0/784741540 conn(0x558fa52a3310 msgr2=0x558fa52d6c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:14.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.564+0000 7fadd8f99740 1 -- 172.21.15.17:0/784741540 shutdown_connections 2024-09-16T01:55:14.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.564+0000 7fadd8f99740 1 -- 172.21.15.17:0/784741540 wait complete. 2024-09-16T01:55:14.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.564+0000 7fadd8f99740 1 -- start start 2024-09-16T01:55:14.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.564+0000 7fadd8f99740 1 Processor -- start 2024-09-16T01:55:14.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd8f99740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52da5d0 0x558fa52e4d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd8f99740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa52e2000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd8f99740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52e5370 0x558fa52e25d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd8f99740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558fa52e8070 con 0x558fa52dbb40 2024-09-16T01:55:14.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd8f99740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558fa51fb060 con 0x558fa52da5d0 2024-09-16T01:55:14.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd8f99740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558fa52e81f0 con 0x558fa52e5370 2024-09-16T01:55:14.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd8f99740 10 client.0 _ll_register_callbacks cb 0x558fa4f4e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:14.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadcffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa52e2000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd495c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52da5d0 0x558fa52e4d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd495c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52da5d0 0x558fa52e4d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:50566/0 (socket says 172.21.15.17:50566) 2024-09-16T01:55:14.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadcffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa52e2000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58574/0 (socket says 172.21.15.17:58574) 2024-09-16T01:55:14.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd495c640 1 -- 172.21.15.17:0/1273569572 learned_addr learned my addr 172.21.15.17:0/1273569572 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:14.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd515d640 1 --2- 172.21.15.17:0/1273569572 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52e5370 0x558fa52e25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd495c640 1 -- 172.21.15.17:0/1273569572 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52e5370 msgr2=0x558fa52e25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:14.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd495c640 1 --2- 172.21.15.17:0/1273569572 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52e5370 0x558fa52e25d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd495c640 1 -- 172.21.15.17:0/1273569572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 msgr2=0x558fa52e2000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:14.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd495c640 1 --2- 172.21.15.17:0/1273569572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa52e2000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd495c640 1 -- 172.21.15.17:0/1273569572 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fa4fb13c0 con 0x558fa52da5d0 2024-09-16T01:55:14.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.565+0000 7fadd515d640 1 --2- 172.21.15.17:0/1273569572 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52e5370 0x558fa52e25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:14.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.566+0000 7fadd495c640 1 --2- 172.21.15.17:0/1273569572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52da5d0 0x558fa52e4d50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fadc4012b10 tx=0x7fadc400f3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=99ff10aa094580f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:14.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.566+0000 7fadaffff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:55:14.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.566+0000 7fadaffff640 1 -- 172.21.15.17:0/1273569572 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadc400fb40 con 0x558fa52da5d0 2024-09-16T01:55:14.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.566+0000 7fadd8f99740 1 -- 172.21.15.17:0/1273569572 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadc8026440 con 0x558fa52da5d0 2024-09-16T01:55:14.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.566+0000 7fadaffff640 1 -- 172.21.15.17:0/1273569572 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fadc400fce0 con 0x558fa52da5d0 2024-09-16T01:55:14.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.566+0000 7fadaffff640 1 -- 172.21.15.17:0/1273569572 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fadc4010430 con 0x558fa52da5d0 2024-09-16T01:55:14.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.566+0000 7fadd8f99740 10 client.26981 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:14.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.566+0000 7fadd8f99740 1 -- 172.21.15.17:0/1273569572 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558fa52f3b50 con 0x558fa52da5d0 2024-09-16T01:55:14.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.566+0000 7fadaffff640 1 -- 172.21.15.17:0/1273569572 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fadc8026440 con 0x558fa52da5d0 2024-09-16T01:55:14.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.566+0000 7fadaffff640 1 -- 172.21.15.17:0/1273569572 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fadc401c420 con 0x558fa52da5d0 2024-09-16T01:55:14.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.567+0000 7fadd8f99740 10 client.26981 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:14.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.567+0000 7fadd8f99740 10 client.26981 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:55:14.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.567+0000 7fadd8f99740 20 client.26981 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:14.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.567+0000 7fadd8f99740 1 --2- 172.21.15.17:0/1273569572 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558fa52f4f60 0x558fa52f7390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.567+0000 7fadd8f99740 4 client.26981 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:55:14.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.567+0000 7fadd8f99740 1 -- 172.21.15.17:0/1273569572 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558fa524d860 con 0x558fa52f4f60 2024-09-16T01:55:14.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.567+0000 7fadcffff640 1 --2- 172.21.15.17:0/1273569572 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558fa52f4f60 0x558fa52f7390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.567+0000 7fadcffff640 1 --2- 172.21.15.17:0/1273569572 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558fa52f4f60 0x558fa52f7390 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5dd55b6bcd761811 server_cookie=b617416f09377f0e in_seq=0 out_seq=0 2024-09-16T01:55:14.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.567+0000 7fadaffff640 10 client.26981 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:55:14.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.568+0000 7fadaffff640 1 -- 172.21.15.17:0/1273569572 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558fa524d860 con 0x558fa52f4f60 2024-09-16T01:55:14.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.568+0000 7fadaffff640 10 client.26981 handle_command_reply: tid=0 2024-09-16T01:55:14.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.568+0000 7fadd8f99740 1 client.26981 shutdown 2024-09-16T01:55:14.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.568+0000 7fadd8f99740 1 -- 172.21.15.17:0/1273569572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52da5d0 msgr2=0x558fa52e4d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:14.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.568+0000 7fadd8f99740 1 --2- 172.21.15.17:0/1273569572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52da5d0 0x558fa52e4d50 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fadc4012b10 tx=0x7fadc400f3c0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.568+0000 7fadd8f99740 1 -- 172.21.15.17:0/1273569572 shutdown_connections 2024-09-16T01:55:14.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.568+0000 7fadd8f99740 1 --2- 172.21.15.17:0/1273569572 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558fa52f4f60 0x558fa52f7390 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.568+0000 7fadd8f99740 1 --2- 172.21.15.17:0/1273569572 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52e5370 0x558fa52e25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.568+0000 7fadd8f99740 1 --2- 172.21.15.17:0/1273569572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa52e2000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.568+0000 7fadd8f99740 1 --2- 172.21.15.17:0/1273569572 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52da5d0 0x558fa52e4d50 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.568+0000 7fadd8f99740 1 -- 172.21.15.17:0/1273569572 >> 172.21.15.17:0/1273569572 conn(0x558fa52a3310 msgr2=0x558fa52dc930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:14.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.568+0000 7fadaffff640 0 client.26981 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:55:14.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.568+0000 7fadd8f99740 1 -- 172.21.15.17:0/1273569572 shutdown_connections 2024-09-16T01:55:14.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.569+0000 7fadd8f99740 1 -- 172.21.15.17:0/1273569572 wait complete. 2024-09-16T01:55:14.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.569+0000 7fadd8f99740 20 client.26981 trim_cache size 0 max 16384 2024-09-16T01:55:14.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadd8f99740 1 Processor -- start 2024-09-16T01:55:14.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadd8f99740 1 -- start start 2024-09-16T01:55:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadd8f99740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52da5d0 0x558fa52d5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadd8f99740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa52dd120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadd8f99740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52e5370 0x558fa52dd660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadd8f99740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fadd01b2010 con 0x558fa52dbb40 2024-09-16T01:55:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadd8f99740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fadd01af8e0 con 0x558fa52e5370 2024-09-16T01:55:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadd8f99740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fadd01ad710 con 0x558fa52da5d0 2024-09-16T01:55:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadd495c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52da5d0 0x558fa52d5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadcffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa52dd120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadd495c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52da5d0 0x558fa52d5bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:32990/0 (socket says 172.21.15.17:32990) 2024-09-16T01:55:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadd495c640 1 -- 172.21.15.17:0/1852854383 learned_addr learned my addr 172.21.15.17:0/1852854383 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadcffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa52dd120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58584/0 (socket says 172.21.15.17:58584) 2024-09-16T01:55:14.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadd515d640 1 --2- 172.21.15.17:0/1852854383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52e5370 0x558fa52dd660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.586+0000 7fadd495c640 1 -- 172.21.15.17:0/1852854383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52e5370 msgr2=0x558fa52dd660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:14.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.587+0000 7fadd495c640 1 --2- 172.21.15.17:0/1852854383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52e5370 0x558fa52dd660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.587+0000 7fadd495c640 1 -- 172.21.15.17:0/1852854383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 msgr2=0x558fa52dd120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:14.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.587+0000 7fadd495c640 1 --2- 172.21.15.17:0/1852854383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa52dd120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.587+0000 7fadd495c640 1 -- 172.21.15.17:0/1852854383 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558fa52e2940 con 0x558fa52da5d0 2024-09-16T01:55:14.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.587+0000 7fadd515d640 1 --2- 172.21.15.17:0/1852854383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52e5370 0x558fa52dd660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:55:14.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.587+0000 7fadcffff640 1 --2- 172.21.15.17:0/1852854383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa52dd120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:14.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.587+0000 7fadd495c640 1 --2- 172.21.15.17:0/1852854383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52da5d0 0x558fa52d5bf0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fadc4000c00 tx=0x7fadc4005870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=438a3ac0c206c905 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:14.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.587+0000 7fadba7fc640 1 -- 172.21.15.17:0/1852854383 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadc402b070 con 0x558fa52da5d0 2024-09-16T01:55:14.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.587+0000 7fadba7fc640 1 -- 172.21.15.17:0/1852854383 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fadc401cab0 con 0x558fa52da5d0 2024-09-16T01:55:14.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.587+0000 7fadba7fc640 1 -- 172.21.15.17:0/1852854383 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadc4005440 con 0x558fa52da5d0 2024-09-16T01:55:14.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.588+0000 7fadd8f99740 1 -- 172.21.15.17:0/1852854383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52da5d0 msgr2=0x558fa52d5bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:14.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.588+0000 7fadd8f99740 1 --2- 172.21.15.17:0/1852854383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52da5d0 0x558fa52d5bf0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fadc4000c00 tx=0x7fadc4005870 comp rx=0 tx=0).stop 2024-09-16T01:55:14.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.588+0000 7fadd8f99740 1 -- 172.21.15.17:0/1852854383 shutdown_connections 2024-09-16T01:55:14.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.588+0000 7fadd8f99740 1 --2- 172.21.15.17:0/1852854383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52e5370 0x558fa52dd660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.588+0000 7fadd8f99740 1 --2- 172.21.15.17:0/1852854383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa52dd120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.588+0000 7fadd8f99740 1 --2- 172.21.15.17:0/1852854383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52da5d0 0x558fa52d5bf0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.588+0000 7fadd8f99740 1 -- 172.21.15.17:0/1852854383 >> 172.21.15.17:0/1852854383 conn(0x558fa52a3310 msgr2=0x558fa52d54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:14.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.588+0000 7fadd8f99740 1 -- 172.21.15.17:0/1852854383 shutdown_connections 2024-09-16T01:55:14.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.588+0000 7fadd8f99740 1 -- 172.21.15.17:0/1852854383 wait complete. 2024-09-16T01:55:14.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.589+0000 7fadd8f99740 1 -- start start 2024-09-16T01:55:14.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.589+0000 7fadd8f99740 1 Processor -- start 2024-09-16T01:55:14.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.589+0000 7fadd8f99740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52da5d0 0x558fa5358000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.589+0000 7fadd8f99740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa5358540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.589+0000 7fadd8f99740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52e5370 0x558fa52e89e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.589+0000 7fadd8f99740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fadd01adda0 con 0x558fa52dbb40 2024-09-16T01:55:14.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.589+0000 7fadd8f99740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fadd01af210 con 0x558fa52e5370 2024-09-16T01:55:14.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.589+0000 7fadd8f99740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fadd01ae470 con 0x558fa52da5d0 2024-09-16T01:55:14.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.589+0000 7fadd8f99740 10 client.0 _ll_register_callbacks cb 0x7fadc4009d20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:14.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.589+0000 7fadcffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa5358540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadd495c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52da5d0 0x558fa5358000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadd495c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52da5d0 0x558fa5358000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:33000/0 (socket says 172.21.15.17:33000) 2024-09-16T01:55:14.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadd495c640 1 -- 172.21.15.17:0/3782440039 learned_addr learned my addr 172.21.15.17:0/3782440039 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:14.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadd515d640 1 --2- 172.21.15.17:0/3782440039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52e5370 0x558fa52e89e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadcffff640 1 -- 172.21.15.17:0/3782440039 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52da5d0 msgr2=0x558fa5358000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:14.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadcffff640 1 --2- 172.21.15.17:0/3782440039 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52da5d0 0x558fa5358000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadcffff640 1 -- 172.21.15.17:0/3782440039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52e5370 msgr2=0x558fa52e89e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:14.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadcffff640 1 --2- 172.21.15.17:0/3782440039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52e5370 0x558fa52e89e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadcffff640 1 -- 172.21.15.17:0/3782440039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558fa52e9210 con 0x558fa52dbb40 2024-09-16T01:55:14.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadd495c640 1 --2- 172.21.15.17:0/3782440039 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52da5d0 0x558fa5358000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:14.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadcffff640 1 --2- 172.21.15.17:0/3782440039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa5358540 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fadbc0b8c60 tx=0x7fadbc02a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77c7bee5d66ea398 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:14.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadaffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:55:14.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadaffff640 1 -- 172.21.15.17:0/3782440039 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadbc049040 con 0x558fa52dbb40 2024-09-16T01:55:14.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadaffff640 1 -- 172.21.15.17:0/3782440039 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fadbc0ba590 con 0x558fa52dbb40 2024-09-16T01:55:14.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.590+0000 7fadd8f99740 1 -- 172.21.15.17:0/3782440039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fadc401cab0 con 0x558fa52dbb40 2024-09-16T01:55:14.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.591+0000 7fadaffff640 1 -- 172.21.15.17:0/3782440039 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fadbc0f4040 con 0x558fa52dbb40 2024-09-16T01:55:14.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.591+0000 7fadd8f99740 10 client.17592 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:14.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.591+0000 7fadd8f99740 1 -- 172.21.15.17:0/3782440039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558fa535f860 con 0x558fa52dbb40 2024-09-16T01:55:14.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.591+0000 7fadaffff640 1 -- 172.21.15.17:0/3782440039 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fadc401cab0 con 0x558fa52dbb40 2024-09-16T01:55:14.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.591+0000 7fadaffff640 1 -- 172.21.15.17:0/3782440039 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fadbc003c50 con 0x558fa52dbb40 2024-09-16T01:55:14.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.591+0000 7fadd8f99740 10 client.17592 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:14.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.591+0000 7fadd8f99740 10 client.17592 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:55:14.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.591+0000 7fadd8f99740 20 client.17592 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:14.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.591+0000 7fadd8f99740 1 --2- 172.21.15.17:0/3782440039 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558fa535ff30 0x558fa5362350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:14.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.591+0000 7fadd8f99740 4 client.17592 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:55:14.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.591+0000 7fadd8f99740 1 -- 172.21.15.17:0/3782440039 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558fa5247d70 con 0x558fa535ff30 2024-09-16T01:55:14.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.591+0000 7fadd495c640 1 --2- 172.21.15.17:0/3782440039 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558fa535ff30 0x558fa5362350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:14.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadd495c640 1 --2- 172.21.15.17:0/3782440039 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558fa535ff30 0x558fa5362350 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b40d5d8362ba1864 server_cookie=ec7b7aae8b7c86a6 in_seq=0 out_seq=0 2024-09-16T01:55:14.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadaffff640 10 client.17592 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:55:14.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadaffff640 1 -- 172.21.15.17:0/3782440039 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558fa5247d70 con 0x558fa535ff30 2024-09-16T01:55:14.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadaffff640 10 client.17592 handle_command_reply: tid=0 2024-09-16T01:55:14.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadd8f99740 1 client.17592 shutdown 2024-09-16T01:55:14.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadd8f99740 1 -- 172.21.15.17:0/3782440039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 msgr2=0x558fa5358540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:14.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadd8f99740 1 --2- 172.21.15.17:0/3782440039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa5358540 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fadbc0b8c60 tx=0x7fadbc02a420 comp rx=0 tx=0).stop 2024-09-16T01:55:14.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadd8f99740 1 -- 172.21.15.17:0/3782440039 shutdown_connections 2024-09-16T01:55:14.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadd8f99740 1 --2- 172.21.15.17:0/3782440039 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558fa535ff30 0x558fa5362350 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadd8f99740 1 --2- 172.21.15.17:0/3782440039 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558fa52e5370 0x558fa52e89e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadd8f99740 1 --2- 172.21.15.17:0/3782440039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fa52dbb40 0x558fa5358540 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadaffff640 0 client.17592 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:55:14.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadd8f99740 1 --2- 172.21.15.17:0/3782440039 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558fa52da5d0 0x558fa5358000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadd8f99740 1 -- 172.21.15.17:0/3782440039 >> 172.21.15.17:0/3782440039 conn(0x558fa52a3310 msgr2=0x558fa52d5d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:14.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadd8f99740 1 -- 172.21.15.17:0/3782440039 shutdown_connections 2024-09-16T01:55:14.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadd8f99740 1 -- 172.21.15.17:0/3782440039 wait complete. 2024-09-16T01:55:14.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.592+0000 7fadd8f99740 20 client.17592 trim_cache size 0 max 16384 2024-09-16T01:55:14.604 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:55:14.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.593+0000 7fadd6bc0640 1 -- 172.21.15.17:0/2915801826 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fadc00a3240 msgr2=0x7fadc00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:14.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.593+0000 7fadd6bc0640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fadc00a3240 0x7fadc00a5700 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fadc8023000 tx=0x7fadc8024000 comp rx=0 tx=0).stop 2024-09-16T01:55:14.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.593+0000 7fadd6bc0640 1 -- 172.21.15.17:0/2915801826 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fadd0103740 msgr2=0x7fadd0100f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:14.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.593+0000 7fadd6bc0640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fadd0103740 0x7fadd0100f30 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fadbc031440 tx=0x7fadbc004040 comp rx=0 tx=0).stop 2024-09-16T01:55:14.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.593+0000 7fadd6bc0640 1 -- 172.21.15.17:0/2915801826 shutdown_connections 2024-09-16T01:55:14.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.593+0000 7fadd6bc0640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fadc00a3240 0x7fadc00a5700 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.593+0000 7fadd6bc0640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fadd0108290 0x7fadd0101470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.593+0000 7fadd6bc0640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fadd0103740 0x7fadd0100f30 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.593+0000 7fadd6bc0640 1 --2- 172.21.15.17:0/2915801826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fadd0102d90 0x7fadd01009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:14.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.593+0000 7fadd6bc0640 1 -- 172.21.15.17:0/2915801826 >> 172.21.15.17:0/2915801826 conn(0x7fadd00fc7d0 msgr2=0x7fadd0105e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:14.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.593+0000 7fadd6bc0640 1 -- 172.21.15.17:0/2915801826 shutdown_connections 2024-09-16T01:55:14.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:14.593+0000 7fadd6bc0640 1 -- 172.21.15.17:0/2915801826 wait complete. 2024-09-16T01:55:14.617 INFO:tasks.workunit.client.0.smithi017.stdout: 1 442245 3.72 MB/sec execute 517 sec latency 17.640 ms 2024-09-16T01:55:14.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:14 smithi017 ceph-mon[30972]: pgmap v690: 97 pgs: 97 active+clean; 186 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:55:14.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:14 smithi029 ceph-mon[34783]: pgmap v690: 97 pgs: 97 active+clean; 186 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:55:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:14 smithi122 ceph-mon[34758]: pgmap v690: 97 pgs: 97 active+clean; 186 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 227 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:55:15.441 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:55:15.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 443143 3.73 MB/sec execute 518 sec latency 13.042 ms 2024-09-16T01:55:15.726 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:16.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.242+0000 7f97e9836640 1 -- 172.21.15.17:0/1144021937 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97e4102570 msgr2=0x7f97e41029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:16.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.242+0000 7f97e9836640 1 --2- 172.21.15.17:0/1144021937 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97e4102570 0x7f97e41029b0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f97d8009900 tx=0x7f97d802a480 comp rx=0 tx=0).stop 2024-09-16T01:55:16.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.242+0000 7f97e9836640 1 -- 172.21.15.17:0/1144021937 shutdown_connections 2024-09-16T01:55:16.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.242+0000 7f97e9836640 1 --2- 172.21.15.17:0/1144021937 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97e4102ef0 0x7f97e410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.242+0000 7f97e9836640 1 --2- 172.21.15.17:0/1144021937 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97e4102570 0x7f97e41029b0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.242+0000 7f97e9836640 1 --2- 172.21.15.17:0/1144021937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f97e4100e20 0x7f97e4101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.242+0000 7f97e9836640 1 -- 172.21.15.17:0/1144021937 >> 172.21.15.17:0/1144021937 conn(0x7f97e40fc7d0 msgr2=0x7f97e40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.242+0000 7f97e9836640 1 -- 172.21.15.17:0/1144021937 shutdown_connections 2024-09-16T01:55:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.242+0000 7f97e9836640 1 -- 172.21.15.17:0/1144021937 wait complete. 2024-09-16T01:55:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.243+0000 7f97e9836640 1 Processor -- start 2024-09-16T01:55:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.243+0000 7f97e9836640 1 -- start start 2024-09-16T01:55:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.243+0000 7f97e9836640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97e4100e20 0x7f97e40fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.243+0000 7f97e9836640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f97e4102570 0x7f97e40fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.243+0000 7f97e9836640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97e4102ef0 0x7f97e40fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.243+0000 7f97e9836640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f97e4110e00 con 0x7f97e4102ef0 2024-09-16T01:55:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.243+0000 7f97e9836640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f97e4110c80 con 0x7f97e4102570 2024-09-16T01:55:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.243+0000 7f97e9836640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f97e4110f80 con 0x7f97e4100e20 2024-09-16T01:55:16.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97e4102ef0 0x7f97e40fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97e4102ef0 0x7f97e40fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:32918/0 (socket says 172.21.15.17:32918) 2024-09-16T01:55:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e37fe640 1 -- 172.21.15.17:0/3707837743 learned_addr learned my addr 172.21.15.17:0/3707837743 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e2ffd640 1 --2- 172.21.15.17:0/3707837743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97e4100e20 0x7f97e40fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e27fc640 1 --2- 172.21.15.17:0/3707837743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f97e4102570 0x7f97e40fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e37fe640 1 -- 172.21.15.17:0/3707837743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97e4100e20 msgr2=0x7f97e40fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e37fe640 1 --2- 172.21.15.17:0/3707837743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97e4100e20 0x7f97e40fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e37fe640 1 -- 172.21.15.17:0/3707837743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f97e4102570 msgr2=0x7f97e40fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e37fe640 1 --2- 172.21.15.17:0/3707837743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f97e4102570 0x7f97e40fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e37fe640 1 -- 172.21.15.17:0/3707837743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97e41a6860 con 0x7f97e4102ef0 2024-09-16T01:55:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e37fe640 1 --2- 172.21.15.17:0/3707837743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97e4102ef0 0x7f97e40fd700 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f97dc00eaa0 tx=0x7f97dc00eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e8834640 1 -- 172.21.15.17:0/3707837743 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97dc004d20 con 0x7f97e4102ef0 2024-09-16T01:55:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e8834640 1 -- 172.21.15.17:0/3707837743 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97dc005020 con 0x7f97e4102ef0 2024-09-16T01:55:16.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e9836640 1 -- 172.21.15.17:0/3707837743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97e41a6b50 con 0x7f97e4102ef0 2024-09-16T01:55:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.244+0000 7f97e8834640 1 -- 172.21.15.17:0/3707837743 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97dc0116b0 con 0x7f97e4102ef0 2024-09-16T01:55:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.245+0000 7f97e9836640 1 -- 172.21.15.17:0/3707837743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97e41a7090 con 0x7f97e4102ef0 2024-09-16T01:55:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.247+0000 7f97ebc0f740 1 Processor -- start 2024-09-16T01:55:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.247+0000 7f97e8834640 1 -- 172.21.15.17:0/3707837743 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f97dc0051d0 con 0x7f97e4102ef0 2024-09-16T01:55:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.247+0000 7f97ebc0f740 1 -- start start 2024-09-16T01:55:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.247+0000 7f97ebc0f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5058b40 0x55c0f5057090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.247+0000 7f97ebc0f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f50575d0 0x55c0f5057a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97ebc0f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f5062370 0x55c0f5064760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97ebc0f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c0f4fbd2f0 con 0x55c0f50575d0 2024-09-16T01:55:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97ebc0f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c0f4f64cf0 con 0x55c0f5058b40 2024-09-16T01:55:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97ebc0f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c0f4fb92b0 con 0x55c0f5062370 2024-09-16T01:55:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97e2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f50575d0 0x55c0f5057a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97e2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f50575d0 0x55c0f5057a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:32930/0 (socket says 172.21.15.17:32930) 2024-09-16T01:55:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97e2ffd640 1 -- 172.21.15.17:0/2791992514 learned_addr learned my addr 172.21.15.17:0/2791992514 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97e27fc640 1 --2- 172.21.15.17:0/2791992514 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f5062370 0x55c0f5064760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97e27fc640 1 --2- 172.21.15.17:0/2791992514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5058b40 0x55c0f5057090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97e2ffd640 1 -- 172.21.15.17:0/2791992514 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f5062370 msgr2=0x55c0f5064760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97e2ffd640 1 --2- 172.21.15.17:0/2791992514 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f5062370 0x55c0f5064760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97e2ffd640 1 -- 172.21.15.17:0/2791992514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5058b40 msgr2=0x55c0f5057090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97e2ffd640 1 --2- 172.21.15.17:0/2791992514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5058b40 0x55c0f5057090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97e2ffd640 1 -- 172.21.15.17:0/2791992514 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0f4f493a0 con 0x55c0f50575d0 2024-09-16T01:55:16.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97e27fc640 1 --2- 172.21.15.17:0/2791992514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5058b40 0x55c0f5057090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:55:16.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.248+0000 7f97e8834640 1 --2- 172.21.15.17:0/3707837743 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97cc0a32c0 0x7f97cc0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.249+0000 7f97e27fc640 1 --2- 172.21.15.17:0/3707837743 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97cc0a32c0 0x7f97cc0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.249+0000 7f97e2ffd640 1 --2- 172.21.15.17:0/2791992514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f50575d0 0x55c0f5057a10 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f97d400ad00 tx=0x7f97d400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b77212b6e68fd742 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:16.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.249+0000 7f97e8834640 1 -- 172.21.15.17:0/3707837743 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f97dc0cfa80 con 0x7f97e4102ef0 2024-09-16T01:55:16.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.249+0000 7f97c9ffb640 1 -- 172.21.15.17:0/2791992514 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d401d070 con 0x55c0f50575d0 2024-09-16T01:55:16.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.249+0000 7f97c9ffb640 1 -- 172.21.15.17:0/2791992514 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97d4018af0 con 0x55c0f50575d0 2024-09-16T01:55:16.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.249+0000 7f97c9ffb640 1 -- 172.21.15.17:0/2791992514 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d4010ad0 con 0x55c0f50575d0 2024-09-16T01:55:16.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.250+0000 7f97ebc0f740 1 -- 172.21.15.17:0/2791992514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f50575d0 msgr2=0x55c0f5057a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:16.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.250+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/2791992514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f50575d0 0x55c0f5057a10 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f97d400ad00 tx=0x7f97d400f790 comp rx=0 tx=0).stop 2024-09-16T01:55:16.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.250+0000 7f97e27fc640 1 --2- 172.21.15.17:0/3707837743 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97cc0a32c0 0x7f97cc0a5780 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f97e40fe710 tx=0x7f97d802a480 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:16.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.250+0000 7f97ebc0f740 1 -- 172.21.15.17:0/2791992514 shutdown_connections 2024-09-16T01:55:16.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.250+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/2791992514 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f5062370 0x55c0f5064760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.250+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/2791992514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f50575d0 0x55c0f5057a10 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.250+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/2791992514 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5058b40 0x55c0f5057090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.250+0000 7f97ebc0f740 1 -- 172.21.15.17:0/2791992514 >> 172.21.15.17:0/2791992514 conn(0x55c0f5020310 msgr2=0x55c0f5053c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:16.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.250+0000 7f97ebc0f740 1 -- 172.21.15.17:0/2791992514 shutdown_connections 2024-09-16T01:55:16.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.250+0000 7f97ebc0f740 1 -- 172.21.15.17:0/2791992514 wait complete. 2024-09-16T01:55:16.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.250+0000 7f97ebc0f740 1 -- start start 2024-09-16T01:55:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.250+0000 7f97ebc0f740 1 Processor -- start 2024-09-16T01:55:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97ebc0f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f50575d0 0x55c0f5061d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97ebc0f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f5058b40 0x55c0f505efe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97ebc0f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 0x55c0f505f5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97ebc0f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c0f5065070 con 0x55c0f5058b40 2024-09-16T01:55:16.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97ebc0f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c0f4f78060 con 0x55c0f5062370 2024-09-16T01:55:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97ebc0f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c0f50651f0 con 0x55c0f50575d0 2024-09-16T01:55:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97ebc0f740 10 client.0 _ll_register_callbacks cb 0x55c0f4ccb8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97e27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f5058b40 0x55c0f505efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97e2ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f50575d0 0x55c0f5061d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97e27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f5058b40 0x55c0f505efe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:32932/0 (socket says 172.21.15.17:32932) 2024-09-16T01:55:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97e27fc640 1 -- 172.21.15.17:0/3951960158 learned_addr learned my addr 172.21.15.17:0/3951960158 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97e37fe640 1 --2- 172.21.15.17:0/3951960158 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 0x55c0f505f5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97e27fc640 1 -- 172.21.15.17:0/3951960158 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f50575d0 msgr2=0x55c0f5061d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97e27fc640 1 --2- 172.21.15.17:0/3951960158 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f50575d0 0x55c0f5061d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97e27fc640 1 -- 172.21.15.17:0/3951960158 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 msgr2=0x55c0f505f5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97e27fc640 1 --2- 172.21.15.17:0/3951960158 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 0x55c0f505f5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97e27fc640 1 -- 172.21.15.17:0/3951960158 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0f4d2e3c0 con 0x55c0f5058b40 2024-09-16T01:55:16.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97e2ffd640 1 --2- 172.21.15.17:0/3951960158 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f50575d0 0x55c0f5061d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.251+0000 7f97e37fe640 1 --2- 172.21.15.17:0/3951960158 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 0x55c0f505f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:55:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.252+0000 7f97e27fc640 1 --2- 172.21.15.17:0/3951960158 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f5058b40 0x55c0f505efe0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f97d8009900 tx=0x7f97d80056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d58a2d50ef24f7f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.252+0000 7f97c2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:55:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.252+0000 7f97c2ffd640 1 -- 172.21.15.17:0/3951960158 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d804d030 con 0x55c0f5058b40 2024-09-16T01:55:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.252+0000 7f97c2ffd640 1 -- 172.21.15.17:0/3951960158 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f97d80035f0 con 0x55c0f5058b40 2024-09-16T01:55:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.252+0000 7f97ebc0f740 1 -- 172.21.15.17:0/3951960158 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97d4018af0 con 0x55c0f5058b40 2024-09-16T01:55:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.252+0000 7f97c2ffd640 1 -- 172.21.15.17:0/3951960158 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f97d8041070 con 0x55c0f5058b40 2024-09-16T01:55:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.252+0000 7f97ebc0f740 10 client.17604 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.252+0000 7f97ebc0f740 1 -- 172.21.15.17:0/3951960158 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c0f5070b00 con 0x55c0f5058b40 2024-09-16T01:55:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.253+0000 7f97c2ffd640 1 -- 172.21.15.17:0/3951960158 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97d4018af0 con 0x55c0f5058b40 2024-09-16T01:55:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.253+0000 7f97c2ffd640 1 -- 172.21.15.17:0/3951960158 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f97d8046050 con 0x55c0f5058b40 2024-09-16T01:55:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.253+0000 7f97ebc0f740 10 client.17604 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:16.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.253+0000 7f97ebc0f740 10 client.17604 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.253+0000 7f97ebc0f740 20 client.17604 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.253+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/3951960158 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c0f5072060 0x55c0f50744a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.253+0000 7f97ebc0f740 4 client.17604 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:55:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.253+0000 7f97ebc0f740 1 -- 172.21.15.17:0/3951960158 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c0f4fca860 con 0x55c0f5072060 2024-09-16T01:55:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.253+0000 7f97e2ffd640 1 --2- 172.21.15.17:0/3951960158 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c0f5072060 0x55c0f50744a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.253+0000 7f97c2ffd640 10 client.17604 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.253+0000 7f97e2ffd640 1 --2- 172.21.15.17:0/3951960158 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c0f5072060 0x55c0f50744a0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55a70d853e36978c server_cookie=a69424fef5c3e6c5 in_seq=0 out_seq=0 2024-09-16T01:55:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.254+0000 7f97c2ffd640 1 -- 172.21.15.17:0/3951960158 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c0f4fca860 con 0x55c0f5072060 2024-09-16T01:55:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.254+0000 7f97c2ffd640 10 client.17604 handle_command_reply: tid=0 2024-09-16T01:55:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.254+0000 7f97ebc0f740 1 client.17604 shutdown 2024-09-16T01:55:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.254+0000 7f97ebc0f740 1 -- 172.21.15.17:0/3951960158 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f5058b40 msgr2=0x55c0f505efe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.254+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/3951960158 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f5058b40 0x55c0f505efe0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f97d8009900 tx=0x7f97d80056d0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.254+0000 7f97ebc0f740 1 -- 172.21.15.17:0/3951960158 shutdown_connections 2024-09-16T01:55:16.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.254+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/3951960158 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c0f5072060 0x55c0f50744a0 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.254+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/3951960158 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 0x55c0f505f5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.254+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/3951960158 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f5058b40 0x55c0f505efe0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.254+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/3951960158 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f50575d0 0x55c0f5061d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.254+0000 7f97ebc0f740 1 -- 172.21.15.17:0/3951960158 >> 172.21.15.17:0/3951960158 conn(0x55c0f5020310 msgr2=0x55c0f5059930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:16.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.254+0000 7f97c2ffd640 0 client.17604 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:16.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.255+0000 7f97ebc0f740 1 -- 172.21.15.17:0/3951960158 shutdown_connections 2024-09-16T01:55:16.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.255+0000 7f97ebc0f740 1 -- 172.21.15.17:0/3951960158 wait complete. 2024-09-16T01:55:16.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.255+0000 7f97ebc0f740 20 client.17604 trim_cache size 0 max 16384 2024-09-16T01:55:16.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.272+0000 7f97ebc0f740 1 Processor -- start 2024-09-16T01:55:16.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.272+0000 7f97ebc0f740 1 -- start start 2024-09-16T01:55:16.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.272+0000 7f97ebc0f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f50575d0 0x55c0f5053e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.272+0000 7f97ebc0f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f5058b40 0x55c0f506e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.272+0000 7f97ebc0f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 0x55c0f505e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.272+0000 7f97ebc0f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f97e41b2040 con 0x55c0f50575d0 2024-09-16T01:55:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.272+0000 7f97ebc0f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f97e41af910 con 0x55c0f5062370 2024-09-16T01:55:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.272+0000 7f97ebc0f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f97e41ad740 con 0x55c0f5058b40 2024-09-16T01:55:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.272+0000 7f97e2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f50575d0 0x55c0f5053e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.272+0000 7f97e2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f50575d0 0x55c0f5053e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:32946/0 (socket says 172.21.15.17:32946) 2024-09-16T01:55:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.272+0000 7f97e2ffd640 1 -- 172.21.15.17:0/950652030 learned_addr learned my addr 172.21.15.17:0/950652030 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.272+0000 7f97e27fc640 1 --2- 172.21.15.17:0/950652030 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f5058b40 0x55c0f506e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.272+0000 7f97e37fe640 1 --2- 172.21.15.17:0/950652030 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 0x55c0f505e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.273+0000 7f97e2ffd640 1 -- 172.21.15.17:0/950652030 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f5058b40 msgr2=0x55c0f506e340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.273+0000 7f97e2ffd640 1 --2- 172.21.15.17:0/950652030 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f5058b40 0x55c0f506e340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.273+0000 7f97e2ffd640 1 -- 172.21.15.17:0/950652030 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 msgr2=0x55c0f505e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.273+0000 7f97e2ffd640 1 --2- 172.21.15.17:0/950652030 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 0x55c0f505e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.273+0000 7f97e2ffd640 1 -- 172.21.15.17:0/950652030 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c0f505d530 con 0x55c0f50575d0 2024-09-16T01:55:16.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.273+0000 7f97e27fc640 1 --2- 172.21.15.17:0/950652030 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f5058b40 0x55c0f506e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:16.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.273+0000 7f97e2ffd640 1 --2- 172.21.15.17:0/950652030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f50575d0 0x55c0f5053e10 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f97d400fc90 tx=0x7f97d40104d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1f61605be6ae801 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:16.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.273+0000 7f97c97fa640 1 -- 172.21.15.17:0/950652030 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d401d040 con 0x55c0f50575d0 2024-09-16T01:55:16.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.273+0000 7f97c97fa640 1 -- 172.21.15.17:0/950652030 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97d401e040 con 0x55c0f50575d0 2024-09-16T01:55:16.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.273+0000 7f97c97fa640 1 -- 172.21.15.17:0/950652030 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d4004660 con 0x55c0f50575d0 2024-09-16T01:55:16.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.274+0000 7f97ebc0f740 1 -- 172.21.15.17:0/950652030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f50575d0 msgr2=0x55c0f5053e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:16.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.274+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/950652030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f50575d0 0x55c0f5053e10 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f97d400fc90 tx=0x7f97d40104d0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.274+0000 7f97ebc0f740 1 -- 172.21.15.17:0/950652030 shutdown_connections 2024-09-16T01:55:16.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.274+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/950652030 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 0x55c0f505e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.274+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/950652030 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f5058b40 0x55c0f506e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.274+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/950652030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f50575d0 0x55c0f5053e10 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.274+0000 7f97ebc0f740 1 -- 172.21.15.17:0/950652030 >> 172.21.15.17:0/950652030 conn(0x55c0f5020310 msgr2=0x55c0f5053700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:16.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.274+0000 7f97ebc0f740 1 -- 172.21.15.17:0/950652030 shutdown_connections 2024-09-16T01:55:16.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.274+0000 7f97ebc0f740 1 -- 172.21.15.17:0/950652030 wait complete. 2024-09-16T01:55:16.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.274+0000 7f97ebc0f740 1 -- start start 2024-09-16T01:55:16.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97ebc0f740 1 Processor -- start 2024-09-16T01:55:16.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97ebc0f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f50575d0 0x55c0f506ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97ebc0f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f5058b40 0x55c0f5065470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97ebc0f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 0x55c0f50659b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97ebc0f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f97e41addd0 con 0x55c0f5058b40 2024-09-16T01:55:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97ebc0f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f97e41af240 con 0x55c0f5062370 2024-09-16T01:55:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97ebc0f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f97e41ae4a0 con 0x55c0f50575d0 2024-09-16T01:55:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97ebc0f740 10 client.0 _ll_register_callbacks cb 0x7f97d8032f20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97e27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f5058b40 0x55c0f5065470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97e27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f5058b40 0x55c0f5065470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:32960/0 (socket says 172.21.15.17:32960) 2024-09-16T01:55:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97e27fc640 1 -- 172.21.15.17:0/1814705044 learned_addr learned my addr 172.21.15.17:0/1814705044 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97e2ffd640 1 --2- 172.21.15.17:0/1814705044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f50575d0 0x55c0f506ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97e37fe640 1 --2- 172.21.15.17:0/1814705044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 0x55c0f50659b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97e2ffd640 1 -- 172.21.15.17:0/1814705044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 msgr2=0x55c0f50659b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97e2ffd640 1 --2- 172.21.15.17:0/1814705044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 0x55c0f50659b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97e2ffd640 1 -- 172.21.15.17:0/1814705044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f5058b40 msgr2=0x55c0f5065470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97e2ffd640 1 --2- 172.21.15.17:0/1814705044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f5058b40 0x55c0f5065470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97e2ffd640 1 -- 172.21.15.17:0/1814705044 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c0f50661c0 con 0x55c0f50575d0 2024-09-16T01:55:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.275+0000 7f97e27fc640 1 --2- 172.21.15.17:0/1814705044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f5058b40 0x55c0f5065470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.276+0000 7f97e2ffd640 1 --2- 172.21.15.17:0/1814705044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f50575d0 0x55c0f506ac10 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f97d4018fd0 tx=0x7f97d4018910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c2cec9ca2132820 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.276+0000 7f97c2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.276+0000 7f97c2ffd640 1 -- 172.21.15.17:0/1814705044 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97d403c060 con 0x55c0f50575d0 2024-09-16T01:55:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.276+0000 7f97c2ffd640 1 -- 172.21.15.17:0/1814705044 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f97d4005040 con 0x55c0f50575d0 2024-09-16T01:55:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.276+0000 7f97ebc0f740 1 -- 172.21.15.17:0/1814705044 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f97d401e040 con 0x55c0f50575d0 2024-09-16T01:55:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.276+0000 7f97c2ffd640 1 -- 172.21.15.17:0/1814705044 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f97d401d040 con 0x55c0f50575d0 2024-09-16T01:55:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.276+0000 7f97ebc0f740 10 client.27259 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.276+0000 7f97ebc0f740 1 -- 172.21.15.17:0/1814705044 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c0f50dbd70 con 0x55c0f50575d0 2024-09-16T01:55:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.276+0000 7f97c2ffd640 1 -- 172.21.15.17:0/1814705044 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f97d401e040 con 0x55c0f50575d0 2024-09-16T01:55:16.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.277+0000 7f97c2ffd640 1 -- 172.21.15.17:0/1814705044 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f97d4041070 con 0x55c0f50575d0 2024-09-16T01:55:16.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.277+0000 7f97ebc0f740 10 client.27259 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:16.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.277+0000 7f97ebc0f740 10 client.27259 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:16.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.277+0000 7f97ebc0f740 20 client.27259 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:16.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.277+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/1814705044 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c0f50dc1e0 0x55c0f50de5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:16.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.277+0000 7f97ebc0f740 4 client.27259 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:55:16.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.277+0000 7f97ebc0f740 1 -- 172.21.15.17:0/1814705044 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c0f4fc4d70 con 0x55c0f50dc1e0 2024-09-16T01:55:16.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.277+0000 7f97e27fc640 1 --2- 172.21.15.17:0/1814705044 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c0f50dc1e0 0x55c0f50de5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:16.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.277+0000 7f97e27fc640 1 --2- 172.21.15.17:0/1814705044 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c0f50dc1e0 0x55c0f50de5d0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c23e92b6ab2d23fd server_cookie=4f74880a194dc8fd in_seq=0 out_seq=0 2024-09-16T01:55:16.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.277+0000 7f97c2ffd640 10 client.27259 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:16.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.277+0000 7f97c2ffd640 1 -- 172.21.15.17:0/1814705044 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c0f4fc4d70 con 0x55c0f50dc1e0 2024-09-16T01:55:16.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.277+0000 7f97c2ffd640 10 client.27259 handle_command_reply: tid=0 2024-09-16T01:55:16.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.277+0000 7f97ebc0f740 1 client.27259 shutdown 2024-09-16T01:55:16.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.278+0000 7f97ebc0f740 1 -- 172.21.15.17:0/1814705044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f50575d0 msgr2=0x55c0f506ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:16.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.278+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/1814705044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f50575d0 0x55c0f506ac10 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f97d4018fd0 tx=0x7f97d4018910 comp rx=0 tx=0).stop 2024-09-16T01:55:16.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.278+0000 7f97ebc0f740 1 -- 172.21.15.17:0/1814705044 shutdown_connections 2024-09-16T01:55:16.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.278+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/1814705044 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c0f50dc1e0 0x55c0f50de5d0 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.278+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/1814705044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c0f5062370 0x55c0f50659b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.278+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/1814705044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c0f5058b40 0x55c0f5065470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.278+0000 7f97c2ffd640 0 client.27259 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:16.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.278+0000 7f97ebc0f740 1 --2- 172.21.15.17:0/1814705044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c0f50575d0 0x55c0f506ac10 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.278+0000 7f97ebc0f740 1 -- 172.21.15.17:0/1814705044 >> 172.21.15.17:0/1814705044 conn(0x55c0f5020310 msgr2=0x55c0f505d8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:16.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.278+0000 7f97ebc0f740 1 -- 172.21.15.17:0/1814705044 shutdown_connections 2024-09-16T01:55:16.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.278+0000 7f97ebc0f740 1 -- 172.21.15.17:0/1814705044 wait complete. 2024-09-16T01:55:16.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.278+0000 7f97ebc0f740 20 client.27259 trim_cache size 0 max 16384 2024-09-16T01:55:16.284 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:55:16.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.279+0000 7f97e9836640 1 -- 172.21.15.17:0/3707837743 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97cc0a32c0 msgr2=0x7f97cc0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:16.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.279+0000 7f97e9836640 1 --2- 172.21.15.17:0/3707837743 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97cc0a32c0 0x7f97cc0a5780 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f97e40fe710 tx=0x7f97d802a480 comp rx=0 tx=0).stop 2024-09-16T01:55:16.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.279+0000 7f97e9836640 1 -- 172.21.15.17:0/3707837743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97e4102ef0 msgr2=0x7f97e40fd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:16.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.279+0000 7f97e9836640 1 --2- 172.21.15.17:0/3707837743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97e4102ef0 0x7f97e40fd700 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f97dc00eaa0 tx=0x7f97dc00eea0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.279+0000 7f97e9836640 1 -- 172.21.15.17:0/3707837743 shutdown_connections 2024-09-16T01:55:16.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.279+0000 7f97e9836640 1 --2- 172.21.15.17:0/3707837743 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f97cc0a32c0 0x7f97cc0a5780 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.279+0000 7f97e9836640 1 --2- 172.21.15.17:0/3707837743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97e4102ef0 0x7f97e40fd700 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.279+0000 7f97e9836640 1 --2- 172.21.15.17:0/3707837743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f97e4102570 0x7f97e40fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.279+0000 7f97e9836640 1 --2- 172.21.15.17:0/3707837743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f97e4100e20 0x7f97e40fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:16.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.279+0000 7f97e9836640 1 -- 172.21.15.17:0/3707837743 >> 172.21.15.17:0/3707837743 conn(0x7f97e40fc7d0 msgr2=0x7f97e406a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:16.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.279+0000 7f97e9836640 1 -- 172.21.15.17:0/3707837743 shutdown_connections 2024-09-16T01:55:16.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:16.279+0000 7f97e9836640 1 -- 172.21.15.17:0/3707837743 wait complete. 2024-09-16T01:55:16.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 443664 3.73 MB/sec execute 519 sec latency 15.012 ms 2024-09-16T01:55:16.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:16 smithi017 ceph-mon[30972]: pgmap v691: 97 pgs: 97 active+clean; 188 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 336 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-16T01:55:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:16 smithi122 ceph-mon[34758]: pgmap v691: 97 pgs: 97 active+clean; 188 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 336 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-16T01:55:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:16 smithi029 ceph-mon[34783]: pgmap v691: 97 pgs: 97 active+clean; 188 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 336 KiB/s rd, 1.7 MiB/s wr, 101 op/s 2024-09-16T01:55:17.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 444178 3.72 MB/sec execute 520 sec latency 17.887 ms 2024-09-16T01:55:17.985 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:55:17.985 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:55:18.267 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:18.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 444897 3.73 MB/sec execute 521 sec latency 23.045 ms 2024-09-16T01:55:18.694 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:18 smithi017 ceph-mon[30972]: pgmap v692: 97 pgs: 97 active+clean; 188 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.3 MiB/s wr, 78 op/s 2024-09-16T01:55:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:18 smithi122 ceph-mon[34758]: pgmap v692: 97 pgs: 97 active+clean; 188 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.3 MiB/s wr, 78 op/s 2024-09-16T01:55:18.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:18 smithi029 ceph-mon[34783]: pgmap v692: 97 pgs: 97 active+clean; 188 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 226 KiB/s rd, 1.3 MiB/s wr, 78 op/s 2024-09-16T01:55:18.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.798+0000 7f4b17d21640 1 -- 172.21.15.17:0/4046604666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b1010c170 msgr2=0x7f4b1010e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:18.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.798+0000 7f4b17d21640 1 --2- 172.21.15.17:0/4046604666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b1010c170 0x7f4b1010e610 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f4b08009ca0 tx=0x7f4b0802a950 comp rx=0 tx=0).stop 2024-09-16T01:55:18.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.798+0000 7f4b17d21640 1 -- 172.21.15.17:0/4046604666 shutdown_connections 2024-09-16T01:55:18.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.798+0000 7f4b17d21640 1 --2- 172.21.15.17:0/4046604666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b1010c170 0x7f4b1010e610 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.798+0000 7f4b17d21640 1 --2- 172.21.15.17:0/4046604666 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b10103660 0x7f4b1010bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.798+0000 7f4b17d21640 1 --2- 172.21.15.17:0/4046604666 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b10102d40 0x7f4b10103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.798+0000 7f4b17d21640 1 -- 172.21.15.17:0/4046604666 >> 172.21.15.17:0/4046604666 conn(0x7f4b100fc7a0 msgr2=0x7f4b100febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:18.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.798+0000 7f4b17d21640 1 -- 172.21.15.17:0/4046604666 shutdown_connections 2024-09-16T01:55:18.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.798+0000 7f4b17d21640 1 -- 172.21.15.17:0/4046604666 wait complete. 2024-09-16T01:55:18.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b17d21640 1 Processor -- start 2024-09-16T01:55:18.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b17d21640 1 -- start start 2024-09-16T01:55:18.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b17d21640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b10102d40 0x7f4b10198320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b17d21640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b10103660 0x7f4b10198860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b17d21640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b1010c170 0x7f4b1019cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b17d21640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4b10111e20 con 0x7f4b10103660 2024-09-16T01:55:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b17d21640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4b10111ca0 con 0x7f4b1010c170 2024-09-16T01:55:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b17d21640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4b10111fa0 con 0x7f4b10102d40 2024-09-16T01:55:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b15abd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b10102d40 0x7f4b10198320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b152bc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b10103660 0x7f4b10198860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b15abd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b10102d40 0x7f4b10198320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:54796/0 (socket says 172.21.15.17:54796) 2024-09-16T01:55:18.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b15abd640 1 -- 172.21.15.17:0/915759034 learned_addr learned my addr 172.21.15.17:0/915759034 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:18.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b162be640 1 --2- 172.21.15.17:0/915759034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b1010c170 0x7f4b1019cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b15abd640 1 -- 172.21.15.17:0/915759034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b1010c170 msgr2=0x7f4b1019cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:18.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b15abd640 1 --2- 172.21.15.17:0/915759034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b1010c170 0x7f4b1019cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b15abd640 1 -- 172.21.15.17:0/915759034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b10103660 msgr2=0x7f4b10198860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:18.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b15abd640 1 --2- 172.21.15.17:0/915759034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b10103660 0x7f4b10198860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b15abd640 1 -- 172.21.15.17:0/915759034 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b1019d2d0 con 0x7f4b10102d40 2024-09-16T01:55:18.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.799+0000 7f4b152bc640 1 --2- 172.21.15.17:0/915759034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b10103660 0x7f4b10198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:18.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.800+0000 7f4b15abd640 1 --2- 172.21.15.17:0/915759034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b10102d40 0x7f4b10198320 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c00e9f0 tx=0x7f4b0c00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:18.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.800+0000 7f4b06ffd640 1 -- 172.21.15.17:0/915759034 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c00cd80 con 0x7f4b10102d40 2024-09-16T01:55:18.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.800+0000 7f4b17d21640 1 -- 172.21.15.17:0/915759034 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b1019d5c0 con 0x7f4b10102d40 2024-09-16T01:55:18.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.800+0000 7f4b06ffd640 1 -- 172.21.15.17:0/915759034 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b0c0054d0 con 0x7f4b10102d40 2024-09-16T01:55:18.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.800+0000 7f4b06ffd640 1 -- 172.21.15.17:0/915759034 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c010490 con 0x7f4b10102d40 2024-09-16T01:55:18.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.800+0000 7f4b17d21640 1 -- 172.21.15.17:0/915759034 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b101a4ea0 con 0x7f4b10102d40 2024-09-16T01:55:18.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.802+0000 7f4b06ffd640 1 -- 172.21.15.17:0/915759034 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f4b0c005020 con 0x7f4b10102d40 2024-09-16T01:55:18.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.803+0000 7f4b1a0fa740 1 Processor -- start 2024-09-16T01:55:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.803+0000 7f4b1a0fa740 1 -- start start 2024-09-16T01:55:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.803+0000 7f4b1a0fa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c1feb60 0x55965c1fef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.803+0000 7f4b1a0fa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 0x55965c209800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.803+0000 7f4b1a0fa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c209d40 0x55965c20c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.803+0000 7f4b1a0fa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55965c164280 con 0x55965c1feb60 2024-09-16T01:55:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.803+0000 7f4b1a0fa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55965c10bb10 con 0x55965c1ff480 2024-09-16T01:55:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.803+0000 7f4b1a0fa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55965c160240 con 0x55965c209d40 2024-09-16T01:55:18.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.803+0000 7f4b06ffd640 1 --2- 172.21.15.17:0/915759034 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4afc0a7650 0x7f4afc0a9b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4b162be640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c1feb60 0x55965c1fef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4b152bc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c209d40 0x55965c20c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4b162be640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c1feb60 0x55965c1fef40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:32992/0 (socket says 172.21.15.17:32992) 2024-09-16T01:55:18.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4b162be640 1 -- 172.21.15.17:0/794794966 learned_addr learned my addr 172.21.15.17:0/794794966 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:18.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4b06ffd640 1 -- 172.21.15.17:0/915759034 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4b0c0cfcb0 con 0x7f4b10102d40 2024-09-16T01:55:18.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4b162be640 1 --2- 172.21.15.17:0/915759034 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4afc0a7650 0x7f4afc0a9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4b15abd640 1 --2- 172.21.15.17:0/794794966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 0x55965c209800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4b152bc640 1 -- 172.21.15.17:0/794794966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 msgr2=0x55965c209800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:18.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4b152bc640 1 --2- 172.21.15.17:0/794794966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 0x55965c209800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4b152bc640 1 -- 172.21.15.17:0/794794966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c1feb60 msgr2=0x55965c1fef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:18.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4b152bc640 1 --2- 172.21.15.17:0/794794966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c1feb60 0x55965c1fef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4b152bc640 1 -- 172.21.15.17:0/794794966 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55965c1181f0 con 0x55965c209d40 2024-09-16T01:55:18.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4b152bc640 1 --2- 172.21.15.17:0/794794966 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c209d40 0x55965c20c130 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f4b0000bf20 tx=0x7f4b00010860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1d4a4bcc7c43ee4f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:18.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4b162be640 1 --2- 172.21.15.17:0/915759034 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4afc0a7650 0x7f4afc0a9b10 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f4b08005fe0 tx=0x7f4b08005c50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:18.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4afbfff640 1 -- 172.21.15.17:0/794794966 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b00004220 con 0x55965c209d40 2024-09-16T01:55:18.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4afbfff640 1 -- 172.21.15.17:0/794794966 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b000043c0 con 0x55965c209d40 2024-09-16T01:55:18.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.804+0000 7f4afbfff640 1 -- 172.21.15.17:0/794794966 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b000119b0 con 0x55965c209d40 2024-09-16T01:55:18.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.805+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/794794966 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c209d40 msgr2=0x55965c20c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:18.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.805+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/794794966 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c209d40 0x55965c20c130 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f4b0000bf20 tx=0x7f4b00010860 comp rx=0 tx=0).stop 2024-09-16T01:55:18.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.805+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/794794966 shutdown_connections 2024-09-16T01:55:18.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.805+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/794794966 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c209d40 0x55965c20c130 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.805+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/794794966 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 0x55965c209800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.805+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/794794966 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c1feb60 0x55965c1fef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.805+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/794794966 >> 172.21.15.17:0/794794966 conn(0x55965c1fb0f0 msgr2=0x55965c1fb4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:18.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.805+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/794794966 shutdown_connections 2024-09-16T01:55:18.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.805+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/794794966 wait complete. 2024-09-16T01:55:18.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.806+0000 7f4b1a0fa740 1 -- start start 2024-09-16T01:55:18.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.806+0000 7f4b1a0fa740 1 Processor -- start 2024-09-16T01:55:18.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.806+0000 7f4b1a0fa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1feb60 0x55965c206c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.806+0000 7f4b1a0fa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c1ff480 0x55965c207180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.806+0000 7f4b1a0fa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c209d40 0x55965c2076c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.806+0000 7f4b1a0fa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55965c20c910 con 0x55965c209d40 2024-09-16T01:55:18.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.806+0000 7f4b1a0fa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55965c11ef10 con 0x55965c1feb60 2024-09-16T01:55:18.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.806+0000 7f4b1a0fa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55965c20ca90 con 0x55965c1ff480 2024-09-16T01:55:18.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.806+0000 7f4b1a0fa740 10 client.0 _ll_register_callbacks cb 0x55965c0e7a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:18.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4b152bc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c1ff480 0x55965c207180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4b152bc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c1ff480 0x55965c207180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:54808/0 (socket says 172.21.15.17:54808) 2024-09-16T01:55:18.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4b152bc640 1 -- 172.21.15.17:0/1160825064 learned_addr learned my addr 172.21.15.17:0/1160825064 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:18.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4b162be640 1 --2- 172.21.15.17:0/1160825064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c209d40 0x55965c2076c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4b15abd640 1 --2- 172.21.15.17:0/1160825064 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1feb60 0x55965c206c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4b152bc640 1 -- 172.21.15.17:0/1160825064 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1feb60 msgr2=0x55965c206c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:18.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4b152bc640 1 --2- 172.21.15.17:0/1160825064 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1feb60 0x55965c206c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4b152bc640 1 -- 172.21.15.17:0/1160825064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c209d40 msgr2=0x55965c2076c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:18.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4b152bc640 1 --2- 172.21.15.17:0/1160825064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c209d40 0x55965c2076c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4b152bc640 1 -- 172.21.15.17:0/1160825064 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55965bed56a0 con 0x55965c1ff480 2024-09-16T01:55:18.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4b152bc640 1 --2- 172.21.15.17:0/1160825064 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c1ff480 0x55965c207180 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f4b00011010 tx=0x7f4b00011630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1fcf9c47eefc6718 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:18.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4af97fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:18.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4af97fa640 1 -- 172.21.15.17:0/1160825064 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b0002a060 con 0x55965c1ff480 2024-09-16T01:55:18.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4af97fa640 1 -- 172.21.15.17:0/1160825064 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4b000035f0 con 0x55965c1ff480 2024-09-16T01:55:18.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.807+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/1160825064 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b000043c0 con 0x55965c1ff480 2024-09-16T01:55:18.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.808+0000 7f4af97fa640 1 -- 172.21.15.17:0/1160825064 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4b00004210 con 0x55965c1ff480 2024-09-16T01:55:18.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.808+0000 7f4b1a0fa740 10 client.27271 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:18.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.808+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/1160825064 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55965c218540 con 0x55965c1ff480 2024-09-16T01:55:18.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.808+0000 7f4af97fa640 1 -- 172.21.15.17:0/1160825064 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b000043c0 con 0x55965c1ff480 2024-09-16T01:55:18.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.808+0000 7f4af97fa640 1 -- 172.21.15.17:0/1160825064 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f4b0002f070 con 0x55965c1ff480 2024-09-16T01:55:18.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.808+0000 7f4b1a0fa740 10 client.27271 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:18.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.808+0000 7f4b1a0fa740 10 client.27271 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:18.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.808+0000 7f4b1a0fa740 20 client.27271 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:18.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.808+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/1160825064 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55965c2198f0 0x55965c21bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.808+0000 7f4b1a0fa740 4 client.27271 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:55:18.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.808+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/1160825064 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55965c1717f0 con 0x55965c2198f0 2024-09-16T01:55:18.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.808+0000 7f4b15abd640 1 --2- 172.21.15.17:0/1160825064 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55965c2198f0 0x55965c21bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.809+0000 7f4af97fa640 10 client.27271 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:18.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.809+0000 7f4b15abd640 1 --2- 172.21.15.17:0/1160825064 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55965c2198f0 0x55965c21bce0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bcfb7cd951983269 server_cookie=b0e6ee394eac541 in_seq=0 out_seq=0 2024-09-16T01:55:18.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.809+0000 7f4af97fa640 1 -- 172.21.15.17:0/1160825064 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55965c1717f0 con 0x55965c2198f0 2024-09-16T01:55:18.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.809+0000 7f4af97fa640 10 client.27271 handle_command_reply: tid=0 2024-09-16T01:55:18.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.809+0000 7f4b1a0fa740 1 client.27271 shutdown 2024-09-16T01:55:18.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.809+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/1160825064 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c1ff480 msgr2=0x55965c207180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:18.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.809+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/1160825064 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c1ff480 0x55965c207180 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f4b00011010 tx=0x7f4b00011630 comp rx=0 tx=0).stop 2024-09-16T01:55:18.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.809+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/1160825064 shutdown_connections 2024-09-16T01:55:18.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.809+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/1160825064 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55965c2198f0 0x55965c21bce0 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.809+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/1160825064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c209d40 0x55965c2076c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.809+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/1160825064 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c1ff480 0x55965c207180 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.809+0000 7f4af97fa640 0 client.27271 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:18.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.809+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/1160825064 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1feb60 0x55965c206c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.809+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/1160825064 >> 172.21.15.17:0/1160825064 conn(0x55965c1fb0f0 msgr2=0x55965c200e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:18.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.810+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/1160825064 shutdown_connections 2024-09-16T01:55:18.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.810+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/1160825064 wait complete. 2024-09-16T01:55:18.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.810+0000 7f4b1a0fa740 20 client.27271 trim_cache size 0 max 16384 2024-09-16T01:55:18.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.830+0000 7f4b1a0fa740 1 Processor -- start 2024-09-16T01:55:18.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.830+0000 7f4b1a0fa740 1 -- start start 2024-09-16T01:55:18.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.830+0000 7f4b1a0fa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c1feb60 0x55965c221300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.830+0000 7f4b1a0fa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 0x55965c221840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b1a0fa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c209d40 0x55965c203ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b1a0fa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4b101adb90 con 0x55965c209d40 2024-09-16T01:55:18.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b1a0fa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4b101ab460 con 0x55965c1ff480 2024-09-16T01:55:18.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b1a0fa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4b101a9290 con 0x55965c1feb60 2024-09-16T01:55:18.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b15abd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c1feb60 0x55965c221300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b162be640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c209d40 0x55965c203ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b15abd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c1feb60 0x55965c221300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:54814/0 (socket says 172.21.15.17:54814) 2024-09-16T01:55:18.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b15abd640 1 -- 172.21.15.17:0/443568798 learned_addr learned my addr 172.21.15.17:0/443568798 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:18.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b152bc640 1 --2- 172.21.15.17:0/443568798 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 0x55965c221840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b15abd640 1 -- 172.21.15.17:0/443568798 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 msgr2=0x55965c221840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:18.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b15abd640 1 --2- 172.21.15.17:0/443568798 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 0x55965c221840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b15abd640 1 -- 172.21.15.17:0/443568798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c209d40 msgr2=0x55965c203ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:18.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b15abd640 1 --2- 172.21.15.17:0/443568798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c209d40 0x55965c203ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b15abd640 1 -- 172.21.15.17:0/443568798 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55965c1faf20 con 0x55965c1feb60 2024-09-16T01:55:18.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b152bc640 1 --2- 172.21.15.17:0/443568798 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 0x55965c221840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:55:18.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4b15abd640 1 --2- 172.21.15.17:0/443568798 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c1feb60 0x55965c221300 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c098c60 tx=0x7f4b0c0cd640 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b4584dd3515c7fd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:18.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4afb7fe640 1 -- 172.21.15.17:0/443568798 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c0b5070 con 0x55965c1feb60 2024-09-16T01:55:18.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.831+0000 7f4afb7fe640 1 -- 172.21.15.17:0/443568798 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b0c09c990 con 0x55965c1feb60 2024-09-16T01:55:18.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.832+0000 7f4afb7fe640 1 -- 172.21.15.17:0/443568798 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c0ab040 con 0x55965c1feb60 2024-09-16T01:55:18.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.832+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/443568798 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c1feb60 msgr2=0x55965c221300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:18.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.832+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/443568798 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c1feb60 0x55965c221300 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c098c60 tx=0x7f4b0c0cd640 comp rx=0 tx=0).stop 2024-09-16T01:55:18.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.832+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/443568798 shutdown_connections 2024-09-16T01:55:18.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.832+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/443568798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c209d40 0x55965c203ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.832+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/443568798 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 0x55965c221840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.832+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/443568798 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c1feb60 0x55965c221300 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.832+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/443568798 >> 172.21.15.17:0/443568798 conn(0x55965c1fb0f0 msgr2=0x55965c208bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:18.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.832+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/443568798 shutdown_connections 2024-09-16T01:55:18.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.832+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/443568798 wait complete. 2024-09-16T01:55:18.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.833+0000 7f4b1a0fa740 1 -- start start 2024-09-16T01:55:18.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.833+0000 7f4b1a0fa740 1 Processor -- start 2024-09-16T01:55:18.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.833+0000 7f4b1a0fa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c1feb60 0x55965c212160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.833+0000 7f4b1a0fa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 0x55965c20e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.833+0000 7f4b1a0fa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c209d40 0x55965c20e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.833+0000 7f4b1a0fa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4b101a9920 con 0x55965c1feb60 2024-09-16T01:55:18.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b162be640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c209d40 0x55965c20e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b15abd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c1feb60 0x55965c212160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.833+0000 7f4b1a0fa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4b101aad90 con 0x55965c1ff480 2024-09-16T01:55:18.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b162be640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c209d40 0x55965c20e9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:54816/0 (socket says 172.21.15.17:54816) 2024-09-16T01:55:18.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b1a0fa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4b101a9ff0 con 0x55965c209d40 2024-09-16T01:55:18.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b162be640 1 -- 172.21.15.17:0/4187548235 learned_addr learned my addr 172.21.15.17:0/4187548235 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:18.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b1a0fa740 10 client.0 _ll_register_callbacks cb 0x7f4b08009b20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:18.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b152bc640 1 --2- 172.21.15.17:0/4187548235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 0x55965c20e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b162be640 1 -- 172.21.15.17:0/4187548235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 msgr2=0x55965c20e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:18.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b162be640 1 --2- 172.21.15.17:0/4187548235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 0x55965c20e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b162be640 1 -- 172.21.15.17:0/4187548235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c1feb60 msgr2=0x55965c212160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:18.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b162be640 1 --2- 172.21.15.17:0/4187548235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c1feb60 0x55965c212160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b162be640 1 -- 172.21.15.17:0/4187548235 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55965c20ef20 con 0x55965c209d40 2024-09-16T01:55:18.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b15abd640 1 --2- 172.21.15.17:0/4187548235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c1feb60 0x55965c212160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:18.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b152bc640 1 --2- 172.21.15.17:0/4187548235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 0x55965c20e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:55:18.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b162be640 1 --2- 172.21.15.17:0/4187548235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c209d40 0x55965c20e9e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f4b08009ca0 tx=0x7f4b080095c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd987859f3ac3b65 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:18.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4af97fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:18.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4af97fa640 1 -- 172.21.15.17:0/4187548235 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b08034040 con 0x55965c209d40 2024-09-16T01:55:18.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4af97fa640 1 -- 172.21.15.17:0/4187548235 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4b0804d440 con 0x55965c209d40 2024-09-16T01:55:18.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.834+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/4187548235 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4b0c09c990 con 0x55965c209d40 2024-09-16T01:55:18.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.835+0000 7f4af97fa640 1 -- 172.21.15.17:0/4187548235 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f4b08004820 con 0x55965c209d40 2024-09-16T01:55:18.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.835+0000 7f4b1a0fa740 10 client.27277 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:18.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.835+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/4187548235 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55965c285030 con 0x55965c209d40 2024-09-16T01:55:18.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.835+0000 7f4af97fa640 1 -- 172.21.15.17:0/4187548235 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4b0c09c990 con 0x55965c209d40 2024-09-16T01:55:18.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.835+0000 7f4af97fa640 1 -- 172.21.15.17:0/4187548235 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f4b08030560 con 0x55965c209d40 2024-09-16T01:55:18.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.835+0000 7f4b1a0fa740 10 client.27277 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:18.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.835+0000 7f4b1a0fa740 10 client.27277 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:18.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.835+0000 7f4b1a0fa740 20 client.27277 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:18.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.835+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/4187548235 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55965c2857b0 0x55965c287bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:18.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.835+0000 7f4b1a0fa740 4 client.27277 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:55:18.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.835+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/4187548235 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55965c16bd00 con 0x55965c2857b0 2024-09-16T01:55:18.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.835+0000 7f4b15abd640 1 --2- 172.21.15.17:0/4187548235 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55965c2857b0 0x55965c287bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:18.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.836+0000 7f4af97fa640 10 client.27277 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:18.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.836+0000 7f4b15abd640 1 --2- 172.21.15.17:0/4187548235 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55965c2857b0 0x55965c287bd0 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b8d57adaab96e27 server_cookie=9f13dffaa75e9e46 in_seq=0 out_seq=0 2024-09-16T01:55:18.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4af97fa640 1 -- 172.21.15.17:0/4187548235 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55965c16bd00 con 0x55965c2857b0 2024-09-16T01:55:18.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4af97fa640 10 client.27277 handle_command_reply: tid=0 2024-09-16T01:55:18.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4b1a0fa740 1 client.27277 shutdown 2024-09-16T01:55:18.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/4187548235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c209d40 msgr2=0x55965c20e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:18.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/4187548235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c209d40 0x55965c20e9e0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f4b08009ca0 tx=0x7f4b080095c0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/4187548235 shutdown_connections 2024-09-16T01:55:18.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/4187548235 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55965c2857b0 0x55965c287bd0 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/4187548235 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55965c209d40 0x55965c20e9e0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/4187548235 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55965c1ff480 0x55965c20e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4b1a0fa740 1 --2- 172.21.15.17:0/4187548235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55965c1feb60 0x55965c212160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/4187548235 >> 172.21.15.17:0/4187548235 conn(0x55965c1fb0f0 msgr2=0x55965c1f9a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:18.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4af97fa640 0 client.27277 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:18.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/4187548235 shutdown_connections 2024-09-16T01:55:18.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4b1a0fa740 1 -- 172.21.15.17:0/4187548235 wait complete. 2024-09-16T01:55:18.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.837+0000 7f4b1a0fa740 20 client.27277 trim_cache size 0 max 16384 2024-09-16T01:55:18.853 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:55:18.853 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:55:18.853 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "f5e7d40c-ede5-4fab-a9c9-aa5f7150da11", 2024-09-16T01:55:18.853 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:55:18.853 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:55:18.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.838+0000 7f4b17d21640 1 -- 172.21.15.17:0/915759034 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4afc0a7650 msgr2=0x7f4afc0a9b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:18.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.838+0000 7f4b17d21640 1 --2- 172.21.15.17:0/915759034 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4afc0a7650 0x7f4afc0a9b10 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f4b08005fe0 tx=0x7f4b08005c50 comp rx=0 tx=0).stop 2024-09-16T01:55:18.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.838+0000 7f4b17d21640 1 -- 172.21.15.17:0/915759034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b10102d40 msgr2=0x7f4b10198320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:18.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.838+0000 7f4b17d21640 1 --2- 172.21.15.17:0/915759034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b10102d40 0x7f4b10198320 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c00e9f0 tx=0x7f4b0c00edf0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.838+0000 7f4b17d21640 1 -- 172.21.15.17:0/915759034 shutdown_connections 2024-09-16T01:55:18.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.838+0000 7f4b17d21640 1 --2- 172.21.15.17:0/915759034 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4afc0a7650 0x7f4afc0a9b10 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.838+0000 7f4b17d21640 1 --2- 172.21.15.17:0/915759034 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4b1010c170 0x7f4b1019cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.838+0000 7f4b17d21640 1 --2- 172.21.15.17:0/915759034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b10103660 0x7f4b10198860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.838+0000 7f4b17d21640 1 --2- 172.21.15.17:0/915759034 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4b10102d40 0x7f4b10198320 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:18.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.838+0000 7f4b17d21640 1 -- 172.21.15.17:0/915759034 >> 172.21.15.17:0/915759034 conn(0x7f4b100fc7a0 msgr2=0x7f4b100fdf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:18.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.838+0000 7f4b17d21640 1 -- 172.21.15.17:0/915759034 shutdown_connections 2024-09-16T01:55:18.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:18.838+0000 7f4b17d21640 1 -- 172.21.15.17:0/915759034 wait complete. 2024-09-16T01:55:19.554 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:55:19.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 445680 3.72 MB/sec execute 522 sec latency 13.397 ms 2024-09-16T01:55:19.848 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:20.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.364+0000 7f05c5a0c640 1 -- 172.21.15.17:0/3728194262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05c01036d0 msgr2=0x7f05c010bbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:20.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.364+0000 7f05c5a0c640 1 --2- 172.21.15.17:0/3728194262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05c01036d0 0x7f05c010bbc0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f05a8009900 tx=0x7f05a802a480 comp rx=0 tx=0).stop 2024-09-16T01:55:20.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.364+0000 7f05c5a0c640 1 -- 172.21.15.17:0/3728194262 shutdown_connections 2024-09-16T01:55:20.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.364+0000 7f05c5a0c640 1 --2- 172.21.15.17:0/3728194262 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f05c010c190 0x7f05c010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.364+0000 7f05c5a0c640 1 --2- 172.21.15.17:0/3728194262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05c01036d0 0x7f05c010bbc0 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.364+0000 7f05c5a0c640 1 --2- 172.21.15.17:0/3728194262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f05c0102db0 0x7f05c0103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.364+0000 7f05c5a0c640 1 -- 172.21.15.17:0/3728194262 >> 172.21.15.17:0/3728194262 conn(0x7f05c00fc7d0 msgr2=0x7f05c00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:20.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.364+0000 7f05c5a0c640 1 -- 172.21.15.17:0/3728194262 shutdown_connections 2024-09-16T01:55:20.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.364+0000 7f05c5a0c640 1 -- 172.21.15.17:0/3728194262 wait complete. 2024-09-16T01:55:20.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.364+0000 7f05c5a0c640 1 Processor -- start 2024-09-16T01:55:20.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05c5a0c640 1 -- start start 2024-09-16T01:55:20.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05c5a0c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05c0102db0 0x7f05c019a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05c5a0c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f05c01036d0 0x7f05c019ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05c5a0c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f05c010c190 0x7f05c019eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05c5a0c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f05c0111e20 con 0x7f05c0102db0 2024-09-16T01:55:20.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05c5a0c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f05c0111ca0 con 0x7f05c010c190 2024-09-16T01:55:20.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05beffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05c0102db0 0x7f05c019a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05c5a0c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f05c0111fa0 con 0x7f05c01036d0 2024-09-16T01:55:20.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05beffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05c0102db0 0x7f05c019a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33042/0 (socket says 172.21.15.17:33042) 2024-09-16T01:55:20.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05beffd640 1 -- 172.21.15.17:0/2694977878 learned_addr learned my addr 172.21.15.17:0/2694977878 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:20.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05b7fff640 1 --2- 172.21.15.17:0/2694977878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f05c01036d0 0x7f05c019ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05bf7fe640 1 --2- 172.21.15.17:0/2694977878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f05c010c190 0x7f05c019eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05beffd640 1 -- 172.21.15.17:0/2694977878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f05c01036d0 msgr2=0x7f05c019ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:20.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05beffd640 1 --2- 172.21.15.17:0/2694977878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f05c01036d0 0x7f05c019ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05beffd640 1 -- 172.21.15.17:0/2694977878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f05c010c190 msgr2=0x7f05c019eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:20.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05beffd640 1 --2- 172.21.15.17:0/2694977878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f05c010c190 0x7f05c019eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.365+0000 7f05beffd640 1 -- 172.21.15.17:0/2694977878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05c019f590 con 0x7f05c0102db0 2024-09-16T01:55:20.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.366+0000 7f05beffd640 1 --2- 172.21.15.17:0/2694977878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05c0102db0 0x7f05c019a5e0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f05b000d950 tx=0x7f05b000de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:20.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.366+0000 7f05c4a0a640 1 -- 172.21.15.17:0/2694977878 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b0017030 con 0x7f05c0102db0 2024-09-16T01:55:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.366+0000 7f05c4a0a640 1 -- 172.21.15.17:0/2694977878 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f05b0004020 con 0x7f05c0102db0 2024-09-16T01:55:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.366+0000 7f05c4a0a640 1 -- 172.21.15.17:0/2694977878 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b00047a0 con 0x7f05c0102db0 2024-09-16T01:55:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.366+0000 7f05c5a0c640 1 -- 172.21.15.17:0/2694977878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05c019f880 con 0x7f05c0102db0 2024-09-16T01:55:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.366+0000 7f05c5a0c640 1 -- 172.21.15.17:0/2694977878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f05c01a7160 con 0x7f05c0102db0 2024-09-16T01:55:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.368+0000 7f05c4a0a640 1 -- 172.21.15.17:0/2694977878 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f05b00041d0 con 0x7f05c0102db0 2024-09-16T01:55:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.369+0000 7f05c7de5740 1 Processor -- start 2024-09-16T01:55:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.369+0000 7f05c7de5740 1 -- start start 2024-09-16T01:55:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.369+0000 7f05c7de5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1324124a0 0x55c132412880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.369+0000 7f05c7de5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c132412dc0 0x55c13241d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.369+0000 7f05c7de5740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c13241d680 0x55c13241fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.369+0000 7f05c7de5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c1323782e0 con 0x55c132412dc0 2024-09-16T01:55:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.369+0000 7f05c7de5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c13231fce0 con 0x55c1324124a0 2024-09-16T01:55:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.369+0000 7f05c7de5740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c1323742a0 con 0x55c13241d680 2024-09-16T01:55:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.369+0000 7f05beffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c132412dc0 0x55c13241d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.369+0000 7f05beffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c132412dc0 0x55c13241d140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33046/0 (socket says 172.21.15.17:33046) 2024-09-16T01:55:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.369+0000 7f05beffd640 1 -- 172.21.15.17:0/1806948903 learned_addr learned my addr 172.21.15.17:0/1806948903 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.369+0000 7f05b7fff640 1 --2- 172.21.15.17:0/1806948903 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c13241d680 0x55c13241fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.369+0000 7f05bf7fe640 1 --2- 172.21.15.17:0/1806948903 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1324124a0 0x55c132412880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.370+0000 7f05beffd640 1 -- 172.21.15.17:0/1806948903 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c13241d680 msgr2=0x55c13241fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.370+0000 7f05beffd640 1 --2- 172.21.15.17:0/1806948903 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c13241d680 0x55c13241fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.370+0000 7f05beffd640 1 -- 172.21.15.17:0/1806948903 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1324124a0 msgr2=0x55c132412880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.370+0000 7f05beffd640 1 --2- 172.21.15.17:0/1806948903 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1324124a0 0x55c132412880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.370+0000 7f05beffd640 1 -- 172.21.15.17:0/1806948903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c132304440 con 0x55c132412dc0 2024-09-16T01:55:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.370+0000 7f05bf7fe640 1 --2- 172.21.15.17:0/1806948903 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1324124a0 0x55c132412880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:55:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.370+0000 7f05c4a0a640 1 --2- 172.21.15.17:0/2694977878 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f05ac0a32c0 0x7f05ac0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.370+0000 7f05beffd640 1 --2- 172.21.15.17:0/1806948903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c132412dc0 0x55c13241d140 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f05b00d7360 tx=0x7f05b00d7820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fbbdde36eda4286 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:20.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.370+0000 7f05c4a0a640 1 -- 172.21.15.17:0/2694977878 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f05b00cf320 con 0x7f05c0102db0 2024-09-16T01:55:20.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.370+0000 7f05bf7fe640 1 --2- 172.21.15.17:0/2694977878 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f05ac0a32c0 0x7f05ac0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.370+0000 7f05b5ffb640 1 -- 172.21.15.17:0/1806948903 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b0097be0 con 0x55c132412dc0 2024-09-16T01:55:20.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.370+0000 7f05b5ffb640 1 -- 172.21.15.17:0/1806948903 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f05b009c040 con 0x55c132412dc0 2024-09-16T01:55:20.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.370+0000 7f05b5ffb640 1 -- 172.21.15.17:0/1806948903 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b009b2a0 con 0x55c132412dc0 2024-09-16T01:55:20.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.371+0000 7f05c7de5740 1 -- 172.21.15.17:0/1806948903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c132412dc0 msgr2=0x55c13241d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:20.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.371+0000 7f05c7de5740 1 --2- 172.21.15.17:0/1806948903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c132412dc0 0x55c13241d140 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f05b00d7360 tx=0x7f05b00d7820 comp rx=0 tx=0).stop 2024-09-16T01:55:20.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.371+0000 7f05bf7fe640 1 --2- 172.21.15.17:0/2694977878 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f05ac0a32c0 0x7f05ac0a5780 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f05b80099a0 tx=0x7f05b8009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:20.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.372+0000 7f05c7de5740 1 -- 172.21.15.17:0/1806948903 shutdown_connections 2024-09-16T01:55:20.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.372+0000 7f05c7de5740 1 --2- 172.21.15.17:0/1806948903 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c13241d680 0x55c13241fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.372+0000 7f05c7de5740 1 --2- 172.21.15.17:0/1806948903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c132412dc0 0x55c13241d140 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.372+0000 7f05c7de5740 1 --2- 172.21.15.17:0/1806948903 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1324124a0 0x55c132412880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.372+0000 7f05c7de5740 1 -- 172.21.15.17:0/1806948903 >> 172.21.15.17:0/1806948903 conn(0x55c13240ea30 msgr2=0x55c13240ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:20.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.372+0000 7f05c7de5740 1 -- 172.21.15.17:0/1806948903 shutdown_connections 2024-09-16T01:55:20.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.372+0000 7f05c7de5740 1 -- 172.21.15.17:0/1806948903 wait complete. 2024-09-16T01:55:20.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.372+0000 7f05c7de5740 1 -- start start 2024-09-16T01:55:20.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05c7de5740 1 Processor -- start 2024-09-16T01:55:20.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05c7de5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1324124a0 0x55c13241cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05c7de5740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c132412dc0 0x55c13241a230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05c7de5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c13241a770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05c7de5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c132420250 con 0x55c13241d680 2024-09-16T01:55:20.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05c7de5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c132333050 con 0x55c1324124a0 2024-09-16T01:55:20.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05c7de5740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c1324203d0 con 0x55c132412dc0 2024-09-16T01:55:20.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05c7de5740 10 client.0 _ll_register_callbacks cb 0x55c132373160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:20.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05bf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c13241a770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05b7fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c132412dc0 0x55c13241a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05bf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c13241a770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33054/0 (socket says 172.21.15.17:33054) 2024-09-16T01:55:20.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05bf7fe640 1 -- 172.21.15.17:0/439699800 learned_addr learned my addr 172.21.15.17:0/439699800 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:20.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05beffd640 1 --2- 172.21.15.17:0/439699800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1324124a0 0x55c13241cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05b7fff640 1 -- 172.21.15.17:0/439699800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1324124a0 msgr2=0x55c13241cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:20.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05b7fff640 1 --2- 172.21.15.17:0/439699800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1324124a0 0x55c13241cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05b7fff640 1 -- 172.21.15.17:0/439699800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 msgr2=0x55c13241a770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:20.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05b7fff640 1 --2- 172.21.15.17:0/439699800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c13241a770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.373+0000 7f05b7fff640 1 -- 172.21.15.17:0/439699800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c1320e93c0 con 0x55c132412dc0 2024-09-16T01:55:20.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.374+0000 7f05b7fff640 1 --2- 172.21.15.17:0/439699800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c132412dc0 0x55c13241a230 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f05a8009230 tx=0x7f05a8032f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=587cee8a822f34e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:20.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.374+0000 7f059effd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:20.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.374+0000 7f059effd640 1 -- 172.21.15.17:0/439699800 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05a8035040 con 0x55c132412dc0 2024-09-16T01:55:20.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.374+0000 7f059effd640 1 -- 172.21.15.17:0/439699800 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f05a80317a0 con 0x55c132412dc0 2024-09-16T01:55:20.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.374+0000 7f05c7de5740 1 -- 172.21.15.17:0/439699800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f05b009c040 con 0x55c132412dc0 2024-09-16T01:55:20.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.374+0000 7f059effd640 1 -- 172.21.15.17:0/439699800 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f05a8004040 con 0x55c132412dc0 2024-09-16T01:55:20.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.374+0000 7f05c7de5740 10 client.27289 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:20.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.374+0000 7f05c7de5740 1 -- 172.21.15.17:0/439699800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c13242bbc0 con 0x55c132412dc0 2024-09-16T01:55:20.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.374+0000 7f059effd640 1 -- 172.21.15.17:0/439699800 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f05b009c040 con 0x55c132412dc0 2024-09-16T01:55:20.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.374+0000 7f059effd640 1 -- 172.21.15.17:0/439699800 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f05a8004870 con 0x55c132412dc0 2024-09-16T01:55:20.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.375+0000 7f05c7de5740 10 client.27289 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:20.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.375+0000 7f05c7de5740 10 client.27289 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:20.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.375+0000 7f05c7de5740 20 client.27289 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:20.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.375+0000 7f05c7de5740 1 --2- 172.21.15.17:0/439699800 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c13242d080 0x55c13242f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.375+0000 7f05c7de5740 4 client.27289 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:55:20.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.375+0000 7f05c7de5740 1 -- 172.21.15.17:0/439699800 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c132385850 con 0x55c13242d080 2024-09-16T01:55:20.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.375+0000 7f05beffd640 1 --2- 172.21.15.17:0/439699800 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c13242d080 0x55c13242f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.375+0000 7f05beffd640 1 --2- 172.21.15.17:0/439699800 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c13242d080 0x55c13242f470 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=21bd8227ba627bd3 server_cookie=4bad85662b6d15b5 in_seq=0 out_seq=0 2024-09-16T01:55:20.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.375+0000 7f059effd640 10 client.27289 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:20.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f059effd640 1 -- 172.21.15.17:0/439699800 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c132385850 con 0x55c13242d080 2024-09-16T01:55:20.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f059effd640 10 client.27289 handle_command_reply: tid=0 2024-09-16T01:55:20.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f05c7de5740 1 client.27289 shutdown 2024-09-16T01:55:20.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f05c7de5740 1 -- 172.21.15.17:0/439699800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c132412dc0 msgr2=0x55c13241a230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:20.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f05c7de5740 1 --2- 172.21.15.17:0/439699800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c132412dc0 0x55c13241a230 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f05a8009230 tx=0x7f05a8032f90 comp rx=0 tx=0).stop 2024-09-16T01:55:20.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f05c7de5740 1 -- 172.21.15.17:0/439699800 shutdown_connections 2024-09-16T01:55:20.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f05c7de5740 1 --2- 172.21.15.17:0/439699800 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c13242d080 0x55c13242f470 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f05c7de5740 1 --2- 172.21.15.17:0/439699800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c13241a770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f05c7de5740 1 --2- 172.21.15.17:0/439699800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c132412dc0 0x55c13241a230 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f05c7de5740 1 --2- 172.21.15.17:0/439699800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c1324124a0 0x55c13241cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f05c7de5740 1 -- 172.21.15.17:0/439699800 >> 172.21.15.17:0/439699800 conn(0x55c13240ea30 msgr2=0x55c132414760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:20.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f059effd640 0 client.27289 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:20.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f05c7de5740 1 -- 172.21.15.17:0/439699800 shutdown_connections 2024-09-16T01:55:20.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f05c7de5740 1 -- 172.21.15.17:0/439699800 wait complete. 2024-09-16T01:55:20.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.376+0000 7f05c7de5740 20 client.27289 trim_cache size 0 max 16384 2024-09-16T01:55:20.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.397+0000 7f05c7de5740 1 Processor -- start 2024-09-16T01:55:20.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.397+0000 7f05c7de5740 1 -- start start 2024-09-16T01:55:20.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.397+0000 7f05c7de5740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c1324124a0 0x55c1324294b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.397+0000 7f05c7de5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c132412dc0 0x55c132434d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.397+0000 7f05c7de5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c132435280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.397+0000 7f05c7de5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f05c01b2010 con 0x55c13241d680 2024-09-16T01:55:20.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.397+0000 7f05c7de5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f05c01af8e0 con 0x55c132412dc0 2024-09-16T01:55:20.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.397+0000 7f05c7de5740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f05c01ad710 con 0x55c1324124a0 2024-09-16T01:55:20.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.397+0000 7f05bf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c132435280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.397+0000 7f05bf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c132435280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33070/0 (socket says 172.21.15.17:33070) 2024-09-16T01:55:20.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.397+0000 7f05bf7fe640 1 -- 172.21.15.17:0/2022453263 learned_addr learned my addr 172.21.15.17:0/2022453263 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:20.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.397+0000 7f05beffd640 1 --2- 172.21.15.17:0/2022453263 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c1324124a0 0x55c1324294b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.397+0000 7f05b7fff640 1 --2- 172.21.15.17:0/2022453263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c132412dc0 0x55c132434d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.398+0000 7f05bf7fe640 1 -- 172.21.15.17:0/2022453263 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c1324124a0 msgr2=0x55c1324294b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:20.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.398+0000 7f05bf7fe640 1 --2- 172.21.15.17:0/2022453263 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c1324124a0 0x55c1324294b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.398+0000 7f05bf7fe640 1 -- 172.21.15.17:0/2022453263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c132412dc0 msgr2=0x55c132434d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:20.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.398+0000 7f05bf7fe640 1 --2- 172.21.15.17:0/2022453263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c132412dc0 0x55c132434d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.398+0000 7f05bf7fe640 1 -- 172.21.15.17:0/2022453263 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c13240e4d0 con 0x55c13241d680 2024-09-16T01:55:20.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.398+0000 7f05b7fff640 1 --2- 172.21.15.17:0/2022453263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c132412dc0 0x55c132434d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:55:20.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.398+0000 7f05bf7fe640 1 --2- 172.21.15.17:0/2022453263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c132435280 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f05b8010790 tx=0x7f05b8015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebd5a6e1002b2415 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:20.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.398+0000 7f05b57fa640 1 -- 172.21.15.17:0/2022453263 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b8004d20 con 0x55c13241d680 2024-09-16T01:55:20.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.398+0000 7f05b57fa640 1 -- 172.21.15.17:0/2022453263 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f05b801cc40 con 0x55c13241d680 2024-09-16T01:55:20.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.398+0000 7f05b57fa640 1 -- 172.21.15.17:0/2022453263 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b80057f0 con 0x55c13241d680 2024-09-16T01:55:20.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.399+0000 7f05c7de5740 1 -- 172.21.15.17:0/2022453263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 msgr2=0x55c132435280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.399+0000 7f05c7de5740 1 --2- 172.21.15.17:0/2022453263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c132435280 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f05b8010790 tx=0x7f05b8015000 comp rx=0 tx=0).stop 2024-09-16T01:55:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.399+0000 7f05c7de5740 1 -- 172.21.15.17:0/2022453263 shutdown_connections 2024-09-16T01:55:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.399+0000 7f05c7de5740 1 --2- 172.21.15.17:0/2022453263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c132435280 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.399+0000 7f05c7de5740 1 --2- 172.21.15.17:0/2022453263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c132412dc0 0x55c132434d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.399+0000 7f05c7de5740 1 --2- 172.21.15.17:0/2022453263 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c1324124a0 0x55c1324294b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.399+0000 7f05c7de5740 1 -- 172.21.15.17:0/2022453263 >> 172.21.15.17:0/2022453263 conn(0x55c13240ea30 msgr2=0x55c132415900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.399+0000 7f05c7de5740 1 -- 172.21.15.17:0/2022453263 shutdown_connections 2024-09-16T01:55:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.399+0000 7f05c7de5740 1 -- 172.21.15.17:0/2022453263 wait complete. 2024-09-16T01:55:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.399+0000 7f05c7de5740 1 -- start start 2024-09-16T01:55:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.400+0000 7f05c7de5740 1 Processor -- start 2024-09-16T01:55:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.400+0000 7f05c7de5740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c1324124a0 0x55c132420d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.400+0000 7f05c7de5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c132412dc0 0x55c1324212c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.400+0000 7f05c7de5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c13248fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.400+0000 7f05c7de5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f05c01adda0 con 0x55c13241d680 2024-09-16T01:55:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.400+0000 7f05c7de5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f05c01af210 con 0x55c132412dc0 2024-09-16T01:55:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.400+0000 7f05c7de5740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f05c01ae470 con 0x55c1324124a0 2024-09-16T01:55:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.400+0000 7f05c7de5740 10 client.0 _ll_register_callbacks cb 0x7f05a8005db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.400+0000 7f05bf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c13248fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.400+0000 7f05bf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c13248fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33076/0 (socket says 172.21.15.17:33076) 2024-09-16T01:55:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.400+0000 7f05bf7fe640 1 -- 172.21.15.17:0/2135386144 learned_addr learned my addr 172.21.15.17:0/2135386144 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.400+0000 7f05beffd640 1 --2- 172.21.15.17:0/2135386144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c1324124a0 0x55c132420d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.400+0000 7f05b7fff640 1 --2- 172.21.15.17:0/2135386144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c132412dc0 0x55c1324212c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.401+0000 7f05bf7fe640 1 -- 172.21.15.17:0/2135386144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c1324124a0 msgr2=0x55c132420d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:20.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.401+0000 7f05bf7fe640 1 --2- 172.21.15.17:0/2135386144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c1324124a0 0x55c132420d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.401+0000 7f05bf7fe640 1 -- 172.21.15.17:0/2135386144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c132412dc0 msgr2=0x55c1324212c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:20.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.401+0000 7f05bf7fe640 1 --2- 172.21.15.17:0/2135386144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c132412dc0 0x55c1324212c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.401+0000 7f05bf7fe640 1 -- 172.21.15.17:0/2135386144 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c132490340 con 0x55c13241d680 2024-09-16T01:55:20.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.401+0000 7f05b7fff640 1 --2- 172.21.15.17:0/2135386144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c132412dc0 0x55c1324212c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:20.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.401+0000 7f05bf7fe640 1 --2- 172.21.15.17:0/2135386144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c13248fcd0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f05b802a040 tx=0x7f05b80053f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f377a023978a40a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:20.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.401+0000 7f059effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:55:20.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.401+0000 7f059effd640 1 -- 172.21.15.17:0/2135386144 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05b8035030 con 0x55c13241d680 2024-09-16T01:55:20.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.401+0000 7f059effd640 1 -- 172.21.15.17:0/2135386144 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f05b8004b00 con 0x55c13241d680 2024-09-16T01:55:20.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.401+0000 7f05c7de5740 1 -- 172.21.15.17:0/2135386144 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f05b801cc40 con 0x55c13241d680 2024-09-16T01:55:20.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.401+0000 7f059effd640 1 -- 172.21.15.17:0/2135386144 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f05b8004d00 con 0x55c13241d680 2024-09-16T01:55:20.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.401+0000 7f05c7de5740 10 client.17646 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:20.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.401+0000 7f05c7de5740 1 -- 172.21.15.17:0/2135386144 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55c1324976d0 con 0x55c13241d680 2024-09-16T01:55:20.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.402+0000 7f059effd640 1 -- 172.21.15.17:0/2135386144 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f05b801cc40 con 0x55c13241d680 2024-09-16T01:55:20.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.402+0000 7f059effd640 1 -- 172.21.15.17:0/2135386144 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f05b8027070 con 0x55c13241d680 2024-09-16T01:55:20.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.402+0000 7f05c7de5740 10 client.17646 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:20.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.402+0000 7f05c7de5740 10 client.17646 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:20.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.402+0000 7f05c7de5740 20 client.17646 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:20.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.402+0000 7f05c7de5740 1 --2- 172.21.15.17:0/2135386144 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c132497d90 0x55c13249a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:20.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.402+0000 7f05c7de5740 4 client.17646 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:55:20.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.402+0000 7f05c7de5740 1 -- 172.21.15.17:0/2135386144 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55c13237fd60 con 0x55c132497d90 2024-09-16T01:55:20.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.402+0000 7f05beffd640 1 --2- 172.21.15.17:0/2135386144 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c132497d90 0x55c13249a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:20.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f05beffd640 1 --2- 172.21.15.17:0/2135386144 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c132497d90 0x55c13249a1b0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ddb6dc66a9aaf28 server_cookie=923eb177daf2163e in_seq=0 out_seq=0 2024-09-16T01:55:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f059effd640 10 client.17646 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f059effd640 1 -- 172.21.15.17:0/2135386144 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55c13237fd60 con 0x55c132497d90 2024-09-16T01:55:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f059effd640 10 client.17646 handle_command_reply: tid=0 2024-09-16T01:55:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f05c7de5740 1 client.17646 shutdown 2024-09-16T01:55:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f05c7de5740 1 -- 172.21.15.17:0/2135386144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 msgr2=0x55c13248fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f05c7de5740 1 --2- 172.21.15.17:0/2135386144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c13248fcd0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f05b802a040 tx=0x7f05b80053f0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f05c7de5740 1 -- 172.21.15.17:0/2135386144 shutdown_connections 2024-09-16T01:55:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f05c7de5740 1 --2- 172.21.15.17:0/2135386144 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c132497d90 0x55c13249a1b0 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f05c7de5740 1 --2- 172.21.15.17:0/2135386144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c13241d680 0x55c13248fcd0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f05c7de5740 1 --2- 172.21.15.17:0/2135386144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c132412dc0 0x55c1324212c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f05c7de5740 1 --2- 172.21.15.17:0/2135386144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c1324124a0 0x55c132420d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f05c7de5740 1 -- 172.21.15.17:0/2135386144 >> 172.21.15.17:0/2135386144 conn(0x55c13240ea30 msgr2=0x55c13240d350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f059effd640 0 client.17646 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f05c7de5740 1 -- 172.21.15.17:0/2135386144 shutdown_connections 2024-09-16T01:55:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f05c7de5740 1 -- 172.21.15.17:0/2135386144 wait complete. 2024-09-16T01:55:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.403+0000 7f05c7de5740 20 client.17646 trim_cache size 0 max 16384 2024-09-16T01:55:20.410 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:55:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:55:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:55:20.411 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:55:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.404+0000 7f05c5a0c640 1 -- 172.21.15.17:0/2694977878 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f05ac0a32c0 msgr2=0x7f05ac0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.404+0000 7f05c5a0c640 1 --2- 172.21.15.17:0/2694977878 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f05ac0a32c0 0x7f05ac0a5780 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f05b80099a0 tx=0x7f05b8009500 comp rx=0 tx=0).stop 2024-09-16T01:55:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.404+0000 7f05c5a0c640 1 -- 172.21.15.17:0/2694977878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05c0102db0 msgr2=0x7f05c019a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.404+0000 7f05c5a0c640 1 --2- 172.21.15.17:0/2694977878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05c0102db0 0x7f05c019a5e0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f05b000d950 tx=0x7f05b000de10 comp rx=0 tx=0).stop 2024-09-16T01:55:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.404+0000 7f05c5a0c640 1 -- 172.21.15.17:0/2694977878 shutdown_connections 2024-09-16T01:55:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.404+0000 7f05c5a0c640 1 --2- 172.21.15.17:0/2694977878 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f05ac0a32c0 0x7f05ac0a5780 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.404+0000 7f05c5a0c640 1 --2- 172.21.15.17:0/2694977878 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f05c010c190 0x7f05c019eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.404+0000 7f05c5a0c640 1 --2- 172.21.15.17:0/2694977878 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f05c01036d0 0x7f05c019ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.404+0000 7f05c5a0c640 1 --2- 172.21.15.17:0/2694977878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f05c0102db0 0x7f05c019a5e0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.404+0000 7f05c5a0c640 1 -- 172.21.15.17:0/2694977878 >> 172.21.15.17:0/2694977878 conn(0x7f05c00fc7d0 msgr2=0x7f05c0101b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.404+0000 7f05c5a0c640 1 -- 172.21.15.17:0/2694977878 shutdown_connections 2024-09-16T01:55:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:20.404+0000 7f05c5a0c640 1 -- 172.21.15.17:0/2694977878 wait complete. 2024-09-16T01:55:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:20 smithi017 ceph-mon[30972]: pgmap v693: 97 pgs: 97 active+clean; 189 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:55:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:20 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:55:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:20 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:20 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:55:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:20 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:20.528 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:20 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:55:20.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 446424 3.73 MB/sec execute 523 sec latency 29.956 ms 2024-09-16T01:55:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:20 smithi122 ceph-mon[34758]: pgmap v693: 97 pgs: 97 active+clean; 189 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:55:20.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:20 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:55:20.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:20 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:20.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:20 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:55:20.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:20 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:20.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:20 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:55:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:20 smithi029 ceph-mon[34783]: pgmap v693: 97 pgs: 97 active+clean; 189 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 320 KiB/s rd, 1.8 MiB/s wr, 101 op/s 2024-09-16T01:55:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:20 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:55:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:20 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:20.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:20 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:55:20.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:20 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:20.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:20 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:55:21.108 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:55:21.108 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:55:21.381 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:21.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 447111 3.73 MB/sec execute 524 sec latency 12.643 ms 2024-09-16T01:55:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.912+0000 7f5cbce3c640 1 -- 172.21.15.17:0/3075547157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cb81082a0 msgr2=0x7f5cb810ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:21.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.912+0000 7f5cbce3c640 1 --2- 172.21.15.17:0/3075547157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cb81082a0 0x7f5cb810ec40 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f5cb0009cd0 tx=0x7f5cb002a8e0 comp rx=0 tx=0).stop 2024-09-16T01:55:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.912+0000 7f5cbce3c640 1 -- 172.21.15.17:0/3075547157 shutdown_connections 2024-09-16T01:55:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.912+0000 7f5cbce3c640 1 --2- 172.21.15.17:0/3075547157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cb81082a0 0x7f5cb810ec40 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.912+0000 7f5cbce3c640 1 --2- 172.21.15.17:0/3075547157 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cb81036e0 0x7f5cb8107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.912+0000 7f5cbce3c640 1 --2- 172.21.15.17:0/3075547157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cb8102d30 0x7f5cb8103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.912+0000 7f5cbce3c640 1 -- 172.21.15.17:0/3075547157 >> 172.21.15.17:0/3075547157 conn(0x7f5cb80fc7d0 msgr2=0x7f5cb80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:21.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.912+0000 7f5cbce3c640 1 -- 172.21.15.17:0/3075547157 shutdown_connections 2024-09-16T01:55:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.912+0000 7f5cbce3c640 1 -- 172.21.15.17:0/3075547157 wait complete. 2024-09-16T01:55:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.912+0000 7f5cbce3c640 1 Processor -- start 2024-09-16T01:55:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.913+0000 7f5cbce3c640 1 -- start start 2024-09-16T01:55:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.913+0000 7f5cbce3c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cb8102d30 0x7f5cb8198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:21.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.913+0000 7f5cbce3c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cb81036e0 0x7f5cb81989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.913+0000 7f5cbce3c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cb81082a0 0x7f5cb819cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.913+0000 7f5cbce3c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb8111f30 con 0x7f5cb81036e0 2024-09-16T01:55:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.913+0000 7f5cbce3c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb8111db0 con 0x7f5cb81082a0 2024-09-16T01:55:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.913+0000 7f5cbce3c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5cb81120b0 con 0x7f5cb8102d30 2024-09-16T01:55:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.913+0000 7f5cb659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cb8102d30 0x7f5cb8198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:21.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.913+0000 7f5cb659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cb8102d30 0x7f5cb8198470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:54878/0 (socket says 172.21.15.17:54878) 2024-09-16T01:55:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.913+0000 7f5cb659c640 1 -- 172.21.15.17:0/336990892 learned_addr learned my addr 172.21.15.17:0/336990892 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.913+0000 7f5cb6d9d640 1 --2- 172.21.15.17:0/336990892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cb81082a0 0x7f5cb819cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.913+0000 7f5caffff640 1 --2- 172.21.15.17:0/336990892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cb81036e0 0x7f5cb81989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.914+0000 7f5cb659c640 1 -- 172.21.15.17:0/336990892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cb81082a0 msgr2=0x7f5cb819cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:21.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.914+0000 7f5cb659c640 1 --2- 172.21.15.17:0/336990892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cb81082a0 0x7f5cb819cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.914+0000 7f5cb659c640 1 -- 172.21.15.17:0/336990892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cb81036e0 msgr2=0x7f5cb81989b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.914+0000 7f5cb659c640 1 --2- 172.21.15.17:0/336990892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cb81036e0 0x7f5cb81989b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.914+0000 7f5cb659c640 1 -- 172.21.15.17:0/336990892 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cb819d420 con 0x7f5cb8102d30 2024-09-16T01:55:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.914+0000 7f5cb659c640 1 --2- 172.21.15.17:0/336990892 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cb8102d30 0x7f5cb8198470 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f5ca800d950 tx=0x7f5ca800de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.914+0000 7f5caf7fe640 1 -- 172.21.15.17:0/336990892 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca8017070 con 0x7f5cb8102d30 2024-09-16T01:55:21.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.914+0000 7f5cbce3c640 1 -- 172.21.15.17:0/336990892 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cb819d710 con 0x7f5cb8102d30 2024-09-16T01:55:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.914+0000 7f5caf7fe640 1 -- 172.21.15.17:0/336990892 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5ca8009c30 con 0x7f5cb8102d30 2024-09-16T01:55:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.914+0000 7f5caf7fe640 1 -- 172.21.15.17:0/336990892 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ca800f620 con 0x7f5cb8102d30 2024-09-16T01:55:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.914+0000 7f5cbce3c640 1 -- 172.21.15.17:0/336990892 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cb81a4ff0 con 0x7f5cb8102d30 2024-09-16T01:55:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.915+0000 7f5cbce3c640 1 -- 172.21.15.17:0/336990892 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5cb8103110 con 0x7f5cb8102d30 2024-09-16T01:55:21.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.917+0000 7f5caf7fe640 1 -- 172.21.15.17:0/336990892 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f5ca80109a0 con 0x7f5cb8102d30 2024-09-16T01:55:21.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.917+0000 7f5caf7fe640 1 --2- 172.21.15.17:0/336990892 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ca40a3240 0x7f5ca40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:21.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.917+0000 7f5caffff640 1 --2- 172.21.15.17:0/336990892 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ca40a3240 0x7f5ca40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:21.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.917+0000 7f5caf7fe640 1 -- 172.21.15.17:0/336990892 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5ca80cf470 con 0x7f5cb8102d30 2024-09-16T01:55:21.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.918+0000 7f5caffff640 1 --2- 172.21.15.17:0/336990892 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ca40a3240 0x7f5ca40a5700 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f5cb80fee30 tx=0x7f5ca000b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:21.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:21.923+0000 7f5caf7fe640 1 -- 172.21.15.17:0/336990892 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f5ca8009de0 con 0x7f5cb8102d30 2024-09-16T01:55:22.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:22.162+0000 7f5cbce3c640 1 -- 172.21.15.17:0/336990892 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5cb810a2b0 con 0x7f5cb8102d30 2024-09-16T01:55:22.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:22.163+0000 7f5caf7fe640 1 -- 172.21.15.17:0/336990892 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f5ca809bb40 con 0x7f5cb8102d30 2024-09-16T01:55:22.164 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:55:22.164 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:55:22.165 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:55:22.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:22.165+0000 7f5cbce3c640 1 -- 172.21.15.17:0/336990892 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ca40a3240 msgr2=0x7f5ca40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:22.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:22.165+0000 7f5cbce3c640 1 --2- 172.21.15.17:0/336990892 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ca40a3240 0x7f5ca40a5700 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f5cb80fee30 tx=0x7f5ca000b410 comp rx=0 tx=0).stop 2024-09-16T01:55:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:22.165+0000 7f5cbce3c640 1 -- 172.21.15.17:0/336990892 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cb8102d30 msgr2=0x7f5cb8198470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:22.165+0000 7f5cbce3c640 1 --2- 172.21.15.17:0/336990892 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cb8102d30 0x7f5cb8198470 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f5ca800d950 tx=0x7f5ca800de10 comp rx=0 tx=0).stop 2024-09-16T01:55:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:22.165+0000 7f5cbce3c640 1 -- 172.21.15.17:0/336990892 shutdown_connections 2024-09-16T01:55:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:22.165+0000 7f5cbce3c640 1 --2- 172.21.15.17:0/336990892 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5ca40a3240 0x7f5ca40a5700 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:22.165+0000 7f5cbce3c640 1 --2- 172.21.15.17:0/336990892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cb81082a0 0x7f5cb819cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:22.165+0000 7f5cbce3c640 1 --2- 172.21.15.17:0/336990892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cb81036e0 0x7f5cb81989b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:22.165+0000 7f5cbce3c640 1 --2- 172.21.15.17:0/336990892 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cb8102d30 0x7f5cb8198470 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:22.165+0000 7f5cbce3c640 1 -- 172.21.15.17:0/336990892 >> 172.21.15.17:0/336990892 conn(0x7f5cb80fc7d0 msgr2=0x7f5cb8105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:22.165+0000 7f5cbce3c640 1 -- 172.21.15.17:0/336990892 shutdown_connections 2024-09-16T01:55:22.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:22.165+0000 7f5cbce3c640 1 -- 172.21.15.17:0/336990892 wait complete. 2024-09-16T01:55:22.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 447557 3.72 MB/sec execute 525 sec latency 23.106 ms 2024-09-16T01:55:22.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:22 smithi017 ceph-mon[30972]: pgmap v694: 97 pgs: 97 active+clean; 189 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.5 MiB/s wr, 78 op/s 2024-09-16T01:55:22.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:22 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/336990892' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:55:22.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:22 smithi029 ceph-mon[34783]: pgmap v694: 97 pgs: 97 active+clean; 189 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.5 MiB/s wr, 78 op/s 2024-09-16T01:55:22.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:22 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/336990892' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:55:22.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:22 smithi122 ceph-mon[34758]: pgmap v694: 97 pgs: 97 active+clean; 189 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 210 KiB/s rd, 1.5 MiB/s wr, 78 op/s 2024-09-16T01:55:22.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:22 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/336990892' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:55:22.986 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:55:23.255 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:23.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 448177 3.72 MB/sec execute 526 sec latency 78.052 ms 2024-09-16T01:55:23.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.765+0000 7f2757fe7640 1 -- 172.21.15.17:0/939063956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2750100100 msgr2=0x7f2750100560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.765+0000 7f2757fe7640 1 --2- 172.21.15.17:0/939063956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2750100100 0x7f2750100560 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f2740009900 tx=0x7f274002a410 comp rx=0 tx=0).stop 2024-09-16T01:55:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.765+0000 7f2757fe7640 1 -- 172.21.15.17:0/939063956 shutdown_connections 2024-09-16T01:55:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.765+0000 7f2757fe7640 1 --2- 172.21.15.17:0/939063956 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2750100aa0 0x7f275010ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.765+0000 7f2757fe7640 1 --2- 172.21.15.17:0/939063956 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2750100100 0x7f2750100560 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.765+0000 7f2757fe7640 1 --2- 172.21.15.17:0/939063956 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2750106b80 0x7f2750106f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.765+0000 7f2757fe7640 1 -- 172.21.15.17:0/939063956 >> 172.21.15.17:0/939063956 conn(0x7f2750077230 msgr2=0x7f27500fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.765+0000 7f2757fe7640 1 -- 172.21.15.17:0/939063956 shutdown_connections 2024-09-16T01:55:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.765+0000 7f2757fe7640 1 -- 172.21.15.17:0/939063956 wait complete. 2024-09-16T01:55:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.765+0000 7f2757fe7640 1 Processor -- start 2024-09-16T01:55:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.765+0000 7f2757fe7640 1 -- start start 2024-09-16T01:55:23.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2757fe7640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2750100100 0x7f2750198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2757fe7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2750100aa0 0x7f2750198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2757fe7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2750106b80 0x7f275019ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2757fe7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2750111f00 con 0x7f2750106b80 2024-09-16T01:55:23.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2757fe7640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2750111d80 con 0x7f2750100100 2024-09-16T01:55:23.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2757fe7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2750112080 con 0x7f2750100aa0 2024-09-16T01:55:23.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2756584640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2750106b80 0x7f275019ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2755582640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2750100aa0 0x7f2750198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2755582640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2750100aa0 0x7f2750198940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:54886/0 (socket says 172.21.15.17:54886) 2024-09-16T01:55:23.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2756584640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2750106b80 0x7f275019ccd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33098/0 (socket says 172.21.15.17:33098) 2024-09-16T01:55:23.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2755582640 1 -- 172.21.15.17:0/1125092165 learned_addr learned my addr 172.21.15.17:0/1125092165 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:23.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2755d83640 1 --2- 172.21.15.17:0/1125092165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2750100100 0x7f2750198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2755582640 1 -- 172.21.15.17:0/1125092165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2750100100 msgr2=0x7f2750198400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:23.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2755582640 1 --2- 172.21.15.17:0/1125092165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2750100100 0x7f2750198400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2755582640 1 -- 172.21.15.17:0/1125092165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2750106b80 msgr2=0x7f275019ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:23.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2755582640 1 --2- 172.21.15.17:0/1125092165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2750106b80 0x7f275019ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2755582640 1 -- 172.21.15.17:0/1125092165 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f275019d3b0 con 0x7f2750100aa0 2024-09-16T01:55:23.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2756584640 1 --2- 172.21.15.17:0/1125092165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2750106b80 0x7f275019ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:23.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.766+0000 7f2755582640 1 --2- 172.21.15.17:0/1125092165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2750100aa0 0x7f2750198940 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f2740005940 tx=0x7f27400042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:23.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.767+0000 7f2746ffd640 1 -- 172.21.15.17:0/1125092165 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274003f030 con 0x7f2750100aa0 2024-09-16T01:55:23.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.767+0000 7f2746ffd640 1 -- 172.21.15.17:0/1125092165 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2740003cb0 con 0x7f2750100aa0 2024-09-16T01:55:23.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.767+0000 7f2757fe7640 1 -- 172.21.15.17:0/1125092165 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f275019d640 con 0x7f2750100aa0 2024-09-16T01:55:23.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.767+0000 7f2746ffd640 1 -- 172.21.15.17:0/1125092165 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2740035070 con 0x7f2750100aa0 2024-09-16T01:55:23.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.767+0000 7f2757fe7640 1 -- 172.21.15.17:0/1125092165 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27501a4f80 con 0x7f2750100aa0 2024-09-16T01:55:23.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.769+0000 7f2746ffd640 1 -- 172.21.15.17:0/1125092165 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f2740042030 con 0x7f2750100aa0 2024-09-16T01:55:23.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.769+0000 7f275a3c0740 1 Processor -- start 2024-09-16T01:55:23.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.769+0000 7f275a3c0740 1 -- start start 2024-09-16T01:55:23.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2746ffd640 1 --2- 172.21.15.17:0/1125092165 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f273c0a3240 0x7f273c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f275a3c0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26086b40 0x563e26085090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f275a3c0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e260855d0 0x563e26085a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f275a3c0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e26094780 0x563e26096b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f275a3c0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563e25feb2f0 con 0x563e26094780 2024-09-16T01:55:23.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f275a3c0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563e25f92cf0 con 0x563e260855d0 2024-09-16T01:55:23.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f275a3c0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563e25fe72b0 con 0x563e26086b40 2024-09-16T01:55:23.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2756584640 1 --2- 172.21.15.17:0/1125092165 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f273c0a3240 0x7f273c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2755d83640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26086b40 0x563e26085090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2746ffd640 1 -- 172.21.15.17:0/1125092165 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f27400f0080 con 0x7f2750100aa0 2024-09-16T01:55:23.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2755d83640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26086b40 0x563e26085090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:54902/0 (socket says 172.21.15.17:54902) 2024-09-16T01:55:23.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2755d83640 1 -- 172.21.15.17:0/1873218962 learned_addr learned my addr 172.21.15.17:0/1873218962 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:23.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2756584640 1 --2- 172.21.15.17:0/1873218962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e26094780 0x563e26096b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2755582640 1 --2- 172.21.15.17:0/1873218962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e260855d0 0x563e26085a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2755d83640 1 -- 172.21.15.17:0/1873218962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e260855d0 msgr2=0x563e26085a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:23.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2755d83640 1 --2- 172.21.15.17:0/1873218962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e260855d0 0x563e26085a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2755d83640 1 -- 172.21.15.17:0/1873218962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e26094780 msgr2=0x563e26096b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:23.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2755d83640 1 --2- 172.21.15.17:0/1873218962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e26094780 0x563e26096b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2755d83640 1 -- 172.21.15.17:0/1873218962 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e25f773a0 con 0x563e26086b40 2024-09-16T01:55:23.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2756584640 1 --2- 172.21.15.17:0/1873218962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e26094780 0x563e26096b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:23.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.770+0000 7f2755582640 1 --2- 172.21.15.17:0/1873218962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e260855d0 0x563e26085a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:55:23.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.771+0000 7f2756584640 1 --2- 172.21.15.17:0/1125092165 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f273c0a3240 0x7f273c0a5700 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f2748009fd0 tx=0x7f27480125f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:23.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.771+0000 7f2755d83640 1 --2- 172.21.15.17:0/1873218962 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26086b40 0x563e26085090 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f274c009cf0 tx=0x7f274c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=67f5eda8e5b5e0bc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:23.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.771+0000 7f273bfff640 1 -- 172.21.15.17:0/1873218962 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c004230 con 0x563e26086b40 2024-09-16T01:55:23.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.771+0000 7f273bfff640 1 -- 172.21.15.17:0/1873218962 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f274c0043d0 con 0x563e26086b40 2024-09-16T01:55:23.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.771+0000 7f273bfff640 1 -- 172.21.15.17:0/1873218962 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f274c0197c0 con 0x563e26086b40 2024-09-16T01:55:23.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.772+0000 7f275a3c0740 1 -- 172.21.15.17:0/1873218962 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26086b40 msgr2=0x563e26085090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:23.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.772+0000 7f275a3c0740 1 --2- 172.21.15.17:0/1873218962 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26086b40 0x563e26085090 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f274c009cf0 tx=0x7f274c011810 comp rx=0 tx=0).stop 2024-09-16T01:55:23.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.772+0000 7f275a3c0740 1 -- 172.21.15.17:0/1873218962 shutdown_connections 2024-09-16T01:55:23.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.772+0000 7f275a3c0740 1 --2- 172.21.15.17:0/1873218962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e26094780 0x563e26096b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.772+0000 7f275a3c0740 1 --2- 172.21.15.17:0/1873218962 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e260855d0 0x563e26085a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.772+0000 7f275a3c0740 1 --2- 172.21.15.17:0/1873218962 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26086b40 0x563e26085090 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.772+0000 7f275a3c0740 1 -- 172.21.15.17:0/1873218962 >> 172.21.15.17:0/1873218962 conn(0x563e2604e310 msgr2=0x563e26081c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:23.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.772+0000 7f275a3c0740 1 -- 172.21.15.17:0/1873218962 shutdown_connections 2024-09-16T01:55:23.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.772+0000 7f275a3c0740 1 -- 172.21.15.17:0/1873218962 wait complete. 2024-09-16T01:55:23.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.772+0000 7f275a3c0740 1 -- start start 2024-09-16T01:55:23.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.772+0000 7f275a3c0740 1 Processor -- start 2024-09-16T01:55:23.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f275a3c0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e260855d0 0x563e26094190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f275a3c0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e26086b40 0x563e26091440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f275a3c0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26094780 0x563e26091a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f275a3c0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563e26097480 con 0x563e260855d0 2024-09-16T01:55:23.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f275a3c0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563e25fa6060 con 0x563e26086b40 2024-09-16T01:55:23.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f275a3c0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563e26097600 con 0x563e26094780 2024-09-16T01:55:23.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f275a3c0740 10 client.0 _ll_register_callbacks cb 0x563e25cf98c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:23.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f2755d83640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e260855d0 0x563e26094190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f2755d83640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e260855d0 0x563e26094190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33126/0 (socket says 172.21.15.17:33126) 2024-09-16T01:55:23.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f2755d83640 1 -- 172.21.15.17:0/1220308407 learned_addr learned my addr 172.21.15.17:0/1220308407 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:23.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f2756584640 1 --2- 172.21.15.17:0/1220308407 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26094780 0x563e26091a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f2755582640 1 --2- 172.21.15.17:0/1220308407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e26086b40 0x563e26091440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f2756584640 1 -- 172.21.15.17:0/1220308407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e26086b40 msgr2=0x563e26091440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:23.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f2756584640 1 --2- 172.21.15.17:0/1220308407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e26086b40 0x563e26091440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f2756584640 1 -- 172.21.15.17:0/1220308407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e260855d0 msgr2=0x563e26094190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:23.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f2756584640 1 --2- 172.21.15.17:0/1220308407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e260855d0 0x563e26094190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f2756584640 1 -- 172.21.15.17:0/1220308407 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e25d5c3c0 con 0x563e26094780 2024-09-16T01:55:23.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f2755582640 1 --2- 172.21.15.17:0/1220308407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e26086b40 0x563e26091440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:55:23.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f2756584640 1 --2- 172.21.15.17:0/1220308407 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26094780 0x563e26091a50 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f2748005c40 tx=0x7f274801c000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b60c23a8d5c491c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:23.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f27397fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:23.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.773+0000 7f27397fa640 1 -- 172.21.15.17:0/1220308407 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2748027070 con 0x563e26094780 2024-09-16T01:55:23.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.774+0000 7f27397fa640 1 -- 172.21.15.17:0/1220308407 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f2748020700 con 0x563e26094780 2024-09-16T01:55:23.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.774+0000 7f275a3c0740 1 -- 172.21.15.17:0/1220308407 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f274c0043d0 con 0x563e26094780 2024-09-16T01:55:23.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.774+0000 7f27397fa640 1 -- 172.21.15.17:0/1220308407 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f2748033050 con 0x563e26094780 2024-09-16T01:55:23.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.774+0000 7f275a3c0740 10 client.27313 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:23.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.774+0000 7f275a3c0740 1 -- 172.21.15.17:0/1220308407 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x563e260a2ec0 con 0x563e26094780 2024-09-16T01:55:23.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.774+0000 7f27397fa640 1 -- 172.21.15.17:0/1220308407 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f274c0043d0 con 0x563e26094780 2024-09-16T01:55:23.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.774+0000 7f27397fa640 1 -- 172.21.15.17:0/1220308407 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f274801f070 con 0x563e26094780 2024-09-16T01:55:23.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.774+0000 7f275a3c0740 10 client.27313 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:23.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.774+0000 7f275a3c0740 10 client.27313 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:55:23.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.774+0000 7f275a3c0740 20 client.27313 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:23.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.774+0000 7f275a3c0740 1 --2- 172.21.15.17:0/1220308407 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563e260a42d0 0x563e260a6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.774+0000 7f275a3c0740 4 client.27313 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:55:23.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.774+0000 7f275a3c0740 1 -- 172.21.15.17:0/1220308407 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563e25ff8860 con 0x563e260a42d0 2024-09-16T01:55:23.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.774+0000 7f2755d83640 1 --2- 172.21.15.17:0/1220308407 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563e260a42d0 0x563e260a6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.775+0000 7f2755d83640 1 --2- 172.21.15.17:0/1220308407 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563e260a42d0 0x563e260a6720 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8f4e162d61ee1031 server_cookie=679c96fc94888d03 in_seq=0 out_seq=0 2024-09-16T01:55:23.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.775+0000 7f27397fa640 10 client.27313 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:55:23.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.775+0000 7f27397fa640 1 -- 172.21.15.17:0/1220308407 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563e25ff8860 con 0x563e260a42d0 2024-09-16T01:55:23.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.775+0000 7f27397fa640 10 client.27313 handle_command_reply: tid=0 2024-09-16T01:55:23.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.776+0000 7f275a3c0740 1 client.27313 shutdown 2024-09-16T01:55:23.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.776+0000 7f275a3c0740 1 -- 172.21.15.17:0/1220308407 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26094780 msgr2=0x563e26091a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:23.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.776+0000 7f275a3c0740 1 --2- 172.21.15.17:0/1220308407 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26094780 0x563e26091a50 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f2748005c40 tx=0x7f274801c000 comp rx=0 tx=0).stop 2024-09-16T01:55:23.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.776+0000 7f275a3c0740 1 -- 172.21.15.17:0/1220308407 shutdown_connections 2024-09-16T01:55:23.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.776+0000 7f275a3c0740 1 --2- 172.21.15.17:0/1220308407 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563e260a42d0 0x563e260a6720 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.776+0000 7f275a3c0740 1 --2- 172.21.15.17:0/1220308407 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26094780 0x563e26091a50 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.776+0000 7f275a3c0740 1 --2- 172.21.15.17:0/1220308407 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e26086b40 0x563e26091440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.776+0000 7f275a3c0740 1 --2- 172.21.15.17:0/1220308407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e260855d0 0x563e26094190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.776+0000 7f275a3c0740 1 -- 172.21.15.17:0/1220308407 >> 172.21.15.17:0/1220308407 conn(0x563e2604e310 msgr2=0x563e26087960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:23.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.776+0000 7f27397fa640 0 client.27313 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:55:23.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.776+0000 7f275a3c0740 1 -- 172.21.15.17:0/1220308407 shutdown_connections 2024-09-16T01:55:23.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.776+0000 7f275a3c0740 1 -- 172.21.15.17:0/1220308407 wait complete. 2024-09-16T01:55:23.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.776+0000 7f275a3c0740 20 client.27313 trim_cache size 0 max 16384 2024-09-16T01:55:23.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.792+0000 7f275a3c0740 1 Processor -- start 2024-09-16T01:55:23.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.792+0000 7f275a3c0740 1 -- start start 2024-09-16T01:55:23.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.792+0000 7f275a3c0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e260855d0 0x563e26081e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.792+0000 7f275a3c0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26086b40 0x563e260a0720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.792+0000 7f275a3c0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e26094780 0x563e260ac040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.792+0000 7f275a3c0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f27501adb00 con 0x563e260855d0 2024-09-16T01:55:23.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.792+0000 7f275a3c0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f27501ab3d0 con 0x563e26094780 2024-09-16T01:55:23.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.792+0000 7f275a3c0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f27501a9200 con 0x563e26086b40 2024-09-16T01:55:23.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.792+0000 7f2755d83640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e260855d0 0x563e26081e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.792+0000 7f2755582640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26086b40 0x563e260a0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.792+0000 7f2755d83640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e260855d0 0x563e26081e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33130/0 (socket says 172.21.15.17:33130) 2024-09-16T01:55:23.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.792+0000 7f2755d83640 1 -- 172.21.15.17:0/3253246193 learned_addr learned my addr 172.21.15.17:0/3253246193 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:23.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.793+0000 7f2756584640 1 --2- 172.21.15.17:0/3253246193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e26094780 0x563e260ac040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.793+0000 7f2755582640 1 -- 172.21.15.17:0/3253246193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e26094780 msgr2=0x563e260ac040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:23.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.793+0000 7f2755582640 1 --2- 172.21.15.17:0/3253246193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e26094780 0x563e260ac040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.793+0000 7f2755582640 1 -- 172.21.15.17:0/3253246193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e260855d0 msgr2=0x563e26081e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:23.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.793+0000 7f2755582640 1 --2- 172.21.15.17:0/3253246193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e260855d0 0x563e26081e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.793+0000 7f2755582640 1 -- 172.21.15.17:0/3253246193 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563e260852d0 con 0x563e26086b40 2024-09-16T01:55:23.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.793+0000 7f2755d83640 1 --2- 172.21.15.17:0/3253246193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e260855d0 0x563e26081e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:23.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.793+0000 7f2755582640 1 --2- 172.21.15.17:0/3253246193 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26086b40 0x563e260a0720 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f27400edb80 tx=0x7f27400a7040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=59ffe337f53eb91a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:23.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.793+0000 7f273b7fe640 1 -- 172.21.15.17:0/3253246193 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2740049070 con 0x563e26086b40 2024-09-16T01:55:23.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.793+0000 7f273b7fe640 1 -- 172.21.15.17:0/3253246193 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f274003b460 con 0x563e26086b40 2024-09-16T01:55:23.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.793+0000 7f273b7fe640 1 -- 172.21.15.17:0/3253246193 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27400edc90 con 0x563e26086b40 2024-09-16T01:55:23.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.794+0000 7f275a3c0740 1 -- 172.21.15.17:0/3253246193 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26086b40 msgr2=0x563e260a0720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:23.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.794+0000 7f275a3c0740 1 --2- 172.21.15.17:0/3253246193 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26086b40 0x563e260a0720 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f27400edb80 tx=0x7f27400a7040 comp rx=0 tx=0).stop 2024-09-16T01:55:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.794+0000 7f275a3c0740 1 -- 172.21.15.17:0/3253246193 shutdown_connections 2024-09-16T01:55:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.794+0000 7f275a3c0740 1 --2- 172.21.15.17:0/3253246193 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e26094780 0x563e260ac040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.794+0000 7f275a3c0740 1 --2- 172.21.15.17:0/3253246193 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26086b40 0x563e260a0720 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.794+0000 7f275a3c0740 1 --2- 172.21.15.17:0/3253246193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e260855d0 0x563e26081e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.794+0000 7f275a3c0740 1 -- 172.21.15.17:0/3253246193 >> 172.21.15.17:0/3253246193 conn(0x563e2604e310 msgr2=0x563e26081700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.794+0000 7f275a3c0740 1 -- 172.21.15.17:0/3253246193 shutdown_connections 2024-09-16T01:55:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.794+0000 7f275a3c0740 1 -- 172.21.15.17:0/3253246193 wait complete. 2024-09-16T01:55:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.794+0000 7f275a3c0740 1 -- start start 2024-09-16T01:55:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.794+0000 7f275a3c0740 1 Processor -- start 2024-09-16T01:55:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.795+0000 7f275a3c0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e260855d0 0x563e2608c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.795+0000 7f275a3c0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e26086b40 0x563e2609c890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.795+0000 7f275a3c0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26094780 0x563e2609cea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.795+0000 7f275a3c0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f27501a9890 con 0x563e26086b40 2024-09-16T01:55:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.795+0000 7f275a3c0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f27501aad00 con 0x563e260855d0 2024-09-16T01:55:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.795+0000 7f275a3c0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f27501a9f60 con 0x563e26094780 2024-09-16T01:55:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.795+0000 7f275a3c0740 10 client.0 _ll_register_callbacks cb 0x7f2748012a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.795+0000 7f2755582640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e26086b40 0x563e2609c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.795+0000 7f2756584640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26094780 0x563e2609cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.795+0000 7f2755582640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e26086b40 0x563e2609c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33142/0 (socket says 172.21.15.17:33142) 2024-09-16T01:55:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.795+0000 7f2756584640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26094780 0x563e2609cea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:54914/0 (socket says 172.21.15.17:54914) 2024-09-16T01:55:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.795+0000 7f2755582640 1 -- 172.21.15.17:0/3333523833 learned_addr learned my addr 172.21.15.17:0/3333523833 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.795+0000 7f2755d83640 1 --2- 172.21.15.17:0/3333523833 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e260855d0 0x563e2608c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.796+0000 7f2756584640 1 -- 172.21.15.17:0/3333523833 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e260855d0 msgr2=0x563e2608c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.796+0000 7f2756584640 1 --2- 172.21.15.17:0/3333523833 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e260855d0 0x563e2608c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.796+0000 7f2756584640 1 -- 172.21.15.17:0/3333523833 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e26086b40 msgr2=0x563e2609c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.796+0000 7f2756584640 1 --2- 172.21.15.17:0/3333523833 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e26086b40 0x563e2609c890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.796+0000 7f2756584640 1 -- 172.21.15.17:0/3333523833 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563e26089490 con 0x563e26094780 2024-09-16T01:55:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.796+0000 7f2755d83640 1 --2- 172.21.15.17:0/3333523833 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e260855d0 0x563e2608c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.796+0000 7f2756584640 1 --2- 172.21.15.17:0/3333523833 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26094780 0x563e2609cea0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2748012b30 tx=0x7f2748012c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=39c798af56d4afcc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.796+0000 7f27397fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.796+0000 7f27397fa640 1 -- 172.21.15.17:0/3333523833 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2748027040 con 0x563e26094780 2024-09-16T01:55:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.796+0000 7f27397fa640 1 -- 172.21.15.17:0/3333523833 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f274801fd10 con 0x563e26094780 2024-09-16T01:55:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.796+0000 7f275a3c0740 1 -- 172.21.15.17:0/3333523833 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x563e25ff2d70 con 0x563e26094780 2024-09-16T01:55:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.796+0000 7f27397fa640 1 -- 172.21.15.17:0/3333523833 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f2748009cf0 con 0x563e26094780 2024-09-16T01:55:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.796+0000 7f275a3c0740 10 client.27319 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.796+0000 7f275a3c0740 1 -- 172.21.15.17:0/3333523833 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x563e26113b20 con 0x563e26094780 2024-09-16T01:55:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.797+0000 7f27397fa640 1 -- 172.21.15.17:0/3333523833 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x563e25ff2d70 con 0x563e26094780 2024-09-16T01:55:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.797+0000 7f27397fa640 1 -- 172.21.15.17:0/3333523833 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f274800f040 con 0x563e26094780 2024-09-16T01:55:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.797+0000 7f275a3c0740 10 client.27319 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.797+0000 7f275a3c0740 10 client.27319 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:55:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.797+0000 7f275a3c0740 20 client.27319 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.797+0000 7f275a3c0740 1 --2- 172.21.15.17:0/3333523833 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563e26114240 0x563e26116660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.797+0000 7f275a3c0740 4 client.27319 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:55:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.797+0000 7f275a3c0740 1 -- 172.21.15.17:0/3333523833 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563e25f6f170 con 0x563e26114240 2024-09-16T01:55:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.797+0000 7f2755d83640 1 --2- 172.21.15.17:0/3333523833 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563e26114240 0x563e26116660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.797+0000 7f27397fa640 10 client.27319 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:55:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.797+0000 7f2755d83640 1 --2- 172.21.15.17:0/3333523833 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563e26114240 0x563e26116660 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bf5e87deb0dd34f3 server_cookie=6777652f814c409b in_seq=0 out_seq=0 2024-09-16T01:55:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f27397fa640 1 -- 172.21.15.17:0/3333523833 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563e25f6f170 con 0x563e26114240 2024-09-16T01:55:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f27397fa640 10 client.27319 handle_command_reply: tid=0 2024-09-16T01:55:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f275a3c0740 1 client.27319 shutdown 2024-09-16T01:55:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f275a3c0740 1 -- 172.21.15.17:0/3333523833 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26094780 msgr2=0x563e2609cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f275a3c0740 1 --2- 172.21.15.17:0/3333523833 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26094780 0x563e2609cea0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2748012b30 tx=0x7f2748012c80 comp rx=0 tx=0).stop 2024-09-16T01:55:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f275a3c0740 1 -- 172.21.15.17:0/3333523833 shutdown_connections 2024-09-16T01:55:23.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f275a3c0740 1 --2- 172.21.15.17:0/3333523833 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563e26114240 0x563e26116660 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f275a3c0740 1 --2- 172.21.15.17:0/3333523833 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563e26094780 0x563e2609cea0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f275a3c0740 1 --2- 172.21.15.17:0/3333523833 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e26086b40 0x563e2609c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f275a3c0740 1 --2- 172.21.15.17:0/3333523833 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563e260855d0 0x563e2608c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f275a3c0740 1 -- 172.21.15.17:0/3333523833 >> 172.21.15.17:0/3333523833 conn(0x563e2604e310 msgr2=0x563e26092ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:23.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f27397fa640 0 client.27319 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:55:23.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f275a3c0740 1 -- 172.21.15.17:0/3333523833 shutdown_connections 2024-09-16T01:55:23.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f275a3c0740 1 -- 172.21.15.17:0/3333523833 wait complete. 2024-09-16T01:55:23.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.798+0000 7f275a3c0740 20 client.27319 trim_cache size 0 max 16384 2024-09-16T01:55:23.812 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:55:23.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.799+0000 7f2757fe7640 1 -- 172.21.15.17:0/1125092165 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f273c0a3240 msgr2=0x7f273c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:23.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.799+0000 7f2757fe7640 1 --2- 172.21.15.17:0/1125092165 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f273c0a3240 0x7f273c0a5700 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f2748009fd0 tx=0x7f27480125f0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.799+0000 7f2757fe7640 1 -- 172.21.15.17:0/1125092165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2750100aa0 msgr2=0x7f2750198940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:23.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.799+0000 7f2757fe7640 1 --2- 172.21.15.17:0/1125092165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2750100aa0 0x7f2750198940 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f2740005940 tx=0x7f27400042f0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.799+0000 7f2757fe7640 1 -- 172.21.15.17:0/1125092165 shutdown_connections 2024-09-16T01:55:23.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.799+0000 7f2757fe7640 1 --2- 172.21.15.17:0/1125092165 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f273c0a3240 0x7f273c0a5700 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.799+0000 7f2757fe7640 1 --2- 172.21.15.17:0/1125092165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2750106b80 0x7f275019ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.799+0000 7f2757fe7640 1 --2- 172.21.15.17:0/1125092165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2750100aa0 0x7f2750198940 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.799+0000 7f2757fe7640 1 --2- 172.21.15.17:0/1125092165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2750100100 0x7f2750198400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:23.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.799+0000 7f2757fe7640 1 -- 172.21.15.17:0/1125092165 >> 172.21.15.17:0/1125092165 conn(0x7f2750077230 msgr2=0x7f27500fc910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:23.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.799+0000 7f2757fe7640 1 -- 172.21.15.17:0/1125092165 shutdown_connections 2024-09-16T01:55:23.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:23.799+0000 7f2757fe7640 1 -- 172.21.15.17:0/1125092165 wait complete. 2024-09-16T01:55:24.526 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:55:24.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 448927 3.72 MB/sec execute 527 sec latency 14.649 ms 2024-09-16T01:55:24.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:24 smithi017 ceph-mon[30972]: pgmap v695: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:55:24.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:24 smithi029 ceph-mon[34783]: pgmap v695: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:55:24.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:24 smithi122 ceph-mon[34758]: pgmap v695: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 281 KiB/s rd, 1.8 MiB/s wr, 98 op/s 2024-09-16T01:55:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.326+0000 7f0f35a27640 1 -- 172.21.15.17:0/3070936013 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f30102570 msgr2=0x7f0f301029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.326+0000 7f0f35a27640 1 --2- 172.21.15.17:0/3070936013 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f30102570 0x7f0f301029b0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f0f24009900 tx=0x7f0f2402a480 comp rx=0 tx=0).stop 2024-09-16T01:55:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.326+0000 7f0f35a27640 1 -- 172.21.15.17:0/3070936013 shutdown_connections 2024-09-16T01:55:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.326+0000 7f0f35a27640 1 --2- 172.21.15.17:0/3070936013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f30102ef0 0x7f0f3010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.326+0000 7f0f35a27640 1 --2- 172.21.15.17:0/3070936013 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f30102570 0x7f0f301029b0 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.326+0000 7f0f35a27640 1 --2- 172.21.15.17:0/3070936013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f30100e20 0x7f0f30101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.326+0000 7f0f35a27640 1 -- 172.21.15.17:0/3070936013 >> 172.21.15.17:0/3070936013 conn(0x7f0f300fc7d0 msgr2=0x7f0f300febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.326+0000 7f0f35a27640 1 -- 172.21.15.17:0/3070936013 shutdown_connections 2024-09-16T01:55:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.326+0000 7f0f35a27640 1 -- 172.21.15.17:0/3070936013 wait complete. 2024-09-16T01:55:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.326+0000 7f0f35a27640 1 Processor -- start 2024-09-16T01:55:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f35a27640 1 -- start start 2024-09-16T01:55:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f35a27640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f30100e20 0x7f0f301984d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f35a27640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f30102570 0x7f0f30198a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f35a27640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f30102ef0 0x7f0f3019cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f35a27640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0f30110e00 con 0x7f0f30102570 2024-09-16T01:55:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f35a27640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0f30110c80 con 0x7f0f30102ef0 2024-09-16T01:55:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f2e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f30102570 0x7f0f30198a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f35a27640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0f30110f80 con 0x7f0f30100e20 2024-09-16T01:55:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f2e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f30102570 0x7f0f30198a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33166/0 (socket says 172.21.15.17:33166) 2024-09-16T01:55:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f2effd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f30100e20 0x7f0f301984d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f2e7fc640 1 -- 172.21.15.17:0/449073011 learned_addr learned my addr 172.21.15.17:0/449073011 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f2f7fe640 1 --2- 172.21.15.17:0/449073011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f30102ef0 0x7f0f3019cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f2e7fc640 1 -- 172.21.15.17:0/449073011 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f30100e20 msgr2=0x7f0f301984d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f2e7fc640 1 --2- 172.21.15.17:0/449073011 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f30100e20 0x7f0f301984d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f2e7fc640 1 -- 172.21.15.17:0/449073011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f30102ef0 msgr2=0x7f0f3019cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f2e7fc640 1 --2- 172.21.15.17:0/449073011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f30102ef0 0x7f0f3019cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f2e7fc640 1 -- 172.21.15.17:0/449073011 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f3019d480 con 0x7f0f30102570 2024-09-16T01:55:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.327+0000 7f0f2effd640 1 --2- 172.21.15.17:0/449073011 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f30100e20 0x7f0f301984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.328+0000 7f0f2e7fc640 1 --2- 172.21.15.17:0/449073011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f30102570 0x7f0f30198a10 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f0f24006010 tx=0x7f0f240040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.328+0000 7f0f34a25640 1 -- 172.21.15.17:0/449073011 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f2403f030 con 0x7f0f30102570 2024-09-16T01:55:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.328+0000 7f0f35a27640 1 -- 172.21.15.17:0/449073011 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f3019d710 con 0x7f0f30102570 2024-09-16T01:55:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.328+0000 7f0f34a25640 1 -- 172.21.15.17:0/449073011 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f240044c0 con 0x7f0f30102570 2024-09-16T01:55:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.328+0000 7f0f34a25640 1 -- 172.21.15.17:0/449073011 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f24035070 con 0x7f0f30102570 2024-09-16T01:55:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.328+0000 7f0f35a27640 1 -- 172.21.15.17:0/449073011 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f301a5050 con 0x7f0f30102570 2024-09-16T01:55:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f34a25640 1 -- 172.21.15.17:0/449073011 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f0f24042030 con 0x7f0f30102570 2024-09-16T01:55:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f37e00740 1 Processor -- start 2024-09-16T01:55:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f37e00740 1 -- start start 2024-09-16T01:55:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f37e00740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb610b40 0x55edcb60f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f37e00740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb60f5d0 0x55edcb60fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f37e00740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb61a370 0x55edcb61c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f37e00740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55edcb5752f0 con 0x55edcb61a370 2024-09-16T01:55:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f37e00740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55edcb51ccf0 con 0x55edcb610b40 2024-09-16T01:55:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f37e00740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55edcb5712b0 con 0x55edcb60f5d0 2024-09-16T01:55:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f2e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb61a370 0x55edcb61c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f2f7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb610b40 0x55edcb60f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f2effd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb60f5d0 0x55edcb60fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f2f7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb610b40 0x55edcb60f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:52618/0 (socket says 172.21.15.17:52618) 2024-09-16T01:55:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f2f7fe640 1 -- 172.21.15.17:0/199003509 learned_addr learned my addr 172.21.15.17:0/199003509 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f2effd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb60f5d0 0x55edcb60fa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:54954/0 (socket says 172.21.15.17:54954) 2024-09-16T01:55:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f2f7fe640 1 -- 172.21.15.17:0/199003509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb60f5d0 msgr2=0x55edcb60fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f2f7fe640 1 --2- 172.21.15.17:0/199003509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb60f5d0 0x55edcb60fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f2f7fe640 1 -- 172.21.15.17:0/199003509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb61a370 msgr2=0x55edcb61c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f2f7fe640 1 --2- 172.21.15.17:0/199003509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb61a370 0x55edcb61c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f34a25640 1 --2- 172.21.15.17:0/449073011 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0f180a3240 0x7f0f180a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.331+0000 7f0f2f7fe640 1 -- 172.21.15.17:0/199003509 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55edcb5013a0 con 0x55edcb610b40 2024-09-16T01:55:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.332+0000 7f0f2effd640 1 --2- 172.21.15.17:0/449073011 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0f180a3240 0x7f0f180a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.332+0000 7f0f34a25640 1 -- 172.21.15.17:0/449073011 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0f240efc60 con 0x7f0f30102570 2024-09-16T01:55:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.332+0000 7f0f2f7fe640 1 --2- 172.21.15.17:0/199003509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb610b40 0x55edcb60f090 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0f28009f40 tx=0x7f0f28010860 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc136eb5cf48f750 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.332+0000 7f0f15ffb640 1 -- 172.21.15.17:0/199003509 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f28003b70 con 0x55edcb610b40 2024-09-16T01:55:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.332+0000 7f0f15ffb640 1 -- 172.21.15.17:0/199003509 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f28003d10 con 0x55edcb610b40 2024-09-16T01:55:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.332+0000 7f0f15ffb640 1 -- 172.21.15.17:0/199003509 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f280118c0 con 0x55edcb610b40 2024-09-16T01:55:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.333+0000 7f0f37e00740 1 -- 172.21.15.17:0/199003509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb610b40 msgr2=0x55edcb60f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.333+0000 7f0f2effd640 1 --2- 172.21.15.17:0/449073011 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0f180a3240 0x7f0f180a5700 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x55edcb60cac0 tx=0x7f0f20005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.333+0000 7f0f37e00740 1 --2- 172.21.15.17:0/199003509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb610b40 0x55edcb60f090 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f0f28009f40 tx=0x7f0f28010860 comp rx=0 tx=0).stop 2024-09-16T01:55:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.333+0000 7f0f37e00740 1 -- 172.21.15.17:0/199003509 shutdown_connections 2024-09-16T01:55:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.333+0000 7f0f37e00740 1 --2- 172.21.15.17:0/199003509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb61a370 0x55edcb61c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.333+0000 7f0f37e00740 1 --2- 172.21.15.17:0/199003509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb60f5d0 0x55edcb60fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.333+0000 7f0f37e00740 1 --2- 172.21.15.17:0/199003509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb610b40 0x55edcb60f090 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.333+0000 7f0f37e00740 1 -- 172.21.15.17:0/199003509 >> 172.21.15.17:0/199003509 conn(0x55edcb5d8310 msgr2=0x55edcb60bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:25.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.333+0000 7f0f37e00740 1 -- 172.21.15.17:0/199003509 shutdown_connections 2024-09-16T01:55:25.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.333+0000 7f0f37e00740 1 -- 172.21.15.17:0/199003509 wait complete. 2024-09-16T01:55:25.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.333+0000 7f0f37e00740 1 -- start start 2024-09-16T01:55:25.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.333+0000 7f0f37e00740 1 Processor -- start 2024-09-16T01:55:25.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f37e00740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb60f5d0 0x55edcb619d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f37e00740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb610b40 0x55edcb617040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f37e00740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb61a370 0x55edcb617650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f37e00740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55edcb61d070 con 0x55edcb61a370 2024-09-16T01:55:25.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f37e00740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55edcb530060 con 0x55edcb60f5d0 2024-09-16T01:55:25.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f37e00740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55edcb61d1f0 con 0x55edcb610b40 2024-09-16T01:55:25.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f37e00740 10 client.0 _ll_register_callbacks cb 0x55edcb2838c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:25.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f2e7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb610b40 0x55edcb617040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f2f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb61a370 0x55edcb617650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f2e7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb610b40 0x55edcb617040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:54964/0 (socket says 172.21.15.17:54964) 2024-09-16T01:55:25.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f2e7fc640 1 -- 172.21.15.17:0/3057959465 learned_addr learned my addr 172.21.15.17:0/3057959465 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:25.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f2effd640 1 --2- 172.21.15.17:0/3057959465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb60f5d0 0x55edcb619d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f2e7fc640 1 -- 172.21.15.17:0/3057959465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb60f5d0 msgr2=0x55edcb619d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:25.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f2e7fc640 1 --2- 172.21.15.17:0/3057959465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb60f5d0 0x55edcb619d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f2e7fc640 1 -- 172.21.15.17:0/3057959465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb61a370 msgr2=0x55edcb617650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:25.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f2e7fc640 1 --2- 172.21.15.17:0/3057959465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb61a370 0x55edcb617650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f2e7fc640 1 -- 172.21.15.17:0/3057959465 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55edcb2e63c0 con 0x55edcb610b40 2024-09-16T01:55:25.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f2f7fe640 1 --2- 172.21.15.17:0/3057959465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb61a370 0x55edcb617650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:25.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f2e7fc640 1 --2- 172.21.15.17:0/3057959465 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb610b40 0x55edcb617040 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f0f24005ab0 tx=0x7f0f24005b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3654da9ca06601c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:25.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.334+0000 7f0f0effd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:25.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.335+0000 7f0f0effd640 1 -- 172.21.15.17:0/3057959465 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f24049070 con 0x55edcb610b40 2024-09-16T01:55:25.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.335+0000 7f0f0effd640 1 -- 172.21.15.17:0/3057959465 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0f240b88f0 con 0x55edcb610b40 2024-09-16T01:55:25.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.335+0000 7f0f37e00740 1 -- 172.21.15.17:0/3057959465 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f28003d10 con 0x55edcb610b40 2024-09-16T01:55:25.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.335+0000 7f0f0effd640 1 -- 172.21.15.17:0/3057959465 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0f240bc050 con 0x55edcb610b40 2024-09-16T01:55:25.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.335+0000 7f0f37e00740 10 client.27331 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:25.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.335+0000 7f0f37e00740 1 -- 172.21.15.17:0/3057959465 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55edcb61d120 con 0x55edcb610b40 2024-09-16T01:55:25.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.335+0000 7f0f0effd640 1 -- 172.21.15.17:0/3057959465 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f28003d10 con 0x55edcb610b40 2024-09-16T01:55:25.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.335+0000 7f0f0effd640 1 -- 172.21.15.17:0/3057959465 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f0f240c4a60 con 0x55edcb610b40 2024-09-16T01:55:25.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.335+0000 7f0f37e00740 10 client.27331 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:25.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.335+0000 7f0f37e00740 10 client.27331 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:55:25.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.335+0000 7f0f37e00740 20 client.27331 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:25.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.335+0000 7f0f37e00740 1 --2- 172.21.15.17:0/3057959465 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55edcb62a020 0x55edcb62c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.335+0000 7f0f37e00740 4 client.27331 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:55:25.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.335+0000 7f0f37e00740 1 -- 172.21.15.17:0/3057959465 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55edcb582860 con 0x55edcb62a020 2024-09-16T01:55:25.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.336+0000 7f0f2effd640 1 --2- 172.21.15.17:0/3057959465 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55edcb62a020 0x55edcb62c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.336+0000 7f0f2effd640 1 --2- 172.21.15.17:0/3057959465 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55edcb62a020 0x55edcb62c430 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=28c5c7147e0bb68c server_cookie=1477e67bc59a6a7e in_seq=0 out_seq=0 2024-09-16T01:55:25.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.336+0000 7f0f0effd640 10 client.27331 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:55:25.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f0effd640 1 -- 172.21.15.17:0/3057959465 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55edcb582860 con 0x55edcb62a020 2024-09-16T01:55:25.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f0effd640 10 client.27331 handle_command_reply: tid=0 2024-09-16T01:55:25.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f37e00740 1 client.27331 shutdown 2024-09-16T01:55:25.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f37e00740 1 -- 172.21.15.17:0/3057959465 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb610b40 msgr2=0x55edcb617040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:25.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f37e00740 1 --2- 172.21.15.17:0/3057959465 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb610b40 0x55edcb617040 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f0f24005ab0 tx=0x7f0f24005b50 comp rx=0 tx=0).stop 2024-09-16T01:55:25.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f37e00740 1 -- 172.21.15.17:0/3057959465 shutdown_connections 2024-09-16T01:55:25.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f37e00740 1 --2- 172.21.15.17:0/3057959465 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55edcb62a020 0x55edcb62c430 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f37e00740 1 --2- 172.21.15.17:0/3057959465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb61a370 0x55edcb617650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f37e00740 1 --2- 172.21.15.17:0/3057959465 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb610b40 0x55edcb617040 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f37e00740 1 --2- 172.21.15.17:0/3057959465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb60f5d0 0x55edcb619d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f0effd640 0 client.27331 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:55:25.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f37e00740 1 -- 172.21.15.17:0/3057959465 >> 172.21.15.17:0/3057959465 conn(0x55edcb5d8310 msgr2=0x55edcb6119c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:25.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f37e00740 1 -- 172.21.15.17:0/3057959465 shutdown_connections 2024-09-16T01:55:25.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f37e00740 1 -- 172.21.15.17:0/3057959465 wait complete. 2024-09-16T01:55:25.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.337+0000 7f0f37e00740 20 client.27331 trim_cache size 0 max 16384 2024-09-16T01:55:25.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f37e00740 1 Processor -- start 2024-09-16T01:55:25.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f37e00740 1 -- start start 2024-09-16T01:55:25.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f37e00740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb60f5d0 0x55edcb618fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f37e00740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb610b40 0x55edcb612120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f37e00740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb61a370 0x55edcb612660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f37e00740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0f301afd90 con 0x55edcb60f5d0 2024-09-16T01:55:25.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f37e00740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0f301ad660 con 0x55edcb61a370 2024-09-16T01:55:25.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f37e00740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0f301ab490 con 0x55edcb610b40 2024-09-16T01:55:25.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f2effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb60f5d0 0x55edcb618fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f2effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb60f5d0 0x55edcb618fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33182/0 (socket says 172.21.15.17:33182) 2024-09-16T01:55:25.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f2effd640 1 -- 172.21.15.17:0/1119782121 learned_addr learned my addr 172.21.15.17:0/1119782121 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:25.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f2e7fc640 1 --2- 172.21.15.17:0/1119782121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb610b40 0x55edcb612120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f2f7fe640 1 --2- 172.21.15.17:0/1119782121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb61a370 0x55edcb612660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f2e7fc640 1 -- 172.21.15.17:0/1119782121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb61a370 msgr2=0x55edcb612660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:25.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f2e7fc640 1 --2- 172.21.15.17:0/1119782121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb61a370 0x55edcb612660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f2e7fc640 1 -- 172.21.15.17:0/1119782121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb60f5d0 msgr2=0x55edcb618fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:25.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f2e7fc640 1 --2- 172.21.15.17:0/1119782121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb60f5d0 0x55edcb618fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.353+0000 7f0f2e7fc640 1 -- 172.21.15.17:0/1119782121 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55edcb60cdd0 con 0x55edcb610b40 2024-09-16T01:55:25.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.354+0000 7f0f2e7fc640 1 --2- 172.21.15.17:0/1119782121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb610b40 0x55edcb612120 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f0f240bbf80 tx=0x7f0f2404b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a11eb924cba1e482 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:25.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.354+0000 7f0f157fa640 1 -- 172.21.15.17:0/1119782121 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f24049070 con 0x55edcb610b40 2024-09-16T01:55:25.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.354+0000 7f0f157fa640 1 -- 172.21.15.17:0/1119782121 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f240d9020 con 0x55edcb610b40 2024-09-16T01:55:25.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.354+0000 7f0f157fa640 1 -- 172.21.15.17:0/1119782121 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f240bbbe0 con 0x55edcb610b40 2024-09-16T01:55:25.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.355+0000 7f0f37e00740 1 -- 172.21.15.17:0/1119782121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb610b40 msgr2=0x55edcb612120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:25.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.355+0000 7f0f37e00740 1 --2- 172.21.15.17:0/1119782121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb610b40 0x55edcb612120 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f0f240bbf80 tx=0x7f0f2404b000 comp rx=0 tx=0).stop 2024-09-16T01:55:25.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.355+0000 7f0f37e00740 1 -- 172.21.15.17:0/1119782121 shutdown_connections 2024-09-16T01:55:25.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.355+0000 7f0f37e00740 1 --2- 172.21.15.17:0/1119782121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb61a370 0x55edcb612660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.355+0000 7f0f37e00740 1 --2- 172.21.15.17:0/1119782121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb610b40 0x55edcb612120 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.355+0000 7f0f37e00740 1 --2- 172.21.15.17:0/1119782121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb60f5d0 0x55edcb618fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.355+0000 7f0f37e00740 1 -- 172.21.15.17:0/1119782121 >> 172.21.15.17:0/1119782121 conn(0x55edcb5d8310 msgr2=0x55edcb6188a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:25.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.355+0000 7f0f37e00740 1 -- 172.21.15.17:0/1119782121 shutdown_connections 2024-09-16T01:55:25.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.355+0000 7f0f37e00740 1 -- 172.21.15.17:0/1119782121 wait complete. 2024-09-16T01:55:25.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.355+0000 7f0f37e00740 1 -- start start 2024-09-16T01:55:25.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f37e00740 1 Processor -- start 2024-09-16T01:55:25.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f37e00740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb60f5d0 0x55edcb6140a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f37e00740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb610b40 0x55edcb6145e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f37e00740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb61a370 0x55edcb614b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f37e00740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0f301abb20 con 0x55edcb60f5d0 2024-09-16T01:55:25.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f37e00740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0f301acf90 con 0x55edcb610b40 2024-09-16T01:55:25.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f37e00740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0f301ac1f0 con 0x55edcb61a370 2024-09-16T01:55:25.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f37e00740 10 client.0 _ll_register_callbacks cb 0x7f0f24005890 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:25.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f2effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb60f5d0 0x55edcb6140a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f2f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb61a370 0x55edcb614b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f2f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb61a370 0x55edcb614b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:54974/0 (socket says 172.21.15.17:54974) 2024-09-16T01:55:25.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f2effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb60f5d0 0x55edcb6140a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33188/0 (socket says 172.21.15.17:33188) 2024-09-16T01:55:25.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f2f7fe640 1 -- 172.21.15.17:0/1606249420 learned_addr learned my addr 172.21.15.17:0/1606249420 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:25.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f2e7fc640 1 --2- 172.21.15.17:0/1606249420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb610b40 0x55edcb6145e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f2f7fe640 1 -- 172.21.15.17:0/1606249420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb610b40 msgr2=0x55edcb6145e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:25.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f2f7fe640 1 --2- 172.21.15.17:0/1606249420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb610b40 0x55edcb6145e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f2f7fe640 1 -- 172.21.15.17:0/1606249420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb60f5d0 msgr2=0x55edcb6140a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:25.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f2f7fe640 1 --2- 172.21.15.17:0/1606249420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb60f5d0 0x55edcb6140a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.356+0000 7f0f2f7fe640 1 -- 172.21.15.17:0/1606249420 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55edcb693cd0 con 0x55edcb61a370 2024-09-16T01:55:25.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.357+0000 7f0f2f7fe640 1 --2- 172.21.15.17:0/1606249420 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb61a370 0x55edcb614b20 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0f28009f40 tx=0x7f0f28004bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea0dff08d191dad server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:25.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.357+0000 7f0f0effd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:25.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.357+0000 7f0f0effd640 1 -- 172.21.15.17:0/1606249420 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f28004370 con 0x55edcb61a370 2024-09-16T01:55:25.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.357+0000 7f0f0effd640 1 -- 172.21.15.17:0/1606249420 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0f28004510 con 0x55edcb61a370 2024-09-16T01:55:25.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.357+0000 7f0f37e00740 1 -- 172.21.15.17:0/1606249420 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0f240d9020 con 0x55edcb61a370 2024-09-16T01:55:25.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.357+0000 7f0f0effd640 1 -- 172.21.15.17:0/1606249420 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f0f28004e20 con 0x55edcb61a370 2024-09-16T01:55:25.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.357+0000 7f0f37e00740 10 client.27337 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:25.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.357+0000 7f0f37e00740 1 -- 172.21.15.17:0/1606249420 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55edcb694f90 con 0x55edcb61a370 2024-09-16T01:55:25.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.357+0000 7f0f0effd640 1 -- 172.21.15.17:0/1606249420 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f240d9020 con 0x55edcb61a370 2024-09-16T01:55:25.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.358+0000 7f0f0effd640 1 -- 172.21.15.17:0/1606249420 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f0f28005040 con 0x55edcb61a370 2024-09-16T01:55:25.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.358+0000 7f0f37e00740 10 client.27337 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:25.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.358+0000 7f0f37e00740 10 client.27337 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:55:25.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.358+0000 7f0f37e00740 20 client.27337 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:25.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.358+0000 7f0f37e00740 1 --2- 172.21.15.17:0/1606249420 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55edcb6953d0 0x55edcb6977f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:25.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.358+0000 7f0f37e00740 4 client.27337 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:55:25.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.358+0000 7f0f37e00740 1 -- 172.21.15.17:0/1606249420 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55edcb57cd70 con 0x55edcb6953d0 2024-09-16T01:55:25.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.358+0000 7f0f2effd640 1 --2- 172.21.15.17:0/1606249420 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55edcb6953d0 0x55edcb6977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:25.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.358+0000 7f0f0effd640 10 client.27337 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:55:25.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.358+0000 7f0f2effd640 1 --2- 172.21.15.17:0/1606249420 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55edcb6953d0 0x55edcb6977f0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=2c9ee192b35bdcea server_cookie=aaf4d17031f396ec in_seq=0 out_seq=0 2024-09-16T01:55:25.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f0effd640 1 -- 172.21.15.17:0/1606249420 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55edcb57cd70 con 0x55edcb6953d0 2024-09-16T01:55:25.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f0effd640 10 client.27337 handle_command_reply: tid=0 2024-09-16T01:55:25.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f37e00740 1 client.27337 shutdown 2024-09-16T01:55:25.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f37e00740 1 -- 172.21.15.17:0/1606249420 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb61a370 msgr2=0x55edcb614b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:25.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f37e00740 1 --2- 172.21.15.17:0/1606249420 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb61a370 0x55edcb614b20 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f0f28009f40 tx=0x7f0f28004bf0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f37e00740 1 -- 172.21.15.17:0/1606249420 shutdown_connections 2024-09-16T01:55:25.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f37e00740 1 --2- 172.21.15.17:0/1606249420 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55edcb6953d0 0x55edcb6977f0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f37e00740 1 --2- 172.21.15.17:0/1606249420 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55edcb61a370 0x55edcb614b20 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f37e00740 1 --2- 172.21.15.17:0/1606249420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55edcb610b40 0x55edcb6145e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f37e00740 1 --2- 172.21.15.17:0/1606249420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edcb60f5d0 0x55edcb6140a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f37e00740 1 -- 172.21.15.17:0/1606249420 >> 172.21.15.17:0/1606249420 conn(0x55edcb5d8310 msgr2=0x55edcb6190c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:25.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f0effd640 0 client.27337 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:55:25.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f37e00740 1 -- 172.21.15.17:0/1606249420 shutdown_connections 2024-09-16T01:55:25.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f37e00740 1 -- 172.21.15.17:0/1606249420 wait complete. 2024-09-16T01:55:25.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.359+0000 7f0f37e00740 20 client.27337 trim_cache size 0 max 16384 2024-09-16T01:55:25.367 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:55:25.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.360+0000 7f0f35a27640 1 -- 172.21.15.17:0/449073011 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0f180a3240 msgr2=0x7f0f180a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:25.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.360+0000 7f0f35a27640 1 --2- 172.21.15.17:0/449073011 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0f180a3240 0x7f0f180a5700 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x55edcb60cac0 tx=0x7f0f20005f90 comp rx=0 tx=0).stop 2024-09-16T01:55:25.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.360+0000 7f0f35a27640 1 -- 172.21.15.17:0/449073011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f30102570 msgr2=0x7f0f30198a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:25.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.360+0000 7f0f35a27640 1 --2- 172.21.15.17:0/449073011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f30102570 0x7f0f30198a10 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f0f24006010 tx=0x7f0f240040c0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.360+0000 7f0f35a27640 1 -- 172.21.15.17:0/449073011 shutdown_connections 2024-09-16T01:55:25.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.360+0000 7f0f35a27640 1 --2- 172.21.15.17:0/449073011 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0f180a3240 0x7f0f180a5700 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.360+0000 7f0f35a27640 1 --2- 172.21.15.17:0/449073011 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f30102ef0 0x7f0f3019cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.360+0000 7f0f35a27640 1 --2- 172.21.15.17:0/449073011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f30102570 0x7f0f30198a10 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.360+0000 7f0f35a27640 1 --2- 172.21.15.17:0/449073011 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f30100e20 0x7f0f301984d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:25.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.360+0000 7f0f35a27640 1 -- 172.21.15.17:0/449073011 >> 172.21.15.17:0/449073011 conn(0x7f0f300fc7d0 msgr2=0x7f0f3006a310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:25.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.360+0000 7f0f35a27640 1 -- 172.21.15.17:0/449073011 shutdown_connections 2024-09-16T01:55:25.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:25.360+0000 7f0f35a27640 1 -- 172.21.15.17:0/449073011 wait complete. 2024-09-16T01:55:25.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 449664 3.72 MB/sec execute 528 sec latency 18.072 ms 2024-09-16T01:55:26.089 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:55:26.362 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:26.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 450444 3.73 MB/sec execute 529 sec latency 11.361 ms 2024-09-16T01:55:26.673 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:26 smithi017 ceph-mon[30972]: pgmap v696: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.9 MiB/s wr, 100 op/s 2024-09-16T01:55:26.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:26 smithi029 ceph-mon[34783]: pgmap v696: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.9 MiB/s wr, 100 op/s 2024-09-16T01:55:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:26 smithi122 ceph-mon[34758]: pgmap v696: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 279 KiB/s rd, 1.9 MiB/s wr, 100 op/s 2024-09-16T01:55:26.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.893+0000 7f126b6b3640 1 -- 172.21.15.17:0/1548597365 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1264102d30 msgr2=0x7f1264103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:26.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.893+0000 7f126b6b3640 1 --2- 172.21.15.17:0/1548597365 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1264102d30 0x7f1264103110 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f1260009930 tx=0x7f126002a420 comp rx=0 tx=0).stop 2024-09-16T01:55:26.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.894+0000 7f126b6b3640 1 -- 172.21.15.17:0/1548597365 shutdown_connections 2024-09-16T01:55:26.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.894+0000 7f126b6b3640 1 --2- 172.21.15.17:0/1548597365 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f12641082a0 0x7f126410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.894+0000 7f126b6b3640 1 --2- 172.21.15.17:0/1548597365 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12641036e0 0x7f1264107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.894+0000 7f126b6b3640 1 --2- 172.21.15.17:0/1548597365 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1264102d30 0x7f1264103110 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.894+0000 7f126b6b3640 1 -- 172.21.15.17:0/1548597365 >> 172.21.15.17:0/1548597365 conn(0x7f12640fc7d0 msgr2=0x7f12640febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:26.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.894+0000 7f126b6b3640 1 -- 172.21.15.17:0/1548597365 shutdown_connections 2024-09-16T01:55:26.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.894+0000 7f126b6b3640 1 -- 172.21.15.17:0/1548597365 wait complete. 2024-09-16T01:55:26.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.894+0000 7f126b6b3640 1 Processor -- start 2024-09-16T01:55:26.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.894+0000 7f126b6b3640 1 -- start start 2024-09-16T01:55:26.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f126b6b3640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1264102d30 0x7f1264100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f126b6b3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12641036e0 0x7f1264100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f126b6b3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12641082a0 0x7f1264101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f126b6b3640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1264111f50 con 0x7f12641036e0 2024-09-16T01:55:26.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f126b6b3640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1264111dd0 con 0x7f1264102d30 2024-09-16T01:55:26.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f126b6b3640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f12641120d0 con 0x7f12641082a0 2024-09-16T01:55:26.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f126944f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1264102d30 0x7f1264100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f126944f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1264102d30 0x7f1264100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51008/0 (socket says 172.21.15.17:51008) 2024-09-16T01:55:26.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f126944f640 1 -- 172.21.15.17:0/2338267362 learned_addr learned my addr 172.21.15.17:0/2338267362 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:26.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f1268c4e640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12641036e0 0x7f1264100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f1269c50640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12641082a0 0x7f1264101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f126944f640 1 -- 172.21.15.17:0/2338267362 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12641082a0 msgr2=0x7f1264101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:26.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f126944f640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12641082a0 0x7f1264101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f126944f640 1 -- 172.21.15.17:0/2338267362 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12641036e0 msgr2=0x7f1264100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:26.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f126944f640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12641036e0 0x7f1264100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f126944f640 1 -- 172.21.15.17:0/2338267362 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12641a69d0 con 0x7f1264102d30 2024-09-16T01:55:26.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f1269c50640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12641082a0 0x7f1264101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.895+0000 7f1268c4e640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12641036e0 0x7f1264100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.896+0000 7f126944f640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1264102d30 0x7f1264100990 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f1260005940 tx=0x7f12600042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.896+0000 7f125a7fc640 1 -- 172.21.15.17:0/2338267362 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f126003f030 con 0x7f1264102d30 2024-09-16T01:55:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.896+0000 7f126b6b3640 1 -- 172.21.15.17:0/2338267362 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12641a6c60 con 0x7f1264102d30 2024-09-16T01:55:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.896+0000 7f125a7fc640 1 -- 172.21.15.17:0/2338267362 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f12600318a0 con 0x7f1264102d30 2024-09-16T01:55:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.896+0000 7f125a7fc640 1 -- 172.21.15.17:0/2338267362 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1260035070 con 0x7f1264102d30 2024-09-16T01:55:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.896+0000 7f126b6b3640 1 -- 172.21.15.17:0/2338267362 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12641a7190 con 0x7f1264102d30 2024-09-16T01:55:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.898+0000 7f125a7fc640 1 -- 172.21.15.17:0/2338267362 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1260042030 con 0x7f1264102d30 2024-09-16T01:55:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.899+0000 7f126da8c740 1 Processor -- start 2024-09-16T01:55:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.899+0000 7f126da8c740 1 -- start start 2024-09-16T01:55:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f126da8c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae34030090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f126da8c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae340305d0 0x55ae34030a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f126da8c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae3403b370 0x55ae3403d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f126da8c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ae33f962f0 con 0x55ae3403b370 2024-09-16T01:55:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f126da8c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ae33f3dcf0 con 0x55ae340305d0 2024-09-16T01:55:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f126da8c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ae33f922b0 con 0x55ae34031b40 2024-09-16T01:55:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f1269c50640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae34030090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f1268c4e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae3403b370 0x55ae3403d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f125a7fc640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f12500a3240 0x7f12500a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f1268c4e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae3403b370 0x55ae3403d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54990/0 (socket says 172.21.15.17:54990) 2024-09-16T01:55:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f1268c4e640 1 -- 172.21.15.17:0/630272364 learned_addr learned my addr 172.21.15.17:0/630272364 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f126944f640 1 --2- 172.21.15.17:0/630272364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae340305d0 0x55ae34030a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f125a7fc640 1 -- 172.21.15.17:0/2338267362 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f12600efca0 con 0x7f1264102d30 2024-09-16T01:55:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f1268c4e640 1 -- 172.21.15.17:0/630272364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 msgr2=0x55ae34030090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f1268c4e640 1 --2- 172.21.15.17:0/630272364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae34030090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f1268c4e640 1 -- 172.21.15.17:0/630272364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae340305d0 msgr2=0x55ae34030a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f1268c4e640 1 --2- 172.21.15.17:0/630272364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae340305d0 0x55ae34030a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f1268c4e640 1 -- 172.21.15.17:0/630272364 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae33f223a0 con 0x55ae3403b370 2024-09-16T01:55:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f1269c50640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f12500a3240 0x7f12500a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.900+0000 7f1268c4e640 1 --2- 172.21.15.17:0/630272364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae3403b370 0x55ae3403d760 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f1254011470 tx=0x7f1254011870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=277dad37b9f82459 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.901+0000 7f124f7fe640 1 -- 172.21.15.17:0/630272364 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125401e070 con 0x55ae3403b370 2024-09-16T01:55:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.901+0000 7f124f7fe640 1 -- 172.21.15.17:0/630272364 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f12540035f0 con 0x55ae3403b370 2024-09-16T01:55:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.901+0000 7f124f7fe640 1 -- 172.21.15.17:0/630272364 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125400f760 con 0x55ae3403b370 2024-09-16T01:55:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.901+0000 7f126da8c740 1 -- 172.21.15.17:0/630272364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae3403b370 msgr2=0x55ae3403d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.901+0000 7f1269c50640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f12500a3240 0x7f12500a5700 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f125c009fd0 tx=0x7f125c004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.901+0000 7f126da8c740 1 --2- 172.21.15.17:0/630272364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae3403b370 0x55ae3403d760 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f1254011470 tx=0x7f1254011870 comp rx=0 tx=0).stop 2024-09-16T01:55:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.902+0000 7f126da8c740 1 -- 172.21.15.17:0/630272364 shutdown_connections 2024-09-16T01:55:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.902+0000 7f126da8c740 1 --2- 172.21.15.17:0/630272364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae3403b370 0x55ae3403d760 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.902+0000 7f126da8c740 1 --2- 172.21.15.17:0/630272364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae340305d0 0x55ae34030a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.902+0000 7f126da8c740 1 --2- 172.21.15.17:0/630272364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae34030090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.902+0000 7f126da8c740 1 -- 172.21.15.17:0/630272364 >> 172.21.15.17:0/630272364 conn(0x55ae33ff9310 msgr2=0x55ae3402cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.902+0000 7f126da8c740 1 -- 172.21.15.17:0/630272364 shutdown_connections 2024-09-16T01:55:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.902+0000 7f126da8c740 1 -- 172.21.15.17:0/630272364 wait complete. 2024-09-16T01:55:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.902+0000 7f126da8c740 1 -- start start 2024-09-16T01:55:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.902+0000 7f126da8c740 1 Processor -- start 2024-09-16T01:55:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f126da8c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae340305d0 0x55ae3403ad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f126da8c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae34037fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f126da8c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae3403b370 0x55ae340385d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f126da8c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ae3403e070 con 0x55ae340305d0 2024-09-16T01:55:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f126da8c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ae33f51060 con 0x55ae3403b370 2024-09-16T01:55:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f126da8c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ae3403e1f0 con 0x55ae34031b40 2024-09-16T01:55:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f126da8c740 10 client.0 _ll_register_callbacks cb 0x55ae33ca48c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f1268c4e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae34037fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f1268c4e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae34037fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:33860/0 (socket says 172.21.15.17:33860) 2024-09-16T01:55:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f1268c4e640 1 -- 172.21.15.17:0/3015129953 learned_addr learned my addr 172.21.15.17:0/3015129953 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f126944f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae340305d0 0x55ae3403ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f1269c50640 1 --2- 172.21.15.17:0/3015129953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae3403b370 0x55ae340385d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f1268c4e640 1 -- 172.21.15.17:0/3015129953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae3403b370 msgr2=0x55ae340385d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f1268c4e640 1 --2- 172.21.15.17:0/3015129953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae3403b370 0x55ae340385d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f1268c4e640 1 -- 172.21.15.17:0/3015129953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae340305d0 msgr2=0x55ae3403ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f1268c4e640 1 --2- 172.21.15.17:0/3015129953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae340305d0 0x55ae3403ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f1268c4e640 1 -- 172.21.15.17:0/3015129953 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae33d073c0 con 0x55ae34031b40 2024-09-16T01:55:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f1268c4e640 1 --2- 172.21.15.17:0/3015129953 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae34037fe0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f12540058c0 tx=0x7f1254004260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5aa0c67678301e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.903+0000 7f124cff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.904+0000 7f124cff9640 1 -- 172.21.15.17:0/3015129953 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125401e040 con 0x55ae34031b40 2024-09-16T01:55:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.904+0000 7f126da8c740 1 -- 172.21.15.17:0/3015129953 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12540035f0 con 0x55ae34031b40 2024-09-16T01:55:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.904+0000 7f124cff9640 1 -- 172.21.15.17:0/3015129953 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1254005040 con 0x55ae34031b40 2024-09-16T01:55:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.904+0000 7f124cff9640 1 -- 172.21.15.17:0/3015129953 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f1254005240 con 0x55ae34031b40 2024-09-16T01:55:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.904+0000 7f126da8c740 10 client.27349 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.904+0000 7f126da8c740 1 -- 172.21.15.17:0/3015129953 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ae34049b00 con 0x55ae34031b40 2024-09-16T01:55:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.904+0000 7f124cff9640 1 -- 172.21.15.17:0/3015129953 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f12540035f0 con 0x55ae34031b40 2024-09-16T01:55:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.904+0000 7f124cff9640 1 -- 172.21.15.17:0/3015129953 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f1254021030 con 0x55ae34031b40 2024-09-16T01:55:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.904+0000 7f126da8c740 10 client.27349 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.904+0000 7f126da8c740 10 client.27349 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.905+0000 7f126da8c740 20 client.27349 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.905+0000 7f126da8c740 1 --2- 172.21.15.17:0/3015129953 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ae3404b2c0 0x55ae3404d740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.905+0000 7f126da8c740 4 client.27349 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:55:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.905+0000 7f126da8c740 1 -- 172.21.15.17:0/3015129953 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ae33fa3860 con 0x55ae3404b2c0 2024-09-16T01:55:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.905+0000 7f126944f640 1 --2- 172.21.15.17:0/3015129953 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ae3404b2c0 0x55ae3404d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.905+0000 7f126944f640 1 --2- 172.21.15.17:0/3015129953 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ae3404b2c0 0x55ae3404d740 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fba952506415d7b server_cookie=342ccbe9814c26d0 in_seq=0 out_seq=0 2024-09-16T01:55:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.905+0000 7f124cff9640 10 client.27349 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f124cff9640 1 -- 172.21.15.17:0/3015129953 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ae33fa3860 con 0x55ae3404b2c0 2024-09-16T01:55:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f124cff9640 10 client.27349 handle_command_reply: tid=0 2024-09-16T01:55:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f126da8c740 1 client.27349 shutdown 2024-09-16T01:55:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f126da8c740 1 -- 172.21.15.17:0/3015129953 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 msgr2=0x55ae34037fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f126da8c740 1 --2- 172.21.15.17:0/3015129953 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae34037fe0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f12540058c0 tx=0x7f1254004260 comp rx=0 tx=0).stop 2024-09-16T01:55:26.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f126da8c740 1 -- 172.21.15.17:0/3015129953 shutdown_connections 2024-09-16T01:55:26.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f126da8c740 1 --2- 172.21.15.17:0/3015129953 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ae3404b2c0 0x55ae3404d740 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f126da8c740 1 --2- 172.21.15.17:0/3015129953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae3403b370 0x55ae340385d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f126da8c740 1 --2- 172.21.15.17:0/3015129953 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae34037fe0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f124cff9640 0 client.27349 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:26.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f126da8c740 1 --2- 172.21.15.17:0/3015129953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae340305d0 0x55ae3403ad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f126da8c740 1 -- 172.21.15.17:0/3015129953 >> 172.21.15.17:0/3015129953 conn(0x55ae33ff9310 msgr2=0x55ae34032960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:26.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f126da8c740 1 -- 172.21.15.17:0/3015129953 shutdown_connections 2024-09-16T01:55:26.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f126da8c740 1 -- 172.21.15.17:0/3015129953 wait complete. 2024-09-16T01:55:26.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.906+0000 7f126da8c740 20 client.27349 trim_cache size 0 max 16384 2024-09-16T01:55:26.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.920+0000 7f126da8c740 1 Processor -- start 2024-09-16T01:55:26.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.920+0000 7f126da8c740 1 -- start start 2024-09-16T01:55:26.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.920+0000 7f126da8c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae340305d0 0x55ae340378a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.920+0000 7f126da8c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae34031b40 0x55ae3402bbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.920+0000 7f126da8c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae3403b370 0x55ae34033120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.920+0000 7f126da8c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f12641b1fa0 con 0x55ae34031b40 2024-09-16T01:55:26.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.920+0000 7f126da8c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f12641af870 con 0x55ae3403b370 2024-09-16T01:55:26.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.920+0000 7f126da8c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f12641ad6a0 con 0x55ae340305d0 2024-09-16T01:55:26.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.920+0000 7f1268c4e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae34031b40 0x55ae3402bbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.921+0000 7f126944f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae340305d0 0x55ae340378a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.921+0000 7f1268c4e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae34031b40 0x55ae3402bbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55004/0 (socket says 172.21.15.17:55004) 2024-09-16T01:55:26.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.921+0000 7f1268c4e640 1 -- 172.21.15.17:0/707906013 learned_addr learned my addr 172.21.15.17:0/707906013 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:26.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.921+0000 7f1269c50640 1 --2- 172.21.15.17:0/707906013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae3403b370 0x55ae34033120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.921+0000 7f126944f640 1 -- 172.21.15.17:0/707906013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae3403b370 msgr2=0x55ae34033120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:26.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.921+0000 7f126944f640 1 --2- 172.21.15.17:0/707906013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae3403b370 0x55ae34033120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.921+0000 7f126944f640 1 -- 172.21.15.17:0/707906013 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae34031b40 msgr2=0x55ae3402bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:26.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.921+0000 7f126944f640 1 --2- 172.21.15.17:0/707906013 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae34031b40 0x55ae3402bbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.921+0000 7f126944f640 1 -- 172.21.15.17:0/707906013 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ae34038940 con 0x55ae340305d0 2024-09-16T01:55:26.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.921+0000 7f126944f640 1 --2- 172.21.15.17:0/707906013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae340305d0 0x55ae340378a0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f1260009900 tx=0x7f12600ed630 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c9191c86fadeb2ca server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:26.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.921+0000 7f124effd640 1 -- 172.21.15.17:0/707906013 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1260049040 con 0x55ae340305d0 2024-09-16T01:55:26.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.921+0000 7f124effd640 1 -- 172.21.15.17:0/707906013 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f12600bc330 con 0x55ae340305d0 2024-09-16T01:55:26.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.921+0000 7f124effd640 1 -- 172.21.15.17:0/707906013 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12600b89a0 con 0x55ae340305d0 2024-09-16T01:55:26.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.922+0000 7f126da8c740 1 -- 172.21.15.17:0/707906013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae340305d0 msgr2=0x55ae340378a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:26.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.922+0000 7f126da8c740 1 --2- 172.21.15.17:0/707906013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae340305d0 0x55ae340378a0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f1260009900 tx=0x7f12600ed630 comp rx=0 tx=0).stop 2024-09-16T01:55:26.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.922+0000 7f126da8c740 1 -- 172.21.15.17:0/707906013 shutdown_connections 2024-09-16T01:55:26.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.922+0000 7f126da8c740 1 --2- 172.21.15.17:0/707906013 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae3403b370 0x55ae34033120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.922+0000 7f126da8c740 1 --2- 172.21.15.17:0/707906013 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae34031b40 0x55ae3402bbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.922+0000 7f126da8c740 1 --2- 172.21.15.17:0/707906013 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae340305d0 0x55ae340378a0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.922+0000 7f126da8c740 1 -- 172.21.15.17:0/707906013 >> 172.21.15.17:0/707906013 conn(0x55ae33ff9310 msgr2=0x55ae3402b4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:26.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.922+0000 7f126da8c740 1 -- 172.21.15.17:0/707906013 shutdown_connections 2024-09-16T01:55:26.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.922+0000 7f126da8c740 1 -- 172.21.15.17:0/707906013 wait complete. 2024-09-16T01:55:26.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.923+0000 7f126da8c740 1 -- start start 2024-09-16T01:55:26.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.923+0000 7f126da8c740 1 Processor -- start 2024-09-16T01:55:26.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.923+0000 7f126da8c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae340305d0 0x55ae3403e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.923+0000 7f126da8c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae3403ea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.923+0000 7f126da8c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae3403b370 0x55ae340b4010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.923+0000 7f126da8c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f12641add30 con 0x55ae3403b370 2024-09-16T01:55:26.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.923+0000 7f126da8c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f12641af1a0 con 0x55ae340305d0 2024-09-16T01:55:26.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.923+0000 7f126da8c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f12641ae400 con 0x55ae34031b40 2024-09-16T01:55:26.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.923+0000 7f126944f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae340305d0 0x55ae3403e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.923+0000 7f126944f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae340305d0 0x55ae3403e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51044/0 (socket says 172.21.15.17:51044) 2024-09-16T01:55:26.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.923+0000 7f126da8c740 10 client.0 _ll_register_callbacks cb 0x7f125401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:26.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.923+0000 7f126944f640 1 -- 172.21.15.17:0/3925468430 learned_addr learned my addr 172.21.15.17:0/3925468430 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:26.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.924+0000 7f1269c50640 1 --2- 172.21.15.17:0/3925468430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae3403b370 0x55ae340b4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.924+0000 7f1268c4e640 1 --2- 172.21.15.17:0/3925468430 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae3403ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.924+0000 7f1268c4e640 1 -- 172.21.15.17:0/3925468430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae340305d0 msgr2=0x55ae3403e550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:26.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.924+0000 7f1268c4e640 1 --2- 172.21.15.17:0/3925468430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae340305d0 0x55ae3403e550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.924+0000 7f1268c4e640 1 -- 172.21.15.17:0/3925468430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae3403b370 msgr2=0x55ae340b4010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:26.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.924+0000 7f1268c4e640 1 --2- 172.21.15.17:0/3925468430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae3403b370 0x55ae340b4010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.924+0000 7f1268c4e640 1 -- 172.21.15.17:0/3925468430 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ae340b4550 con 0x55ae34031b40 2024-09-16T01:55:26.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.924+0000 7f126944f640 1 --2- 172.21.15.17:0/3925468430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae340305d0 0x55ae3403e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:26.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.924+0000 7f1268c4e640 1 --2- 172.21.15.17:0/3925468430 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae3403ea90 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f1254001eb0 tx=0x7f1254003730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7fe2e35491ec00ff server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:26.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.924+0000 7f124cff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:55:26.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.924+0000 7f124cff9640 1 -- 172.21.15.17:0/3925468430 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f125403d060 con 0x55ae34031b40 2024-09-16T01:55:26.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.924+0000 7f124cff9640 1 -- 172.21.15.17:0/3925468430 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1254005000 con 0x55ae34031b40 2024-09-16T01:55:26.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.924+0000 7f126da8c740 1 -- 172.21.15.17:0/3925468430 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f12600bc330 con 0x55ae34031b40 2024-09-16T01:55:26.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.925+0000 7f124cff9640 1 -- 172.21.15.17:0/3925468430 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f125401e050 con 0x55ae34031b40 2024-09-16T01:55:26.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.925+0000 7f126da8c740 10 client.27355 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:26.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.925+0000 7f126da8c740 1 -- 172.21.15.17:0/3925468430 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ae340b56a0 con 0x55ae34031b40 2024-09-16T01:55:26.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.925+0000 7f124cff9640 1 -- 172.21.15.17:0/3925468430 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f12600bc330 con 0x55ae34031b40 2024-09-16T01:55:26.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.925+0000 7f124cff9640 1 -- 172.21.15.17:0/3925468430 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f1254042070 con 0x55ae34031b40 2024-09-16T01:55:26.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.925+0000 7f126da8c740 10 client.27355 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:26.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.925+0000 7f126da8c740 10 client.27355 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:26.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.925+0000 7f126da8c740 20 client.27355 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:26.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.925+0000 7f126da8c740 1 --2- 172.21.15.17:0/3925468430 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ae3404b2c0 0x55ae340b7d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:26.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.925+0000 7f126da8c740 4 client.27355 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:55:26.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.925+0000 7f126da8c740 1 -- 172.21.15.17:0/3925468430 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ae33f9dd70 con 0x55ae3404b2c0 2024-09-16T01:55:26.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.925+0000 7f126944f640 1 --2- 172.21.15.17:0/3925468430 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ae3404b2c0 0x55ae340b7d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:26.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.926+0000 7f124cff9640 10 client.27355 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:26.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.926+0000 7f126944f640 1 --2- 172.21.15.17:0/3925468430 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ae3404b2c0 0x55ae340b7d10 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=faa6cd8e4f6b29ef server_cookie=ef085f2f6124998e in_seq=0 out_seq=0 2024-09-16T01:55:26.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.926+0000 7f124cff9640 1 -- 172.21.15.17:0/3925468430 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ae33f9dd70 con 0x55ae3404b2c0 2024-09-16T01:55:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.926+0000 7f124cff9640 10 client.27355 handle_command_reply: tid=0 2024-09-16T01:55:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.926+0000 7f126da8c740 1 client.27355 shutdown 2024-09-16T01:55:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.926+0000 7f126da8c740 1 -- 172.21.15.17:0/3925468430 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 msgr2=0x55ae3403ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.926+0000 7f126da8c740 1 --2- 172.21.15.17:0/3925468430 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae3403ea90 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f1254001eb0 tx=0x7f1254003730 comp rx=0 tx=0).stop 2024-09-16T01:55:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.926+0000 7f126da8c740 1 -- 172.21.15.17:0/3925468430 shutdown_connections 2024-09-16T01:55:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.926+0000 7f126da8c740 1 --2- 172.21.15.17:0/3925468430 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ae3404b2c0 0x55ae340b7d10 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.926+0000 7f126da8c740 1 --2- 172.21.15.17:0/3925468430 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ae3403b370 0x55ae340b4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.926+0000 7f126da8c740 1 --2- 172.21.15.17:0/3925468430 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ae34031b40 0x55ae3403ea90 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.926+0000 7f126da8c740 1 --2- 172.21.15.17:0/3925468430 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ae340305d0 0x55ae3403e550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.926+0000 7f126da8c740 1 -- 172.21.15.17:0/3925468430 >> 172.21.15.17:0/3925468430 conn(0x55ae33ff9310 msgr2=0x55ae34039840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.926+0000 7f124cff9640 0 client.27355 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:26.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.927+0000 7f126da8c740 1 -- 172.21.15.17:0/3925468430 shutdown_connections 2024-09-16T01:55:26.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.927+0000 7f126da8c740 1 -- 172.21.15.17:0/3925468430 wait complete. 2024-09-16T01:55:26.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.927+0000 7f126da8c740 20 client.27355 trim_cache size 0 max 16384 2024-09-16T01:55:26.936 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:55:26.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.927+0000 7f126b6b3640 1 -- 172.21.15.17:0/2338267362 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f12500a3240 msgr2=0x7f12500a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:26.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.927+0000 7f126b6b3640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f12500a3240 0x7f12500a5700 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f125c009fd0 tx=0x7f125c004ab0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.927+0000 7f126b6b3640 1 -- 172.21.15.17:0/2338267362 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1264102d30 msgr2=0x7f1264100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:26.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.927+0000 7f126b6b3640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1264102d30 0x7f1264100990 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f1260005940 tx=0x7f12600042f0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.928+0000 7f126b6b3640 1 -- 172.21.15.17:0/2338267362 shutdown_connections 2024-09-16T01:55:26.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.928+0000 7f126b6b3640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f12500a3240 0x7f12500a5700 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.928+0000 7f126b6b3640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f12641082a0 0x7f1264101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.928+0000 7f126b6b3640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f12641036e0 0x7f1264100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.928+0000 7f126b6b3640 1 --2- 172.21.15.17:0/2338267362 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1264102d30 0x7f1264100990 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:26.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.928+0000 7f126b6b3640 1 -- 172.21.15.17:0/2338267362 >> 172.21.15.17:0/2338267362 conn(0x7f12640fc7d0 msgr2=0x7f1264105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:26.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.928+0000 7f126b6b3640 1 -- 172.21.15.17:0/2338267362 shutdown_connections 2024-09-16T01:55:26.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:26.928+0000 7f126b6b3640 1 -- 172.21.15.17:0/2338267362 wait complete. 2024-09-16T01:55:27.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 450945 3.72 MB/sec execute 530 sec latency 38.256 ms 2024-09-16T01:55:28.613 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:55:28.614 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:55:28.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 451588 3.72 MB/sec execute 531 sec latency 20.843 ms 2024-09-16T01:55:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:28 smithi017 ceph-mon[30972]: pgmap v697: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 168 KiB/s rd, 1.4 MiB/s wr, 72 op/s 2024-09-16T01:55:28.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:28 smithi122 ceph-mon[34758]: pgmap v697: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 168 KiB/s rd, 1.4 MiB/s wr, 72 op/s 2024-09-16T01:55:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:28 smithi029 ceph-mon[34783]: pgmap v697: 97 pgs: 97 active+clean; 190 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 168 KiB/s rd, 1.4 MiB/s wr, 72 op/s 2024-09-16T01:55:28.907 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:29.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.426+0000 7f8183ce1640 1 -- 172.21.15.17:0/1651850046 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f817c101de0 msgr2=0x7f817c1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:29.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.426+0000 7f8183ce1640 1 --2- 172.21.15.17:0/1651850046 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f817c101de0 0x7f817c1021c0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f8178009900 tx=0x7f817802a410 comp rx=0 tx=0).stop 2024-09-16T01:55:29.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.427+0000 7f8183ce1640 1 -- 172.21.15.17:0/1651850046 shutdown_connections 2024-09-16T01:55:29.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.427+0000 7f8183ce1640 1 --2- 172.21.15.17:0/1651850046 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f817c106f10 0x7f817c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.427+0000 7f8183ce1640 1 --2- 172.21.15.17:0/1651850046 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f817c102790 0x7f817c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.427+0000 7f8183ce1640 1 --2- 172.21.15.17:0/1651850046 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f817c101de0 0x7f817c1021c0 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.427+0000 7f8183ce1640 1 -- 172.21.15.17:0/1651850046 >> 172.21.15.17:0/1651850046 conn(0x7f817c0fd8c0 msgr2=0x7f817c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:29.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.427+0000 7f8183ce1640 1 -- 172.21.15.17:0/1651850046 shutdown_connections 2024-09-16T01:55:29.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.427+0000 7f8183ce1640 1 -- 172.21.15.17:0/1651850046 wait complete. 2024-09-16T01:55:29.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.427+0000 7f8183ce1640 1 Processor -- start 2024-09-16T01:55:29.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.427+0000 7f8183ce1640 1 -- start start 2024-09-16T01:55:29.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f8183ce1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f817c101de0 0x7f817c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f8183ce1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f817c102790 0x7f817c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f8183ce1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f817c106f10 0x7f817c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f8183ce1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f817c111e20 con 0x7f817c106f10 2024-09-16T01:55:29.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f8183ce1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f817c111ca0 con 0x7f817c101de0 2024-09-16T01:55:29.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f8183ce1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f817c111fa0 con 0x7f817c102790 2024-09-16T01:55:29.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f818227e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f817c106f10 0x7f817c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f818127c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f817c102790 0x7f817c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f818127c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f817c102790 0x7f817c074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:33900/0 (socket says 172.21.15.17:33900) 2024-09-16T01:55:29.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f818127c640 1 -- 172.21.15.17:0/781387749 learned_addr learned my addr 172.21.15.17:0/781387749 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:29.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f8181a7d640 1 --2- 172.21.15.17:0/781387749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f817c101de0 0x7f817c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f818227e640 1 -- 172.21.15.17:0/781387749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f817c102790 msgr2=0x7f817c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:29.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f818227e640 1 --2- 172.21.15.17:0/781387749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f817c102790 0x7f817c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f818227e640 1 -- 172.21.15.17:0/781387749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f817c101de0 msgr2=0x7f817c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:29.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f818227e640 1 --2- 172.21.15.17:0/781387749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f817c101de0 0x7f817c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f818227e640 1 -- 172.21.15.17:0/781387749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f817c1a67d0 con 0x7f817c106f10 2024-09-16T01:55:29.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.428+0000 7f818227e640 1 --2- 172.21.15.17:0/781387749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f817c106f10 0x7f817c074f70 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f8174009fd0 tx=0x7f817400ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:29.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.429+0000 7f8172ffd640 1 -- 172.21.15.17:0/781387749 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f817400ce20 con 0x7f817c106f10 2024-09-16T01:55:29.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.429+0000 7f8183ce1640 1 -- 172.21.15.17:0/781387749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f817c1a6ac0 con 0x7f817c106f10 2024-09-16T01:55:29.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.429+0000 7f8172ffd640 1 -- 172.21.15.17:0/781387749 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8174005020 con 0x7f817c106f10 2024-09-16T01:55:29.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.429+0000 7f8172ffd640 1 -- 172.21.15.17:0/781387749 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8174010690 con 0x7f817c106f10 2024-09-16T01:55:29.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.429+0000 7f8183ce1640 1 -- 172.21.15.17:0/781387749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f817c1a7000 con 0x7f817c106f10 2024-09-16T01:55:29.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.431+0000 7f8172ffd640 1 -- 172.21.15.17:0/781387749 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f81740051d0 con 0x7f817c106f10 2024-09-16T01:55:29.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.432+0000 7f81860ba740 1 Processor -- start 2024-09-16T01:55:29.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.432+0000 7f81860ba740 1 -- start start 2024-09-16T01:55:29.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.432+0000 7f81860ba740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x561545718f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.432+0000 7f81860ba740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545719480 0x561545723800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.432+0000 7f8172ffd640 1 --2- 172.21.15.17:0/781387749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81680a3240 0x7f81680a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.432+0000 7f81860ba740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545723d40 0x561545726130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.432+0000 7f81860ba740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56154567e280 con 0x561545723d40 2024-09-16T01:55:29.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.432+0000 7f81860ba740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561545625b10 con 0x561545719480 2024-09-16T01:55:29.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.432+0000 7f81860ba740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56154567a240 con 0x561545718b60 2024-09-16T01:55:29.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f818127c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x561545718f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f818127c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x561545718f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:33914/0 (socket says 172.21.15.17:33914) 2024-09-16T01:55:29.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f818127c640 1 -- 172.21.15.17:0/3993383397 learned_addr learned my addr 172.21.15.17:0/3993383397 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:29.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f818227e640 1 --2- 172.21.15.17:0/3993383397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545723d40 0x561545726130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f818127c640 1 --2- 172.21.15.17:0/3993383397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545719480 0x561545723800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f8181a7d640 1 --2- 172.21.15.17:0/781387749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81680a3240 0x7f81680a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f8172ffd640 1 -- 172.21.15.17:0/781387749 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f81740cff20 con 0x7f817c106f10 2024-09-16T01:55:29.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f818127c640 1 -- 172.21.15.17:0/3993383397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545719480 msgr2=0x561545723800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:29.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f818127c640 1 --2- 172.21.15.17:0/3993383397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545719480 0x561545723800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f818127c640 1 -- 172.21.15.17:0/3993383397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545723d40 msgr2=0x561545726130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:29.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f818127c640 1 --2- 172.21.15.17:0/3993383397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545723d40 0x561545726130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f818127c640 1 -- 172.21.15.17:0/3993383397 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615456321f0 con 0x561545718b60 2024-09-16T01:55:29.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f818127c640 1 --2- 172.21.15.17:0/3993383397 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x561545718f40 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f816c004650 tx=0x7f816c004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=25da89fcc5c8c29d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:29.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f8181a7d640 1 --2- 172.21.15.17:0/781387749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81680a3240 0x7f81680a5700 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f8178031440 tx=0x7f8178005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:29.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f8167fff640 1 -- 172.21.15.17:0/3993383397 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816c005020 con 0x561545718b60 2024-09-16T01:55:29.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f8167fff640 1 -- 172.21.15.17:0/3993383397 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f816c0047a0 con 0x561545718b60 2024-09-16T01:55:29.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.433+0000 7f8167fff640 1 -- 172.21.15.17:0/3993383397 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f816c00fa00 con 0x561545718b60 2024-09-16T01:55:29.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.434+0000 7f81860ba740 1 -- 172.21.15.17:0/3993383397 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 msgr2=0x561545718f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:29.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.434+0000 7f81860ba740 1 --2- 172.21.15.17:0/3993383397 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x561545718f40 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f816c004650 tx=0x7f816c004730 comp rx=0 tx=0).stop 2024-09-16T01:55:29.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.434+0000 7f81860ba740 1 -- 172.21.15.17:0/3993383397 shutdown_connections 2024-09-16T01:55:29.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.434+0000 7f81860ba740 1 --2- 172.21.15.17:0/3993383397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545723d40 0x561545726130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.434+0000 7f81860ba740 1 --2- 172.21.15.17:0/3993383397 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545719480 0x561545723800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.434+0000 7f81860ba740 1 --2- 172.21.15.17:0/3993383397 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x561545718f40 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.434+0000 7f81860ba740 1 -- 172.21.15.17:0/3993383397 >> 172.21.15.17:0/3993383397 conn(0x5615457150f0 msgr2=0x5615457154d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:29.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.434+0000 7f81860ba740 1 -- 172.21.15.17:0/3993383397 shutdown_connections 2024-09-16T01:55:29.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.434+0000 7f81860ba740 1 -- 172.21.15.17:0/3993383397 wait complete. 2024-09-16T01:55:29.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.435+0000 7f81860ba740 1 -- start start 2024-09-16T01:55:29.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.435+0000 7f81860ba740 1 Processor -- start 2024-09-16T01:55:29.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.435+0000 7f81860ba740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x561545720be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.435+0000 7f81860ba740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545719480 0x561545721120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.435+0000 7f81860ba740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x561545721660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.435+0000 7f81860ba740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561545726910 con 0x561545719480 2024-09-16T01:55:29.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.435+0000 7f81860ba740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561545638f10 con 0x561545723d40 2024-09-16T01:55:29.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.435+0000 7f81860ba740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561545726a90 con 0x561545718b60 2024-09-16T01:55:29.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.435+0000 7f81860ba740 10 client.0 _ll_register_callbacks cb 0x561545601a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:29.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.435+0000 7f818127c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545719480 0x561545721120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f8181a7d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x561545720be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f8181a7d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x561545720be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:33920/0 (socket says 172.21.15.17:33920) 2024-09-16T01:55:29.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f8181a7d640 1 -- 172.21.15.17:0/3924033831 learned_addr learned my addr 172.21.15.17:0/3924033831 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:29.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f818227e640 1 --2- 172.21.15.17:0/3924033831 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x561545721660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f818227e640 1 -- 172.21.15.17:0/3924033831 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 msgr2=0x561545720be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:29.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f818227e640 1 --2- 172.21.15.17:0/3924033831 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x561545720be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f818227e640 1 -- 172.21.15.17:0/3924033831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545719480 msgr2=0x561545721120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:29.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f818227e640 1 --2- 172.21.15.17:0/3924033831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545719480 0x561545721120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f818227e640 1 -- 172.21.15.17:0/3924033831 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5615453ef6a0 con 0x561545723d40 2024-09-16T01:55:29.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f818127c640 1 --2- 172.21.15.17:0/3924033831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545719480 0x561545721120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:29.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f8181a7d640 1 --2- 172.21.15.17:0/3924033831 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x561545720be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:29.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f818227e640 1 --2- 172.21.15.17:0/3924033831 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x561545721660 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f81740989a0 tx=0x7f817409aa50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65684346aa923624 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:29.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f81657fa640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:55:29.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f81657fa640 1 -- 172.21.15.17:0/3924033831 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f817409c540 con 0x561545723d40 2024-09-16T01:55:29.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f81657fa640 1 -- 172.21.15.17:0/3924033831 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f81740a4d20 con 0x561545723d40 2024-09-16T01:55:29.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.436+0000 7f81860ba740 1 -- 172.21.15.17:0/3924033831 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f816c0047a0 con 0x561545723d40 2024-09-16T01:55:29.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.437+0000 7f81657fa640 1 -- 172.21.15.17:0/3924033831 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f81740a08f0 con 0x561545723d40 2024-09-16T01:55:29.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.437+0000 7f81860ba740 10 client.27107 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:29.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.437+0000 7f81860ba740 1 -- 172.21.15.17:0/3924033831 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x561545732540 con 0x561545723d40 2024-09-16T01:55:29.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.437+0000 7f81657fa640 1 -- 172.21.15.17:0/3924033831 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f816c0047a0 con 0x561545723d40 2024-09-16T01:55:29.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.437+0000 7f81657fa640 1 -- 172.21.15.17:0/3924033831 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8174098290 con 0x561545723d40 2024-09-16T01:55:29.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.437+0000 7f81860ba740 10 client.27107 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:29.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.437+0000 7f81860ba740 10 client.27107 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:29.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.437+0000 7f81860ba740 20 client.27107 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:29.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.437+0000 7f81860ba740 1 --2- 172.21.15.17:0/3924033831 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5615457339a0 0x561545735db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.437+0000 7f81860ba740 4 client.27107 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:55:29.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.437+0000 7f81860ba740 1 -- 172.21.15.17:0/3924033831 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56154568b7f0 con 0x5615457339a0 2024-09-16T01:55:29.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.437+0000 7f8181a7d640 1 --2- 172.21.15.17:0/3924033831 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5615457339a0 0x561545735db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.438+0000 7f81657fa640 10 client.27107 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:29.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.438+0000 7f8181a7d640 1 --2- 172.21.15.17:0/3924033831 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5615457339a0 0x561545735db0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=597a7e828c26bb9a server_cookie=e190980fb19f9c7d in_seq=0 out_seq=0 2024-09-16T01:55:29.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81657fa640 1 -- 172.21.15.17:0/3924033831 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56154568b7f0 con 0x5615457339a0 2024-09-16T01:55:29.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81657fa640 10 client.27107 handle_command_reply: tid=0 2024-09-16T01:55:29.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81860ba740 1 client.27107 shutdown 2024-09-16T01:55:29.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81860ba740 1 -- 172.21.15.17:0/3924033831 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 msgr2=0x561545721660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:29.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81860ba740 1 --2- 172.21.15.17:0/3924033831 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x561545721660 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f81740989a0 tx=0x7f817409aa50 comp rx=0 tx=0).stop 2024-09-16T01:55:29.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81860ba740 1 -- 172.21.15.17:0/3924033831 shutdown_connections 2024-09-16T01:55:29.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81860ba740 1 --2- 172.21.15.17:0/3924033831 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5615457339a0 0x561545735db0 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81860ba740 1 --2- 172.21.15.17:0/3924033831 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x561545721660 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81860ba740 1 --2- 172.21.15.17:0/3924033831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545719480 0x561545721120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81860ba740 1 --2- 172.21.15.17:0/3924033831 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x561545720be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81657fa640 0 client.27107 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:29.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81860ba740 1 -- 172.21.15.17:0/3924033831 >> 172.21.15.17:0/3924033831 conn(0x5615457150f0 msgr2=0x561545714270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:29.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81860ba740 1 -- 172.21.15.17:0/3924033831 shutdown_connections 2024-09-16T01:55:29.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81860ba740 1 -- 172.21.15.17:0/3924033831 wait complete. 2024-09-16T01:55:29.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.439+0000 7f81860ba740 20 client.27107 trim_cache size 0 max 16384 2024-09-16T01:55:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.458+0000 7f81860ba740 1 Processor -- start 2024-09-16T01:55:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.458+0000 7f81860ba740 1 -- start start 2024-09-16T01:55:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f81860ba740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x56154571b5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f81860ba740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545719480 0x561545722a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f81860ba740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x56154573b650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f81860ba740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f817c1b1f50 con 0x561545719480 2024-09-16T01:55:29.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f81860ba740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f817c1af820 con 0x561545723d40 2024-09-16T01:55:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f81860ba740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f817c1ad650 con 0x561545718b60 2024-09-16T01:55:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f818127c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545719480 0x561545722a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f818127c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545719480 0x561545722a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55058/0 (socket says 172.21.15.17:55058) 2024-09-16T01:55:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f818127c640 1 -- 172.21.15.17:0/4005716324 learned_addr learned my addr 172.21.15.17:0/4005716324 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f818227e640 1 --2- 172.21.15.17:0/4005716324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x56154573b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f8181a7d640 1 --2- 172.21.15.17:0/4005716324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x56154571b5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f818227e640 1 -- 172.21.15.17:0/4005716324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 msgr2=0x56154571b5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f818227e640 1 --2- 172.21.15.17:0/4005716324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x56154571b5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f818227e640 1 -- 172.21.15.17:0/4005716324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545719480 msgr2=0x561545722a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f818227e640 1 --2- 172.21.15.17:0/4005716324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545719480 0x561545722a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f818227e640 1 -- 172.21.15.17:0/4005716324 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5615457234b0 con 0x561545723d40 2024-09-16T01:55:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f818127c640 1 --2- 172.21.15.17:0/4005716324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545719480 0x561545722a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:29.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.459+0000 7f818227e640 1 --2- 172.21.15.17:0/4005716324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x56154573b650 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8174000f80 tx=0x7f81740cdaa0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=28aaf7f63e4f3c1f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:29.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.460+0000 7f81677fe640 1 -- 172.21.15.17:0/4005716324 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81740490c0 con 0x561545723d40 2024-09-16T01:55:29.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.460+0000 7f81677fe640 1 -- 172.21.15.17:0/4005716324 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81740bc070 con 0x561545723d40 2024-09-16T01:55:29.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.460+0000 7f81677fe640 1 -- 172.21.15.17:0/4005716324 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81740a4d20 con 0x561545723d40 2024-09-16T01:55:29.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.460+0000 7f81860ba740 1 -- 172.21.15.17:0/4005716324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 msgr2=0x56154573b650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:29.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.460+0000 7f81860ba740 1 --2- 172.21.15.17:0/4005716324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x56154573b650 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8174000f80 tx=0x7f81740cdaa0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.460+0000 7f81860ba740 1 -- 172.21.15.17:0/4005716324 shutdown_connections 2024-09-16T01:55:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.460+0000 7f81860ba740 1 --2- 172.21.15.17:0/4005716324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x56154573b650 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.460+0000 7f81860ba740 1 --2- 172.21.15.17:0/4005716324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545719480 0x561545722a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.460+0000 7f81860ba740 1 --2- 172.21.15.17:0/4005716324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545718b60 0x56154571b5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.460+0000 7f81860ba740 1 -- 172.21.15.17:0/4005716324 >> 172.21.15.17:0/4005716324 conn(0x5615457150f0 msgr2=0x561545722330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.460+0000 7f81860ba740 1 -- 172.21.15.17:0/4005716324 shutdown_connections 2024-09-16T01:55:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.461+0000 7f81860ba740 1 -- 172.21.15.17:0/4005716324 wait complete. 2024-09-16T01:55:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.461+0000 7f81860ba740 1 -- start start 2024-09-16T01:55:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.461+0000 7f81860ba740 1 Processor -- start 2024-09-16T01:55:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.461+0000 7f81860ba740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545718b60 0x56154572c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.461+0000 7f81860ba740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545719480 0x561545727720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.461+0000 7f81860ba740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x561545727c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.461+0000 7f81860ba740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f817c1adce0 con 0x561545718b60 2024-09-16T01:55:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.461+0000 7f81860ba740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f817c1af150 con 0x561545723d40 2024-09-16T01:55:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.461+0000 7f81860ba740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f817c1ae3b0 con 0x561545719480 2024-09-16T01:55:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f81860ba740 10 client.0 _ll_register_callbacks cb 0x7f817409c080 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f8181a7d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545718b60 0x56154572c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f8181a7d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545718b60 0x56154572c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55064/0 (socket says 172.21.15.17:55064) 2024-09-16T01:55:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f818227e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x561545727c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f8181a7d640 1 -- 172.21.15.17:0/753998999 learned_addr learned my addr 172.21.15.17:0/753998999 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f818127c640 1 --2- 172.21.15.17:0/753998999 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545719480 0x561545727720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f8181a7d640 1 -- 172.21.15.17:0/753998999 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545719480 msgr2=0x561545727720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f8181a7d640 1 --2- 172.21.15.17:0/753998999 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545719480 0x561545727720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f8181a7d640 1 -- 172.21.15.17:0/753998999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 msgr2=0x561545727c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f8181a7d640 1 --2- 172.21.15.17:0/753998999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x561545727c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f8181a7d640 1 -- 172.21.15.17:0/753998999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561545728460 con 0x561545718b60 2024-09-16T01:55:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f818227e640 1 --2- 172.21.15.17:0/753998999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x561545727c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f8181a7d640 1 --2- 172.21.15.17:0/753998999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545718b60 0x56154572c3f0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f8178006010 tx=0x7f817803d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fd73cc318505fcc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f81657fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:55:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f81657fa640 1 -- 172.21.15.17:0/753998999 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8178035040 con 0x561545718b60 2024-09-16T01:55:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f81657fa640 1 -- 172.21.15.17:0/753998999 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8178004250 con 0x561545718b60 2024-09-16T01:55:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.462+0000 7f81860ba740 1 -- 172.21.15.17:0/753998999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81740bc070 con 0x561545718b60 2024-09-16T01:55:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.463+0000 7f81657fa640 1 -- 172.21.15.17:0/753998999 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f8178004450 con 0x561545718b60 2024-09-16T01:55:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.463+0000 7f81860ba740 10 client.17724 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.463+0000 7f81860ba740 1 -- 172.21.15.17:0/753998999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56154579e690 con 0x561545718b60 2024-09-16T01:55:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.463+0000 7f81657fa640 1 -- 172.21.15.17:0/753998999 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81740bc070 con 0x561545718b60 2024-09-16T01:55:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.463+0000 7f81657fa640 1 -- 172.21.15.17:0/753998999 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f8178004b60 con 0x561545718b60 2024-09-16T01:55:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.463+0000 7f81860ba740 10 client.17724 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.463+0000 7f81860ba740 10 client.17724 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:29.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.463+0000 7f81860ba740 20 client.17724 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:29.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.463+0000 7f81860ba740 1 --2- 172.21.15.17:0/753998999 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56154579ed60 0x5615457a1150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:29.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.463+0000 7f81860ba740 4 client.17724 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:55:29.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.463+0000 7f81860ba740 1 -- 172.21.15.17:0/753998999 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x561545685d00 con 0x56154579ed60 2024-09-16T01:55:29.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.463+0000 7f818127c640 1 --2- 172.21.15.17:0/753998999 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56154579ed60 0x5615457a1150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:29.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.464+0000 7f81657fa640 10 client.17724 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:29.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.464+0000 7f818127c640 1 --2- 172.21.15.17:0/753998999 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56154579ed60 0x5615457a1150 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf5aa7d8d41bf4e9 server_cookie=db32252985866bd3 in_seq=0 out_seq=0 2024-09-16T01:55:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81657fa640 1 -- 172.21.15.17:0/753998999 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x561545685d00 con 0x56154579ed60 2024-09-16T01:55:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81657fa640 10 client.17724 handle_command_reply: tid=0 2024-09-16T01:55:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81860ba740 1 client.17724 shutdown 2024-09-16T01:55:29.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81860ba740 1 -- 172.21.15.17:0/753998999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545718b60 msgr2=0x56154572c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:29.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81860ba740 1 --2- 172.21.15.17:0/753998999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545718b60 0x56154572c3f0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f8178006010 tx=0x7f817803d000 comp rx=0 tx=0).stop 2024-09-16T01:55:29.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81860ba740 1 -- 172.21.15.17:0/753998999 shutdown_connections 2024-09-16T01:55:29.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81860ba740 1 --2- 172.21.15.17:0/753998999 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56154579ed60 0x5615457a1150 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81860ba740 1 --2- 172.21.15.17:0/753998999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561545723d40 0x561545727c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81860ba740 1 --2- 172.21.15.17:0/753998999 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561545719480 0x561545727720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81860ba740 1 --2- 172.21.15.17:0/753998999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561545718b60 0x56154572c3f0 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81657fa640 0 client.17724 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:29.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81860ba740 1 -- 172.21.15.17:0/753998999 >> 172.21.15.17:0/753998999 conn(0x5615457150f0 msgr2=0x561545714270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:29.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81860ba740 1 -- 172.21.15.17:0/753998999 shutdown_connections 2024-09-16T01:55:29.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81860ba740 1 -- 172.21.15.17:0/753998999 wait complete. 2024-09-16T01:55:29.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.465+0000 7f81860ba740 20 client.17724 trim_cache size 0 max 16384 2024-09-16T01:55:29.472 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:55:29.472 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:55:29.472 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "66d176a5-5c05-45e6-a058-6231be2e65e2", 2024-09-16T01:55:29.472 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:55:29.472 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:55:29.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.466+0000 7f8183ce1640 1 -- 172.21.15.17:0/781387749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81680a3240 msgr2=0x7f81680a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:29.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.466+0000 7f8183ce1640 1 --2- 172.21.15.17:0/781387749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81680a3240 0x7f81680a5700 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f8178031440 tx=0x7f8178005b50 comp rx=0 tx=0).stop 2024-09-16T01:55:29.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.466+0000 7f8183ce1640 1 -- 172.21.15.17:0/781387749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f817c106f10 msgr2=0x7f817c074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:29.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.466+0000 7f8183ce1640 1 --2- 172.21.15.17:0/781387749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f817c106f10 0x7f817c074f70 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f8174009fd0 tx=0x7f817400ef10 comp rx=0 tx=0).stop 2024-09-16T01:55:29.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.466+0000 7f8183ce1640 1 -- 172.21.15.17:0/781387749 shutdown_connections 2024-09-16T01:55:29.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.466+0000 7f8183ce1640 1 --2- 172.21.15.17:0/781387749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81680a3240 0x7f81680a5700 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.466+0000 7f8183ce1640 1 --2- 172.21.15.17:0/781387749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f817c106f10 0x7f817c074f70 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.466+0000 7f8183ce1640 1 --2- 172.21.15.17:0/781387749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f817c102790 0x7f817c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.466+0000 7f8183ce1640 1 --2- 172.21.15.17:0/781387749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f817c101de0 0x7f817c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:29.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.466+0000 7f8183ce1640 1 -- 172.21.15.17:0/781387749 >> 172.21.15.17:0/781387749 conn(0x7f817c0fd8c0 msgr2=0x7f817c0fecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:29.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.466+0000 7f8183ce1640 1 -- 172.21.15.17:0/781387749 shutdown_connections 2024-09-16T01:55:29.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:29.466+0000 7f8183ce1640 1 -- 172.21.15.17:0/781387749 wait complete. 2024-09-16T01:55:29.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 452317 3.72 MB/sec execute 532 sec latency 50.790 ms 2024-09-16T01:55:30.327 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:55:30.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 453000 3.72 MB/sec execute 533 sec latency 14.151 ms 2024-09-16T01:55:30.656 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:55:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:30 smithi017 ceph-mon[30972]: pgmap v698: 97 pgs: 97 active+clean; 191 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 274 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:55:30.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:30 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:55:30.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:30 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:30.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:30 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:55:30.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:30 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:30.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:30 smithi029 ceph-mon[34783]: pgmap v698: 97 pgs: 97 active+clean; 191 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 274 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:55:30.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:30 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:55:30.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:30 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:30.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:30 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:55:30.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:30 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:30.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:30 smithi122 ceph-mon[34758]: pgmap v698: 97 pgs: 97 active+clean; 191 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 274 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:55:30.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:30 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:55:30.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:30 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:30.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:30 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:55:30.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:30 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:55:31.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.202+0000 7f7af5c2e640 1 -- 172.21.15.17:0/3712519224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7af0101de0 msgr2=0x7f7af01021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:31.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.202+0000 7f7af5c2e640 1 --2- 172.21.15.17:0/3712519224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7af0101de0 0x7f7af01021c0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f7ae0009900 tx=0x7f7ae002a410 comp rx=0 tx=0).stop 2024-09-16T01:55:31.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.202+0000 7f7af5c2e640 1 -- 172.21.15.17:0/3712519224 shutdown_connections 2024-09-16T01:55:31.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.202+0000 7f7af5c2e640 1 --2- 172.21.15.17:0/3712519224 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af0106f10 0x7f7af010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.202+0000 7f7af5c2e640 1 --2- 172.21.15.17:0/3712519224 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7af0102790 0x7f7af01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.202+0000 7f7af5c2e640 1 --2- 172.21.15.17:0/3712519224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7af0101de0 0x7f7af01021c0 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.202+0000 7f7af5c2e640 1 -- 172.21.15.17:0/3712519224 >> 172.21.15.17:0/3712519224 conn(0x7f7af00fd8e0 msgr2=0x7f7af00ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:31.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.202+0000 7f7af5c2e640 1 -- 172.21.15.17:0/3712519224 shutdown_connections 2024-09-16T01:55:31.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.202+0000 7f7af5c2e640 1 -- 172.21.15.17:0/3712519224 wait complete. 2024-09-16T01:55:31.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.203+0000 7f7af5c2e640 1 Processor -- start 2024-09-16T01:55:31.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.203+0000 7f7af5c2e640 1 -- start start 2024-09-16T01:55:31.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.203+0000 7f7af5c2e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af0101de0 0x7f7af0198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.203+0000 7f7af5c2e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7af0102790 0x7f7af01988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.203+0000 7f7af5c2e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7af0106f10 0x7f7af019cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.203+0000 7f7af5c2e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7af0111e30 con 0x7f7af0102790 2024-09-16T01:55:31.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.203+0000 7f7af5c2e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7af0111cb0 con 0x7f7af0106f10 2024-09-16T01:55:31.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7af5c2e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7af0111fb0 con 0x7f7af0101de0 2024-09-16T01:55:31.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aeeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7af0102790 0x7f7af01988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aef7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af0101de0 0x7f7af0198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aeffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7af0106f10 0x7f7af019cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aef7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af0101de0 0x7f7af0198370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:33942/0 (socket says 172.21.15.17:33942) 2024-09-16T01:55:31.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aeffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7af0106f10 0x7f7af019cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51096/0 (socket says 172.21.15.17:51096) 2024-09-16T01:55:31.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aeeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7af0102790 0x7f7af01988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55084/0 (socket says 172.21.15.17:55084) 2024-09-16T01:55:31.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aef7fe640 1 -- 172.21.15.17:0/2349596635 learned_addr learned my addr 172.21.15.17:0/2349596635 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:31.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aeeffd640 1 -- 172.21.15.17:0/2349596635 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af0101de0 msgr2=0x7f7af0198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:31.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aeeffd640 1 --2- 172.21.15.17:0/2349596635 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af0101de0 0x7f7af0198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aeeffd640 1 -- 172.21.15.17:0/2349596635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7af0106f10 msgr2=0x7f7af019cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:31.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aeeffd640 1 --2- 172.21.15.17:0/2349596635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7af0106f10 0x7f7af019cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aeeffd640 1 -- 172.21.15.17:0/2349596635 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7af019d320 con 0x7f7af0102790 2024-09-16T01:55:31.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aeffff640 1 --2- 172.21.15.17:0/2349596635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7af0106f10 0x7f7af019cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:31.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aef7fe640 1 --2- 172.21.15.17:0/2349596635 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af0101de0 0x7f7af0198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:31.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.204+0000 7f7aeeffd640 1 --2- 172.21.15.17:0/2349596635 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7af0102790 0x7f7af01988b0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f7ae400c970 tx=0x7f7ae400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:31.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.205+0000 7f7aecff9640 1 -- 172.21.15.17:0/2349596635 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae4007bb0 con 0x7f7af0102790 2024-09-16T01:55:31.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.205+0000 7f7aecff9640 1 -- 172.21.15.17:0/2349596635 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ae4007d50 con 0x7f7af0102790 2024-09-16T01:55:31.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.205+0000 7f7af5c2e640 1 -- 172.21.15.17:0/2349596635 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7af019d610 con 0x7f7af0102790 2024-09-16T01:55:31.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.205+0000 7f7aecff9640 1 -- 172.21.15.17:0/2349596635 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae4004e40 con 0x7f7af0102790 2024-09-16T01:55:31.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.205+0000 7f7af5c2e640 1 -- 172.21.15.17:0/2349596635 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7af01a4ef0 con 0x7f7af0102790 2024-09-16T01:55:31.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.207+0000 7f7aecff9640 1 -- 172.21.15.17:0/2349596635 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f7ae4005000 con 0x7f7af0102790 2024-09-16T01:55:31.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.207+0000 7f7af8007740 1 Processor -- start 2024-09-16T01:55:31.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.207+0000 7f7af8007740 1 -- start start 2024-09-16T01:55:31.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7af8007740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a921880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7af8007740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a921dc0 0x55fd1a92c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7af8007740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a92c680 0x55fd1a92ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7af8007740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fd1a8872e0 con 0x55fd1a9214a0 2024-09-16T01:55:31.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7af8007740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55fd1a82ece0 con 0x55fd1a92c680 2024-09-16T01:55:31.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7af8007740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55fd1a8832a0 con 0x55fd1a921dc0 2024-09-16T01:55:31.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7aeffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a921880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7aeffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a921880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55090/0 (socket says 172.21.15.17:55090) 2024-09-16T01:55:31.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7aeffff640 1 -- 172.21.15.17:0/942240331 learned_addr learned my addr 172.21.15.17:0/942240331 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:31.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7aeeffd640 1 --2- 172.21.15.17:0/942240331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a92c680 0x55fd1a92ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7aef7fe640 1 --2- 172.21.15.17:0/942240331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a921dc0 0x55fd1a92c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7aecff9640 1 --2- 172.21.15.17:0/2349596635 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ad80a32c0 0x7f7ad80a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7aeffff640 1 --2- 172.21.15.17:0/2349596635 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ad80a32c0 0x7f7ad80a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7aef7fe640 1 -- 172.21.15.17:0/942240331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a92c680 msgr2=0x55fd1a92ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:31.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7aef7fe640 1 --2- 172.21.15.17:0/942240331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a92c680 0x55fd1a92ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7aef7fe640 1 -- 172.21.15.17:0/942240331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 msgr2=0x55fd1a921880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:31.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7aef7fe640 1 --2- 172.21.15.17:0/942240331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a921880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7aef7fe640 1 -- 172.21.15.17:0/942240331 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd1a813440 con 0x55fd1a921dc0 2024-09-16T01:55:31.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.208+0000 7f7aecff9640 1 -- 172.21.15.17:0/2349596635 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7ae40cf450 con 0x7f7af0102790 2024-09-16T01:55:31.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.209+0000 7f7aef7fe640 1 --2- 172.21.15.17:0/942240331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a921dc0 0x55fd1a92c140 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f7ae0000c00 tx=0x7f7ae0003670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=189d17cd00972328 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:31.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.209+0000 7f7aeffff640 1 --2- 172.21.15.17:0/2349596635 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ad80a32c0 0x7f7ad80a5780 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f7ae80092f0 tx=0x7f7ae8004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:31.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.209+0000 7f7ad5ffb640 1 -- 172.21.15.17:0/942240331 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae0040070 con 0x55fd1a921dc0 2024-09-16T01:55:31.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.209+0000 7f7ad5ffb640 1 -- 172.21.15.17:0/942240331 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ae0003860 con 0x55fd1a921dc0 2024-09-16T01:55:31.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.209+0000 7f7ad5ffb640 1 -- 172.21.15.17:0/942240331 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae0035040 con 0x55fd1a921dc0 2024-09-16T01:55:31.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.210+0000 7f7af8007740 1 -- 172.21.15.17:0/942240331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a921dc0 msgr2=0x55fd1a92c140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:31.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.210+0000 7f7af8007740 1 --2- 172.21.15.17:0/942240331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a921dc0 0x55fd1a92c140 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f7ae0000c00 tx=0x7f7ae0003670 comp rx=0 tx=0).stop 2024-09-16T01:55:31.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.210+0000 7f7af8007740 1 -- 172.21.15.17:0/942240331 shutdown_connections 2024-09-16T01:55:31.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.210+0000 7f7af8007740 1 --2- 172.21.15.17:0/942240331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a92c680 0x55fd1a92ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.210+0000 7f7af8007740 1 --2- 172.21.15.17:0/942240331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a921dc0 0x55fd1a92c140 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.210+0000 7f7af8007740 1 --2- 172.21.15.17:0/942240331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a921880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.210+0000 7f7af8007740 1 -- 172.21.15.17:0/942240331 >> 172.21.15.17:0/942240331 conn(0x55fd1a91da30 msgr2=0x55fd1a91de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:31.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.210+0000 7f7af8007740 1 -- 172.21.15.17:0/942240331 shutdown_connections 2024-09-16T01:55:31.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.210+0000 7f7af8007740 1 -- 172.21.15.17:0/942240331 wait complete. 2024-09-16T01:55:31.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.210+0000 7f7af8007740 1 -- start start 2024-09-16T01:55:31.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.210+0000 7f7af8007740 1 Processor -- start 2024-09-16T01:55:31.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7af8007740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a92bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7af8007740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a921dc0 0x55fd1a929280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7af8007740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a92c680 0x55fd1a9297e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7af8007740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fd1a933660 con 0x55fd1a9214a0 2024-09-16T01:55:31.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7af8007740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55fd1a842050 con 0x55fd1a921dc0 2024-09-16T01:55:31.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7af8007740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55fd1a9337e0 con 0x55fd1a92c680 2024-09-16T01:55:31.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7af8007740 10 client.0 _ll_register_callbacks cb 0x55fd1a882160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:31.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7aef7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a92bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7aef7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a92bfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55094/0 (socket says 172.21.15.17:55094) 2024-09-16T01:55:31.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7aef7fe640 1 -- 172.21.15.17:0/2913658194 learned_addr learned my addr 172.21.15.17:0/2913658194 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:31.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7aeffff640 1 --2- 172.21.15.17:0/2913658194 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a92c680 0x55fd1a9297e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7aeeffd640 1 --2- 172.21.15.17:0/2913658194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a921dc0 0x55fd1a929280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7aef7fe640 1 -- 172.21.15.17:0/2913658194 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a92c680 msgr2=0x55fd1a9297e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:31.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7aef7fe640 1 --2- 172.21.15.17:0/2913658194 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a92c680 0x55fd1a9297e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7aef7fe640 1 -- 172.21.15.17:0/2913658194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a921dc0 msgr2=0x55fd1a929280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:31.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7aef7fe640 1 --2- 172.21.15.17:0/2913658194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a921dc0 0x55fd1a929280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7aef7fe640 1 -- 172.21.15.17:0/2913658194 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd1a5f83c0 con 0x55fd1a9214a0 2024-09-16T01:55:31.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.211+0000 7f7aeeffd640 1 --2- 172.21.15.17:0/2913658194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a921dc0 0x55fd1a929280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:31.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.212+0000 7f7aef7fe640 1 --2- 172.21.15.17:0/2913658194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a92bfd0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f7ae0003d80 tx=0x7f7ae0003db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d63cee551b95cfd0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:31.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.212+0000 7f7aceffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:55:31.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.212+0000 7f7aceffd640 1 -- 172.21.15.17:0/2913658194 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae004d060 con 0x55fd1a9214a0 2024-09-16T01:55:31.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.212+0000 7f7aceffd640 1 -- 172.21.15.17:0/2913658194 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7ae0031970 con 0x55fd1a9214a0 2024-09-16T01:55:31.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.212+0000 7f7af8007740 1 -- 172.21.15.17:0/2913658194 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ae0003860 con 0x55fd1a9214a0 2024-09-16T01:55:31.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.212+0000 7f7aceffd640 1 -- 172.21.15.17:0/2913658194 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7ae0040070 con 0x55fd1a9214a0 2024-09-16T01:55:31.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.212+0000 7f7af8007740 10 client.17736 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:31.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.212+0000 7f7af8007740 1 -- 172.21.15.17:0/2913658194 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fd1a93f030 con 0x55fd1a9214a0 2024-09-16T01:55:31.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.212+0000 7f7aceffd640 1 -- 172.21.15.17:0/2913658194 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ae0003860 con 0x55fd1a9214a0 2024-09-16T01:55:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.212+0000 7f7aceffd640 1 -- 172.21.15.17:0/2913658194 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7ae0052070 con 0x55fd1a9214a0 2024-09-16T01:55:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.213+0000 7f7af8007740 10 client.17736 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.213+0000 7f7af8007740 10 client.17736 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.213+0000 7f7af8007740 20 client.17736 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.213+0000 7f7af8007740 1 --2- 172.21.15.17:0/2913658194 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd1a940380 0x55fd1a942770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.213+0000 7f7af8007740 4 client.17736 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:55:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.213+0000 7f7af8007740 1 -- 172.21.15.17:0/2913658194 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fd1a894850 con 0x55fd1a940380 2024-09-16T01:55:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.213+0000 7f7aeeffd640 1 --2- 172.21.15.17:0/2913658194 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd1a940380 0x55fd1a942770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.213+0000 7f7aeeffd640 1 --2- 172.21.15.17:0/2913658194 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd1a940380 0x55fd1a942770 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95136a3f06fd57ab server_cookie=685a67fb6d59747c in_seq=0 out_seq=0 2024-09-16T01:55:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.213+0000 7f7aceffd640 10 client.17736 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7aceffd640 1 -- 172.21.15.17:0/2913658194 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fd1a894850 con 0x55fd1a940380 2024-09-16T01:55:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7aceffd640 10 client.17736 handle_command_reply: tid=0 2024-09-16T01:55:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7af8007740 1 client.17736 shutdown 2024-09-16T01:55:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7af8007740 1 -- 172.21.15.17:0/2913658194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 msgr2=0x55fd1a92bfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7af8007740 1 --2- 172.21.15.17:0/2913658194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a92bfd0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f7ae0003d80 tx=0x7f7ae0003db0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7af8007740 1 -- 172.21.15.17:0/2913658194 shutdown_connections 2024-09-16T01:55:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7af8007740 1 --2- 172.21.15.17:0/2913658194 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd1a940380 0x55fd1a942770 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7aceffd640 0 client.17736 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7af8007740 1 --2- 172.21.15.17:0/2913658194 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a92c680 0x55fd1a9297e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7af8007740 1 --2- 172.21.15.17:0/2913658194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a921dc0 0x55fd1a929280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7af8007740 1 --2- 172.21.15.17:0/2913658194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a92bfd0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7af8007740 1 -- 172.21.15.17:0/2913658194 >> 172.21.15.17:0/2913658194 conn(0x55fd1a91da30 msgr2=0x55fd1a91cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7af8007740 1 -- 172.21.15.17:0/2913658194 shutdown_connections 2024-09-16T01:55:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7af8007740 1 -- 172.21.15.17:0/2913658194 wait complete. 2024-09-16T01:55:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.214+0000 7f7af8007740 20 client.17736 trim_cache size 0 max 16384 2024-09-16T01:55:31.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.235+0000 7f7af8007740 1 Processor -- start 2024-09-16T01:55:31.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.235+0000 7f7af8007740 1 -- start start 2024-09-16T01:55:31.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.235+0000 7f7af8007740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a9214a0 0x55fd1a927b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.235+0000 7f7af8007740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a921dc0 0x55fd1a9457a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.235+0000 7f7af8007740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a92c680 0x55fd1a945ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.235+0000 7f7af8007740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7af01adbb0 con 0x55fd1a92c680 2024-09-16T01:55:31.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.235+0000 7f7af8007740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7af01ab480 con 0x55fd1a9214a0 2024-09-16T01:55:31.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.235+0000 7f7af8007740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7af01a92b0 con 0x55fd1a921dc0 2024-09-16T01:55:31.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7aeffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a92c680 0x55fd1a945ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7aeffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a92c680 0x55fd1a945ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55096/0 (socket says 172.21.15.17:55096) 2024-09-16T01:55:31.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7aeeffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a921dc0 0x55fd1a9457a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7aeffff640 1 -- 172.21.15.17:0/1905924829 learned_addr learned my addr 172.21.15.17:0/1905924829 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:31.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7aef7fe640 1 --2- 172.21.15.17:0/1905924829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a9214a0 0x55fd1a927b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7aeffff640 1 -- 172.21.15.17:0/1905924829 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a921dc0 msgr2=0x55fd1a9457a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:31.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7aeffff640 1 --2- 172.21.15.17:0/1905924829 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a921dc0 0x55fd1a9457a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7aeffff640 1 -- 172.21.15.17:0/1905924829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a9214a0 msgr2=0x55fd1a927b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7aeffff640 1 --2- 172.21.15.17:0/1905924829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a9214a0 0x55fd1a927b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7aeffff640 1 -- 172.21.15.17:0/1905924829 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd1a928230 con 0x55fd1a92c680 2024-09-16T01:55:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7aeeffd640 1 --2- 172.21.15.17:0/1905924829 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a921dc0 0x55fd1a9457a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7aeffff640 1 --2- 172.21.15.17:0/1905924829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a92c680 0x55fd1a945ce0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f7ae80147e0 tx=0x7f7ae8016040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5202aded93c829df server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7ad57fa640 1 -- 172.21.15.17:0/1905924829 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae8012c50 con 0x55fd1a92c680 2024-09-16T01:55:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7ad57fa640 1 -- 172.21.15.17:0/1905924829 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ae8012df0 con 0x55fd1a92c680 2024-09-16T01:55:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.236+0000 7f7ad57fa640 1 -- 172.21.15.17:0/1905924829 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae8011640 con 0x55fd1a92c680 2024-09-16T01:55:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.237+0000 7f7af8007740 1 -- 172.21.15.17:0/1905924829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a92c680 msgr2=0x55fd1a945ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.237+0000 7f7af8007740 1 --2- 172.21.15.17:0/1905924829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a92c680 0x55fd1a945ce0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f7ae80147e0 tx=0x7f7ae8016040 comp rx=0 tx=0).stop 2024-09-16T01:55:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.237+0000 7f7af8007740 1 -- 172.21.15.17:0/1905924829 shutdown_connections 2024-09-16T01:55:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.237+0000 7f7af8007740 1 --2- 172.21.15.17:0/1905924829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a92c680 0x55fd1a945ce0 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.237+0000 7f7af8007740 1 --2- 172.21.15.17:0/1905924829 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a921dc0 0x55fd1a9457a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.237+0000 7f7af8007740 1 --2- 172.21.15.17:0/1905924829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a9214a0 0x55fd1a927b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.237+0000 7f7af8007740 1 -- 172.21.15.17:0/1905924829 >> 172.21.15.17:0/1905924829 conn(0x55fd1a91da30 msgr2=0x55fd1a92b300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.237+0000 7f7af8007740 1 -- 172.21.15.17:0/1905924829 shutdown_connections 2024-09-16T01:55:31.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.237+0000 7f7af8007740 1 -- 172.21.15.17:0/1905924829 wait complete. 2024-09-16T01:55:31.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.237+0000 7f7af8007740 1 -- start start 2024-09-16T01:55:31.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7af8007740 1 Processor -- start 2024-09-16T01:55:31.341 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:55:31.342 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:55:31.342 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:55:31.342 INFO:teuthology.orchestra.run.smithi017.stdout: "66d176a5-5c05-45e6-a058-6231be2e65e2": { 2024-09-16T01:55:31.342 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:55:31.342 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "66d176a5-5c05-45e6-a058-6231be2e65e2", 2024-09-16T01:55:31.342 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:55:31.342 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:55:31.343 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:55:31.343 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:55:31.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7af8007740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a9a3580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7af8007740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a921dc0 0x55fd1a9a3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7af8007740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a92c680 0x55fd1a945390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7af8007740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7af01a9940 con 0x55fd1a9214a0 2024-09-16T01:55:31.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7af8007740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7af01aadb0 con 0x55fd1a921dc0 2024-09-16T01:55:31.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7af8007740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7af01aa010 con 0x55fd1a92c680 2024-09-16T01:55:31.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7af8007740 10 client.0 _ll_register_callbacks cb 0x7f7ae8009db0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:55:31.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7aef7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a9a3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7aef7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a9a3580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55106/0 (socket says 172.21.15.17:55106) 2024-09-16T01:55:31.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7aef7fe640 1 -- 172.21.15.17:0/444145483 learned_addr learned my addr 172.21.15.17:0/444145483 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:55:31.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7aeffff640 1 --2- 172.21.15.17:0/444145483 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a92c680 0x55fd1a945390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7aeeffd640 1 --2- 172.21.15.17:0/444145483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a921dc0 0x55fd1a9a3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7aef7fe640 1 -- 172.21.15.17:0/444145483 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a92c680 msgr2=0x55fd1a945390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:31.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7aef7fe640 1 --2- 172.21.15.17:0/444145483 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a92c680 0x55fd1a945390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7aef7fe640 1 -- 172.21.15.17:0/444145483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a921dc0 msgr2=0x55fd1a9a3ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:55:31.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.238+0000 7f7aef7fe640 1 --2- 172.21.15.17:0/444145483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a921dc0 0x55fd1a9a3ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.239+0000 7f7aef7fe640 1 -- 172.21.15.17:0/444145483 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd1a921bf0 con 0x55fd1a9214a0 2024-09-16T01:55:31.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.239+0000 7f7aeffff640 1 --2- 172.21.15.17:0/444145483 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a92c680 0x55fd1a945390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:55:31.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.239+0000 7f7aef7fe640 1 --2- 172.21.15.17:0/444145483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a9a3580 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f7ae003cdb0 tx=0x7f7ae00319a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ecce9ea82ef6100 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:55:31.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.239+0000 7f7aceffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:55:31.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.239+0000 7f7aceffd640 1 -- 172.21.15.17:0/444145483 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7ae0063070 con 0x55fd1a9214a0 2024-09-16T01:55:31.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.239+0000 7f7aceffd640 1 -- 172.21.15.17:0/444145483 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7ae005f980 con 0x55fd1a9214a0 2024-09-16T01:55:31.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.239+0000 7f7af8007740 1 -- 172.21.15.17:0/444145483 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7ae8012df0 con 0x55fd1a9214a0 2024-09-16T01:55:31.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.239+0000 7f7aceffd640 1 -- 172.21.15.17:0/444145483 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7ae006f050 con 0x55fd1a9214a0 2024-09-16T01:55:31.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.239+0000 7f7af8007740 10 client.17742 fetch_fsmap learned FSMap version 25 2024-09-16T01:55:31.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.239+0000 7f7af8007740 1 -- 172.21.15.17:0/444145483 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fd1a92f010 con 0x55fd1a9214a0 2024-09-16T01:55:31.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.239+0000 7f7aceffd640 1 -- 172.21.15.17:0/444145483 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7ae8012df0 con 0x55fd1a9214a0 2024-09-16T01:55:31.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.240+0000 7f7aceffd640 1 -- 172.21.15.17:0/444145483 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7ae0052040 con 0x55fd1a9214a0 2024-09-16T01:55:31.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.240+0000 7f7af8007740 10 client.17742 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:55:31.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.240+0000 7f7af8007740 10 client.17742 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:55:31.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.240+0000 7f7af8007740 20 client.17742 populate_metadata read hostname 'smithi017' 2024-09-16T01:55:31.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.240+0000 7f7af8007740 1 --2- 172.21.15.17:0/444145483 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd1a940380 0x55fd1a931750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:55:31.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.240+0000 7f7af8007740 4 client.17742 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:55:31.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.240+0000 7f7af8007740 1 -- 172.21.15.17:0/444145483 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55fd1a88ed60 con 0x55fd1a940380 2024-09-16T01:55:31.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.240+0000 7f7aeeffd640 1 --2- 172.21.15.17:0/444145483 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd1a940380 0x55fd1a931750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:55:31.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.240+0000 7f7aceffd640 10 client.17742 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:31.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.240+0000 7f7aeeffd640 1 --2- 172.21.15.17:0/444145483 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd1a940380 0x55fd1a931750 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=adfaca2e9ff6fc97 server_cookie=57ec5a755c9da740 in_seq=0 out_seq=0 2024-09-16T01:55:31.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7aceffd640 1 -- 172.21.15.17:0/444145483 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55fd1a88ed60 con 0x55fd1a940380 2024-09-16T01:55:31.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7aceffd640 10 client.17742 handle_command_reply: tid=0 2024-09-16T01:55:31.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7af8007740 1 client.17742 shutdown 2024-09-16T01:55:31.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7af8007740 1 -- 172.21.15.17:0/444145483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 msgr2=0x55fd1a9a3580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:31.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7af8007740 1 --2- 172.21.15.17:0/444145483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a9a3580 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f7ae003cdb0 tx=0x7f7ae00319a0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7af8007740 1 -- 172.21.15.17:0/444145483 shutdown_connections 2024-09-16T01:55:31.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7af8007740 1 --2- 172.21.15.17:0/444145483 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd1a940380 0x55fd1a931750 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7af8007740 1 --2- 172.21.15.17:0/444145483 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd1a92c680 0x55fd1a945390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7af8007740 1 --2- 172.21.15.17:0/444145483 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd1a921dc0 0x55fd1a9a3ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7af8007740 1 --2- 172.21.15.17:0/444145483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd1a9214a0 0x55fd1a9a3580 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7af8007740 1 -- 172.21.15.17:0/444145483 >> 172.21.15.17:0/444145483 conn(0x55fd1a91da30 msgr2=0x55fd1a91cb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:31.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7aceffd640 0 client.17742 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:55:31.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7af8007740 1 -- 172.21.15.17:0/444145483 shutdown_connections 2024-09-16T01:55:31.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7af8007740 1 -- 172.21.15.17:0/444145483 wait complete. 2024-09-16T01:55:31.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.241+0000 7f7af8007740 20 client.17742 trim_cache size 0 max 16384 2024-09-16T01:55:31.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.242+0000 7f7af5c2e640 1 -- 172.21.15.17:0/2349596635 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ad80a32c0 msgr2=0x7f7ad80a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:31.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.242+0000 7f7af5c2e640 1 --2- 172.21.15.17:0/2349596635 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ad80a32c0 0x7f7ad80a5780 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f7ae80092f0 tx=0x7f7ae8004ab0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.242+0000 7f7af5c2e640 1 -- 172.21.15.17:0/2349596635 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7af0102790 msgr2=0x7f7af01988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:55:31.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.242+0000 7f7af5c2e640 1 --2- 172.21.15.17:0/2349596635 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7af0102790 0x7f7af01988b0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f7ae400c970 tx=0x7f7ae400ce30 comp rx=0 tx=0).stop 2024-09-16T01:55:31.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.242+0000 7f7af5c2e640 1 -- 172.21.15.17:0/2349596635 shutdown_connections 2024-09-16T01:55:31.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.242+0000 7f7af5c2e640 1 --2- 172.21.15.17:0/2349596635 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ad80a32c0 0x7f7ad80a5780 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.242+0000 7f7af5c2e640 1 --2- 172.21.15.17:0/2349596635 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7af0106f10 0x7f7af019cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.242+0000 7f7af5c2e640 1 --2- 172.21.15.17:0/2349596635 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7af0102790 0x7f7af01988b0 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.242+0000 7f7af5c2e640 1 --2- 172.21.15.17:0/2349596635 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7af0101de0 0x7f7af0198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:55:31.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.242+0000 7f7af5c2e640 1 -- 172.21.15.17:0/2349596635 >> 172.21.15.17:0/2349596635 conn(0x7f7af00fd8e0 msgr2=0x7f7af00fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:55:31.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.242+0000 7f7af5c2e640 1 -- 172.21.15.17:0/2349596635 shutdown_connections 2024-09-16T01:55:31.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:55:31.242+0000 7f7af5c2e640 1 -- 172.21.15.17:0/2349596635 wait complete. 2024-09-16T01:55:31.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 453815 3.72 MB/sec execute 534 sec latency 48.631 ms 2024-09-16T01:55:32.323 INFO:tasks.cephfs.filesystem:scrub status for tag:66d176a5-5c05-45e6-a058-6231be2e65e2 - {'path': '/', 'tag': '66d176a5-5c05-45e6-a058-6231be2e65e2', 'options': 'recursive,force'} 2024-09-16T01:55:32.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 454440 3.73 MB/sec execute 535 sec latency 11.521 ms 2024-09-16T01:55:32.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:32 smithi017 ceph-mon[30972]: pgmap v699: 97 pgs: 97 active+clean; 192 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 180 KiB/s rd, 1.6 MiB/s wr, 80 op/s 2024-09-16T01:55:32.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:32 smithi122 ceph-mon[34758]: pgmap v699: 97 pgs: 97 active+clean; 192 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 180 KiB/s rd, 1.6 MiB/s wr, 80 op/s 2024-09-16T01:55:32.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:32 smithi029 ceph-mon[34783]: pgmap v699: 97 pgs: 97 active+clean; 192 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 180 KiB/s rd, 1.6 MiB/s wr, 80 op/s 2024-09-16T01:55:33.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 455041 3.72 MB/sec execute 536 sec latency 19.022 ms 2024-09-16T01:55:34.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 455745 3.72 MB/sec execute 537 sec latency 100.841 ms 2024-09-16T01:55:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:34 smithi017 ceph-mon[30972]: pgmap v700: 97 pgs: 97 active+clean; 192 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 296 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-16T01:55:34.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:34 smithi122 ceph-mon[34758]: pgmap v700: 97 pgs: 97 active+clean; 192 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 296 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-16T01:55:34.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:34 smithi029 ceph-mon[34783]: pgmap v700: 97 pgs: 97 active+clean; 192 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 296 KiB/s rd, 1.7 MiB/s wr, 102 op/s 2024-09-16T01:55:35.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 456488 3.72 MB/sec execute 538 sec latency 13.150 ms 2024-09-16T01:55:35.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:35 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:55:35.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:35 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:55:35.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:35 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:55:36.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 457354 3.72 MB/sec execute 539 sec latency 13.174 ms 2024-09-16T01:55:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:36 smithi017 ceph-mon[30972]: pgmap v701: 97 pgs: 97 active+clean; 193 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.7 MiB/s wr, 90 op/s 2024-09-16T01:55:36.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:36 smithi029 ceph-mon[34783]: pgmap v701: 97 pgs: 97 active+clean; 193 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.7 MiB/s wr, 90 op/s 2024-09-16T01:55:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:36 smithi122 ceph-mon[34758]: pgmap v701: 97 pgs: 97 active+clean; 193 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 229 KiB/s rd, 1.7 MiB/s wr, 90 op/s 2024-09-16T01:55:37.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 457970 3.73 MB/sec execute 540 sec latency 13.900 ms 2024-09-16T01:55:38.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 458345 3.72 MB/sec execute 541 sec latency 34.078 ms 2024-09-16T01:55:38.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:38 smithi017 ceph-mon[30972]: pgmap v702: 97 pgs: 97 active+clean; 193 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.5 MiB/s wr, 82 op/s 2024-09-16T01:55:38.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:38 smithi122 ceph-mon[34758]: pgmap v702: 97 pgs: 97 active+clean; 193 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.5 MiB/s wr, 82 op/s 2024-09-16T01:55:38.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:38 smithi029 ceph-mon[34783]: pgmap v702: 97 pgs: 97 active+clean; 193 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.5 MiB/s wr, 82 op/s 2024-09-16T01:55:39.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 459371 3.76 MB/sec execute 542 sec latency 64.886 ms 2024-09-16T01:55:40.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 460148 3.76 MB/sec execute 543 sec latency 13.417 ms 2024-09-16T01:55:40.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:40 smithi017 ceph-mon[30972]: pgmap v703: 97 pgs: 97 active+clean; 195 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:55:40.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:40 smithi029 ceph-mon[34783]: pgmap v703: 97 pgs: 97 active+clean; 195 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:55:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:40 smithi122 ceph-mon[34758]: pgmap v703: 97 pgs: 97 active+clean; 195 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 286 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:55:41.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 460827 3.75 MB/sec execute 544 sec latency 20.954 ms 2024-09-16T01:55:42.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 461661 3.76 MB/sec execute 545 sec latency 40.153 ms 2024-09-16T01:55:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:42 smithi017 ceph-mon[30972]: pgmap v704: 97 pgs: 97 active+clean; 202 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 2.2 MiB/s wr, 95 op/s 2024-09-16T01:55:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:42 smithi122 ceph-mon[34758]: pgmap v704: 97 pgs: 97 active+clean; 202 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 2.2 MiB/s wr, 95 op/s 2024-09-16T01:55:42.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:42 smithi029 ceph-mon[34783]: pgmap v704: 97 pgs: 97 active+clean; 202 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 308 KiB/s rd, 2.2 MiB/s wr, 95 op/s 2024-09-16T01:55:43.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 462168 3.76 MB/sec execute 546 sec latency 258.097 ms 2024-09-16T01:55:44.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 462694 3.75 MB/sec execute 547 sec latency 16.138 ms 2024-09-16T01:55:44.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:44 smithi017 ceph-mon[30972]: pgmap v705: 97 pgs: 97 active+clean; 201 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 2.8 MiB/s wr, 102 op/s 2024-09-16T01:55:44.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:44 smithi122 ceph-mon[34758]: pgmap v705: 97 pgs: 97 active+clean; 201 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 2.8 MiB/s wr, 102 op/s 2024-09-16T01:55:44.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:44 smithi029 ceph-mon[34783]: pgmap v705: 97 pgs: 97 active+clean; 201 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 312 KiB/s rd, 2.8 MiB/s wr, 102 op/s 2024-09-16T01:55:45.618 INFO:tasks.workunit.client.0.smithi017.stdout: 1 463442 3.76 MB/sec execute 548 sec latency 13.033 ms 2024-09-16T01:55:46.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 464225 3.75 MB/sec execute 549 sec latency 14.523 ms 2024-09-16T01:55:46.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:46 smithi017 ceph-mon[30972]: pgmap v706: 97 pgs: 97 active+clean; 195 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 3.4 MiB/s wr, 104 op/s 2024-09-16T01:55:46.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:46 smithi122 ceph-mon[34758]: pgmap v706: 97 pgs: 97 active+clean; 195 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 3.4 MiB/s wr, 104 op/s 2024-09-16T01:55:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:46 smithi029 ceph-mon[34783]: pgmap v706: 97 pgs: 97 active+clean; 195 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 301 KiB/s rd, 3.4 MiB/s wr, 104 op/s 2024-09-16T01:55:47.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 465164 3.76 MB/sec execute 550 sec latency 17.145 ms 2024-09-16T01:55:48.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 465707 3.76 MB/sec execute 551 sec latency 13.702 ms 2024-09-16T01:55:48.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:48 smithi017 ceph-mon[30972]: pgmap v707: 97 pgs: 97 active+clean; 196 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 3.2 MiB/s wr, 94 op/s 2024-09-16T01:55:48.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:48 smithi029 ceph-mon[34783]: pgmap v707: 97 pgs: 97 active+clean; 196 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 3.2 MiB/s wr, 94 op/s 2024-09-16T01:55:48.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:48 smithi122 ceph-mon[34758]: pgmap v707: 97 pgs: 97 active+clean; 196 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 298 KiB/s rd, 3.2 MiB/s wr, 94 op/s 2024-09-16T01:55:49.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 466204 3.75 MB/sec execute 552 sec latency 16.326 ms 2024-09-16T01:55:50.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 466976 3.76 MB/sec execute 553 sec latency 13.383 ms 2024-09-16T01:55:50.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:50 smithi017 ceph-mon[30972]: pgmap v708: 97 pgs: 97 active+clean; 196 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 299 KiB/s rd, 3.3 MiB/s wr, 102 op/s 2024-09-16T01:55:50.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:50 smithi029 ceph-mon[34783]: pgmap v708: 97 pgs: 97 active+clean; 196 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 299 KiB/s rd, 3.3 MiB/s wr, 102 op/s 2024-09-16T01:55:50.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:50 smithi122 ceph-mon[34758]: pgmap v708: 97 pgs: 97 active+clean; 196 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 299 KiB/s rd, 3.3 MiB/s wr, 102 op/s 2024-09-16T01:55:51.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 467769 3.75 MB/sec execute 554 sec latency 13.937 ms 2024-09-16T01:55:52.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 468721 3.76 MB/sec execute 555 sec latency 15.601 ms 2024-09-16T01:55:52.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:52 smithi017 ceph-mon[30972]: pgmap v709: 97 pgs: 97 active+clean; 197 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 3.3 MiB/s wr, 105 op/s 2024-09-16T01:55:52.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:52 smithi122 ceph-mon[34758]: pgmap v709: 97 pgs: 97 active+clean; 197 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 3.3 MiB/s wr, 105 op/s 2024-09-16T01:55:52.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:52 smithi029 ceph-mon[34783]: pgmap v709: 97 pgs: 97 active+clean; 197 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 343 KiB/s rd, 3.3 MiB/s wr, 105 op/s 2024-09-16T01:55:53.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 469231 3.76 MB/sec execute 556 sec latency 61.742 ms 2024-09-16T01:55:54.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 469747 3.75 MB/sec execute 557 sec latency 26.566 ms 2024-09-16T01:55:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:54 smithi017 ceph-mon[30972]: pgmap v710: 97 pgs: 97 active+clean; 197 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 216 KiB/s rd, 2.7 MiB/s wr, 90 op/s 2024-09-16T01:55:54.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:54 smithi122 ceph-mon[34758]: pgmap v710: 97 pgs: 97 active+clean; 197 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 216 KiB/s rd, 2.7 MiB/s wr, 90 op/s 2024-09-16T01:55:54.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:54 smithi029 ceph-mon[34783]: pgmap v710: 97 pgs: 97 active+clean; 197 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 216 KiB/s rd, 2.7 MiB/s wr, 90 op/s 2024-09-16T01:55:55.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 470486 3.76 MB/sec execute 558 sec latency 15.042 ms 2024-09-16T01:55:56.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 471291 3.75 MB/sec execute 559 sec latency 13.490 ms 2024-09-16T01:55:56.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:56 smithi017 ceph-mon[30972]: pgmap v711: 97 pgs: 97 active+clean; 199 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 2.5 MiB/s wr, 105 op/s 2024-09-16T01:55:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:56 smithi122 ceph-mon[34758]: pgmap v711: 97 pgs: 97 active+clean; 199 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 2.5 MiB/s wr, 105 op/s 2024-09-16T01:55:56.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:56 smithi029 ceph-mon[34783]: pgmap v711: 97 pgs: 97 active+clean; 199 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 2.5 MiB/s wr, 105 op/s 2024-09-16T01:55:57.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 472170 3.76 MB/sec execute 560 sec latency 13.746 ms 2024-09-16T01:55:58.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 472767 3.76 MB/sec execute 561 sec latency 13.599 ms 2024-09-16T01:55:58.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:55:58 smithi017 ceph-mon[30972]: pgmap v712: 97 pgs: 97 active+clean; 198 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 1.5 MiB/s wr, 79 op/s 2024-09-16T01:55:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:55:58 smithi122 ceph-mon[34758]: pgmap v712: 97 pgs: 97 active+clean; 198 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 1.5 MiB/s wr, 79 op/s 2024-09-16T01:55:58.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:55:58 smithi029 ceph-mon[34783]: pgmap v712: 97 pgs: 97 active+clean; 198 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 203 KiB/s rd, 1.5 MiB/s wr, 79 op/s 2024-09-16T01:55:59.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 473261 3.76 MB/sec execute 562 sec latency 9.926 ms 2024-09-16T01:56:00.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 474031 3.76 MB/sec execute 563 sec latency 14.056 ms 2024-09-16T01:56:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:00 smithi017 ceph-mon[30972]: pgmap v713: 97 pgs: 97 active+clean; 199 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 1.7 MiB/s wr, 105 op/s 2024-09-16T01:56:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:00 smithi122 ceph-mon[34758]: pgmap v713: 97 pgs: 97 active+clean; 199 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 1.7 MiB/s wr, 105 op/s 2024-09-16T01:56:00.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:00 smithi029 ceph-mon[34783]: pgmap v713: 97 pgs: 97 active+clean; 199 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 315 KiB/s rd, 1.7 MiB/s wr, 105 op/s 2024-09-16T01:56:01.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 474767 3.75 MB/sec execute 564 sec latency 13.573 ms 2024-09-16T01:56:02.325 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:56:02.599 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:56:02.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 475703 3.76 MB/sec execute 565 sec latency 14.531 ms 2024-09-16T01:56:02.723 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:02 smithi017 ceph-mon[30972]: pgmap v714: 97 pgs: 97 active+clean; 199 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 313 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:56:02.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:02 smithi029 ceph-mon[34783]: pgmap v714: 97 pgs: 97 active+clean; 199 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 313 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:56:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:02 smithi122 ceph-mon[34758]: pgmap v714: 97 pgs: 97 active+clean; 199 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 313 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:56:03.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.143+0000 7f3a9ed2a640 1 -- 172.21.15.17:0/2375838236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a98101df0 msgr2=0x7f3a981021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:03.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.143+0000 7f3a9ed2a640 1 --2- 172.21.15.17:0/2375838236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a98101df0 0x7f3a981021d0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c009900 tx=0x7f3a8c02a410 comp rx=0 tx=0).stop 2024-09-16T01:56:03.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.144+0000 7f3a9ed2a640 1 -- 172.21.15.17:0/2375838236 shutdown_connections 2024-09-16T01:56:03.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.144+0000 7f3a9ed2a640 1 --2- 172.21.15.17:0/2375838236 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3a98106f20 0x7f3a9810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.144+0000 7f3a9ed2a640 1 --2- 172.21.15.17:0/2375838236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a981027a0 0x7f3a981067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.144+0000 7f3a9ed2a640 1 --2- 172.21.15.17:0/2375838236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a98101df0 0x7f3a981021d0 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.144+0000 7f3a9ed2a640 1 -- 172.21.15.17:0/2375838236 >> 172.21.15.17:0/2375838236 conn(0x7f3a980fd8f0 msgr2=0x7f3a980ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:03.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.144+0000 7f3a9ed2a640 1 -- 172.21.15.17:0/2375838236 shutdown_connections 2024-09-16T01:56:03.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.144+0000 7f3a9ed2a640 1 -- 172.21.15.17:0/2375838236 wait complete. 2024-09-16T01:56:03.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.144+0000 7f3a9ed2a640 1 Processor -- start 2024-09-16T01:56:03.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.144+0000 7f3a9ed2a640 1 -- start start 2024-09-16T01:56:03.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a9ed2a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a98101df0 0x7f3a981983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a9ed2a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3a981027a0 0x7f3a981988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a9ed2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a98106f20 0x7f3a9819cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a9ed2a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3a98111e80 con 0x7f3a98106f20 2024-09-16T01:56:03.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a9ed2a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3a98111d00 con 0x7f3a98101df0 2024-09-16T01:56:03.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a9ed2a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3a98112000 con 0x7f3a981027a0 2024-09-16T01:56:03.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a9cac6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a98101df0 0x7f3a981983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a9d2c7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a98106f20 0x7f3a9819cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a97fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3a981027a0 0x7f3a981988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a9cac6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a98101df0 0x7f3a981983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:36516/0 (socket says 172.21.15.17:36516) 2024-09-16T01:56:03.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a9cac6640 1 -- 172.21.15.17:0/1088392252 learned_addr learned my addr 172.21.15.17:0/1088392252 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:03.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a97fff640 1 -- 172.21.15.17:0/1088392252 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a98101df0 msgr2=0x7f3a981983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:03.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a97fff640 1 --2- 172.21.15.17:0/1088392252 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a98101df0 0x7f3a981983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a97fff640 1 -- 172.21.15.17:0/1088392252 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a98106f20 msgr2=0x7f3a9819cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:03.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a97fff640 1 --2- 172.21.15.17:0/1088392252 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a98106f20 0x7f3a9819cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a97fff640 1 -- 172.21.15.17:0/1088392252 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a9819d350 con 0x7f3a981027a0 2024-09-16T01:56:03.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.145+0000 7f3a97fff640 1 --2- 172.21.15.17:0/1088392252 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3a981027a0 0x7f3a981988e0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3a8400d6d0 tx=0x7f3a8400dad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:03.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.146+0000 7f3a95ffb640 1 -- 172.21.15.17:0/1088392252 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a84017070 con 0x7f3a981027a0 2024-09-16T01:56:03.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.146+0000 7f3a9ed2a640 1 -- 172.21.15.17:0/1088392252 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a9819d640 con 0x7f3a981027a0 2024-09-16T01:56:03.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.146+0000 7f3a95ffb640 1 -- 172.21.15.17:0/1088392252 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a840047a0 con 0x7f3a981027a0 2024-09-16T01:56:03.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.146+0000 7f3a95ffb640 1 -- 172.21.15.17:0/1088392252 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a84020060 con 0x7f3a981027a0 2024-09-16T01:56:03.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.146+0000 7f3a9ed2a640 1 -- 172.21.15.17:0/1088392252 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a981a4f20 con 0x7f3a981027a0 2024-09-16T01:56:03.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.148+0000 7f3a95ffb640 1 -- 172.21.15.17:0/1088392252 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f3a84004cc0 con 0x7f3a981027a0 2024-09-16T01:56:03.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.149+0000 7f3aa1103740 1 Processor -- start 2024-09-16T01:56:03.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.149+0000 7f3aa1103740 1 -- start start 2024-09-16T01:56:03.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.149+0000 7f3aa1103740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fde4a0 0x55dea7fde880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.149+0000 7f3aa1103740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fdedc0 0x55dea7fe9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.149+0000 7f3aa1103740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fe9680 0x55dea7feba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.149+0000 7f3aa1103740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55dea7f442e0 con 0x55dea7fdedc0 2024-09-16T01:56:03.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.149+0000 7f3aa1103740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55dea7eebce0 con 0x55dea7fe9680 2024-09-16T01:56:03.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.149+0000 7f3aa1103740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55dea7f402a0 con 0x55dea7fde4a0 2024-09-16T01:56:03.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.149+0000 7f3a9cac6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fdedc0 0x55dea7fe9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.149+0000 7f3a9d2c7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fde4a0 0x55dea7fde880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.149+0000 7f3a9cac6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fdedc0 0x55dea7fe9140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44076/0 (socket says 172.21.15.17:44076) 2024-09-16T01:56:03.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.149+0000 7f3a9d2c7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fde4a0 0x55dea7fde880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:33668/0 (socket says 172.21.15.17:33668) 2024-09-16T01:56:03.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.149+0000 7f3a9cac6640 1 -- 172.21.15.17:0/2655527373 learned_addr learned my addr 172.21.15.17:0/2655527373 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:03.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.149+0000 7f3a95ffb640 1 --2- 172.21.15.17:0/1088392252 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3a880a3240 0x7f3a880a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.150+0000 7f3a95ffb640 1 -- 172.21.15.17:0/1088392252 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3a840cf1b0 con 0x7f3a981027a0 2024-09-16T01:56:03.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.150+0000 7f3a97fff640 1 --2- 172.21.15.17:0/2655527373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fe9680 0x55dea7feba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.150+0000 7f3a9cac6640 1 -- 172.21.15.17:0/2655527373 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fde4a0 msgr2=0x55dea7fde880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:03.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.150+0000 7f3a9cac6640 1 --2- 172.21.15.17:0/2655527373 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fde4a0 0x55dea7fde880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.150+0000 7f3a9cac6640 1 -- 172.21.15.17:0/2655527373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fe9680 msgr2=0x55dea7feba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:03.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.150+0000 7f3a9cac6640 1 --2- 172.21.15.17:0/2655527373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fe9680 0x55dea7feba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.150+0000 7f3a9cac6640 1 -- 172.21.15.17:0/2655527373 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dea7ed0440 con 0x55dea7fdedc0 2024-09-16T01:56:03.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.150+0000 7f3a9d2c7640 1 --2- 172.21.15.17:0/1088392252 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3a880a3240 0x7f3a880a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.150+0000 7f3a9cac6640 1 --2- 172.21.15.17:0/2655527373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fdedc0 0x55dea7fe9140 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c006010 tx=0x7f3a8c005c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e4dbcbd2a0eff05 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:03.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.150+0000 7f3a82ffd640 1 -- 172.21.15.17:0/2655527373 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a8c035040 con 0x55dea7fdedc0 2024-09-16T01:56:03.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.150+0000 7f3a82ffd640 1 -- 172.21.15.17:0/2655527373 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a8c042e50 con 0x55dea7fdedc0 2024-09-16T01:56:03.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.150+0000 7f3a82ffd640 1 -- 172.21.15.17:0/2655527373 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a8c004c40 con 0x55dea7fdedc0 2024-09-16T01:56:03.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.151+0000 7f3aa1103740 1 -- 172.21.15.17:0/2655527373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fdedc0 msgr2=0x55dea7fe9140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:03.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.151+0000 7f3a9d2c7640 1 --2- 172.21.15.17:0/1088392252 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3a880a3240 0x7f3a880a5700 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f3a900094d0 tx=0x7f3a90004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:03.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.151+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2655527373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fdedc0 0x55dea7fe9140 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c006010 tx=0x7f3a8c005c00 comp rx=0 tx=0).stop 2024-09-16T01:56:03.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.151+0000 7f3aa1103740 1 -- 172.21.15.17:0/2655527373 shutdown_connections 2024-09-16T01:56:03.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.151+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2655527373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fe9680 0x55dea7feba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.151+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2655527373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fdedc0 0x55dea7fe9140 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.151+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2655527373 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fde4a0 0x55dea7fde880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.151+0000 7f3aa1103740 1 -- 172.21.15.17:0/2655527373 >> 172.21.15.17:0/2655527373 conn(0x55dea7fdaa30 msgr2=0x55dea7fdae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:03.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.151+0000 7f3aa1103740 1 -- 172.21.15.17:0/2655527373 shutdown_connections 2024-09-16T01:56:03.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.151+0000 7f3aa1103740 1 -- 172.21.15.17:0/2655527373 wait complete. 2024-09-16T01:56:03.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.152+0000 7f3aa1103740 1 -- start start 2024-09-16T01:56:03.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.152+0000 7f3aa1103740 1 Processor -- start 2024-09-16T01:56:03.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.152+0000 7f3aa1103740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fde4a0 0x55dea7fe23f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.152+0000 7f3aa1103740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fdedc0 0x55dea7fe2930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.152+0000 7f3aa1103740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fe9680 0x55dea7fe2e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.152+0000 7f3aa1103740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55dea7fec190 con 0x55dea7fde4a0 2024-09-16T01:56:03.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.152+0000 7f3aa1103740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55dea7eff050 con 0x55dea7fdedc0 2024-09-16T01:56:03.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.152+0000 7f3aa1103740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55dea7fec310 con 0x55dea7fe9680 2024-09-16T01:56:03.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.152+0000 7f3aa1103740 10 client.0 _ll_register_callbacks cb 0x55dea7f3f160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:03.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.152+0000 7f3a9cac6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fde4a0 0x55dea7fe23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.152+0000 7f3a9cac6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fde4a0 0x55dea7fe23f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44082/0 (socket says 172.21.15.17:44082) 2024-09-16T01:56:03.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.152+0000 7f3a9cac6640 1 -- 172.21.15.17:0/2017164353 learned_addr learned my addr 172.21.15.17:0/2017164353 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:03.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.152+0000 7f3a9d2c7640 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fe9680 0x55dea7fe2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.152+0000 7f3a97fff640 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fdedc0 0x55dea7fe2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3a9cac6640 1 -- 172.21.15.17:0/2017164353 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fe9680 msgr2=0x55dea7fe2e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:03.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3a9cac6640 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fe9680 0x55dea7fe2e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3a9cac6640 1 -- 172.21.15.17:0/2017164353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fdedc0 msgr2=0x55dea7fe2930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:03.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3a9cac6640 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fdedc0 0x55dea7fe2930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3a9cac6640 1 -- 172.21.15.17:0/2017164353 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dea7cb53c0 con 0x55dea7fde4a0 2024-09-16T01:56:03.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3a9d2c7640 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fe9680 0x55dea7fe2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:03.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3a97fff640 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fdedc0 0x55dea7fe2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:03.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3a9cac6640 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fde4a0 0x55dea7fe23f0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c000c00 tx=0x7f3a8c0047a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=561a7210ec050ad5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:03.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3a77fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:56:03.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3a77fff640 1 -- 172.21.15.17:0/2017164353 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a8c059020 con 0x55dea7fde4a0 2024-09-16T01:56:03.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3a77fff640 1 -- 172.21.15.17:0/2017164353 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3a8c0037f0 con 0x55dea7fde4a0 2024-09-16T01:56:03.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3aa1103740 1 -- 172.21.15.17:0/2017164353 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a8c042e50 con 0x55dea7fde4a0 2024-09-16T01:56:03.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3a77fff640 1 -- 172.21.15.17:0/2017164353 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3a8c035040 con 0x55dea7fde4a0 2024-09-16T01:56:03.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3aa1103740 10 client.17754 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:03.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.153+0000 7f3aa1103740 1 -- 172.21.15.17:0/2017164353 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55dea7fec190 con 0x55dea7fde4a0 2024-09-16T01:56:03.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.154+0000 7f3a77fff640 1 -- 172.21.15.17:0/2017164353 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a8c042e50 con 0x55dea7fde4a0 2024-09-16T01:56:03.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.154+0000 7f3a77fff640 1 -- 172.21.15.17:0/2017164353 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f3a8c049030 con 0x55dea7fde4a0 2024-09-16T01:56:03.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.154+0000 7f3aa1103740 10 client.17754 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:03.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.154+0000 7f3aa1103740 10 client.17754 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:56:03.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.154+0000 7f3aa1103740 20 client.17754 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:03.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.154+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dea7ff8ce0 0x55dea7ffb0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.154+0000 7f3aa1103740 4 client.17754 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:56:03.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.154+0000 7f3aa1103740 1 -- 172.21.15.17:0/2017164353 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dea7f51850 con 0x55dea7ff8ce0 2024-09-16T01:56:03.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.154+0000 7f3a97fff640 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dea7ff8ce0 0x55dea7ffb0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.155+0000 7f3a77fff640 10 client.17754 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:03.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.155+0000 7f3a97fff640 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dea7ff8ce0 0x55dea7ffb0d0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f862a62d47912292 server_cookie=d86893c011d963f8 in_seq=0 out_seq=0 2024-09-16T01:56:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.155+0000 7f3a77fff640 1 -- 172.21.15.17:0/2017164353 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dea7f51850 con 0x55dea7ff8ce0 2024-09-16T01:56:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.155+0000 7f3a77fff640 10 client.17754 handle_command_reply: tid=0 2024-09-16T01:56:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.155+0000 7f3aa1103740 1 client.17754 shutdown 2024-09-16T01:56:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.156+0000 7f3aa1103740 1 -- 172.21.15.17:0/2017164353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fde4a0 msgr2=0x55dea7fe23f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.156+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fde4a0 0x55dea7fe23f0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c000c00 tx=0x7f3a8c0047a0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.156+0000 7f3aa1103740 1 -- 172.21.15.17:0/2017164353 shutdown_connections 2024-09-16T01:56:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.156+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dea7ff8ce0 0x55dea7ffb0d0 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.156+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fe9680 0x55dea7fe2e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.156+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fdedc0 0x55dea7fe2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.156+0000 7f3a77fff640 0 client.17754 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.156+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2017164353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fde4a0 0x55dea7fe23f0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.156+0000 7f3aa1103740 1 -- 172.21.15.17:0/2017164353 >> 172.21.15.17:0/2017164353 conn(0x55dea7fdaa30 msgr2=0x55dea7fe0710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.156+0000 7f3aa1103740 1 -- 172.21.15.17:0/2017164353 shutdown_connections 2024-09-16T01:56:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.156+0000 7f3aa1103740 1 -- 172.21.15.17:0/2017164353 wait complete. 2024-09-16T01:56:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.156+0000 7f3aa1103740 20 client.17754 trim_cache size 0 max 16384 2024-09-16T01:56:03.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3aa1103740 1 Processor -- start 2024-09-16T01:56:03.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3aa1103740 1 -- start start 2024-09-16T01:56:03.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3aa1103740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fde4a0 0x55dea7fe2c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3aa1103740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fdedc0 0x55dea7ff5c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3aa1103740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fe9680 0x55dea7fd9a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3aa1103740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3a981adbe0 con 0x55dea7fde4a0 2024-09-16T01:56:03.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3aa1103740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3a981ab4b0 con 0x55dea7fe9680 2024-09-16T01:56:03.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3aa1103740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3a981a92e0 con 0x55dea7fdedc0 2024-09-16T01:56:03.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3a97fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fdedc0 0x55dea7ff5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3a9cac6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fde4a0 0x55dea7fe2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3a97fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fdedc0 0x55dea7ff5c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:33694/0 (socket says 172.21.15.17:33694) 2024-09-16T01:56:03.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3a97fff640 1 -- 172.21.15.17:0/1244817855 learned_addr learned my addr 172.21.15.17:0/1244817855 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:03.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3a9d2c7640 1 --2- 172.21.15.17:0/1244817855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fe9680 0x55dea7fd9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3a97fff640 1 -- 172.21.15.17:0/1244817855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fe9680 msgr2=0x55dea7fd9a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:03.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3a97fff640 1 --2- 172.21.15.17:0/1244817855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fe9680 0x55dea7fd9a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3a97fff640 1 -- 172.21.15.17:0/1244817855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fde4a0 msgr2=0x55dea7fe2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:03.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3a97fff640 1 --2- 172.21.15.17:0/1244817855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fde4a0 0x55dea7fe2c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.176+0000 7f3a97fff640 1 -- 172.21.15.17:0/1244817855 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dea7febdd0 con 0x55dea7fdedc0 2024-09-16T01:56:03.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.177+0000 7f3a97fff640 1 --2- 172.21.15.17:0/1244817855 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fdedc0 0x55dea7ff5c50 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f3a840cccb0 tx=0x7f3a840ccb80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e2e275d977d3e41 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:03.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.177+0000 7f3a827fc640 1 -- 172.21.15.17:0/1244817855 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a840b3070 con 0x55dea7fdedc0 2024-09-16T01:56:03.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.177+0000 7f3a827fc640 1 -- 172.21.15.17:0/1244817855 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a8409fb80 con 0x55dea7fdedc0 2024-09-16T01:56:03.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.177+0000 7f3a827fc640 1 -- 172.21.15.17:0/1244817855 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a840ce040 con 0x55dea7fdedc0 2024-09-16T01:56:03.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.178+0000 7f3aa1103740 1 -- 172.21.15.17:0/1244817855 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fdedc0 msgr2=0x55dea7ff5c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:03.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.178+0000 7f3aa1103740 1 --2- 172.21.15.17:0/1244817855 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fdedc0 0x55dea7ff5c50 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f3a840cccb0 tx=0x7f3a840ccb80 comp rx=0 tx=0).stop 2024-09-16T01:56:03.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.178+0000 7f3aa1103740 1 -- 172.21.15.17:0/1244817855 shutdown_connections 2024-09-16T01:56:03.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.178+0000 7f3aa1103740 1 --2- 172.21.15.17:0/1244817855 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fe9680 0x55dea7fd9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.178+0000 7f3aa1103740 1 --2- 172.21.15.17:0/1244817855 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fdedc0 0x55dea7ff5c50 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.178+0000 7f3aa1103740 1 --2- 172.21.15.17:0/1244817855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fde4a0 0x55dea7fe2c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.178+0000 7f3aa1103740 1 -- 172.21.15.17:0/1244817855 >> 172.21.15.17:0/1244817855 conn(0x55dea7fdaa30 msgr2=0x55dea7fd9350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:03.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.178+0000 7f3aa1103740 1 -- 172.21.15.17:0/1244817855 shutdown_connections 2024-09-16T01:56:03.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.178+0000 7f3aa1103740 1 -- 172.21.15.17:0/1244817855 wait complete. 2024-09-16T01:56:03.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.178+0000 7f3aa1103740 1 -- start start 2024-09-16T01:56:03.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.178+0000 7f3aa1103740 1 Processor -- start 2024-09-16T01:56:03.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3aa1103740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fde4a0 0x55dea7ff0700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3aa1103740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fdedc0 0x55dea7ff0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3aa1103740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fe9680 0x55dea8061800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3aa1103740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3a981a9970 con 0x55dea7fe9680 2024-09-16T01:56:03.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3a9d2c7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fe9680 0x55dea8061800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3a9cac6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fde4a0 0x55dea7ff0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3a97fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fdedc0 0x55dea7ff0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3aa1103740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3a981aade0 con 0x55dea7fde4a0 2024-09-16T01:56:03.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3a9d2c7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fe9680 0x55dea8061800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44110/0 (socket says 172.21.15.17:44110) 2024-09-16T01:56:03.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3aa1103740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3a981aa040 con 0x55dea7fdedc0 2024-09-16T01:56:03.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3a97fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fdedc0 0x55dea7ff0c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:33706/0 (socket says 172.21.15.17:33706) 2024-09-16T01:56:03.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3a9cac6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fde4a0 0x55dea7ff0700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:36556/0 (socket says 172.21.15.17:36556) 2024-09-16T01:56:03.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3a9d2c7640 1 -- 172.21.15.17:0/2472452921 learned_addr learned my addr 172.21.15.17:0/2472452921 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:03.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3aa1103740 10 client.0 _ll_register_callbacks cb 0x7f3a90009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:03.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3a97fff640 1 -- 172.21.15.17:0/2472452921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fde4a0 msgr2=0x55dea7ff0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:03.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3a97fff640 1 --2- 172.21.15.17:0/2472452921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fde4a0 0x55dea7ff0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3a97fff640 1 -- 172.21.15.17:0/2472452921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fe9680 msgr2=0x55dea8061800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:03.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3a97fff640 1 --2- 172.21.15.17:0/2472452921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fe9680 0x55dea8061800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3a97fff640 1 -- 172.21.15.17:0/2472452921 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dea8061d40 con 0x55dea7fdedc0 2024-09-16T01:56:03.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.179+0000 7f3a9d2c7640 1 --2- 172.21.15.17:0/2472452921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fe9680 0x55dea8061800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:03.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.180+0000 7f3a97fff640 1 --2- 172.21.15.17:0/2472452921 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fdedc0 0x55dea7ff0c40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x55dea7fe38f0 tx=0x7f3a8409b230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d5ead206ff71344 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:03.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.180+0000 7f3a77fff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:56:03.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.180+0000 7f3a77fff640 1 -- 172.21.15.17:0/2472452921 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a840ce070 con 0x55dea7fdedc0 2024-09-16T01:56:03.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.180+0000 7f3a77fff640 1 -- 172.21.15.17:0/2472452921 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3a840ccdc0 con 0x55dea7fdedc0 2024-09-16T01:56:03.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.180+0000 7f3aa1103740 1 -- 172.21.15.17:0/2472452921 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a8409fb80 con 0x55dea7fdedc0 2024-09-16T01:56:03.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.180+0000 7f3a77fff640 1 -- 172.21.15.17:0/2472452921 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f3a840b3050 con 0x55dea7fdedc0 2024-09-16T01:56:03.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.180+0000 7f3aa1103740 10 client.27409 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:03.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.180+0000 7f3aa1103740 1 -- 172.21.15.17:0/2472452921 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55dea8062e90 con 0x55dea7fdedc0 2024-09-16T01:56:03.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.181+0000 7f3a77fff640 1 -- 172.21.15.17:0/2472452921 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a8409fb80 con 0x55dea7fdedc0 2024-09-16T01:56:03.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.181+0000 7f3a77fff640 1 -- 172.21.15.17:0/2472452921 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f3a84084b20 con 0x55dea7fdedc0 2024-09-16T01:56:03.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.181+0000 7f3aa1103740 10 client.27409 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:03.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.181+0000 7f3aa1103740 10 client.27409 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:56:03.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.181+0000 7f3aa1103740 20 client.27409 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:03.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.181+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2472452921 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dea80635c0 0x55dea80659e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:03.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.181+0000 7f3aa1103740 4 client.27409 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:56:03.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.181+0000 7f3aa1103740 1 -- 172.21.15.17:0/2472452921 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55dea7f4bd60 con 0x55dea80635c0 2024-09-16T01:56:03.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.181+0000 7f3a9cac6640 1 --2- 172.21.15.17:0/2472452921 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dea80635c0 0x55dea80659e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:03.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.182+0000 7f3a77fff640 10 client.27409 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:03.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.182+0000 7f3a9cac6640 1 --2- 172.21.15.17:0/2472452921 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dea80635c0 0x55dea80659e0 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=863b29cf13842a4 server_cookie=9945968bea29913b in_seq=0 out_seq=0 2024-09-16T01:56:03.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.182+0000 7f3a77fff640 1 -- 172.21.15.17:0/2472452921 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55dea7f4bd60 con 0x55dea80635c0 2024-09-16T01:56:03.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.182+0000 7f3a77fff640 10 client.27409 handle_command_reply: tid=0 2024-09-16T01:56:03.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.182+0000 7f3aa1103740 1 client.27409 shutdown 2024-09-16T01:56:03.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.182+0000 7f3aa1103740 1 -- 172.21.15.17:0/2472452921 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fdedc0 msgr2=0x55dea7ff0c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:03.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.182+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2472452921 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fdedc0 0x55dea7ff0c40 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x55dea7fe38f0 tx=0x7f3a8409b230 comp rx=0 tx=0).stop 2024-09-16T01:56:03.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.182+0000 7f3aa1103740 1 -- 172.21.15.17:0/2472452921 shutdown_connections 2024-09-16T01:56:03.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.182+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2472452921 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dea80635c0 0x55dea80659e0 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.182+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2472452921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dea7fe9680 0x55dea8061800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.182+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2472452921 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dea7fdedc0 0x55dea7ff0c40 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.182+0000 7f3aa1103740 1 --2- 172.21.15.17:0/2472452921 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dea7fde4a0 0x55dea7ff0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.182+0000 7f3a77fff640 0 client.27409 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:03.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.182+0000 7f3aa1103740 1 -- 172.21.15.17:0/2472452921 >> 172.21.15.17:0/2472452921 conn(0x55dea7fdaa30 msgr2=0x55dea7fe6480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:03.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.183+0000 7f3aa1103740 1 -- 172.21.15.17:0/2472452921 shutdown_connections 2024-09-16T01:56:03.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.183+0000 7f3aa1103740 1 -- 172.21.15.17:0/2472452921 wait complete. 2024-09-16T01:56:03.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.183+0000 7f3aa1103740 20 client.27409 trim_cache size 0 max 16384 2024-09-16T01:56:03.189 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:56:03.189 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:56:03.189 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:56:03.189 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:56:03.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.184+0000 7f3a9ed2a640 1 -- 172.21.15.17:0/1088392252 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3a880a3240 msgr2=0x7f3a880a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:03.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.184+0000 7f3a9ed2a640 1 --2- 172.21.15.17:0/1088392252 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3a880a3240 0x7f3a880a5700 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f3a900094d0 tx=0x7f3a90004ab0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.184+0000 7f3a9ed2a640 1 -- 172.21.15.17:0/1088392252 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3a981027a0 msgr2=0x7f3a981988e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:03.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.184+0000 7f3a9ed2a640 1 --2- 172.21.15.17:0/1088392252 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3a981027a0 0x7f3a981988e0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3a8400d6d0 tx=0x7f3a8400dad0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.184+0000 7f3a9ed2a640 1 -- 172.21.15.17:0/1088392252 shutdown_connections 2024-09-16T01:56:03.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.184+0000 7f3a9ed2a640 1 --2- 172.21.15.17:0/1088392252 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3a880a3240 0x7f3a880a5700 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.184+0000 7f3a9ed2a640 1 --2- 172.21.15.17:0/1088392252 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a98106f20 0x7f3a9819cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.184+0000 7f3a9ed2a640 1 --2- 172.21.15.17:0/1088392252 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3a981027a0 0x7f3a981988e0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.184+0000 7f3a9ed2a640 1 --2- 172.21.15.17:0/1088392252 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3a98101df0 0x7f3a981983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:03.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.184+0000 7f3a9ed2a640 1 -- 172.21.15.17:0/1088392252 >> 172.21.15.17:0/1088392252 conn(0x7f3a980fd8f0 msgr2=0x7f3a980fecc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:03.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.184+0000 7f3a9ed2a640 1 -- 172.21.15.17:0/1088392252 shutdown_connections 2024-09-16T01:56:03.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:03.184+0000 7f3a9ed2a640 1 -- 172.21.15.17:0/1088392252 wait complete. 2024-09-16T01:56:03.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 476295 3.76 MB/sec execute 566 sec latency 14.474 ms 2024-09-16T01:56:04.077 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:56:04.077 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:56:04.355 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:56:04.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 476714 3.76 MB/sec execute 567 sec latency 16.219 ms 2024-09-16T01:56:04.771 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:04 smithi017 ceph-mon[30972]: pgmap v715: 97 pgs: 97 active+clean; 199 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 1.6 MiB/s wr, 90 op/s 2024-09-16T01:56:04.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:04 smithi029 ceph-mon[34783]: pgmap v715: 97 pgs: 97 active+clean; 199 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 1.6 MiB/s wr, 90 op/s 2024-09-16T01:56:04.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:04 smithi122 ceph-mon[34758]: pgmap v715: 97 pgs: 97 active+clean; 199 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 214 KiB/s rd, 1.6 MiB/s wr, 90 op/s 2024-09-16T01:56:04.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.862+0000 7f461ebd4640 1 -- 172.21.15.17:0/4144331233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46181082a0 msgr2=0x7f461810ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:04.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.862+0000 7f461ebd4640 1 --2- 172.21.15.17:0/4144331233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46181082a0 0x7f461810ec40 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f4610009cd0 tx=0x7f461002a8e0 comp rx=0 tx=0).stop 2024-09-16T01:56:04.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.862+0000 7f461ebd4640 1 -- 172.21.15.17:0/4144331233 shutdown_connections 2024-09-16T01:56:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.862+0000 7f461ebd4640 1 --2- 172.21.15.17:0/4144331233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46181082a0 0x7f461810ec40 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.862+0000 7f461ebd4640 1 --2- 172.21.15.17:0/4144331233 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46181036e0 0x7f4618107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.862+0000 7f461ebd4640 1 --2- 172.21.15.17:0/4144331233 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4618102d30 0x7f4618103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.862+0000 7f461ebd4640 1 -- 172.21.15.17:0/4144331233 >> 172.21.15.17:0/4144331233 conn(0x7f46180fc7d0 msgr2=0x7f46180febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.862+0000 7f461ebd4640 1 -- 172.21.15.17:0/4144331233 shutdown_connections 2024-09-16T01:56:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.862+0000 7f461ebd4640 1 -- 172.21.15.17:0/4144331233 wait complete. 2024-09-16T01:56:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.863+0000 7f461ebd4640 1 Processor -- start 2024-09-16T01:56:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.863+0000 7f461ebd4640 1 -- start start 2024-09-16T01:56:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.863+0000 7f461ebd4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4618102d30 0x7f46181984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.863+0000 7f461ebd4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46181036e0 0x7f46181989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.863+0000 7f461ebd4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46181082a0 0x7f461819cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f461ebd4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4618111f50 con 0x7f46181036e0 2024-09-16T01:56:04.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f461ebd4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4618111dd0 con 0x7f4618102d30 2024-09-16T01:56:04.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f461ebd4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f46181120d0 con 0x7f46181082a0 2024-09-16T01:56:04.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f4617fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46181036e0 0x7f46181989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:04.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f4617fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46181036e0 0x7f46181989e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44128/0 (socket says 172.21.15.17:44128) 2024-09-16T01:56:04.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f461c970640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4618102d30 0x7f46181984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:04.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f4617fff640 1 -- 172.21.15.17:0/3374734121 learned_addr learned my addr 172.21.15.17:0/3374734121 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:04.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f461d171640 1 --2- 172.21.15.17:0/3374734121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46181082a0 0x7f461819cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:04.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f4617fff640 1 -- 172.21.15.17:0/3374734121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46181082a0 msgr2=0x7f461819cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:04.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f4617fff640 1 --2- 172.21.15.17:0/3374734121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46181082a0 0x7f461819cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:04.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f4617fff640 1 -- 172.21.15.17:0/3374734121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4618102d30 msgr2=0x7f46181984a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:04.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f4617fff640 1 --2- 172.21.15.17:0/3374734121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4618102d30 0x7f46181984a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:04.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f4617fff640 1 -- 172.21.15.17:0/3374734121 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f461819d450 con 0x7f46181036e0 2024-09-16T01:56:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f461c970640 1 --2- 172.21.15.17:0/3374734121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4618102d30 0x7f46181984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f4617fff640 1 --2- 172.21.15.17:0/3374734121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46181036e0 0x7f46181989e0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f460400e9f0 tx=0x7f460400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.864+0000 7f4615ffb640 1 -- 172.21.15.17:0/3374734121 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f460400ccc0 con 0x7f46181036e0 2024-09-16T01:56:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.865+0000 7f4615ffb640 1 -- 172.21.15.17:0/3374734121 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46040108e0 con 0x7f46181036e0 2024-09-16T01:56:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.865+0000 7f4615ffb640 1 -- 172.21.15.17:0/3374734121 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46040187e0 con 0x7f46181036e0 2024-09-16T01:56:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.865+0000 7f461ebd4640 1 -- 172.21.15.17:0/3374734121 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f461819d740 con 0x7f46181036e0 2024-09-16T01:56:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.865+0000 7f461ebd4640 1 -- 172.21.15.17:0/3374734121 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46181a5020 con 0x7f46181036e0 2024-09-16T01:56:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.866+0000 7f461ebd4640 1 -- 172.21.15.17:0/3374734121 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4618103110 con 0x7f46181036e0 2024-09-16T01:56:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.867+0000 7f4615ffb640 1 -- 172.21.15.17:0/3374734121 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f4604010a90 con 0x7f46181036e0 2024-09-16T01:56:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.868+0000 7f4615ffb640 1 --2- 172.21.15.17:0/3374734121 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46080a32c0 0x7f46080a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.868+0000 7f461c970640 1 --2- 172.21.15.17:0/3374734121 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46080a32c0 0x7f46080a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.868+0000 7f4615ffb640 1 -- 172.21.15.17:0/3374734121 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f46040cfb30 con 0x7f46181036e0 2024-09-16T01:56:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.869+0000 7f461c970640 1 --2- 172.21.15.17:0/3374734121 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46080a32c0 0x7f46080a5780 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f460c009fc0 tx=0x7f460c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:04.873+0000 7f4615ffb640 1 -- 172.21.15.17:0/3374734121 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f460409c200 con 0x7f46181036e0 2024-09-16T01:56:05.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:05.127+0000 7f461ebd4640 1 -- 172.21.15.17:0/3374734121 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f461810a2b0 con 0x7f46181036e0 2024-09-16T01:56:05.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:05.127+0000 7f4615ffb640 1 -- 172.21.15.17:0/3374734121 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7f46040a0500 con 0x7f46181036e0 2024-09-16T01:56:05.130 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:56:05.130 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:56:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:56:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:05.130+0000 7f461ebd4640 1 -- 172.21.15.17:0/3374734121 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46080a32c0 msgr2=0x7f46080a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:05.130+0000 7f461ebd4640 1 --2- 172.21.15.17:0/3374734121 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46080a32c0 0x7f46080a5780 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f460c009fc0 tx=0x7f460c005f90 comp rx=0 tx=0).stop 2024-09-16T01:56:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:05.130+0000 7f461ebd4640 1 -- 172.21.15.17:0/3374734121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46181036e0 msgr2=0x7f46181989e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:05.130+0000 7f461ebd4640 1 --2- 172.21.15.17:0/3374734121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46181036e0 0x7f46181989e0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f460400e9f0 tx=0x7f460400eeb0 comp rx=0 tx=0).stop 2024-09-16T01:56:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:05.130+0000 7f461ebd4640 1 -- 172.21.15.17:0/3374734121 shutdown_connections 2024-09-16T01:56:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:05.130+0000 7f461ebd4640 1 --2- 172.21.15.17:0/3374734121 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46080a32c0 0x7f46080a5780 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:05.130+0000 7f461ebd4640 1 --2- 172.21.15.17:0/3374734121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46181082a0 0x7f461819cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:05.130+0000 7f461ebd4640 1 --2- 172.21.15.17:0/3374734121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46181036e0 0x7f46181989e0 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:05.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:05.130+0000 7f461ebd4640 1 --2- 172.21.15.17:0/3374734121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4618102d30 0x7f46181984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:05.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:05.130+0000 7f461ebd4640 1 -- 172.21.15.17:0/3374734121 >> 172.21.15.17:0/3374734121 conn(0x7f46180fc7d0 msgr2=0x7f4618105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:05.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:05.130+0000 7f461ebd4640 1 -- 172.21.15.17:0/3374734121 shutdown_connections 2024-09-16T01:56:05.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:05.130+0000 7f461ebd4640 1 -- 172.21.15.17:0/3374734121 wait complete. 2024-09-16T01:56:05.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 477376 3.75 MB/sec execute 568 sec latency 37.180 ms 2024-09-16T01:56:05.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:05 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3374734121' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:56:05.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:05 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3374734121' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:56:05.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:05 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3374734121' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:56:05.833 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:56:06.111 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:56:06.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:06 smithi017 ceph-mon[30972]: pgmap v716: 97 pgs: 97 active+clean; 200 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 326 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:56:06.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 478135 3.75 MB/sec execute 569 sec latency 17.742 ms 2024-09-16T01:56:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.630+0000 7f77a75e9640 1 -- 172.21.15.17:0/1628118513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77a0102d30 msgr2=0x7f77a0103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.630+0000 7f77a75e9640 1 --2- 172.21.15.17:0/1628118513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77a0102d30 0x7f77a0103110 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f779c009930 tx=0x7f779c02a420 comp rx=0 tx=0).stop 2024-09-16T01:56:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.630+0000 7f77a75e9640 1 -- 172.21.15.17:0/1628118513 shutdown_connections 2024-09-16T01:56:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.630+0000 7f77a75e9640 1 --2- 172.21.15.17:0/1628118513 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f77a01082a0 0x7f77a010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.630+0000 7f77a75e9640 1 --2- 172.21.15.17:0/1628118513 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f77a01036e0 0x7f77a0107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.630+0000 7f77a75e9640 1 --2- 172.21.15.17:0/1628118513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77a0102d30 0x7f77a0103110 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.630+0000 7f77a75e9640 1 -- 172.21.15.17:0/1628118513 >> 172.21.15.17:0/1628118513 conn(0x7f77a00fc7d0 msgr2=0x7f77a00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.630+0000 7f77a75e9640 1 -- 172.21.15.17:0/1628118513 shutdown_connections 2024-09-16T01:56:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.630+0000 7f77a75e9640 1 -- 172.21.15.17:0/1628118513 wait complete. 2024-09-16T01:56:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.631+0000 7f77a75e9640 1 Processor -- start 2024-09-16T01:56:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.631+0000 7f77a75e9640 1 -- start start 2024-09-16T01:56:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.631+0000 7f77a75e9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f77a0102d30 0x7f77a0100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.631+0000 7f77a75e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77a01036e0 0x7f77a0100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.631+0000 7f77a75e9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f77a01082a0 0x7f77a0101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.631+0000 7f77a75e9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f77a0111f50 con 0x7f77a01036e0 2024-09-16T01:56:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.631+0000 7f77a75e9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f77a0111dd0 con 0x7f77a01082a0 2024-09-16T01:56:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.631+0000 7f77a75e9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f77a01120d0 con 0x7f77a0102d30 2024-09-16T01:56:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.631+0000 7f77a4b84640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77a01036e0 0x7f77a0100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.631+0000 7f77a5385640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f77a0102d30 0x7f77a0100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.631+0000 7f77a4b84640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77a01036e0 0x7f77a0100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54160/0 (socket says 172.21.15.17:54160) 2024-09-16T01:56:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.631+0000 7f77a4b84640 1 -- 172.21.15.17:0/3903806764 learned_addr learned my addr 172.21.15.17:0/3903806764 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.631+0000 7f77a5b86640 1 --2- 172.21.15.17:0/3903806764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f77a01082a0 0x7f77a0101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.632+0000 7f77a4b84640 1 -- 172.21.15.17:0/3903806764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f77a0102d30 msgr2=0x7f77a0100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.632+0000 7f77a4b84640 1 --2- 172.21.15.17:0/3903806764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f77a0102d30 0x7f77a0100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.632+0000 7f77a4b84640 1 -- 172.21.15.17:0/3903806764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f77a01082a0 msgr2=0x7f77a0101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.632+0000 7f77a4b84640 1 --2- 172.21.15.17:0/3903806764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f77a01082a0 0x7f77a0101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.632+0000 7f77a4b84640 1 -- 172.21.15.17:0/3903806764 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77a01a69d0 con 0x7f77a01036e0 2024-09-16T01:56:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.632+0000 7f77a5385640 1 --2- 172.21.15.17:0/3903806764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f77a0102d30 0x7f77a0100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.632+0000 7f77a4b84640 1 --2- 172.21.15.17:0/3903806764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77a01036e0 0x7f77a0100ed0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f779000e9f0 tx=0x7f779000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.632+0000 7f77967fc640 1 -- 172.21.15.17:0/3903806764 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779000ccc0 con 0x7f77a01036e0 2024-09-16T01:56:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.632+0000 7f77967fc640 1 -- 172.21.15.17:0/3903806764 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f77900108e0 con 0x7f77a01036e0 2024-09-16T01:56:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.632+0000 7f77a75e9640 1 -- 172.21.15.17:0/3903806764 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77a01a6cc0 con 0x7f77a01036e0 2024-09-16T01:56:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.632+0000 7f77967fc640 1 -- 172.21.15.17:0/3903806764 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77900187e0 con 0x7f77a01036e0 2024-09-16T01:56:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.632+0000 7f77a75e9640 1 -- 172.21.15.17:0/3903806764 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77a01a71f0 con 0x7f77a01036e0 2024-09-16T01:56:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.636+0000 7f77967fc640 1 -- 172.21.15.17:0/3903806764 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f7790010a90 con 0x7f77a01036e0 2024-09-16T01:56:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.636+0000 7f77a99c2740 1 Processor -- start 2024-09-16T01:56:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.636+0000 7f77a99c2740 1 -- start start 2024-09-16T01:56:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.636+0000 7f77a99c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626cb40 0x55fbf626b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.636+0000 7f77a99c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626b5d0 0x55fbf626ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.636+0000 7f77a99c2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf6276370 0x55fbf6278760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.636+0000 7f77a99c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fbf61d12f0 con 0x55fbf626cb40 2024-09-16T01:56:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.636+0000 7f77a99c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55fbf6178cf0 con 0x55fbf626b5d0 2024-09-16T01:56:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.636+0000 7f77a99c2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55fbf61cd2b0 con 0x55fbf6276370 2024-09-16T01:56:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.636+0000 7f77a5b86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626cb40 0x55fbf626b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f77a5b86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626cb40 0x55fbf626b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54162/0 (socket says 172.21.15.17:54162) 2024-09-16T01:56:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f77a4b84640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf6276370 0x55fbf6278760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f77a5b86640 1 -- 172.21.15.17:0/48827861 learned_addr learned my addr 172.21.15.17:0/48827861 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f77a5385640 1 --2- 172.21.15.17:0/48827861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626b5d0 0x55fbf626ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f77a5385640 1 -- 172.21.15.17:0/48827861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf6276370 msgr2=0x55fbf6278760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f77a5385640 1 --2- 172.21.15.17:0/48827861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf6276370 0x55fbf6278760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f77a5385640 1 -- 172.21.15.17:0/48827861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626cb40 msgr2=0x55fbf626b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f77a5385640 1 --2- 172.21.15.17:0/48827861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626cb40 0x55fbf626b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f77a5385640 1 -- 172.21.15.17:0/48827861 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbf615d3a0 con 0x55fbf626b5d0 2024-09-16T01:56:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f77967fc640 1 --2- 172.21.15.17:0/3903806764 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f778c0a32c0 0x7f778c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f77a5b86640 1 --2- 172.21.15.17:0/3903806764 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f778c0a32c0 0x7f778c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f77a5385640 1 --2- 172.21.15.17:0/48827861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626b5d0 0x55fbf626ba10 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f779c031440 tx=0x7f779c032eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=713bc585515c257c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f77967fc640 1 -- 172.21.15.17:0/3903806764 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f77900cfbe0 con 0x7f77a01036e0 2024-09-16T01:56:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f778b7fe640 1 -- 172.21.15.17:0/48827861 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779c035040 con 0x55fbf626b5d0 2024-09-16T01:56:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f778b7fe640 1 -- 172.21.15.17:0/48827861 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f779c0317a0 con 0x55fbf626b5d0 2024-09-16T01:56:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.637+0000 7f778b7fe640 1 -- 172.21.15.17:0/48827861 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779c003e20 con 0x55fbf626b5d0 2024-09-16T01:56:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.638+0000 7f77a99c2740 1 -- 172.21.15.17:0/48827861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626b5d0 msgr2=0x55fbf626ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.638+0000 7f77a5b86640 1 --2- 172.21.15.17:0/3903806764 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f778c0a32c0 0x7f778c0a5780 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f7798011630 tx=0x7f7798009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.638+0000 7f77a99c2740 1 --2- 172.21.15.17:0/48827861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626b5d0 0x55fbf626ba10 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f779c031440 tx=0x7f779c032eb0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.638+0000 7f77a99c2740 1 -- 172.21.15.17:0/48827861 shutdown_connections 2024-09-16T01:56:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.638+0000 7f77a99c2740 1 --2- 172.21.15.17:0/48827861 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf6276370 0x55fbf6278760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.638+0000 7f77a99c2740 1 --2- 172.21.15.17:0/48827861 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626b5d0 0x55fbf626ba10 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.638+0000 7f77a99c2740 1 --2- 172.21.15.17:0/48827861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626cb40 0x55fbf626b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.638+0000 7f77a99c2740 1 -- 172.21.15.17:0/48827861 >> 172.21.15.17:0/48827861 conn(0x55fbf6234310 msgr2=0x55fbf6267c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:06.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.638+0000 7f77a99c2740 1 -- 172.21.15.17:0/48827861 shutdown_connections 2024-09-16T01:56:06.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.638+0000 7f77a99c2740 1 -- 172.21.15.17:0/48827861 wait complete. 2024-09-16T01:56:06.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.639+0000 7f77a99c2740 1 -- start start 2024-09-16T01:56:06.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.639+0000 7f77a99c2740 1 Processor -- start 2024-09-16T01:56:06.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.639+0000 7f77a99c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626b5d0 0x55fbf6275cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.639+0000 7f77a99c2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf626cb40 0x55fbf6272fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.639+0000 7f77a99c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf6276370 0x55fbf6273520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.639+0000 7f77a99c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fbf6279010 con 0x55fbf626b5d0 2024-09-16T01:56:06.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.639+0000 7f77a99c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55fbf618c060 con 0x55fbf6276370 2024-09-16T01:56:06.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.639+0000 7f77a99c2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55fbf6279190 con 0x55fbf626cb40 2024-09-16T01:56:06.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.639+0000 7f77a99c2740 10 client.0 _ll_register_callbacks cb 0x55fbf5edf8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:06.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.639+0000 7f77a5385640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626b5d0 0x55fbf6275cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.639+0000 7f77a5385640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626b5d0 0x55fbf6275cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54170/0 (socket says 172.21.15.17:54170) 2024-09-16T01:56:06.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.639+0000 7f77a5385640 1 -- 172.21.15.17:0/186715280 learned_addr learned my addr 172.21.15.17:0/186715280 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:06.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.639+0000 7f77a4b84640 1 --2- 172.21.15.17:0/186715280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf626cb40 0x55fbf6272fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.639+0000 7f77a5b86640 1 --2- 172.21.15.17:0/186715280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf6276370 0x55fbf6273520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.640+0000 7f77a4b84640 1 -- 172.21.15.17:0/186715280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf6276370 msgr2=0x55fbf6273520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:06.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.640+0000 7f77a4b84640 1 --2- 172.21.15.17:0/186715280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf6276370 0x55fbf6273520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.640+0000 7f77a4b84640 1 -- 172.21.15.17:0/186715280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626b5d0 msgr2=0x55fbf6275cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:06.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.640+0000 7f77a4b84640 1 --2- 172.21.15.17:0/186715280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626b5d0 0x55fbf6275cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.640+0000 7f77a4b84640 1 -- 172.21.15.17:0/186715280 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbf5f423c0 con 0x55fbf626cb40 2024-09-16T01:56:06.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.640+0000 7f77a4b84640 1 --2- 172.21.15.17:0/186715280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf626cb40 0x55fbf6272fa0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x55fbf626c070 tx=0x7f7790009310 comp rx=0 tx=0).ready entity=mon.1 client_cookie=20ca81029a8e3728 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:06.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.640+0000 7f7788ff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:56:06.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.640+0000 7f7788ff9640 1 -- 172.21.15.17:0/186715280 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77900bc2d0 con 0x55fbf626cb40 2024-09-16T01:56:06.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.640+0000 7f7788ff9640 1 -- 172.21.15.17:0/186715280 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f77900cdba0 con 0x55fbf626cb40 2024-09-16T01:56:06.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.640+0000 7f77a99c2740 1 -- 172.21.15.17:0/186715280 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f779c0317a0 con 0x55fbf626cb40 2024-09-16T01:56:06.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.640+0000 7f7788ff9640 1 -- 172.21.15.17:0/186715280 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7790010de0 con 0x55fbf626cb40 2024-09-16T01:56:06.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.640+0000 7f77a99c2740 10 client.27427 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:06.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.640+0000 7f77a99c2740 1 -- 172.21.15.17:0/186715280 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fbf6284a40 con 0x55fbf626cb40 2024-09-16T01:56:06.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.641+0000 7f7788ff9640 1 -- 172.21.15.17:0/186715280 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f779009c2b0 con 0x55fbf626cb40 2024-09-16T01:56:06.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.641+0000 7f7788ff9640 1 -- 172.21.15.17:0/186715280 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f779009b7e0 con 0x55fbf626cb40 2024-09-16T01:56:06.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.641+0000 7f77a99c2740 10 client.27427 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:06.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.641+0000 7f77a99c2740 10 client.27427 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:56:06.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.641+0000 7f77a99c2740 20 client.27427 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:06.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.641+0000 7f77a99c2740 1 --2- 172.21.15.17:0/186715280 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbf62862c0 0x55fbf62886b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.641+0000 7f77a99c2740 4 client.27427 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:56:06.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.641+0000 7f77a99c2740 1 -- 172.21.15.17:0/186715280 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f779c0317a0 con 0x55fbf62862c0 2024-09-16T01:56:06.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.642+0000 7f77a5385640 1 --2- 172.21.15.17:0/186715280 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbf62862c0 0x55fbf62886b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.642+0000 7f77a5385640 1 --2- 172.21.15.17:0/186715280 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbf62862c0 0x55fbf62886b0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b6e345c82a6a8e3f server_cookie=81a9bf2d57e79a8d in_seq=0 out_seq=0 2024-09-16T01:56:06.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.642+0000 7f7788ff9640 10 client.27427 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:56:06.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.643+0000 7f7788ff9640 1 -- 172.21.15.17:0/186715280 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f779c0317a0 con 0x55fbf62862c0 2024-09-16T01:56:06.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.643+0000 7f7788ff9640 10 client.27427 handle_command_reply: tid=0 2024-09-16T01:56:06.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.643+0000 7f77a99c2740 1 client.27427 shutdown 2024-09-16T01:56:06.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.643+0000 7f77a99c2740 1 -- 172.21.15.17:0/186715280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf626cb40 msgr2=0x55fbf6272fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:06.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.643+0000 7f77a99c2740 1 --2- 172.21.15.17:0/186715280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf626cb40 0x55fbf6272fa0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x55fbf626c070 tx=0x7f7790009310 comp rx=0 tx=0).stop 2024-09-16T01:56:06.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.643+0000 7f77a99c2740 1 -- 172.21.15.17:0/186715280 shutdown_connections 2024-09-16T01:56:06.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.643+0000 7f77a99c2740 1 --2- 172.21.15.17:0/186715280 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbf62862c0 0x55fbf62886b0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.643+0000 7f77a99c2740 1 --2- 172.21.15.17:0/186715280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf6276370 0x55fbf6273520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.643+0000 7f77a99c2740 1 --2- 172.21.15.17:0/186715280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf626cb40 0x55fbf6272fa0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.643+0000 7f77a99c2740 1 --2- 172.21.15.17:0/186715280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626b5d0 0x55fbf6275cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.643+0000 7f77a99c2740 1 -- 172.21.15.17:0/186715280 >> 172.21.15.17:0/186715280 conn(0x55fbf6234310 msgr2=0x55fbf626d930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:06.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.644+0000 7f7788ff9640 0 client.27427 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:56:06.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.644+0000 7f77a99c2740 1 -- 172.21.15.17:0/186715280 shutdown_connections 2024-09-16T01:56:06.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.644+0000 7f77a99c2740 1 -- 172.21.15.17:0/186715280 wait complete. 2024-09-16T01:56:06.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.644+0000 7f77a99c2740 20 client.27427 trim_cache size 0 max 16384 2024-09-16T01:56:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.659+0000 7f77a99c2740 1 Processor -- start 2024-09-16T01:56:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.659+0000 7f77a99c2740 1 -- start start 2024-09-16T01:56:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.659+0000 7f77a99c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626b5d0 0x55fbf6267e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.659+0000 7f77a99c2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf626cb40 0x55fbf626e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.659+0000 7f77a99c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf6276370 0x55fbf626e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.659+0000 7f77a99c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f77a01b2070 con 0x55fbf6276370 2024-09-16T01:56:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.659+0000 7f77a99c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f77a01af940 con 0x55fbf626b5d0 2024-09-16T01:56:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.659+0000 7f77a99c2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f77a01ad770 con 0x55fbf626cb40 2024-09-16T01:56:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.659+0000 7f77a5b86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf6276370 0x55fbf626e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.659+0000 7f77a4b84640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf626cb40 0x55fbf626e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.659+0000 7f77a5b86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf6276370 0x55fbf626e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54180/0 (socket says 172.21.15.17:54180) 2024-09-16T01:56:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.659+0000 7f77a5b86640 1 -- 172.21.15.17:0/1127663504 learned_addr learned my addr 172.21.15.17:0/1127663504 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.659+0000 7f77a5385640 1 --2- 172.21.15.17:0/1127663504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626b5d0 0x55fbf6267e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.660+0000 7f77a4b84640 1 -- 172.21.15.17:0/1127663504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626b5d0 msgr2=0x55fbf6267e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.660+0000 7f77a4b84640 1 --2- 172.21.15.17:0/1127663504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626b5d0 0x55fbf6267e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.660+0000 7f77a4b84640 1 -- 172.21.15.17:0/1127663504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf6276370 msgr2=0x55fbf626e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:06.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.660+0000 7f77a4b84640 1 --2- 172.21.15.17:0/1127663504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf6276370 0x55fbf626e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.660+0000 7f77a4b84640 1 -- 172.21.15.17:0/1127663504 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fbf626b2d0 con 0x55fbf626cb40 2024-09-16T01:56:06.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.660+0000 7f77a5b86640 1 --2- 172.21.15.17:0/1127663504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf6276370 0x55fbf626e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:56:06.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.660+0000 7f77a4b84640 1 --2- 172.21.15.17:0/1127663504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf626cb40 0x55fbf626e120 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x55fbf62745e0 tx=0x7f779000c7d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf54d37936bf1f12 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:06.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.660+0000 7f778affd640 1 -- 172.21.15.17:0/1127663504 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779009bdf0 con 0x55fbf626cb40 2024-09-16T01:56:06.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.660+0000 7f778affd640 1 -- 172.21.15.17:0/1127663504 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f779009c2b0 con 0x55fbf626cb40 2024-09-16T01:56:06.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.660+0000 7f778affd640 1 -- 172.21.15.17:0/1127663504 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f779009b960 con 0x55fbf626cb40 2024-09-16T01:56:06.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.661+0000 7f77a99c2740 1 -- 172.21.15.17:0/1127663504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf626cb40 msgr2=0x55fbf626e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:06.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.661+0000 7f77a99c2740 1 --2- 172.21.15.17:0/1127663504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf626cb40 0x55fbf626e120 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x55fbf62745e0 tx=0x7f779000c7d0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.661+0000 7f77a99c2740 1 -- 172.21.15.17:0/1127663504 shutdown_connections 2024-09-16T01:56:06.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.661+0000 7f77a99c2740 1 --2- 172.21.15.17:0/1127663504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf6276370 0x55fbf626e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.661+0000 7f77a99c2740 1 --2- 172.21.15.17:0/1127663504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf626cb40 0x55fbf626e120 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.661+0000 7f77a99c2740 1 --2- 172.21.15.17:0/1127663504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626b5d0 0x55fbf6267e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.661+0000 7f77a99c2740 1 -- 172.21.15.17:0/1127663504 >> 172.21.15.17:0/1127663504 conn(0x55fbf6234310 msgr2=0x55fbf6267700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:06.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.661+0000 7f77a99c2740 1 -- 172.21.15.17:0/1127663504 shutdown_connections 2024-09-16T01:56:06.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.661+0000 7f77a99c2740 1 -- 172.21.15.17:0/1127663504 wait complete. 2024-09-16T01:56:06.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.662+0000 7f77a99c2740 1 -- start start 2024-09-16T01:56:06.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.662+0000 7f77a99c2740 1 Processor -- start 2024-09-16T01:56:06.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.662+0000 7f77a99c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626b5d0 0x55fbf6288880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.662+0000 7f77a99c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626cb40 0x55fbf6288dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.662+0000 7f77a99c2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf6276370 0x55fbf62e8c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.662+0000 7f77a99c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f77a01ade00 con 0x55fbf626b5d0 2024-09-16T01:56:06.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.662+0000 7f77a99c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f77a01af270 con 0x55fbf626cb40 2024-09-16T01:56:06.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.662+0000 7f77a99c2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f77a01ae4d0 con 0x55fbf6276370 2024-09-16T01:56:06.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.662+0000 7f77a99c2740 10 client.0 _ll_register_callbacks cb 0x7f77900d3350 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:06.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.662+0000 7f77a5385640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626b5d0 0x55fbf6288880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f77a5385640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626b5d0 0x55fbf6288880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54194/0 (socket says 172.21.15.17:54194) 2024-09-16T01:56:06.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f77a5385640 1 -- 172.21.15.17:0/1479671279 learned_addr learned my addr 172.21.15.17:0/1479671279 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:06.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f77a5b86640 1 --2- 172.21.15.17:0/1479671279 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf6276370 0x55fbf62e8c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f77a4b84640 1 --2- 172.21.15.17:0/1479671279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626cb40 0x55fbf6288dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f77a4b84640 1 -- 172.21.15.17:0/1479671279 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf6276370 msgr2=0x55fbf62e8c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:06.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f77a4b84640 1 --2- 172.21.15.17:0/1479671279 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf6276370 0x55fbf62e8c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f77a4b84640 1 -- 172.21.15.17:0/1479671279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626b5d0 msgr2=0x55fbf6288880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:06.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f77a4b84640 1 --2- 172.21.15.17:0/1479671279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626b5d0 0x55fbf6288880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f77a4b84640 1 -- 172.21.15.17:0/1479671279 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fbf62e92d0 con 0x55fbf626cb40 2024-09-16T01:56:06.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f77a5385640 1 --2- 172.21.15.17:0/1479671279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626b5d0 0x55fbf6288880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:06.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f77a4b84640 1 --2- 172.21.15.17:0/1479671279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626cb40 0x55fbf6288dc0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f77900cffd0 tx=0x7f77900cfef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f33e65073dc1604 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:06.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f7788ff9640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:56:06.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f7788ff9640 1 -- 172.21.15.17:0/1479671279 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77900b9070 con 0x55fbf626cb40 2024-09-16T01:56:06.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f7788ff9640 1 -- 172.21.15.17:0/1479671279 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7790018c20 con 0x55fbf626cb40 2024-09-16T01:56:06.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.663+0000 7f77a99c2740 1 -- 172.21.15.17:0/1479671279 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f779009c2b0 con 0x55fbf626cb40 2024-09-16T01:56:06.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.664+0000 7f7788ff9640 1 -- 172.21.15.17:0/1479671279 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f77900a05b0 con 0x55fbf626cb40 2024-09-16T01:56:06.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.664+0000 7f77a99c2740 10 client.27170 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:06.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.664+0000 7f77a99c2740 1 -- 172.21.15.17:0/1479671279 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55fbf62f0660 con 0x55fbf626cb40 2024-09-16T01:56:06.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.664+0000 7f7788ff9640 1 -- 172.21.15.17:0/1479671279 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f779009c2b0 con 0x55fbf626cb40 2024-09-16T01:56:06.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.664+0000 7f7788ff9640 1 -- 172.21.15.17:0/1479671279 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7790098000 con 0x55fbf626cb40 2024-09-16T01:56:06.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.664+0000 7f77a99c2740 10 client.27170 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:06.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.664+0000 7f77a99c2740 10 client.27170 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:56:06.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.664+0000 7f77a99c2740 20 client.27170 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:06.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.664+0000 7f77a99c2740 1 --2- 172.21.15.17:0/1479671279 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbf62f0b10 0x55fbf62f2f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:06.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.664+0000 7f77a99c2740 4 client.27170 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:56:06.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.664+0000 7f77a99c2740 1 -- 172.21.15.17:0/1479671279 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55fbf61de860 con 0x55fbf62f0b10 2024-09-16T01:56:06.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.664+0000 7f77a5385640 1 --2- 172.21.15.17:0/1479671279 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbf62f0b10 0x55fbf62f2f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:06.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f77a5385640 1 --2- 172.21.15.17:0/1479671279 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbf62f0b10 0x55fbf62f2f30 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=47a579e6e337c1dd server_cookie=f2fc85417532d4d0 in_seq=0 out_seq=0 2024-09-16T01:56:06.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f7788ff9640 10 client.27170 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:56:06.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f7788ff9640 1 -- 172.21.15.17:0/1479671279 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55fbf61de860 con 0x55fbf62f0b10 2024-09-16T01:56:06.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f7788ff9640 10 client.27170 handle_command_reply: tid=0 2024-09-16T01:56:06.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f77a99c2740 1 client.27170 shutdown 2024-09-16T01:56:06.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f77a99c2740 1 -- 172.21.15.17:0/1479671279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626cb40 msgr2=0x55fbf6288dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:06.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f77a99c2740 1 --2- 172.21.15.17:0/1479671279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626cb40 0x55fbf6288dc0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f77900cffd0 tx=0x7f77900cfef0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f77a99c2740 1 -- 172.21.15.17:0/1479671279 shutdown_connections 2024-09-16T01:56:06.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f77a99c2740 1 --2- 172.21.15.17:0/1479671279 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55fbf62f0b10 0x55fbf62f2f30 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f77a99c2740 1 --2- 172.21.15.17:0/1479671279 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fbf6276370 0x55fbf62e8c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f77a99c2740 1 --2- 172.21.15.17:0/1479671279 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fbf626cb40 0x55fbf6288dc0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f77a99c2740 1 --2- 172.21.15.17:0/1479671279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fbf626b5d0 0x55fbf6288880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f7788ff9640 0 client.27170 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:56:06.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f77a99c2740 1 -- 172.21.15.17:0/1479671279 >> 172.21.15.17:0/1479671279 conn(0x55fbf6234310 msgr2=0x55fbf6271450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:06.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.665+0000 7f77a99c2740 1 -- 172.21.15.17:0/1479671279 shutdown_connections 2024-09-16T01:56:06.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.666+0000 7f77a99c2740 1 -- 172.21.15.17:0/1479671279 wait complete. 2024-09-16T01:56:06.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.666+0000 7f77a99c2740 20 client.27170 trim_cache size 0 max 16384 2024-09-16T01:56:06.673 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:56:06.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.666+0000 7f77a75e9640 1 -- 172.21.15.17:0/3903806764 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f778c0a32c0 msgr2=0x7f778c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:06.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.666+0000 7f77a75e9640 1 --2- 172.21.15.17:0/3903806764 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f778c0a32c0 0x7f778c0a5780 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f7798011630 tx=0x7f7798009500 comp rx=0 tx=0).stop 2024-09-16T01:56:06.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.666+0000 7f77a75e9640 1 -- 172.21.15.17:0/3903806764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77a01036e0 msgr2=0x7f77a0100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:06.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.666+0000 7f77a75e9640 1 --2- 172.21.15.17:0/3903806764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77a01036e0 0x7f77a0100ed0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f779000e9f0 tx=0x7f779000eeb0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.666+0000 7f77a75e9640 1 -- 172.21.15.17:0/3903806764 shutdown_connections 2024-09-16T01:56:06.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.666+0000 7f77a75e9640 1 --2- 172.21.15.17:0/3903806764 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f778c0a32c0 0x7f778c0a5780 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.666+0000 7f77a75e9640 1 --2- 172.21.15.17:0/3903806764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f77a01082a0 0x7f77a0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.666+0000 7f77a75e9640 1 --2- 172.21.15.17:0/3903806764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77a01036e0 0x7f77a0100ed0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.666+0000 7f77a75e9640 1 --2- 172.21.15.17:0/3903806764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f77a0102d30 0x7f77a0100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:06.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.666+0000 7f77a75e9640 1 -- 172.21.15.17:0/3903806764 >> 172.21.15.17:0/3903806764 conn(0x7f77a00fc7d0 msgr2=0x7f77a0105e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:06.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.667+0000 7f77a75e9640 1 -- 172.21.15.17:0/3903806764 shutdown_connections 2024-09-16T01:56:06.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:06.667+0000 7f77a75e9640 1 -- 172.21.15.17:0/3903806764 wait complete. 2024-09-16T01:56:06.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:06 smithi122 ceph-mon[34758]: pgmap v716: 97 pgs: 97 active+clean; 200 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 326 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:56:06.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:06 smithi029 ceph-mon[34783]: pgmap v716: 97 pgs: 97 active+clean; 200 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 326 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:56:07.584 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:56:07.584 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:07.584 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:07.584 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:07.584 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:07 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:07.619 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:56:07.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 478871 3.75 MB/sec execute 570 sec latency 15.708 ms 2024-09-16T01:56:07.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:56:07.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:07.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:07.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:07.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:07 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:56:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:07.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:07 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:07.900 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:56:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.495+0000 7fb92b1e7640 1 -- 172.21.15.17:0/3631684465 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9241027a0 msgr2=0x7fb9241067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.495+0000 7fb92b1e7640 1 --2- 172.21.15.17:0/3631684465 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9241027a0 0x7fb9241067f0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7fb914009860 tx=0x7fb91402a340 comp rx=0 tx=0).stop 2024-09-16T01:56:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.495+0000 7fb92b1e7640 1 -- 172.21.15.17:0/3631684465 shutdown_connections 2024-09-16T01:56:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.495+0000 7fb92b1e7640 1 --2- 172.21.15.17:0/3631684465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb924106f20 0x7fb92410eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.495+0000 7fb92b1e7640 1 --2- 172.21.15.17:0/3631684465 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9241027a0 0x7fb9241067f0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.495+0000 7fb92b1e7640 1 --2- 172.21.15.17:0/3631684465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb924101df0 0x7fb9241021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.495+0000 7fb92b1e7640 1 -- 172.21.15.17:0/3631684465 >> 172.21.15.17:0/3631684465 conn(0x7fb9240fd8f0 msgr2=0x7fb9240ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.495+0000 7fb92b1e7640 1 -- 172.21.15.17:0/3631684465 shutdown_connections 2024-09-16T01:56:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.495+0000 7fb92b1e7640 1 -- 172.21.15.17:0/3631684465 wait complete. 2024-09-16T01:56:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.496+0000 7fb92b1e7640 1 Processor -- start 2024-09-16T01:56:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.496+0000 7fb92b1e7640 1 -- start start 2024-09-16T01:56:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.496+0000 7fb92b1e7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb924101df0 0x7fb9240744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.496+0000 7fb92b1e7640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9241027a0 0x7fb924074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.496+0000 7fb92b1e7640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb924106f20 0x7fb924074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.496+0000 7fb92b1e7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb924111e30 con 0x7fb924101df0 2024-09-16T01:56:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.496+0000 7fb92b1e7640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb924111cb0 con 0x7fb924106f20 2024-09-16T01:56:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.496+0000 7fb92b1e7640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb924111fb0 con 0x7fb9241027a0 2024-09-16T01:56:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.496+0000 7fb91bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9241027a0 0x7fb924074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.496+0000 7fb91bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9241027a0 0x7fb924074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46576/0 (socket says 172.21.15.17:46576) 2024-09-16T01:56:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.496+0000 7fb91bfff640 1 -- 172.21.15.17:0/1521593881 learned_addr learned my addr 172.21.15.17:0/1521593881 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.496+0000 7fb928f83640 1 --2- 172.21.15.17:0/1521593881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb924101df0 0x7fb9240744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.497+0000 7fb929784640 1 --2- 172.21.15.17:0/1521593881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb924106f20 0x7fb924074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.497+0000 7fb91bfff640 1 -- 172.21.15.17:0/1521593881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb924106f20 msgr2=0x7fb924074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.497+0000 7fb91bfff640 1 --2- 172.21.15.17:0/1521593881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb924106f20 0x7fb924074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.497+0000 7fb91bfff640 1 -- 172.21.15.17:0/1521593881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb924101df0 msgr2=0x7fb9240744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.497+0000 7fb91bfff640 1 --2- 172.21.15.17:0/1521593881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb924101df0 0x7fb9240744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.497+0000 7fb91bfff640 1 -- 172.21.15.17:0/1521593881 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9241a6870 con 0x7fb9241027a0 2024-09-16T01:56:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.497+0000 7fb91bfff640 1 --2- 172.21.15.17:0/1521593881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9241027a0 0x7fb924074a30 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fb9140303f0 tx=0x7fb914030e00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:08.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.497+0000 7fb919ffb640 1 -- 172.21.15.17:0/1521593881 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb914037050 con 0x7fb9241027a0 2024-09-16T01:56:08.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.497+0000 7fb919ffb640 1 -- 172.21.15.17:0/1521593881 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb914043070 con 0x7fb9241027a0 2024-09-16T01:56:08.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.497+0000 7fb92b1e7640 1 -- 172.21.15.17:0/1521593881 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb9241a6b00 con 0x7fb9241027a0 2024-09-16T01:56:08.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.497+0000 7fb919ffb640 1 -- 172.21.15.17:0/1521593881 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb914003bf0 con 0x7fb9241027a0 2024-09-16T01:56:08.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.498+0000 7fb92b1e7640 1 -- 172.21.15.17:0/1521593881 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb9241a7030 con 0x7fb9241027a0 2024-09-16T01:56:08.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.500+0000 7fb919ffb640 1 -- 172.21.15.17:0/1521593881 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb914030450 con 0x7fb9241027a0 2024-09-16T01:56:08.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.501+0000 7fb92d5c0740 1 Processor -- start 2024-09-16T01:56:08.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.501+0000 7fb92d5c0740 1 -- start start 2024-09-16T01:56:08.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.501+0000 7fb92d5c0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa78b40 0x5588efa77090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.501+0000 7fb92d5c0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa775d0 0x5588efa77a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.501+0000 7fb92d5c0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa84760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.501+0000 7fb92d5c0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5588ef9dd2f0 con 0x5588efa78b40 2024-09-16T01:56:08.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.501+0000 7fb92d5c0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5588ef984cf0 con 0x5588efa82370 2024-09-16T01:56:08.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.501+0000 7fb92d5c0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5588ef9d92b0 con 0x5588efa775d0 2024-09-16T01:56:08.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.501+0000 7fb928f83640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa775d0 0x5588efa77a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.501+0000 7fb929784640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa78b40 0x5588efa77090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.501+0000 7fb928f83640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa775d0 0x5588efa77a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46584/0 (socket says 172.21.15.17:46584) 2024-09-16T01:56:08.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.501+0000 7fb928f83640 1 -- 172.21.15.17:0/2501655445 learned_addr learned my addr 172.21.15.17:0/2501655445 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:08.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.501+0000 7fb919ffb640 1 --2- 172.21.15.17:0/1521593881 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb90c0a32c0 0x7fb90c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.501+0000 7fb91bfff640 1 --2- 172.21.15.17:0/2501655445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa84760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.502+0000 7fb929784640 1 --2- 172.21.15.17:0/1521593881 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb90c0a32c0 0x7fb90c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.502+0000 7fb928f83640 1 -- 172.21.15.17:0/2501655445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 msgr2=0x5588efa84760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:08.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.502+0000 7fb928f83640 1 --2- 172.21.15.17:0/2501655445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa84760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.502+0000 7fb928f83640 1 -- 172.21.15.17:0/2501655445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa78b40 msgr2=0x5588efa77090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:08.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.502+0000 7fb928f83640 1 --2- 172.21.15.17:0/2501655445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa78b40 0x5588efa77090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.502+0000 7fb928f83640 1 -- 172.21.15.17:0/2501655445 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588ef9693a0 con 0x5588efa775d0 2024-09-16T01:56:08.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.502+0000 7fb91bfff640 1 --2- 172.21.15.17:0/2501655445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa84760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:56:08.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.502+0000 7fb928f83640 1 --2- 172.21.15.17:0/2501655445 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa775d0 0x5588efa77a10 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fb920009d00 tx=0x7fb920011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7d5f4232fc6b0496 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:08.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.502+0000 7fb919ffb640 1 -- 172.21.15.17:0/1521593881 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb9140efa10 con 0x7fb9241027a0 2024-09-16T01:56:08.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.502+0000 7fb90affd640 1 -- 172.21.15.17:0/2501655445 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb920004220 con 0x5588efa775d0 2024-09-16T01:56:08.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.502+0000 7fb90affd640 1 -- 172.21.15.17:0/2501655445 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb9200043c0 con 0x5588efa775d0 2024-09-16T01:56:08.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.502+0000 7fb90affd640 1 -- 172.21.15.17:0/2501655445 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb920019860 con 0x5588efa775d0 2024-09-16T01:56:08.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.503+0000 7fb92d5c0740 1 -- 172.21.15.17:0/2501655445 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa775d0 msgr2=0x5588efa77a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:08.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.503+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/2501655445 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa775d0 0x5588efa77a10 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fb920009d00 tx=0x7fb920011810 comp rx=0 tx=0).stop 2024-09-16T01:56:08.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.503+0000 7fb929784640 1 --2- 172.21.15.17:0/1521593881 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb90c0a32c0 0x7fb90c0a5780 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fb91c005fd0 tx=0x7fb91c004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:08.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.503+0000 7fb92d5c0740 1 -- 172.21.15.17:0/2501655445 shutdown_connections 2024-09-16T01:56:08.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.503+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/2501655445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa84760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.503+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/2501655445 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa775d0 0x5588efa77a10 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.503+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/2501655445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa78b40 0x5588efa77090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.503+0000 7fb92d5c0740 1 -- 172.21.15.17:0/2501655445 >> 172.21.15.17:0/2501655445 conn(0x5588efa40310 msgr2=0x5588efa73c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:08.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.503+0000 7fb92d5c0740 1 -- 172.21.15.17:0/2501655445 shutdown_connections 2024-09-16T01:56:08.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.503+0000 7fb92d5c0740 1 -- 172.21.15.17:0/2501655445 wait complete. 2024-09-16T01:56:08.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.504+0000 7fb92d5c0740 1 -- start start 2024-09-16T01:56:08.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.504+0000 7fb92d5c0740 1 Processor -- start 2024-09-16T01:56:08.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.504+0000 7fb92d5c0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa775d0 0x5588efa81ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.504+0000 7fb92d5c0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa78b40 0x5588efa7ef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.504+0000 7fb92d5c0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa7f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.504+0000 7fb92d5c0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5588efa85070 con 0x5588efa775d0 2024-09-16T01:56:08.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.504+0000 7fb92d5c0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5588ef998060 con 0x5588efa82370 2024-09-16T01:56:08.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.504+0000 7fb92d5c0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5588efa851f0 con 0x5588efa78b40 2024-09-16T01:56:08.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.504+0000 7fb92d5c0740 10 client.0 _ll_register_callbacks cb 0x5588ef6eb8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:08.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.504+0000 7fb928f83640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa775d0 0x5588efa81ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.504+0000 7fb91bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa78b40 0x5588efa7ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.504+0000 7fb91bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa78b40 0x5588efa7ef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46594/0 (socket says 172.21.15.17:46594) 2024-09-16T01:56:08.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.504+0000 7fb91bfff640 1 -- 172.21.15.17:0/4212739534 learned_addr learned my addr 172.21.15.17:0/4212739534 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:08.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.504+0000 7fb929784640 1 --2- 172.21.15.17:0/4212739534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa7f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.505+0000 7fb928f83640 1 -- 172.21.15.17:0/4212739534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa78b40 msgr2=0x5588efa7ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:08.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.505+0000 7fb928f83640 1 --2- 172.21.15.17:0/4212739534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa78b40 0x5588efa7ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.505+0000 7fb928f83640 1 -- 172.21.15.17:0/4212739534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 msgr2=0x5588efa7f490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:08.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.505+0000 7fb928f83640 1 --2- 172.21.15.17:0/4212739534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa7f490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.505+0000 7fb928f83640 1 -- 172.21.15.17:0/4212739534 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588ef74e3c0 con 0x5588efa775d0 2024-09-16T01:56:08.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.505+0000 7fb91bfff640 1 --2- 172.21.15.17:0/4212739534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa78b40 0x5588efa7ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:08.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.505+0000 7fb929784640 1 --2- 172.21.15.17:0/4212739534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa7f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:56:08.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.505+0000 7fb928f83640 1 --2- 172.21.15.17:0/4212739534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa775d0 0x5588efa81ca0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fb920000c00 tx=0x7fb9200038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d381d602940e8daa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:08.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.505+0000 7fb903fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:56:08.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.505+0000 7fb903fff640 1 -- 172.21.15.17:0/4212739534 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb920027070 con 0x5588efa775d0 2024-09-16T01:56:08.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.505+0000 7fb903fff640 1 -- 172.21.15.17:0/4212739534 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb920005240 con 0x5588efa775d0 2024-09-16T01:56:08.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.505+0000 7fb92d5c0740 1 -- 172.21.15.17:0/4212739534 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb9200043c0 con 0x5588efa775d0 2024-09-16T01:56:08.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.505+0000 7fb903fff640 1 -- 172.21.15.17:0/4212739534 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb920033050 con 0x5588efa775d0 2024-09-16T01:56:08.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.505+0000 7fb92d5c0740 10 client.17796 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:08.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.506+0000 7fb92d5c0740 1 -- 172.21.15.17:0/4212739534 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5588efa90a60 con 0x5588efa775d0 2024-09-16T01:56:08.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.506+0000 7fb903fff640 1 -- 172.21.15.17:0/4212739534 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb920005480 con 0x5588efa775d0 2024-09-16T01:56:08.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.506+0000 7fb903fff640 1 -- 172.21.15.17:0/4212739534 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb9200195a0 con 0x5588efa775d0 2024-09-16T01:56:08.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.506+0000 7fb92d5c0740 10 client.17796 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:08.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.506+0000 7fb92d5c0740 10 client.17796 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:56:08.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.506+0000 7fb92d5c0740 20 client.17796 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:08.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.506+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/4212739534 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5588efa91e10 0x5588efa94200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.506+0000 7fb92d5c0740 4 client.17796 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:56:08.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.506+0000 7fb92d5c0740 1 -- 172.21.15.17:0/4212739534 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fb9200043c0 con 0x5588efa91e10 2024-09-16T01:56:08.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.506+0000 7fb91bfff640 1 --2- 172.21.15.17:0/4212739534 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5588efa91e10 0x5588efa94200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.507+0000 7fb91bfff640 1 --2- 172.21.15.17:0/4212739534 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5588efa91e10 0x5588efa94200 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=68db88de2680ddf9 server_cookie=61586947616f6f9e in_seq=0 out_seq=0 2024-09-16T01:56:08.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.507+0000 7fb903fff640 10 client.17796 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:56:08.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.507+0000 7fb903fff640 1 -- 172.21.15.17:0/4212739534 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fb9200043c0 con 0x5588efa91e10 2024-09-16T01:56:08.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.507+0000 7fb903fff640 10 client.17796 handle_command_reply: tid=0 2024-09-16T01:56:08.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.507+0000 7fb92d5c0740 1 client.17796 shutdown 2024-09-16T01:56:08.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.507+0000 7fb92d5c0740 1 -- 172.21.15.17:0/4212739534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa775d0 msgr2=0x5588efa81ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:08.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.507+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/4212739534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa775d0 0x5588efa81ca0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fb920000c00 tx=0x7fb9200038a0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.508+0000 7fb92d5c0740 1 -- 172.21.15.17:0/4212739534 shutdown_connections 2024-09-16T01:56:08.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.508+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/4212739534 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5588efa91e10 0x5588efa94200 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.508+0000 7fb903fff640 0 client.17796 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:56:08.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.508+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/4212739534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa7f490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.508+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/4212739534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa78b40 0x5588efa7ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.508+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/4212739534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa775d0 0x5588efa81ca0 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.508+0000 7fb92d5c0740 1 -- 172.21.15.17:0/4212739534 >> 172.21.15.17:0/4212739534 conn(0x5588efa40310 msgr2=0x5588efa79960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:08.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.508+0000 7fb92d5c0740 1 -- 172.21.15.17:0/4212739534 shutdown_connections 2024-09-16T01:56:08.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.508+0000 7fb92d5c0740 1 -- 172.21.15.17:0/4212739534 wait complete. 2024-09-16T01:56:08.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.508+0000 7fb92d5c0740 20 client.17796 trim_cache size 0 max 16384 2024-09-16T01:56:08.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.522+0000 7fb92d5c0740 1 Processor -- start 2024-09-16T01:56:08.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.522+0000 7fb92d5c0740 1 -- start start 2024-09-16T01:56:08.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.522+0000 7fb92d5c0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa775d0 0x5588efa8e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.522+0000 7fb92d5c0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa78b40 0x5588efa7df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.522+0000 7fb92d5c0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa82370 0x5588efa999e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.522+0000 7fb92d5c0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb9241b1fc0 con 0x5588efa82370 2024-09-16T01:56:08.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.522+0000 7fb92d5c0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb9241af890 con 0x5588efa78b40 2024-09-16T01:56:08.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.522+0000 7fb92d5c0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb9241ad6c0 con 0x5588efa775d0 2024-09-16T01:56:08.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.522+0000 7fb928f83640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa775d0 0x5588efa8e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.522+0000 7fb929784640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa82370 0x5588efa999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.522+0000 7fb929784640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa82370 0x5588efa999e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54250/0 (socket says 172.21.15.17:54250) 2024-09-16T01:56:08.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.522+0000 7fb929784640 1 -- 172.21.15.17:0/1385144500 learned_addr learned my addr 172.21.15.17:0/1385144500 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:08.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.523+0000 7fb91bfff640 1 --2- 172.21.15.17:0/1385144500 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa78b40 0x5588efa7df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.523+0000 7fb928f83640 1 -- 172.21.15.17:0/1385144500 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa78b40 msgr2=0x5588efa7df30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:08.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.523+0000 7fb928f83640 1 --2- 172.21.15.17:0/1385144500 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa78b40 0x5588efa7df30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.523+0000 7fb928f83640 1 -- 172.21.15.17:0/1385144500 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa82370 msgr2=0x5588efa999e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:08.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.523+0000 7fb928f83640 1 --2- 172.21.15.17:0/1385144500 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa82370 0x5588efa999e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.523+0000 7fb928f83640 1 -- 172.21.15.17:0/1385144500 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5588efa74960 con 0x5588efa775d0 2024-09-16T01:56:08.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.523+0000 7fb91bfff640 1 --2- 172.21.15.17:0/1385144500 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa78b40 0x5588efa7df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:56:08.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.523+0000 7fb928f83640 1 --2- 172.21.15.17:0/1385144500 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa775d0 0x5588efa8e310 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb920005c20 tx=0x7fb920005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=922e5342f601bbdb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:08.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.523+0000 7fb90a7fc640 1 -- 172.21.15.17:0/1385144500 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb920027070 con 0x5588efa775d0 2024-09-16T01:56:08.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.523+0000 7fb90a7fc640 1 -- 172.21.15.17:0/1385144500 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb920011d10 con 0x5588efa775d0 2024-09-16T01:56:08.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.523+0000 7fb90a7fc640 1 -- 172.21.15.17:0/1385144500 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb920019750 con 0x5588efa775d0 2024-09-16T01:56:08.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.524+0000 7fb92d5c0740 1 -- 172.21.15.17:0/1385144500 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa775d0 msgr2=0x5588efa8e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:08.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.524+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/1385144500 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa775d0 0x5588efa8e310 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb920005c20 tx=0x7fb920005f90 comp rx=0 tx=0).stop 2024-09-16T01:56:08.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.524+0000 7fb92d5c0740 1 -- 172.21.15.17:0/1385144500 shutdown_connections 2024-09-16T01:56:08.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.524+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/1385144500 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa82370 0x5588efa999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.524+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/1385144500 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa78b40 0x5588efa7df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.524+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/1385144500 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa775d0 0x5588efa8e310 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.524+0000 7fb92d5c0740 1 -- 172.21.15.17:0/1385144500 >> 172.21.15.17:0/1385144500 conn(0x5588efa40310 msgr2=0x5588efa7d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:08.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.524+0000 7fb92d5c0740 1 -- 172.21.15.17:0/1385144500 shutdown_connections 2024-09-16T01:56:08.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.524+0000 7fb92d5c0740 1 -- 172.21.15.17:0/1385144500 wait complete. 2024-09-16T01:56:08.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.524+0000 7fb92d5c0740 1 -- start start 2024-09-16T01:56:08.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.524+0000 7fb92d5c0740 1 Processor -- start 2024-09-16T01:56:08.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb92d5c0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa775d0 0x5588efa8ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb92d5c0740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa78b40 0x5588efa7bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb92d5c0740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa7c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb92d5c0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb9241add50 con 0x5588efa775d0 2024-09-16T01:56:08.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb92d5c0740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb9241af1c0 con 0x5588efa82370 2024-09-16T01:56:08.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb92d5c0740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb9241ae420 con 0x5588efa78b40 2024-09-16T01:56:08.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb92d5c0740 10 client.0 _ll_register_callbacks cb 0x7fb91c009870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:08.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb929784640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa7c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb928f83640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa775d0 0x5588efa8ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb91bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa78b40 0x5588efa7bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb929784640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa7c2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:42030/0 (socket says 172.21.15.17:42030) 2024-09-16T01:56:08.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb929784640 1 -- 172.21.15.17:0/3563268972 learned_addr learned my addr 172.21.15.17:0/3563268972 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:08.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb91bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa78b40 0x5588efa7bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46620/0 (socket says 172.21.15.17:46620) 2024-09-16T01:56:08.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb928f83640 1 --2- 172.21.15.17:0/3563268972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa775d0 0x5588efa8ac80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54252/0 (socket says 172.21.15.17:54252) 2024-09-16T01:56:08.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb91bfff640 1 -- 172.21.15.17:0/3563268972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 msgr2=0x5588efa7c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:08.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb91bfff640 1 --2- 172.21.15.17:0/3563268972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa7c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb91bfff640 1 -- 172.21.15.17:0/3563268972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa775d0 msgr2=0x5588efa8ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:08.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb91bfff640 1 --2- 172.21.15.17:0/3563268972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa775d0 0x5588efa8ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.525+0000 7fb91bfff640 1 -- 172.21.15.17:0/3563268972 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588efa7a120 con 0x5588efa78b40 2024-09-16T01:56:08.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.526+0000 7fb929784640 1 --2- 172.21.15.17:0/3563268972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa7c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:08.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.526+0000 7fb928f83640 1 --2- 172.21.15.17:0/3563268972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa775d0 0x5588efa8ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:08.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.526+0000 7fb91bfff640 1 --2- 172.21.15.17:0/3563268972 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa78b40 0x5588efa7bd50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fb9140ed4d0 tx=0x7fb91402a340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5802390693fae93 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:08.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.526+0000 7fb903fff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:56:08.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.526+0000 7fb903fff640 1 -- 172.21.15.17:0/3563268972 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9140bc6f0 con 0x5588efa78b40 2024-09-16T01:56:08.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.526+0000 7fb903fff640 1 -- 172.21.15.17:0/3563268972 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb9140ba090 con 0x5588efa78b40 2024-09-16T01:56:08.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.526+0000 7fb92d5c0740 1 -- 172.21.15.17:0/3563268972 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb920011d10 con 0x5588efa78b40 2024-09-16T01:56:08.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.526+0000 7fb903fff640 1 -- 172.21.15.17:0/3563268972 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fb9140dc0b0 con 0x5588efa78b40 2024-09-16T01:56:08.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.526+0000 7fb92d5c0740 10 client.27451 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:08.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.526+0000 7fb92d5c0740 1 -- 172.21.15.17:0/3563268972 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5588efafc880 con 0x5588efa78b40 2024-09-16T01:56:08.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.526+0000 7fb903fff640 1 -- 172.21.15.17:0/3563268972 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb920011d10 con 0x5588efa78b40 2024-09-16T01:56:08.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.526+0000 7fb903fff640 1 -- 172.21.15.17:0/3563268972 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fb9140c47d0 con 0x5588efa78b40 2024-09-16T01:56:08.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.527+0000 7fb92d5c0740 10 client.27451 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:08.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.527+0000 7fb92d5c0740 10 client.27451 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:56:08.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.527+0000 7fb92d5c0740 20 client.27451 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:08.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.527+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/3563268972 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5588efa91e10 0x5588efafefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:08.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.527+0000 7fb92d5c0740 4 client.27451 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:56:08.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.527+0000 7fb92d5c0740 1 -- 172.21.15.17:0/3563268972 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5588efa7f820 con 0x5588efa91e10 2024-09-16T01:56:08.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.527+0000 7fb928f83640 1 --2- 172.21.15.17:0/3563268972 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5588efa91e10 0x5588efafefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:08.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.527+0000 7fb928f83640 1 --2- 172.21.15.17:0/3563268972 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5588efa91e10 0x5588efafefb0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=7b314cadd67efae8 server_cookie=47c7201d24ff6f9b in_seq=0 out_seq=0 2024-09-16T01:56:08.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.527+0000 7fb903fff640 10 client.27451 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:56:08.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.527+0000 7fb903fff640 1 -- 172.21.15.17:0/3563268972 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5588efa7f820 con 0x5588efa91e10 2024-09-16T01:56:08.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.527+0000 7fb903fff640 10 client.27451 handle_command_reply: tid=0 2024-09-16T01:56:08.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.527+0000 7fb92d5c0740 1 client.27451 shutdown 2024-09-16T01:56:08.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.528+0000 7fb92d5c0740 1 -- 172.21.15.17:0/3563268972 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa78b40 msgr2=0x5588efa7bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:08.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.528+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/3563268972 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa78b40 0x5588efa7bd50 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fb9140ed4d0 tx=0x7fb91402a340 comp rx=0 tx=0).stop 2024-09-16T01:56:08.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.528+0000 7fb92d5c0740 1 -- 172.21.15.17:0/3563268972 shutdown_connections 2024-09-16T01:56:08.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.528+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/3563268972 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5588efa91e10 0x5588efafefb0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.528+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/3563268972 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5588efa82370 0x5588efa7c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.528+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/3563268972 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5588efa78b40 0x5588efa7bd50 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.528+0000 7fb903fff640 0 client.27451 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:56:08.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.528+0000 7fb92d5c0740 1 --2- 172.21.15.17:0/3563268972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588efa775d0 0x5588efa8ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.528+0000 7fb92d5c0740 1 -- 172.21.15.17:0/3563268972 >> 172.21.15.17:0/3563268972 conn(0x5588efa40310 msgr2=0x5588efa7e040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:08.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.528+0000 7fb92d5c0740 1 -- 172.21.15.17:0/3563268972 shutdown_connections 2024-09-16T01:56:08.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.528+0000 7fb92d5c0740 1 -- 172.21.15.17:0/3563268972 wait complete. 2024-09-16T01:56:08.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.528+0000 7fb92d5c0740 20 client.27451 trim_cache size 0 max 16384 2024-09-16T01:56:08.535 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:56:08.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.529+0000 7fb92b1e7640 1 -- 172.21.15.17:0/1521593881 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb90c0a32c0 msgr2=0x7fb90c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:08.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.529+0000 7fb92b1e7640 1 --2- 172.21.15.17:0/1521593881 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb90c0a32c0 0x7fb90c0a5780 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7fb91c005fd0 tx=0x7fb91c004ab0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.529+0000 7fb92b1e7640 1 -- 172.21.15.17:0/1521593881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9241027a0 msgr2=0x7fb924074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:08.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.529+0000 7fb92b1e7640 1 --2- 172.21.15.17:0/1521593881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9241027a0 0x7fb924074a30 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7fb9140303f0 tx=0x7fb914030e00 comp rx=0 tx=0).stop 2024-09-16T01:56:08.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.529+0000 7fb92b1e7640 1 -- 172.21.15.17:0/1521593881 shutdown_connections 2024-09-16T01:56:08.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.529+0000 7fb92b1e7640 1 --2- 172.21.15.17:0/1521593881 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb90c0a32c0 0x7fb90c0a5780 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.529+0000 7fb92b1e7640 1 --2- 172.21.15.17:0/1521593881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb924106f20 0x7fb924074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.529+0000 7fb92b1e7640 1 --2- 172.21.15.17:0/1521593881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb9241027a0 0x7fb924074a30 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.529+0000 7fb92b1e7640 1 --2- 172.21.15.17:0/1521593881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb924101df0 0x7fb9240744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:08.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.529+0000 7fb92b1e7640 1 -- 172.21.15.17:0/1521593881 >> 172.21.15.17:0/1521593881 conn(0x7fb9240fd8f0 msgr2=0x7fb9240fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:08.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.529+0000 7fb92b1e7640 1 -- 172.21.15.17:0/1521593881 shutdown_connections 2024-09-16T01:56:08.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:08.529+0000 7fb92b1e7640 1 -- 172.21.15.17:0/1521593881 wait complete. 2024-09-16T01:56:08.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 479516 3.75 MB/sec execute 571 sec latency 27.840 ms 2024-09-16T01:56:08.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:08 smithi017 ceph-mon[30972]: pgmap v717: 97 pgs: 97 active+clean; 200 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.4 MiB/s wr, 82 op/s 2024-09-16T01:56:08.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:56:08.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:56:08.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:08 smithi122 ceph-mon[34758]: pgmap v717: 97 pgs: 97 active+clean; 200 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.4 MiB/s wr, 82 op/s 2024-09-16T01:56:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:56:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:56:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:08.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:08 smithi029 ceph-mon[34783]: pgmap v717: 97 pgs: 97 active+clean; 200 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 1.4 MiB/s wr, 82 op/s 2024-09-16T01:56:08.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:56:08.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:56:08.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:56:09.378 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:56:09.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 480148 3.76 MB/sec execute 572 sec latency 12.046 ms 2024-09-16T01:56:09.652 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:56:10.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.168+0000 7feba0cc5640 1 -- 172.21.15.17:0/1058909369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1082e0 msgr2=0x7feb9c10ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:10.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.168+0000 7feba0cc5640 1 --2- 172.21.15.17:0/1058909369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1082e0 0x7feb9c10ec50 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7feb94009cd0 tx=0x7feb9402a8e0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.168+0000 7feba0cc5640 1 -- 172.21.15.17:0/1058909369 shutdown_connections 2024-09-16T01:56:10.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.168+0000 7feba0cc5640 1 --2- 172.21.15.17:0/1058909369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1082e0 0x7feb9c10ec50 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.168+0000 7feba0cc5640 1 --2- 172.21.15.17:0/1058909369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb9c103760 0x7feb9c107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.168+0000 7feba0cc5640 1 --2- 172.21.15.17:0/1058909369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb9c102db0 0x7feb9c103190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.168+0000 7feba0cc5640 1 -- 172.21.15.17:0/1058909369 >> 172.21.15.17:0/1058909369 conn(0x7feb9c0fc7d0 msgr2=0x7feb9c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:10.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.168+0000 7feba0cc5640 1 -- 172.21.15.17:0/1058909369 shutdown_connections 2024-09-16T01:56:10.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.168+0000 7feba0cc5640 1 -- 172.21.15.17:0/1058909369 wait complete. 2024-09-16T01:56:10.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.169+0000 7feba0cc5640 1 Processor -- start 2024-09-16T01:56:10.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.169+0000 7feba0cc5640 1 -- start start 2024-09-16T01:56:10.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.169+0000 7feba0cc5640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb9c102db0 0x7feb9c1985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.169+0000 7feba0cc5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb9c103760 0x7feb9c198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.169+0000 7feba0cc5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1082e0 0x7feb9c19ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.169+0000 7feba0cc5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feb9c111f60 con 0x7feb9c1082e0 2024-09-16T01:56:10.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.169+0000 7feba0cc5640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feb9c111de0 con 0x7feb9c102db0 2024-09-16T01:56:10.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.169+0000 7feba0cc5640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feb9c1120e0 con 0x7feb9c103760 2024-09-16T01:56:10.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.170+0000 7feb9ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1082e0 0x7feb9c19ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.170+0000 7feb93fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb9c103760 0x7feb9c198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.170+0000 7feb93fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb9c103760 0x7feb9c198af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46636/0 (socket says 172.21.15.17:46636) 2024-09-16T01:56:10.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.170+0000 7feb9ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1082e0 0x7feb9c19ce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54272/0 (socket says 172.21.15.17:54272) 2024-09-16T01:56:10.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.170+0000 7feb93fff640 1 -- 172.21.15.17:0/1346312886 learned_addr learned my addr 172.21.15.17:0/1346312886 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:10.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.170+0000 7feb9a59c640 1 --2- 172.21.15.17:0/1346312886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb9c102db0 0x7feb9c1985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.170+0000 7feb93fff640 1 -- 172.21.15.17:0/1346312886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb9c102db0 msgr2=0x7feb9c1985b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:10.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.170+0000 7feb93fff640 1 --2- 172.21.15.17:0/1346312886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb9c102db0 0x7feb9c1985b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.170+0000 7feb93fff640 1 -- 172.21.15.17:0/1346312886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1082e0 msgr2=0x7feb9c19ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:10.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.170+0000 7feb93fff640 1 --2- 172.21.15.17:0/1346312886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1082e0 0x7feb9c19ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.170+0000 7feb93fff640 1 -- 172.21.15.17:0/1346312886 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb9c19d560 con 0x7feb9c103760 2024-09-16T01:56:10.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.170+0000 7feb93fff640 1 --2- 172.21.15.17:0/1346312886 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb9c103760 0x7feb9c198af0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7feb8400e9f0 tx=0x7feb8400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:10.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.170+0000 7feb937fe640 1 -- 172.21.15.17:0/1346312886 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8400ccc0 con 0x7feb9c103760 2024-09-16T01:56:10.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.171+0000 7feba0cc5640 1 -- 172.21.15.17:0/1346312886 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb9c19d850 con 0x7feb9c103760 2024-09-16T01:56:10.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.171+0000 7feb937fe640 1 -- 172.21.15.17:0/1346312886 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb840108e0 con 0x7feb9c103760 2024-09-16T01:56:10.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.171+0000 7feb937fe640 1 -- 172.21.15.17:0/1346312886 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb840187c0 con 0x7feb9c103760 2024-09-16T01:56:10.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.171+0000 7feba0cc5640 1 -- 172.21.15.17:0/1346312886 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb9c1a5130 con 0x7feb9c103760 2024-09-16T01:56:10.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.173+0000 7feb937fe640 1 -- 172.21.15.17:0/1346312886 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7feb84010a90 con 0x7feb9c103760 2024-09-16T01:56:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.173+0000 7feba309e740 1 Processor -- start 2024-09-16T01:56:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feba309e740 1 -- start start 2024-09-16T01:56:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feba309e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd8b40 0x55ea24cd7090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feba309e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24cd75d0 0x55ea24cd7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feba309e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24ce2370 0x55ea24ce4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feba309e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ea24c3d2f0 con 0x55ea24cd75d0 2024-09-16T01:56:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feba309e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ea24be4cf0 con 0x55ea24ce2370 2024-09-16T01:56:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feba309e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ea24c392b0 con 0x55ea24cd8b40 2024-09-16T01:56:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feb9ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd8b40 0x55ea24cd7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feb9a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24cd75d0 0x55ea24cd7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feb9ad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd8b40 0x55ea24cd7090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46638/0 (socket says 172.21.15.17:46638) 2024-09-16T01:56:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feb9ad9d640 1 -- 172.21.15.17:0/3440333058 learned_addr learned my addr 172.21.15.17:0/3440333058 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feb93fff640 1 --2- 172.21.15.17:0/3440333058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24ce2370 0x55ea24ce4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feb9ad9d640 1 -- 172.21.15.17:0/3440333058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24ce2370 msgr2=0x55ea24ce4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feb9ad9d640 1 --2- 172.21.15.17:0/3440333058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24ce2370 0x55ea24ce4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feb9ad9d640 1 -- 172.21.15.17:0/3440333058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24cd75d0 msgr2=0x55ea24cd7a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feb9ad9d640 1 --2- 172.21.15.17:0/3440333058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24cd75d0 0x55ea24cd7a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.174+0000 7feb9ad9d640 1 -- 172.21.15.17:0/3440333058 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea24bc93a0 con 0x55ea24cd8b40 2024-09-16T01:56:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.175+0000 7feb937fe640 1 --2- 172.21.15.17:0/1346312886 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb880a3240 0x7feb880a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.175+0000 7feb9ad9d640 1 --2- 172.21.15.17:0/3440333058 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd8b40 0x55ea24cd7090 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7feb94035000 tx=0x7feb94009900 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a7d8d52d79c6a103 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:10.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.175+0000 7feb9a59c640 1 --2- 172.21.15.17:0/1346312886 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb880a3240 0x7feb880a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.175+0000 7feb937fe640 1 -- 172.21.15.17:0/1346312886 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feb840cfbc0 con 0x7feb9c103760 2024-09-16T01:56:10.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.175+0000 7feb90ff9640 1 -- 172.21.15.17:0/3440333058 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb940316b0 con 0x55ea24cd8b40 2024-09-16T01:56:10.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.175+0000 7feb90ff9640 1 -- 172.21.15.17:0/3440333058 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb94036040 con 0x55ea24cd8b40 2024-09-16T01:56:10.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.175+0000 7feb90ff9640 1 -- 172.21.15.17:0/3440333058 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb94004390 con 0x55ea24cd8b40 2024-09-16T01:56:10.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.176+0000 7feba309e740 1 -- 172.21.15.17:0/3440333058 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd8b40 msgr2=0x55ea24cd7090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:10.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.176+0000 7feb9a59c640 1 --2- 172.21.15.17:0/1346312886 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb880a3240 0x7feb880a5700 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x55ea24cd4ac0 tx=0x7feb8c015040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:10.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.176+0000 7feba309e740 1 --2- 172.21.15.17:0/3440333058 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd8b40 0x55ea24cd7090 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7feb94035000 tx=0x7feb94009900 comp rx=0 tx=0).stop 2024-09-16T01:56:10.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.176+0000 7feba309e740 1 -- 172.21.15.17:0/3440333058 shutdown_connections 2024-09-16T01:56:10.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.176+0000 7feba309e740 1 --2- 172.21.15.17:0/3440333058 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24ce2370 0x55ea24ce4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.176+0000 7feba309e740 1 --2- 172.21.15.17:0/3440333058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24cd75d0 0x55ea24cd7a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.176+0000 7feba309e740 1 --2- 172.21.15.17:0/3440333058 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd8b40 0x55ea24cd7090 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.176+0000 7feba309e740 1 -- 172.21.15.17:0/3440333058 >> 172.21.15.17:0/3440333058 conn(0x55ea24ca0310 msgr2=0x55ea24cd3c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:10.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.176+0000 7feba309e740 1 -- 172.21.15.17:0/3440333058 shutdown_connections 2024-09-16T01:56:10.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.176+0000 7feba309e740 1 -- 172.21.15.17:0/3440333058 wait complete. 2024-09-16T01:56:10.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.176+0000 7feba309e740 1 -- start start 2024-09-16T01:56:10.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.176+0000 7feba309e740 1 Processor -- start 2024-09-16T01:56:10.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feba309e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd75d0 0x55ea24ce1da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feba309e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd8b40 0x55ea24cdf050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feba309e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24ce2370 0x55ea24cdf7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feba309e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ea24ce5010 con 0x55ea24ce2370 2024-09-16T01:56:10.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feba309e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ea24bf8060 con 0x55ea24cd8b40 2024-09-16T01:56:10.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feba309e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ea24ce5190 con 0x55ea24cd75d0 2024-09-16T01:56:10.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feba309e740 10 client.0 _ll_register_callbacks cb 0x55ea2494b8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:10.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feb9ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24ce2370 0x55ea24cdf7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feb9a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd75d0 0x55ea24ce1da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feb9ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24ce2370 0x55ea24cdf7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54294/0 (socket says 172.21.15.17:54294) 2024-09-16T01:56:10.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feb9ad9d640 1 -- 172.21.15.17:0/1510693242 learned_addr learned my addr 172.21.15.17:0/1510693242 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:10.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feb93fff640 1 --2- 172.21.15.17:0/1510693242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd8b40 0x55ea24cdf050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feb9ad9d640 1 -- 172.21.15.17:0/1510693242 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd75d0 msgr2=0x55ea24ce1da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:10.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feb9ad9d640 1 --2- 172.21.15.17:0/1510693242 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd75d0 0x55ea24ce1da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feb9ad9d640 1 -- 172.21.15.17:0/1510693242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd8b40 msgr2=0x55ea24cdf050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:10.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feb9ad9d640 1 --2- 172.21.15.17:0/1510693242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd8b40 0x55ea24cdf050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feb9ad9d640 1 -- 172.21.15.17:0/1510693242 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea249ae3c0 con 0x55ea24ce2370 2024-09-16T01:56:10.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feb9a59c640 1 --2- 172.21.15.17:0/1510693242 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd75d0 0x55ea24ce1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:10.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.177+0000 7feb93fff640 1 --2- 172.21.15.17:0/1510693242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd8b40 0x55ea24cdf050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:10.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.178+0000 7feb9ad9d640 1 --2- 172.21.15.17:0/1510693242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24ce2370 0x55ea24cdf7e0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7feb94005e30 tx=0x7feb94031740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14dc215bacb40fa5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:10.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.178+0000 7feb81ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:56:10.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.178+0000 7feb81ffb640 1 -- 172.21.15.17:0/1510693242 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb94031cb0 con 0x55ea24ce2370 2024-09-16T01:56:10.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.178+0000 7feb81ffb640 1 -- 172.21.15.17:0/1510693242 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feb94004110 con 0x55ea24ce2370 2024-09-16T01:56:10.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.178+0000 7feba309e740 1 -- 172.21.15.17:0/1510693242 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb94036040 con 0x55ea24ce2370 2024-09-16T01:56:10.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.178+0000 7feb81ffb640 1 -- 172.21.15.17:0/1510693242 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7feb94009360 con 0x55ea24ce2370 2024-09-16T01:56:10.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.178+0000 7feba309e740 10 client.17814 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:10.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.178+0000 7feba309e740 1 -- 172.21.15.17:0/1510693242 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ea24cf0af0 con 0x55ea24ce2370 2024-09-16T01:56:10.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.178+0000 7feb81ffb640 1 -- 172.21.15.17:0/1510693242 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb94036040 con 0x55ea24ce2370 2024-09-16T01:56:10.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.178+0000 7feb81ffb640 1 -- 172.21.15.17:0/1510693242 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7feb94030070 con 0x55ea24ce2370 2024-09-16T01:56:10.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.179+0000 7feba309e740 10 client.17814 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:10.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.179+0000 7feba309e740 10 client.17814 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:56:10.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.179+0000 7feba309e740 20 client.17814 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:10.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.179+0000 7feba309e740 1 --2- 172.21.15.17:0/1510693242 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea24cf1e40 0x55ea24cf4230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.179+0000 7feba309e740 4 client.17814 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:56:10.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.179+0000 7feba309e740 1 -- 172.21.15.17:0/1510693242 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ea24c4a860 con 0x55ea24cf1e40 2024-09-16T01:56:10.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.179+0000 7feb9a59c640 1 --2- 172.21.15.17:0/1510693242 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea24cf1e40 0x55ea24cf4230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.179+0000 7feb81ffb640 10 client.17814 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:10.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.179+0000 7feb9a59c640 1 --2- 172.21.15.17:0/1510693242 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea24cf1e40 0x55ea24cf4230 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4a80826bcbe40897 server_cookie=951709b7e2a45ba9 in_seq=0 out_seq=0 2024-09-16T01:56:10.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.180+0000 7feb81ffb640 1 -- 172.21.15.17:0/1510693242 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ea24c4a860 con 0x55ea24cf1e40 2024-09-16T01:56:10.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.180+0000 7feb81ffb640 10 client.17814 handle_command_reply: tid=0 2024-09-16T01:56:10.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.180+0000 7feba309e740 1 client.17814 shutdown 2024-09-16T01:56:10.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.180+0000 7feba309e740 1 -- 172.21.15.17:0/1510693242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24ce2370 msgr2=0x55ea24cdf7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:10.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.180+0000 7feba309e740 1 --2- 172.21.15.17:0/1510693242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24ce2370 0x55ea24cdf7e0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7feb94005e30 tx=0x7feb94031740 comp rx=0 tx=0).stop 2024-09-16T01:56:10.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.180+0000 7feba309e740 1 -- 172.21.15.17:0/1510693242 shutdown_connections 2024-09-16T01:56:10.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.180+0000 7feba309e740 1 --2- 172.21.15.17:0/1510693242 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea24cf1e40 0x55ea24cf4230 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.180+0000 7feba309e740 1 --2- 172.21.15.17:0/1510693242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24ce2370 0x55ea24cdf7e0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.180+0000 7feba309e740 1 --2- 172.21.15.17:0/1510693242 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd8b40 0x55ea24cdf050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.180+0000 7feb81ffb640 0 client.17814 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:10.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.180+0000 7feba309e740 1 --2- 172.21.15.17:0/1510693242 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd75d0 0x55ea24ce1da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.180+0000 7feba309e740 1 -- 172.21.15.17:0/1510693242 >> 172.21.15.17:0/1510693242 conn(0x55ea24ca0310 msgr2=0x55ea24cd9960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:10.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.180+0000 7feba309e740 1 -- 172.21.15.17:0/1510693242 shutdown_connections 2024-09-16T01:56:10.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.180+0000 7feba309e740 1 -- 172.21.15.17:0/1510693242 wait complete. 2024-09-16T01:56:10.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.181+0000 7feba309e740 20 client.17814 trim_cache size 0 max 16384 2024-09-16T01:56:10.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feba309e740 1 Processor -- start 2024-09-16T01:56:10.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feba309e740 1 -- start start 2024-09-16T01:56:10.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feba309e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24cd75d0 0x55ea24cdd920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feba309e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd8b40 0x55ea24cdde60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feba309e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24ce2370 0x55ea24cf7250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feba309e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feb9c1adcb0 con 0x55ea24cd75d0 2024-09-16T01:56:10.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feba309e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feb9c1ab580 con 0x55ea24cd8b40 2024-09-16T01:56:10.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feba309e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feb9c1a93b0 con 0x55ea24ce2370 2024-09-16T01:56:10.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feb9a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24cd75d0 0x55ea24cdd920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feb9a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24cd75d0 0x55ea24cdd920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54310/0 (socket says 172.21.15.17:54310) 2024-09-16T01:56:10.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feb9a59c640 1 -- 172.21.15.17:0/699300930 learned_addr learned my addr 172.21.15.17:0/699300930 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:10.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feb9ad9d640 1 --2- 172.21.15.17:0/699300930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24ce2370 0x55ea24cf7250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feb93fff640 1 --2- 172.21.15.17:0/699300930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd8b40 0x55ea24cdde60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feb9a59c640 1 -- 172.21.15.17:0/699300930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24ce2370 msgr2=0x55ea24cf7250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:10.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feb9a59c640 1 --2- 172.21.15.17:0/699300930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24ce2370 0x55ea24cf7250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feb9a59c640 1 -- 172.21.15.17:0/699300930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd8b40 msgr2=0x55ea24cdde60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:10.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feb9a59c640 1 --2- 172.21.15.17:0/699300930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd8b40 0x55ea24cdde60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.196+0000 7feb9a59c640 1 -- 172.21.15.17:0/699300930 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ea24cd34f0 con 0x55ea24cd75d0 2024-09-16T01:56:10.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.197+0000 7feb9a59c640 1 --2- 172.21.15.17:0/699300930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24cd75d0 0x55ea24cdd920 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7feb8c013bb0 tx=0x7feb8c01b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc583e6999761d9f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:10.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.197+0000 7feb83fff640 1 -- 172.21.15.17:0/699300930 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8c005220 con 0x55ea24cd75d0 2024-09-16T01:56:10.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.197+0000 7feb83fff640 1 -- 172.21.15.17:0/699300930 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb8c026040 con 0x55ea24cd75d0 2024-09-16T01:56:10.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.197+0000 7feb83fff640 1 -- 172.21.15.17:0/699300930 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb8c00e890 con 0x55ea24cd75d0 2024-09-16T01:56:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.198+0000 7feba309e740 1 -- 172.21.15.17:0/699300930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24cd75d0 msgr2=0x55ea24cdd920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.198+0000 7feba309e740 1 --2- 172.21.15.17:0/699300930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24cd75d0 0x55ea24cdd920 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7feb8c013bb0 tx=0x7feb8c01b000 comp rx=0 tx=0).stop 2024-09-16T01:56:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.198+0000 7feba309e740 1 -- 172.21.15.17:0/699300930 shutdown_connections 2024-09-16T01:56:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.198+0000 7feba309e740 1 --2- 172.21.15.17:0/699300930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24ce2370 0x55ea24cf7250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.198+0000 7feba309e740 1 --2- 172.21.15.17:0/699300930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd8b40 0x55ea24cdde60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.198+0000 7feba309e740 1 --2- 172.21.15.17:0/699300930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24cd75d0 0x55ea24cdd920 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.198+0000 7feba309e740 1 -- 172.21.15.17:0/699300930 >> 172.21.15.17:0/699300930 conn(0x55ea24ca0310 msgr2=0x55ea24ccea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.198+0000 7feba309e740 1 -- 172.21.15.17:0/699300930 shutdown_connections 2024-09-16T01:56:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.198+0000 7feba309e740 1 -- 172.21.15.17:0/699300930 wait complete. 2024-09-16T01:56:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.198+0000 7feba309e740 1 -- start start 2024-09-16T01:56:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.198+0000 7feba309e740 1 Processor -- start 2024-09-16T01:56:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feba309e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd75d0 0x55ea24cf4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feba309e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd8b40 0x55ea24cf5050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feba309e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24ce2370 0x55ea24d53730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feba309e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feb9c1a9a40 con 0x55ea24ce2370 2024-09-16T01:56:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feba309e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feb9c1aaeb0 con 0x55ea24cd75d0 2024-09-16T01:56:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feba309e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feb9c1aa110 con 0x55ea24cd8b40 2024-09-16T01:56:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feba309e740 10 client.0 _ll_register_callbacks cb 0x7feb8c0137d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feb9ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24ce2370 0x55ea24d53730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feb93fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd8b40 0x55ea24cf5050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feb9ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24ce2370 0x55ea24d53730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54322/0 (socket says 172.21.15.17:54322) 2024-09-16T01:56:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feb93fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd8b40 0x55ea24cf5050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46668/0 (socket says 172.21.15.17:46668) 2024-09-16T01:56:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feb9ad9d640 1 -- 172.21.15.17:0/3749312687 learned_addr learned my addr 172.21.15.17:0/3749312687 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feb9a59c640 1 --2- 172.21.15.17:0/3749312687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd75d0 0x55ea24cf4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feb93fff640 1 -- 172.21.15.17:0/3749312687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd75d0 msgr2=0x55ea24cf4b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:10.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feb93fff640 1 --2- 172.21.15.17:0/3749312687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd75d0 0x55ea24cf4b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feb93fff640 1 -- 172.21.15.17:0/3749312687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24ce2370 msgr2=0x55ea24d53730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:10.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feb93fff640 1 --2- 172.21.15.17:0/3749312687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24ce2370 0x55ea24d53730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feb93fff640 1 -- 172.21.15.17:0/3749312687 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ea24d53dd0 con 0x55ea24cd8b40 2024-09-16T01:56:10.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feb9ad9d640 1 --2- 172.21.15.17:0/3749312687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24ce2370 0x55ea24d53730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:10.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feb93fff640 1 --2- 172.21.15.17:0/3749312687 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd8b40 0x55ea24cf5050 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x55ea24cd8070 tx=0x7feb8409bbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d06c1c4491ba9f94 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:10.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.199+0000 7feb81ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:56:10.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.200+0000 7feb81ffb640 1 -- 172.21.15.17:0/3749312687 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb840d4040 con 0x55ea24cd8b40 2024-09-16T01:56:10.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.200+0000 7feb81ffb640 1 -- 172.21.15.17:0/3749312687 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feb840cd7d0 con 0x55ea24cd8b40 2024-09-16T01:56:10.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.200+0000 7feba309e740 1 -- 172.21.15.17:0/3749312687 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feb8c026040 con 0x55ea24cd8b40 2024-09-16T01:56:10.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.200+0000 7feb81ffb640 1 -- 172.21.15.17:0/3749312687 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7feb840a0590 con 0x55ea24cd8b40 2024-09-16T01:56:10.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.200+0000 7feba309e740 10 client.27469 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:10.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.200+0000 7feba309e740 1 -- 172.21.15.17:0/3749312687 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55ea24d5c360 con 0x55ea24cd8b40 2024-09-16T01:56:10.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.200+0000 7feb81ffb640 1 -- 172.21.15.17:0/3749312687 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feb8c026040 con 0x55ea24cd8b40 2024-09-16T01:56:10.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.200+0000 7feb81ffb640 1 -- 172.21.15.17:0/3749312687 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7feb840cdb80 con 0x55ea24cd8b40 2024-09-16T01:56:10.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.200+0000 7feba309e740 10 client.27469 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:10.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.200+0000 7feba309e740 10 client.27469 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:56:10.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.200+0000 7feba309e740 20 client.27469 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:10.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.200+0000 7feba309e740 1 --2- 172.21.15.17:0/3749312687 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea24d5cae0 0x55ea24d5ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:10.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.200+0000 7feba309e740 4 client.27469 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:56:10.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.200+0000 7feba309e740 1 -- 172.21.15.17:0/3749312687 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ea24c44d70 con 0x55ea24d5cae0 2024-09-16T01:56:10.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feb9a59c640 1 --2- 172.21.15.17:0/3749312687 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea24d5cae0 0x55ea24d5ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:10.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feb81ffb640 10 client.27469 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:10.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feb9a59c640 1 --2- 172.21.15.17:0/3749312687 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea24d5cae0 0x55ea24d5ef00 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=69f98b3554601144 server_cookie=10c0f180135aa1d6 in_seq=0 out_seq=0 2024-09-16T01:56:10.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feb81ffb640 1 -- 172.21.15.17:0/3749312687 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ea24c44d70 con 0x55ea24d5cae0 2024-09-16T01:56:10.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feb81ffb640 10 client.27469 handle_command_reply: tid=0 2024-09-16T01:56:10.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feba309e740 1 client.27469 shutdown 2024-09-16T01:56:10.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feba309e740 1 -- 172.21.15.17:0/3749312687 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd8b40 msgr2=0x55ea24cf5050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:10.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feba309e740 1 --2- 172.21.15.17:0/3749312687 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd8b40 0x55ea24cf5050 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x55ea24cd8070 tx=0x7feb8409bbf0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feba309e740 1 -- 172.21.15.17:0/3749312687 shutdown_connections 2024-09-16T01:56:10.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feba309e740 1 --2- 172.21.15.17:0/3749312687 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55ea24d5cae0 0x55ea24d5ef00 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feba309e740 1 --2- 172.21.15.17:0/3749312687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea24ce2370 0x55ea24d53730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feba309e740 1 --2- 172.21.15.17:0/3749312687 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ea24cd8b40 0x55ea24cf5050 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feb81ffb640 0 client.27469 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:10.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feba309e740 1 --2- 172.21.15.17:0/3749312687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ea24cd75d0 0x55ea24cf4b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.201+0000 7feba309e740 1 -- 172.21.15.17:0/3749312687 >> 172.21.15.17:0/3749312687 conn(0x55ea24ca0310 msgr2=0x55ea24ce08b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:10.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba309e740 1 -- 172.21.15.17:0/3749312687 shutdown_connections 2024-09-16T01:56:10.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba309e740 1 -- 172.21.15.17:0/3749312687 wait complete. 2024-09-16T01:56:10.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba309e740 20 client.27469 trim_cache size 0 max 16384 2024-09-16T01:56:10.218 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:56:10.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba0cc5640 1 -- 172.21.15.17:0/1346312886 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb880a3240 msgr2=0x7feb880a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:10.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba0cc5640 1 --2- 172.21.15.17:0/1346312886 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb880a3240 0x7feb880a5700 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x55ea24cd4ac0 tx=0x7feb8c015040 comp rx=0 tx=0).stop 2024-09-16T01:56:10.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba0cc5640 1 -- 172.21.15.17:0/1346312886 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb9c103760 msgr2=0x7feb9c198af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:10.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba0cc5640 1 --2- 172.21.15.17:0/1346312886 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb9c103760 0x7feb9c198af0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7feb8400e9f0 tx=0x7feb8400eeb0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba0cc5640 1 -- 172.21.15.17:0/1346312886 shutdown_connections 2024-09-16T01:56:10.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba0cc5640 1 --2- 172.21.15.17:0/1346312886 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feb880a3240 0x7feb880a5700 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba0cc5640 1 --2- 172.21.15.17:0/1346312886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1082e0 0x7feb9c19ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba0cc5640 1 --2- 172.21.15.17:0/1346312886 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feb9c103760 0x7feb9c198af0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba0cc5640 1 --2- 172.21.15.17:0/1346312886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feb9c102db0 0x7feb9c1985b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:10.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba0cc5640 1 -- 172.21.15.17:0/1346312886 >> 172.21.15.17:0/1346312886 conn(0x7feb9c0fc7d0 msgr2=0x7feb9c105d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:10.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba0cc5640 1 -- 172.21.15.17:0/1346312886 shutdown_connections 2024-09-16T01:56:10.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:10.202+0000 7feba0cc5640 1 -- 172.21.15.17:0/1346312886 wait complete. 2024-09-16T01:56:10.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 480790 3.75 MB/sec execute 573 sec latency 18.394 ms 2024-09-16T01:56:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:10 smithi017 ceph-mon[30972]: pgmap v718: 97 pgs: 97 active+clean; 200 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.6 MiB/s wr, 92 op/s 2024-09-16T01:56:10.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:10 smithi122 ceph-mon[34758]: pgmap v718: 97 pgs: 97 active+clean; 200 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.6 MiB/s wr, 92 op/s 2024-09-16T01:56:10.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:10 smithi029 ceph-mon[34783]: pgmap v718: 97 pgs: 97 active+clean; 200 MiB data, 1.4 GiB used, 1.0 TiB / 1.0 TiB avail; 258 KiB/s rd, 1.6 MiB/s wr, 92 op/s 2024-09-16T01:56:11.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 481543 3.75 MB/sec execute 574 sec latency 13.773 ms 2024-09-16T01:56:11.991 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:56:11.992 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:56:12.287 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:56:12.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 482221 3.75 MB/sec execute 575 sec latency 16.411 ms 2024-09-16T01:56:12.699 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:12 smithi017 ceph-mon[30972]: pgmap v719: 97 pgs: 97 active+clean; 203 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.8 MiB/s wr, 86 op/s 2024-09-16T01:56:12.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:12 smithi029 ceph-mon[34783]: pgmap v719: 97 pgs: 97 active+clean; 203 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.8 MiB/s wr, 86 op/s 2024-09-16T01:56:12.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:12 smithi122 ceph-mon[34758]: pgmap v719: 97 pgs: 97 active+clean; 203 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 250 KiB/s rd, 1.8 MiB/s wr, 86 op/s 2024-09-16T01:56:12.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.798+0000 7f5199e97640 1 -- 172.21.15.17:0/2090000988 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f519410c170 msgr2=0x7f519410e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:12.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.798+0000 7f5199e97640 1 --2- 172.21.15.17:0/2090000988 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f519410c170 0x7f519410e610 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f518c009ca0 tx=0x7f518c02a950 comp rx=0 tx=0).stop 2024-09-16T01:56:12.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.798+0000 7f5199e97640 1 -- 172.21.15.17:0/2090000988 shutdown_connections 2024-09-16T01:56:12.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.798+0000 7f5199e97640 1 --2- 172.21.15.17:0/2090000988 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f519410c170 0x7f519410e610 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.798+0000 7f5199e97640 1 --2- 172.21.15.17:0/2090000988 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5194103660 0x7f519410bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.798+0000 7f5199e97640 1 --2- 172.21.15.17:0/2090000988 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5194102d40 0x7f5194103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.798+0000 7f5199e97640 1 -- 172.21.15.17:0/2090000988 >> 172.21.15.17:0/2090000988 conn(0x7f51940fc7a0 msgr2=0x7f51940febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:12.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.798+0000 7f5199e97640 1 -- 172.21.15.17:0/2090000988 shutdown_connections 2024-09-16T01:56:12.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.798+0000 7f5199e97640 1 -- 172.21.15.17:0/2090000988 wait complete. 2024-09-16T01:56:12.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.799+0000 7f5199e97640 1 Processor -- start 2024-09-16T01:56:12.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.799+0000 7f5199e97640 1 -- start start 2024-09-16T01:56:12.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.799+0000 7f5199e97640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5194102d40 0x7f51941009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.799+0000 7f5199e97640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5194103660 0x7f5194100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.799+0000 7f5199e97640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f519410c170 0x7f5194101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.799+0000 7f5199e97640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5194111e20 con 0x7f5194103660 2024-09-16T01:56:12.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.799+0000 7f5199e97640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5194111ca0 con 0x7f519410c170 2024-09-16T01:56:12.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.799+0000 7f5199e97640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5194111fa0 con 0x7f5194102d40 2024-09-16T01:56:12.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.799+0000 7f5192ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5194103660 0x7f5194100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f51937fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5194102d40 0x7f51941009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f5192ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5194103660 0x7f5194100ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54328/0 (socket says 172.21.15.17:54328) 2024-09-16T01:56:12.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f5192ffd640 1 -- 172.21.15.17:0/3466079908 learned_addr learned my addr 172.21.15.17:0/3466079908 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:12.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f5193fff640 1 --2- 172.21.15.17:0/3466079908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f519410c170 0x7f5194101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f51937fe640 1 -- 172.21.15.17:0/3466079908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f519410c170 msgr2=0x7f5194101420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:12.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f51937fe640 1 --2- 172.21.15.17:0/3466079908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f519410c170 0x7f5194101420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f51937fe640 1 -- 172.21.15.17:0/3466079908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5194103660 msgr2=0x7f5194100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:12.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f51937fe640 1 --2- 172.21.15.17:0/3466079908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5194103660 0x7f5194100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f51937fe640 1 -- 172.21.15.17:0/3466079908 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51941a6880 con 0x7f5194102d40 2024-09-16T01:56:12.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f5192ffd640 1 --2- 172.21.15.17:0/3466079908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5194103660 0x7f5194100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:12.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f51937fe640 1 --2- 172.21.15.17:0/3466079908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5194102d40 0x7f51941009a0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f518400e9f0 tx=0x7f518400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:12.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f5190ff9640 1 -- 172.21.15.17:0/3466079908 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518400ccc0 con 0x7f5194102d40 2024-09-16T01:56:12.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f5190ff9640 1 -- 172.21.15.17:0/3466079908 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5184005020 con 0x7f5194102d40 2024-09-16T01:56:12.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f5199e97640 1 -- 172.21.15.17:0/3466079908 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51941a6b70 con 0x7f5194102d40 2024-09-16T01:56:12.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.800+0000 7f5190ff9640 1 -- 172.21.15.17:0/3466079908 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5184004a00 con 0x7f5194102d40 2024-09-16T01:56:12.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.801+0000 7f5199e97640 1 -- 172.21.15.17:0/3466079908 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51941a7060 con 0x7f5194102d40 2024-09-16T01:56:12.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.803+0000 7f5190ff9640 1 -- 172.21.15.17:0/3466079908 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f5184004ba0 con 0x7f5194102d40 2024-09-16T01:56:12.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.803+0000 7f519c270740 1 Processor -- start 2024-09-16T01:56:12.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.803+0000 7f519c270740 1 -- start start 2024-09-16T01:56:12.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.804+0000 7f519c270740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770eeeca80 0x55770eeece60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.804+0000 7f519c270740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 0x55770ef00010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.804+0000 7f519c270740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770ef00550 0x55770ef02940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.804+0000 7f519c270740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55770ee52280 con 0x55770eeeca80 2024-09-16T01:56:12.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.804+0000 7f519c270740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55770edf9b10 con 0x55770eeed3a0 2024-09-16T01:56:12.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.804+0000 7f519c270740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55770ee4e240 con 0x55770ef00550 2024-09-16T01:56:12.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.804+0000 7f5193fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770eeeca80 0x55770eeece60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.804+0000 7f5193fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770eeeca80 0x55770eeece60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54336/0 (socket says 172.21.15.17:54336) 2024-09-16T01:56:12.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.804+0000 7f5193fff640 1 -- 172.21.15.17:0/626282907 learned_addr learned my addr 172.21.15.17:0/626282907 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:12.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.804+0000 7f5192ffd640 1 --2- 172.21.15.17:0/626282907 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770ef00550 0x55770ef02940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.804+0000 7f5190ff9640 1 --2- 172.21.15.17:0/3466079908 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f517c0a3240 0x7f517c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.804+0000 7f51937fe640 1 --2- 172.21.15.17:0/626282907 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 0x55770ef00010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.805+0000 7f5193fff640 1 --2- 172.21.15.17:0/3466079908 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f517c0a3240 0x7f517c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.805+0000 7f5192ffd640 1 -- 172.21.15.17:0/626282907 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 msgr2=0x55770ef00010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:12.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.805+0000 7f5192ffd640 1 --2- 172.21.15.17:0/626282907 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 0x55770ef00010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.805+0000 7f5192ffd640 1 -- 172.21.15.17:0/626282907 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770eeeca80 msgr2=0x55770eeece60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:12.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.805+0000 7f5192ffd640 1 --2- 172.21.15.17:0/626282907 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770eeeca80 0x55770eeece60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.805+0000 7f5192ffd640 1 -- 172.21.15.17:0/626282907 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55770ee061f0 con 0x55770ef00550 2024-09-16T01:56:12.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.805+0000 7f5190ff9640 1 -- 172.21.15.17:0/3466079908 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f51840cf8b0 con 0x7f5194102d40 2024-09-16T01:56:12.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.805+0000 7f5192ffd640 1 --2- 172.21.15.17:0/626282907 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770ef00550 0x55770ef02940 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f5188005fd0 tx=0x7f51880108e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=71834d3b007b40bc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:12.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.805+0000 7f5193fff640 1 --2- 172.21.15.17:0/3466079908 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f517c0a3240 0x7f517c0a5700 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f518c009ca0 tx=0x7f518c02a950 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:12.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.805+0000 7f5179ffb640 1 -- 172.21.15.17:0/626282907 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5188011820 con 0x55770ef00550 2024-09-16T01:56:12.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.805+0000 7f5179ffb640 1 -- 172.21.15.17:0/626282907 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f518801b430 con 0x55770ef00550 2024-09-16T01:56:12.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.805+0000 7f5179ffb640 1 -- 172.21.15.17:0/626282907 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518800d5a0 con 0x55770ef00550 2024-09-16T01:56:12.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.806+0000 7f519c270740 1 -- 172.21.15.17:0/626282907 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770ef00550 msgr2=0x55770ef02940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:12.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.806+0000 7f519c270740 1 --2- 172.21.15.17:0/626282907 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770ef00550 0x55770ef02940 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f5188005fd0 tx=0x7f51880108e0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.806+0000 7f519c270740 1 -- 172.21.15.17:0/626282907 shutdown_connections 2024-09-16T01:56:12.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.806+0000 7f519c270740 1 --2- 172.21.15.17:0/626282907 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770ef00550 0x55770ef02940 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.806+0000 7f519c270740 1 --2- 172.21.15.17:0/626282907 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 0x55770ef00010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.806+0000 7f519c270740 1 --2- 172.21.15.17:0/626282907 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770eeeca80 0x55770eeece60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.806+0000 7f519c270740 1 -- 172.21.15.17:0/626282907 >> 172.21.15.17:0/626282907 conn(0x55770eee90f0 msgr2=0x55770eee94d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:12.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.806+0000 7f519c270740 1 -- 172.21.15.17:0/626282907 shutdown_connections 2024-09-16T01:56:12.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.806+0000 7f519c270740 1 -- 172.21.15.17:0/626282907 wait complete. 2024-09-16T01:56:12.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.806+0000 7f519c270740 1 -- start start 2024-09-16T01:56:12.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.807+0000 7f519c270740 1 Processor -- start 2024-09-16T01:56:12.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.807+0000 7f519c270740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770eefd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.807+0000 7f519c270740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 0x55770eefda00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.807+0000 7f519c270740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770ef00550 0x55770eefdf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.807+0000 7f519c270740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55770ef030c0 con 0x55770ef00550 2024-09-16T01:56:12.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.807+0000 7f519c270740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55770ee0cf10 con 0x55770eeed3a0 2024-09-16T01:56:12.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.807+0000 7f519c270740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55770ef03240 con 0x55770eeeca80 2024-09-16T01:56:12.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.807+0000 7f519c270740 10 client.0 _ll_register_callbacks cb 0x55770edd5a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:12.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.807+0000 7f5193fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770ef00550 0x55770eefdf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.807+0000 7f5193fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770ef00550 0x55770eefdf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54350/0 (socket says 172.21.15.17:54350) 2024-09-16T01:56:12.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.807+0000 7f5193fff640 1 -- 172.21.15.17:0/1012499535 learned_addr learned my addr 172.21.15.17:0/1012499535 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:12.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.807+0000 7f51937fe640 1 --2- 172.21.15.17:0/1012499535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770eefd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.807+0000 7f5192ffd640 1 --2- 172.21.15.17:0/1012499535 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 0x55770eefda00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f51937fe640 1 -- 172.21.15.17:0/1012499535 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 msgr2=0x55770eefda00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:12.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f51937fe640 1 --2- 172.21.15.17:0/1012499535 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 0x55770eefda00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f51937fe640 1 -- 172.21.15.17:0/1012499535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770ef00550 msgr2=0x55770eefdf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:12.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f51937fe640 1 --2- 172.21.15.17:0/1012499535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770ef00550 0x55770eefdf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f51937fe640 1 -- 172.21.15.17:0/1012499535 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55770ebc36a0 con 0x55770eeeca80 2024-09-16T01:56:12.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f5193fff640 1 --2- 172.21.15.17:0/1012499535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770ef00550 0x55770eefdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:12.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f51937fe640 1 --2- 172.21.15.17:0/1012499535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770eefd4c0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f518409bb90 tx=0x7f5184009f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d938a823c86e75b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:12.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f5172ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:56:12.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f5172ffd640 1 -- 172.21.15.17:0/1012499535 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518401c070 con 0x55770eeeca80 2024-09-16T01:56:12.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f5172ffd640 1 -- 172.21.15.17:0/1012499535 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f51840cd480 con 0x55770eeeca80 2024-09-16T01:56:12.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f519c270740 1 -- 172.21.15.17:0/1012499535 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f518801b430 con 0x55770eeeca80 2024-09-16T01:56:12.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f5172ffd640 1 -- 172.21.15.17:0/1012499535 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f51840a0240 con 0x55770eeeca80 2024-09-16T01:56:12.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f519c270740 10 client.27481 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:12.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f519c270740 1 -- 172.21.15.17:0/1012499535 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55770ef0edf0 con 0x55770eeeca80 2024-09-16T01:56:12.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.808+0000 7f5172ffd640 1 -- 172.21.15.17:0/1012499535 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f518801b430 con 0x55770eeeca80 2024-09-16T01:56:12.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.809+0000 7f5172ffd640 1 -- 172.21.15.17:0/1012499535 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f51840a46e0 con 0x55770eeeca80 2024-09-16T01:56:12.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.809+0000 7f519c270740 10 client.27481 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:12.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.809+0000 7f519c270740 10 client.27481 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:56:12.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.809+0000 7f519c270740 20 client.27481 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:12.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.809+0000 7f519c270740 1 --2- 172.21.15.17:0/1012499535 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55770ef10300 0x55770ef12750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.809+0000 7f519c270740 4 client.27481 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:56:12.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.809+0000 7f519c270740 1 -- 172.21.15.17:0/1012499535 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55770ee5f7f0 con 0x55770ef10300 2024-09-16T01:56:12.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.809+0000 7f5192ffd640 1 --2- 172.21.15.17:0/1012499535 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55770ef10300 0x55770ef12750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.809+0000 7f5172ffd640 10 client.27481 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:12.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.809+0000 7f5192ffd640 1 --2- 172.21.15.17:0/1012499535 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55770ef10300 0x55770ef12750 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ceda80ed9b396d8 server_cookie=f5534b7e89b95bd8 in_seq=0 out_seq=0 2024-09-16T01:56:12.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.810+0000 7f5172ffd640 1 -- 172.21.15.17:0/1012499535 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55770ee5f7f0 con 0x55770ef10300 2024-09-16T01:56:12.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.810+0000 7f5172ffd640 10 client.27481 handle_command_reply: tid=0 2024-09-16T01:56:12.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.810+0000 7f519c270740 1 client.27481 shutdown 2024-09-16T01:56:12.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.810+0000 7f519c270740 1 -- 172.21.15.17:0/1012499535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 msgr2=0x55770eefd4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:12.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.810+0000 7f519c270740 1 --2- 172.21.15.17:0/1012499535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770eefd4c0 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f518409bb90 tx=0x7f5184009f60 comp rx=0 tx=0).stop 2024-09-16T01:56:12.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.810+0000 7f519c270740 1 -- 172.21.15.17:0/1012499535 shutdown_connections 2024-09-16T01:56:12.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.810+0000 7f519c270740 1 --2- 172.21.15.17:0/1012499535 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55770ef10300 0x55770ef12750 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.811+0000 7f519c270740 1 --2- 172.21.15.17:0/1012499535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770ef00550 0x55770eefdf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.811+0000 7f519c270740 1 --2- 172.21.15.17:0/1012499535 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 0x55770eefda00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.811+0000 7f519c270740 1 --2- 172.21.15.17:0/1012499535 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770eefd4c0 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.811+0000 7f5172ffd640 0 client.27481 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:12.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.811+0000 7f519c270740 1 -- 172.21.15.17:0/1012499535 >> 172.21.15.17:0/1012499535 conn(0x55770eee90f0 msgr2=0x55770eeeee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:12.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.811+0000 7f519c270740 1 -- 172.21.15.17:0/1012499535 shutdown_connections 2024-09-16T01:56:12.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.811+0000 7f519c270740 1 -- 172.21.15.17:0/1012499535 wait complete. 2024-09-16T01:56:12.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.811+0000 7f519c270740 20 client.27481 trim_cache size 0 max 16384 2024-09-16T01:56:12.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.829+0000 7f519c270740 1 Processor -- start 2024-09-16T01:56:12.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.829+0000 7f519c270740 1 -- start start 2024-09-16T01:56:12.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f519c270740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770eee8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f519c270740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770eeed3a0 0x55770ef18020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f519c270740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770ef00550 0x55770ef18560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f519c270740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f51941adbe0 con 0x55770eeed3a0 2024-09-16T01:56:12.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f519c270740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f51941ab4b0 con 0x55770ef00550 2024-09-16T01:56:12.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f519c270740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f51941a92e0 con 0x55770eeeca80 2024-09-16T01:56:12.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f5192ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770eeed3a0 0x55770ef18020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f5192ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770eeed3a0 0x55770ef18020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54362/0 (socket says 172.21.15.17:54362) 2024-09-16T01:56:12.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f5192ffd640 1 -- 172.21.15.17:0/3410139000 learned_addr learned my addr 172.21.15.17:0/3410139000 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:12.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f51937fe640 1 --2- 172.21.15.17:0/3410139000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770eee8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f5193fff640 1 --2- 172.21.15.17:0/3410139000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770ef00550 0x55770ef18560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f51937fe640 1 -- 172.21.15.17:0/3410139000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770ef00550 msgr2=0x55770ef18560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:12.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f51937fe640 1 --2- 172.21.15.17:0/3410139000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770ef00550 0x55770ef18560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f51937fe640 1 -- 172.21.15.17:0/3410139000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770eeed3a0 msgr2=0x55770ef18020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:12.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f51937fe640 1 --2- 172.21.15.17:0/3410139000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770eeed3a0 0x55770ef18020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f51937fe640 1 -- 172.21.15.17:0/3410139000 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55770eeea260 con 0x55770eeeca80 2024-09-16T01:56:12.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.830+0000 7f5193fff640 1 --2- 172.21.15.17:0/3410139000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770ef00550 0x55770ef18560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:56:12.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.831+0000 7f51937fe640 1 --2- 172.21.15.17:0/3410139000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770eee8160 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f5184097b70 tx=0x7f518409bc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4ffc50bebc422b35 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:12.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.831+0000 7f51797fa640 1 -- 172.21.15.17:0/3410139000 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518401c040 con 0x55770eeeca80 2024-09-16T01:56:12.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.831+0000 7f51797fa640 1 -- 172.21.15.17:0/3410139000 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51840a4b00 con 0x55770eeeca80 2024-09-16T01:56:12.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.831+0000 7f51797fa640 1 -- 172.21.15.17:0/3410139000 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51840a4670 con 0x55770eeeca80 2024-09-16T01:56:12.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.832+0000 7f519c270740 1 -- 172.21.15.17:0/3410139000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 msgr2=0x55770eee8160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:12.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.832+0000 7f519c270740 1 --2- 172.21.15.17:0/3410139000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770eee8160 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f5184097b70 tx=0x7f518409bc80 comp rx=0 tx=0).stop 2024-09-16T01:56:12.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.832+0000 7f519c270740 1 -- 172.21.15.17:0/3410139000 shutdown_connections 2024-09-16T01:56:12.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.832+0000 7f519c270740 1 --2- 172.21.15.17:0/3410139000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770ef00550 0x55770ef18560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.832+0000 7f519c270740 1 --2- 172.21.15.17:0/3410139000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770eeed3a0 0x55770ef18020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.832+0000 7f519c270740 1 --2- 172.21.15.17:0/3410139000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770eee8160 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.832+0000 7f519c270740 1 -- 172.21.15.17:0/3410139000 >> 172.21.15.17:0/3410139000 conn(0x55770eee90f0 msgr2=0x55770eee7a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:12.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.832+0000 7f519c270740 1 -- 172.21.15.17:0/3410139000 shutdown_connections 2024-09-16T01:56:12.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.832+0000 7f519c270740 1 -- 172.21.15.17:0/3410139000 wait complete. 2024-09-16T01:56:12.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.832+0000 7f519c270740 1 -- start start 2024-09-16T01:56:12.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.832+0000 7f519c270740 1 Processor -- start 2024-09-16T01:56:12.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f519c270740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770ef08aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f519c270740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 0x55770eefa0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f519c270740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770ef00550 0x55770eefa620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f519c270740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f51941a9970 con 0x55770ef00550 2024-09-16T01:56:12.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f519c270740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f51941aade0 con 0x55770eeed3a0 2024-09-16T01:56:12.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f519c270740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f51941aa040 con 0x55770eeeca80 2024-09-16T01:56:12.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f519c270740 10 client.0 _ll_register_callbacks cb 0x7f5184097ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:12.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f51937fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770ef08aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f5193fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770ef00550 0x55770eefa620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f51937fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770ef08aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:46716/0 (socket says 172.21.15.17:46716) 2024-09-16T01:56:12.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f51937fe640 1 -- 172.21.15.17:0/529083939 learned_addr learned my addr 172.21.15.17:0/529083939 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:12.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f5192ffd640 1 --2- 172.21.15.17:0/529083939 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 0x55770eefa0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f51937fe640 1 -- 172.21.15.17:0/529083939 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 msgr2=0x55770eefa0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:12.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f51937fe640 1 --2- 172.21.15.17:0/529083939 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 0x55770eefa0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f51937fe640 1 -- 172.21.15.17:0/529083939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770ef00550 msgr2=0x55770eefa620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:12.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f51937fe640 1 --2- 172.21.15.17:0/529083939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770ef00550 0x55770eefa620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f51937fe640 1 -- 172.21.15.17:0/529083939 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55770eefacc0 con 0x55770eeeca80 2024-09-16T01:56:12.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f51937fe640 1 --2- 172.21.15.17:0/529083939 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770ef08aa0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f518409be20 tx=0x7f518409c6d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=18ae0966b11ec7be server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:12.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f5172ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:56:12.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.833+0000 7f5172ffd640 1 -- 172.21.15.17:0/529083939 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f518401c030 con 0x55770eeeca80 2024-09-16T01:56:12.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.834+0000 7f5172ffd640 1 -- 172.21.15.17:0/529083939 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f51840a4670 con 0x55770eeeca80 2024-09-16T01:56:12.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.834+0000 7f519c270740 1 -- 172.21.15.17:0/529083939 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f51840a4b00 con 0x55770eeeca80 2024-09-16T01:56:12.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.834+0000 7f5172ffd640 1 -- 172.21.15.17:0/529083939 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f518409b7f0 con 0x55770eeeca80 2024-09-16T01:56:12.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.834+0000 7f519c270740 10 client.27487 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:12.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.834+0000 7f519c270740 1 -- 172.21.15.17:0/529083939 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55770ef7ae50 con 0x55770eeeca80 2024-09-16T01:56:12.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.834+0000 7f5172ffd640 1 -- 172.21.15.17:0/529083939 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f51840a4b00 con 0x55770eeeca80 2024-09-16T01:56:12.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.834+0000 7f5172ffd640 1 -- 172.21.15.17:0/529083939 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f5184081070 con 0x55770eeeca80 2024-09-16T01:56:12.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.834+0000 7f519c270740 10 client.27487 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:12.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.834+0000 7f519c270740 10 client.27487 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:56:12.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.834+0000 7f519c270740 20 client.27487 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:12.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.834+0000 7f519c270740 1 --2- 172.21.15.17:0/529083939 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55770ef7b230 0x55770ef7d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:12.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.834+0000 7f519c270740 4 client.27487 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:56:12.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.834+0000 7f519c270740 1 -- 172.21.15.17:0/529083939 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55770ee59d00 con 0x55770ef7b230 2024-09-16T01:56:12.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.834+0000 7f5192ffd640 1 --2- 172.21.15.17:0/529083939 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55770ef7b230 0x55770ef7d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:12.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.835+0000 7f5192ffd640 1 --2- 172.21.15.17:0/529083939 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55770ef7b230 0x55770ef7d620 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1807e2abfb45e405 server_cookie=5f1233e34bd1d261 in_seq=0 out_seq=0 2024-09-16T01:56:12.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.835+0000 7f5172ffd640 10 client.27487 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:12.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.835+0000 7f5172ffd640 1 -- 172.21.15.17:0/529083939 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55770ee59d00 con 0x55770ef7b230 2024-09-16T01:56:12.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.835+0000 7f5172ffd640 10 client.27487 handle_command_reply: tid=0 2024-09-16T01:56:12.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.836+0000 7f519c270740 1 client.27487 shutdown 2024-09-16T01:56:12.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.836+0000 7f519c270740 1 -- 172.21.15.17:0/529083939 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 msgr2=0x55770ef08aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:12.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.836+0000 7f519c270740 1 --2- 172.21.15.17:0/529083939 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770ef08aa0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f518409be20 tx=0x7f518409c6d0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.836+0000 7f519c270740 1 -- 172.21.15.17:0/529083939 shutdown_connections 2024-09-16T01:56:12.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.836+0000 7f519c270740 1 --2- 172.21.15.17:0/529083939 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55770ef7b230 0x55770ef7d620 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.836+0000 7f519c270740 1 --2- 172.21.15.17:0/529083939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55770ef00550 0x55770eefa620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.836+0000 7f519c270740 1 --2- 172.21.15.17:0/529083939 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55770eeed3a0 0x55770eefa0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.836+0000 7f519c270740 1 --2- 172.21.15.17:0/529083939 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55770eeeca80 0x55770ef08aa0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.836+0000 7f5172ffd640 0 client.27487 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:12.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.836+0000 7f519c270740 1 -- 172.21.15.17:0/529083939 >> 172.21.15.17:0/529083939 conn(0x55770eee90f0 msgr2=0x55770eefb970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:12.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.836+0000 7f519c270740 1 -- 172.21.15.17:0/529083939 shutdown_connections 2024-09-16T01:56:12.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.836+0000 7f519c270740 1 -- 172.21.15.17:0/529083939 wait complete. 2024-09-16T01:56:12.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.836+0000 7f519c270740 20 client.27487 trim_cache size 0 max 16384 2024-09-16T01:56:12.843 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:56:12.843 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:56:12.843 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "3ebec580-2fc5-49cd-9571-2164d4960a5c", 2024-09-16T01:56:12.844 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:56:12.844 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:56:12.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.837+0000 7f5199e97640 1 -- 172.21.15.17:0/3466079908 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f517c0a3240 msgr2=0x7f517c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:12.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.837+0000 7f5199e97640 1 --2- 172.21.15.17:0/3466079908 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f517c0a3240 0x7f517c0a5700 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f518c009ca0 tx=0x7f518c02a950 comp rx=0 tx=0).stop 2024-09-16T01:56:12.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.837+0000 7f5199e97640 1 -- 172.21.15.17:0/3466079908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5194102d40 msgr2=0x7f51941009a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:12.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.837+0000 7f5199e97640 1 --2- 172.21.15.17:0/3466079908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5194102d40 0x7f51941009a0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f518400e9f0 tx=0x7f518400eeb0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.837+0000 7f5199e97640 1 -- 172.21.15.17:0/3466079908 shutdown_connections 2024-09-16T01:56:12.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.837+0000 7f5199e97640 1 --2- 172.21.15.17:0/3466079908 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f517c0a3240 0x7f517c0a5700 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.837+0000 7f5199e97640 1 --2- 172.21.15.17:0/3466079908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f519410c170 0x7f5194101420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.837+0000 7f5199e97640 1 --2- 172.21.15.17:0/3466079908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5194103660 0x7f5194100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.837+0000 7f5199e97640 1 --2- 172.21.15.17:0/3466079908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5194102d40 0x7f51941009a0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:12.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.837+0000 7f5199e97640 1 -- 172.21.15.17:0/3466079908 >> 172.21.15.17:0/3466079908 conn(0x7f51940fc7a0 msgr2=0x7f51940fdf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:12.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.837+0000 7f5199e97640 1 -- 172.21.15.17:0/3466079908 shutdown_connections 2024-09-16T01:56:12.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:12.837+0000 7f5199e97640 1 -- 172.21.15.17:0/3466079908 wait complete. 2024-09-16T01:56:13.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 483000 3.75 MB/sec execute 576 sec latency 19.591 ms 2024-09-16T01:56:13.628 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:56:13.910 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:56:14.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.434+0000 7ff02fbb3640 1 -- 172.21.15.17:0/3816985504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0281082a0 msgr2=0x7ff02810ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:14.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.434+0000 7ff02fbb3640 1 --2- 172.21.15.17:0/3816985504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0281082a0 0x7ff02810ec40 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7ff020009be0 tx=0x7ff02002a6c0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.434+0000 7ff02fbb3640 1 -- 172.21.15.17:0/3816985504 shutdown_connections 2024-09-16T01:56:14.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.434+0000 7ff02fbb3640 1 --2- 172.21.15.17:0/3816985504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0281082a0 0x7ff02810ec40 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.434+0000 7ff02fbb3640 1 --2- 172.21.15.17:0/3816985504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0281036e0 0x7ff028107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.434+0000 7ff02fbb3640 1 --2- 172.21.15.17:0/3816985504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff028102d30 0x7ff028103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.434+0000 7ff02fbb3640 1 -- 172.21.15.17:0/3816985504 >> 172.21.15.17:0/3816985504 conn(0x7ff0280fc7d0 msgr2=0x7ff0280febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:14.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.434+0000 7ff02fbb3640 1 -- 172.21.15.17:0/3816985504 shutdown_connections 2024-09-16T01:56:14.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.434+0000 7ff02fbb3640 1 -- 172.21.15.17:0/3816985504 wait complete. 2024-09-16T01:56:14.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.434+0000 7ff02fbb3640 1 Processor -- start 2024-09-16T01:56:14.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02fbb3640 1 -- start start 2024-09-16T01:56:14.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02fbb3640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff028102d30 0x7ff028100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02fbb3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0281036e0 0x7ff028100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02fbb3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0281082a0 0x7ff028101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02fbb3640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff028111f50 con 0x7ff0281082a0 2024-09-16T01:56:14.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02fbb3640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff028111dd0 con 0x7ff028102d30 2024-09-16T01:56:14.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02fbb3640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff0281120d0 con 0x7ff0281036e0 2024-09-16T01:56:14.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02e150640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0281082a0 0x7ff028101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02d14e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0281036e0 0x7ff028100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02e150640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0281082a0 0x7ff028101410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54382/0 (socket says 172.21.15.17:54382) 2024-09-16T01:56:14.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02e150640 1 -- 172.21.15.17:0/2613203761 learned_addr learned my addr 172.21.15.17:0/2613203761 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:14.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02d94f640 1 --2- 172.21.15.17:0/2613203761 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff028102d30 0x7ff028100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02d14e640 1 -- 172.21.15.17:0/2613203761 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff028102d30 msgr2=0x7ff028100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:14.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02d14e640 1 --2- 172.21.15.17:0/2613203761 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff028102d30 0x7ff028100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02d14e640 1 -- 172.21.15.17:0/2613203761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0281082a0 msgr2=0x7ff028101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:14.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02d14e640 1 --2- 172.21.15.17:0/2613203761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0281082a0 0x7ff028101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.435+0000 7ff02d14e640 1 -- 172.21.15.17:0/2613203761 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0281a6970 con 0x7ff0281036e0 2024-09-16T01:56:14.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.436+0000 7ff02d14e640 1 --2- 172.21.15.17:0/2613203761 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0281036e0 0x7ff028100ed0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7ff02806a370 tx=0x7ff01800ee50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:14.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.436+0000 7ff01effd640 1 -- 172.21.15.17:0/2613203761 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff01800ccd0 con 0x7ff0281036e0 2024-09-16T01:56:14.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.436+0000 7ff01effd640 1 -- 172.21.15.17:0/2613203761 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0180035f0 con 0x7ff0281036e0 2024-09-16T01:56:14.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.436+0000 7ff02fbb3640 1 -- 172.21.15.17:0/2613203761 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0281a6c60 con 0x7ff0281036e0 2024-09-16T01:56:14.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.436+0000 7ff01effd640 1 -- 172.21.15.17:0/2613203761 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff018010690 con 0x7ff0281036e0 2024-09-16T01:56:14.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.436+0000 7ff02fbb3640 1 -- 172.21.15.17:0/2613203761 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0281a71a0 con 0x7ff0281036e0 2024-09-16T01:56:14.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.438+0000 7ff031f8c740 1 Processor -- start 2024-09-16T01:56:14.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.439+0000 7ff031f8c740 1 -- start start 2024-09-16T01:56:14.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.439+0000 7ff01effd640 1 -- 172.21.15.17:0/2613203761 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7ff0180037a0 con 0x7ff0281036e0 2024-09-16T01:56:14.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.439+0000 7ff031f8c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dd4a0 0x55db489dd880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.439+0000 7ff031f8c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 0x55db489e8140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.439+0000 7ff031f8c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 0x55db489eaa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.439+0000 7ff031f8c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55db489432e0 con 0x55db489dd4a0 2024-09-16T01:56:14.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.439+0000 7ff031f8c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55db488eace0 con 0x55db489e8680 2024-09-16T01:56:14.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.439+0000 7ff031f8c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55db4893f2a0 con 0x55db489dddc0 2024-09-16T01:56:14.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.439+0000 7ff02e150640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dd4a0 0x55db489dd880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.439+0000 7ff02e150640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dd4a0 0x55db489dd880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54388/0 (socket says 172.21.15.17:54388) 2024-09-16T01:56:14.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.439+0000 7ff02e150640 1 -- 172.21.15.17:0/1725064226 learned_addr learned my addr 172.21.15.17:0/1725064226 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:14.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.439+0000 7ff02d94f640 1 --2- 172.21.15.17:0/1725064226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 0x55db489e8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.439+0000 7ff02d14e640 1 --2- 172.21.15.17:0/1725064226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 0x55db489eaa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.440+0000 7ff02e150640 1 -- 172.21.15.17:0/1725064226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 msgr2=0x55db489e8140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:14.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.440+0000 7ff02e150640 1 --2- 172.21.15.17:0/1725064226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 0x55db489e8140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.440+0000 7ff02e150640 1 -- 172.21.15.17:0/1725064226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 msgr2=0x55db489eaa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:14.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.440+0000 7ff02e150640 1 --2- 172.21.15.17:0/1725064226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 0x55db489eaa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.440+0000 7ff02e150640 1 -- 172.21.15.17:0/1725064226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db488cf440 con 0x55db489dd4a0 2024-09-16T01:56:14.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.440+0000 7ff02d94f640 1 --2- 172.21.15.17:0/1725064226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 0x55db489e8140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:14.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.440+0000 7ff02e150640 1 --2- 172.21.15.17:0/1725064226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dd4a0 0x55db489dd880 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7ff020030450 tx=0x7ff020030480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71d3a164b2c4d18d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:14.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.440+0000 7ff01effd640 1 --2- 172.21.15.17:0/2613203761 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff0140a32c0 0x7ff0140a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.440+0000 7ff02d94f640 1 --2- 172.21.15.17:0/2613203761 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff0140a32c0 0x7ff0140a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.440+0000 7ff013fff640 1 -- 172.21.15.17:0/1725064226 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff020041030 con 0x55db489dd4a0 2024-09-16T01:56:14.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.441+0000 7ff013fff640 1 -- 172.21.15.17:0/1725064226 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff020037040 con 0x55db489dd4a0 2024-09-16T01:56:14.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.441+0000 7ff013fff640 1 -- 172.21.15.17:0/1725064226 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff020036040 con 0x55db489dd4a0 2024-09-16T01:56:14.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.441+0000 7ff01effd640 1 -- 172.21.15.17:0/2613203761 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff0180cfa00 con 0x7ff0281036e0 2024-09-16T01:56:14.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.441+0000 7ff031f8c740 1 -- 172.21.15.17:0/1725064226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dd4a0 msgr2=0x55db489dd880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:14.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.441+0000 7ff02d94f640 1 --2- 172.21.15.17:0/2613203761 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff0140a32c0 0x7ff0140a5780 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x55db489da890 tx=0x7ff024005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:14.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.441+0000 7ff031f8c740 1 --2- 172.21.15.17:0/1725064226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dd4a0 0x55db489dd880 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7ff020030450 tx=0x7ff020030480 comp rx=0 tx=0).stop 2024-09-16T01:56:14.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.442+0000 7ff031f8c740 1 -- 172.21.15.17:0/1725064226 shutdown_connections 2024-09-16T01:56:14.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.442+0000 7ff031f8c740 1 --2- 172.21.15.17:0/1725064226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 0x55db489eaa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.442+0000 7ff031f8c740 1 --2- 172.21.15.17:0/1725064226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 0x55db489e8140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.442+0000 7ff031f8c740 1 --2- 172.21.15.17:0/1725064226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dd4a0 0x55db489dd880 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.442+0000 7ff031f8c740 1 -- 172.21.15.17:0/1725064226 >> 172.21.15.17:0/1725064226 conn(0x55db489d9a30 msgr2=0x55db489d9e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:14.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.442+0000 7ff031f8c740 1 -- 172.21.15.17:0/1725064226 shutdown_connections 2024-09-16T01:56:14.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.442+0000 7ff031f8c740 1 -- 172.21.15.17:0/1725064226 wait complete. 2024-09-16T01:56:14.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.442+0000 7ff031f8c740 1 -- start start 2024-09-16T01:56:14.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.442+0000 7ff031f8c740 1 Processor -- start 2024-09-16T01:56:14.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff031f8c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dd4a0 0x55db489e8000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff031f8c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 0x55db489e52b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff031f8c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 0x55db489e5830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff031f8c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55db489eb250 con 0x55db489dd4a0 2024-09-16T01:56:14.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff031f8c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55db488fe050 con 0x55db489e8680 2024-09-16T01:56:14.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff031f8c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55db489eb3d0 con 0x55db489dddc0 2024-09-16T01:56:14.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff031f8c740 10 client.0 _ll_register_callbacks cb 0x55db4893e160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff02d94f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dd4a0 0x55db489e8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff02d94f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dd4a0 0x55db489e8000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54398/0 (socket says 172.21.15.17:54398) 2024-09-16T01:56:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff02d94f640 1 -- 172.21.15.17:0/226360570 learned_addr learned my addr 172.21.15.17:0/226360570 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff02d14e640 1 --2- 172.21.15.17:0/226360570 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 0x55db489e52b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff02e150640 1 --2- 172.21.15.17:0/226360570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 0x55db489e5830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff02d94f640 1 -- 172.21.15.17:0/226360570 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 msgr2=0x55db489e52b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff02d94f640 1 --2- 172.21.15.17:0/226360570 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 0x55db489e52b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff02d94f640 1 -- 172.21.15.17:0/226360570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 msgr2=0x55db489e5830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff02d94f640 1 --2- 172.21.15.17:0/226360570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 0x55db489e5830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff02d94f640 1 -- 172.21.15.17:0/226360570 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db486b43c0 con 0x55db489dd4a0 2024-09-16T01:56:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff02d94f640 1 --2- 172.21.15.17:0/226360570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dd4a0 0x55db489e8000 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7ff024009710 tx=0x7ff024004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b4f0da498d7276d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:14.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.443+0000 7ff0117fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:56:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.444+0000 7ff0117fa640 1 -- 172.21.15.17:0/226360570 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff024009be0 con 0x55db489dd4a0 2024-09-16T01:56:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.444+0000 7ff0117fa640 1 -- 172.21.15.17:0/226360570 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff024018030 con 0x55db489dd4a0 2024-09-16T01:56:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.444+0000 7ff031f8c740 1 -- 172.21.15.17:0/226360570 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff020037040 con 0x55db489dd4a0 2024-09-16T01:56:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.444+0000 7ff0117fa640 1 -- 172.21.15.17:0/226360570 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff024004020 con 0x55db489dd4a0 2024-09-16T01:56:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.444+0000 7ff031f8c740 10 client.17850 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.444+0000 7ff031f8c740 1 -- 172.21.15.17:0/226360570 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55db489f6ca0 con 0x55db489dd4a0 2024-09-16T01:56:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.445+0000 7ff0117fa640 1 -- 172.21.15.17:0/226360570 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff020037040 con 0x55db489dd4a0 2024-09-16T01:56:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.445+0000 7ff0117fa640 1 -- 172.21.15.17:0/226360570 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ff024029420 con 0x55db489dd4a0 2024-09-16T01:56:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.445+0000 7ff031f8c740 10 client.17850 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.445+0000 7ff031f8c740 10 client.17850 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:56:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.445+0000 7ff031f8c740 20 client.17850 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.445+0000 7ff031f8c740 1 --2- 172.21.15.17:0/226360570 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55db489f8160 0x55db489fa550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.445+0000 7ff031f8c740 4 client.17850 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:56:14.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.445+0000 7ff031f8c740 1 -- 172.21.15.17:0/226360570 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55db48950850 con 0x55db489f8160 2024-09-16T01:56:14.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.445+0000 7ff02d14e640 1 --2- 172.21.15.17:0/226360570 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55db489f8160 0x55db489fa550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.446+0000 7ff02d14e640 1 --2- 172.21.15.17:0/226360570 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55db489f8160 0x55db489fa550 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2b288d6a3a4a9b4 server_cookie=8230c2d995cff075 in_seq=0 out_seq=0 2024-09-16T01:56:14.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.446+0000 7ff0117fa640 10 client.17850 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:14.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.446+0000 7ff0117fa640 1 -- 172.21.15.17:0/226360570 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55db48950850 con 0x55db489f8160 2024-09-16T01:56:14.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.446+0000 7ff0117fa640 10 client.17850 handle_command_reply: tid=0 2024-09-16T01:56:14.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.446+0000 7ff031f8c740 1 client.17850 shutdown 2024-09-16T01:56:14.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.447+0000 7ff031f8c740 1 -- 172.21.15.17:0/226360570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dd4a0 msgr2=0x55db489e8000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:14.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.447+0000 7ff031f8c740 1 --2- 172.21.15.17:0/226360570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dd4a0 0x55db489e8000 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7ff024009710 tx=0x7ff024004730 comp rx=0 tx=0).stop 2024-09-16T01:56:14.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.447+0000 7ff031f8c740 1 -- 172.21.15.17:0/226360570 shutdown_connections 2024-09-16T01:56:14.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.447+0000 7ff031f8c740 1 --2- 172.21.15.17:0/226360570 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55db489f8160 0x55db489fa550 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.447+0000 7ff031f8c740 1 --2- 172.21.15.17:0/226360570 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 0x55db489e5830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.447+0000 7ff031f8c740 1 --2- 172.21.15.17:0/226360570 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 0x55db489e52b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.447+0000 7ff031f8c740 1 --2- 172.21.15.17:0/226360570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dd4a0 0x55db489e8000 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.447+0000 7ff031f8c740 1 -- 172.21.15.17:0/226360570 >> 172.21.15.17:0/226360570 conn(0x55db489d9a30 msgr2=0x55db489df760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:14.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.447+0000 7ff0117fa640 0 client.17850 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:14.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.447+0000 7ff031f8c740 1 -- 172.21.15.17:0/226360570 shutdown_connections 2024-09-16T01:56:14.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.447+0000 7ff031f8c740 1 -- 172.21.15.17:0/226360570 wait complete. 2024-09-16T01:56:14.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.447+0000 7ff031f8c740 20 client.17850 trim_cache size 0 max 16384 2024-09-16T01:56:14.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.467+0000 7ff031f8c740 1 Processor -- start 2024-09-16T01:56:14.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.467+0000 7ff031f8c740 1 -- start start 2024-09-16T01:56:14.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.467+0000 7ff031f8c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dd4a0 0x55db489ffe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.467+0000 7ff031f8c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dddc0 0x55db48a00340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.467+0000 7ff031f8c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 0x55db489e2510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.467+0000 7ff031f8c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff0281b20e0 con 0x55db489dddc0 2024-09-16T01:56:14.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.467+0000 7ff031f8c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff0281af9b0 con 0x55db489e8680 2024-09-16T01:56:14.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.467+0000 7ff031f8c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff0281ad7e0 con 0x55db489dd4a0 2024-09-16T01:56:14.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff02d14e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dddc0 0x55db48a00340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff02d14e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dddc0 0x55db48a00340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54402/0 (socket says 172.21.15.17:54402) 2024-09-16T01:56:14.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff02d14e640 1 -- 172.21.15.17:0/3445062396 learned_addr learned my addr 172.21.15.17:0/3445062396 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:14.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff02e150640 1 --2- 172.21.15.17:0/3445062396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 0x55db489e2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff02d94f640 1 --2- 172.21.15.17:0/3445062396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dd4a0 0x55db489ffe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff02d14e640 1 -- 172.21.15.17:0/3445062396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dd4a0 msgr2=0x55db489ffe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:14.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff02d14e640 1 --2- 172.21.15.17:0/3445062396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dd4a0 0x55db489ffe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff02d14e640 1 -- 172.21.15.17:0/3445062396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 msgr2=0x55db489e2510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:14.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff02d14e640 1 --2- 172.21.15.17:0/3445062396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 0x55db489e2510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff02d14e640 1 -- 172.21.15.17:0/3445062396 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55db489e5ba0 con 0x55db489dddc0 2024-09-16T01:56:14.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff02e150640 1 --2- 172.21.15.17:0/3445062396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 0x55db489e2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:14.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff02d14e640 1 --2- 172.21.15.17:0/3445062396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dddc0 0x55db48a00340 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7ff01809bf70 tx=0x7ff0180cd390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e17957d24507921e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:14.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff0137fe640 1 -- 172.21.15.17:0/3445062396 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff01809c6e0 con 0x55db489dddc0 2024-09-16T01:56:14.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff0137fe640 1 -- 172.21.15.17:0/3445062396 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff01809bfe0 con 0x55db489dddc0 2024-09-16T01:56:14.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.468+0000 7ff0137fe640 1 -- 172.21.15.17:0/3445062396 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff018003b10 con 0x55db489dddc0 2024-09-16T01:56:14.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.469+0000 7ff031f8c740 1 -- 172.21.15.17:0/3445062396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dddc0 msgr2=0x55db48a00340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:14.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.469+0000 7ff031f8c740 1 --2- 172.21.15.17:0/3445062396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dddc0 0x55db48a00340 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7ff01809bf70 tx=0x7ff0180cd390 comp rx=0 tx=0).stop 2024-09-16T01:56:14.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.469+0000 7ff031f8c740 1 -- 172.21.15.17:0/3445062396 shutdown_connections 2024-09-16T01:56:14.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.469+0000 7ff031f8c740 1 --2- 172.21.15.17:0/3445062396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489e8680 0x55db489e2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.469+0000 7ff031f8c740 1 --2- 172.21.15.17:0/3445062396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489dddc0 0x55db48a00340 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.469+0000 7ff031f8c740 1 --2- 172.21.15.17:0/3445062396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dd4a0 0x55db489ffe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.469+0000 7ff031f8c740 1 -- 172.21.15.17:0/3445062396 >> 172.21.15.17:0/3445062396 conn(0x55db489d9a30 msgr2=0x55db489d8b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:14.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.469+0000 7ff031f8c740 1 -- 172.21.15.17:0/3445062396 shutdown_connections 2024-09-16T01:56:14.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.469+0000 7ff031f8c740 1 -- 172.21.15.17:0/3445062396 wait complete. 2024-09-16T01:56:14.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.470+0000 7ff031f8c740 1 -- start start 2024-09-16T01:56:14.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.470+0000 7ff031f8c740 1 Processor -- start 2024-09-16T01:56:14.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.470+0000 7ff031f8c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489dd4a0 0x55db489ee580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.470+0000 7ff031f8c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 0x55db489eeac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.470+0000 7ff031f8c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489e8680 0x55db489ef000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.470+0000 7ff031f8c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff0281ade70 con 0x55db489e8680 2024-09-16T01:56:14.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.470+0000 7ff031f8c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff0281af2e0 con 0x55db489dd4a0 2024-09-16T01:56:14.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.470+0000 7ff031f8c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff0281ae540 con 0x55db489dddc0 2024-09-16T01:56:14.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.470+0000 7ff031f8c740 10 client.0 _ll_register_callbacks cb 0x7ff024009660 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:14.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.470+0000 7ff02e150640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489e8680 0x55db489ef000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff02e150640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489e8680 0x55db489ef000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54410/0 (socket says 172.21.15.17:54410) 2024-09-16T01:56:14.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff02d14e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 0x55db489eeac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff02e150640 1 -- 172.21.15.17:0/2958144374 learned_addr learned my addr 172.21.15.17:0/2958144374 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:14.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff02d94f640 1 --2- 172.21.15.17:0/2958144374 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489dd4a0 0x55db489ee580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff02e150640 1 -- 172.21.15.17:0/2958144374 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 msgr2=0x55db489eeac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:14.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff02e150640 1 --2- 172.21.15.17:0/2958144374 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 0x55db489eeac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff02e150640 1 -- 172.21.15.17:0/2958144374 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489dd4a0 msgr2=0x55db489ee580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:14.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff02e150640 1 --2- 172.21.15.17:0/2958144374 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489dd4a0 0x55db489ee580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff02e150640 1 -- 172.21.15.17:0/2958144374 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55db48a61fe0 con 0x55db489e8680 2024-09-16T01:56:14.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff02d14e640 1 --2- 172.21.15.17:0/2958144374 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 0x55db489eeac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:14.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff02e150640 1 --2- 172.21.15.17:0/2958144374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489e8680 0x55db489ef000 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7ff020005f00 tx=0x7ff02002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c11c992c74a9214a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:14.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff0117fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:56:14.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff0117fa640 1 -- 172.21.15.17:0/2958144374 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff020041040 con 0x55db489e8680 2024-09-16T01:56:14.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff0117fa640 1 -- 172.21.15.17:0/2958144374 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff020030b10 con 0x55db489e8680 2024-09-16T01:56:14.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.471+0000 7ff031f8c740 1 -- 172.21.15.17:0/2958144374 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff01809bfe0 con 0x55db489e8680 2024-09-16T01:56:14.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.472+0000 7ff0117fa640 1 -- 172.21.15.17:0/2958144374 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7ff020059050 con 0x55db489e8680 2024-09-16T01:56:14.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.472+0000 7ff031f8c740 10 client.17856 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:14.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.472+0000 7ff031f8c740 1 -- 172.21.15.17:0/2958144374 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x55db48a632b0 con 0x55db489e8680 2024-09-16T01:56:14.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.472+0000 7ff0117fa640 1 -- 172.21.15.17:0/2958144374 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff0200306a0 con 0x55db489e8680 2024-09-16T01:56:14.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.472+0000 7ff0117fa640 1 -- 172.21.15.17:0/2958144374 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7ff02003c040 con 0x55db489e8680 2024-09-16T01:56:14.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.472+0000 7ff031f8c740 10 client.17856 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:14.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.472+0000 7ff031f8c740 10 client.17856 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:56:14.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.472+0000 7ff031f8c740 20 client.17856 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:14.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.472+0000 7ff031f8c740 1 --2- 172.21.15.17:0/2958144374 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55db48a63540 0x55db48a65930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.472+0000 7ff031f8c740 4 client.17856 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:56:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.472+0000 7ff031f8c740 1 -- 172.21.15.17:0/2958144374 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7ff01809bfe0 con 0x55db48a63540 2024-09-16T01:56:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.472+0000 7ff02d94f640 1 --2- 172.21.15.17:0/2958144374 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55db48a63540 0x55db48a65930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.473+0000 7ff02d94f640 1 --2- 172.21.15.17:0/2958144374 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55db48a63540 0x55db48a65930 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=923a974040581baf server_cookie=ac9c0cfb3fc2efcc in_seq=0 out_seq=0 2024-09-16T01:56:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.473+0000 7ff0117fa640 10 client.17856 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.473+0000 7ff0117fa640 1 -- 172.21.15.17:0/2958144374 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7ff01809bfe0 con 0x55db48a63540 2024-09-16T01:56:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.473+0000 7ff0117fa640 10 client.17856 handle_command_reply: tid=0 2024-09-16T01:56:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.473+0000 7ff031f8c740 1 client.17856 shutdown 2024-09-16T01:56:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.473+0000 7ff031f8c740 1 -- 172.21.15.17:0/2958144374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489e8680 msgr2=0x55db489ef000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.473+0000 7ff031f8c740 1 --2- 172.21.15.17:0/2958144374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489e8680 0x55db489ef000 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7ff020005f00 tx=0x7ff02002a6c0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.473+0000 7ff031f8c740 1 -- 172.21.15.17:0/2958144374 shutdown_connections 2024-09-16T01:56:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.473+0000 7ff031f8c740 1 --2- 172.21.15.17:0/2958144374 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55db48a63540 0x55db48a65930 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.473+0000 7ff0117fa640 0 client.17856 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:14.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.473+0000 7ff031f8c740 1 --2- 172.21.15.17:0/2958144374 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55db489e8680 0x55db489ef000 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.473+0000 7ff031f8c740 1 --2- 172.21.15.17:0/2958144374 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55db489dddc0 0x55db489eeac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.474+0000 7ff031f8c740 1 --2- 172.21.15.17:0/2958144374 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55db489dd4a0 0x55db489ee580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.474+0000 7ff031f8c740 1 -- 172.21.15.17:0/2958144374 >> 172.21.15.17:0/2958144374 conn(0x55db489d9a30 msgr2=0x55db489e6b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:14.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.474+0000 7ff031f8c740 1 -- 172.21.15.17:0/2958144374 shutdown_connections 2024-09-16T01:56:14.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.474+0000 7ff031f8c740 1 -- 172.21.15.17:0/2958144374 wait complete. 2024-09-16T01:56:14.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.474+0000 7ff031f8c740 20 client.17856 trim_cache size 0 max 16384 2024-09-16T01:56:14.483 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:56:14.483 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:56:14.483 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:56:14.483 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:56:14.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.474+0000 7ff02fbb3640 1 -- 172.21.15.17:0/2613203761 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff0140a32c0 msgr2=0x7ff0140a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:14.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.474+0000 7ff02fbb3640 1 --2- 172.21.15.17:0/2613203761 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff0140a32c0 0x7ff0140a5780 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x55db489da890 tx=0x7ff024005f90 comp rx=0 tx=0).stop 2024-09-16T01:56:14.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.474+0000 7ff02fbb3640 1 -- 172.21.15.17:0/2613203761 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0281036e0 msgr2=0x7ff028100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:14.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.474+0000 7ff02fbb3640 1 --2- 172.21.15.17:0/2613203761 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0281036e0 0x7ff028100ed0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7ff02806a370 tx=0x7ff01800ee50 comp rx=0 tx=0).stop 2024-09-16T01:56:14.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.475+0000 7ff02fbb3640 1 -- 172.21.15.17:0/2613203761 shutdown_connections 2024-09-16T01:56:14.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.475+0000 7ff02fbb3640 1 --2- 172.21.15.17:0/2613203761 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff0140a32c0 0x7ff0140a5780 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.475+0000 7ff02fbb3640 1 --2- 172.21.15.17:0/2613203761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0281082a0 0x7ff028101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.475+0000 7ff02fbb3640 1 --2- 172.21.15.17:0/2613203761 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff0281036e0 0x7ff028100ed0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.475+0000 7ff02fbb3640 1 --2- 172.21.15.17:0/2613203761 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff028102d30 0x7ff028100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:14.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.475+0000 7ff02fbb3640 1 -- 172.21.15.17:0/2613203761 >> 172.21.15.17:0/2613203761 conn(0x7ff0280fc7d0 msgr2=0x7ff028105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:14.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.475+0000 7ff02fbb3640 1 -- 172.21.15.17:0/2613203761 shutdown_connections 2024-09-16T01:56:14.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:14.475+0000 7ff02fbb3640 1 -- 172.21.15.17:0/2613203761 wait complete. 2024-09-16T01:56:14.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 483630 3.76 MB/sec execute 577 sec latency 13.941 ms 2024-09-16T01:56:14.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:14 smithi017 ceph-mon[30972]: pgmap v720: 97 pgs: 97 active+clean; 202 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.6 MiB/s wr, 91 op/s 2024-09-16T01:56:14.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:14 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:56:14.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:14 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:56:14.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:14 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:56:14.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:14 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:56:14.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:14 smithi122 ceph-mon[34758]: pgmap v720: 97 pgs: 97 active+clean; 202 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.6 MiB/s wr, 91 op/s 2024-09-16T01:56:14.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:14 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:56:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:14 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:56:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:14 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:56:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:14 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:56:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:14 smithi029 ceph-mon[34783]: pgmap v720: 97 pgs: 97 active+clean; 202 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 253 KiB/s rd, 1.6 MiB/s wr, 91 op/s 2024-09-16T01:56:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:14 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:56:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:14 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:56:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:14 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:56:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:14 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:56:15.399 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:56:15.400 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:56:15.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 484211 3.75 MB/sec execute 578 sec latency 19.873 ms 2024-09-16T01:56:15.680 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:56:15.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:15 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:56:15.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:15 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:56:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:15 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:56:16.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.184+0000 7fd3939b2640 1 -- 172.21.15.17:0/1359224424 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38c102d30 msgr2=0x7fd38c103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:16.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.184+0000 7fd3939b2640 1 --2- 172.21.15.17:0/1359224424 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38c102d30 0x7fd38c103110 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7fd388009930 tx=0x7fd38802a420 comp rx=0 tx=0).stop 2024-09-16T01:56:16.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.184+0000 7fd3939b2640 1 -- 172.21.15.17:0/1359224424 shutdown_connections 2024-09-16T01:56:16.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.184+0000 7fd3939b2640 1 --2- 172.21.15.17:0/1359224424 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd38c1082a0 0x7fd38c10ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:16.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.184+0000 7fd3939b2640 1 --2- 172.21.15.17:0/1359224424 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd38c1036e0 0x7fd38c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:16.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.184+0000 7fd3939b2640 1 --2- 172.21.15.17:0/1359224424 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38c102d30 0x7fd38c103110 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:16.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.184+0000 7fd3939b2640 1 -- 172.21.15.17:0/1359224424 >> 172.21.15.17:0/1359224424 conn(0x7fd38c0fc7d0 msgr2=0x7fd38c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:16.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.184+0000 7fd3939b2640 1 -- 172.21.15.17:0/1359224424 shutdown_connections 2024-09-16T01:56:16.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.184+0000 7fd3939b2640 1 -- 172.21.15.17:0/1359224424 wait complete. 2024-09-16T01:56:16.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.185+0000 7fd3939b2640 1 Processor -- start 2024-09-16T01:56:16.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.185+0000 7fd3939b2640 1 -- start start 2024-09-16T01:56:16.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd3939b2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd38c102d30 0x7fd38c19a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:16.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd3939b2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38c1036e0 0x7fd38c19ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:16.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd3939b2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd38c1082a0 0x7fd38c19efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:16.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd3939b2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd38c111f50 con 0x7fd38c1036e0 2024-09-16T01:56:16.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd3939b2640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd38c111dd0 con 0x7fd38c102d30 2024-09-16T01:56:16.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd3939b2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd38c1120d0 con 0x7fd38c1082a0 2024-09-16T01:56:16.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd39174e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd38c102d30 0x7fd38c19a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:16.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd39174e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd38c102d30 0x7fd38c19a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:52352/0 (socket says 172.21.15.17:52352) 2024-09-16T01:56:16.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd390f4d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38c1036e0 0x7fd38c19ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:16.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd39174e640 1 -- 172.21.15.17:0/544180829 learned_addr learned my addr 172.21.15.17:0/544180829 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:16.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd391f4f640 1 --2- 172.21.15.17:0/544180829 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd38c1082a0 0x7fd38c19efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:16.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd39174e640 1 -- 172.21.15.17:0/544180829 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd38c1082a0 msgr2=0x7fd38c19efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:16.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd39174e640 1 --2- 172.21.15.17:0/544180829 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd38c1082a0 0x7fd38c19efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:16.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd39174e640 1 -- 172.21.15.17:0/544180829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38c1036e0 msgr2=0x7fd38c19ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:16.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd39174e640 1 --2- 172.21.15.17:0/544180829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38c1036e0 0x7fd38c19ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:16.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd39174e640 1 -- 172.21.15.17:0/544180829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd38c19f6a0 con 0x7fd38c102d30 2024-09-16T01:56:16.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.186+0000 7fd39174e640 1 --2- 172.21.15.17:0/544180829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd38c102d30 0x7fd38c19a6f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd388005940 tx=0x7fd3880042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:16.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.187+0000 7fd3827fc640 1 -- 172.21.15.17:0/544180829 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd38803f030 con 0x7fd38c102d30 2024-09-16T01:56:16.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.187+0000 7fd3939b2640 1 -- 172.21.15.17:0/544180829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd38c19f930 con 0x7fd38c102d30 2024-09-16T01:56:16.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.187+0000 7fd3827fc640 1 -- 172.21.15.17:0/544180829 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3880318a0 con 0x7fd38c102d30 2024-09-16T01:56:16.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.187+0000 7fd3827fc640 1 -- 172.21.15.17:0/544180829 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd388035070 con 0x7fd38c102d30 2024-09-16T01:56:16.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.187+0000 7fd3939b2640 1 -- 172.21.15.17:0/544180829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd38c1a7270 con 0x7fd38c102d30 2024-09-16T01:56:16.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.188+0000 7fd3939b2640 1 -- 172.21.15.17:0/544180829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd38c103110 con 0x7fd38c102d30 2024-09-16T01:56:16.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.189+0000 7fd3827fc640 1 -- 172.21.15.17:0/544180829 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fd388042030 con 0x7fd38c102d30 2024-09-16T01:56:16.471 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:56:16.471 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":25,"btime":"2024-09-16T01:43:27:193707+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":25,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:43:26.767348+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24499,24481,24469]},"id":1}]} 2024-09-16T01:56:16.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.190+0000 7fd3827fc640 1 --2- 172.21.15.17:0/544180829 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3780a3240 0x7fd3780a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:16.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.190+0000 7fd390f4d640 1 --2- 172.21.15.17:0/544180829 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3780a3240 0x7fd3780a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:16.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.190+0000 7fd3827fc640 1 -- 172.21.15.17:0/544180829 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd3880f02d0 con 0x7fd38c102d30 2024-09-16T01:56:16.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.191+0000 7fd390f4d640 1 --2- 172.21.15.17:0/544180829 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3780a3240 0x7fd3780a5700 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fd38c10f0a0 tx=0x7fd37c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:16.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.194+0000 7fd3827fc640 1 -- 172.21.15.17:0/544180829 <== mon.2 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd3880bc960 con 0x7fd38c102d30 2024-09-16T01:56:16.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.437+0000 7fd3939b2640 1 -- 172.21.15.17:0/544180829 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd38c19ba50 con 0x7fd38c102d30 2024-09-16T01:56:16.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.438+0000 7fd3827fc640 1 -- 172.21.15.17:0/544180829 <== mon.2 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+11901 (secure 0 0 0) 0x7fd3880c0c60 con 0x7fd38c102d30 2024-09-16T01:56:16.472 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 25 2024-09-16T01:56:16.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.441+0000 7fd3939b2640 1 -- 172.21.15.17:0/544180829 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3780a3240 msgr2=0x7fd3780a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:16.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.441+0000 7fd3939b2640 1 --2- 172.21.15.17:0/544180829 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3780a3240 0x7fd3780a5700 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fd38c10f0a0 tx=0x7fd37c005f90 comp rx=0 tx=0).stop 2024-09-16T01:56:16.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.441+0000 7fd3939b2640 1 -- 172.21.15.17:0/544180829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd38c102d30 msgr2=0x7fd38c19a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:16.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.441+0000 7fd3939b2640 1 --2- 172.21.15.17:0/544180829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd38c102d30 0x7fd38c19a6f0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd388005940 tx=0x7fd3880042f0 comp rx=0 tx=0).stop 2024-09-16T01:56:16.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.441+0000 7fd3939b2640 1 -- 172.21.15.17:0/544180829 shutdown_connections 2024-09-16T01:56:16.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.441+0000 7fd3939b2640 1 --2- 172.21.15.17:0/544180829 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3780a3240 0x7fd3780a5700 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:16.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.441+0000 7fd3939b2640 1 --2- 172.21.15.17:0/544180829 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd38c1082a0 0x7fd38c19efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:16.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.441+0000 7fd3939b2640 1 --2- 172.21.15.17:0/544180829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd38c1036e0 0x7fd38c19ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:16.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.441+0000 7fd3939b2640 1 --2- 172.21.15.17:0/544180829 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd38c102d30 0x7fd38c19a6f0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:16.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.441+0000 7fd3939b2640 1 -- 172.21.15.17:0/544180829 >> 172.21.15.17:0/544180829 conn(0x7fd38c0fc7d0 msgr2=0x7fd38c10cfb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:16.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.441+0000 7fd3939b2640 1 -- 172.21.15.17:0/544180829 shutdown_connections 2024-09-16T01:56:16.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:16.441+0000 7fd3939b2640 1 -- 172.21.15.17:0/544180829 wait complete. 2024-09-16T01:56:16.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 484905 3.75 MB/sec execute 579 sec latency 51.508 ms 2024-09-16T01:56:16.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:16 smithi017 ceph-mon[30972]: pgmap v721: 97 pgs: 97 active+clean; 203 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:56:16.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:16 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/544180829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:56:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:16 smithi122 ceph-mon[34758]: pgmap v721: 97 pgs: 97 active+clean; 203 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:56:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:16 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/544180829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:56:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:16 smithi029 ceph-mon[34783]: pgmap v721: 97 pgs: 97 active+clean; 203 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 360 KiB/s rd, 1.9 MiB/s wr, 106 op/s 2024-09-16T01:56:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:16 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/544180829' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:56:17.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 485614 3.75 MB/sec execute 580 sec latency 75.467 ms 2024-09-16T01:56:18.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 486461 3.75 MB/sec execute 581 sec latency 115.836 ms 2024-09-16T01:56:18.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:18 smithi017 ceph-mon[30972]: pgmap v722: 97 pgs: 97 active+clean; 203 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:56:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:18 smithi122 ceph-mon[34758]: pgmap v722: 97 pgs: 97 active+clean; 203 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:56:18.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:18 smithi029 ceph-mon[34783]: pgmap v722: 97 pgs: 97 active+clean; 203 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 246 KiB/s rd, 1.5 MiB/s wr, 81 op/s 2024-09-16T01:56:19.619 INFO:tasks.workunit.client.0.smithi017.stdout: 1 486961 3.76 MB/sec execute 582 sec latency 75.375 ms 2024-09-16T01:56:20.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 487373 3.75 MB/sec execute 583 sec latency 75.731 ms 2024-09-16T01:56:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:20 smithi017 ceph-mon[30972]: pgmap v723: 97 pgs: 97 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.7 MiB/s wr, 90 op/s 2024-09-16T01:56:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:20 smithi122 ceph-mon[34758]: pgmap v723: 97 pgs: 97 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.7 MiB/s wr, 90 op/s 2024-09-16T01:56:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:20 smithi029 ceph-mon[34783]: pgmap v723: 97 pgs: 97 active+clean; 204 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 247 KiB/s rd, 1.7 MiB/s wr, 90 op/s 2024-09-16T01:56:21.141 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:56:21.426 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:56:21.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 487992 3.75 MB/sec execute 584 sec latency 74.847 ms 2024-09-16T01:56:22.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.008+0000 7efde550a640 1 -- 172.21.15.17:0/2243012743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efde0102d50 msgr2=0x7efde0103130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:22.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.008+0000 7efde550a640 1 --2- 172.21.15.17:0/2243012743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efde0102d50 0x7efde0103130 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7efdd0009900 tx=0x7efdd002a480 comp rx=0 tx=0).stop 2024-09-16T01:56:22.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.008+0000 7efde550a640 1 -- 172.21.15.17:0/2243012743 shutdown_connections 2024-09-16T01:56:22.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.008+0000 7efde550a640 1 --2- 172.21.15.17:0/2243012743 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efde010c180 0x7efde010e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.008+0000 7efde550a640 1 --2- 172.21.15.17:0/2243012743 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efde0103670 0x7efde010bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.008+0000 7efde550a640 1 --2- 172.21.15.17:0/2243012743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efde0102d50 0x7efde0103130 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.008+0000 7efde550a640 1 -- 172.21.15.17:0/2243012743 >> 172.21.15.17:0/2243012743 conn(0x7efde00fc7d0 msgr2=0x7efde00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:22.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.008+0000 7efde550a640 1 -- 172.21.15.17:0/2243012743 shutdown_connections 2024-09-16T01:56:22.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.008+0000 7efde550a640 1 -- 172.21.15.17:0/2243012743 wait complete. 2024-09-16T01:56:22.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.009+0000 7efde550a640 1 Processor -- start 2024-09-16T01:56:22.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.009+0000 7efde550a640 1 -- start start 2024-09-16T01:56:22.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efde550a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efde0102d50 0x7efde01009b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efde550a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efde0103670 0x7efde0100ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efde550a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efde010c180 0x7efde0101430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efde550a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efde0111e30 con 0x7efde0102d50 2024-09-16T01:56:22.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efde550a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efde0111cb0 con 0x7efde010c180 2024-09-16T01:56:22.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efde550a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7efde0111fb0 con 0x7efde0103670 2024-09-16T01:56:22.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efddeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efde0102d50 0x7efde01009b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efddeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efde0102d50 0x7efde01009b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52708/0 (socket says 172.21.15.17:52708) 2024-09-16T01:56:22.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efdde7fc640 1 --2- 172.21.15.17:0/3878413534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efde0103670 0x7efde0100ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efddeffd640 1 -- 172.21.15.17:0/3878413534 learned_addr learned my addr 172.21.15.17:0/3878413534 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:22.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efddf7fe640 1 --2- 172.21.15.17:0/3878413534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efde010c180 0x7efde0101430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efdde7fc640 1 -- 172.21.15.17:0/3878413534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efde010c180 msgr2=0x7efde0101430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:22.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efdde7fc640 1 --2- 172.21.15.17:0/3878413534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efde010c180 0x7efde0101430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efdde7fc640 1 -- 172.21.15.17:0/3878413534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efde0102d50 msgr2=0x7efde01009b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:22.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efdde7fc640 1 --2- 172.21.15.17:0/3878413534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efde0102d50 0x7efde01009b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efdde7fc640 1 -- 172.21.15.17:0/3878413534 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efde01a68d0 con 0x7efde0103670 2024-09-16T01:56:22.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.010+0000 7efdde7fc640 1 --2- 172.21.15.17:0/3878413534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efde0103670 0x7efde0100ef0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7efdd400d680 tx=0x7efdd400da80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:22.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.011+0000 7efdc7fff640 1 -- 172.21.15.17:0/3878413534 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd4017070 con 0x7efde0103670 2024-09-16T01:56:22.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.011+0000 7efde550a640 1 -- 172.21.15.17:0/3878413534 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efde01a6bc0 con 0x7efde0103670 2024-09-16T01:56:22.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.011+0000 7efdc7fff640 1 -- 172.21.15.17:0/3878413534 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdd40047a0 con 0x7efde0103670 2024-09-16T01:56:22.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.011+0000 7efdc7fff640 1 -- 172.21.15.17:0/3878413534 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd4009af0 con 0x7efde0103670 2024-09-16T01:56:22.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.011+0000 7efde550a640 1 -- 172.21.15.17:0/3878413534 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efde01a7100 con 0x7efde0103670 2024-09-16T01:56:22.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.014+0000 7efdc7fff640 1 -- 172.21.15.17:0/3878413534 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7efdd4004950 con 0x7efde0103670 2024-09-16T01:56:22.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.014+0000 7efde78e3740 1 Processor -- start 2024-09-16T01:56:22.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.014+0000 7efde78e3740 1 -- start start 2024-09-16T01:56:22.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.014+0000 7efde78e3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c8b40 0x557a005c7090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.014+0000 7efde78e3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c75d0 0x557a005c7a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.014+0000 7efde78e3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 0x557a005d4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efde78e3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557a0052d2f0 con 0x557a005c8b40 2024-09-16T01:56:22.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efde78e3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557a004d4cf0 con 0x557a005d2370 2024-09-16T01:56:22.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efdc7fff640 1 --2- 172.21.15.17:0/3878413534 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efdc80a3240 0x7efdc80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efde78e3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557a005292b0 con 0x557a005c75d0 2024-09-16T01:56:22.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efddeffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c75d0 0x557a005c7a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efddf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c8b40 0x557a005c7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efddeffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c75d0 0x557a005c7a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53348/0 (socket says 172.21.15.17:53348) 2024-09-16T01:56:22.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efddeffd640 1 -- 172.21.15.17:0/2419621834 learned_addr learned my addr 172.21.15.17:0/2419621834 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:22.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efdde7fc640 1 --2- 172.21.15.17:0/2419621834 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 0x557a005d4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efdc7fff640 1 -- 172.21.15.17:0/3878413534 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7efdd40ceff0 con 0x7efde0103670 2024-09-16T01:56:22.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efddeffd640 1 -- 172.21.15.17:0/2419621834 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 msgr2=0x557a005d4760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:22.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efddeffd640 1 --2- 172.21.15.17:0/2419621834 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 0x557a005d4760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efddeffd640 1 -- 172.21.15.17:0/2419621834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c8b40 msgr2=0x557a005c7090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:22.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efddeffd640 1 --2- 172.21.15.17:0/2419621834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c8b40 0x557a005c7090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efddeffd640 1 -- 172.21.15.17:0/2419621834 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a004b93a0 con 0x557a005c75d0 2024-09-16T01:56:22.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efddf7fe640 1 --2- 172.21.15.17:0/2419621834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c8b40 0x557a005c7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:22.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efddf7fe640 1 --2- 172.21.15.17:0/3878413534 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efdc80a3240 0x7efdc80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.015+0000 7efddeffd640 1 --2- 172.21.15.17:0/2419621834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c75d0 0x557a005c7a10 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7efdd0000c00 tx=0x7efdd0031c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ed5b98e4fbbb26cd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:22.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.016+0000 7efdc57fa640 1 -- 172.21.15.17:0/2419621834 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd0040070 con 0x557a005c75d0 2024-09-16T01:56:22.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.016+0000 7efdc57fa640 1 -- 172.21.15.17:0/2419621834 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdd00316a0 con 0x557a005c75d0 2024-09-16T01:56:22.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.016+0000 7efdc57fa640 1 -- 172.21.15.17:0/2419621834 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd0035040 con 0x557a005c75d0 2024-09-16T01:56:22.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.016+0000 7efddf7fe640 1 --2- 172.21.15.17:0/3878413534 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efdc80a3240 0x7efdc80a5700 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7efdd80094d0 tx=0x7efdd8004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:22.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.017+0000 7efde78e3740 1 -- 172.21.15.17:0/2419621834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c75d0 msgr2=0x557a005c7a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:22.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.017+0000 7efde78e3740 1 --2- 172.21.15.17:0/2419621834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c75d0 0x557a005c7a10 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7efdd0000c00 tx=0x7efdd0031c20 comp rx=0 tx=0).stop 2024-09-16T01:56:22.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.017+0000 7efde78e3740 1 -- 172.21.15.17:0/2419621834 shutdown_connections 2024-09-16T01:56:22.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.017+0000 7efde78e3740 1 --2- 172.21.15.17:0/2419621834 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 0x557a005d4760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.017+0000 7efde78e3740 1 --2- 172.21.15.17:0/2419621834 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c75d0 0x557a005c7a10 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.017+0000 7efde78e3740 1 --2- 172.21.15.17:0/2419621834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c8b40 0x557a005c7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.017+0000 7efde78e3740 1 -- 172.21.15.17:0/2419621834 >> 172.21.15.17:0/2419621834 conn(0x557a00590310 msgr2=0x557a005c3c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:22.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.017+0000 7efde78e3740 1 -- 172.21.15.17:0/2419621834 shutdown_connections 2024-09-16T01:56:22.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.017+0000 7efde78e3740 1 -- 172.21.15.17:0/2419621834 wait complete. 2024-09-16T01:56:22.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.017+0000 7efde78e3740 1 -- start start 2024-09-16T01:56:22.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.017+0000 7efde78e3740 1 Processor -- start 2024-09-16T01:56:22.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efde78e3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c75d0 0x557a005d1d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efde78e3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c8b40 0x557a005ceff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efde78e3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 0x557a005cf5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efde78e3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557a005d5010 con 0x557a005c8b40 2024-09-16T01:56:22.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efde78e3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557a004e8060 con 0x557a005d2370 2024-09-16T01:56:22.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efde78e3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557a005d5190 con 0x557a005c75d0 2024-09-16T01:56:22.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efde78e3740 10 client.0 _ll_register_callbacks cb 0x557a0023b8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:22.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efddeffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c75d0 0x557a005d1d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efddeffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c75d0 0x557a005d1d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53364/0 (socket says 172.21.15.17:53364) 2024-09-16T01:56:22.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efddeffd640 1 -- 172.21.15.17:0/3186961493 learned_addr learned my addr 172.21.15.17:0/3186961493 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:22.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efdde7fc640 1 --2- 172.21.15.17:0/3186961493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c8b40 0x557a005ceff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efddf7fe640 1 --2- 172.21.15.17:0/3186961493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 0x557a005cf5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efddeffd640 1 -- 172.21.15.17:0/3186961493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 msgr2=0x557a005cf5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:22.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efddeffd640 1 --2- 172.21.15.17:0/3186961493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 0x557a005cf5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efddeffd640 1 -- 172.21.15.17:0/3186961493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c8b40 msgr2=0x557a005ceff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:22.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efddeffd640 1 --2- 172.21.15.17:0/3186961493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c8b40 0x557a005ceff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efddeffd640 1 -- 172.21.15.17:0/3186961493 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a0029e3c0 con 0x557a005c75d0 2024-09-16T01:56:22.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efdde7fc640 1 --2- 172.21.15.17:0/3186961493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c8b40 0x557a005ceff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:22.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efddeffd640 1 --2- 172.21.15.17:0/3186961493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c75d0 0x557a005d1d40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7efdd0005170 tx=0x7efdd0005e30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5f3ee7a2b8b8c66a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:22.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.018+0000 7efdc2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:56:22.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.019+0000 7efdc2ff5640 1 -- 172.21.15.17:0/3186961493 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd0040070 con 0x557a005c75d0 2024-09-16T01:56:22.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.019+0000 7efdc2ff5640 1 -- 172.21.15.17:0/3186961493 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7efdd00054c0 con 0x557a005c75d0 2024-09-16T01:56:22.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.019+0000 7efde78e3740 1 -- 172.21.15.17:0/3186961493 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdd00316a0 con 0x557a005c75d0 2024-09-16T01:56:22.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.019+0000 7efdc2ff5640 1 -- 172.21.15.17:0/3186961493 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7efdd0035040 con 0x557a005c75d0 2024-09-16T01:56:22.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.019+0000 7efde78e3740 10 client.27523 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:22.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.019+0000 7efde78e3740 1 -- 172.21.15.17:0/3186961493 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557a005d5010 con 0x557a005c75d0 2024-09-16T01:56:22.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.019+0000 7efdc2ff5640 1 -- 172.21.15.17:0/3186961493 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdd00316a0 con 0x557a005c75d0 2024-09-16T01:56:22.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.019+0000 7efdc2ff5640 1 -- 172.21.15.17:0/3186961493 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7efdd003c6e0 con 0x557a005c75d0 2024-09-16T01:56:22.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.020+0000 7efde78e3740 10 client.27523 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:22.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.020+0000 7efde78e3740 10 client.27523 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:56:22.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.020+0000 7efde78e3740 20 client.27523 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:22.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.020+0000 7efde78e3740 1 --2- 172.21.15.17:0/3186961493 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x557a005e2030 0x557a005e4460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.020+0000 7efde78e3740 4 client.27523 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:56:22.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.020+0000 7efde78e3740 1 -- 172.21.15.17:0/3186961493 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557a0053a860 con 0x557a005e2030 2024-09-16T01:56:22.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.020+0000 7efdde7fc640 1 --2- 172.21.15.17:0/3186961493 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x557a005e2030 0x557a005e4460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.020+0000 7efdde7fc640 1 --2- 172.21.15.17:0/3186961493 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x557a005e2030 0x557a005e4460 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2b9278df0c31bd74 server_cookie=fef3be43ecd5a34f in_seq=0 out_seq=0 2024-09-16T01:56:22.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.020+0000 7efdc2ff5640 10 client.27523 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:56:22.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.021+0000 7efdc2ff5640 1 -- 172.21.15.17:0/3186961493 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557a0053a860 con 0x557a005e2030 2024-09-16T01:56:22.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.021+0000 7efdc2ff5640 10 client.27523 handle_command_reply: tid=0 2024-09-16T01:56:22.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.021+0000 7efde78e3740 1 client.27523 shutdown 2024-09-16T01:56:22.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.021+0000 7efde78e3740 1 -- 172.21.15.17:0/3186961493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c75d0 msgr2=0x557a005d1d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:22.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.021+0000 7efde78e3740 1 --2- 172.21.15.17:0/3186961493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c75d0 0x557a005d1d40 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7efdd0005170 tx=0x7efdd0005e30 comp rx=0 tx=0).stop 2024-09-16T01:56:22.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.021+0000 7efde78e3740 1 -- 172.21.15.17:0/3186961493 shutdown_connections 2024-09-16T01:56:22.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.021+0000 7efde78e3740 1 --2- 172.21.15.17:0/3186961493 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x557a005e2030 0x557a005e4460 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.021+0000 7efde78e3740 1 --2- 172.21.15.17:0/3186961493 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 0x557a005cf5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.021+0000 7efdc2ff5640 0 client.27523 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:56:22.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.021+0000 7efde78e3740 1 --2- 172.21.15.17:0/3186961493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c8b40 0x557a005ceff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.021+0000 7efde78e3740 1 --2- 172.21.15.17:0/3186961493 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c75d0 0x557a005d1d40 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.021+0000 7efde78e3740 1 -- 172.21.15.17:0/3186961493 >> 172.21.15.17:0/3186961493 conn(0x557a00590310 msgr2=0x557a005c9960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:22.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.021+0000 7efde78e3740 1 -- 172.21.15.17:0/3186961493 shutdown_connections 2024-09-16T01:56:22.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.021+0000 7efde78e3740 1 -- 172.21.15.17:0/3186961493 wait complete. 2024-09-16T01:56:22.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.022+0000 7efde78e3740 20 client.27523 trim_cache size 0 max 16384 2024-09-16T01:56:22.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.037+0000 7efde78e3740 1 Processor -- start 2024-09-16T01:56:22.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.037+0000 7efde78e3740 1 -- start start 2024-09-16T01:56:22.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efde78e3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c75d0 0x557a005cefb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efde78e3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005c8b40 0x557a005de2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efde78e3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005d2370 0x557a005ca120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efde78e3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efde01b1f00 con 0x557a005c75d0 2024-09-16T01:56:22.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efde78e3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efde01af7d0 con 0x557a005c8b40 2024-09-16T01:56:22.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efde78e3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7efde01ad600 con 0x557a005d2370 2024-09-16T01:56:22.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efddeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c75d0 0x557a005cefb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efddeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c75d0 0x557a005cefb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52736/0 (socket says 172.21.15.17:52736) 2024-09-16T01:56:22.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efddeffd640 1 -- 172.21.15.17:0/2641874093 learned_addr learned my addr 172.21.15.17:0/2641874093 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:22.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efddf7fe640 1 --2- 172.21.15.17:0/2641874093 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005d2370 0x557a005ca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efdde7fc640 1 --2- 172.21.15.17:0/2641874093 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005c8b40 0x557a005de2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efddeffd640 1 -- 172.21.15.17:0/2641874093 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005d2370 msgr2=0x557a005ca120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:22.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efddeffd640 1 --2- 172.21.15.17:0/2641874093 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005d2370 0x557a005ca120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efddeffd640 1 -- 172.21.15.17:0/2641874093 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005c8b40 msgr2=0x557a005de2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:22.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efddeffd640 1 --2- 172.21.15.17:0/2641874093 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005c8b40 0x557a005de2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efddeffd640 1 -- 172.21.15.17:0/2641874093 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557a005cd580 con 0x557a005c75d0 2024-09-16T01:56:22.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.038+0000 7efdde7fc640 1 --2- 172.21.15.17:0/2641874093 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005c8b40 0x557a005de2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:56:22.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.039+0000 7efddeffd640 1 --2- 172.21.15.17:0/2641874093 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c75d0 0x557a005cefb0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7efdd0005ec0 tx=0x7efdd0005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c920574cb008c068 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:22.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.039+0000 7efdc4ff9640 1 -- 172.21.15.17:0/2641874093 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd0040040 con 0x557a005c75d0 2024-09-16T01:56:22.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.039+0000 7efdc4ff9640 1 -- 172.21.15.17:0/2641874093 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdd004d070 con 0x557a005c75d0 2024-09-16T01:56:22.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.039+0000 7efdc4ff9640 1 -- 172.21.15.17:0/2641874093 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd0004b60 con 0x557a005c75d0 2024-09-16T01:56:22.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.040+0000 7efde78e3740 1 -- 172.21.15.17:0/2641874093 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c75d0 msgr2=0x557a005cefb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:22.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.040+0000 7efde78e3740 1 --2- 172.21.15.17:0/2641874093 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c75d0 0x557a005cefb0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7efdd0005ec0 tx=0x7efdd0005850 comp rx=0 tx=0).stop 2024-09-16T01:56:22.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.040+0000 7efde78e3740 1 -- 172.21.15.17:0/2641874093 shutdown_connections 2024-09-16T01:56:22.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.040+0000 7efde78e3740 1 --2- 172.21.15.17:0/2641874093 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005d2370 0x557a005ca120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.040+0000 7efde78e3740 1 --2- 172.21.15.17:0/2641874093 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005c8b40 0x557a005de2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.040+0000 7efde78e3740 1 --2- 172.21.15.17:0/2641874093 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c75d0 0x557a005cefb0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.040+0000 7efde78e3740 1 -- 172.21.15.17:0/2641874093 >> 172.21.15.17:0/2641874093 conn(0x557a00590310 msgr2=0x557a005bea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:22.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.040+0000 7efde78e3740 1 -- 172.21.15.17:0/2641874093 shutdown_connections 2024-09-16T01:56:22.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.040+0000 7efde78e3740 1 -- 172.21.15.17:0/2641874093 wait complete. 2024-09-16T01:56:22.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.040+0000 7efde78e3740 1 -- start start 2024-09-16T01:56:22.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.040+0000 7efde78e3740 1 Processor -- start 2024-09-16T01:56:22.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efde78e3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c75d0 0x557a005da420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efde78e3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c8b40 0x557a005da960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efde78e3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 0x557a005cb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efde78e3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efde01adc90 con 0x557a005c75d0 2024-09-16T01:56:22.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efde78e3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efde01af100 con 0x557a005d2370 2024-09-16T01:56:22.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efde78e3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7efde01ae360 con 0x557a005c8b40 2024-09-16T01:56:22.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efde78e3740 10 client.0 _ll_register_callbacks cb 0x7efdd8009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:22.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efdde7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c8b40 0x557a005da960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efdde7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c8b40 0x557a005da960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53384/0 (socket says 172.21.15.17:53384) 2024-09-16T01:56:22.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efddeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c75d0 0x557a005da420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efdde7fc640 1 -- 172.21.15.17:0/1993546941 learned_addr learned my addr 172.21.15.17:0/1993546941 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:22.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efddf7fe640 1 --2- 172.21.15.17:0/1993546941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 0x557a005cb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efdde7fc640 1 -- 172.21.15.17:0/1993546941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 msgr2=0x557a005cb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:22.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efdde7fc640 1 --2- 172.21.15.17:0/1993546941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 0x557a005cb2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efdde7fc640 1 -- 172.21.15.17:0/1993546941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c75d0 msgr2=0x557a005da420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:22.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efdde7fc640 1 --2- 172.21.15.17:0/1993546941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c75d0 0x557a005da420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efdde7fc640 1 -- 172.21.15.17:0/1993546941 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557a005ccf90 con 0x557a005c8b40 2024-09-16T01:56:22.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efdde7fc640 1 --2- 172.21.15.17:0/1993546941 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c8b40 0x557a005da960 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7efdd4098080 tx=0x7efdd409b480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64278ec5317fc2ec server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:22.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efdc2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:56:22.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efdc2ff5640 1 -- 172.21.15.17:0/1993546941 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efdd4020040 con 0x557a005c8b40 2024-09-16T01:56:22.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efdc2ff5640 1 -- 172.21.15.17:0/1993546941 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7efdd40999b0 con 0x557a005c8b40 2024-09-16T01:56:22.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.041+0000 7efde78e3740 1 -- 172.21.15.17:0/1993546941 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efdd004d070 con 0x557a005c8b40 2024-09-16T01:56:22.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.042+0000 7efdc2ff5640 1 -- 172.21.15.17:0/1993546941 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7efdd409b6b0 con 0x557a005c8b40 2024-09-16T01:56:22.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.042+0000 7efde78e3740 10 client.27529 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:22.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.042+0000 7efde78e3740 1 -- 172.21.15.17:0/1993546941 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557a0064c260 con 0x557a005c8b40 2024-09-16T01:56:22.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.042+0000 7efdc2ff5640 1 -- 172.21.15.17:0/1993546941 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efdd004d070 con 0x557a005c8b40 2024-09-16T01:56:22.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.042+0000 7efdc2ff5640 1 -- 172.21.15.17:0/1993546941 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7efdd40bb040 con 0x557a005c8b40 2024-09-16T01:56:22.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.042+0000 7efde78e3740 10 client.27529 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:22.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.042+0000 7efde78e3740 10 client.27529 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:56:22.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.042+0000 7efde78e3740 20 client.27529 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:22.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.042+0000 7efde78e3740 1 --2- 172.21.15.17:0/1993546941 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x557a005e2030 0x557a0064e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:22.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.042+0000 7efde78e3740 4 client.27529 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:56:22.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.042+0000 7efde78e3740 1 -- 172.21.15.17:0/1993546941 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557a00534d70 con 0x557a005e2030 2024-09-16T01:56:22.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.042+0000 7efddeffd640 1 --2- 172.21.15.17:0/1993546941 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x557a005e2030 0x557a0064e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:22.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efddeffd640 1 --2- 172.21.15.17:0/1993546941 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x557a005e2030 0x557a0064e9a0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d92770edf4366e9 server_cookie=37a4d5c66f0b1b41 in_seq=0 out_seq=0 2024-09-16T01:56:22.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efdc2ff5640 10 client.27529 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:56:22.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efdc2ff5640 1 -- 172.21.15.17:0/1993546941 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557a00534d70 con 0x557a005e2030 2024-09-16T01:56:22.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efdc2ff5640 10 client.27529 handle_command_reply: tid=0 2024-09-16T01:56:22.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efde78e3740 1 client.27529 shutdown 2024-09-16T01:56:22.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efde78e3740 1 -- 172.21.15.17:0/1993546941 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c8b40 msgr2=0x557a005da960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:22.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efde78e3740 1 --2- 172.21.15.17:0/1993546941 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c8b40 0x557a005da960 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7efdd4098080 tx=0x7efdd409b480 comp rx=0 tx=0).stop 2024-09-16T01:56:22.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efde78e3740 1 -- 172.21.15.17:0/1993546941 shutdown_connections 2024-09-16T01:56:22.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efde78e3740 1 --2- 172.21.15.17:0/1993546941 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x557a005e2030 0x557a0064e9a0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efde78e3740 1 --2- 172.21.15.17:0/1993546941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557a005d2370 0x557a005cb2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efde78e3740 1 --2- 172.21.15.17:0/1993546941 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557a005c8b40 0x557a005da960 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efdc2ff5640 0 client.27529 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:56:22.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efde78e3740 1 --2- 172.21.15.17:0/1993546941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557a005c75d0 0x557a005da420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efde78e3740 1 -- 172.21.15.17:0/1993546941 >> 172.21.15.17:0/1993546941 conn(0x557a00590310 msgr2=0x557a005c24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:22.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efde78e3740 1 -- 172.21.15.17:0/1993546941 shutdown_connections 2024-09-16T01:56:22.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efde78e3740 1 -- 172.21.15.17:0/1993546941 wait complete. 2024-09-16T01:56:22.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.043+0000 7efde78e3740 20 client.27529 trim_cache size 0 max 16384 2024-09-16T01:56:22.051 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:56:22.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.044+0000 7efde550a640 1 -- 172.21.15.17:0/3878413534 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efdc80a3240 msgr2=0x7efdc80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:22.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.044+0000 7efde550a640 1 --2- 172.21.15.17:0/3878413534 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efdc80a3240 0x7efdc80a5700 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7efdd80094d0 tx=0x7efdd8004a40 comp rx=0 tx=0).stop 2024-09-16T01:56:22.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.044+0000 7efde550a640 1 -- 172.21.15.17:0/3878413534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efde0103670 msgr2=0x7efde0100ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:22.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.044+0000 7efde550a640 1 --2- 172.21.15.17:0/3878413534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efde0103670 0x7efde0100ef0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7efdd400d680 tx=0x7efdd400da80 comp rx=0 tx=0).stop 2024-09-16T01:56:22.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.044+0000 7efde550a640 1 -- 172.21.15.17:0/3878413534 shutdown_connections 2024-09-16T01:56:22.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.044+0000 7efde550a640 1 --2- 172.21.15.17:0/3878413534 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efdc80a3240 0x7efdc80a5700 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.044+0000 7efde550a640 1 --2- 172.21.15.17:0/3878413534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efde010c180 0x7efde0101430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.044+0000 7efde550a640 1 --2- 172.21.15.17:0/3878413534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efde0103670 0x7efde0100ef0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.044+0000 7efde550a640 1 --2- 172.21.15.17:0/3878413534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efde0102d50 0x7efde01009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:22.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.044+0000 7efde550a640 1 -- 172.21.15.17:0/3878413534 >> 172.21.15.17:0/3878413534 conn(0x7efde00fc7d0 msgr2=0x7efde00fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:22.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.044+0000 7efde550a640 1 -- 172.21.15.17:0/3878413534 shutdown_connections 2024-09-16T01:56:22.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:22.044+0000 7efde550a640 1 -- 172.21.15.17:0/3878413534 wait complete. 2024-09-16T01:56:22.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 488743 3.75 MB/sec execute 585 sec latency 58.714 ms 2024-09-16T01:56:22.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:22 smithi017 ceph-mon[30972]: pgmap v724: 97 pgs: 97 active+clean; 206 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:56:22.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:22 smithi029 ceph-mon[34783]: pgmap v724: 97 pgs: 97 active+clean; 206 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:56:22.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:22 smithi122 ceph-mon[34758]: pgmap v724: 97 pgs: 97 active+clean; 206 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 321 KiB/s rd, 1.9 MiB/s wr, 97 op/s 2024-09-16T01:56:22.811 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:56:23.099 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:56:23.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 489378 3.75 MB/sec execute 586 sec latency 17.377 ms 2024-09-16T01:56:23.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.635+0000 7fdf80503640 1 -- 172.21.15.17:0/3108571882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf78102570 msgr2=0x7fdf781029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:23.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.635+0000 7fdf80503640 1 --2- 172.21.15.17:0/3108571882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf78102570 0x7fdf781029b0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fdf68009900 tx=0x7fdf6802a480 comp rx=0 tx=0).stop 2024-09-16T01:56:23.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.635+0000 7fdf80503640 1 -- 172.21.15.17:0/3108571882 shutdown_connections 2024-09-16T01:56:23.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.635+0000 7fdf80503640 1 --2- 172.21.15.17:0/3108571882 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf78102ef0 0x7fdf7810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.635+0000 7fdf80503640 1 --2- 172.21.15.17:0/3108571882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf78102570 0x7fdf781029b0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.635+0000 7fdf80503640 1 --2- 172.21.15.17:0/3108571882 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf78100e20 0x7fdf78101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.635+0000 7fdf80503640 1 -- 172.21.15.17:0/3108571882 >> 172.21.15.17:0/3108571882 conn(0x7fdf780fc7d0 msgr2=0x7fdf780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:23.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.635+0000 7fdf80503640 1 -- 172.21.15.17:0/3108571882 shutdown_connections 2024-09-16T01:56:23.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.635+0000 7fdf80503640 1 -- 172.21.15.17:0/3108571882 wait complete. 2024-09-16T01:56:23.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.636+0000 7fdf80503640 1 Processor -- start 2024-09-16T01:56:23.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.636+0000 7fdf80503640 1 -- start start 2024-09-16T01:56:23.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf80503640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf78100e20 0x7fdf780fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf80503640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf78102570 0x7fdf780fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf80503640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf78102ef0 0x7fdf780fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf80503640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdf78110e30 con 0x7fdf78102ef0 2024-09-16T01:56:23.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf80503640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdf78110cb0 con 0x7fdf78102570 2024-09-16T01:56:23.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf80503640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdf78110fb0 con 0x7fdf78100e20 2024-09-16T01:56:23.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf7eaa0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf78102ef0 0x7fdf780fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf7eaa0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf78102ef0 0x7fdf780fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52772/0 (socket says 172.21.15.17:52772) 2024-09-16T01:56:23.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf7eaa0640 1 -- 172.21.15.17:0/4147647511 learned_addr learned my addr 172.21.15.17:0/4147647511 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:23.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/4147647511 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf78100e20 0x7fdf780fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf7da9e640 1 --2- 172.21.15.17:0/4147647511 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf78102570 0x7fdf780fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf7e29f640 1 -- 172.21.15.17:0/4147647511 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf78102570 msgr2=0x7fdf780fd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:23.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/4147647511 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf78102570 0x7fdf780fd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf7e29f640 1 -- 172.21.15.17:0/4147647511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf78102ef0 msgr2=0x7fdf780fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:23.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/4147647511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf78102ef0 0x7fdf780fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf7e29f640 1 -- 172.21.15.17:0/4147647511 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf781a6820 con 0x7fdf78100e20 2024-09-16T01:56:23.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.637+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/4147647511 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf78100e20 0x7fdf780fcc80 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fdf7400c970 tx=0x7fdf7400ce30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:23.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.638+0000 7fdf6f7fe640 1 -- 172.21.15.17:0/4147647511 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf74007bb0 con 0x7fdf78100e20 2024-09-16T01:56:23.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.638+0000 7fdf80503640 1 -- 172.21.15.17:0/4147647511 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf781a6b10 con 0x7fdf78100e20 2024-09-16T01:56:23.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.638+0000 7fdf6f7fe640 1 -- 172.21.15.17:0/4147647511 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf74007d50 con 0x7fdf78100e20 2024-09-16T01:56:23.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.638+0000 7fdf6f7fe640 1 -- 172.21.15.17:0/4147647511 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf74018780 con 0x7fdf78100e20 2024-09-16T01:56:23.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.638+0000 7fdf80503640 1 -- 172.21.15.17:0/4147647511 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf781a7020 con 0x7fdf78100e20 2024-09-16T01:56:23.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.640+0000 7fdf6f7fe640 1 -- 172.21.15.17:0/4147647511 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fdf7400f450 con 0x7fdf78100e20 2024-09-16T01:56:23.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.641+0000 7fdf828dc740 1 Processor -- start 2024-09-16T01:56:23.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.641+0000 7fdf828dc740 1 -- start start 2024-09-16T01:56:23.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.641+0000 7fdf828dc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.641+0000 7fdf828dc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c8b5d0 0x558891c8ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.641+0000 7fdf828dc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c96370 0x558891c98760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.641+0000 7fdf828dc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558891bf12f0 con 0x558891c8b5d0 2024-09-16T01:56:23.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.641+0000 7fdf828dc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558891b98cf0 con 0x558891c96370 2024-09-16T01:56:23.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.641+0000 7fdf828dc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558891bed2b0 con 0x558891c8cb40 2024-09-16T01:56:23.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.641+0000 7fdf7eaa0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.641+0000 7fdf7eaa0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8b090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53412/0 (socket says 172.21.15.17:53412) 2024-09-16T01:56:23.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.641+0000 7fdf7eaa0640 1 -- 172.21.15.17:0/1516651396 learned_addr learned my addr 172.21.15.17:0/1516651396 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:23.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.641+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/1516651396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c8b5d0 0x558891c8ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.641+0000 7fdf7da9e640 1 --2- 172.21.15.17:0/1516651396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c96370 0x558891c98760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.642+0000 7fdf6f7fe640 1 --2- 172.21.15.17:0/4147647511 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdf640a3240 0x7fdf640a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.642+0000 7fdf7eaa0640 1 -- 172.21.15.17:0/1516651396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c96370 msgr2=0x558891c98760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:23.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.642+0000 7fdf7eaa0640 1 --2- 172.21.15.17:0/1516651396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c96370 0x558891c98760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.642+0000 7fdf7eaa0640 1 -- 172.21.15.17:0/1516651396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c8b5d0 msgr2=0x558891c8ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:23.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.642+0000 7fdf7eaa0640 1 --2- 172.21.15.17:0/1516651396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c8b5d0 0x558891c8ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.642+0000 7fdf7eaa0640 1 -- 172.21.15.17:0/1516651396 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558891b7d3a0 con 0x558891c8cb40 2024-09-16T01:56:23.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.642+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/1516651396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c8b5d0 0x558891c8ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:23.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.642+0000 7fdf7eaa0640 1 --2- 172.21.15.17:0/4147647511 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdf640a3240 0x7fdf640a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.642+0000 7fdf6f7fe640 1 -- 172.21.15.17:0/4147647511 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdf740cf930 con 0x7fdf78100e20 2024-09-16T01:56:23.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.642+0000 7fdf7eaa0640 1 --2- 172.21.15.17:0/1516651396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8b090 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fdf70011570 tx=0x7fdf70011a30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a260b3d66bfd319b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:23.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.643+0000 7fdf6cff9640 1 -- 172.21.15.17:0/1516651396 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf70017050 con 0x558891c8cb40 2024-09-16T01:56:23.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.643+0000 7fdf6cff9640 1 -- 172.21.15.17:0/1516651396 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf7001bd80 con 0x558891c8cb40 2024-09-16T01:56:23.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.643+0000 7fdf828dc740 1 -- 172.21.15.17:0/1516651396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 msgr2=0x558891c8b090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:23.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.643+0000 7fdf828dc740 1 --2- 172.21.15.17:0/1516651396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8b090 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fdf70011570 tx=0x7fdf70011a30 comp rx=0 tx=0).stop 2024-09-16T01:56:23.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.643+0000 7fdf7eaa0640 1 --2- 172.21.15.17:0/4147647511 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdf640a3240 0x7fdf640a5700 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fdf70023000 tx=0x7fdf70024000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:23.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.643+0000 7fdf828dc740 1 -- 172.21.15.17:0/1516651396 shutdown_connections 2024-09-16T01:56:23.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.643+0000 7fdf828dc740 1 --2- 172.21.15.17:0/1516651396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c96370 0x558891c98760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.643+0000 7fdf828dc740 1 --2- 172.21.15.17:0/1516651396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c8b5d0 0x558891c8ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.643+0000 7fdf828dc740 1 --2- 172.21.15.17:0/1516651396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8b090 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.643+0000 7fdf828dc740 1 -- 172.21.15.17:0/1516651396 >> 172.21.15.17:0/1516651396 conn(0x558891c54310 msgr2=0x558891c87c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:23.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf828dc740 1 -- 172.21.15.17:0/1516651396 shutdown_connections 2024-09-16T01:56:23.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf828dc740 1 -- 172.21.15.17:0/1516651396 wait complete. 2024-09-16T01:56:23.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf828dc740 1 -- start start 2024-09-16T01:56:23.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf828dc740 1 Processor -- start 2024-09-16T01:56:23.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf828dc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8b5d0 0x558891c95bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf828dc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c8cb40 0x558891c92e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf828dc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c96370 0x558891c933a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf828dc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558891c99110 con 0x558891c8cb40 2024-09-16T01:56:23.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf828dc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558891bac060 con 0x558891c96370 2024-09-16T01:56:23.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf828dc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558891c99290 con 0x558891c8b5d0 2024-09-16T01:56:23.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf828dc740 10 client.0 _ll_register_callbacks cb 0x5588918ff8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:23.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf7da9e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c8cb40 0x558891c92e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf7e29f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8b5d0 0x558891c95bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf7da9e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c8cb40 0x558891c92e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52786/0 (socket says 172.21.15.17:52786) 2024-09-16T01:56:23.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.644+0000 7fdf7da9e640 1 -- 172.21.15.17:0/2573748413 learned_addr learned my addr 172.21.15.17:0/2573748413 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:23.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.645+0000 7fdf7eaa0640 1 --2- 172.21.15.17:0/2573748413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c96370 0x558891c933a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.645+0000 7fdf7da9e640 1 -- 172.21.15.17:0/2573748413 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8b5d0 msgr2=0x558891c95bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:23.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.645+0000 7fdf7da9e640 1 --2- 172.21.15.17:0/2573748413 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8b5d0 0x558891c95bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.645+0000 7fdf7da9e640 1 -- 172.21.15.17:0/2573748413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c96370 msgr2=0x558891c933a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:23.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.645+0000 7fdf7da9e640 1 --2- 172.21.15.17:0/2573748413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c96370 0x558891c933a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.645+0000 7fdf7da9e640 1 -- 172.21.15.17:0/2573748413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5588919623c0 con 0x558891c8cb40 2024-09-16T01:56:23.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.645+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/2573748413 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8b5d0 0x558891c95bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:23.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.645+0000 7fdf7da9e640 1 --2- 172.21.15.17:0/2573748413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c8cb40 0x558891c92e60 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fdf68009900 tx=0x7fdf68031f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6367654524b74327 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:23.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.645+0000 7fdf61ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:56:23.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.645+0000 7fdf61ffb640 1 -- 172.21.15.17:0/2573748413 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf68035040 con 0x558891c8cb40 2024-09-16T01:56:23.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.645+0000 7fdf61ffb640 1 -- 172.21.15.17:0/2573748413 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdf68004040 con 0x558891c8cb40 2024-09-16T01:56:23.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.645+0000 7fdf828dc740 1 -- 172.21.15.17:0/2573748413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf7001bd80 con 0x558891c8cb40 2024-09-16T01:56:23.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.646+0000 7fdf61ffb640 1 -- 172.21.15.17:0/2573748413 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdf68031870 con 0x558891c8cb40 2024-09-16T01:56:23.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.646+0000 7fdf828dc740 10 client.17892 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:23.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.646+0000 7fdf828dc740 1 -- 172.21.15.17:0/2573748413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558891ca4a60 con 0x558891c8cb40 2024-09-16T01:56:23.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.646+0000 7fdf61ffb640 1 -- 172.21.15.17:0/2573748413 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf7001bd80 con 0x558891c8cb40 2024-09-16T01:56:23.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.646+0000 7fdf61ffb640 1 -- 172.21.15.17:0/2573748413 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fdf68004930 con 0x558891c8cb40 2024-09-16T01:56:23.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.646+0000 7fdf828dc740 10 client.17892 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:23.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.646+0000 7fdf828dc740 10 client.17892 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:56:23.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.646+0000 7fdf828dc740 20 client.17892 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:23.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.646+0000 7fdf828dc740 1 --2- 172.21.15.17:0/2573748413 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558891ca5f20 0x558891ca8330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.646+0000 7fdf828dc740 4 client.17892 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:56:23.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.646+0000 7fdf828dc740 1 -- 172.21.15.17:0/2573748413 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558891bfe860 con 0x558891ca5f20 2024-09-16T01:56:23.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.647+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/2573748413 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558891ca5f20 0x558891ca8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.647+0000 7fdf61ffb640 10 client.17892 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:56:23.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.647+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/2573748413 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558891ca5f20 0x558891ca8330 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c30b5f33b30437f1 server_cookie=2dc465fabaf55c27 in_seq=0 out_seq=0 2024-09-16T01:56:23.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf61ffb640 1 -- 172.21.15.17:0/2573748413 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558891bfe860 con 0x558891ca5f20 2024-09-16T01:56:23.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf61ffb640 10 client.17892 handle_command_reply: tid=0 2024-09-16T01:56:23.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf828dc740 1 client.17892 shutdown 2024-09-16T01:56:23.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf828dc740 1 -- 172.21.15.17:0/2573748413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c8cb40 msgr2=0x558891c92e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:23.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf828dc740 1 --2- 172.21.15.17:0/2573748413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c8cb40 0x558891c92e60 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fdf68009900 tx=0x7fdf68031f50 comp rx=0 tx=0).stop 2024-09-16T01:56:23.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf828dc740 1 -- 172.21.15.17:0/2573748413 shutdown_connections 2024-09-16T01:56:23.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf828dc740 1 --2- 172.21.15.17:0/2573748413 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558891ca5f20 0x558891ca8330 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf828dc740 1 --2- 172.21.15.17:0/2573748413 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c96370 0x558891c933a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf828dc740 1 --2- 172.21.15.17:0/2573748413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c8cb40 0x558891c92e60 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf828dc740 1 --2- 172.21.15.17:0/2573748413 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8b5d0 0x558891c95bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf828dc740 1 -- 172.21.15.17:0/2573748413 >> 172.21.15.17:0/2573748413 conn(0x558891c54310 msgr2=0x558891c8d960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:23.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf61ffb640 0 client.17892 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:56:23.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf828dc740 1 -- 172.21.15.17:0/2573748413 shutdown_connections 2024-09-16T01:56:23.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf828dc740 1 -- 172.21.15.17:0/2573748413 wait complete. 2024-09-16T01:56:23.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.648+0000 7fdf828dc740 20 client.17892 trim_cache size 0 max 16384 2024-09-16T01:56:23.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.661+0000 7fdf828dc740 1 Processor -- start 2024-09-16T01:56:23.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.661+0000 7fdf828dc740 1 -- start start 2024-09-16T01:56:23.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.661+0000 7fdf828dc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c8b5d0 0x558891c8e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.661+0000 7fdf828dc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.661+0000 7fdf828dc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c96370 0x558891cadc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.661+0000 7fdf828dc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdf781b1f10 con 0x558891c96370 2024-09-16T01:56:23.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.661+0000 7fdf828dc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdf781af7e0 con 0x558891c8b5d0 2024-09-16T01:56:23.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.661+0000 7fdf828dc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdf781ad610 con 0x558891c8cb40 2024-09-16T01:56:23.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.662+0000 7fdf7da9e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.662+0000 7fdf7da9e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53432/0 (socket says 172.21.15.17:53432) 2024-09-16T01:56:23.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.662+0000 7fdf7da9e640 1 -- 172.21.15.17:0/1829186999 learned_addr learned my addr 172.21.15.17:0/1829186999 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:23.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.662+0000 7fdf7eaa0640 1 --2- 172.21.15.17:0/1829186999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c96370 0x558891cadc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.662+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/1829186999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c8b5d0 0x558891c8e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.662+0000 7fdf7da9e640 1 -- 172.21.15.17:0/1829186999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c8b5d0 msgr2=0x558891c8e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:23.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.662+0000 7fdf7da9e640 1 --2- 172.21.15.17:0/1829186999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c8b5d0 0x558891c8e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.662+0000 7fdf7da9e640 1 -- 172.21.15.17:0/1829186999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c96370 msgr2=0x558891cadc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:23.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.662+0000 7fdf7da9e640 1 --2- 172.21.15.17:0/1829186999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c96370 0x558891cadc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.662+0000 7fdf7da9e640 1 -- 172.21.15.17:0/1829186999 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558891c95f20 con 0x558891c8cb40 2024-09-16T01:56:23.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.662+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/1829186999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c8b5d0 0x558891c8e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:56:23.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.662+0000 7fdf7da9e640 1 --2- 172.21.15.17:0/1829186999 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8e660 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fdf6802a9a0 tx=0x7fdf6802a480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a496d73643bd8da0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:23.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.663+0000 7fdf63fff640 1 -- 172.21.15.17:0/1829186999 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf68035030 con 0x558891c8cb40 2024-09-16T01:56:23.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.663+0000 7fdf63fff640 1 -- 172.21.15.17:0/1829186999 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf68004f70 con 0x558891c8cb40 2024-09-16T01:56:23.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.663+0000 7fdf63fff640 1 -- 172.21.15.17:0/1829186999 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf680466c0 con 0x558891c8cb40 2024-09-16T01:56:23.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.663+0000 7fdf828dc740 1 -- 172.21.15.17:0/1829186999 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 msgr2=0x558891c8e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:23.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.663+0000 7fdf828dc740 1 --2- 172.21.15.17:0/1829186999 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8e660 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fdf6802a9a0 tx=0x7fdf6802a480 comp rx=0 tx=0).stop 2024-09-16T01:56:23.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.663+0000 7fdf828dc740 1 -- 172.21.15.17:0/1829186999 shutdown_connections 2024-09-16T01:56:23.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.663+0000 7fdf828dc740 1 --2- 172.21.15.17:0/1829186999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c96370 0x558891cadc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.663+0000 7fdf828dc740 1 --2- 172.21.15.17:0/1829186999 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8e660 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.663+0000 7fdf828dc740 1 --2- 172.21.15.17:0/1829186999 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c8b5d0 0x558891c8e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.663+0000 7fdf828dc740 1 -- 172.21.15.17:0/1829186999 >> 172.21.15.17:0/1829186999 conn(0x558891c54310 msgr2=0x558891c92e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf828dc740 1 -- 172.21.15.17:0/1829186999 shutdown_connections 2024-09-16T01:56:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf828dc740 1 -- 172.21.15.17:0/1829186999 wait complete. 2024-09-16T01:56:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf828dc740 1 -- start start 2024-09-16T01:56:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf828dc740 1 Processor -- start 2024-09-16T01:56:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf828dc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c8b5d0 0x558891c9ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf828dc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8faf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf828dc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c96370 0x558891c90030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf828dc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdf781adca0 con 0x558891c96370 2024-09-16T01:56:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf828dc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdf781af110 con 0x558891c8b5d0 2024-09-16T01:56:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf828dc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdf781ae370 con 0x558891c8cb40 2024-09-16T01:56:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf828dc740 10 client.0 _ll_register_callbacks cb 0x7fdf68031be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:23.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf7eaa0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c96370 0x558891c90030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf7da9e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf7da9e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8faf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53440/0 (socket says 172.21.15.17:53440) 2024-09-16T01:56:23.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf7eaa0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c96370 0x558891c90030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52808/0 (socket says 172.21.15.17:52808) 2024-09-16T01:56:23.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.664+0000 7fdf7da9e640 1 -- 172.21.15.17:0/479211576 learned_addr learned my addr 172.21.15.17:0/479211576 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:23.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.665+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/479211576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c8b5d0 0x558891c9ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.665+0000 7fdf7da9e640 1 -- 172.21.15.17:0/479211576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c8b5d0 msgr2=0x558891c9ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:23.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.665+0000 7fdf7da9e640 1 --2- 172.21.15.17:0/479211576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c8b5d0 0x558891c9ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.665+0000 7fdf7da9e640 1 -- 172.21.15.17:0/479211576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c96370 msgr2=0x558891c90030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:23.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.665+0000 7fdf7da9e640 1 --2- 172.21.15.17:0/479211576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c96370 0x558891c90030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.665+0000 7fdf7da9e640 1 -- 172.21.15.17:0/479211576 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558891c90860 con 0x558891c8cb40 2024-09-16T01:56:23.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.665+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/479211576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c8b5d0 0x558891c9ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:56:23.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.665+0000 7fdf7eaa0640 1 --2- 172.21.15.17:0/479211576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c96370 0x558891c90030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:23.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.665+0000 7fdf7da9e640 1 --2- 172.21.15.17:0/479211576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8faf0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fdf68006010 tx=0x7fdf68031430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8dd870d9c2524869 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:23.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.665+0000 7fdf61ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:56:23.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.665+0000 7fdf61ffb640 1 -- 172.21.15.17:0/479211576 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf680048d0 con 0x558891c8cb40 2024-09-16T01:56:23.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.665+0000 7fdf828dc740 1 -- 172.21.15.17:0/479211576 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdf68004f70 con 0x558891c8cb40 2024-09-16T01:56:23.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.665+0000 7fdf61ffb640 1 -- 172.21.15.17:0/479211576 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdf68004a70 con 0x558891c8cb40 2024-09-16T01:56:23.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.666+0000 7fdf61ffb640 1 -- 172.21.15.17:0/479211576 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fdf68005120 con 0x558891c8cb40 2024-09-16T01:56:23.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.666+0000 7fdf828dc740 10 client.27547 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:23.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.666+0000 7fdf828dc740 1 -- 172.21.15.17:0/479211576 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x558891d10a80 con 0x558891c8cb40 2024-09-16T01:56:23.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.666+0000 7fdf61ffb640 1 -- 172.21.15.17:0/479211576 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdf68004f70 con 0x558891c8cb40 2024-09-16T01:56:23.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.666+0000 7fdf61ffb640 1 -- 172.21.15.17:0/479211576 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fdf68046be0 con 0x558891c8cb40 2024-09-16T01:56:23.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.666+0000 7fdf828dc740 10 client.27547 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:23.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.666+0000 7fdf828dc740 10 client.27547 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:56:23.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.666+0000 7fdf828dc740 20 client.27547 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:23.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.666+0000 7fdf828dc740 1 --2- 172.21.15.17:0/479211576 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558891d10f50 0x558891d13340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:23.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.666+0000 7fdf828dc740 4 client.27547 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:56:23.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.666+0000 7fdf828dc740 1 -- 172.21.15.17:0/479211576 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558891bf8d70 con 0x558891d10f50 2024-09-16T01:56:23.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.666+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/479211576 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558891d10f50 0x558891d13340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:23.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.667+0000 7fdf7e29f640 1 --2- 172.21.15.17:0/479211576 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558891d10f50 0x558891d13340 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cd6195ed4df14250 server_cookie=595ce540de2bea0d in_seq=0 out_seq=0 2024-09-16T01:56:23.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.667+0000 7fdf61ffb640 10 client.27547 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:56:23.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.667+0000 7fdf61ffb640 1 -- 172.21.15.17:0/479211576 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558891bf8d70 con 0x558891d10f50 2024-09-16T01:56:23.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.667+0000 7fdf61ffb640 10 client.27547 handle_command_reply: tid=0 2024-09-16T01:56:23.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.667+0000 7fdf828dc740 1 client.27547 shutdown 2024-09-16T01:56:23.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.667+0000 7fdf828dc740 1 -- 172.21.15.17:0/479211576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 msgr2=0x558891c8faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:23.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.667+0000 7fdf828dc740 1 --2- 172.21.15.17:0/479211576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8faf0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fdf68006010 tx=0x7fdf68031430 comp rx=0 tx=0).stop 2024-09-16T01:56:23.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.667+0000 7fdf828dc740 1 -- 172.21.15.17:0/479211576 shutdown_connections 2024-09-16T01:56:23.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.667+0000 7fdf828dc740 1 --2- 172.21.15.17:0/479211576 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558891d10f50 0x558891d13340 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.667+0000 7fdf828dc740 1 --2- 172.21.15.17:0/479211576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558891c96370 0x558891c90030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.667+0000 7fdf61ffb640 0 client.27547 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:56:23.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.667+0000 7fdf828dc740 1 --2- 172.21.15.17:0/479211576 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558891c8cb40 0x558891c8faf0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.667+0000 7fdf828dc740 1 --2- 172.21.15.17:0/479211576 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558891c8b5d0 0x558891c9ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.667+0000 7fdf828dc740 1 -- 172.21.15.17:0/479211576 >> 172.21.15.17:0/479211576 conn(0x558891c54310 msgr2=0x558891c864e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:23.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.668+0000 7fdf828dc740 1 -- 172.21.15.17:0/479211576 shutdown_connections 2024-09-16T01:56:23.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.668+0000 7fdf828dc740 1 -- 172.21.15.17:0/479211576 wait complete. 2024-09-16T01:56:23.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.668+0000 7fdf828dc740 20 client.27547 trim_cache size 0 max 16384 2024-09-16T01:56:23.687 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:56:23.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.668+0000 7fdf80503640 1 -- 172.21.15.17:0/4147647511 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdf640a3240 msgr2=0x7fdf640a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:23.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.668+0000 7fdf80503640 1 --2- 172.21.15.17:0/4147647511 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdf640a3240 0x7fdf640a5700 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fdf70023000 tx=0x7fdf70024000 comp rx=0 tx=0).stop 2024-09-16T01:56:23.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.669+0000 7fdf80503640 1 -- 172.21.15.17:0/4147647511 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf78100e20 msgr2=0x7fdf780fcc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:23.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.669+0000 7fdf80503640 1 --2- 172.21.15.17:0/4147647511 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf78100e20 0x7fdf780fcc80 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fdf7400c970 tx=0x7fdf7400ce30 comp rx=0 tx=0).stop 2024-09-16T01:56:23.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.669+0000 7fdf80503640 1 -- 172.21.15.17:0/4147647511 shutdown_connections 2024-09-16T01:56:23.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.669+0000 7fdf80503640 1 --2- 172.21.15.17:0/4147647511 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdf640a3240 0x7fdf640a5700 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.669+0000 7fdf80503640 1 --2- 172.21.15.17:0/4147647511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf78102ef0 0x7fdf780fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.669+0000 7fdf80503640 1 --2- 172.21.15.17:0/4147647511 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdf78102570 0x7fdf780fd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.669+0000 7fdf80503640 1 --2- 172.21.15.17:0/4147647511 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdf78100e20 0x7fdf780fcc80 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:23.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.669+0000 7fdf80503640 1 -- 172.21.15.17:0/4147647511 >> 172.21.15.17:0/4147647511 conn(0x7fdf780fc7d0 msgr2=0x7fdf7806a1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:23.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.669+0000 7fdf80503640 1 -- 172.21.15.17:0/4147647511 shutdown_connections 2024-09-16T01:56:23.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:23.669+0000 7fdf80503640 1 -- 172.21.15.17:0/4147647511 wait complete. 2024-09-16T01:56:24.452 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:56:24.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 490137 3.75 MB/sec execute 587 sec latency 14.013 ms 2024-09-16T01:56:24.741 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:56:24.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:24 smithi017 ceph-mon[30972]: pgmap v725: 97 pgs: 97 active+clean; 205 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.5 MiB/s wr, 84 op/s 2024-09-16T01:56:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:24 smithi122 ceph-mon[34758]: pgmap v725: 97 pgs: 97 active+clean; 205 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.5 MiB/s wr, 84 op/s 2024-09-16T01:56:24.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:24 smithi029 ceph-mon[34783]: pgmap v725: 97 pgs: 97 active+clean; 205 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 218 KiB/s rd, 1.5 MiB/s wr, 84 op/s 2024-09-16T01:56:25.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.266+0000 7fd824ebb640 1 -- 172.21.15.17:0/2509605166 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd820100e20 msgr2=0x7fd820101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:25.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.266+0000 7fd824ebb640 1 --2- 172.21.15.17:0/2509605166 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd820100e20 0x7fd820101200 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fd810009900 tx=0x7fd81002a480 comp rx=0 tx=0).stop 2024-09-16T01:56:25.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.266+0000 7fd824ebb640 1 -- 172.21.15.17:0/2509605166 shutdown_connections 2024-09-16T01:56:25.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.266+0000 7fd824ebb640 1 --2- 172.21.15.17:0/2509605166 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd820102ef0 0x7fd82010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.266+0000 7fd824ebb640 1 --2- 172.21.15.17:0/2509605166 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd820102570 0x7fd8201029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.266+0000 7fd824ebb640 1 --2- 172.21.15.17:0/2509605166 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd820100e20 0x7fd820101200 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.266+0000 7fd824ebb640 1 -- 172.21.15.17:0/2509605166 >> 172.21.15.17:0/2509605166 conn(0x7fd8200fc7d0 msgr2=0x7fd8200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:25.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.266+0000 7fd824ebb640 1 -- 172.21.15.17:0/2509605166 shutdown_connections 2024-09-16T01:56:25.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.266+0000 7fd824ebb640 1 -- 172.21.15.17:0/2509605166 wait complete. 2024-09-16T01:56:25.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.267+0000 7fd824ebb640 1 Processor -- start 2024-09-16T01:56:25.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.267+0000 7fd824ebb640 1 -- start start 2024-09-16T01:56:25.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd824ebb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd820100e20 0x7fd820107a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd824ebb640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd820102570 0x7fd820107f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd824ebb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd820102ef0 0x7fd8201084d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd824ebb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd820110e00 con 0x7fd820100e20 2024-09-16T01:56:25.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd824ebb640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd820110c80 con 0x7fd820102570 2024-09-16T01:56:25.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd824ebb640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd820110f80 con 0x7fd820102ef0 2024-09-16T01:56:25.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd81e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd820100e20 0x7fd820107a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd81e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd820100e20 0x7fd820107a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52830/0 (socket says 172.21.15.17:52830) 2024-09-16T01:56:25.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd81e59c640 1 -- 172.21.15.17:0/3803051550 learned_addr learned my addr 172.21.15.17:0/3803051550 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:25.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd81ed9d640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd820102ef0 0x7fd8201084d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd81dd9b640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd820102570 0x7fd820107f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd81e59c640 1 -- 172.21.15.17:0/3803051550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd820102ef0 msgr2=0x7fd8201084d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:25.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd81e59c640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd820102ef0 0x7fd8201084d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd81e59c640 1 -- 172.21.15.17:0/3803051550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd820102570 msgr2=0x7fd820107f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:25.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd81e59c640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd820102570 0x7fd820107f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd81e59c640 1 -- 172.21.15.17:0/3803051550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8201aacb0 con 0x7fd820100e20 2024-09-16T01:56:25.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.268+0000 7fd81ed9d640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd820102ef0 0x7fd8201084d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:25.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.269+0000 7fd81e59c640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd820100e20 0x7fd820107a50 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fd810000c00 tx=0x7fd810004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:25.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.269+0000 7fd80f7fe640 1 -- 172.21.15.17:0/3803051550 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd81003f030 con 0x7fd820100e20 2024-09-16T01:56:25.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.269+0000 7fd80f7fe640 1 -- 172.21.15.17:0/3803051550 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd810003aa0 con 0x7fd820100e20 2024-09-16T01:56:25.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.269+0000 7fd80f7fe640 1 -- 172.21.15.17:0/3803051550 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd810035070 con 0x7fd820100e20 2024-09-16T01:56:25.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.269+0000 7fd824ebb640 1 -- 172.21.15.17:0/3803051550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8201aaf40 con 0x7fd820100e20 2024-09-16T01:56:25.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.269+0000 7fd824ebb640 1 -- 172.21.15.17:0/3803051550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8201ab340 con 0x7fd820100e20 2024-09-16T01:56:25.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.271+0000 7fd80f7fe640 1 -- 172.21.15.17:0/3803051550 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fd810042030 con 0x7fd820100e20 2024-09-16T01:56:25.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.272+0000 7fd827294740 1 Processor -- start 2024-09-16T01:56:25.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.272+0000 7fd827294740 1 -- start start 2024-09-16T01:56:25.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.272+0000 7fd827294740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2adfa090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.272+0000 7fd827294740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2adfa5d0 0x557b2adfaa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.272+0000 7fd827294740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2ae05370 0x557b2ae07760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.272+0000 7fd827294740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557b2ad602f0 con 0x557b2ae05370 2024-09-16T01:56:25.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.272+0000 7fd827294740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557b2ad07cf0 con 0x557b2adfa5d0 2024-09-16T01:56:25.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.272+0000 7fd827294740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557b2ad5c2b0 con 0x557b2adfbb40 2024-09-16T01:56:25.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.272+0000 7fd80f7fe640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd8080a3240 0x7fd8080a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd81ed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2adfa090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd81dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2ae05370 0x557b2ae07760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd81ed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2adfa090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53462/0 (socket says 172.21.15.17:53462) 2024-09-16T01:56:25.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd81ed9d640 1 -- 172.21.15.17:0/376182194 learned_addr learned my addr 172.21.15.17:0/376182194 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:25.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd81ed9d640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd8080a3240 0x7fd8080a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd81e59c640 1 --2- 172.21.15.17:0/376182194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2adfa5d0 0x557b2adfaa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd80f7fe640 1 -- 172.21.15.17:0/3803051550 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd8100efe80 con 0x7fd820100e20 2024-09-16T01:56:25.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd81ed9d640 1 -- 172.21.15.17:0/376182194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2adfa5d0 msgr2=0x557b2adfaa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:25.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd81ed9d640 1 --2- 172.21.15.17:0/376182194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2adfa5d0 0x557b2adfaa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd81ed9d640 1 -- 172.21.15.17:0/376182194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2ae05370 msgr2=0x557b2ae07760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:25.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd81ed9d640 1 --2- 172.21.15.17:0/376182194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2ae05370 0x557b2ae07760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd81ed9d640 1 -- 172.21.15.17:0/376182194 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b2acec3a0 con 0x557b2adfbb40 2024-09-16T01:56:25.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd81e59c640 1 --2- 172.21.15.17:0/376182194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2adfa5d0 0x557b2adfaa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:56:25.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd81ed9d640 1 --2- 172.21.15.17:0/376182194 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2adfa090 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd8180104c0 tx=0x7fd8180108c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e87c9b7c77996819 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:25.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd81ed9d640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd8080a3240 0x7fd8080a5700 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fd818010dc0 tx=0x7fd81801f000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:25.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd80cff9640 1 -- 172.21.15.17:0/376182194 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd818012550 con 0x557b2adfbb40 2024-09-16T01:56:25.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd80cff9640 1 -- 172.21.15.17:0/376182194 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd818012c50 con 0x557b2adfbb40 2024-09-16T01:56:25.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.273+0000 7fd80cff9640 1 -- 172.21.15.17:0/376182194 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd81801fdd0 con 0x557b2adfbb40 2024-09-16T01:56:25.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.274+0000 7fd827294740 1 -- 172.21.15.17:0/376182194 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 msgr2=0x557b2adfa090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:25.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.274+0000 7fd827294740 1 --2- 172.21.15.17:0/376182194 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2adfa090 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd8180104c0 tx=0x7fd8180108c0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.274+0000 7fd827294740 1 -- 172.21.15.17:0/376182194 shutdown_connections 2024-09-16T01:56:25.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.274+0000 7fd827294740 1 --2- 172.21.15.17:0/376182194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2ae05370 0x557b2ae07760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.274+0000 7fd827294740 1 --2- 172.21.15.17:0/376182194 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2adfa5d0 0x557b2adfaa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.274+0000 7fd827294740 1 --2- 172.21.15.17:0/376182194 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2adfa090 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.274+0000 7fd827294740 1 -- 172.21.15.17:0/376182194 >> 172.21.15.17:0/376182194 conn(0x557b2adc3310 msgr2=0x557b2adf6c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:25.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.274+0000 7fd827294740 1 -- 172.21.15.17:0/376182194 shutdown_connections 2024-09-16T01:56:25.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.274+0000 7fd827294740 1 -- 172.21.15.17:0/376182194 wait complete. 2024-09-16T01:56:25.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.275+0000 7fd827294740 1 -- start start 2024-09-16T01:56:25.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.275+0000 7fd827294740 1 Processor -- start 2024-09-16T01:56:25.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.275+0000 7fd827294740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfa5d0 0x557b2ae04d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.275+0000 7fd827294740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2adfbb40 0x557b2ae01fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.275+0000 7fd827294740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2ae05370 0x557b2ae02560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.275+0000 7fd827294740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557b2ae08010 con 0x557b2ae05370 2024-09-16T01:56:25.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.275+0000 7fd827294740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557b2ad1b060 con 0x557b2adfbb40 2024-09-16T01:56:25.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.275+0000 7fd827294740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557b2ae08190 con 0x557b2adfa5d0 2024-09-16T01:56:25.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.275+0000 7fd827294740 10 client.0 _ll_register_callbacks cb 0x557b2aa6e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:25.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.275+0000 7fd81ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2ae05370 0x557b2ae02560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.275+0000 7fd81e59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfa5d0 0x557b2ae04d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.275+0000 7fd81ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2ae05370 0x557b2ae02560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52842/0 (socket says 172.21.15.17:52842) 2024-09-16T01:56:25.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.275+0000 7fd81e59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfa5d0 0x557b2ae04d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53478/0 (socket says 172.21.15.17:53478) 2024-09-16T01:56:25.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.275+0000 7fd81ed9d640 1 -- 172.21.15.17:0/264951998 learned_addr learned my addr 172.21.15.17:0/264951998 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:25.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd81dd9b640 1 --2- 172.21.15.17:0/264951998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2adfbb40 0x557b2ae01fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd81e59c640 1 -- 172.21.15.17:0/264951998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2adfbb40 msgr2=0x557b2ae01fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:25.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd81e59c640 1 --2- 172.21.15.17:0/264951998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2adfbb40 0x557b2ae01fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd81e59c640 1 -- 172.21.15.17:0/264951998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2ae05370 msgr2=0x557b2ae02560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:25.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd81e59c640 1 --2- 172.21.15.17:0/264951998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2ae05370 0x557b2ae02560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd81e59c640 1 -- 172.21.15.17:0/264951998 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b2aad13c0 con 0x557b2adfa5d0 2024-09-16T01:56:25.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd81dd9b640 1 --2- 172.21.15.17:0/264951998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2adfbb40 0x557b2ae01fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:56:25.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd81ed9d640 1 --2- 172.21.15.17:0/264951998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2ae05370 0x557b2ae02560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:25.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd81e59c640 1 --2- 172.21.15.17:0/264951998 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfa5d0 0x557b2ae04d10 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x557b2adf7ac0 tx=0x7fd8100b8800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1adbf076cfa0c49a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:25.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd805ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:56:25.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd805ffb640 1 -- 172.21.15.17:0/264951998 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd810049040 con 0x557b2adfa5d0 2024-09-16T01:56:25.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd805ffb640 1 -- 172.21.15.17:0/264951998 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd81003bcb0 con 0x557b2adfa5d0 2024-09-16T01:56:25.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd827294740 1 -- 172.21.15.17:0/264951998 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd818012c50 con 0x557b2adfa5d0 2024-09-16T01:56:25.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd805ffb640 1 -- 172.21.15.17:0/264951998 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd8100bcba0 con 0x557b2adfa5d0 2024-09-16T01:56:25.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd827294740 10 client.27559 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:25.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.276+0000 7fd827294740 1 -- 172.21.15.17:0/264951998 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557b2ae08070 con 0x557b2adfa5d0 2024-09-16T01:56:25.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.277+0000 7fd805ffb640 1 -- 172.21.15.17:0/264951998 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd818012c50 con 0x557b2adfa5d0 2024-09-16T01:56:25.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.277+0000 7fd805ffb640 1 -- 172.21.15.17:0/264951998 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd8100ce070 con 0x557b2adfa5d0 2024-09-16T01:56:25.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.277+0000 7fd827294740 10 client.27559 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:25.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.277+0000 7fd827294740 10 client.27559 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:56:25.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.277+0000 7fd827294740 20 client.27559 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:25.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.277+0000 7fd827294740 1 --2- 172.21.15.17:0/264951998 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b2ae14e50 0x557b2ae17290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.277+0000 7fd827294740 4 client.27559 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:56:25.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.277+0000 7fd827294740 1 -- 172.21.15.17:0/264951998 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557b2ad6d860 con 0x557b2ae14e50 2024-09-16T01:56:25.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.277+0000 7fd81dd9b640 1 --2- 172.21.15.17:0/264951998 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b2ae14e50 0x557b2ae17290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.277+0000 7fd81dd9b640 1 --2- 172.21.15.17:0/264951998 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b2ae14e50 0x557b2ae17290 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef65b80fc09aeaad server_cookie=c94dd493044a0a78 in_seq=0 out_seq=0 2024-09-16T01:56:25.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.277+0000 7fd805ffb640 10 client.27559 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:25.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.278+0000 7fd805ffb640 1 -- 172.21.15.17:0/264951998 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557b2ad6d860 con 0x557b2ae14e50 2024-09-16T01:56:25.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.278+0000 7fd805ffb640 10 client.27559 handle_command_reply: tid=0 2024-09-16T01:56:25.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.278+0000 7fd827294740 1 client.27559 shutdown 2024-09-16T01:56:25.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.278+0000 7fd827294740 1 -- 172.21.15.17:0/264951998 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfa5d0 msgr2=0x557b2ae04d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:25.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.278+0000 7fd827294740 1 --2- 172.21.15.17:0/264951998 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfa5d0 0x557b2ae04d10 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x557b2adf7ac0 tx=0x7fd8100b8800 comp rx=0 tx=0).stop 2024-09-16T01:56:25.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.279+0000 7fd827294740 1 -- 172.21.15.17:0/264951998 shutdown_connections 2024-09-16T01:56:25.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.279+0000 7fd827294740 1 --2- 172.21.15.17:0/264951998 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b2ae14e50 0x557b2ae17290 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.279+0000 7fd827294740 1 --2- 172.21.15.17:0/264951998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2ae05370 0x557b2ae02560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.279+0000 7fd827294740 1 --2- 172.21.15.17:0/264951998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2adfbb40 0x557b2ae01fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.279+0000 7fd805ffb640 0 client.27559 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:25.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.279+0000 7fd827294740 1 --2- 172.21.15.17:0/264951998 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfa5d0 0x557b2ae04d10 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.279+0000 7fd827294740 1 -- 172.21.15.17:0/264951998 >> 172.21.15.17:0/264951998 conn(0x557b2adc3310 msgr2=0x557b2adfc960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:25.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.279+0000 7fd827294740 1 -- 172.21.15.17:0/264951998 shutdown_connections 2024-09-16T01:56:25.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.279+0000 7fd827294740 1 -- 172.21.15.17:0/264951998 wait complete. 2024-09-16T01:56:25.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.279+0000 7fd827294740 20 client.27559 trim_cache size 0 max 16384 2024-09-16T01:56:25.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.295+0000 7fd827294740 1 Processor -- start 2024-09-16T01:56:25.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.295+0000 7fd827294740 1 -- start start 2024-09-16T01:56:25.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.295+0000 7fd827294740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2adfa5d0 0x557b2ae11310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.295+0000 7fd827294740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2ae1cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.295+0000 7fd827294740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2ae05370 0x557b2ae1d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.295+0000 7fd827294740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd8201b6320 con 0x557b2adfa5d0 2024-09-16T01:56:25.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.295+0000 7fd827294740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd8201b3bf0 con 0x557b2ae05370 2024-09-16T01:56:25.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.295+0000 7fd827294740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd8201b1a20 con 0x557b2adfbb40 2024-09-16T01:56:25.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.295+0000 7fd81e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2adfa5d0 0x557b2ae11310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.295+0000 7fd81e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2adfa5d0 0x557b2ae11310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52854/0 (socket says 172.21.15.17:52854) 2024-09-16T01:56:25.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.295+0000 7fd81e59c640 1 -- 172.21.15.17:0/2633651295 learned_addr learned my addr 172.21.15.17:0/2633651295 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:25.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.295+0000 7fd81dd9b640 1 --2- 172.21.15.17:0/2633651295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2ae1cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.295+0000 7fd81ed9d640 1 --2- 172.21.15.17:0/2633651295 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2ae05370 0x557b2ae1d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.296+0000 7fd81dd9b640 1 -- 172.21.15.17:0/2633651295 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2ae05370 msgr2=0x557b2ae1d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:25.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.296+0000 7fd81dd9b640 1 --2- 172.21.15.17:0/2633651295 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2ae05370 0x557b2ae1d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.296+0000 7fd81dd9b640 1 -- 172.21.15.17:0/2633651295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2adfa5d0 msgr2=0x557b2ae11310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:25.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.296+0000 7fd81dd9b640 1 --2- 172.21.15.17:0/2633651295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2adfa5d0 0x557b2ae11310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.296+0000 7fd81dd9b640 1 -- 172.21.15.17:0/2633651295 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b2adf7dd0 con 0x557b2adfbb40 2024-09-16T01:56:25.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.296+0000 7fd81e59c640 1 --2- 172.21.15.17:0/2633651295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2adfa5d0 0x557b2ae11310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:25.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.296+0000 7fd81dd9b640 1 --2- 172.21.15.17:0/2633651295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2ae1cba0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x557b2ae03600 tx=0x7fd814005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=35b3182f2b26069d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:25.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.296+0000 7fd807fff640 1 -- 172.21.15.17:0/2633651295 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd814003de0 con 0x557b2adfbb40 2024-09-16T01:56:25.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.296+0000 7fd807fff640 1 -- 172.21.15.17:0/2633651295 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd814012900 con 0x557b2adfbb40 2024-09-16T01:56:25.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.296+0000 7fd807fff640 1 -- 172.21.15.17:0/2633651295 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd81401f800 con 0x557b2adfbb40 2024-09-16T01:56:25.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.297+0000 7fd827294740 1 -- 172.21.15.17:0/2633651295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 msgr2=0x557b2ae1cba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:25.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.297+0000 7fd827294740 1 --2- 172.21.15.17:0/2633651295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2ae1cba0 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x557b2ae03600 tx=0x7fd814005f90 comp rx=0 tx=0).stop 2024-09-16T01:56:25.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.297+0000 7fd827294740 1 -- 172.21.15.17:0/2633651295 shutdown_connections 2024-09-16T01:56:25.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.297+0000 7fd827294740 1 --2- 172.21.15.17:0/2633651295 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2ae05370 0x557b2ae1d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.297+0000 7fd827294740 1 --2- 172.21.15.17:0/2633651295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2ae1cba0 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.297+0000 7fd827294740 1 --2- 172.21.15.17:0/2633651295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2adfa5d0 0x557b2ae11310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.297+0000 7fd827294740 1 -- 172.21.15.17:0/2633651295 >> 172.21.15.17:0/2633651295 conn(0x557b2adc3310 msgr2=0x557b2adfd260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:25.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.297+0000 7fd827294740 1 -- 172.21.15.17:0/2633651295 shutdown_connections 2024-09-16T01:56:25.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.297+0000 7fd827294740 1 -- 172.21.15.17:0/2633651295 wait complete. 2024-09-16T01:56:25.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.297+0000 7fd827294740 1 -- start start 2024-09-16T01:56:25.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.297+0000 7fd827294740 1 Processor -- start 2024-09-16T01:56:25.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd827294740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2adfa5d0 0x557b2adff180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd827294740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2adff6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd827294740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2ae05370 0x557b2adffc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd827294740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd8201b20b0 con 0x557b2adfa5d0 2024-09-16T01:56:25.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd827294740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd8201b3520 con 0x557b2ae05370 2024-09-16T01:56:25.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd827294740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd8201b2780 con 0x557b2adfbb40 2024-09-16T01:56:25.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd827294740 10 client.0 _ll_register_callbacks cb 0x7fd81003b500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:25.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd81dd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2adff6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd81dd9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2adff6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53486/0 (socket says 172.21.15.17:53486) 2024-09-16T01:56:25.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd81dd9b640 1 -- 172.21.15.17:0/4286770264 learned_addr learned my addr 172.21.15.17:0/4286770264 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:25.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd81e59c640 1 --2- 172.21.15.17:0/4286770264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2adfa5d0 0x557b2adff180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd81ed9d640 1 --2- 172.21.15.17:0/4286770264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2ae05370 0x557b2adffc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd81dd9b640 1 -- 172.21.15.17:0/4286770264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2ae05370 msgr2=0x557b2adffc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:25.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd81dd9b640 1 --2- 172.21.15.17:0/4286770264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2ae05370 0x557b2adffc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd81dd9b640 1 -- 172.21.15.17:0/4286770264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2adfa5d0 msgr2=0x557b2adff180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:25.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd81dd9b640 1 --2- 172.21.15.17:0/4286770264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2adfa5d0 0x557b2adff180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd81dd9b640 1 -- 172.21.15.17:0/4286770264 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b2ae7ecd0 con 0x557b2adfbb40 2024-09-16T01:56:25.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd81dd9b640 1 --2- 172.21.15.17:0/4286770264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2adff6c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fd814000c00 tx=0x7fd814009e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e1694055845c1291 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:25.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.298+0000 7fd805ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:56:25.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.299+0000 7fd805ffb640 1 -- 172.21.15.17:0/4286770264 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd814003ca0 con 0x557b2adfbb40 2024-09-16T01:56:25.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.299+0000 7fd805ffb640 1 -- 172.21.15.17:0/4286770264 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd814012450 con 0x557b2adfbb40 2024-09-16T01:56:25.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.299+0000 7fd827294740 1 -- 172.21.15.17:0/4286770264 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd814012900 con 0x557b2adfbb40 2024-09-16T01:56:25.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.299+0000 7fd805ffb640 1 -- 172.21.15.17:0/4286770264 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7fd814012650 con 0x557b2adfbb40 2024-09-16T01:56:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.299+0000 7fd827294740 10 client.27565 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.299+0000 7fd827294740 1 -- 172.21.15.17:0/4286770264 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x557b2ae7ffb0 con 0x557b2adfbb40 2024-09-16T01:56:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.299+0000 7fd805ffb640 1 -- 172.21.15.17:0/4286770264 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd814012900 con 0x557b2adfbb40 2024-09-16T01:56:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.299+0000 7fd805ffb640 1 -- 172.21.15.17:0/4286770264 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7fd81401fb60 con 0x557b2adfbb40 2024-09-16T01:56:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.299+0000 7fd827294740 10 client.27565 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.299+0000 7fd827294740 10 client.27565 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:56:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.299+0000 7fd827294740 20 client.27565 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:25.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.299+0000 7fd827294740 1 --2- 172.21.15.17:0/4286770264 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b2ae80620 0x557b2ae82a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:25.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.299+0000 7fd827294740 4 client.27565 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:56:25.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.299+0000 7fd827294740 1 -- 172.21.15.17:0/4286770264 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x557b2ad67d70 con 0x557b2ae80620 2024-09-16T01:56:25.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd81e59c640 1 --2- 172.21.15.17:0/4286770264 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b2ae80620 0x557b2ae82a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:25.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd81e59c640 1 --2- 172.21.15.17:0/4286770264 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b2ae80620 0x557b2ae82a40 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53eb132b8cc429c0 server_cookie=18d62685c39e0fdd in_seq=0 out_seq=0 2024-09-16T01:56:25.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd805ffb640 10 client.27565 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:25.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd805ffb640 1 -- 172.21.15.17:0/4286770264 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x557b2ad67d70 con 0x557b2ae80620 2024-09-16T01:56:25.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd805ffb640 10 client.27565 handle_command_reply: tid=0 2024-09-16T01:56:25.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd827294740 1 client.27565 shutdown 2024-09-16T01:56:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd827294740 1 -- 172.21.15.17:0/4286770264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 msgr2=0x557b2adff6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd827294740 1 --2- 172.21.15.17:0/4286770264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2adff6c0 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7fd814000c00 tx=0x7fd814009e40 comp rx=0 tx=0).stop 2024-09-16T01:56:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd827294740 1 -- 172.21.15.17:0/4286770264 shutdown_connections 2024-09-16T01:56:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd827294740 1 --2- 172.21.15.17:0/4286770264 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b2ae80620 0x557b2ae82a40 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd827294740 1 --2- 172.21.15.17:0/4286770264 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b2ae05370 0x557b2adffc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd827294740 1 --2- 172.21.15.17:0/4286770264 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b2adfbb40 0x557b2adff6c0 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd827294740 1 --2- 172.21.15.17:0/4286770264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b2adfa5d0 0x557b2adff180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd827294740 1 -- 172.21.15.17:0/4286770264 >> 172.21.15.17:0/4286770264 conn(0x557b2adc3310 msgr2=0x557b2adf54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd805ffb640 0 client.27565 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd827294740 1 -- 172.21.15.17:0/4286770264 shutdown_connections 2024-09-16T01:56:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.300+0000 7fd827294740 1 -- 172.21.15.17:0/4286770264 wait complete. 2024-09-16T01:56:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.301+0000 7fd827294740 20 client.27565 trim_cache size 0 max 16384 2024-09-16T01:56:25.315 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:56:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.301+0000 7fd824ebb640 1 -- 172.21.15.17:0/3803051550 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd8080a3240 msgr2=0x7fd8080a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.301+0000 7fd824ebb640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd8080a3240 0x7fd8080a5700 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fd818010dc0 tx=0x7fd81801f000 comp rx=0 tx=0).stop 2024-09-16T01:56:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.301+0000 7fd824ebb640 1 -- 172.21.15.17:0/3803051550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd820100e20 msgr2=0x7fd820107a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.301+0000 7fd824ebb640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd820100e20 0x7fd820107a50 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fd810000c00 tx=0x7fd810004270 comp rx=0 tx=0).stop 2024-09-16T01:56:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.301+0000 7fd824ebb640 1 -- 172.21.15.17:0/3803051550 shutdown_connections 2024-09-16T01:56:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.301+0000 7fd824ebb640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd8080a3240 0x7fd8080a5700 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.301+0000 7fd824ebb640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd820102ef0 0x7fd8201084d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.301+0000 7fd824ebb640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd820102570 0x7fd820107f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.301+0000 7fd824ebb640 1 --2- 172.21.15.17:0/3803051550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd820100e20 0x7fd820107a50 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.301+0000 7fd824ebb640 1 -- 172.21.15.17:0/3803051550 >> 172.21.15.17:0/3803051550 conn(0x7fd8200fc7d0 msgr2=0x7fd820069f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.301+0000 7fd824ebb640 1 -- 172.21.15.17:0/3803051550 shutdown_connections 2024-09-16T01:56:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:25.301+0000 7fd824ebb640 1 -- 172.21.15.17:0/3803051550 wait complete. 2024-09-16T01:56:25.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 490756 3.75 MB/sec execute 588 sec latency 18.536 ms 2024-09-16T01:56:26.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 491401 3.75 MB/sec execute 589 sec latency 18.008 ms 2024-09-16T01:56:26.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:26 smithi017 ceph-mon[30972]: pgmap v726: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:56:26.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:26 smithi029 ceph-mon[34783]: pgmap v726: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:56:26.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:26 smithi122 ceph-mon[34758]: pgmap v726: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 310 KiB/s rd, 1.9 MiB/s wr, 99 op/s 2024-09-16T01:56:27.003 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:56:27.004 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:56:27.284 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:56:27.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 492139 3.75 MB/sec execute 590 sec latency 49.564 ms 2024-09-16T01:56:27.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.839+0000 7f8710dd5640 1 -- 172.21.15.17:0/3550784931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f870c102570 msgr2=0x7f870c1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:27.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.839+0000 7f8710dd5640 1 --2- 172.21.15.17:0/3550784931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f870c102570 0x7f870c1029b0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f8700009900 tx=0x7f870002a480 comp rx=0 tx=0).stop 2024-09-16T01:56:27.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.839+0000 7f8710dd5640 1 -- 172.21.15.17:0/3550784931 shutdown_connections 2024-09-16T01:56:27.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.839+0000 7f8710dd5640 1 --2- 172.21.15.17:0/3550784931 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f870c102ef0 0x7f870c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.839+0000 7f8710dd5640 1 --2- 172.21.15.17:0/3550784931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f870c102570 0x7f870c1029b0 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.839+0000 7f8710dd5640 1 --2- 172.21.15.17:0/3550784931 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f870c100e20 0x7f870c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.839+0000 7f8710dd5640 1 -- 172.21.15.17:0/3550784931 >> 172.21.15.17:0/3550784931 conn(0x7f870c0fc7d0 msgr2=0x7f870c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:27.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.839+0000 7f8710dd5640 1 -- 172.21.15.17:0/3550784931 shutdown_connections 2024-09-16T01:56:27.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.839+0000 7f8710dd5640 1 -- 172.21.15.17:0/3550784931 wait complete. 2024-09-16T01:56:27.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.840+0000 7f8710dd5640 1 Processor -- start 2024-09-16T01:56:27.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.840+0000 7f8710dd5640 1 -- start start 2024-09-16T01:56:27.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.840+0000 7f8710dd5640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f870c100e20 0x7f870c0fcc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.840+0000 7f8710dd5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f870c102570 0x7f870c0fd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.840+0000 7f8710dd5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f870c102ef0 0x7f870c0fd700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.840+0000 7f8710dd5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f870c110e00 con 0x7f870c102ef0 2024-09-16T01:56:27.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.840+0000 7f8710dd5640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f870c110c80 con 0x7f870c100e20 2024-09-16T01:56:27.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.840+0000 7f8710dd5640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f870c110f80 con 0x7f870c102570 2024-09-16T01:56:27.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.840+0000 7f870ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f870c102ef0 0x7f870c0fd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.840+0000 7f8709d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f870c102570 0x7f870c0fd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.840+0000 7f870ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f870c102ef0 0x7f870c0fd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35790/0 (socket says 172.21.15.17:35790) 2024-09-16T01:56:27.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.840+0000 7f870ad9d640 1 -- 172.21.15.17:0/1120697174 learned_addr learned my addr 172.21.15.17:0/1120697174 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:27.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.840+0000 7f870a59c640 1 --2- 172.21.15.17:0/1120697174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f870c100e20 0x7f870c0fcc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.840+0000 7f8709d9b640 1 -- 172.21.15.17:0/1120697174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f870c100e20 msgr2=0x7f870c0fcc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:27.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.841+0000 7f8709d9b640 1 --2- 172.21.15.17:0/1120697174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f870c100e20 0x7f870c0fcc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.841+0000 7f8709d9b640 1 -- 172.21.15.17:0/1120697174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f870c102ef0 msgr2=0x7f870c0fd700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:27.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.841+0000 7f8709d9b640 1 --2- 172.21.15.17:0/1120697174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f870c102ef0 0x7f870c0fd700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.841+0000 7f8709d9b640 1 -- 172.21.15.17:0/1120697174 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f870c1a69b0 con 0x7f870c102570 2024-09-16T01:56:27.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.841+0000 7f8709d9b640 1 --2- 172.21.15.17:0/1120697174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f870c102570 0x7f870c0fd1c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f8700005940 tx=0x7f87000040c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:27.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.841+0000 7f86fb7fe640 1 -- 172.21.15.17:0/1120697174 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f870003f030 con 0x7f870c102570 2024-09-16T01:56:27.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.841+0000 7f86fb7fe640 1 -- 172.21.15.17:0/1120697174 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f87000044c0 con 0x7f870c102570 2024-09-16T01:56:27.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.841+0000 7f86fb7fe640 1 -- 172.21.15.17:0/1120697174 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8700035070 con 0x7f870c102570 2024-09-16T01:56:27.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.841+0000 7f8710dd5640 1 -- 172.21.15.17:0/1120697174 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f870c1a6c40 con 0x7f870c102570 2024-09-16T01:56:27.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.841+0000 7f8710dd5640 1 -- 172.21.15.17:0/1120697174 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f870c1a70d0 con 0x7f870c102570 2024-09-16T01:56:27.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.843+0000 7f86fb7fe640 1 -- 172.21.15.17:0/1120697174 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f8700042030 con 0x7f870c102570 2024-09-16T01:56:27.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.844+0000 7f86fb7fe640 1 --2- 172.21.15.17:0/1120697174 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86f40a32c0 0x7f86f40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.844+0000 7f87131ae740 1 Processor -- start 2024-09-16T01:56:27.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.844+0000 7f870a59c640 1 --2- 172.21.15.17:0/1120697174 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86f40a32c0 0x7f86f40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.844+0000 7f86fb7fe640 1 -- 172.21.15.17:0/1120697174 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f87000efb70 con 0x7f870c102570 2024-09-16T01:56:27.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.845+0000 7f87131ae740 1 -- start start 2024-09-16T01:56:27.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.845+0000 7f87131ae740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a49ab60 0x56112a49af40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.845+0000 7f87131ae740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49b480 0x56112a4a5800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.845+0000 7f87131ae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a4a5d40 0x56112a4a8130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.845+0000 7f87131ae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56112a400280 con 0x56112a4a5d40 2024-09-16T01:56:27.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.845+0000 7f87131ae740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56112a3a7b10 con 0x56112a49b480 2024-09-16T01:56:27.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.845+0000 7f87131ae740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56112a3fc240 con 0x56112a49ab60 2024-09-16T01:56:27.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.845+0000 7f870a59c640 1 --2- 172.21.15.17:0/1120697174 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86f40a32c0 0x7f86f40a5780 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f86fc00bbe0 tx=0x7f86fc00b390 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:27.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.845+0000 7f870ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a4a5d40 0x56112a4a8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.845+0000 7f870ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a4a5d40 0x56112a4a8130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35800/0 (socket says 172.21.15.17:35800) 2024-09-16T01:56:27.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.845+0000 7f870ad9d640 1 -- 172.21.15.17:0/3055617178 learned_addr learned my addr 172.21.15.17:0/3055617178 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:27.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.845+0000 7f870a59c640 1 --2- 172.21.15.17:0/3055617178 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a49ab60 0x56112a49af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.845+0000 7f8709d9b640 1 --2- 172.21.15.17:0/3055617178 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49b480 0x56112a4a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.846+0000 7f870ad9d640 1 -- 172.21.15.17:0/3055617178 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a49ab60 msgr2=0x56112a49af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:27.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.846+0000 7f870ad9d640 1 --2- 172.21.15.17:0/3055617178 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a49ab60 0x56112a49af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.846+0000 7f870ad9d640 1 -- 172.21.15.17:0/3055617178 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49b480 msgr2=0x56112a4a5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:27.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.846+0000 7f870ad9d640 1 --2- 172.21.15.17:0/3055617178 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49b480 0x56112a4a5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.846+0000 7f870ad9d640 1 -- 172.21.15.17:0/3055617178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56112a3b41f0 con 0x56112a4a5d40 2024-09-16T01:56:27.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.846+0000 7f870a59c640 1 --2- 172.21.15.17:0/3055617178 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a49ab60 0x56112a49af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:27.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.846+0000 7f870ad9d640 1 --2- 172.21.15.17:0/3055617178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a4a5d40 0x56112a4a8130 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f8704011470 tx=0x7f8704011870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa12fd40011a0f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:27.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.846+0000 7f86f8ff9640 1 -- 172.21.15.17:0/3055617178 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8704004b20 con 0x56112a4a5d40 2024-09-16T01:56:27.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.846+0000 7f86f8ff9640 1 -- 172.21.15.17:0/3055617178 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8704004cc0 con 0x56112a4a5d40 2024-09-16T01:56:27.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.847+0000 7f86f8ff9640 1 -- 172.21.15.17:0/3055617178 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f870400f7f0 con 0x56112a4a5d40 2024-09-16T01:56:27.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.847+0000 7f87131ae740 1 -- 172.21.15.17:0/3055617178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a4a5d40 msgr2=0x56112a4a8130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:27.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.847+0000 7f87131ae740 1 --2- 172.21.15.17:0/3055617178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a4a5d40 0x56112a4a8130 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7f8704011470 tx=0x7f8704011870 comp rx=0 tx=0).stop 2024-09-16T01:56:27.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.847+0000 7f87131ae740 1 -- 172.21.15.17:0/3055617178 shutdown_connections 2024-09-16T01:56:27.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.847+0000 7f87131ae740 1 --2- 172.21.15.17:0/3055617178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a4a5d40 0x56112a4a8130 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.847+0000 7f87131ae740 1 --2- 172.21.15.17:0/3055617178 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49b480 0x56112a4a5800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.847+0000 7f87131ae740 1 --2- 172.21.15.17:0/3055617178 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a49ab60 0x56112a49af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.848+0000 7f87131ae740 1 -- 172.21.15.17:0/3055617178 >> 172.21.15.17:0/3055617178 conn(0x56112a4970f0 msgr2=0x56112a4974d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:27.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.848+0000 7f87131ae740 1 -- 172.21.15.17:0/3055617178 shutdown_connections 2024-09-16T01:56:27.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.848+0000 7f87131ae740 1 -- 172.21.15.17:0/3055617178 wait complete. 2024-09-16T01:56:27.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.848+0000 7f87131ae740 1 -- start start 2024-09-16T01:56:27.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.849+0000 7f87131ae740 1 Processor -- start 2024-09-16T01:56:27.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.849+0000 7f87131ae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a49ab60 0x56112a4a57e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.849+0000 7f87131ae740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49b480 0x56112a4a2b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.849+0000 7f87131ae740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a4a5d40 0x56112a4a32c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.849+0000 7f870a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a49ab60 0x56112a4a57e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.849+0000 7f87131ae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56112a4a8960 con 0x56112a49ab60 2024-09-16T01:56:27.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.849+0000 7f87131ae740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56112a3baf10 con 0x56112a49b480 2024-09-16T01:56:27.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.849+0000 7f87131ae740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56112a4a8ae0 con 0x56112a4a5d40 2024-09-16T01:56:27.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.849+0000 7f870a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a49ab60 0x56112a4a57e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35806/0 (socket says 172.21.15.17:35806) 2024-09-16T01:56:27.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.849+0000 7f870a59c640 1 -- 172.21.15.17:0/44135585 learned_addr learned my addr 172.21.15.17:0/44135585 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:27.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f87131ae740 10 client.0 _ll_register_callbacks cb 0x56112a383a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:27.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f870ad9d640 1 --2- 172.21.15.17:0/44135585 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a4a5d40 0x56112a4a32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f8709d9b640 1 --2- 172.21.15.17:0/44135585 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49b480 0x56112a4a2b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f870a59c640 1 -- 172.21.15.17:0/44135585 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a4a5d40 msgr2=0x56112a4a32c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:27.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f870a59c640 1 --2- 172.21.15.17:0/44135585 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a4a5d40 0x56112a4a32c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f870a59c640 1 -- 172.21.15.17:0/44135585 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49b480 msgr2=0x56112a4a2b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:27.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f870a59c640 1 --2- 172.21.15.17:0/44135585 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49b480 0x56112a4a2b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f870a59c640 1 -- 172.21.15.17:0/44135585 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56112a1716a0 con 0x56112a49ab60 2024-09-16T01:56:27.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f870ad9d640 1 --2- 172.21.15.17:0/44135585 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a4a5d40 0x56112a4a32c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:56:27.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f870a59c640 1 --2- 172.21.15.17:0/44135585 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a49ab60 0x56112a4a57e0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f86fc0117c0 tx=0x7f86fc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2e2b3971771e983 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:27.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f86f1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:56:27.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f86f1ffb640 1 -- 172.21.15.17:0/44135585 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f86fc01e8c0 con 0x56112a49ab60 2024-09-16T01:56:27.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f86f1ffb640 1 -- 172.21.15.17:0/44135585 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f86fc01ea60 con 0x56112a49ab60 2024-09-16T01:56:27.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f87131ae740 1 -- 172.21.15.17:0/44135585 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8704004cc0 con 0x56112a49ab60 2024-09-16T01:56:27.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f86f1ffb640 1 -- 172.21.15.17:0/44135585 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f86fc01eca0 con 0x56112a49ab60 2024-09-16T01:56:27.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f87131ae740 10 client.17928 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:27.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.850+0000 7f87131ae740 1 -- 172.21.15.17:0/44135585 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56112a4bccc0 con 0x56112a49ab60 2024-09-16T01:56:27.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.851+0000 7f86f1ffb640 1 -- 172.21.15.17:0/44135585 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8704004cc0 con 0x56112a49ab60 2024-09-16T01:56:27.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.851+0000 7f86f1ffb640 1 -- 172.21.15.17:0/44135585 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f86fc01f430 con 0x56112a49ab60 2024-09-16T01:56:27.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.851+0000 7f87131ae740 10 client.17928 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:27.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.851+0000 7f87131ae740 10 client.17928 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:56:27.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.851+0000 7f87131ae740 20 client.17928 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:27.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.851+0000 7f87131ae740 1 --2- 172.21.15.17:0/44135585 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56112a4be120 0x56112a4c0570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.851+0000 7f87131ae740 4 client.17928 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:56:27.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.851+0000 7f87131ae740 1 -- 172.21.15.17:0/44135585 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56112a40d7f0 con 0x56112a4be120 2024-09-16T01:56:27.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.851+0000 7f8709d9b640 1 --2- 172.21.15.17:0/44135585 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56112a4be120 0x56112a4c0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.852+0000 7f86f1ffb640 10 client.17928 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:27.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.852+0000 7f8709d9b640 1 --2- 172.21.15.17:0/44135585 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56112a4be120 0x56112a4c0570 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b9a82e52ba54a89f server_cookie=3c52c69acb8f7afb in_seq=0 out_seq=0 2024-09-16T01:56:27.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.852+0000 7f86f1ffb640 1 -- 172.21.15.17:0/44135585 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56112a40d7f0 con 0x56112a4be120 2024-09-16T01:56:27.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.852+0000 7f86f1ffb640 10 client.17928 handle_command_reply: tid=0 2024-09-16T01:56:27.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.852+0000 7f87131ae740 1 client.17928 shutdown 2024-09-16T01:56:27.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.853+0000 7f87131ae740 1 -- 172.21.15.17:0/44135585 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a49ab60 msgr2=0x56112a4a57e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:27.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.853+0000 7f87131ae740 1 --2- 172.21.15.17:0/44135585 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a49ab60 0x56112a4a57e0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f86fc0117c0 tx=0x7f86fc004730 comp rx=0 tx=0).stop 2024-09-16T01:56:27.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.853+0000 7f87131ae740 1 -- 172.21.15.17:0/44135585 shutdown_connections 2024-09-16T01:56:27.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.853+0000 7f87131ae740 1 --2- 172.21.15.17:0/44135585 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56112a4be120 0x56112a4c0570 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.853+0000 7f86f1ffb640 0 client.17928 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:27.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.853+0000 7f87131ae740 1 --2- 172.21.15.17:0/44135585 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a4a5d40 0x56112a4a32c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.853+0000 7f87131ae740 1 --2- 172.21.15.17:0/44135585 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49b480 0x56112a4a2b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.853+0000 7f87131ae740 1 --2- 172.21.15.17:0/44135585 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a49ab60 0x56112a4a57e0 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.853+0000 7f87131ae740 1 -- 172.21.15.17:0/44135585 >> 172.21.15.17:0/44135585 conn(0x56112a4970f0 msgr2=0x56112a49cdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:27.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.853+0000 7f87131ae740 1 -- 172.21.15.17:0/44135585 shutdown_connections 2024-09-16T01:56:27.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.853+0000 7f87131ae740 1 -- 172.21.15.17:0/44135585 wait complete. 2024-09-16T01:56:27.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.853+0000 7f87131ae740 20 client.17928 trim_cache size 0 max 16384 2024-09-16T01:56:27.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.870+0000 7f87131ae740 1 Processor -- start 2024-09-16T01:56:27.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.870+0000 7f87131ae740 1 -- start start 2024-09-16T01:56:27.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f87131ae740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49ab60 0x56112a4a1b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f87131ae740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a49b480 0x56112a4c5e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f87131ae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a4a5d40 0x56112a4c6380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f87131ae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f870c1adb50 con 0x56112a4a5d40 2024-09-16T01:56:27.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f87131ae740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f870c1ab420 con 0x56112a49ab60 2024-09-16T01:56:27.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f87131ae740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f870c1a9250 con 0x56112a49b480 2024-09-16T01:56:27.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f870ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a4a5d40 0x56112a4c6380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f870ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a4a5d40 0x56112a4c6380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35818/0 (socket says 172.21.15.17:35818) 2024-09-16T01:56:27.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f870ad9d640 1 -- 172.21.15.17:0/2938054101 learned_addr learned my addr 172.21.15.17:0/2938054101 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:27.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f8709d9b640 1 --2- 172.21.15.17:0/2938054101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a49b480 0x56112a4c5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f870a59c640 1 --2- 172.21.15.17:0/2938054101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49ab60 0x56112a4a1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f870ad9d640 1 -- 172.21.15.17:0/2938054101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a49b480 msgr2=0x56112a4c5e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:27.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f870ad9d640 1 --2- 172.21.15.17:0/2938054101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a49b480 0x56112a4c5e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f870ad9d640 1 -- 172.21.15.17:0/2938054101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49ab60 msgr2=0x56112a4a1b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:27.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f870ad9d640 1 --2- 172.21.15.17:0/2938054101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49ab60 0x56112a4a1b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f870ad9d640 1 -- 172.21.15.17:0/2938054101 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56112a4c0bf0 con 0x56112a4a5d40 2024-09-16T01:56:27.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.871+0000 7f870ad9d640 1 --2- 172.21.15.17:0/2938054101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a4a5d40 0x56112a4c6380 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f8704014040 tx=0x7f8704004a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=190f6bbea2983d92 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:27.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.872+0000 7f86f3fff640 1 -- 172.21.15.17:0/2938054101 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8704026070 con 0x56112a4a5d40 2024-09-16T01:56:27.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.872+0000 7f86f3fff640 1 -- 172.21.15.17:0/2938054101 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8704004b70 con 0x56112a4a5d40 2024-09-16T01:56:27.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.872+0000 7f86f3fff640 1 -- 172.21.15.17:0/2938054101 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f870400f6e0 con 0x56112a4a5d40 2024-09-16T01:56:27.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.872+0000 7f87131ae740 1 -- 172.21.15.17:0/2938054101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a4a5d40 msgr2=0x56112a4c6380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:27.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.872+0000 7f87131ae740 1 --2- 172.21.15.17:0/2938054101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a4a5d40 0x56112a4c6380 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f8704014040 tx=0x7f8704004a00 comp rx=0 tx=0).stop 2024-09-16T01:56:27.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.872+0000 7f87131ae740 1 -- 172.21.15.17:0/2938054101 shutdown_connections 2024-09-16T01:56:27.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.872+0000 7f87131ae740 1 --2- 172.21.15.17:0/2938054101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a4a5d40 0x56112a4c6380 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.872+0000 7f87131ae740 1 --2- 172.21.15.17:0/2938054101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a49b480 0x56112a4c5e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.872+0000 7f87131ae740 1 --2- 172.21.15.17:0/2938054101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49ab60 0x56112a4a1b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.872+0000 7f87131ae740 1 -- 172.21.15.17:0/2938054101 >> 172.21.15.17:0/2938054101 conn(0x56112a4970f0 msgr2=0x56112a4a1400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:27.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.872+0000 7f87131ae740 1 -- 172.21.15.17:0/2938054101 shutdown_connections 2024-09-16T01:56:27.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.873+0000 7f87131ae740 1 -- 172.21.15.17:0/2938054101 wait complete. 2024-09-16T01:56:27.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.873+0000 7f87131ae740 1 -- start start 2024-09-16T01:56:27.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.873+0000 7f87131ae740 1 Processor -- start 2024-09-16T01:56:27.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.873+0000 7f87131ae740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49ab60 0x56112a4a9a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.873+0000 7f87131ae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a49b480 0x56112a4a9f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.873+0000 7f87131ae740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a4a5d40 0x56112a4aa4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.873+0000 7f87131ae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f870c1a98e0 con 0x56112a49b480 2024-09-16T01:56:27.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.873+0000 7f87131ae740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f870c1aad50 con 0x56112a49ab60 2024-09-16T01:56:27.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.873+0000 7f87131ae740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f870c1a9fb0 con 0x56112a4a5d40 2024-09-16T01:56:27.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.873+0000 7f87131ae740 10 client.0 _ll_register_callbacks cb 0x7f86fc011440 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:27.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f8709d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a49b480 0x56112a4a9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f870a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49ab60 0x56112a4a9a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f870a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49ab60 0x56112a4a9a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:39454/0 (socket says 172.21.15.17:39454) 2024-09-16T01:56:27.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f8709d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a49b480 0x56112a4a9f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35820/0 (socket says 172.21.15.17:35820) 2024-09-16T01:56:27.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f870a59c640 1 -- 172.21.15.17:0/3492228152 learned_addr learned my addr 172.21.15.17:0/3492228152 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:27.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f870ad9d640 1 --2- 172.21.15.17:0/3492228152 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a4a5d40 0x56112a4aa4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f8709d9b640 1 -- 172.21.15.17:0/3492228152 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a4a5d40 msgr2=0x56112a4aa4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:27.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f8709d9b640 1 --2- 172.21.15.17:0/3492228152 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a4a5d40 0x56112a4aa4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f8709d9b640 1 -- 172.21.15.17:0/3492228152 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49ab60 msgr2=0x56112a4a9a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:27.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f8709d9b640 1 --2- 172.21.15.17:0/3492228152 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49ab60 0x56112a4a9a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f8709d9b640 1 -- 172.21.15.17:0/3492228152 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56112a527e10 con 0x56112a49b480 2024-09-16T01:56:27.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f870a59c640 1 --2- 172.21.15.17:0/3492228152 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49ab60 0x56112a4a9a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:27.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f8709d9b640 1 --2- 172.21.15.17:0/3492228152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a49b480 0x56112a4a9f60 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f87000bc1d0 tx=0x7f87000ed540 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c38d2bbdc43cf01 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:27.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f86f1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:56:27.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f86f1ffb640 1 -- 172.21.15.17:0/3492228152 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8700049040 con 0x56112a49b480 2024-09-16T01:56:27.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f86f1ffb640 1 -- 172.21.15.17:0/3492228152 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f87000ba540 con 0x56112a49b480 2024-09-16T01:56:27.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.874+0000 7f87131ae740 1 -- 172.21.15.17:0/3492228152 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8704004b70 con 0x56112a49b480 2024-09-16T01:56:27.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.875+0000 7f86f1ffb640 1 -- 172.21.15.17:0/3492228152 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f87000b88b0 con 0x56112a49b480 2024-09-16T01:56:27.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.875+0000 7f87131ae740 10 client.17934 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:27.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.875+0000 7f87131ae740 1 -- 172.21.15.17:0/3492228152 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x56112a529160 con 0x56112a49b480 2024-09-16T01:56:27.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.875+0000 7f86f1ffb640 1 -- 172.21.15.17:0/3492228152 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8704004b70 con 0x56112a49b480 2024-09-16T01:56:27.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.875+0000 7f86f1ffb640 1 -- 172.21.15.17:0/3492228152 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f87000c4970 con 0x56112a49b480 2024-09-16T01:56:27.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.875+0000 7f87131ae740 10 client.17934 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:27.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.875+0000 7f87131ae740 10 client.17934 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:56:27.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.875+0000 7f87131ae740 20 client.17934 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:27.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.875+0000 7f87131ae740 1 --2- 172.21.15.17:0/3492228152 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56112a5298e0 0x56112a52bd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:27.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.875+0000 7f87131ae740 4 client.17934 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:56:27.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.875+0000 7f87131ae740 1 -- 172.21.15.17:0/3492228152 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56112a407d00 con 0x56112a5298e0 2024-09-16T01:56:27.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.876+0000 7f870a59c640 1 --2- 172.21.15.17:0/3492228152 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56112a5298e0 0x56112a52bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:27.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.876+0000 7f870a59c640 1 --2- 172.21.15.17:0/3492228152 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56112a5298e0 0x56112a52bd00 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecd1f51de522f9ba server_cookie=66b3cefbb2e638ca in_seq=0 out_seq=0 2024-09-16T01:56:27.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.876+0000 7f86f1ffb640 10 client.17934 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:27.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f86f1ffb640 1 -- 172.21.15.17:0/3492228152 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56112a407d00 con 0x56112a5298e0 2024-09-16T01:56:27.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f86f1ffb640 10 client.17934 handle_command_reply: tid=0 2024-09-16T01:56:27.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f87131ae740 1 client.17934 shutdown 2024-09-16T01:56:27.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f87131ae740 1 -- 172.21.15.17:0/3492228152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a49b480 msgr2=0x56112a4a9f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:27.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f87131ae740 1 --2- 172.21.15.17:0/3492228152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a49b480 0x56112a4a9f60 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f87000bc1d0 tx=0x7f87000ed540 comp rx=0 tx=0).stop 2024-09-16T01:56:27.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f87131ae740 1 -- 172.21.15.17:0/3492228152 shutdown_connections 2024-09-16T01:56:27.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f87131ae740 1 --2- 172.21.15.17:0/3492228152 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56112a5298e0 0x56112a52bd00 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f86f1ffb640 0 client.17934 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:27.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f87131ae740 1 --2- 172.21.15.17:0/3492228152 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56112a4a5d40 0x56112a4aa4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f87131ae740 1 --2- 172.21.15.17:0/3492228152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56112a49b480 0x56112a4a9f60 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f87131ae740 1 --2- 172.21.15.17:0/3492228152 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56112a49ab60 0x56112a4a9a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f87131ae740 1 -- 172.21.15.17:0/3492228152 >> 172.21.15.17:0/3492228152 conn(0x56112a4970f0 msgr2=0x56112a4a1c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:27.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f87131ae740 1 -- 172.21.15.17:0/3492228152 shutdown_connections 2024-09-16T01:56:27.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f87131ae740 1 -- 172.21.15.17:0/3492228152 wait complete. 2024-09-16T01:56:27.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.877+0000 7f87131ae740 20 client.17934 trim_cache size 0 max 16384 2024-09-16T01:56:27.884 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:56:27.884 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:56:27.884 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "87f45caf-049d-444b-9266-5262129332c3", 2024-09-16T01:56:27.884 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:56:27.884 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:56:27.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.878+0000 7f8710dd5640 1 -- 172.21.15.17:0/1120697174 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86f40a32c0 msgr2=0x7f86f40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:27.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.878+0000 7f8710dd5640 1 --2- 172.21.15.17:0/1120697174 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86f40a32c0 0x7f86f40a5780 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f86fc00bbe0 tx=0x7f86fc00b390 comp rx=0 tx=0).stop 2024-09-16T01:56:27.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.878+0000 7f8710dd5640 1 -- 172.21.15.17:0/1120697174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f870c102570 msgr2=0x7f870c0fd1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:27.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.878+0000 7f8710dd5640 1 --2- 172.21.15.17:0/1120697174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f870c102570 0x7f870c0fd1c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f8700005940 tx=0x7f87000040c0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.878+0000 7f8710dd5640 1 -- 172.21.15.17:0/1120697174 shutdown_connections 2024-09-16T01:56:27.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.878+0000 7f8710dd5640 1 --2- 172.21.15.17:0/1120697174 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86f40a32c0 0x7f86f40a5780 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.878+0000 7f8710dd5640 1 --2- 172.21.15.17:0/1120697174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f870c102ef0 0x7f870c0fd700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.878+0000 7f8710dd5640 1 --2- 172.21.15.17:0/1120697174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f870c102570 0x7f870c0fd1c0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.878+0000 7f8710dd5640 1 --2- 172.21.15.17:0/1120697174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f870c100e20 0x7f870c0fcc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:27.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.878+0000 7f8710dd5640 1 -- 172.21.15.17:0/1120697174 >> 172.21.15.17:0/1120697174 conn(0x7f870c0fc7d0 msgr2=0x7f870c06a3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:27.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.878+0000 7f8710dd5640 1 -- 172.21.15.17:0/1120697174 shutdown_connections 2024-09-16T01:56:27.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:27.878+0000 7f8710dd5640 1 -- 172.21.15.17:0/1120697174 wait complete. 2024-09-16T01:56:28.567 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:56:28.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 492806 3.75 MB/sec execute 591 sec latency 36.675 ms 2024-09-16T01:56:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:28 smithi017 ceph-mon[30972]: pgmap v727: 97 pgs: 97 active+clean; 206 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 201 KiB/s rd, 1.4 MiB/s wr, 75 op/s 2024-09-16T01:56:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:28 smithi029 ceph-mon[34783]: pgmap v727: 97 pgs: 97 active+clean; 206 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 201 KiB/s rd, 1.4 MiB/s wr, 75 op/s 2024-09-16T01:56:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:28 smithi122 ceph-mon[34758]: pgmap v727: 97 pgs: 97 active+clean; 206 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 201 KiB/s rd, 1.4 MiB/s wr, 75 op/s 2024-09-16T01:56:28.862 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:56:29.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.374+0000 7f7c62efa640 1 -- 172.21.15.17:0/1877594199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c5c102790 msgr2=0x7f7c5c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:29.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.374+0000 7f7c62efa640 1 --2- 172.21.15.17:0/1877594199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c5c102790 0x7f7c5c1067e0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f7c48009900 tx=0x7f7c4802a410 comp rx=0 tx=0).stop 2024-09-16T01:56:29.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.374+0000 7f7c62efa640 1 -- 172.21.15.17:0/1877594199 shutdown_connections 2024-09-16T01:56:29.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.374+0000 7f7c62efa640 1 --2- 172.21.15.17:0/1877594199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c5c106f10 0x7f7c5c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.374+0000 7f7c62efa640 1 --2- 172.21.15.17:0/1877594199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c5c102790 0x7f7c5c1067e0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.374+0000 7f7c62efa640 1 --2- 172.21.15.17:0/1877594199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c101de0 0x7f7c5c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.374+0000 7f7c62efa640 1 -- 172.21.15.17:0/1877594199 >> 172.21.15.17:0/1877594199 conn(0x7f7c5c0fd8e0 msgr2=0x7f7c5c0ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:29.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.374+0000 7f7c62efa640 1 -- 172.21.15.17:0/1877594199 shutdown_connections 2024-09-16T01:56:29.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.374+0000 7f7c62efa640 1 -- 172.21.15.17:0/1877594199 wait complete. 2024-09-16T01:56:29.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.375+0000 7f7c62efa640 1 Processor -- start 2024-09-16T01:56:29.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.375+0000 7f7c62efa640 1 -- start start 2024-09-16T01:56:29.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.375+0000 7f7c62efa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c5c101de0 0x7f7c5c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.375+0000 7f7c62efa640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c5c102790 0x7f7c5c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.375+0000 7f7c62efa640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c106f10 0x7f7c5c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.375+0000 7f7c62efa640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5c111e20 con 0x7f7c5c101de0 2024-09-16T01:56:29.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.375+0000 7f7c62efa640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5c111ca0 con 0x7f7c5c102790 2024-09-16T01:56:29.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.375+0000 7f7c62efa640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5c111fa0 con 0x7f7c5c106f10 2024-09-16T01:56:29.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.375+0000 7f7c60c96640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c5c101de0 0x7f7c5c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.375+0000 7f7c5bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c5c102790 0x7f7c5c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.375+0000 7f7c61497640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c106f10 0x7f7c5c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.375+0000 7f7c60c96640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c5c101de0 0x7f7c5c0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35844/0 (socket says 172.21.15.17:35844) 2024-09-16T01:56:29.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.375+0000 7f7c5bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c5c102790 0x7f7c5c074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:39468/0 (socket says 172.21.15.17:39468) 2024-09-16T01:56:29.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.375+0000 7f7c60c96640 1 -- 172.21.15.17:0/2106702316 learned_addr learned my addr 172.21.15.17:0/2106702316 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:29.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.376+0000 7f7c61497640 1 -- 172.21.15.17:0/2106702316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c5c102790 msgr2=0x7f7c5c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:29.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.376+0000 7f7c61497640 1 --2- 172.21.15.17:0/2106702316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c5c102790 0x7f7c5c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.376+0000 7f7c61497640 1 -- 172.21.15.17:0/2106702316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c5c101de0 msgr2=0x7f7c5c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:29.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.376+0000 7f7c61497640 1 --2- 172.21.15.17:0/2106702316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c5c101de0 0x7f7c5c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.376+0000 7f7c61497640 1 -- 172.21.15.17:0/2106702316 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7c5c1a68b0 con 0x7f7c5c106f10 2024-09-16T01:56:29.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.376+0000 7f7c60c96640 1 --2- 172.21.15.17:0/2106702316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c5c101de0 0x7f7c5c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:29.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.376+0000 7f7c61497640 1 --2- 172.21.15.17:0/2106702316 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c106f10 0x7f7c5c074f70 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f7c5400e940 tx=0x7f7c5400ee00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:29.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.376+0000 7f7c59ffb640 1 -- 172.21.15.17:0/2106702316 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c54004d20 con 0x7f7c5c106f10 2024-09-16T01:56:29.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.376+0000 7f7c62efa640 1 -- 172.21.15.17:0/2106702316 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7c5c1a6ba0 con 0x7f7c5c106f10 2024-09-16T01:56:29.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.376+0000 7f7c59ffb640 1 -- 172.21.15.17:0/2106702316 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c54005020 con 0x7f7c5c106f10 2024-09-16T01:56:29.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.376+0000 7f7c59ffb640 1 -- 172.21.15.17:0/2106702316 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c540116d0 con 0x7f7c5c106f10 2024-09-16T01:56:29.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.377+0000 7f7c62efa640 1 -- 172.21.15.17:0/2106702316 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7c5c1a7060 con 0x7f7c5c106f10 2024-09-16T01:56:29.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.379+0000 7f7c59ffb640 1 -- 172.21.15.17:0/2106702316 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f7c5400cb20 con 0x7f7c5c106f10 2024-09-16T01:56:29.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.379+0000 7f7c652d3740 1 Processor -- start 2024-09-16T01:56:29.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.379+0000 7f7c652d3740 1 -- start start 2024-09-16T01:56:29.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c652d3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307d44a0 0x5597307d4880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c652d3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 0x5597307df140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c652d3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307df680 0x5597307e1a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c652d3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55973073a2e0 con 0x5597307df680 2024-09-16T01:56:29.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c652d3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5597306e1ce0 con 0x5597307d4dc0 2024-09-16T01:56:29.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c652d3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5597307362a0 con 0x5597307d44a0 2024-09-16T01:56:29.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c5bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307d44a0 0x5597307d4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c5bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307d44a0 0x5597307d4880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44208/0 (socket says 172.21.15.17:44208) 2024-09-16T01:56:29.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c5bfff640 1 -- 172.21.15.17:0/3513716273 learned_addr learned my addr 172.21.15.17:0/3513716273 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:29.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c5bfff640 1 --2- 172.21.15.17:0/3513716273 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307df680 0x5597307e1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c60c96640 1 --2- 172.21.15.17:0/3513716273 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 0x5597307df140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c5bfff640 1 -- 172.21.15.17:0/3513716273 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 msgr2=0x5597307df140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:29.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c5bfff640 1 --2- 172.21.15.17:0/3513716273 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 0x5597307df140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c5bfff640 1 -- 172.21.15.17:0/3513716273 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307df680 msgr2=0x5597307e1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:29.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c5bfff640 1 --2- 172.21.15.17:0/3513716273 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307df680 0x5597307e1a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c5bfff640 1 -- 172.21.15.17:0/3513716273 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597306c6440 con 0x5597307d44a0 2024-09-16T01:56:29.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.380+0000 7f7c59ffb640 1 --2- 172.21.15.17:0/2106702316 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c4c0a3240 0x7f7c4c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.381+0000 7f7c60c96640 1 --2- 172.21.15.17:0/2106702316 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c4c0a3240 0x7f7c4c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.381+0000 7f7c5bfff640 1 --2- 172.21.15.17:0/3513716273 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307d44a0 0x5597307d4880 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x5597307d1db0 tx=0x7f7c48005b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1059661af917a73a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:29.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.381+0000 7f7c59ffb640 1 -- 172.21.15.17:0/2106702316 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7c540cf990 con 0x7f7c5c106f10 2024-09-16T01:56:29.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.381+0000 7f7c46ffd640 1 -- 172.21.15.17:0/3513716273 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c48035030 con 0x5597307d44a0 2024-09-16T01:56:29.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.381+0000 7f7c46ffd640 1 -- 172.21.15.17:0/3513716273 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c48004030 con 0x5597307d44a0 2024-09-16T01:56:29.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.381+0000 7f7c46ffd640 1 -- 172.21.15.17:0/3513716273 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c48003a50 con 0x5597307d44a0 2024-09-16T01:56:29.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.382+0000 7f7c652d3740 1 -- 172.21.15.17:0/3513716273 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307d44a0 msgr2=0x5597307d4880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:29.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.382+0000 7f7c60c96640 1 --2- 172.21.15.17:0/2106702316 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c4c0a3240 0x7f7c4c0a5700 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f7c50009620 tx=0x7f7c50005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:29.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.382+0000 7f7c652d3740 1 --2- 172.21.15.17:0/3513716273 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307d44a0 0x5597307d4880 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x5597307d1db0 tx=0x7f7c48005b50 comp rx=0 tx=0).stop 2024-09-16T01:56:29.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.382+0000 7f7c652d3740 1 -- 172.21.15.17:0/3513716273 shutdown_connections 2024-09-16T01:56:29.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.382+0000 7f7c652d3740 1 --2- 172.21.15.17:0/3513716273 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307df680 0x5597307e1a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.382+0000 7f7c652d3740 1 --2- 172.21.15.17:0/3513716273 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 0x5597307df140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.382+0000 7f7c652d3740 1 --2- 172.21.15.17:0/3513716273 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307d44a0 0x5597307d4880 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.382+0000 7f7c652d3740 1 -- 172.21.15.17:0/3513716273 >> 172.21.15.17:0/3513716273 conn(0x5597307d0a30 msgr2=0x5597307d0e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:29.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.382+0000 7f7c652d3740 1 -- 172.21.15.17:0/3513716273 shutdown_connections 2024-09-16T01:56:29.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.382+0000 7f7c652d3740 1 -- 172.21.15.17:0/3513716273 wait complete. 2024-09-16T01:56:29.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.382+0000 7f7c652d3740 1 -- start start 2024-09-16T01:56:29.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.382+0000 7f7c652d3740 1 Processor -- start 2024-09-16T01:56:29.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c652d3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d44a0 0x5597307defc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c652d3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307d4dc0 0x5597307dc270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c652d3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307df680 0x5597307dc7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c652d3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5597307e22f0 con 0x5597307df680 2024-09-16T01:56:29.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c652d3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5597306f5050 con 0x5597307d44a0 2024-09-16T01:56:29.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c652d3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5597307e2470 con 0x5597307d4dc0 2024-09-16T01:56:29.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c652d3740 10 client.0 _ll_register_callbacks cb 0x559730735160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:29.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c5bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307d4dc0 0x5597307dc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c61497640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307df680 0x5597307dc7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c5bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307d4dc0 0x5597307dc270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44216/0 (socket says 172.21.15.17:44216) 2024-09-16T01:56:29.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c5bfff640 1 -- 172.21.15.17:0/2615831991 learned_addr learned my addr 172.21.15.17:0/2615831991 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:29.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c61497640 1 -- 172.21.15.17:0/2615831991 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307d4dc0 msgr2=0x5597307dc270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:29.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c61497640 1 --2- 172.21.15.17:0/2615831991 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307d4dc0 0x5597307dc270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c61497640 1 -- 172.21.15.17:0/2615831991 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d44a0 msgr2=0x5597307defc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:29.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c60c96640 1 --2- 172.21.15.17:0/2615831991 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d44a0 0x5597307defc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.383+0000 7f7c61497640 1 --2- 172.21.15.17:0/2615831991 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d44a0 0x5597307defc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.384+0000 7f7c61497640 1 -- 172.21.15.17:0/2615831991 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597304ab3c0 con 0x5597307df680 2024-09-16T01:56:29.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.384+0000 7f7c5bfff640 1 --2- 172.21.15.17:0/2615831991 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307d4dc0 0x5597307dc270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:29.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.384+0000 7f7c60c96640 1 --2- 172.21.15.17:0/2615831991 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d44a0 0x5597307defc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:56:29.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.384+0000 7f7c61497640 1 --2- 172.21.15.17:0/2615831991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307df680 0x5597307dc7b0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f7c5400c640 tx=0x7f7c5409ba40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=740bf5a62a2ab343 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:29.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.384+0000 7f7c3bfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:56:29.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.384+0000 7f7c3bfff640 1 -- 172.21.15.17:0/2615831991 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c540b6060 con 0x5597307df680 2024-09-16T01:56:29.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.384+0000 7f7c652d3740 1 -- 172.21.15.17:0/2615831991 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c48004030 con 0x5597307df680 2024-09-16T01:56:29.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.384+0000 7f7c3bfff640 1 -- 172.21.15.17:0/2615831991 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7c540051d0 con 0x5597307df680 2024-09-16T01:56:29.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.384+0000 7f7c3bfff640 1 -- 172.21.15.17:0/2615831991 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7c5401f030 con 0x5597307df680 2024-09-16T01:56:29.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.384+0000 7f7c652d3740 10 client.17946 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:29.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.384+0000 7f7c652d3740 1 -- 172.21.15.17:0/2615831991 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5597307edda0 con 0x5597307df680 2024-09-16T01:56:29.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.385+0000 7f7c3bfff640 1 -- 172.21.15.17:0/2615831991 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c48004030 con 0x5597307df680 2024-09-16T01:56:29.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.385+0000 7f7c3bfff640 1 -- 172.21.15.17:0/2615831991 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7c5400f040 con 0x5597307df680 2024-09-16T01:56:29.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.385+0000 7f7c652d3740 10 client.17946 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:29.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.385+0000 7f7c652d3740 10 client.17946 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:56:29.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.385+0000 7f7c652d3740 20 client.17946 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:29.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.385+0000 7f7c652d3740 1 --2- 172.21.15.17:0/2615831991 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5597307ef6c0 0x5597307f1b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.385+0000 7f7c652d3740 4 client.17946 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:56:29.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.385+0000 7f7c652d3740 1 -- 172.21.15.17:0/2615831991 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559730747850 con 0x5597307ef6c0 2024-09-16T01:56:29.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.385+0000 7f7c60c96640 1 --2- 172.21.15.17:0/2615831991 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5597307ef6c0 0x5597307f1b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.385+0000 7f7c3bfff640 10 client.17946 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:29.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.385+0000 7f7c60c96640 1 --2- 172.21.15.17:0/2615831991 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5597307ef6c0 0x5597307f1b40 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=223f2928385203fd server_cookie=a2a95849ad23d5c9 in_seq=0 out_seq=0 2024-09-16T01:56:29.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.386+0000 7f7c3bfff640 1 -- 172.21.15.17:0/2615831991 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559730747850 con 0x5597307ef6c0 2024-09-16T01:56:29.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.386+0000 7f7c3bfff640 10 client.17946 handle_command_reply: tid=0 2024-09-16T01:56:29.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.386+0000 7f7c652d3740 1 client.17946 shutdown 2024-09-16T01:56:29.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.386+0000 7f7c652d3740 1 -- 172.21.15.17:0/2615831991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307df680 msgr2=0x5597307dc7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:29.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.386+0000 7f7c652d3740 1 --2- 172.21.15.17:0/2615831991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307df680 0x5597307dc7b0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f7c5400c640 tx=0x7f7c5409ba40 comp rx=0 tx=0).stop 2024-09-16T01:56:29.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.386+0000 7f7c652d3740 1 -- 172.21.15.17:0/2615831991 shutdown_connections 2024-09-16T01:56:29.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.386+0000 7f7c652d3740 1 --2- 172.21.15.17:0/2615831991 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5597307ef6c0 0x5597307f1b40 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.386+0000 7f7c652d3740 1 --2- 172.21.15.17:0/2615831991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307df680 0x5597307dc7b0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.386+0000 7f7c652d3740 1 --2- 172.21.15.17:0/2615831991 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307d4dc0 0x5597307dc270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.386+0000 7f7c652d3740 1 --2- 172.21.15.17:0/2615831991 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d44a0 0x5597307defc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.386+0000 7f7c652d3740 1 -- 172.21.15.17:0/2615831991 >> 172.21.15.17:0/2615831991 conn(0x5597307d0a30 msgr2=0x5597307d6710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:29.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.386+0000 7f7c3bfff640 0 client.17946 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:29.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.387+0000 7f7c652d3740 1 -- 172.21.15.17:0/2615831991 shutdown_connections 2024-09-16T01:56:29.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.387+0000 7f7c652d3740 1 -- 172.21.15.17:0/2615831991 wait complete. 2024-09-16T01:56:29.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.387+0000 7f7c652d3740 20 client.17946 trim_cache size 0 max 16384 2024-09-16T01:56:29.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.406+0000 7f7c652d3740 1 Processor -- start 2024-09-16T01:56:29.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.406+0000 7f7c652d3740 1 -- start start 2024-09-16T01:56:29.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.406+0000 7f7c652d3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307d44a0 0x5597307eb5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.406+0000 7f7c652d3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 0x5597307f7450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.406+0000 7f7c652d3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307df680 0x5597307f7990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.406+0000 7f7c652d3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5c1b2000 con 0x5597307d44a0 2024-09-16T01:56:29.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.406+0000 7f7c652d3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5c1af8d0 con 0x5597307d4dc0 2024-09-16T01:56:29.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.406+0000 7f7c652d3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5c1ad700 con 0x5597307df680 2024-09-16T01:56:29.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c60c96640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307d44a0 0x5597307eb5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c60c96640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307d44a0 0x5597307eb5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35864/0 (socket says 172.21.15.17:35864) 2024-09-16T01:56:29.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c61497640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307df680 0x5597307f7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c60c96640 1 -- 172.21.15.17:0/3842182710 learned_addr learned my addr 172.21.15.17:0/3842182710 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:29.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c5bfff640 1 --2- 172.21.15.17:0/3842182710 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 0x5597307f7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c61497640 1 -- 172.21.15.17:0/3842182710 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 msgr2=0x5597307f7450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:29.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c61497640 1 --2- 172.21.15.17:0/3842182710 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 0x5597307f7450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c61497640 1 -- 172.21.15.17:0/3842182710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307d44a0 msgr2=0x5597307eb5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:29.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c61497640 1 --2- 172.21.15.17:0/3842182710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307d44a0 0x5597307eb5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c61497640 1 -- 172.21.15.17:0/3842182710 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5597307f21c0 con 0x5597307df680 2024-09-16T01:56:29.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c60c96640 1 --2- 172.21.15.17:0/3842182710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307d44a0 0x5597307eb5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:56:29.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c61497640 1 --2- 172.21.15.17:0/3842182710 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307df680 0x5597307f7990 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f7c5409bfb0 tx=0x7f7c5409a530 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7902d92deff715ab server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:29.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c467fc640 1 -- 172.21.15.17:0/3842182710 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c5409bb60 con 0x5597307df680 2024-09-16T01:56:29.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c467fc640 1 -- 172.21.15.17:0/3842182710 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c540a0320 con 0x5597307df680 2024-09-16T01:56:29.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.407+0000 7f7c467fc640 1 -- 172.21.15.17:0/3842182710 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c54097d70 con 0x5597307df680 2024-09-16T01:56:29.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.408+0000 7f7c652d3740 1 -- 172.21.15.17:0/3842182710 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307df680 msgr2=0x5597307f7990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:29.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.408+0000 7f7c652d3740 1 --2- 172.21.15.17:0/3842182710 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307df680 0x5597307f7990 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f7c5409bfb0 tx=0x7f7c5409a530 comp rx=0 tx=0).stop 2024-09-16T01:56:29.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.408+0000 7f7c652d3740 1 -- 172.21.15.17:0/3842182710 shutdown_connections 2024-09-16T01:56:29.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.408+0000 7f7c652d3740 1 --2- 172.21.15.17:0/3842182710 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307df680 0x5597307f7990 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.408+0000 7f7c652d3740 1 --2- 172.21.15.17:0/3842182710 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 0x5597307f7450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.408+0000 7f7c652d3740 1 --2- 172.21.15.17:0/3842182710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307d44a0 0x5597307eb5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.408+0000 7f7c652d3740 1 -- 172.21.15.17:0/3842182710 >> 172.21.15.17:0/3842182710 conn(0x5597307d0a30 msgr2=0x5597307de2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:29.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.408+0000 7f7c652d3740 1 -- 172.21.15.17:0/3842182710 shutdown_connections 2024-09-16T01:56:29.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.408+0000 7f7c652d3740 1 -- 172.21.15.17:0/3842182710 wait complete. 2024-09-16T01:56:29.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.409+0000 7f7c652d3740 1 -- start start 2024-09-16T01:56:29.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.409+0000 7f7c652d3740 1 Processor -- start 2024-09-16T01:56:29.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.409+0000 7f7c652d3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307d44a0 0x5597307e4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.409+0000 7f7c652d3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 0x5597307e5200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.409+0000 7f7c652d3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307df680 0x5597308523f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.409+0000 7f7c652d3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5c1add90 con 0x5597307d44a0 2024-09-16T01:56:29.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.409+0000 7f7c652d3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5c1af200 con 0x5597307d4dc0 2024-09-16T01:56:29.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.409+0000 7f7c652d3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7c5c1ae460 con 0x5597307df680 2024-09-16T01:56:29.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.409+0000 7f7c652d3740 10 client.0 _ll_register_callbacks cb 0x7f7c54005b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:56:29.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.409+0000 7f7c61497640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307df680 0x5597308523f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.409+0000 7f7c60c96640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307d44a0 0x5597307e4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.409+0000 7f7c61497640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307df680 0x5597308523f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44236/0 (socket says 172.21.15.17:44236) 2024-09-16T01:56:29.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.409+0000 7f7c61497640 1 -- 172.21.15.17:0/3094953465 learned_addr learned my addr 172.21.15.17:0/3094953465 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:56:29.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.409+0000 7f7c60c96640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307d44a0 0x5597307e4cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35880/0 (socket says 172.21.15.17:35880) 2024-09-16T01:56:29.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c5bfff640 1 --2- 172.21.15.17:0/3094953465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 0x5597307e5200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c61497640 1 -- 172.21.15.17:0/3094953465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 msgr2=0x5597307e5200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:29.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c61497640 1 --2- 172.21.15.17:0/3094953465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 0x5597307e5200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c61497640 1 -- 172.21.15.17:0/3094953465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307d44a0 msgr2=0x5597307e4cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:56:29.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c61497640 1 --2- 172.21.15.17:0/3094953465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307d44a0 0x5597307e4cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c61497640 1 -- 172.21.15.17:0/3094953465 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5597307d42d0 con 0x5597307df680 2024-09-16T01:56:29.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c5bfff640 1 --2- 172.21.15.17:0/3094953465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 0x5597307e5200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:56:29.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c61497640 1 --2- 172.21.15.17:0/3094953465 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307df680 0x5597308523f0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f7c540056e0 tx=0x7f7c5409ba40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4fff2514afbb8e14 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:56:29.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c3bfff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:56:29.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c3bfff640 1 -- 172.21.15.17:0/3094953465 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7c5409bb60 con 0x5597307df680 2024-09-16T01:56:29.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c3bfff640 1 -- 172.21.15.17:0/3094953465 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7c5409b470 con 0x5597307df680 2024-09-16T01:56:29.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c652d3740 1 -- 172.21.15.17:0/3094953465 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7c540a0320 con 0x5597307df680 2024-09-16T01:56:29.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c3bfff640 1 -- 172.21.15.17:0/3094953465 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f7c540b6030 con 0x5597307df680 2024-09-16T01:56:29.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c652d3740 10 client.27601 fetch_fsmap learned FSMap version 25 2024-09-16T01:56:29.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.410+0000 7f7c652d3740 1 -- 172.21.15.17:0/3094953465 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) -- 0x5597307d42d0 con 0x5597307df680 2024-09-16T01:56:29.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.411+0000 7f7c3bfff640 1 -- 172.21.15.17:0/3094953465 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7c540a0320 con 0x5597307df680 2024-09-16T01:56:29.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.411+0000 7f7c3bfff640 1 -- 172.21.15.17:0/3094953465 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 25) ==== 8346+0+0 (secure 0 0 0) 0x7f7c540b0080 con 0x5597307df680 2024-09-16T01:56:29.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.411+0000 7f7c652d3740 10 client.27601 fetch_fsmap finished waiting for FSMap version 25 2024-09-16T01:56:29.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.411+0000 7f7c652d3740 10 client.27601 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:56:29.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.411+0000 7f7c652d3740 20 client.27601 populate_metadata read hostname 'smithi017' 2024-09-16T01:56:29.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.411+0000 7f7c652d3740 1 --2- 172.21.15.17:0/3094953465 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559730859eb0 0x55973085c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:56:29.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.411+0000 7f7c652d3740 4 client.27601 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:56:29.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.411+0000 7f7c652d3740 1 -- 172.21.15.17:0/3094953465 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559730741d60 con 0x559730859eb0 2024-09-16T01:56:29.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.411+0000 7f7c60c96640 1 --2- 172.21.15.17:0/3094953465 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559730859eb0 0x55973085c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:56:29.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.411+0000 7f7c60c96640 1 --2- 172.21.15.17:0/3094953465 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559730859eb0 0x55973085c2a0 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be44ccea34c20ba5 server_cookie=fb9ce2c48367ee87 in_seq=0 out_seq=0 2024-09-16T01:56:29.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.411+0000 7f7c3bfff640 10 client.27601 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:29.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c3bfff640 1 -- 172.21.15.17:0/3094953465 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x559730741d60 con 0x559730859eb0 2024-09-16T01:56:29.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c3bfff640 10 client.27601 handle_command_reply: tid=0 2024-09-16T01:56:29.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c652d3740 1 client.27601 shutdown 2024-09-16T01:56:29.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c652d3740 1 -- 172.21.15.17:0/3094953465 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307df680 msgr2=0x5597308523f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:29.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c652d3740 1 --2- 172.21.15.17:0/3094953465 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307df680 0x5597308523f0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f7c540056e0 tx=0x7f7c5409ba40 comp rx=0 tx=0).stop 2024-09-16T01:56:29.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c652d3740 1 -- 172.21.15.17:0/3094953465 shutdown_connections 2024-09-16T01:56:29.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c652d3740 1 --2- 172.21.15.17:0/3094953465 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559730859eb0 0x55973085c2a0 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c652d3740 1 --2- 172.21.15.17:0/3094953465 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5597307df680 0x5597308523f0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c652d3740 1 --2- 172.21.15.17:0/3094953465 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5597307d4dc0 0x5597307e5200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c652d3740 1 --2- 172.21.15.17:0/3094953465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5597307d44a0 0x5597307e4cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c3bfff640 0 client.27601 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:56:29.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c652d3740 1 -- 172.21.15.17:0/3094953465 >> 172.21.15.17:0/3094953465 conn(0x5597307d0a30 msgr2=0x5597307cf2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:29.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c652d3740 1 -- 172.21.15.17:0/3094953465 shutdown_connections 2024-09-16T01:56:29.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c652d3740 1 -- 172.21.15.17:0/3094953465 wait complete. 2024-09-16T01:56:29.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.412+0000 7f7c652d3740 20 client.27601 trim_cache size 0 max 16384 2024-09-16T01:56:29.419 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:56:29.419 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:56:29.419 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:56:29.420 INFO:teuthology.orchestra.run.smithi017.stdout: "87f45caf-049d-444b-9266-5262129332c3": { 2024-09-16T01:56:29.420 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:56:29.420 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "87f45caf-049d-444b-9266-5262129332c3", 2024-09-16T01:56:29.420 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:56:29.420 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:56:29.420 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:56:29.420 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:56:29.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.413+0000 7f7c62efa640 1 -- 172.21.15.17:0/2106702316 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c4c0a3240 msgr2=0x7f7c4c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:29.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.413+0000 7f7c62efa640 1 --2- 172.21.15.17:0/2106702316 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c4c0a3240 0x7f7c4c0a5700 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f7c50009620 tx=0x7f7c50005f90 comp rx=0 tx=0).stop 2024-09-16T01:56:29.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.413+0000 7f7c62efa640 1 -- 172.21.15.17:0/2106702316 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c106f10 msgr2=0x7f7c5c074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:56:29.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.413+0000 7f7c62efa640 1 --2- 172.21.15.17:0/2106702316 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c106f10 0x7f7c5c074f70 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f7c5400e940 tx=0x7f7c5400ee00 comp rx=0 tx=0).stop 2024-09-16T01:56:29.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.413+0000 7f7c62efa640 1 -- 172.21.15.17:0/2106702316 shutdown_connections 2024-09-16T01:56:29.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.413+0000 7f7c62efa640 1 --2- 172.21.15.17:0/2106702316 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7c4c0a3240 0x7f7c4c0a5700 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.413+0000 7f7c62efa640 1 --2- 172.21.15.17:0/2106702316 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7c5c106f10 0x7f7c5c074f70 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.413+0000 7f7c62efa640 1 --2- 172.21.15.17:0/2106702316 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7c5c102790 0x7f7c5c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.413+0000 7f7c62efa640 1 --2- 172.21.15.17:0/2106702316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7c5c101de0 0x7f7c5c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:56:29.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.413+0000 7f7c62efa640 1 -- 172.21.15.17:0/2106702316 >> 172.21.15.17:0/2106702316 conn(0x7f7c5c0fd8e0 msgr2=0x7f7c5c0fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:56:29.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.413+0000 7f7c62efa640 1 -- 172.21.15.17:0/2106702316 shutdown_connections 2024-09-16T01:56:29.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:56:29.413+0000 7f7c62efa640 1 -- 172.21.15.17:0/2106702316 wait complete. 2024-09-16T01:56:29.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 493628 3.75 MB/sec execute 592 sec latency 14.175 ms 2024-09-16T01:56:29.728 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:29 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:56:29.728 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:29 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:56:29.729 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:29 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:56:29.729 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:29 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:56:29.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:29 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:56:29.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:29 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:56:29.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:29 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:56:29.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:29 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:56:29.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:29 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:56:29.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:29 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:56:29.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:29 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:56:29.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:29 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:56:30.127 INFO:tasks.cephfs.filesystem:scrub status for tag:87f45caf-049d-444b-9266-5262129332c3 - {'path': '/', 'tag': '87f45caf-049d-444b-9266-5262129332c3', 'options': 'recursive,force'} 2024-09-16T01:56:30.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 494232 3.75 MB/sec execute 593 sec latency 12.883 ms 2024-09-16T01:56:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:30 smithi017 ceph-mon[30972]: pgmap v728: 97 pgs: 97 active+clean; 206 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 202 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:56:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:30 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:56:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:30 smithi122 ceph-mon[34758]: pgmap v728: 97 pgs: 97 active+clean; 206 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 202 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:56:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:30 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:56:30.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:30 smithi029 ceph-mon[34783]: pgmap v728: 97 pgs: 97 active+clean; 206 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 202 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:56:30.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:30 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:56:31.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 494804 3.75 MB/sec execute 594 sec latency 18.422 ms 2024-09-16T01:56:32.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 495532 3.75 MB/sec execute 595 sec latency 14.732 ms 2024-09-16T01:56:32.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:32 smithi017 ceph-mon[30972]: pgmap v729: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:56:32.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:32 smithi122 ceph-mon[34758]: pgmap v729: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:56:32.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:32 smithi029 ceph-mon[34783]: pgmap v729: 97 pgs: 97 active+clean; 207 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 309 KiB/s rd, 1.7 MiB/s wr, 96 op/s 2024-09-16T01:56:33.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 496285 3.75 MB/sec execute 596 sec latency 16.330 ms 2024-09-16T01:56:34.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 497164 3.75 MB/sec execute 597 sec latency 14.838 ms 2024-09-16T01:56:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:34 smithi017 ceph-mon[30972]: pgmap v730: 97 pgs: 97 active+clean; 208 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:56:34.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:34 smithi029 ceph-mon[34783]: pgmap v730: 97 pgs: 97 active+clean; 208 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:56:34.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:34 smithi122 ceph-mon[34758]: pgmap v730: 97 pgs: 97 active+clean; 208 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 212 KiB/s rd, 1.5 MiB/s wr, 85 op/s 2024-09-16T01:56:35.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 497778 3.75 MB/sec execute 598 sec latency 11.827 ms 2024-09-16T01:56:36.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 498368 3.75 MB/sec execute 599 sec latency 17.293 ms 2024-09-16T01:56:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:36 smithi017 ceph-mon[30972]: pgmap v731: 97 pgs: 97 active+clean; 209 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.9 MiB/s wr, 103 op/s 2024-09-16T01:56:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:36 smithi122 ceph-mon[34758]: pgmap v731: 97 pgs: 97 active+clean; 209 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.9 MiB/s wr, 103 op/s 2024-09-16T01:56:36.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:36 smithi029 ceph-mon[34783]: pgmap v731: 97 pgs: 97 active+clean; 209 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 324 KiB/s rd, 1.9 MiB/s wr, 103 op/s 2024-09-16T01:56:37.620 INFO:tasks.workunit.client.0.smithi017.stdout: 1 cleanup 600 sec 2024-09-16T01:56:37.925 INFO:tasks.workunit.client.0.smithi017.stdout: 0 cleanup 600 sec 2024-09-16T01:56:37.925 INFO:tasks.workunit.client.0.smithi017.stdout: 2024-09-16T01:56:37.925 INFO:tasks.workunit.client.0.smithi017.stdout: Operation Count AvgLat MaxLat 2024-09-16T01:56:37.925 INFO:tasks.workunit.client.0.smithi017.stdout: ---------------------------------------- 2024-09-16T01:56:37.925 INFO:tasks.workunit.client.0.smithi017.stdout: NTCreateX 71641 2.413 115.830 2024-09-16T01:56:37.925 INFO:tasks.workunit.client.0.smithi017.stdout: Close 52611 0.046 1.044 2024-09-16T01:56:37.925 INFO:tasks.workunit.client.0.smithi017.stdout: Rename 3032 6.739 83.000 2024-09-16T01:56:37.925 INFO:tasks.workunit.client.0.smithi017.stdout: Unlink 14485 2.644 127.891 2024-09-16T01:56:37.926 INFO:tasks.workunit.client.0.smithi017.stdout: Deltree 2 126.861 188.843 2024-09-16T01:56:37.926 INFO:tasks.workunit.client.0.smithi017.stdout: Mkdir 1 0.234 0.234 2024-09-16T01:56:37.926 INFO:tasks.workunit.client.0.smithi017.stdout: Qpathinfo 64892 1.449 56.060 2024-09-16T01:56:37.926 INFO:tasks.workunit.client.0.smithi017.stdout: Qfileinfo 11364 0.074 2.791 2024-09-16T01:56:37.926 INFO:tasks.workunit.client.0.smithi017.stdout: Qfsinfo 11906 0.308 3.403 2024-09-16T01:56:37.926 INFO:tasks.workunit.client.0.smithi017.stdout: Sfileinfo 5838 0.598 6.415 2024-09-16T01:56:37.926 INFO:tasks.workunit.client.0.smithi017.stdout: Find 25067 9.678 258.089 2024-09-16T01:56:37.926 INFO:tasks.workunit.client.0.smithi017.stdout: WriteX 35719 0.163 52.865 2024-09-16T01:56:37.926 INFO:tasks.workunit.client.0.smithi017.stdout: ReadX 112095 0.004 0.318 2024-09-16T01:56:37.926 INFO:tasks.workunit.client.0.smithi017.stdout: LockX 232 0.651 1.141 2024-09-16T01:56:37.926 INFO:tasks.workunit.client.0.smithi017.stdout: UnlockX 232 0.478 1.032 2024-09-16T01:56:37.927 INFO:tasks.workunit.client.0.smithi017.stdout: Flush 5022 2.696 160.359 2024-09-16T01:56:37.927 INFO:tasks.workunit.client.0.smithi017.stdout: 2024-09-16T01:56:37.927 INFO:tasks.workunit.client.0.smithi017.stdout:Throughput 3.7477 MB/sec 1 clients 1 procs max_latency=258.097 ms 2024-09-16T01:56:37.927 INFO:tasks.workunit.client.0.smithi017.stderr:+ dbench 10 2024-09-16T01:56:37.927 INFO:tasks.workunit.client.0.smithi017.stdout:dbench version 4.00 - Copyright Andrew Tridgell 1999-2004 2024-09-16T01:56:37.928 INFO:tasks.workunit.client.0.smithi017.stdout: 2024-09-16T01:56:37.928 INFO:tasks.workunit.client.0.smithi017.stdout:Running for 600 seconds with load '/usr/share/dbench/client.txt' and minimum warmup 120 secs 2024-09-16T01:56:37.928 INFO:tasks.workunit.client.0.smithi017.stdout:8 of 10 processes prepared for launch 0 sec 2024-09-16T01:56:38.027 INFO:tasks.workunit.client.0.smithi017.stdout:10 of 10 processes prepared for launch 0 sec 2024-09-16T01:56:38.027 INFO:tasks.workunit.client.0.smithi017.stdout:releasing clients 2024-09-16T01:56:38.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:38 smithi017 ceph-mon[30972]: pgmap v732: 97 pgs: 97 active+clean; 209 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.4 MiB/s wr, 84 op/s 2024-09-16T01:56:38.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:38 smithi122 ceph-mon[34758]: pgmap v732: 97 pgs: 97 active+clean; 209 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.4 MiB/s wr, 84 op/s 2024-09-16T01:56:38.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:38 smithi029 ceph-mon[34783]: pgmap v732: 97 pgs: 97 active+clean; 209 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 230 KiB/s rd, 1.4 MiB/s wr, 84 op/s 2024-09-16T01:56:39.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 295 109.38 MB/sec warmup 1 sec latency 45.928 ms 2024-09-16T01:56:40.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 586 101.29 MB/sec warmup 2 sec latency 80.862 ms 2024-09-16T01:56:40.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:40 smithi017 ceph-mon[30972]: pgmap v733: 97 pgs: 97 active+clean; 226 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 3.1 MiB/s wr, 95 op/s 2024-09-16T01:56:40.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:40 smithi017 ceph-mon[30972]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:56:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:40 smithi122 ceph-mon[34758]: pgmap v733: 97 pgs: 97 active+clean; 226 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 3.1 MiB/s wr, 95 op/s 2024-09-16T01:56:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:40 smithi122 ceph-mon[34758]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:56:40.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:40 smithi029 ceph-mon[34783]: pgmap v733: 97 pgs: 97 active+clean; 226 MiB data, 1.5 GiB used, 1.0 TiB / 1.0 TiB avail; 232 KiB/s rd, 3.1 MiB/s wr, 95 op/s 2024-09-16T01:56:40.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:40 smithi029 ceph-mon[34783]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:56:41.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 783 71.37 MB/sec warmup 3 sec latency 82.541 ms 2024-09-16T01:56:42.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 953 54.71 MB/sec warmup 4 sec latency 88.430 ms 2024-09-16T01:56:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:42 smithi017 ceph-mon[30972]: pgmap v734: 97 pgs: 97 active+clean; 256 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 6.1 MiB/s wr, 106 op/s 2024-09-16T01:56:42.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:42 smithi029 ceph-mon[34783]: pgmap v734: 97 pgs: 97 active+clean; 256 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 6.1 MiB/s wr, 106 op/s 2024-09-16T01:56:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:42 smithi122 ceph-mon[34758]: pgmap v734: 97 pgs: 97 active+clean; 256 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 277 KiB/s rd, 6.1 MiB/s wr, 106 op/s 2024-09-16T01:56:43.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 1119 46.47 MB/sec warmup 5 sec latency 72.515 ms 2024-09-16T01:56:44.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 1275 38.97 MB/sec warmup 6 sec latency 125.063 ms 2024-09-16T01:56:44.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:44 smithi029 ceph-mon[34783]: pgmap v735: 97 pgs: 97 active+clean; 321 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 430 KiB/s rd, 12 MiB/s wr, 154 op/s 2024-09-16T01:56:44.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:44 smithi122 ceph-mon[34758]: pgmap v735: 97 pgs: 97 active+clean; 321 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 430 KiB/s rd, 12 MiB/s wr, 154 op/s 2024-09-16T01:56:45.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:44 smithi017 ceph-mon[30972]: pgmap v735: 97 pgs: 97 active+clean; 321 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 430 KiB/s rd, 12 MiB/s wr, 154 op/s 2024-09-16T01:56:45.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 1478 37.41 MB/sec warmup 7 sec latency 172.736 ms 2024-09-16T01:56:46.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 1615 32.96 MB/sec warmup 8 sec latency 195.061 ms 2024-09-16T01:56:46.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:46 smithi029 ceph-mon[34783]: pgmap v736: 97 pgs: 97 active+clean; 393 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 427 KiB/s rd, 19 MiB/s wr, 194 op/s 2024-09-16T01:56:46.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:46 smithi122 ceph-mon[34758]: pgmap v736: 97 pgs: 97 active+clean; 393 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 427 KiB/s rd, 19 MiB/s wr, 194 op/s 2024-09-16T01:56:47.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:46 smithi017 ceph-mon[30972]: pgmap v736: 97 pgs: 97 active+clean; 393 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 427 KiB/s rd, 19 MiB/s wr, 194 op/s 2024-09-16T01:56:47.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 1800 30.00 MB/sec warmup 9 sec latency 85.729 ms 2024-09-16T01:56:48.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 1985 27.25 MB/sec warmup 10 sec latency 78.011 ms 2024-09-16T01:56:48.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:48 smithi029 ceph-mon[34783]: pgmap v737: 97 pgs: 97 active+clean; 394 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 19 MiB/s wr, 181 op/s 2024-09-16T01:56:48.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:48 smithi122 ceph-mon[34758]: pgmap v737: 97 pgs: 97 active+clean; 394 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 19 MiB/s wr, 181 op/s 2024-09-16T01:56:49.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:48 smithi017 ceph-mon[30972]: pgmap v737: 97 pgs: 97 active+clean; 394 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 426 KiB/s rd, 19 MiB/s wr, 181 op/s 2024-09-16T01:56:49.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 2170 25.21 MB/sec warmup 11 sec latency 72.618 ms 2024-09-16T01:56:50.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 2323 23.37 MB/sec warmup 12 sec latency 82.152 ms 2024-09-16T01:56:50.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:50 smithi029 ceph-mon[34783]: pgmap v738: 97 pgs: 97 active+clean; 398 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 19 MiB/s wr, 237 op/s 2024-09-16T01:56:50.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:50 smithi122 ceph-mon[34758]: pgmap v738: 97 pgs: 97 active+clean; 398 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 19 MiB/s wr, 237 op/s 2024-09-16T01:56:51.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:50 smithi017 ceph-mon[30972]: pgmap v738: 97 pgs: 97 active+clean; 398 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 701 KiB/s rd, 19 MiB/s wr, 237 op/s 2024-09-16T01:56:51.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 2500 22.34 MB/sec warmup 13 sec latency 139.094 ms 2024-09-16T01:56:52.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 2620 20.98 MB/sec warmup 14 sec latency 85.129 ms 2024-09-16T01:56:52.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:52 smithi029 ceph-mon[34783]: pgmap v739: 97 pgs: 97 active+clean; 399 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 699 KiB/s rd, 18 MiB/s wr, 236 op/s 2024-09-16T01:56:52.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:52 smithi122 ceph-mon[34758]: pgmap v739: 97 pgs: 97 active+clean; 399 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 699 KiB/s rd, 18 MiB/s wr, 236 op/s 2024-09-16T01:56:53.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:52 smithi017 ceph-mon[30972]: pgmap v739: 97 pgs: 97 active+clean; 399 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 699 KiB/s rd, 18 MiB/s wr, 236 op/s 2024-09-16T01:56:53.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 2768 20.14 MB/sec warmup 15 sec latency 142.009 ms 2024-09-16T01:56:54.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 2971 20.28 MB/sec warmup 16 sec latency 85.062 ms 2024-09-16T01:56:54.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:54 smithi122 ceph-mon[34758]: pgmap v740: 97 pgs: 97 active+clean; 401 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 766 KiB/s rd, 15 MiB/s wr, 250 op/s 2024-09-16T01:56:54.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:54 smithi029 ceph-mon[34783]: pgmap v740: 97 pgs: 97 active+clean; 401 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 766 KiB/s rd, 15 MiB/s wr, 250 op/s 2024-09-16T01:56:55.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:54 smithi017 ceph-mon[30972]: pgmap v740: 97 pgs: 97 active+clean; 401 MiB data, 1.6 GiB used, 1.0 TiB / 1.0 TiB avail; 766 KiB/s rd, 15 MiB/s wr, 250 op/s 2024-09-16T01:56:55.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 3234 20.36 MB/sec warmup 17 sec latency 107.480 ms 2024-09-16T01:56:56.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 3509 20.13 MB/sec warmup 18 sec latency 152.048 ms 2024-09-16T01:56:56.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:56 smithi029 ceph-mon[34783]: pgmap v741: 97 pgs: 97 active+clean; 406 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 10 MiB/s wr, 217 op/s 2024-09-16T01:56:56.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:56 smithi122 ceph-mon[34758]: pgmap v741: 97 pgs: 97 active+clean; 406 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 10 MiB/s wr, 217 op/s 2024-09-16T01:56:57.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:56 smithi017 ceph-mon[30972]: pgmap v741: 97 pgs: 97 active+clean; 406 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 10 MiB/s wr, 217 op/s 2024-09-16T01:56:57.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 3609 19.45 MB/sec warmup 19 sec latency 170.122 ms 2024-09-16T01:56:58.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 3671 18.64 MB/sec warmup 20 sec latency 116.407 ms 2024-09-16T01:56:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:56:58 smithi122 ceph-mon[34758]: pgmap v742: 97 pgs: 97 active+clean; 409 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 3.3 MiB/s wr, 171 op/s 2024-09-16T01:56:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:56:58 smithi029 ceph-mon[34783]: pgmap v742: 97 pgs: 97 active+clean; 409 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 3.3 MiB/s wr, 171 op/s 2024-09-16T01:56:59.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:56:58 smithi017 ceph-mon[30972]: pgmap v742: 97 pgs: 97 active+clean; 409 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 3.3 MiB/s wr, 171 op/s 2024-09-16T01:56:59.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 3730 17.97 MB/sec warmup 21 sec latency 107.815 ms 2024-09-16T01:57:00.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 3879 17.86 MB/sec warmup 22 sec latency 102.731 ms 2024-09-16T01:57:00.128 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:57:00.466 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:57:00.798 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:00 smithi017 ceph-mon[30972]: pgmap v743: 97 pgs: 97 active+clean; 421 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 4.4 MiB/s wr, 211 op/s 2024-09-16T01:57:01.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 4073 17.71 MB/sec warmup 23 sec latency 106.970 ms 2024-09-16T01:57:01.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.040+0000 7fbdd393f640 1 -- 172.21.15.17:0/1571969709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdcc106f20 msgr2=0x7fbdcc10eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:01.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.040+0000 7fbdd393f640 1 --2- 172.21.15.17:0/1571969709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdcc106f20 0x7fbdcc10eaa0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fbdc4009ca0 tx=0x7fbdc402a8c0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.041+0000 7fbdd393f640 1 -- 172.21.15.17:0/1571969709 shutdown_connections 2024-09-16T01:57:01.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.041+0000 7fbdd393f640 1 --2- 172.21.15.17:0/1571969709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdcc106f20 0x7fbdcc10eaa0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.041+0000 7fbdd393f640 1 --2- 172.21.15.17:0/1571969709 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbdcc1027a0 0x7fbdcc1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.041+0000 7fbdd393f640 1 --2- 172.21.15.17:0/1571969709 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbdcc101df0 0x7fbdcc1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.041+0000 7fbdd393f640 1 -- 172.21.15.17:0/1571969709 >> 172.21.15.17:0/1571969709 conn(0x7fbdcc0fd8f0 msgr2=0x7fbdcc0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:01.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.041+0000 7fbdd393f640 1 -- 172.21.15.17:0/1571969709 shutdown_connections 2024-09-16T01:57:01.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.041+0000 7fbdd393f640 1 -- 172.21.15.17:0/1571969709 wait complete. 2024-09-16T01:57:01.052 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:00 smithi029 ceph-mon[34783]: pgmap v743: 97 pgs: 97 active+clean; 421 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 4.4 MiB/s wr, 211 op/s 2024-09-16T01:57:01.052 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:00 smithi122 ceph-mon[34758]: pgmap v743: 97 pgs: 97 active+clean; 421 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 4.4 MiB/s wr, 211 op/s 2024-09-16T01:57:01.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.041+0000 7fbdd393f640 1 Processor -- start 2024-09-16T01:57:01.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.042+0000 7fbdd393f640 1 -- start start 2024-09-16T01:57:01.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.042+0000 7fbdd393f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbdcc101df0 0x7fbdcc19a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.042+0000 7fbdd393f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdcc1027a0 0x7fbdcc19aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.042+0000 7fbdd393f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbdcc106f20 0x7fbdcc19edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.042+0000 7fbdd0eda640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdcc1027a0 0x7fbdcc19aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.042+0000 7fbdd0eda640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdcc1027a0 0x7fbdcc19aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34240/0 (socket says 172.21.15.17:34240) 2024-09-16T01:57:01.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.042+0000 7fbdd16db640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbdcc101df0 0x7fbdcc19a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.042+0000 7fbdd0eda640 1 -- 172.21.15.17:0/2444092121 learned_addr learned my addr 172.21.15.17:0/2444092121 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:01.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.042+0000 7fbdd393f640 1 -- 172.21.15.17:0/2444092121 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbdcc111e80 con 0x7fbdcc1027a0 2024-09-16T01:57:01.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.042+0000 7fbdd393f640 1 -- 172.21.15.17:0/2444092121 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbdcc111d00 con 0x7fbdcc101df0 2024-09-16T01:57:01.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.042+0000 7fbdd393f640 1 -- 172.21.15.17:0/2444092121 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbdcc112000 con 0x7fbdcc106f20 2024-09-16T01:57:01.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.042+0000 7fbdd1edc640 1 --2- 172.21.15.17:0/2444092121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbdcc106f20 0x7fbdcc19edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.043+0000 7fbdd1edc640 1 -- 172.21.15.17:0/2444092121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbdcc101df0 msgr2=0x7fbdcc19a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:01.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.043+0000 7fbdd1edc640 1 --2- 172.21.15.17:0/2444092121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbdcc101df0 0x7fbdcc19a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.043+0000 7fbdd1edc640 1 -- 172.21.15.17:0/2444092121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdcc1027a0 msgr2=0x7fbdcc19aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:01.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.043+0000 7fbdd1edc640 1 --2- 172.21.15.17:0/2444092121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdcc1027a0 0x7fbdcc19aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.043+0000 7fbdd1edc640 1 -- 172.21.15.17:0/2444092121 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbdcc19f4d0 con 0x7fbdcc106f20 2024-09-16T01:57:01.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.043+0000 7fbdd0eda640 1 --2- 172.21.15.17:0/2444092121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdcc1027a0 0x7fbdcc19aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:01.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.043+0000 7fbdd1edc640 1 --2- 172.21.15.17:0/2444092121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbdcc106f20 0x7fbdcc19edf0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fbdc4031040 tx=0x7fbdc4032f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:01.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.043+0000 7fbdc27fc640 1 -- 172.21.15.17:0/2444092121 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc4003b70 con 0x7fbdcc106f20 2024-09-16T01:57:01.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.043+0000 7fbdd393f640 1 -- 172.21.15.17:0/2444092121 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbdcc19f760 con 0x7fbdcc106f20 2024-09-16T01:57:01.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.043+0000 7fbdd393f640 1 -- 172.21.15.17:0/2444092121 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbdcc1a70a0 con 0x7fbdcc106f20 2024-09-16T01:57:01.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.043+0000 7fbdc27fc640 1 -- 172.21.15.17:0/2444092121 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbdc4003d10 con 0x7fbdcc106f20 2024-09-16T01:57:01.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.043+0000 7fbdc27fc640 1 -- 172.21.15.17:0/2444092121 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc4030af0 con 0x7fbdcc106f20 2024-09-16T01:57:01.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.046+0000 7fbdc27fc640 1 -- 172.21.15.17:0/2444092121 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fbdc4030c90 con 0x7fbdcc106f20 2024-09-16T01:57:01.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.047+0000 7fbdd5d18740 1 Processor -- start 2024-09-16T01:57:01.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.048+0000 7fbdc27fc640 1 --2- 172.21.15.17:0/2444092121 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbdb80a32c0 0x7fbdb80a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.048+0000 7fbdd5d18740 1 -- start start 2024-09-16T01:57:01.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.048+0000 7fbdd0eda640 1 --2- 172.21.15.17:0/2444092121 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbdb80a32c0 0x7fbdb80a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.048+0000 7fbdc27fc640 1 -- 172.21.15.17:0/2444092121 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbdc40f0b60 con 0x7fbdcc106f20 2024-09-16T01:57:01.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.048+0000 7fbdd5d18740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e146505880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd5d18740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e146505dc0 0x55e146510140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd5d18740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e146510680 0x55e146512a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd16db640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e146505880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd16db640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e146505880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:56106/0 (socket says 172.21.15.17:56106) 2024-09-16T01:57:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd5d18740 1 -- 172.21.15.17:0/3262710857 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e14646b2e0 con 0x55e146505dc0 2024-09-16T01:57:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd0eda640 1 --2- 172.21.15.17:0/3262710857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e146505dc0 0x55e146510140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd16db640 1 -- 172.21.15.17:0/3262710857 learned_addr learned my addr 172.21.15.17:0/3262710857 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:01.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd5d18740 1 -- 172.21.15.17:0/3262710857 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e146412ce0 con 0x55e1465054a0 2024-09-16T01:57:01.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd5d18740 1 -- 172.21.15.17:0/3262710857 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e1464672a0 con 0x55e146510680 2024-09-16T01:57:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd1edc640 1 --2- 172.21.15.17:0/3262710857 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e146510680 0x55e146512a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd0eda640 1 --2- 172.21.15.17:0/2444092121 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbdb80a32c0 0x7fbdb80a5780 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc10ee60 tx=0x7fbdbc005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd0eda640 1 -- 172.21.15.17:0/3262710857 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e146510680 msgr2=0x55e146512a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd0eda640 1 --2- 172.21.15.17:0/3262710857 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e146510680 0x55e146512a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd0eda640 1 -- 172.21.15.17:0/3262710857 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 msgr2=0x55e146505880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd0eda640 1 --2- 172.21.15.17:0/3262710857 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e146505880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.049+0000 7fbdd0eda640 1 -- 172.21.15.17:0/3262710857 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e1463f7440 con 0x55e146505dc0 2024-09-16T01:57:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.050+0000 7fbdd0eda640 1 --2- 172.21.15.17:0/3262710857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e146505dc0 0x55e146510140 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fbdbc011db0 tx=0x7fbdbc014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0f8d217bb722822 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.050+0000 7fbdb77fe640 1 -- 172.21.15.17:0/3262710857 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdbc026440 con 0x55e146505dc0 2024-09-16T01:57:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.050+0000 7fbdb77fe640 1 -- 172.21.15.17:0/3262710857 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbdbc01c8c0 con 0x55e146505dc0 2024-09-16T01:57:01.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.050+0000 7fbdb77fe640 1 -- 172.21.15.17:0/3262710857 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdbc01b8f0 con 0x55e146505dc0 2024-09-16T01:57:01.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.051+0000 7fbdd5d18740 1 -- 172.21.15.17:0/3262710857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e146505dc0 msgr2=0x55e146510140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:01.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.051+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/3262710857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e146505dc0 0x55e146510140 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fbdbc011db0 tx=0x7fbdbc014000 comp rx=0 tx=0).stop 2024-09-16T01:57:01.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.051+0000 7fbdd5d18740 1 -- 172.21.15.17:0/3262710857 shutdown_connections 2024-09-16T01:57:01.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.051+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/3262710857 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e146510680 0x55e146512a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.051+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/3262710857 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e146505dc0 0x55e146510140 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.051+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/3262710857 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e146505880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.051+0000 7fbdd5d18740 1 -- 172.21.15.17:0/3262710857 >> 172.21.15.17:0/3262710857 conn(0x55e146501a30 msgr2=0x55e146501e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:01.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.051+0000 7fbdd5d18740 1 -- 172.21.15.17:0/3262710857 shutdown_connections 2024-09-16T01:57:01.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.051+0000 7fbdd5d18740 1 -- 172.21.15.17:0/3262710857 wait complete. 2024-09-16T01:57:01.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.052+0000 7fbdd5d18740 1 -- start start 2024-09-16T01:57:01.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.052+0000 7fbdd5d18740 1 Processor -- start 2024-09-16T01:57:01.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.052+0000 7fbdd5d18740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e14650d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.052+0000 7fbdd5d18740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e146510680 0x55e14650da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.052+0000 7fbdd5d18740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e14650dfa0 0x55e146524ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.052+0000 7fbdd5d18740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e146513250 con 0x55e14650dfa0 2024-09-16T01:57:01.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.052+0000 7fbdd5d18740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e146426050 con 0x55e1465054a0 2024-09-16T01:57:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.052+0000 7fbdd5d18740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e1465133d0 con 0x55e146510680 2024-09-16T01:57:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.052+0000 7fbdd0eda640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e146510680 0x55e14650da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.052+0000 7fbdd5d18740 10 client.0 _ll_register_callbacks cb 0x55e146466160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.052+0000 7fbdd1edc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e14650dfa0 0x55e146524ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.052+0000 7fbdd0eda640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e146510680 0x55e14650da60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41494/0 (socket says 172.21.15.17:41494) 2024-09-16T01:57:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.053+0000 7fbdd0eda640 1 -- 172.21.15.17:0/2240857810 learned_addr learned my addr 172.21.15.17:0/2240857810 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.053+0000 7fbdd16db640 1 --2- 172.21.15.17:0/2240857810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e14650d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.053+0000 7fbdd1edc640 1 -- 172.21.15.17:0/2240857810 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e146510680 msgr2=0x55e14650da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:01.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.053+0000 7fbdd1edc640 1 --2- 172.21.15.17:0/2240857810 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e146510680 0x55e14650da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.053+0000 7fbdd1edc640 1 -- 172.21.15.17:0/2240857810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 msgr2=0x55e14650d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:01.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.053+0000 7fbdd1edc640 1 --2- 172.21.15.17:0/2240857810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e14650d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.053+0000 7fbdd1edc640 1 -- 172.21.15.17:0/2240857810 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e1461dc3c0 con 0x55e14650dfa0 2024-09-16T01:57:01.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.053+0000 7fbdd1edc640 1 --2- 172.21.15.17:0/2240857810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e14650dfa0 0x55e146524ed0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fbdc40b95a0 tx=0x7fbdc40bcb60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbbc378214d3a7a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:01.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.053+0000 7fbdb4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:57:01.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.053+0000 7fbdb4ff9640 1 -- 172.21.15.17:0/2240857810 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc40c14f0 con 0x55e14650dfa0 2024-09-16T01:57:01.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.054+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2240857810 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbdbc01c8c0 con 0x55e14650dfa0 2024-09-16T01:57:01.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.054+0000 7fbdb4ff9640 1 -- 172.21.15.17:0/2240857810 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbdc40c1170 con 0x55e14650dfa0 2024-09-16T01:57:01.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.054+0000 7fbdb4ff9640 1 -- 172.21.15.17:0/2240857810 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbdc40c5db0 con 0x55e14650dfa0 2024-09-16T01:57:01.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.054+0000 7fbdd5d18740 10 client.17964 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:01.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.054+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2240857810 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e146513250 con 0x55e14650dfa0 2024-09-16T01:57:01.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.054+0000 7fbdb4ff9640 1 -- 172.21.15.17:0/2240857810 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbdbc01c8c0 con 0x55e14650dfa0 2024-09-16T01:57:01.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.055+0000 7fbdb4ff9640 1 -- 172.21.15.17:0/2240857810 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fbdc40c5920 con 0x55e14650dfa0 2024-09-16T01:57:01.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.055+0000 7fbdd5d18740 10 client.17964 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.055+0000 7fbdd5d18740 10 client.17964 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.055+0000 7fbdd5d18740 20 client.17964 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.055+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/2240857810 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e146528f40 0x55e14652b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.055+0000 7fbdd5d18740 4 client.17964 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:57:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.055+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2240857810 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e146478850 con 0x55e146528f40 2024-09-16T01:57:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.055+0000 7fbdd16db640 1 --2- 172.21.15.17:0/2240857810 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e146528f40 0x55e14652b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.055+0000 7fbdb4ff9640 10 client.17964 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.056+0000 7fbdd16db640 1 --2- 172.21.15.17:0/2240857810 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e146528f40 0x55e14652b350 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e995241c569a85d3 server_cookie=ce0ad6431ac99c4 in_seq=0 out_seq=0 2024-09-16T01:57:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.056+0000 7fbdb4ff9640 1 -- 172.21.15.17:0/2240857810 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e146478850 con 0x55e146528f40 2024-09-16T01:57:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.056+0000 7fbdb4ff9640 10 client.17964 handle_command_reply: tid=0 2024-09-16T01:57:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.056+0000 7fbdd5d18740 1 client.17964 shutdown 2024-09-16T01:57:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.057+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2240857810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e14650dfa0 msgr2=0x55e146524ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.057+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/2240857810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e14650dfa0 0x55e146524ed0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fbdc40b95a0 tx=0x7fbdc40bcb60 comp rx=0 tx=0).stop 2024-09-16T01:57:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.057+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2240857810 shutdown_connections 2024-09-16T01:57:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.057+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/2240857810 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e146528f40 0x55e14652b350 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.057+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/2240857810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e14650dfa0 0x55e146524ed0 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.057+0000 7fbdb4ff9640 0 client.17964 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.057+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/2240857810 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e146510680 0x55e14650da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.057+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/2240857810 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e14650d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.057+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2240857810 >> 172.21.15.17:0/2240857810 conn(0x55e146501a30 msgr2=0x55e146507760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.057+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2240857810 shutdown_connections 2024-09-16T01:57:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.057+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2240857810 wait complete. 2024-09-16T01:57:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.058+0000 7fbdd5d18740 20 client.17964 trim_cache size 0 max 16384 2024-09-16T01:57:01.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.092+0000 7fbdd5d18740 1 Processor -- start 2024-09-16T01:57:01.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd5d18740 1 -- start start 2024-09-16T01:57:01.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd5d18740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e1465054a0 0x55e146507650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd5d18740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e14650dfa0 0x55e146524d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd5d18740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e146510680 0x55e146525280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd5d18740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbdcc1adb80 con 0x55e1465054a0 2024-09-16T01:57:01.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd5d18740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbdcc1ab450 con 0x55e146510680 2024-09-16T01:57:01.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd5d18740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbdcc1a92a0 con 0x55e14650dfa0 2024-09-16T01:57:01.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd0eda640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e14650dfa0 0x55e146524d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd0eda640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e14650dfa0 0x55e146524d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41504/0 (socket says 172.21.15.17:41504) 2024-09-16T01:57:01.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd0eda640 1 -- 172.21.15.17:0/3024606744 learned_addr learned my addr 172.21.15.17:0/3024606744 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:01.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd16db640 1 --2- 172.21.15.17:0/3024606744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e1465054a0 0x55e146507650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd1edc640 1 --2- 172.21.15.17:0/3024606744 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e146510680 0x55e146525280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd0eda640 1 -- 172.21.15.17:0/3024606744 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e146510680 msgr2=0x55e146525280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:01.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd0eda640 1 --2- 172.21.15.17:0/3024606744 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e146510680 0x55e146525280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd0eda640 1 -- 172.21.15.17:0/3024606744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e1465054a0 msgr2=0x55e146507650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:01.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.093+0000 7fbdd0eda640 1 --2- 172.21.15.17:0/3024606744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e1465054a0 0x55e146507650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.094+0000 7fbdd0eda640 1 -- 172.21.15.17:0/3024606744 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e146505bc0 con 0x55e14650dfa0 2024-09-16T01:57:01.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.094+0000 7fbdd16db640 1 --2- 172.21.15.17:0/3024606744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e1465054a0 0x55e146507650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:01.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.094+0000 7fbdd0eda640 1 --2- 172.21.15.17:0/3024606744 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e14650dfa0 0x55e146524d40 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fbdbc011db0 tx=0x7fbdbc01b550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a394d13a7017ddbf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:01.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.094+0000 7fbdb6ffd640 1 -- 172.21.15.17:0/3024606744 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdbc005030 con 0x55e14650dfa0 2024-09-16T01:57:01.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.094+0000 7fbdb6ffd640 1 -- 172.21.15.17:0/3024606744 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbdbc004680 con 0x55e14650dfa0 2024-09-16T01:57:01.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.094+0000 7fbdb6ffd640 1 -- 172.21.15.17:0/3024606744 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdbc01b5c0 con 0x55e14650dfa0 2024-09-16T01:57:01.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.095+0000 7fbdd5d18740 1 -- 172.21.15.17:0/3024606744 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e14650dfa0 msgr2=0x55e146524d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:01.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.095+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/3024606744 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e14650dfa0 0x55e146524d40 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fbdbc011db0 tx=0x7fbdbc01b550 comp rx=0 tx=0).stop 2024-09-16T01:57:01.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.095+0000 7fbdd5d18740 1 -- 172.21.15.17:0/3024606744 shutdown_connections 2024-09-16T01:57:01.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.095+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/3024606744 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e146510680 0x55e146525280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.095+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/3024606744 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e14650dfa0 0x55e146524d40 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.095+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/3024606744 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e1465054a0 0x55e146507650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.095+0000 7fbdd5d18740 1 -- 172.21.15.17:0/3024606744 >> 172.21.15.17:0/3024606744 conn(0x55e146501a30 msgr2=0x55e146506f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:01.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.095+0000 7fbdd5d18740 1 -- 172.21.15.17:0/3024606744 shutdown_connections 2024-09-16T01:57:01.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.095+0000 7fbdd5d18740 1 -- 172.21.15.17:0/3024606744 wait complete. 2024-09-16T01:57:01.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.096+0000 7fbdd5d18740 1 -- start start 2024-09-16T01:57:01.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.096+0000 7fbdd5d18740 1 Processor -- start 2024-09-16T01:57:01.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.096+0000 7fbdd5d18740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e14651cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.096+0000 7fbdd5d18740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e14650dfa0 0x55e14651d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.096+0000 7fbdd5d18740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e146510680 0x55e14651d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.096+0000 7fbdd5d18740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbdcc1a9910 con 0x55e146510680 2024-09-16T01:57:01.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.096+0000 7fbdd5d18740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbdcc1aad80 con 0x55e1465054a0 2024-09-16T01:57:01.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.096+0000 7fbdd5d18740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbdcc1a9fe0 con 0x55e14650dfa0 2024-09-16T01:57:01.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.096+0000 7fbdd16db640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e14651cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.096+0000 7fbdd5d18740 10 client.0 _ll_register_callbacks cb 0x7fbdc40bd000 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:01.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.096+0000 7fbdd16db640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e14651cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:56134/0 (socket says 172.21.15.17:56134) 2024-09-16T01:57:01.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.096+0000 7fbdd16db640 1 -- 172.21.15.17:0/2627886971 learned_addr learned my addr 172.21.15.17:0/2627886971 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:01.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.097+0000 7fbdd1edc640 1 --2- 172.21.15.17:0/2627886971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e146510680 0x55e14651d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.097+0000 7fbdd0eda640 1 --2- 172.21.15.17:0/2627886971 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e14650dfa0 0x55e14651d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.097+0000 7fbdd16db640 1 -- 172.21.15.17:0/2627886971 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e14650dfa0 msgr2=0x55e14651d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:01.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.097+0000 7fbdd16db640 1 --2- 172.21.15.17:0/2627886971 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e14650dfa0 0x55e14651d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.097+0000 7fbdd16db640 1 -- 172.21.15.17:0/2627886971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e146510680 msgr2=0x55e14651d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:01.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.097+0000 7fbdd16db640 1 --2- 172.21.15.17:0/2627886971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e146510680 0x55e14651d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.097+0000 7fbdd16db640 1 -- 172.21.15.17:0/2627886971 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e146592c30 con 0x55e1465054a0 2024-09-16T01:57:01.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.097+0000 7fbdd0eda640 1 --2- 172.21.15.17:0/2627886971 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e14650dfa0 0x55e14651d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:57:01.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.097+0000 7fbdd16db640 1 --2- 172.21.15.17:0/2627886971 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e14651cbd0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x55e14652bc00 tx=0x7fbdc8020610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ef2316e694e0598f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:01.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.097+0000 7fbdb4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:57:01.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.097+0000 7fbdb4ff9640 1 -- 172.21.15.17:0/2627886971 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbdc8004230 con 0x55e1465054a0 2024-09-16T01:57:01.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.097+0000 7fbdb4ff9640 1 -- 172.21.15.17:0/2627886971 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbdc80043d0 con 0x55e1465054a0 2024-09-16T01:57:01.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.098+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2627886971 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbdbc004680 con 0x55e1465054a0 2024-09-16T01:57:01.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.098+0000 7fbdb4ff9640 1 -- 172.21.15.17:0/2627886971 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbdc8010640 con 0x55e1465054a0 2024-09-16T01:57:01.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.098+0000 7fbdd5d18740 10 client.27338 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:01.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.098+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2627886971 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e146593f00 con 0x55e1465054a0 2024-09-16T01:57:01.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.098+0000 7fbdb4ff9640 1 -- 172.21.15.17:0/2627886971 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbdbc004680 con 0x55e1465054a0 2024-09-16T01:57:01.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.098+0000 7fbdb4ff9640 1 -- 172.21.15.17:0/2627886971 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fbdc8025070 con 0x55e1465054a0 2024-09-16T01:57:01.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.098+0000 7fbdd5d18740 10 client.27338 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:01.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.098+0000 7fbdd5d18740 10 client.27338 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:01.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.098+0000 7fbdd5d18740 20 client.27338 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:01.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.098+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/2627886971 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e146528f40 0x55e146596750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:01.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.098+0000 7fbdd5d18740 4 client.27338 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:57:01.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.098+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2627886971 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55e146472d60 con 0x55e146528f40 2024-09-16T01:57:01.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.099+0000 7fbdd0eda640 1 --2- 172.21.15.17:0/2627886971 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e146528f40 0x55e146596750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:01.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.099+0000 7fbdb4ff9640 10 client.27338 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:01.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.099+0000 7fbdd0eda640 1 --2- 172.21.15.17:0/2627886971 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e146528f40 0x55e146596750 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=74a75e225d8e9d60 server_cookie=b84fcd6e1d3689e in_seq=0 out_seq=0 2024-09-16T01:57:01.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.100+0000 7fbdb4ff9640 1 -- 172.21.15.17:0/2627886971 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55e146472d60 con 0x55e146528f40 2024-09-16T01:57:01.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.100+0000 7fbdb4ff9640 10 client.27338 handle_command_reply: tid=0 2024-09-16T01:57:01.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.100+0000 7fbdd5d18740 1 client.27338 shutdown 2024-09-16T01:57:01.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.101+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2627886971 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 msgr2=0x55e14651cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:01.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.101+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/2627886971 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e14651cbd0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x55e14652bc00 tx=0x7fbdc8020610 comp rx=0 tx=0).stop 2024-09-16T01:57:01.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.101+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2627886971 shutdown_connections 2024-09-16T01:57:01.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.101+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/2627886971 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e146528f40 0x55e146596750 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.101+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/2627886971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e146510680 0x55e14651d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.101+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/2627886971 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e14650dfa0 0x55e14651d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.101+0000 7fbdd5d18740 1 --2- 172.21.15.17:0/2627886971 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e1465054a0 0x55e14651cbd0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.101+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2627886971 >> 172.21.15.17:0/2627886971 conn(0x55e146501a30 msgr2=0x55e146507760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:01.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.101+0000 7fbdb4ff9640 0 client.27338 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:01.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.101+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2627886971 shutdown_connections 2024-09-16T01:57:01.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.101+0000 7fbdd5d18740 1 -- 172.21.15.17:0/2627886971 wait complete. 2024-09-16T01:57:01.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.101+0000 7fbdd5d18740 20 client.27338 trim_cache size 0 max 16384 2024-09-16T01:57:01.110 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:57:01.110 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:57:01.110 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:57:01.110 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:57:01.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.102+0000 7fbdd393f640 1 -- 172.21.15.17:0/2444092121 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbdb80a32c0 msgr2=0x7fbdb80a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:01.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.102+0000 7fbdd393f640 1 --2- 172.21.15.17:0/2444092121 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbdb80a32c0 0x7fbdb80a5780 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fbdcc10ee60 tx=0x7fbdbc005f90 comp rx=0 tx=0).stop 2024-09-16T01:57:01.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.102+0000 7fbdd393f640 1 -- 172.21.15.17:0/2444092121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbdcc106f20 msgr2=0x7fbdcc19edf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:01.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.102+0000 7fbdd393f640 1 --2- 172.21.15.17:0/2444092121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbdcc106f20 0x7fbdcc19edf0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7fbdc4031040 tx=0x7fbdc4032f80 comp rx=0 tx=0).stop 2024-09-16T01:57:01.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.102+0000 7fbdd393f640 1 -- 172.21.15.17:0/2444092121 shutdown_connections 2024-09-16T01:57:01.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.102+0000 7fbdd393f640 1 --2- 172.21.15.17:0/2444092121 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbdb80a32c0 0x7fbdb80a5780 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.102+0000 7fbdd393f640 1 --2- 172.21.15.17:0/2444092121 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbdcc106f20 0x7fbdcc19edf0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.102+0000 7fbdd393f640 1 --2- 172.21.15.17:0/2444092121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdcc1027a0 0x7fbdcc19aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.102+0000 7fbdd393f640 1 --2- 172.21.15.17:0/2444092121 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbdcc101df0 0x7fbdcc19a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:01.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.102+0000 7fbdd393f640 1 -- 172.21.15.17:0/2444092121 >> 172.21.15.17:0/2444092121 conn(0x7fbdcc0fd8f0 msgr2=0x7fbdcc0feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:01.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.102+0000 7fbdd393f640 1 -- 172.21.15.17:0/2444092121 shutdown_connections 2024-09-16T01:57:01.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:01.102+0000 7fbdd393f640 1 -- 172.21.15.17:0/2444092121 wait complete. 2024-09-16T01:57:02.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 4230 17.41 MB/sec warmup 24 sec latency 83.372 ms 2024-09-16T01:57:02.048 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:57:02.048 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:57:02.405 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:57:02.827 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:02 smithi017 ceph-mon[30972]: pgmap v744: 97 pgs: 97 active+clean; 424 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 481 KiB/s rd, 4.0 MiB/s wr, 156 op/s 2024-09-16T01:57:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.942+0000 7fa371404640 1 -- 172.21.15.17:0/800308659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa36c1008f0 msgr2=0x7fa36c100d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.942+0000 7fa371404640 1 --2- 172.21.15.17:0/800308659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa36c1008f0 0x7fa36c100d50 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fa360009930 tx=0x7fa36002a420 comp rx=0 tx=0).stop 2024-09-16T01:57:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.942+0000 7fa371404640 1 -- 172.21.15.17:0/800308659 shutdown_connections 2024-09-16T01:57:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.942+0000 7fa371404640 1 --2- 172.21.15.17:0/800308659 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa36c101290 0x7fa36c10d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.942+0000 7fa371404640 1 --2- 172.21.15.17:0/800308659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa36c1008f0 0x7fa36c100d50 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.942+0000 7fa371404640 1 --2- 172.21.15.17:0/800308659 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa36c1068f0 0x7fa36c106cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.942+0000 7fa371404640 1 -- 172.21.15.17:0/800308659 >> 172.21.15.17:0/800308659 conn(0x7fa36c0fc630 msgr2=0x7fa36c0fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.943+0000 7fa371404640 1 -- 172.21.15.17:0/800308659 shutdown_connections 2024-09-16T01:57:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.943+0000 7fa371404640 1 -- 172.21.15.17:0/800308659 wait complete. 2024-09-16T01:57:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.943+0000 7fa371404640 1 Processor -- start 2024-09-16T01:57:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa371404640 1 -- start start 2024-09-16T01:57:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa371404640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa36c1008f0 0x7fa36c198290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa371404640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa36c101290 0x7fa36c1987d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa371404640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa36c1068f0 0x7fa36c19cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa371404640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa36c111cb0 con 0x7fa36c101290 2024-09-16T01:57:02.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa371404640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa36c111b30 con 0x7fa36c1068f0 2024-09-16T01:57:02.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa371404640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa36c111e30 con 0x7fa36c1008f0 2024-09-16T01:57:02.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa36a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa36c101290 0x7fa36c1987d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:02.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa36affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa36c1008f0 0x7fa36c198290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:02.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa36a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa36c101290 0x7fa36c1987d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34284/0 (socket says 172.21.15.17:34284) 2024-09-16T01:57:02.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa36a7fc640 1 -- 172.21.15.17:0/4020849626 learned_addr learned my addr 172.21.15.17:0/4020849626 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:02.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa36affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa36c1008f0 0x7fa36c198290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41528/0 (socket says 172.21.15.17:41528) 2024-09-16T01:57:02.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa36b7fe640 1 --2- 172.21.15.17:0/4020849626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa36c1068f0 0x7fa36c19cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:02.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa36b7fe640 1 -- 172.21.15.17:0/4020849626 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa36c1008f0 msgr2=0x7fa36c198290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:02.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.944+0000 7fa36b7fe640 1 --2- 172.21.15.17:0/4020849626 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa36c1008f0 0x7fa36c198290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:02.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.945+0000 7fa36b7fe640 1 -- 172.21.15.17:0/4020849626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa36c101290 msgr2=0x7fa36c1987d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:02.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.945+0000 7fa36b7fe640 1 --2- 172.21.15.17:0/4020849626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa36c101290 0x7fa36c1987d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.945+0000 7fa36b7fe640 1 -- 172.21.15.17:0/4020849626 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa36c19d240 con 0x7fa36c1068f0 2024-09-16T01:57:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.945+0000 7fa36affd640 1 --2- 172.21.15.17:0/4020849626 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa36c1008f0 0x7fa36c198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.945+0000 7fa36b7fe640 1 --2- 172.21.15.17:0/4020849626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa36c1068f0 0x7fa36c19cb60 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa364009fd0 tx=0x7fa36400ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.945+0000 7fa353fff640 1 -- 172.21.15.17:0/4020849626 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa36400ce20 con 0x7fa36c1068f0 2024-09-16T01:57:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.945+0000 7fa353fff640 1 -- 172.21.15.17:0/4020849626 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa364005020 con 0x7fa36c1068f0 2024-09-16T01:57:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.945+0000 7fa371404640 1 -- 172.21.15.17:0/4020849626 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa36c19d530 con 0x7fa36c1068f0 2024-09-16T01:57:02.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.945+0000 7fa353fff640 1 -- 172.21.15.17:0/4020849626 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa364010690 con 0x7fa36c1068f0 2024-09-16T01:57:02.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.945+0000 7fa371404640 1 -- 172.21.15.17:0/4020849626 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa36c10e000 con 0x7fa36c1068f0 2024-09-16T01:57:02.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.946+0000 7fa371404640 1 -- 172.21.15.17:0/4020849626 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa36c100d50 con 0x7fa36c1068f0 2024-09-16T01:57:02.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.948+0000 7fa353fff640 1 -- 172.21.15.17:0/4020849626 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fa3640051d0 con 0x7fa36c1068f0 2024-09-16T01:57:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.949+0000 7fa353fff640 1 --2- 172.21.15.17:0/4020849626 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa3540a7710 0x7fa3540a9bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.949+0000 7fa353fff640 1 -- 172.21.15.17:0/4020849626 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa3640cff90 con 0x7fa36c1068f0 2024-09-16T01:57:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.949+0000 7fa36affd640 1 --2- 172.21.15.17:0/4020849626 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa3540a7710 0x7fa3540a9bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:02.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.949+0000 7fa36affd640 1 --2- 172.21.15.17:0/4020849626 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa3540a7710 0x7fa3540a9bd0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fa35c0095f0 tx=0x7fa35c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:02.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:02.953+0000 7fa353fff640 1 -- 172.21.15.17:0/4020849626 <== mon.2 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fa36409cc70 con 0x7fa36c1068f0 2024-09-16T01:57:03.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 4343 16.84 MB/sec warmup 25 sec latency 88.776 ms 2024-09-16T01:57:03.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:02 smithi122 ceph-mon[34758]: pgmap v744: 97 pgs: 97 active+clean; 424 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 481 KiB/s rd, 4.0 MiB/s wr, 156 op/s 2024-09-16T01:57:03.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:02 smithi029 ceph-mon[34783]: pgmap v744: 97 pgs: 97 active+clean; 424 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 481 KiB/s rd, 4.0 MiB/s wr, 156 op/s 2024-09-16T01:57:03.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:03.269+0000 7fa371404640 1 -- 172.21.15.17:0/4020849626 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa36c108e80 con 0x7fa36c1068f0 2024-09-16T01:57:03.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:03.270+0000 7fa353fff640 1 -- 172.21.15.17:0/4020849626 <== mon.2 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11904 (secure 0 0 0) 0x7fa3640bc030 con 0x7fa36c1068f0 2024-09-16T01:57:03.271 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:57:03.271 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":26,"btime":"2024-09-16T01:56:39:516451+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:56:39.440997+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T01:57:03.272 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 26 2024-09-16T01:57:03.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:03.273+0000 7fa371404640 1 -- 172.21.15.17:0/4020849626 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa3540a7710 msgr2=0x7fa3540a9bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:03.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:03.273+0000 7fa371404640 1 --2- 172.21.15.17:0/4020849626 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa3540a7710 0x7fa3540a9bd0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fa35c0095f0 tx=0x7fa35c005f90 comp rx=0 tx=0).stop 2024-09-16T01:57:03.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:03.273+0000 7fa371404640 1 -- 172.21.15.17:0/4020849626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa36c1068f0 msgr2=0x7fa36c19cb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:03.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:03.273+0000 7fa371404640 1 --2- 172.21.15.17:0/4020849626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa36c1068f0 0x7fa36c19cb60 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fa364009fd0 tx=0x7fa36400ef10 comp rx=0 tx=0).stop 2024-09-16T01:57:03.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:03.273+0000 7fa371404640 1 -- 172.21.15.17:0/4020849626 shutdown_connections 2024-09-16T01:57:03.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:03.273+0000 7fa371404640 1 --2- 172.21.15.17:0/4020849626 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa3540a7710 0x7fa3540a9bd0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:03.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:03.273+0000 7fa371404640 1 --2- 172.21.15.17:0/4020849626 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa36c1068f0 0x7fa36c19cb60 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:03.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:03.273+0000 7fa371404640 1 --2- 172.21.15.17:0/4020849626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa36c101290 0x7fa36c1987d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:03.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:03.273+0000 7fa371404640 1 --2- 172.21.15.17:0/4020849626 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa36c1008f0 0x7fa36c198290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:03.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:03.273+0000 7fa371404640 1 -- 172.21.15.17:0/4020849626 >> 172.21.15.17:0/4020849626 conn(0x7fa36c0fc630 msgr2=0x7fa36c0fcfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:03.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:03.273+0000 7fa371404640 1 -- 172.21.15.17:0/4020849626 shutdown_connections 2024-09-16T01:57:03.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:03.273+0000 7fa371404640 1 -- 172.21.15.17:0/4020849626 wait complete. 2024-09-16T01:57:04.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:03 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/4020849626' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:57:04.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 4461 16.35 MB/sec warmup 26 sec latency 87.268 ms 2024-09-16T01:57:04.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:03 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/4020849626' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:57:04.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:03 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/4020849626' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:57:04.112 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:57:04.460 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:57:04.905 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:04 smithi017 ceph-mon[30972]: pgmap v745: 97 pgs: 97 active+clean; 428 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 4.9 MiB/s wr, 201 op/s 2024-09-16T01:57:05.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 4564 15.75 MB/sec warmup 27 sec latency 135.648 ms 2024-09-16T01:57:05.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.026+0000 7fcafe522640 1 -- 172.21.15.17:0/3467661963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcaf8102d90 msgr2=0x7fcaf8103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:05.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.026+0000 7fcafe522640 1 --2- 172.21.15.17:0/3467661963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcaf8102d90 0x7fcaf8103170 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fcae8009930 tx=0x7fcae802a420 comp rx=0 tx=0).stop 2024-09-16T01:57:05.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.026+0000 7fcafe522640 1 -- 172.21.15.17:0/3467661963 shutdown_connections 2024-09-16T01:57:05.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.026+0000 7fcafe522640 1 --2- 172.21.15.17:0/3467661963 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcaf8108290 0x7fcaf810ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.026+0000 7fcafe522640 1 --2- 172.21.15.17:0/3467661963 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcaf8103740 0x7fcaf8107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.026+0000 7fcafe522640 1 --2- 172.21.15.17:0/3467661963 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcaf8102d90 0x7fcaf8103170 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.026+0000 7fcafe522640 1 -- 172.21.15.17:0/3467661963 >> 172.21.15.17:0/3467661963 conn(0x7fcaf80fc7d0 msgr2=0x7fcaf80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:05.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.026+0000 7fcafe522640 1 -- 172.21.15.17:0/3467661963 shutdown_connections 2024-09-16T01:57:05.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.026+0000 7fcafe522640 1 -- 172.21.15.17:0/3467661963 wait complete. 2024-09-16T01:57:05.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.027+0000 7fcafe522640 1 Processor -- start 2024-09-16T01:57:05.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.027+0000 7fcafe522640 1 -- start start 2024-09-16T01:57:05.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.027+0000 7fcafe522640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcaf8102d90 0x7fcaf81009f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcafe522640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcaf8103740 0x7fcaf8100f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcafe522640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcaf8108290 0x7fcaf8101470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcafe522640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf8111f40 con 0x7fcaf8102d90 2024-09-16T01:57:05.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcafe522640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf8111dc0 con 0x7fcaf8108290 2024-09-16T01:57:05.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcafe522640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf81120c0 con 0x7fcaf8103740 2024-09-16T01:57:05.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcaf7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcaf8102d90 0x7fcaf81009f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcaf7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcaf8102d90 0x7fcaf81009f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34304/0 (socket says 172.21.15.17:34304) 2024-09-16T01:57:05.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcaf7fff640 1 -- 172.21.15.17:0/2802177852 learned_addr learned my addr 172.21.15.17:0/2802177852 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:05.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcafcabf640 1 --2- 172.21.15.17:0/2802177852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcaf8108290 0x7fcaf8101470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcaf77fe640 1 --2- 172.21.15.17:0/2802177852 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcaf8103740 0x7fcaf8100f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcafcabf640 1 -- 172.21.15.17:0/2802177852 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcaf8103740 msgr2=0x7fcaf8100f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:05.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcafcabf640 1 --2- 172.21.15.17:0/2802177852 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcaf8103740 0x7fcaf8100f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcafcabf640 1 -- 172.21.15.17:0/2802177852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcaf8102d90 msgr2=0x7fcaf81009f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:05.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcafcabf640 1 --2- 172.21.15.17:0/2802177852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcaf8102d90 0x7fcaf81009f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcafcabf640 1 -- 172.21.15.17:0/2802177852 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcaf81a69a0 con 0x7fcaf8108290 2024-09-16T01:57:05.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.028+0000 7fcafcabf640 1 --2- 172.21.15.17:0/2802177852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcaf8108290 0x7fcaf8101470 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fcaf0009fd0 tx=0x7fcaf000ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:05.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.029+0000 7fcaf57fa640 1 -- 172.21.15.17:0/2802177852 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaf000ce20 con 0x7fcaf8108290 2024-09-16T01:57:05.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.029+0000 7fcaf57fa640 1 -- 172.21.15.17:0/2802177852 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcaf0005020 con 0x7fcaf8108290 2024-09-16T01:57:05.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.029+0000 7fcafe522640 1 -- 172.21.15.17:0/2802177852 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcaf81a6c90 con 0x7fcaf8108290 2024-09-16T01:57:05.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.029+0000 7fcaf57fa640 1 -- 172.21.15.17:0/2802177852 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaf0010690 con 0x7fcaf8108290 2024-09-16T01:57:05.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.029+0000 7fcafe522640 1 -- 172.21.15.17:0/2802177852 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcaf81a7220 con 0x7fcaf8108290 2024-09-16T01:57:05.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.032+0000 7fcaf57fa640 1 -- 172.21.15.17:0/2802177852 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fcaf0004b20 con 0x7fcaf8108290 2024-09-16T01:57:05.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.033+0000 7fcb008fb740 1 Processor -- start 2024-09-16T01:57:05.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.033+0000 7fcb008fb740 1 -- start start 2024-09-16T01:57:05.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.033+0000 7fcb008fb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12cc090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.033+0000 7fcb008fb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 0x5631e12cca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.033+0000 7fcb008fb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12e1f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.033+0000 7fcb008fb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5631e12322f0 con 0x5631e12cc5d0 2024-09-16T01:57:05.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.033+0000 7fcb008fb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5631e11d9cf0 con 0x5631e12cdb40 2024-09-16T01:57:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.033+0000 7fcb008fb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5631e122e2b0 con 0x5631e12dfb80 2024-09-16T01:57:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.034+0000 7fcaf77fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12cc090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.034+0000 7fcaf77fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12cc090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:56174/0 (socket says 172.21.15.17:56174) 2024-09-16T01:57:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.034+0000 7fcaf77fe640 1 -- 172.21.15.17:0/2308880906 learned_addr learned my addr 172.21.15.17:0/2308880906 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.034+0000 7fcaf77fe640 1 --2- 172.21.15.17:0/2308880906 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12e1f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.034+0000 7fcaf77fe640 1 -- 172.21.15.17:0/2308880906 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 msgr2=0x5631e12e1f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.034+0000 7fcaf77fe640 1 --2- 172.21.15.17:0/2308880906 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12e1f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.034+0000 7fcaf77fe640 1 -- 172.21.15.17:0/2308880906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 msgr2=0x5631e12cca10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:57:05.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.034+0000 7fcaf7fff640 1 --2- 172.21.15.17:0/2308880906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 0x5631e12cca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.034+0000 7fcaf77fe640 1 --2- 172.21.15.17:0/2308880906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 0x5631e12cca10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.034+0000 7fcaf77fe640 1 -- 172.21.15.17:0/2308880906 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631e11be3a0 con 0x5631e12cdb40 2024-09-16T01:57:05.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.034+0000 7fcaf77fe640 1 --2- 172.21.15.17:0/2308880906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12cc090 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fcaec009400 tx=0x7fcaec009390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60c32a335703f73d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:05.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.035+0000 7fcade7fc640 1 -- 172.21.15.17:0/2308880906 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaec004050 con 0x5631e12cdb40 2024-09-16T01:57:05.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.035+0000 7fcaf57fa640 1 --2- 172.21.15.17:0/2802177852 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcae00a32c0 0x7fcae00a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.035+0000 7fcade7fc640 1 -- 172.21.15.17:0/2308880906 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcaec0041f0 con 0x5631e12cdb40 2024-09-16T01:57:05.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.035+0000 7fcaf57fa640 1 -- 172.21.15.17:0/2802177852 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcaf00cfef0 con 0x7fcaf8108290 2024-09-16T01:57:05.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.035+0000 7fcaf7fff640 1 --2- 172.21.15.17:0/2802177852 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcae00a32c0 0x7fcae00a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.035+0000 7fcade7fc640 1 -- 172.21.15.17:0/2308880906 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaec00f760 con 0x5631e12cdb40 2024-09-16T01:57:05.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.035+0000 7fcb008fb740 1 -- 172.21.15.17:0/2308880906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 msgr2=0x5631e12cc090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:05.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.035+0000 7fcb008fb740 1 --2- 172.21.15.17:0/2308880906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12cc090 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fcaec009400 tx=0x7fcaec009390 comp rx=0 tx=0).stop 2024-09-16T01:57:05.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.036+0000 7fcaf7fff640 1 --2- 172.21.15.17:0/2802177852 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcae00a32c0 0x7fcae00a5780 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fcae8000c00 tx=0x7fcae80058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.036+0000 7fcb008fb740 1 -- 172.21.15.17:0/2308880906 shutdown_connections 2024-09-16T01:57:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.036+0000 7fcb008fb740 1 --2- 172.21.15.17:0/2308880906 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12e1f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.036+0000 7fcb008fb740 1 --2- 172.21.15.17:0/2308880906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 0x5631e12cca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.036+0000 7fcb008fb740 1 --2- 172.21.15.17:0/2308880906 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12cc090 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.036+0000 7fcb008fb740 1 -- 172.21.15.17:0/2308880906 >> 172.21.15.17:0/2308880906 conn(0x5631e1295310 msgr2=0x5631e12c8c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.036+0000 7fcb008fb740 1 -- 172.21.15.17:0/2308880906 shutdown_connections 2024-09-16T01:57:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.036+0000 7fcb008fb740 1 -- 172.21.15.17:0/2308880906 wait complete. 2024-09-16T01:57:05.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.036+0000 7fcb008fb740 1 -- start start 2024-09-16T01:57:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.037+0000 7fcb008fb740 1 Processor -- start 2024-09-16T01:57:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.037+0000 7fcb008fb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 0x5631e12df380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.037+0000 7fcb008fb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12dc680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.037+0000 7fcb008fb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12dcbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.037+0000 7fcb008fb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5631e12e28c0 con 0x5631e12cc5d0 2024-09-16T01:57:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.037+0000 7fcb008fb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5631e11ed060 con 0x5631e12cdb40 2024-09-16T01:57:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.037+0000 7fcb008fb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5631e12e2a40 con 0x5631e12dfb80 2024-09-16T01:57:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.037+0000 7fcb008fb740 10 client.0 _ll_register_callbacks cb 0x5631e0f408c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.037+0000 7fcaf7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 0x5631e12df380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.037+0000 7fcafcabf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12dcbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.037+0000 7fcafcabf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12dcbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41548/0 (socket says 172.21.15.17:41548) 2024-09-16T01:57:05.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.037+0000 7fcafcabf640 1 -- 172.21.15.17:0/1267518377 learned_addr learned my addr 172.21.15.17:0/1267518377 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:05.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.037+0000 7fcaf77fe640 1 --2- 172.21.15.17:0/1267518377 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12dc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.038+0000 7fcafcabf640 1 -- 172.21.15.17:0/1267518377 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 msgr2=0x5631e12dc680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:05.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.038+0000 7fcafcabf640 1 --2- 172.21.15.17:0/1267518377 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12dc680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.038+0000 7fcafcabf640 1 -- 172.21.15.17:0/1267518377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 msgr2=0x5631e12df380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:05.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.038+0000 7fcafcabf640 1 --2- 172.21.15.17:0/1267518377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 0x5631e12df380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.038+0000 7fcafcabf640 1 -- 172.21.15.17:0/1267518377 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631e0fa33c0 con 0x5631e12dfb80 2024-09-16T01:57:05.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.038+0000 7fcafcabf640 1 --2- 172.21.15.17:0/1267518377 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12dcbc0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fcaf009c1d0 tx=0x7fcaf0004ed0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c28a01f15ae63ab3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:05.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.038+0000 7fcad77fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:57:05.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.038+0000 7fcad77fe640 1 -- 172.21.15.17:0/1267518377 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaf00a0880 con 0x5631e12dfb80 2024-09-16T01:57:05.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.038+0000 7fcb008fb740 1 -- 172.21.15.17:0/1267518377 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcaec0041f0 con 0x5631e12dfb80 2024-09-16T01:57:05.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.038+0000 7fcad77fe640 1 -- 172.21.15.17:0/1267518377 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcaf00051d0 con 0x5631e12dfb80 2024-09-16T01:57:05.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.038+0000 7fcad77fe640 1 -- 172.21.15.17:0/1267518377 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcaf00a5140 con 0x5631e12dfb80 2024-09-16T01:57:05.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.038+0000 7fcb008fb740 10 client.27634 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:05.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.038+0000 7fcb008fb740 1 -- 172.21.15.17:0/1267518377 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5631e12ee2a0 con 0x5631e12dfb80 2024-09-16T01:57:05.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.039+0000 7fcad77fe640 1 -- 172.21.15.17:0/1267518377 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcaf00a4cb0 con 0x5631e12dfb80 2024-09-16T01:57:05.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.039+0000 7fcad77fe640 1 -- 172.21.15.17:0/1267518377 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fcaf0098220 con 0x5631e12dfb80 2024-09-16T01:57:05.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.039+0000 7fcb008fb740 10 client.27634 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:05.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.039+0000 7fcb008fb740 10 client.27634 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:57:05.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.039+0000 7fcb008fb740 20 client.27634 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:05.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.039+0000 7fcb008fb740 1 --2- 172.21.15.17:0/1267518377 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5631e12efb10 0x5631e12f1f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.039+0000 7fcb008fb740 4 client.27634 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:57:05.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.039+0000 7fcb008fb740 1 -- 172.21.15.17:0/1267518377 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fcaec0041f0 con 0x5631e12efb10 2024-09-16T01:57:05.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.039+0000 7fcaf7fff640 1 --2- 172.21.15.17:0/1267518377 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5631e12efb10 0x5631e12f1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.040+0000 7fcaf7fff640 1 --2- 172.21.15.17:0/1267518377 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5631e12efb10 0x5631e12f1f50 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4bfbf07ee2e5d640 server_cookie=a707453200854ef9 in_seq=0 out_seq=0 2024-09-16T01:57:05.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.040+0000 7fcad77fe640 10 client.27634 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:57:05.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.040+0000 7fcad77fe640 1 -- 172.21.15.17:0/1267518377 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fcaec0041f0 con 0x5631e12efb10 2024-09-16T01:57:05.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.040+0000 7fcad77fe640 10 client.27634 handle_command_reply: tid=0 2024-09-16T01:57:05.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.040+0000 7fcb008fb740 1 client.27634 shutdown 2024-09-16T01:57:05.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.041+0000 7fcb008fb740 1 -- 172.21.15.17:0/1267518377 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 msgr2=0x5631e12dcbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:05.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.041+0000 7fcb008fb740 1 --2- 172.21.15.17:0/1267518377 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12dcbc0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fcaf009c1d0 tx=0x7fcaf0004ed0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.041+0000 7fcb008fb740 1 -- 172.21.15.17:0/1267518377 shutdown_connections 2024-09-16T01:57:05.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.041+0000 7fcb008fb740 1 --2- 172.21.15.17:0/1267518377 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5631e12efb10 0x5631e12f1f50 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.041+0000 7fcb008fb740 1 --2- 172.21.15.17:0/1267518377 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12dcbc0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.041+0000 7fcb008fb740 1 --2- 172.21.15.17:0/1267518377 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12dc680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.041+0000 7fcb008fb740 1 --2- 172.21.15.17:0/1267518377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 0x5631e12df380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.041+0000 7fcb008fb740 1 -- 172.21.15.17:0/1267518377 >> 172.21.15.17:0/1267518377 conn(0x5631e1295310 msgr2=0x5631e12ce930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:05.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.041+0000 7fcad77fe640 0 client.27634 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:57:05.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.041+0000 7fcb008fb740 1 -- 172.21.15.17:0/1267518377 shutdown_connections 2024-09-16T01:57:05.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.041+0000 7fcb008fb740 1 -- 172.21.15.17:0/1267518377 wait complete. 2024-09-16T01:57:05.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.041+0000 7fcb008fb740 20 client.27634 trim_cache size 0 max 16384 2024-09-16T01:57:05.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:04 smithi029 ceph-mon[34783]: pgmap v745: 97 pgs: 97 active+clean; 428 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 4.9 MiB/s wr, 201 op/s 2024-09-16T01:57:05.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:04 smithi122 ceph-mon[34758]: pgmap v745: 97 pgs: 97 active+clean; 428 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 767 KiB/s rd, 4.9 MiB/s wr, 201 op/s 2024-09-16T01:57:05.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.063+0000 7fcb008fb740 1 Processor -- start 2024-09-16T01:57:05.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.063+0000 7fcb008fb740 1 -- start start 2024-09-16T01:57:05.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.063+0000 7fcb008fb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cc5d0 0x5631e12dbf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.063+0000 7fcb008fb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cdb40 0x5631e12daf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.063+0000 7fcb008fb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12db490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.063+0000 7fcb008fb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf81adc80 con 0x5631e12cdb40 2024-09-16T01:57:05.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.063+0000 7fcb008fb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf81ab550 con 0x5631e12cc5d0 2024-09-16T01:57:05.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.063+0000 7fcb008fb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf81a9380 con 0x5631e12dfb80 2024-09-16T01:57:05.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.063+0000 7fcaf77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cdb40 0x5631e12daf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.063+0000 7fcaf77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cdb40 0x5631e12daf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34330/0 (socket says 172.21.15.17:34330) 2024-09-16T01:57:05.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.063+0000 7fcaf77fe640 1 -- 172.21.15.17:0/279172767 learned_addr learned my addr 172.21.15.17:0/279172767 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:05.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.063+0000 7fcaf7fff640 1 --2- 172.21.15.17:0/279172767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cc5d0 0x5631e12dbf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.064+0000 7fcafcabf640 1 --2- 172.21.15.17:0/279172767 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12db490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.064+0000 7fcaf7fff640 1 -- 172.21.15.17:0/279172767 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 msgr2=0x5631e12db490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:05.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.064+0000 7fcaf7fff640 1 --2- 172.21.15.17:0/279172767 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12db490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.064+0000 7fcaf7fff640 1 -- 172.21.15.17:0/279172767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cdb40 msgr2=0x5631e12daf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:05.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.064+0000 7fcaf7fff640 1 --2- 172.21.15.17:0/279172767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cdb40 0x5631e12daf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.064+0000 7fcaf7fff640 1 -- 172.21.15.17:0/279172767 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5631e12c9960 con 0x5631e12cc5d0 2024-09-16T01:57:05.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.064+0000 7fcaf77fe640 1 --2- 172.21.15.17:0/279172767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cdb40 0x5631e12daf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:05.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.064+0000 7fcaf7fff640 1 --2- 172.21.15.17:0/279172767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cc5d0 0x5631e12dbf40 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcae8004770 tx=0x7fcae803f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b74aed0dd2f97940 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.064+0000 7fcaddffb640 1 -- 172.21.15.17:0/279172767 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae8035040 con 0x5631e12cc5d0 2024-09-16T01:57:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.064+0000 7fcaddffb640 1 -- 172.21.15.17:0/279172767 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcae8056070 con 0x5631e12cc5d0 2024-09-16T01:57:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.064+0000 7fcaddffb640 1 -- 172.21.15.17:0/279172767 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcae8051670 con 0x5631e12cc5d0 2024-09-16T01:57:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.065+0000 7fcb008fb740 1 -- 172.21.15.17:0/279172767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cc5d0 msgr2=0x5631e12dbf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.065+0000 7fcb008fb740 1 --2- 172.21.15.17:0/279172767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cc5d0 0x5631e12dbf40 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcae8004770 tx=0x7fcae803f000 comp rx=0 tx=0).stop 2024-09-16T01:57:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.065+0000 7fcb008fb740 1 -- 172.21.15.17:0/279172767 shutdown_connections 2024-09-16T01:57:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.065+0000 7fcb008fb740 1 --2- 172.21.15.17:0/279172767 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12db490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.065+0000 7fcb008fb740 1 --2- 172.21.15.17:0/279172767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cdb40 0x5631e12daf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.065+0000 7fcb008fb740 1 --2- 172.21.15.17:0/279172767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cc5d0 0x5631e12dbf40 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.065+0000 7fcb008fb740 1 -- 172.21.15.17:0/279172767 >> 172.21.15.17:0/279172767 conn(0x5631e1295310 msgr2=0x5631e12dc640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.065+0000 7fcb008fb740 1 -- 172.21.15.17:0/279172767 shutdown_connections 2024-09-16T01:57:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.066+0000 7fcb008fb740 1 -- 172.21.15.17:0/279172767 wait complete. 2024-09-16T01:57:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.066+0000 7fcb008fb740 1 -- start start 2024-09-16T01:57:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.066+0000 7fcb008fb740 1 Processor -- start 2024-09-16T01:57:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.066+0000 7fcb008fb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 0x5631e12e8150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcb008fb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12e3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcb008fb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12e39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcb008fb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf81a9a10 con 0x5631e12cc5d0 2024-09-16T01:57:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcb008fb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf81aae80 con 0x5631e12cdb40 2024-09-16T01:57:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcb008fb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcaf81aa0e0 con 0x5631e12dfb80 2024-09-16T01:57:05.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcb008fb740 10 client.0 _ll_register_callbacks cb 0x7fcaf0004a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:05.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcaf7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 0x5631e12e8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcafcabf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12e39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcafcabf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12e39c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41560/0 (socket says 172.21.15.17:41560) 2024-09-16T01:57:05.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcafcabf640 1 -- 172.21.15.17:0/2246060237 learned_addr learned my addr 172.21.15.17:0/2246060237 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:05.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcaf77fe640 1 --2- 172.21.15.17:0/2246060237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12e3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcafcabf640 1 -- 172.21.15.17:0/2246060237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 msgr2=0x5631e12e3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:05.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcafcabf640 1 --2- 172.21.15.17:0/2246060237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12e3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcafcabf640 1 -- 172.21.15.17:0/2246060237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 msgr2=0x5631e12e8150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:05.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcafcabf640 1 --2- 172.21.15.17:0/2246060237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 0x5631e12e8150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcafcabf640 1 -- 172.21.15.17:0/2246060237 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5631e12e3f00 con 0x5631e12dfb80 2024-09-16T01:57:05.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcaf77fe640 1 --2- 172.21.15.17:0/2246060237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12e3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:57:05.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcafcabf640 1 --2- 172.21.15.17:0/2246060237 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12e39c0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fcaf0098710 tx=0x7fcaf009cd20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=52300886564063b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:05.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcad77fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:57:05.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.067+0000 7fcad77fe640 1 -- 172.21.15.17:0/2246060237 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaf009be30 con 0x5631e12dfb80 2024-09-16T01:57:05.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.068+0000 7fcad77fe640 1 -- 172.21.15.17:0/2246060237 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcaf0085470 con 0x5631e12dfb80 2024-09-16T01:57:05.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.068+0000 7fcb008fb740 1 -- 172.21.15.17:0/2246060237 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcae8056070 con 0x5631e12dfb80 2024-09-16T01:57:05.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.068+0000 7fcad77fe640 1 -- 172.21.15.17:0/2246060237 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcaf009c010 con 0x5631e12dfb80 2024-09-16T01:57:05.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.068+0000 7fcb008fb740 10 client.27640 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:05.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.068+0000 7fcb008fb740 1 -- 172.21.15.17:0/2246060237 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5631e135a4e0 con 0x5631e12dfb80 2024-09-16T01:57:05.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.068+0000 7fcad77fe640 1 -- 172.21.15.17:0/2246060237 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcae8056070 con 0x5631e12dfb80 2024-09-16T01:57:05.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.068+0000 7fcad77fe640 1 -- 172.21.15.17:0/2246060237 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fcaf00a4cb0 con 0x5631e12dfb80 2024-09-16T01:57:05.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.068+0000 7fcb008fb740 10 client.27640 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:05.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.068+0000 7fcb008fb740 10 client.27640 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:57:05.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.068+0000 7fcb008fb740 20 client.27640 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:05.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.068+0000 7fcb008fb740 1 --2- 172.21.15.17:0/2246060237 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5631e135aa70 0x5631e135ce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:05.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.068+0000 7fcb008fb740 4 client.27640 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:57:05.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.068+0000 7fcb008fb740 1 -- 172.21.15.17:0/2246060237 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5631e123f860 con 0x5631e135aa70 2024-09-16T01:57:05.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.068+0000 7fcaf7fff640 1 --2- 172.21.15.17:0/2246060237 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5631e135aa70 0x5631e135ce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:05.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.069+0000 7fcaf7fff640 1 --2- 172.21.15.17:0/2246060237 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5631e135aa70 0x5631e135ce60 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=eef8beb1dd7ffcb7 server_cookie=9c6ff17880eee257 in_seq=0 out_seq=0 2024-09-16T01:57:05.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.069+0000 7fcad77fe640 10 client.27640 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:57:05.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.069+0000 7fcad77fe640 1 -- 172.21.15.17:0/2246060237 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5631e123f860 con 0x5631e135aa70 2024-09-16T01:57:05.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.069+0000 7fcad77fe640 10 client.27640 handle_command_reply: tid=0 2024-09-16T01:57:05.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.069+0000 7fcb008fb740 1 client.27640 shutdown 2024-09-16T01:57:05.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.070+0000 7fcb008fb740 1 -- 172.21.15.17:0/2246060237 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 msgr2=0x5631e12e39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:05.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.070+0000 7fcb008fb740 1 --2- 172.21.15.17:0/2246060237 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12e39c0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fcaf0098710 tx=0x7fcaf009cd20 comp rx=0 tx=0).stop 2024-09-16T01:57:05.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.070+0000 7fcb008fb740 1 -- 172.21.15.17:0/2246060237 shutdown_connections 2024-09-16T01:57:05.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.070+0000 7fcb008fb740 1 --2- 172.21.15.17:0/2246060237 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5631e135aa70 0x5631e135ce60 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.070+0000 7fcb008fb740 1 --2- 172.21.15.17:0/2246060237 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5631e12dfb80 0x5631e12e39c0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.070+0000 7fcb008fb740 1 --2- 172.21.15.17:0/2246060237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5631e12cdb40 0x5631e12e3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.070+0000 7fcb008fb740 1 --2- 172.21.15.17:0/2246060237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5631e12cc5d0 0x5631e12e8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.070+0000 7fcb008fb740 1 -- 172.21.15.17:0/2246060237 >> 172.21.15.17:0/2246060237 conn(0x5631e1295310 msgr2=0x5631e12dc640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.070+0000 7fcad77fe640 0 client.27640 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:57:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.070+0000 7fcb008fb740 1 -- 172.21.15.17:0/2246060237 shutdown_connections 2024-09-16T01:57:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.070+0000 7fcb008fb740 1 -- 172.21.15.17:0/2246060237 wait complete. 2024-09-16T01:57:05.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.070+0000 7fcb008fb740 20 client.27640 trim_cache size 0 max 16384 2024-09-16T01:57:05.077 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:57:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.071+0000 7fcafe522640 1 -- 172.21.15.17:0/2802177852 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcae00a32c0 msgr2=0x7fcae00a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.071+0000 7fcafe522640 1 --2- 172.21.15.17:0/2802177852 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcae00a32c0 0x7fcae00a5780 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fcae8000c00 tx=0x7fcae80058d0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.071+0000 7fcafe522640 1 -- 172.21.15.17:0/2802177852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcaf8108290 msgr2=0x7fcaf8101470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.071+0000 7fcafe522640 1 --2- 172.21.15.17:0/2802177852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcaf8108290 0x7fcaf8101470 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fcaf0009fd0 tx=0x7fcaf000ef10 comp rx=0 tx=0).stop 2024-09-16T01:57:05.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.071+0000 7fcafe522640 1 -- 172.21.15.17:0/2802177852 shutdown_connections 2024-09-16T01:57:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.071+0000 7fcafe522640 1 --2- 172.21.15.17:0/2802177852 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcae00a32c0 0x7fcae00a5780 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.071+0000 7fcafe522640 1 --2- 172.21.15.17:0/2802177852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcaf8108290 0x7fcaf8101470 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.071+0000 7fcafe522640 1 --2- 172.21.15.17:0/2802177852 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcaf8103740 0x7fcaf8100f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.071+0000 7fcafe522640 1 --2- 172.21.15.17:0/2802177852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcaf8102d90 0x7fcaf81009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.071+0000 7fcafe522640 1 -- 172.21.15.17:0/2802177852 >> 172.21.15.17:0/2802177852 conn(0x7fcaf80fc7d0 msgr2=0x7fcaf8106370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.071+0000 7fcafe522640 1 -- 172.21.15.17:0/2802177852 shutdown_connections 2024-09-16T01:57:05.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:05.071+0000 7fcafe522640 1 -- 172.21.15.17:0/2802177852 wait complete. 2024-09-16T01:57:05.783 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:57:06.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 4696 15.22 MB/sec warmup 28 sec latency 115.499 ms 2024-09-16T01:57:06.111 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:57:06.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.672+0000 7fada622f640 1 -- 172.21.15.17:0/3545519908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada0100e20 msgr2=0x7fada0101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:06.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.672+0000 7fada622f640 1 --2- 172.21.15.17:0/3545519908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada0100e20 0x7fada0101200 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fad90009900 tx=0x7fad9002a480 comp rx=0 tx=0).stop 2024-09-16T01:57:06.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.672+0000 7fada622f640 1 -- 172.21.15.17:0/3545519908 shutdown_connections 2024-09-16T01:57:06.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.672+0000 7fada622f640 1 --2- 172.21.15.17:0/3545519908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fada0102ef0 0x7fada010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.672+0000 7fada622f640 1 --2- 172.21.15.17:0/3545519908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fada0102570 0x7fada01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.672+0000 7fada622f640 1 --2- 172.21.15.17:0/3545519908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada0100e20 0x7fada0101200 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.672+0000 7fada622f640 1 -- 172.21.15.17:0/3545519908 >> 172.21.15.17:0/3545519908 conn(0x7fada00fc7d0 msgr2=0x7fada00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:06.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.673+0000 7fada622f640 1 -- 172.21.15.17:0/3545519908 shutdown_connections 2024-09-16T01:57:06.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.673+0000 7fada622f640 1 -- 172.21.15.17:0/3545519908 wait complete. 2024-09-16T01:57:06.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.673+0000 7fada622f640 1 Processor -- start 2024-09-16T01:57:06.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.674+0000 7fada622f640 1 -- start start 2024-09-16T01:57:06.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.674+0000 7fada622f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fada0100e20 0x7fada0198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.674+0000 7fada622f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada0102570 0x7fada0198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.674+0000 7fad9effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada0102570 0x7fada0198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.674+0000 7fad9f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fada0100e20 0x7fada0198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.674+0000 7fad9effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada0102570 0x7fada0198980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40302/0 (socket says 172.21.15.17:40302) 2024-09-16T01:57:06.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.674+0000 7fad9effd640 1 -- 172.21.15.17:0/2981570581 learned_addr learned my addr 172.21.15.17:0/2981570581 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:06.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.674+0000 7fada622f640 1 --2- 172.21.15.17:0/2981570581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fada0102ef0 0x7fada019cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.674+0000 7fada622f640 1 -- 172.21.15.17:0/2981570581 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fada0110e80 con 0x7fada0102570 2024-09-16T01:57:06.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.674+0000 7fada622f640 1 -- 172.21.15.17:0/2981570581 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fada0110d00 con 0x7fada0102ef0 2024-09-16T01:57:06.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.674+0000 7fada622f640 1 -- 172.21.15.17:0/2981570581 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fada0111000 con 0x7fada0100e20 2024-09-16T01:57:06.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.674+0000 7fad9ffff640 1 --2- 172.21.15.17:0/2981570581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fada0102ef0 0x7fada019cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.675+0000 7fad9effd640 1 -- 172.21.15.17:0/2981570581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fada0100e20 msgr2=0x7fada0198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:06.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.675+0000 7fad9effd640 1 --2- 172.21.15.17:0/2981570581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fada0100e20 0x7fada0198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.675+0000 7fad9effd640 1 -- 172.21.15.17:0/2981570581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fada0102ef0 msgr2=0x7fada019cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:06.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.675+0000 7fad9effd640 1 --2- 172.21.15.17:0/2981570581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fada0102ef0 0x7fada019cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.675+0000 7fad9effd640 1 -- 172.21.15.17:0/2981570581 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fada019d3f0 con 0x7fada0102570 2024-09-16T01:57:06.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.675+0000 7fad9effd640 1 --2- 172.21.15.17:0/2981570581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada0102570 0x7fada0198980 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fad9400e9f0 tx=0x7fad9400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:06.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.675+0000 7fad9cff9640 1 -- 172.21.15.17:0/2981570581 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad9400cd80 con 0x7fada0102570 2024-09-16T01:57:06.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.675+0000 7fada622f640 1 -- 172.21.15.17:0/2981570581 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fada019d6e0 con 0x7fada0102570 2024-09-16T01:57:06.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.675+0000 7fad9cff9640 1 -- 172.21.15.17:0/2981570581 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad940108e0 con 0x7fada0102570 2024-09-16T01:57:06.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.675+0000 7fad9cff9640 1 -- 172.21.15.17:0/2981570581 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad94018920 con 0x7fada0102570 2024-09-16T01:57:06.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.676+0000 7fada622f640 1 -- 172.21.15.17:0/2981570581 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fada01a4fc0 con 0x7fada0102570 2024-09-16T01:57:06.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.679+0000 7fada8608740 1 Processor -- start 2024-09-16T01:57:06.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.679+0000 7fad9cff9640 1 -- 172.21.15.17:0/2981570581 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fad94010a90 con 0x7fada0102570 2024-09-16T01:57:06.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.679+0000 7fada8608740 1 -- start start 2024-09-16T01:57:06.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.679+0000 7fada8608740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c495cf50 0x5627c495b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.679+0000 7fada8608740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495b9e0 0x5627c495be20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fada8608740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c4966780 0x5627c4968b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fada8608740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5627c48bd2f0 con 0x5627c4966780 2024-09-16T01:57:06.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fada8608740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5627c4864cf0 con 0x5627c495b9e0 2024-09-16T01:57:06.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fada8608740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5627c48b92b0 con 0x5627c495cf50 2024-09-16T01:57:06.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fad9ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c495cf50 0x5627c495b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fad9f7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495b9e0 0x5627c495be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fad9ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c495cf50 0x5627c495b4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41966/0 (socket says 172.21.15.17:41966) 2024-09-16T01:57:06.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fad9ffff640 1 -- 172.21.15.17:0/4140015174 learned_addr learned my addr 172.21.15.17:0/4140015174 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:06.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fad9effd640 1 --2- 172.21.15.17:0/4140015174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c4966780 0x5627c4968b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fad9ffff640 1 -- 172.21.15.17:0/4140015174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495b9e0 msgr2=0x5627c495be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:06.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fad9ffff640 1 --2- 172.21.15.17:0/4140015174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495b9e0 0x5627c495be20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fad9ffff640 1 -- 172.21.15.17:0/4140015174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c4966780 msgr2=0x5627c4968b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:06.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fad9ffff640 1 --2- 172.21.15.17:0/4140015174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c4966780 0x5627c4968b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fad9ffff640 1 -- 172.21.15.17:0/4140015174 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627c48493a0 con 0x5627c495cf50 2024-09-16T01:57:06.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.680+0000 7fad9effd640 1 --2- 172.21.15.17:0/4140015174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c4966780 0x5627c4968b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:06.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.681+0000 7fad9cff9640 1 --2- 172.21.15.17:0/2981570581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fad880a3240 0x7fad880a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.681+0000 7fad9ffff640 1 --2- 172.21.15.17:0/4140015174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c495cf50 0x5627c495b4a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fad98009fd0 tx=0x7fad980118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6706532404612654 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:06.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.681+0000 7fad9f7fe640 1 --2- 172.21.15.17:0/2981570581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fad880a3240 0x7fad880a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.681+0000 7fad9cff9640 1 -- 172.21.15.17:0/2981570581 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fad940cfcd0 con 0x7fada0102570 2024-09-16T01:57:06.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.681+0000 7fad85ffb640 1 -- 172.21.15.17:0/4140015174 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad98004d20 con 0x5627c495cf50 2024-09-16T01:57:06.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.681+0000 7fad85ffb640 1 -- 172.21.15.17:0/4140015174 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad98004050 con 0x5627c495cf50 2024-09-16T01:57:06.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.681+0000 7fad85ffb640 1 -- 172.21.15.17:0/4140015174 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad98005260 con 0x5627c495cf50 2024-09-16T01:57:06.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.682+0000 7fada8608740 1 -- 172.21.15.17:0/4140015174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c495cf50 msgr2=0x5627c495b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:06.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.682+0000 7fad9f7fe640 1 --2- 172.21.15.17:0/2981570581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fad880a3240 0x7fad880a5700 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fad90000c00 tx=0x7fad90005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:06.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.682+0000 7fada8608740 1 --2- 172.21.15.17:0/4140015174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c495cf50 0x5627c495b4a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7fad98009fd0 tx=0x7fad980118d0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.682+0000 7fada8608740 1 -- 172.21.15.17:0/4140015174 shutdown_connections 2024-09-16T01:57:06.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.682+0000 7fada8608740 1 --2- 172.21.15.17:0/4140015174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c4966780 0x5627c4968b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.682+0000 7fada8608740 1 --2- 172.21.15.17:0/4140015174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495b9e0 0x5627c495be20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.682+0000 7fada8608740 1 --2- 172.21.15.17:0/4140015174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c495cf50 0x5627c495b4a0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.682+0000 7fada8608740 1 -- 172.21.15.17:0/4140015174 >> 172.21.15.17:0/4140015174 conn(0x5627c4920310 msgr2=0x5627c4958070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:06.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.682+0000 7fada8608740 1 -- 172.21.15.17:0/4140015174 shutdown_connections 2024-09-16T01:57:06.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.682+0000 7fada8608740 1 -- 172.21.15.17:0/4140015174 wait complete. 2024-09-16T01:57:06.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.682+0000 7fada8608740 1 -- start start 2024-09-16T01:57:06.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.683+0000 7fada8608740 1 Processor -- start 2024-09-16T01:57:06.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.683+0000 7fada8608740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495b9e0 0x5627c4966190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.683+0000 7fada8608740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495cf50 0x5627c4963440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.683+0000 7fada8608740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c4966780 0x5627c4963a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.683+0000 7fada8608740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5627c4969480 con 0x5627c495cf50 2024-09-16T01:57:06.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.683+0000 7fada8608740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5627c4878060 con 0x5627c495b9e0 2024-09-16T01:57:06.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.683+0000 7fada8608740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5627c4969600 con 0x5627c4966780 2024-09-16T01:57:06.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.683+0000 7fada8608740 10 client.0 _ll_register_callbacks cb 0x5627c45cb8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:06.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.683+0000 7fad9effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495cf50 0x5627c4963440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.683+0000 7fad9ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c4966780 0x5627c4963a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.683+0000 7fad9ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c4966780 0x5627c4963a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41974/0 (socket says 172.21.15.17:41974) 2024-09-16T01:57:06.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.683+0000 7fad9ffff640 1 -- 172.21.15.17:0/1069746117 learned_addr learned my addr 172.21.15.17:0/1069746117 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:06.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.683+0000 7fad9effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495cf50 0x5627c4963440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40314/0 (socket says 172.21.15.17:40314) 2024-09-16T01:57:06.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.683+0000 7fad9f7fe640 1 --2- 172.21.15.17:0/1069746117 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495b9e0 0x5627c4966190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.684+0000 7fad9ffff640 1 -- 172.21.15.17:0/1069746117 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495b9e0 msgr2=0x5627c4966190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:06.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.684+0000 7fad9ffff640 1 --2- 172.21.15.17:0/1069746117 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495b9e0 0x5627c4966190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.684+0000 7fad9ffff640 1 -- 172.21.15.17:0/1069746117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495cf50 msgr2=0x5627c4963440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:06.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.684+0000 7fad9ffff640 1 --2- 172.21.15.17:0/1069746117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495cf50 0x5627c4963440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.684+0000 7fad9ffff640 1 -- 172.21.15.17:0/1069746117 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627c462e3c0 con 0x5627c4966780 2024-09-16T01:57:06.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.684+0000 7fad9ffff640 1 --2- 172.21.15.17:0/1069746117 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c4966780 0x5627c4963a50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fad98000f80 tx=0x7fad98003ce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df35a5a17946faa1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:06.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.684+0000 7fad7effd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:57:06.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.684+0000 7fad7effd640 1 -- 172.21.15.17:0/1069746117 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad98028020 con 0x5627c4966780 2024-09-16T01:57:06.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.684+0000 7fada8608740 1 -- 172.21.15.17:0/1069746117 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fad98004050 con 0x5627c4966780 2024-09-16T01:57:06.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.684+0000 7fad7effd640 1 -- 172.21.15.17:0/1069746117 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fad98004410 con 0x5627c4966780 2024-09-16T01:57:06.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.684+0000 7fad7effd640 1 -- 172.21.15.17:0/1069746117 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fad98004610 con 0x5627c4966780 2024-09-16T01:57:06.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.684+0000 7fada8608740 10 client.27652 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:06.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.684+0000 7fada8608740 1 -- 172.21.15.17:0/1069746117 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5627c4974f50 con 0x5627c4966780 2024-09-16T01:57:06.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.685+0000 7fad7effd640 1 -- 172.21.15.17:0/1069746117 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad98004050 con 0x5627c4966780 2024-09-16T01:57:06.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.685+0000 7fad7effd640 1 -- 172.21.15.17:0/1069746117 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fad9800f4e0 con 0x5627c4966780 2024-09-16T01:57:06.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.685+0000 7fada8608740 10 client.27652 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:06.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.685+0000 7fada8608740 10 client.27652 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:57:06.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.685+0000 7fada8608740 20 client.27652 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.685+0000 7fada8608740 1 --2- 172.21.15.17:0/1069746117 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5627c4976360 0x5627c4978750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.685+0000 7fada8608740 4 client.27652 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:57:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.685+0000 7fada8608740 1 -- 172.21.15.17:0/1069746117 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5627c48ca860 con 0x5627c4976360 2024-09-16T01:57:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.685+0000 7fad9f7fe640 1 --2- 172.21.15.17:0/1069746117 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5627c4976360 0x5627c4978750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.686+0000 7fad9f7fe640 1 --2- 172.21.15.17:0/1069746117 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5627c4976360 0x5627c4978750 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=156c7bb3b4a935a9 server_cookie=d4acfcc57f5d8c3b in_seq=0 out_seq=0 2024-09-16T01:57:06.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.686+0000 7fad7effd640 10 client.27652 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:57:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.686+0000 7fad7effd640 1 -- 172.21.15.17:0/1069746117 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5627c48ca860 con 0x5627c4976360 2024-09-16T01:57:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.686+0000 7fad7effd640 10 client.27652 handle_command_reply: tid=0 2024-09-16T01:57:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.686+0000 7fada8608740 1 client.27652 shutdown 2024-09-16T01:57:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.686+0000 7fada8608740 1 -- 172.21.15.17:0/1069746117 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c4966780 msgr2=0x5627c4963a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.686+0000 7fada8608740 1 --2- 172.21.15.17:0/1069746117 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c4966780 0x5627c4963a50 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7fad98000f80 tx=0x7fad98003ce0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.687+0000 7fada8608740 1 -- 172.21.15.17:0/1069746117 shutdown_connections 2024-09-16T01:57:06.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.687+0000 7fada8608740 1 --2- 172.21.15.17:0/1069746117 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5627c4976360 0x5627c4978750 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.687+0000 7fada8608740 1 --2- 172.21.15.17:0/1069746117 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c4966780 0x5627c4963a50 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.687+0000 7fad7effd640 0 client.27652 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:57:06.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.687+0000 7fada8608740 1 --2- 172.21.15.17:0/1069746117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495cf50 0x5627c4963440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.687+0000 7fada8608740 1 --2- 172.21.15.17:0/1069746117 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495b9e0 0x5627c4966190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.687+0000 7fada8608740 1 -- 172.21.15.17:0/1069746117 >> 172.21.15.17:0/1069746117 conn(0x5627c4920310 msgr2=0x5627c495dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:06.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.687+0000 7fada8608740 1 -- 172.21.15.17:0/1069746117 shutdown_connections 2024-09-16T01:57:06.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.687+0000 7fada8608740 1 -- 172.21.15.17:0/1069746117 wait complete. 2024-09-16T01:57:06.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.687+0000 7fada8608740 20 client.27652 trim_cache size 0 max 16384 2024-09-16T01:57:06.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.705+0000 7fada8608740 1 Processor -- start 2024-09-16T01:57:06.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.705+0000 7fada8608740 1 -- start start 2024-09-16T01:57:06.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.705+0000 7fada8608740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c495b9e0 0x5627c4972720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.705+0000 7fada8608740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495cf50 0x5627c49653b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.705+0000 7fada8608740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c4966780 0x5627c497de70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.705+0000 7fada8608740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fada01adcd0 con 0x5627c495cf50 2024-09-16T01:57:06.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.705+0000 7fada8608740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fada01ab5a0 con 0x5627c4966780 2024-09-16T01:57:06.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.705+0000 7fada8608740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fada01a93d0 con 0x5627c495b9e0 2024-09-16T01:57:06.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.706+0000 7fad9f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c495b9e0 0x5627c4972720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.706+0000 7fad9effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495cf50 0x5627c49653b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.706+0000 7fad9f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c495b9e0 0x5627c4972720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41980/0 (socket says 172.21.15.17:41980) 2024-09-16T01:57:06.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.706+0000 7fad9f7fe640 1 -- 172.21.15.17:0/1914395930 learned_addr learned my addr 172.21.15.17:0/1914395930 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:06.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.706+0000 7fad9ffff640 1 --2- 172.21.15.17:0/1914395930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c4966780 0x5627c497de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.706+0000 7fad9effd640 1 -- 172.21.15.17:0/1914395930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c495b9e0 msgr2=0x5627c4972720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:06.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.706+0000 7fad9effd640 1 --2- 172.21.15.17:0/1914395930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c495b9e0 0x5627c4972720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.706+0000 7fad9effd640 1 -- 172.21.15.17:0/1914395930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c4966780 msgr2=0x5627c497de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:06.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.706+0000 7fad9effd640 1 --2- 172.21.15.17:0/1914395930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c4966780 0x5627c497de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.706+0000 7fad9effd640 1 -- 172.21.15.17:0/1914395930 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5627c49643e0 con 0x5627c495cf50 2024-09-16T01:57:06.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.706+0000 7fad9ffff640 1 --2- 172.21.15.17:0/1914395930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c4966780 0x5627c497de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:06.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.706+0000 7fad9effd640 1 --2- 172.21.15.17:0/1914395930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495cf50 0x5627c49653b0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x5627c495c480 tx=0x7fad940d3710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1437a74d52b35b4b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:06.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.707+0000 7fad857fa640 1 -- 172.21.15.17:0/1914395930 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad9409bdf0 con 0x5627c495cf50 2024-09-16T01:57:06.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.707+0000 7fad857fa640 1 -- 172.21.15.17:0/1914395930 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fad94010de0 con 0x5627c495cf50 2024-09-16T01:57:06.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.707+0000 7fad857fa640 1 -- 172.21.15.17:0/1914395930 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad9409bc10 con 0x5627c495cf50 2024-09-16T01:57:06.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.708+0000 7fada8608740 1 -- 172.21.15.17:0/1914395930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495cf50 msgr2=0x5627c49653b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:06.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.708+0000 7fada8608740 1 --2- 172.21.15.17:0/1914395930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495cf50 0x5627c49653b0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x5627c495c480 tx=0x7fad940d3710 comp rx=0 tx=0).stop 2024-09-16T01:57:06.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.708+0000 7fada8608740 1 -- 172.21.15.17:0/1914395930 shutdown_connections 2024-09-16T01:57:06.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.708+0000 7fada8608740 1 --2- 172.21.15.17:0/1914395930 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c4966780 0x5627c497de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.708+0000 7fada8608740 1 --2- 172.21.15.17:0/1914395930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495cf50 0x5627c49653b0 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.708+0000 7fada8608740 1 --2- 172.21.15.17:0/1914395930 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c495b9e0 0x5627c4972720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.708+0000 7fada8608740 1 -- 172.21.15.17:0/1914395930 >> 172.21.15.17:0/1914395930 conn(0x5627c4920310 msgr2=0x5627c4964ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:06.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.708+0000 7fada8608740 1 -- 172.21.15.17:0/1914395930 shutdown_connections 2024-09-16T01:57:06.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.708+0000 7fada8608740 1 -- 172.21.15.17:0/1914395930 wait complete. 2024-09-16T01:57:06.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.708+0000 7fada8608740 1 -- start start 2024-09-16T01:57:06.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.709+0000 7fada8608740 1 Processor -- start 2024-09-16T01:57:06.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.709+0000 7fada8608740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495b9e0 0x5627c496eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.709+0000 7fada8608740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495cf50 0x5627c4960050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.709+0000 7fad9f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495b9e0 0x5627c496eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.709+0000 7fada8608740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c4966780 0x5627c4960590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.709+0000 7fad9f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495b9e0 0x5627c496eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40324/0 (socket says 172.21.15.17:40324) 2024-09-16T01:57:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.709+0000 7fada8608740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fada01a9a60 con 0x5627c495b9e0 2024-09-16T01:57:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.709+0000 7fad9f7fe640 1 -- 172.21.15.17:0/1031778209 learned_addr learned my addr 172.21.15.17:0/1031778209 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.709+0000 7fada8608740 1 -- 172.21.15.17:0/1031778209 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fada01aaed0 con 0x5627c495cf50 2024-09-16T01:57:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.709+0000 7fada8608740 1 -- 172.21.15.17:0/1031778209 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fada01aa130 con 0x5627c4966780 2024-09-16T01:57:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.709+0000 7fad9effd640 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495cf50 0x5627c4960050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.709+0000 7fada8608740 10 client.0 _ll_register_callbacks cb 0x7fad940d35e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.709+0000 7fad9ffff640 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c4966780 0x5627c4960590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.710+0000 7fad9f7fe640 1 -- 172.21.15.17:0/1031778209 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c4966780 msgr2=0x5627c4960590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.710+0000 7fad9f7fe640 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c4966780 0x5627c4960590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.710+0000 7fad9f7fe640 1 -- 172.21.15.17:0/1031778209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495cf50 msgr2=0x5627c4960050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:06.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.710+0000 7fad9f7fe640 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495cf50 0x5627c4960050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.710+0000 7fad9f7fe640 1 -- 172.21.15.17:0/1031778209 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5627c495e530 con 0x5627c495b9e0 2024-09-16T01:57:06.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.710+0000 7fad9effd640 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495cf50 0x5627c4960050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:06.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.710+0000 7fad9ffff640 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c4966780 0x5627c4960590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:57:06.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.710+0000 7fad9f7fe640 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495b9e0 0x5627c496eeb0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fad90006010 tx=0x7fad90009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3fd9aafad7a413a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:06.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.710+0000 7fad7effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:57:06.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.710+0000 7fad7effd640 1 -- 172.21.15.17:0/1031778209 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad90035040 con 0x5627c495b9e0 2024-09-16T01:57:06.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.710+0000 7fada8608740 1 -- 172.21.15.17:0/1031778209 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5627c48c4d70 con 0x5627c495b9e0 2024-09-16T01:57:06.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.710+0000 7fad7effd640 1 -- 172.21.15.17:0/1031778209 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fad90004b90 con 0x5627c495b9e0 2024-09-16T01:57:06.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.711+0000 7fad7effd640 1 -- 172.21.15.17:0/1031778209 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fad90004d90 con 0x5627c495b9e0 2024-09-16T01:57:06.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.711+0000 7fada8608740 10 client.18009 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:06.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.711+0000 7fada8608740 1 -- 172.21.15.17:0/1031778209 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5627c49e0be0 con 0x5627c495b9e0 2024-09-16T01:57:06.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.711+0000 7fad7effd640 1 -- 172.21.15.17:0/1031778209 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5627c48c4d70 con 0x5627c495b9e0 2024-09-16T01:57:06.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.711+0000 7fad7effd640 1 -- 172.21.15.17:0/1031778209 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fad90053680 con 0x5627c495b9e0 2024-09-16T01:57:06.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.711+0000 7fada8608740 10 client.18009 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:06.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.711+0000 7fada8608740 10 client.18009 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:57:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.711+0000 7fada8608740 20 client.18009 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.711+0000 7fada8608740 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5627c4976360 0x5627c49e3350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.711+0000 7fada8608740 4 client.18009 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:57:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.711+0000 7fada8608740 1 -- 172.21.15.17:0/1031778209 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5627c4841170 con 0x5627c4976360 2024-09-16T01:57:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.712+0000 7fad9effd640 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5627c4976360 0x5627c49e3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.712+0000 7fad9effd640 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5627c4976360 0x5627c49e3350 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=683462afeda64a02 server_cookie=775f1f43ae809859 in_seq=0 out_seq=0 2024-09-16T01:57:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.712+0000 7fad7effd640 10 client.18009 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:57:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.712+0000 7fad7effd640 1 -- 172.21.15.17:0/1031778209 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5627c4841170 con 0x5627c4976360 2024-09-16T01:57:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.712+0000 7fad7effd640 10 client.18009 handle_command_reply: tid=0 2024-09-16T01:57:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.712+0000 7fada8608740 1 client.18009 shutdown 2024-09-16T01:57:06.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.713+0000 7fada8608740 1 -- 172.21.15.17:0/1031778209 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495b9e0 msgr2=0x5627c496eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.713+0000 7fada8608740 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495b9e0 0x5627c496eeb0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fad90006010 tx=0x7fad90009260 comp rx=0 tx=0).stop 2024-09-16T01:57:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.713+0000 7fada8608740 1 -- 172.21.15.17:0/1031778209 shutdown_connections 2024-09-16T01:57:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.713+0000 7fada8608740 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5627c4976360 0x5627c49e3350 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.713+0000 7fada8608740 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5627c4966780 0x5627c4960590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.713+0000 7fada8608740 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5627c495cf50 0x5627c4960050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.713+0000 7fada8608740 1 --2- 172.21.15.17:0/1031778209 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5627c495b9e0 0x5627c496eeb0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.713+0000 7fad7effd640 0 client.18009 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:57:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.713+0000 7fada8608740 1 -- 172.21.15.17:0/1031778209 >> 172.21.15.17:0/1031778209 conn(0x5627c4920310 msgr2=0x5627c49654c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.713+0000 7fada8608740 1 -- 172.21.15.17:0/1031778209 shutdown_connections 2024-09-16T01:57:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.713+0000 7fada8608740 1 -- 172.21.15.17:0/1031778209 wait complete. 2024-09-16T01:57:06.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.713+0000 7fada8608740 20 client.18009 trim_cache size 0 max 16384 2024-09-16T01:57:06.721 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:57:06.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.714+0000 7fada622f640 1 -- 172.21.15.17:0/2981570581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fad880a3240 msgr2=0x7fad880a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:06.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.714+0000 7fada622f640 1 --2- 172.21.15.17:0/2981570581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fad880a3240 0x7fad880a5700 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fad90000c00 tx=0x7fad90005b50 comp rx=0 tx=0).stop 2024-09-16T01:57:06.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.714+0000 7fada622f640 1 -- 172.21.15.17:0/2981570581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada0102570 msgr2=0x7fada0198980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:06.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.714+0000 7fada622f640 1 --2- 172.21.15.17:0/2981570581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada0102570 0x7fada0198980 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fad9400e9f0 tx=0x7fad9400eeb0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.714+0000 7fada622f640 1 -- 172.21.15.17:0/2981570581 shutdown_connections 2024-09-16T01:57:06.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.714+0000 7fada622f640 1 --2- 172.21.15.17:0/2981570581 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fad880a3240 0x7fad880a5700 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.714+0000 7fada622f640 1 --2- 172.21.15.17:0/2981570581 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fada0102ef0 0x7fada019cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.714+0000 7fada622f640 1 --2- 172.21.15.17:0/2981570581 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada0102570 0x7fada0198980 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.714+0000 7fada622f640 1 --2- 172.21.15.17:0/2981570581 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fada0100e20 0x7fada0198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:06.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.714+0000 7fada622f640 1 -- 172.21.15.17:0/2981570581 >> 172.21.15.17:0/2981570581 conn(0x7fada00fc7d0 msgr2=0x7fada006a230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:06.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.715+0000 7fada622f640 1 -- 172.21.15.17:0/2981570581 shutdown_connections 2024-09-16T01:57:06.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:06.715+0000 7fada622f640 1 -- 172.21.15.17:0/2981570581 wait complete. 2024-09-16T01:57:07.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:06 smithi017 ceph-mon[30972]: pgmap v746: 97 pgs: 97 active+clean; 428 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 5.3 MiB/s wr, 178 op/s 2024-09-16T01:57:07.027 INFO:tasks.workunit.client.0.smithi017.stdout: 10 4856 14.87 MB/sec warmup 29 sec latency 105.201 ms 2024-09-16T01:57:07.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:06 smithi122 ceph-mon[34758]: pgmap v746: 97 pgs: 97 active+clean; 428 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 5.3 MiB/s wr, 178 op/s 2024-09-16T01:57:07.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:06 smithi029 ceph-mon[34783]: pgmap v746: 97 pgs: 97 active+clean; 428 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 5.3 MiB/s wr, 178 op/s 2024-09-16T01:57:07.481 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:57:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:57:08.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 5002 14.62 MB/sec warmup 30 sec latency 187.430 ms 2024-09-16T01:57:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.445+0000 7fae58042640 1 -- 172.21.15.17:0/2528155548 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae501036e0 msgr2=0x7fae50107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.445+0000 7fae58042640 1 --2- 172.21.15.17:0/2528155548 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae501036e0 0x7fae50107b90 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fae40009900 tx=0x7fae4002a410 comp rx=0 tx=0).stop 2024-09-16T01:57:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.445+0000 7fae58042640 1 -- 172.21.15.17:0/2528155548 shutdown_connections 2024-09-16T01:57:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.445+0000 7fae58042640 1 --2- 172.21.15.17:0/2528155548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae501082a0 0x7fae5010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.445+0000 7fae58042640 1 --2- 172.21.15.17:0/2528155548 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae501036e0 0x7fae50107b90 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.445+0000 7fae58042640 1 --2- 172.21.15.17:0/2528155548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae50102d30 0x7fae50103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.445+0000 7fae58042640 1 -- 172.21.15.17:0/2528155548 >> 172.21.15.17:0/2528155548 conn(0x7fae500fc7d0 msgr2=0x7fae500febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:08.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.445+0000 7fae58042640 1 -- 172.21.15.17:0/2528155548 shutdown_connections 2024-09-16T01:57:08.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.445+0000 7fae58042640 1 -- 172.21.15.17:0/2528155548 wait complete. 2024-09-16T01:57:08.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae58042640 1 Processor -- start 2024-09-16T01:57:08.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae58042640 1 -- start start 2024-09-16T01:57:08.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae58042640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae50102d30 0x7fae50100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae58042640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae501036e0 0x7fae50100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae58042640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae501082a0 0x7fae50101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae58042640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fae50111f40 con 0x7fae501082a0 2024-09-16T01:57:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae58042640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fae50111dc0 con 0x7fae50102d30 2024-09-16T01:57:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae58042640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fae501120c0 con 0x7fae501036e0 2024-09-16T01:57:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae555dd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae501036e0 0x7fae50100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae565df640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae501082a0 0x7fae50101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae55dde640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae50102d30 0x7fae50100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae555dd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae501036e0 0x7fae50100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42002/0 (socket says 172.21.15.17:42002) 2024-09-16T01:57:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae555dd640 1 -- 172.21.15.17:0/1824604271 learned_addr learned my addr 172.21.15.17:0/1824604271 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae55dde640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae50102d30 0x7fae50100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51032/0 (socket says 172.21.15.17:51032) 2024-09-16T01:57:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae555dd640 1 -- 172.21.15.17:0/1824604271 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae50102d30 msgr2=0x7fae50100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae555dd640 1 --2- 172.21.15.17:0/1824604271 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae50102d30 0x7fae50100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae555dd640 1 -- 172.21.15.17:0/1824604271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae501082a0 msgr2=0x7fae50101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:08.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.446+0000 7fae555dd640 1 --2- 172.21.15.17:0/1824604271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae501082a0 0x7fae50101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.447+0000 7fae555dd640 1 -- 172.21.15.17:0/1824604271 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae501a6960 con 0x7fae501036e0 2024-09-16T01:57:08.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.447+0000 7fae565df640 1 --2- 172.21.15.17:0/1824604271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae501082a0 0x7fae50101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:08.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.447+0000 7fae555dd640 1 --2- 172.21.15.17:0/1824604271 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae501036e0 0x7fae50100ed0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fae4002a930 tx=0x7fae40003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:08.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.447+0000 7fae46ffd640 1 -- 172.21.15.17:0/1824604271 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae4003f070 con 0x7fae501036e0 2024-09-16T01:57:08.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.447+0000 7fae58042640 1 -- 172.21.15.17:0/1824604271 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae501a6bf0 con 0x7fae501036e0 2024-09-16T01:57:08.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.447+0000 7fae46ffd640 1 -- 172.21.15.17:0/1824604271 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fae4003bb10 con 0x7fae501036e0 2024-09-16T01:57:08.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.447+0000 7fae46ffd640 1 -- 172.21.15.17:0/1824604271 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae40035030 con 0x7fae501036e0 2024-09-16T01:57:08.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.447+0000 7fae58042640 1 -- 172.21.15.17:0/1824604271 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae501a7120 con 0x7fae501036e0 2024-09-16T01:57:08.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.450+0000 7fae46ffd640 1 -- 172.21.15.17:0/1824604271 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fae40042070 con 0x7fae501036e0 2024-09-16T01:57:08.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.451+0000 7fae5a41b740 1 Processor -- start 2024-09-16T01:57:08.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.451+0000 7fae5a41b740 1 -- start start 2024-09-16T01:57:08.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.451+0000 7fae5a41b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff762b40 0x55c5ff761090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.452+0000 7fae5a41b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff7615d0 0x55c5ff761a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.452+0000 7fae5a41b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 0x55c5ff76e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.452+0000 7fae5a41b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c5ff6c72f0 con 0x55c5ff7615d0 2024-09-16T01:57:08.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.452+0000 7fae5a41b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c5ff66ecf0 con 0x55c5ff762b40 2024-09-16T01:57:08.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.452+0000 7fae5a41b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c5ff6c32b0 con 0x55c5ff76c370 2024-09-16T01:57:08.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.452+0000 7fae565df640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff762b40 0x55c5ff761090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.452+0000 7fae565df640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff762b40 0x55c5ff761090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51048/0 (socket says 172.21.15.17:51048) 2024-09-16T01:57:08.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.452+0000 7fae555dd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 0x55c5ff76e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.452+0000 7fae565df640 1 -- 172.21.15.17:0/3386402927 learned_addr learned my addr 172.21.15.17:0/3386402927 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:08.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.452+0000 7fae55dde640 1 --2- 172.21.15.17:0/3386402927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff7615d0 0x55c5ff761a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.452+0000 7fae46ffd640 1 --2- 172.21.15.17:0/1824604271 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fae3c0a3240 0x7fae3c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.452+0000 7fae565df640 1 -- 172.21.15.17:0/3386402927 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 msgr2=0x55c5ff76e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:08.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.453+0000 7fae565df640 1 --2- 172.21.15.17:0/3386402927 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 0x55c5ff76e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.453+0000 7fae565df640 1 -- 172.21.15.17:0/3386402927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff7615d0 msgr2=0x55c5ff761a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:08.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.453+0000 7fae565df640 1 --2- 172.21.15.17:0/3386402927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff7615d0 0x55c5ff761a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.453+0000 7fae565df640 1 -- 172.21.15.17:0/3386402927 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5ff6533a0 con 0x55c5ff762b40 2024-09-16T01:57:08.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.453+0000 7fae55dde640 1 --2- 172.21.15.17:0/3386402927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff7615d0 0x55c5ff761a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:08.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.453+0000 7fae46ffd640 1 -- 172.21.15.17:0/1824604271 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fae400efe60 con 0x7fae501036e0 2024-09-16T01:57:08.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.453+0000 7fae565df640 1 --2- 172.21.15.17:0/1824604271 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fae3c0a3240 0x7fae3c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.453+0000 7fae565df640 1 --2- 172.21.15.17:0/3386402927 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff762b40 0x55c5ff761090 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fae48011790 tx=0x7fae48011c50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=be8b1feec59158ba server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:08.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.454+0000 7fae3bfff640 1 -- 172.21.15.17:0/3386402927 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae48020070 con 0x55c5ff762b40 2024-09-16T01:57:08.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.454+0000 7fae3bfff640 1 -- 172.21.15.17:0/3386402927 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fae4800fc20 con 0x55c5ff762b40 2024-09-16T01:57:08.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.454+0000 7fae3bfff640 1 -- 172.21.15.17:0/3386402927 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae4801b820 con 0x55c5ff762b40 2024-09-16T01:57:08.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.455+0000 7fae5a41b740 1 -- 172.21.15.17:0/3386402927 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff762b40 msgr2=0x55c5ff761090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.455+0000 7fae565df640 1 --2- 172.21.15.17:0/1824604271 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fae3c0a3240 0x7fae3c0a5700 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fae4801d000 tx=0x7fae4801be70 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.455+0000 7fae5a41b740 1 --2- 172.21.15.17:0/3386402927 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff762b40 0x55c5ff761090 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fae48011790 tx=0x7fae48011c50 comp rx=0 tx=0).stop 2024-09-16T01:57:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.455+0000 7fae5a41b740 1 -- 172.21.15.17:0/3386402927 shutdown_connections 2024-09-16T01:57:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.455+0000 7fae5a41b740 1 --2- 172.21.15.17:0/3386402927 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 0x55c5ff76e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.455+0000 7fae5a41b740 1 --2- 172.21.15.17:0/3386402927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff7615d0 0x55c5ff761a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.455+0000 7fae5a41b740 1 --2- 172.21.15.17:0/3386402927 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff762b40 0x55c5ff761090 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.455+0000 7fae5a41b740 1 -- 172.21.15.17:0/3386402927 >> 172.21.15.17:0/3386402927 conn(0x55c5ff72a310 msgr2=0x55c5ff75dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.455+0000 7fae5a41b740 1 -- 172.21.15.17:0/3386402927 shutdown_connections 2024-09-16T01:57:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.455+0000 7fae5a41b740 1 -- 172.21.15.17:0/3386402927 wait complete. 2024-09-16T01:57:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.455+0000 7fae5a41b740 1 -- start start 2024-09-16T01:57:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.456+0000 7fae5a41b740 1 Processor -- start 2024-09-16T01:57:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.456+0000 7fae5a41b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff7615d0 0x55c5ff76bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.456+0000 7fae5a41b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff762b40 0x55c5ff768f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae5a41b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff76c370 0x55c5ff7694d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae5a41b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c5ff76f070 con 0x55c5ff7615d0 2024-09-16T01:57:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae5a41b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c5ff682060 con 0x55c5ff76c370 2024-09-16T01:57:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae5a41b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c5ff76f1f0 con 0x55c5ff762b40 2024-09-16T01:57:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae565df640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff76c370 0x55c5ff7694d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae55dde640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff7615d0 0x55c5ff76bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae565df640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff76c370 0x55c5ff7694d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51062/0 (socket says 172.21.15.17:51062) 2024-09-16T01:57:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae565df640 1 -- 172.21.15.17:0/3111277179 learned_addr learned my addr 172.21.15.17:0/3111277179 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae5a41b740 10 client.0 _ll_register_callbacks cb 0x55c5ff3d58c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae555dd640 1 --2- 172.21.15.17:0/3111277179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff762b40 0x55c5ff768f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae55dde640 1 -- 172.21.15.17:0/3111277179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff762b40 msgr2=0x55c5ff768f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae55dde640 1 --2- 172.21.15.17:0/3111277179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff762b40 0x55c5ff768f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae55dde640 1 -- 172.21.15.17:0/3111277179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff76c370 msgr2=0x55c5ff7694d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae55dde640 1 --2- 172.21.15.17:0/3111277179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff76c370 0x55c5ff7694d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae55dde640 1 -- 172.21.15.17:0/3111277179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5ff4383c0 con 0x55c5ff7615d0 2024-09-16T01:57:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae565df640 1 --2- 172.21.15.17:0/3111277179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff76c370 0x55c5ff7694d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.457+0000 7fae55dde640 1 --2- 172.21.15.17:0/3111277179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff7615d0 0x55c5ff76bcc0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fae4c0126d0 tx=0x7fae4c012b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf9720ddb783ebe3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.458+0000 7fae397fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:57:08.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.458+0000 7fae397fa640 1 -- 172.21.15.17:0/3111277179 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae4c004050 con 0x55c5ff7615d0 2024-09-16T01:57:08.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.458+0000 7fae5a41b740 1 -- 172.21.15.17:0/3111277179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fae4800fc20 con 0x55c5ff7615d0 2024-09-16T01:57:08.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.458+0000 7fae397fa640 1 -- 172.21.15.17:0/3111277179 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fae4c0041f0 con 0x55c5ff7615d0 2024-09-16T01:57:08.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.458+0000 7fae397fa640 1 -- 172.21.15.17:0/3111277179 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fae4c0043f0 con 0x55c5ff7615d0 2024-09-16T01:57:08.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.459+0000 7fae5a41b740 10 client.18021 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:08.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.459+0000 7fae5a41b740 1 -- 172.21.15.17:0/3111277179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c5ff77ab10 con 0x55c5ff7615d0 2024-09-16T01:57:08.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.459+0000 7fae397fa640 1 -- 172.21.15.17:0/3111277179 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fae4c00fd70 con 0x55c5ff7615d0 2024-09-16T01:57:08.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.459+0000 7fae397fa640 1 -- 172.21.15.17:0/3111277179 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fae4c003cb0 con 0x55c5ff7615d0 2024-09-16T01:57:08.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.459+0000 7fae5a41b740 10 client.18021 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:08.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.459+0000 7fae5a41b740 10 client.18021 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:08.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.459+0000 7fae5a41b740 20 client.18021 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:08.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.459+0000 7fae5a41b740 1 --2- 172.21.15.17:0/3111277179 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5ff77bf20 0x55c5ff77e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.459+0000 7fae5a41b740 4 client.18021 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:57:08.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.459+0000 7fae5a41b740 1 -- 172.21.15.17:0/3111277179 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fae4800fc20 con 0x55c5ff77bf20 2024-09-16T01:57:08.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.460+0000 7fae555dd640 1 --2- 172.21.15.17:0/3111277179 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5ff77bf20 0x55c5ff77e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.460+0000 7fae555dd640 1 --2- 172.21.15.17:0/3111277179 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5ff77bf20 0x55c5ff77e3c0 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bde307fd90ba1964 server_cookie=745be1f9a733be38 in_seq=0 out_seq=0 2024-09-16T01:57:08.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.460+0000 7fae397fa640 10 client.18021 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:08.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.462+0000 7fae397fa640 1 -- 172.21.15.17:0/3111277179 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fae4800fc20 con 0x55c5ff77bf20 2024-09-16T01:57:08.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.462+0000 7fae397fa640 10 client.18021 handle_command_reply: tid=0 2024-09-16T01:57:08.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.462+0000 7fae5a41b740 1 client.18021 shutdown 2024-09-16T01:57:08.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.463+0000 7fae5a41b740 1 -- 172.21.15.17:0/3111277179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff7615d0 msgr2=0x55c5ff76bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:08.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.463+0000 7fae5a41b740 1 --2- 172.21.15.17:0/3111277179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff7615d0 0x55c5ff76bcc0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fae4c0126d0 tx=0x7fae4c012b90 comp rx=0 tx=0).stop 2024-09-16T01:57:08.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.463+0000 7fae5a41b740 1 -- 172.21.15.17:0/3111277179 shutdown_connections 2024-09-16T01:57:08.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.463+0000 7fae5a41b740 1 --2- 172.21.15.17:0/3111277179 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5ff77bf20 0x55c5ff77e3c0 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.463+0000 7fae5a41b740 1 --2- 172.21.15.17:0/3111277179 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff76c370 0x55c5ff7694d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.463+0000 7fae5a41b740 1 --2- 172.21.15.17:0/3111277179 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff762b40 0x55c5ff768f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.463+0000 7fae5a41b740 1 --2- 172.21.15.17:0/3111277179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff7615d0 0x55c5ff76bcc0 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.463+0000 7fae5a41b740 1 -- 172.21.15.17:0/3111277179 >> 172.21.15.17:0/3111277179 conn(0x55c5ff72a310 msgr2=0x55c5ff763930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:08.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.463+0000 7fae397fa640 0 client.18021 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:08.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.463+0000 7fae5a41b740 1 -- 172.21.15.17:0/3111277179 shutdown_connections 2024-09-16T01:57:08.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.463+0000 7fae5a41b740 1 -- 172.21.15.17:0/3111277179 wait complete. 2024-09-16T01:57:08.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.464+0000 7fae5a41b740 20 client.18021 trim_cache size 0 max 16384 2024-09-16T01:57:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.483+0000 7fae5a41b740 1 Processor -- start 2024-09-16T01:57:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.483+0000 7fae5a41b740 1 -- start start 2024-09-16T01:57:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae5a41b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff7615d0 0x55c5ff75de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae5a41b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff762b40 0x55c5ff778310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae5a41b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 0x55c5ff768800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae5a41b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fae501b2060 con 0x55c5ff762b40 2024-09-16T01:57:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae5a41b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fae501af930 con 0x55c5ff7615d0 2024-09-16T01:57:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae5a41b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fae501ad760 con 0x55c5ff76c370 2024-09-16T01:57:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae555dd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff762b40 0x55c5ff778310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae565df640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 0x55c5ff768800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae555dd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff762b40 0x55c5ff778310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40370/0 (socket says 172.21.15.17:40370) 2024-09-16T01:57:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae555dd640 1 -- 172.21.15.17:0/4170991422 learned_addr learned my addr 172.21.15.17:0/4170991422 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae55dde640 1 --2- 172.21.15.17:0/4170991422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff7615d0 0x55c5ff75de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae565df640 1 -- 172.21.15.17:0/4170991422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff7615d0 msgr2=0x55c5ff75de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae565df640 1 --2- 172.21.15.17:0/4170991422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff7615d0 0x55c5ff75de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae565df640 1 -- 172.21.15.17:0/4170991422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff762b40 msgr2=0x55c5ff778310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae565df640 1 --2- 172.21.15.17:0/4170991422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff762b40 0x55c5ff778310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae565df640 1 -- 172.21.15.17:0/4170991422 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5ff767f20 con 0x55c5ff76c370 2024-09-16T01:57:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae55dde640 1 --2- 172.21.15.17:0/4170991422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff7615d0 0x55c5ff75de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:57:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.484+0000 7fae555dd640 1 --2- 172.21.15.17:0/4170991422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff762b40 0x55c5ff778310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.485+0000 7fae565df640 1 --2- 172.21.15.17:0/4170991422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 0x55c5ff768800 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fae480201e0 tx=0x7fae48028000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e05f7583b4bdfacc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.485+0000 7fae3b7fe640 1 -- 172.21.15.17:0/4170991422 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae48020040 con 0x55c5ff76c370 2024-09-16T01:57:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.485+0000 7fae3b7fe640 1 -- 172.21.15.17:0/4170991422 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fae4801b800 con 0x55c5ff76c370 2024-09-16T01:57:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.485+0000 7fae3b7fe640 1 -- 172.21.15.17:0/4170991422 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae4800eb60 con 0x55c5ff76c370 2024-09-16T01:57:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.486+0000 7fae5a41b740 1 -- 172.21.15.17:0/4170991422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 msgr2=0x55c5ff768800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:08.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.486+0000 7fae5a41b740 1 --2- 172.21.15.17:0/4170991422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 0x55c5ff768800 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7fae480201e0 tx=0x7fae48028000 comp rx=0 tx=0).stop 2024-09-16T01:57:08.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.486+0000 7fae5a41b740 1 -- 172.21.15.17:0/4170991422 shutdown_connections 2024-09-16T01:57:08.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.486+0000 7fae5a41b740 1 --2- 172.21.15.17:0/4170991422 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 0x55c5ff768800 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.486+0000 7fae5a41b740 1 --2- 172.21.15.17:0/4170991422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff762b40 0x55c5ff778310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.486+0000 7fae5a41b740 1 --2- 172.21.15.17:0/4170991422 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff7615d0 0x55c5ff75de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.486+0000 7fae5a41b740 1 -- 172.21.15.17:0/4170991422 >> 172.21.15.17:0/4170991422 conn(0x55c5ff72a310 msgr2=0x55c5ff75d700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:08.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.486+0000 7fae5a41b740 1 -- 172.21.15.17:0/4170991422 shutdown_connections 2024-09-16T01:57:08.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.486+0000 7fae5a41b740 1 -- 172.21.15.17:0/4170991422 wait complete. 2024-09-16T01:57:08.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.487+0000 7fae5a41b740 1 -- start start 2024-09-16T01:57:08.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.487+0000 7fae5a41b740 1 Processor -- start 2024-09-16T01:57:08.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.487+0000 7fae5a41b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff7615d0 0x55c5ff774ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.487+0000 7fae5a41b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff762b40 0x55c5ff76fe00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.487+0000 7fae5a41b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 0x55c5ff770340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.487+0000 7fae5a41b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fae501addf0 con 0x55c5ff762b40 2024-09-16T01:57:08.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.487+0000 7fae5a41b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fae501af260 con 0x55c5ff7615d0 2024-09-16T01:57:08.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.487+0000 7fae5a41b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fae501ae4c0 con 0x55c5ff76c370 2024-09-16T01:57:08.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.487+0000 7fae5a41b740 10 client.0 _ll_register_callbacks cb 0x7fae4c009850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:08.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.488+0000 7fae55dde640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff7615d0 0x55c5ff774ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.488+0000 7fae55dde640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff7615d0 0x55c5ff774ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51080/0 (socket says 172.21.15.17:51080) 2024-09-16T01:57:08.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.488+0000 7fae55dde640 1 -- 172.21.15.17:0/2228500364 learned_addr learned my addr 172.21.15.17:0/2228500364 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:08.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.488+0000 7fae565df640 1 --2- 172.21.15.17:0/2228500364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 0x55c5ff770340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.488+0000 7fae555dd640 1 --2- 172.21.15.17:0/2228500364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff762b40 0x55c5ff76fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.488+0000 7fae55dde640 1 -- 172.21.15.17:0/2228500364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 msgr2=0x55c5ff770340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:08.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.488+0000 7fae55dde640 1 --2- 172.21.15.17:0/2228500364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 0x55c5ff770340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.488+0000 7fae55dde640 1 -- 172.21.15.17:0/2228500364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff762b40 msgr2=0x55c5ff76fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:08.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.488+0000 7fae55dde640 1 --2- 172.21.15.17:0/2228500364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff762b40 0x55c5ff76fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.488+0000 7fae55dde640 1 -- 172.21.15.17:0/2228500364 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5ff76c030 con 0x55c5ff7615d0 2024-09-16T01:57:08.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.488+0000 7fae555dd640 1 --2- 172.21.15.17:0/2228500364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff762b40 0x55c5ff76fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:57:08.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.488+0000 7fae55dde640 1 --2- 172.21.15.17:0/2228500364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff7615d0 0x55c5ff774ad0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fae4c006010 tx=0x7fae4c00fd30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=751764fcd172aa3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:08.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.488+0000 7fae397fa640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:57:08.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.488+0000 7fae397fa640 1 -- 172.21.15.17:0/2228500364 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae4c009dd0 con 0x55c5ff7615d0 2024-09-16T01:57:08.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.489+0000 7fae5a41b740 1 -- 172.21.15.17:0/2228500364 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55c5ff6d4860 con 0x55c5ff7615d0 2024-09-16T01:57:08.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.489+0000 7fae397fa640 1 -- 172.21.15.17:0/2228500364 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fae4c009370 con 0x55c5ff7615d0 2024-09-16T01:57:08.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.489+0000 7fae397fa640 1 -- 172.21.15.17:0/2228500364 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fae4c005250 con 0x55c5ff7615d0 2024-09-16T01:57:08.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.489+0000 7fae5a41b740 10 client.27398 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:08.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.489+0000 7fae5a41b740 1 -- 172.21.15.17:0/2228500364 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55c5ff7ef1b0 con 0x55c5ff7615d0 2024-09-16T01:57:08.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.489+0000 7fae397fa640 1 -- 172.21.15.17:0/2228500364 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55c5ff6d4860 con 0x55c5ff7615d0 2024-09-16T01:57:08.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.490+0000 7fae397fa640 1 -- 172.21.15.17:0/2228500364 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fae4c02f020 con 0x55c5ff7615d0 2024-09-16T01:57:08.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.490+0000 7fae5a41b740 10 client.27398 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:08.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.490+0000 7fae5a41b740 10 client.27398 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:08.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.490+0000 7fae5a41b740 20 client.27398 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:08.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.490+0000 7fae5a41b740 1 --2- 172.21.15.17:0/2228500364 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5ff7ef930 0x55c5ff7f1d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:08.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.490+0000 7fae5a41b740 4 client.27398 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:57:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.490+0000 7fae5a41b740 1 -- 172.21.15.17:0/2228500364 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c5ff6ced70 con 0x55c5ff7ef930 2024-09-16T01:57:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.490+0000 7fae555dd640 1 --2- 172.21.15.17:0/2228500364 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5ff7ef930 0x55c5ff7f1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.491+0000 7fae397fa640 10 client.27398 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.491+0000 7fae555dd640 1 --2- 172.21.15.17:0/2228500364 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5ff7ef930 0x55c5ff7f1d50 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ffcfca7cc6b257ab server_cookie=40c7c095714b331d in_seq=0 out_seq=0 2024-09-16T01:57:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.491+0000 7fae397fa640 1 -- 172.21.15.17:0/2228500364 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c5ff6ced70 con 0x55c5ff7ef930 2024-09-16T01:57:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.491+0000 7fae397fa640 10 client.27398 handle_command_reply: tid=0 2024-09-16T01:57:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.491+0000 7fae5a41b740 1 client.27398 shutdown 2024-09-16T01:57:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.492+0000 7fae5a41b740 1 -- 172.21.15.17:0/2228500364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff7615d0 msgr2=0x55c5ff774ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.492+0000 7fae5a41b740 1 --2- 172.21.15.17:0/2228500364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff7615d0 0x55c5ff774ad0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fae4c006010 tx=0x7fae4c00fd30 comp rx=0 tx=0).stop 2024-09-16T01:57:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.492+0000 7fae5a41b740 1 -- 172.21.15.17:0/2228500364 shutdown_connections 2024-09-16T01:57:08.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.492+0000 7fae5a41b740 1 --2- 172.21.15.17:0/2228500364 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5ff7ef930 0x55c5ff7f1d50 crc :-1 s=READY pgs=219 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.492+0000 7fae5a41b740 1 --2- 172.21.15.17:0/2228500364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5ff76c370 0x55c5ff770340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.492+0000 7fae5a41b740 1 --2- 172.21.15.17:0/2228500364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5ff762b40 0x55c5ff76fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.492+0000 7fae5a41b740 1 --2- 172.21.15.17:0/2228500364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5ff7615d0 0x55c5ff774ad0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.492+0000 7fae5a41b740 1 -- 172.21.15.17:0/2228500364 >> 172.21.15.17:0/2228500364 conn(0x55c5ff72a310 msgr2=0x55c5ff75d700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.492+0000 7fae397fa640 0 client.27398 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:08.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.492+0000 7fae5a41b740 1 -- 172.21.15.17:0/2228500364 shutdown_connections 2024-09-16T01:57:08.500 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:57:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.492+0000 7fae5a41b740 1 -- 172.21.15.17:0/2228500364 wait complete. 2024-09-16T01:57:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.492+0000 7fae5a41b740 20 client.27398 trim_cache size 0 max 16384 2024-09-16T01:57:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.493+0000 7fae58042640 1 -- 172.21.15.17:0/1824604271 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fae3c0a3240 msgr2=0x7fae3c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.493+0000 7fae58042640 1 --2- 172.21.15.17:0/1824604271 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fae3c0a3240 0x7fae3c0a5700 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fae4801d000 tx=0x7fae4801be70 comp rx=0 tx=0).stop 2024-09-16T01:57:08.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.493+0000 7fae58042640 1 -- 172.21.15.17:0/1824604271 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae501036e0 msgr2=0x7fae50100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:08.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.493+0000 7fae58042640 1 --2- 172.21.15.17:0/1824604271 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae501036e0 0x7fae50100ed0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fae4002a930 tx=0x7fae40003b90 comp rx=0 tx=0).stop 2024-09-16T01:57:08.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.493+0000 7fae58042640 1 -- 172.21.15.17:0/1824604271 shutdown_connections 2024-09-16T01:57:08.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.493+0000 7fae58042640 1 --2- 172.21.15.17:0/1824604271 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fae3c0a3240 0x7fae3c0a5700 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.493+0000 7fae58042640 1 --2- 172.21.15.17:0/1824604271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae501082a0 0x7fae50101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.493+0000 7fae58042640 1 --2- 172.21.15.17:0/1824604271 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae501036e0 0x7fae50100ed0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.493+0000 7fae58042640 1 --2- 172.21.15.17:0/1824604271 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae50102d30 0x7fae50100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:08.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.493+0000 7fae58042640 1 -- 172.21.15.17:0/1824604271 >> 172.21.15.17:0/1824604271 conn(0x7fae500fc7d0 msgr2=0x7fae50105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:08.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.493+0000 7fae58042640 1 -- 172.21.15.17:0/1824604271 shutdown_connections 2024-09-16T01:57:08.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:08.493+0000 7fae58042640 1 -- 172.21.15.17:0/1824604271 wait complete. 2024-09-16T01:57:08.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:08 smithi017 ceph-mon[30972]: pgmap v747: 97 pgs: 97 active+clean; 428 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 4.1 MiB/s wr, 143 op/s 2024-09-16T01:57:08.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:57:08.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:57:08.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:57:08.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:08 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:57:09.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 5151 14.40 MB/sec warmup 31 sec latency 109.165 ms 2024-09-16T01:57:09.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:08 smithi029 ceph-mon[34783]: pgmap v747: 97 pgs: 97 active+clean; 428 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 4.1 MiB/s wr, 143 op/s 2024-09-16T01:57:09.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:57:09.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:57:09.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:57:09.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:08 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:57:09.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:08 smithi122 ceph-mon[34758]: pgmap v747: 97 pgs: 97 active+clean; 428 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 541 KiB/s rd, 4.1 MiB/s wr, 143 op/s 2024-09-16T01:57:09.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:57:09.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:57:09.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:57:09.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:08 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:57:10.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 5307 14.24 MB/sec warmup 32 sec latency 84.576 ms 2024-09-16T01:57:10.271 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:57:10.271 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:57:10.562 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:10 smithi017 ceph-mon[30972]: pgmap v748: 97 pgs: 97 active+clean; 432 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 4.5 MiB/s wr, 210 op/s 2024-09-16T01:57:10.620 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:57:11.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 5468 14.06 MB/sec warmup 33 sec latency 100.810 ms 2024-09-16T01:57:11.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:10 smithi122 ceph-mon[34758]: pgmap v748: 97 pgs: 97 active+clean; 432 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 4.5 MiB/s wr, 210 op/s 2024-09-16T01:57:11.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:10 smithi029 ceph-mon[34783]: pgmap v748: 97 pgs: 97 active+clean; 432 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 934 KiB/s rd, 4.5 MiB/s wr, 210 op/s 2024-09-16T01:57:11.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.179+0000 7f58b1e83640 1 -- 172.21.15.17:0/3690270994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58ac102ef0 msgr2=0x7f58ac10da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:11.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.179+0000 7f58b1e83640 1 --2- 172.21.15.17:0/3690270994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58ac102ef0 0x7f58ac10da40 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f58a4009ca0 tx=0x7f58a402a950 comp rx=0 tx=0).stop 2024-09-16T01:57:11.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.179+0000 7f58b1e83640 1 -- 172.21.15.17:0/3690270994 shutdown_connections 2024-09-16T01:57:11.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.179+0000 7f58b1e83640 1 --2- 172.21.15.17:0/3690270994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58ac102ef0 0x7f58ac10da40 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.179+0000 7f58b1e83640 1 --2- 172.21.15.17:0/3690270994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58ac102570 0x7f58ac1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.179+0000 7f58b1e83640 1 --2- 172.21.15.17:0/3690270994 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58ac100e20 0x7f58ac101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.179+0000 7f58b1e83640 1 -- 172.21.15.17:0/3690270994 >> 172.21.15.17:0/3690270994 conn(0x7f58ac0fc7d0 msgr2=0x7f58ac0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:11.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.179+0000 7f58b1e83640 1 -- 172.21.15.17:0/3690270994 shutdown_connections 2024-09-16T01:57:11.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.179+0000 7f58b1e83640 1 -- 172.21.15.17:0/3690270994 wait complete. 2024-09-16T01:57:11.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.180+0000 7f58b1e83640 1 Processor -- start 2024-09-16T01:57:11.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.180+0000 7f58b1e83640 1 -- start start 2024-09-16T01:57:11.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.180+0000 7f58b1e83640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58ac100e20 0x7f58ac1a4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.180+0000 7f58b1e83640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58ac102570 0x7f58ac1a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58b1e83640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58ac102ef0 0x7f58ac19ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58b1e83640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f58ac110e30 con 0x7f58ac102ef0 2024-09-16T01:57:11.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58b1e83640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f58ac110cb0 con 0x7f58ac100e20 2024-09-16T01:57:11.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58b1e83640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f58ac110fb0 con 0x7f58ac102570 2024-09-16T01:57:11.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58abfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58ac102ef0 0x7f58ac19ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58ab7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58ac100e20 0x7f58ac1a4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58ab7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58ac100e20 0x7f58ac1a4650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51090/0 (socket says 172.21.15.17:51090) 2024-09-16T01:57:11.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58ab7fe640 1 -- 172.21.15.17:0/1878454624 learned_addr learned my addr 172.21.15.17:0/1878454624 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:11.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58aaffd640 1 --2- 172.21.15.17:0/1878454624 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58ac102570 0x7f58ac1a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58ab7fe640 1 -- 172.21.15.17:0/1878454624 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58ac102570 msgr2=0x7f58ac1a4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:11.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/1878454624 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58ac102570 0x7f58ac1a4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58ab7fe640 1 -- 172.21.15.17:0/1878454624 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58ac102ef0 msgr2=0x7f58ac19ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:11.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/1878454624 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58ac102ef0 0x7f58ac19ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58ab7fe640 1 -- 172.21.15.17:0/1878454624 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58ac19f250 con 0x7f58ac100e20 2024-09-16T01:57:11.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.181+0000 7f58abfff640 1 --2- 172.21.15.17:0/1878454624 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58ac102ef0 0x7f58ac19ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:11.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.182+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/1878454624 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58ac100e20 0x7f58ac1a4650 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f589c00e9f0 tx=0x7f589c00edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:11.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.182+0000 7f58a8ff9640 1 -- 172.21.15.17:0/1878454624 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f589c00cd80 con 0x7f58ac100e20 2024-09-16T01:57:11.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.182+0000 7f58a8ff9640 1 -- 172.21.15.17:0/1878454624 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f589c0054d0 con 0x7f58ac100e20 2024-09-16T01:57:11.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.182+0000 7f58b1e83640 1 -- 172.21.15.17:0/1878454624 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58ac19f540 con 0x7f58ac100e20 2024-09-16T01:57:11.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.182+0000 7f58a8ff9640 1 -- 172.21.15.17:0/1878454624 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f589c010430 con 0x7f58ac100e20 2024-09-16T01:57:11.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.182+0000 7f58b1e83640 1 -- 172.21.15.17:0/1878454624 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58ac1ab4b0 con 0x7f58ac100e20 2024-09-16T01:57:11.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.185+0000 7f58a8ff9640 1 -- 172.21.15.17:0/1878454624 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f589c005020 con 0x7f58ac100e20 2024-09-16T01:57:11.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.186+0000 7f58a8ff9640 1 --2- 172.21.15.17:0/1878454624 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58940a3240 0x7f58940a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.186+0000 7f58b425c740 1 Processor -- start 2024-09-16T01:57:11.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.186+0000 7f58aaffd640 1 --2- 172.21.15.17:0/1878454624 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58940a3240 0x7f58940a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.186+0000 7f58b425c740 1 -- start start 2024-09-16T01:57:11.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.186+0000 7f58a8ff9640 1 -- 172.21.15.17:0/1878454624 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f589c0cfdb0 con 0x7f58ac100e20 2024-09-16T01:57:11.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.186+0000 7f58b425c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe785f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.186+0000 7f58b425c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe786480 0x5645fe790800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.186+0000 7f58b425c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe790d40 0x5645fe793130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.186+0000 7f58b425c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5645fe6eb280 con 0x5645fe785b60 2024-09-16T01:57:11.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.186+0000 7f58b425c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5645fe692b10 con 0x5645fe790d40 2024-09-16T01:57:11.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.186+0000 7f58b425c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5645fe6e7240 con 0x5645fe786480 2024-09-16T01:57:11.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.186+0000 7f58ab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe785f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.186+0000 7f58ab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe785f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40404/0 (socket says 172.21.15.17:40404) 2024-09-16T01:57:11.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.186+0000 7f58ab7fe640 1 -- 172.21.15.17:0/1143755481 learned_addr learned my addr 172.21.15.17:0/1143755481 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:11.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.187+0000 7f58abfff640 1 --2- 172.21.15.17:0/1143755481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe790d40 0x5645fe793130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.187+0000 7f58aaffd640 1 --2- 172.21.15.17:0/1878454624 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58940a3240 0x7f58940a5700 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f58a00095f0 tx=0x7f58a0005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:11.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.187+0000 7f58ab7fe640 1 -- 172.21.15.17:0/1143755481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe786480 msgr2=0x5645fe790800 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:57:11.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.187+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/1143755481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe786480 0x5645fe790800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.187+0000 7f58ab7fe640 1 -- 172.21.15.17:0/1143755481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe790d40 msgr2=0x5645fe793130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:11.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.187+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/1143755481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe790d40 0x5645fe793130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.187+0000 7f58ab7fe640 1 -- 172.21.15.17:0/1143755481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645fe69f1f0 con 0x5645fe785b60 2024-09-16T01:57:11.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.187+0000 7f58abfff640 1 --2- 172.21.15.17:0/1143755481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe790d40 0x5645fe793130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:11.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.187+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/1143755481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe785f40 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f589c0a4b10 tx=0x7f589c09bdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f1e5bd747c696d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:11.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.187+0000 7f5891ffb640 1 -- 172.21.15.17:0/1143755481 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f589c0b5070 con 0x5645fe785b60 2024-09-16T01:57:11.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.188+0000 7f5891ffb640 1 -- 172.21.15.17:0/1143755481 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f589c005680 con 0x5645fe785b60 2024-09-16T01:57:11.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.188+0000 7f5891ffb640 1 -- 172.21.15.17:0/1143755481 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f589c09a760 con 0x5645fe785b60 2024-09-16T01:57:11.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.188+0000 7f58b425c740 1 -- 172.21.15.17:0/1143755481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 msgr2=0x5645fe785f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:11.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.188+0000 7f58b425c740 1 --2- 172.21.15.17:0/1143755481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe785f40 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f589c0a4b10 tx=0x7f589c09bdb0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.188+0000 7f58b425c740 1 -- 172.21.15.17:0/1143755481 shutdown_connections 2024-09-16T01:57:11.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.188+0000 7f58b425c740 1 --2- 172.21.15.17:0/1143755481 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe790d40 0x5645fe793130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.188+0000 7f58b425c740 1 --2- 172.21.15.17:0/1143755481 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe786480 0x5645fe790800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.188+0000 7f58b425c740 1 --2- 172.21.15.17:0/1143755481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe785f40 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.188+0000 7f58b425c740 1 -- 172.21.15.17:0/1143755481 >> 172.21.15.17:0/1143755481 conn(0x5645fe7820f0 msgr2=0x5645fe7824d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:11.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.189+0000 7f58b425c740 1 -- 172.21.15.17:0/1143755481 shutdown_connections 2024-09-16T01:57:11.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.189+0000 7f58b425c740 1 -- 172.21.15.17:0/1143755481 wait complete. 2024-09-16T01:57:11.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.189+0000 7f58b425c740 1 -- start start 2024-09-16T01:57:11.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.189+0000 7f58b425c740 1 Processor -- start 2024-09-16T01:57:11.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58b425c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe78dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58b425c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe78e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58b425c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 0x5645fe78e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58b425c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5645fe793910 con 0x5645fe785b60 2024-09-16T01:57:11.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58b425c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5645fe6a5f10 con 0x5645fe786480 2024-09-16T01:57:11.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58b425c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5645fe793a90 con 0x5645fe790d40 2024-09-16T01:57:11.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58b425c740 10 client.0 _ll_register_callbacks cb 0x5645fe66ea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:11.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58ab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe78dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58aaffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe78e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58ab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe78dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40408/0 (socket says 172.21.15.17:40408) 2024-09-16T01:57:11.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58aaffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe78e1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51106/0 (socket says 172.21.15.17:51106) 2024-09-16T01:57:11.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58ab7fe640 1 -- 172.21.15.17:0/2480055199 learned_addr learned my addr 172.21.15.17:0/2480055199 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:11.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58abfff640 1 --2- 172.21.15.17:0/2480055199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 0x5645fe78e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58ab7fe640 1 -- 172.21.15.17:0/2480055199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 msgr2=0x5645fe78e700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:11.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/2480055199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 0x5645fe78e700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58ab7fe640 1 -- 172.21.15.17:0/2480055199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 msgr2=0x5645fe78e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:11.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/2480055199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe78e1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58ab7fe640 1 -- 172.21.15.17:0/2480055199 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645fe45c6a0 con 0x5645fe785b60 2024-09-16T01:57:11.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.190+0000 7f58aaffd640 1 --2- 172.21.15.17:0/2480055199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe78e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:11.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.191+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/2480055199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe78dc80 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f589c0d0050 tx=0x7f589c004810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eac21c7fb0b53e4b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:11.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.191+0000 7f588affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:57:11.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.191+0000 7f588affd640 1 -- 172.21.15.17:0/2480055199 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f589c0b9020 con 0x5645fe785b60 2024-09-16T01:57:11.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.191+0000 7f588affd640 1 -- 172.21.15.17:0/2480055199 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f589c0a4bb0 con 0x5645fe785b60 2024-09-16T01:57:11.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.191+0000 7f58b425c740 1 -- 172.21.15.17:0/2480055199 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f589c005680 con 0x5645fe785b60 2024-09-16T01:57:11.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.191+0000 7f588affd640 1 -- 172.21.15.17:0/2480055199 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f589c0b5040 con 0x5645fe785b60 2024-09-16T01:57:11.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.191+0000 7f58b425c740 10 client.18039 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:11.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.191+0000 7f58b425c740 1 -- 172.21.15.17:0/2480055199 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5645fe79f570 con 0x5645fe785b60 2024-09-16T01:57:11.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.191+0000 7f588affd640 1 -- 172.21.15.17:0/2480055199 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f589c005680 con 0x5645fe785b60 2024-09-16T01:57:11.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.191+0000 7f588affd640 1 -- 172.21.15.17:0/2480055199 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f589c098120 con 0x5645fe785b60 2024-09-16T01:57:11.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.191+0000 7f58b425c740 10 client.18039 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:11.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.191+0000 7f58b425c740 10 client.18039 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:11.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.192+0000 7f58b425c740 20 client.18039 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:11.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.192+0000 7f58b425c740 1 --2- 172.21.15.17:0/2480055199 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5645fe7a0c40 0x5645fe7a3060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.192+0000 7f58b425c740 4 client.18039 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:57:11.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.192+0000 7f58b425c740 1 -- 172.21.15.17:0/2480055199 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5645fe6f87f0 con 0x5645fe7a0c40 2024-09-16T01:57:11.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.192+0000 7f58aaffd640 1 --2- 172.21.15.17:0/2480055199 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5645fe7a0c40 0x5645fe7a3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.192+0000 7f58aaffd640 1 --2- 172.21.15.17:0/2480055199 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5645fe7a0c40 0x5645fe7a3060 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89e746e0362175bf server_cookie=55d6e875c914f2d in_seq=0 out_seq=0 2024-09-16T01:57:11.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.192+0000 7f588affd640 10 client.18039 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:11.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.195+0000 7f588affd640 1 -- 172.21.15.17:0/2480055199 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5645fe6f87f0 con 0x5645fe7a0c40 2024-09-16T01:57:11.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.195+0000 7f588affd640 10 client.18039 handle_command_reply: tid=0 2024-09-16T01:57:11.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.195+0000 7f58b425c740 1 client.18039 shutdown 2024-09-16T01:57:11.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.195+0000 7f58b425c740 1 -- 172.21.15.17:0/2480055199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 msgr2=0x5645fe78dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:11.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.195+0000 7f58b425c740 1 --2- 172.21.15.17:0/2480055199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe78dc80 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f589c0d0050 tx=0x7f589c004810 comp rx=0 tx=0).stop 2024-09-16T01:57:11.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.195+0000 7f58b425c740 1 -- 172.21.15.17:0/2480055199 shutdown_connections 2024-09-16T01:57:11.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.195+0000 7f58b425c740 1 --2- 172.21.15.17:0/2480055199 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5645fe7a0c40 0x5645fe7a3060 crc :-1 s=READY pgs=220 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.195+0000 7f58b425c740 1 --2- 172.21.15.17:0/2480055199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 0x5645fe78e700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.195+0000 7f58b425c740 1 --2- 172.21.15.17:0/2480055199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe78e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.195+0000 7f58b425c740 1 --2- 172.21.15.17:0/2480055199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe78dc80 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.195+0000 7f58b425c740 1 -- 172.21.15.17:0/2480055199 >> 172.21.15.17:0/2480055199 conn(0x5645fe7820f0 msgr2=0x5645fe787dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:11.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.195+0000 7f588affd640 0 client.18039 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:11.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.195+0000 7f58b425c740 1 -- 172.21.15.17:0/2480055199 shutdown_connections 2024-09-16T01:57:11.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.196+0000 7f58b425c740 1 -- 172.21.15.17:0/2480055199 wait complete. 2024-09-16T01:57:11.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.196+0000 7f58b425c740 20 client.18039 trim_cache size 0 max 16384 2024-09-16T01:57:11.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.222+0000 7f58b425c740 1 Processor -- start 2024-09-16T01:57:11.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.222+0000 7f58b425c740 1 -- start start 2024-09-16T01:57:11.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.222+0000 7f58b425c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe78e550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.222+0000 7f58b425c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe7a88f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.222+0000 7f58b425c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 0x5645fe7a8e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.222+0000 7f58b425c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f58ac1b63e0 con 0x5645fe785b60 2024-09-16T01:57:11.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.222+0000 7f58b425c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f58ac1b3cb0 con 0x5645fe786480 2024-09-16T01:57:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.222+0000 7f58b425c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f58ac1b1ae0 con 0x5645fe790d40 2024-09-16T01:57:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.223+0000 7f58ab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe78e550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.223+0000 7f58ab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe78e550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40424/0 (socket says 172.21.15.17:40424) 2024-09-16T01:57:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.223+0000 7f58ab7fe640 1 -- 172.21.15.17:0/3033589077 learned_addr learned my addr 172.21.15.17:0/3033589077 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.223+0000 7f58aaffd640 1 --2- 172.21.15.17:0/3033589077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe7a88f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.223+0000 7f58abfff640 1 --2- 172.21.15.17:0/3033589077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 0x5645fe7a8e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.223+0000 7f58ab7fe640 1 -- 172.21.15.17:0/3033589077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 msgr2=0x5645fe7a8e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.223+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/3033589077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 0x5645fe7a8e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.223+0000 7f58ab7fe640 1 -- 172.21.15.17:0/3033589077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 msgr2=0x5645fe7a88f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.223+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/3033589077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe7a88f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.223+0000 7f58ab7fe640 1 -- 172.21.15.17:0/3033589077 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645fe7831a0 con 0x5645fe785b60 2024-09-16T01:57:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.223+0000 7f58aaffd640 1 --2- 172.21.15.17:0/3033589077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe7a88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:11.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.223+0000 7f58abfff640 1 --2- 172.21.15.17:0/3033589077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 0x5645fe7a8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:57:11.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.223+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/3033589077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe78e550 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f589c09bea0 tx=0x7f589c09a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c57e958add20749a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:11.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.223+0000 7f58917fa640 1 -- 172.21.15.17:0/3033589077 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f589c0b9070 con 0x5645fe785b60 2024-09-16T01:57:11.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.224+0000 7f58917fa640 1 -- 172.21.15.17:0/3033589077 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f589c0671e0 con 0x5645fe785b60 2024-09-16T01:57:11.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.224+0000 7f58917fa640 1 -- 172.21.15.17:0/3033589077 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f589c09cad0 con 0x5645fe785b60 2024-09-16T01:57:11.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.224+0000 7f58b425c740 1 -- 172.21.15.17:0/3033589077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 msgr2=0x5645fe78e550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:11.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.224+0000 7f58b425c740 1 --2- 172.21.15.17:0/3033589077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe78e550 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f589c09bea0 tx=0x7f589c09a6d0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.225+0000 7f58b425c740 1 -- 172.21.15.17:0/3033589077 shutdown_connections 2024-09-16T01:57:11.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.225+0000 7f58b425c740 1 --2- 172.21.15.17:0/3033589077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 0x5645fe7a8e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.225+0000 7f58b425c740 1 --2- 172.21.15.17:0/3033589077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe7a88f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.225+0000 7f58b425c740 1 --2- 172.21.15.17:0/3033589077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe78e550 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.225+0000 7f58b425c740 1 -- 172.21.15.17:0/3033589077 >> 172.21.15.17:0/3033589077 conn(0x5645fe7820f0 msgr2=0x5645fe78fbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:11.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.225+0000 7f58b425c740 1 -- 172.21.15.17:0/3033589077 shutdown_connections 2024-09-16T01:57:11.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.225+0000 7f58b425c740 1 -- 172.21.15.17:0/3033589077 wait complete. 2024-09-16T01:57:11.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.225+0000 7f58b425c740 1 -- start start 2024-09-16T01:57:11.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.225+0000 7f58b425c740 1 Processor -- start 2024-09-16T01:57:11.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.226+0000 7f58b425c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe798e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.226+0000 7f58b425c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe7993c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.226+0000 7f58b425c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 0x5645fe794260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.226+0000 7f58b425c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f58ac1b2170 con 0x5645fe785b60 2024-09-16T01:57:11.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.226+0000 7f58b425c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f58ac1b35e0 con 0x5645fe786480 2024-09-16T01:57:11.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.226+0000 7f58b425c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f58ac1b2840 con 0x5645fe790d40 2024-09-16T01:57:11.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.226+0000 7f58b425c740 10 client.0 _ll_register_callbacks cb 0x7f589c0b3070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:11.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.226+0000 7f58ab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe798e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.226+0000 7f58abfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 0x5645fe794260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.226+0000 7f58abfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 0x5645fe794260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42098/0 (socket says 172.21.15.17:42098) 2024-09-16T01:57:11.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.226+0000 7f58abfff640 1 -- 172.21.15.17:0/4056759575 learned_addr learned my addr 172.21.15.17:0/4056759575 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:11.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.226+0000 7f58aaffd640 1 --2- 172.21.15.17:0/4056759575 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe7993c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.226+0000 7f58ab7fe640 1 -- 172.21.15.17:0/4056759575 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 msgr2=0x5645fe794260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:11.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.227+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/4056759575 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 0x5645fe794260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.227+0000 7f58ab7fe640 1 -- 172.21.15.17:0/4056759575 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 msgr2=0x5645fe7993c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:11.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.227+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/4056759575 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe7993c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.227+0000 7f58ab7fe640 1 -- 172.21.15.17:0/4056759575 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645fe794a60 con 0x5645fe785b60 2024-09-16T01:57:11.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.227+0000 7f58aaffd640 1 --2- 172.21.15.17:0/4056759575 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe7993c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:11.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.227+0000 7f58ab7fe640 1 --2- 172.21.15.17:0/4056759575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe798e80 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f589c098830 tx=0x7f589c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4dc4f4b84465ba0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:11.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.227+0000 7f588affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:57:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.227+0000 7f588affd640 1 -- 172.21.15.17:0/4056759575 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f589c0b9070 con 0x5645fe785b60 2024-09-16T01:57:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.227+0000 7f58b425c740 1 -- 172.21.15.17:0/4056759575 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5645fe6f2d00 con 0x5645fe785b60 2024-09-16T01:57:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.227+0000 7f588affd640 1 -- 172.21.15.17:0/4056759575 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f589c0a4bb0 con 0x5645fe785b60 2024-09-16T01:57:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.227+0000 7f588affd640 1 -- 172.21.15.17:0/4056759575 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f589c0a4df0 con 0x5645fe785b60 2024-09-16T01:57:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.227+0000 7f58b425c740 10 client.18045 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.227+0000 7f58b425c740 1 -- 172.21.15.17:0/4056759575 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5645fe794a60 con 0x5645fe785b60 2024-09-16T01:57:11.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.228+0000 7f588affd640 1 -- 172.21.15.17:0/4056759575 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x5645fe6f2d00 con 0x5645fe785b60 2024-09-16T01:57:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.228+0000 7f588affd640 1 -- 172.21.15.17:0/4056759575 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f589c0a01b0 con 0x5645fe785b60 2024-09-16T01:57:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.228+0000 7f58b425c740 10 client.18045 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:11.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.228+0000 7f58b425c740 10 client.18045 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.228+0000 7f58b425c740 20 client.18045 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.228+0000 7f58b425c740 1 --2- 172.21.15.17:0/4056759575 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5645fe80b760 0x5645fe80db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.228+0000 7f58b425c740 4 client.18045 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:57:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.228+0000 7f58b425c740 1 -- 172.21.15.17:0/4056759575 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5645fe66f110 con 0x5645fe80b760 2024-09-16T01:57:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.228+0000 7f58aaffd640 1 --2- 172.21.15.17:0/4056759575 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5645fe80b760 0x5645fe80db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.229+0000 7f588affd640 10 client.18045 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.229+0000 7f58aaffd640 1 --2- 172.21.15.17:0/4056759575 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5645fe80b760 0x5645fe80db50 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e22b35a07cf25c06 server_cookie=69600090960bcf9a in_seq=0 out_seq=0 2024-09-16T01:57:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f588affd640 1 -- 172.21.15.17:0/4056759575 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5645fe66f110 con 0x5645fe80b760 2024-09-16T01:57:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f588affd640 10 client.18045 handle_command_reply: tid=0 2024-09-16T01:57:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f58b425c740 1 client.18045 shutdown 2024-09-16T01:57:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f58b425c740 1 -- 172.21.15.17:0/4056759575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 msgr2=0x5645fe798e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f58b425c740 1 --2- 172.21.15.17:0/4056759575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe798e80 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f589c098830 tx=0x7f589c00cf90 comp rx=0 tx=0).stop 2024-09-16T01:57:11.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f58b425c740 1 -- 172.21.15.17:0/4056759575 shutdown_connections 2024-09-16T01:57:11.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f58b425c740 1 --2- 172.21.15.17:0/4056759575 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5645fe80b760 0x5645fe80db50 crc :-1 s=READY pgs=221 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f58b425c740 1 --2- 172.21.15.17:0/4056759575 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645fe790d40 0x5645fe794260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f58b425c740 1 --2- 172.21.15.17:0/4056759575 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645fe786480 0x5645fe7993c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f58b425c740 1 --2- 172.21.15.17:0/4056759575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645fe785b60 0x5645fe798e80 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f58b425c740 1 -- 172.21.15.17:0/4056759575 >> 172.21.15.17:0/4056759575 conn(0x5645fe7820f0 msgr2=0x5645fe7875b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:11.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f588affd640 0 client.18045 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:11.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f58b425c740 1 -- 172.21.15.17:0/4056759575 shutdown_connections 2024-09-16T01:57:11.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f58b425c740 1 -- 172.21.15.17:0/4056759575 wait complete. 2024-09-16T01:57:11.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.231+0000 7f58b425c740 20 client.18045 trim_cache size 0 max 16384 2024-09-16T01:57:11.235 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:57:11.236 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:57:11.236 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "382e7915-a5e6-409f-9244-8413564514a1", 2024-09-16T01:57:11.236 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:57:11.236 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:57:11.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.232+0000 7f58b1e83640 1 -- 172.21.15.17:0/1878454624 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58940a3240 msgr2=0x7f58940a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:11.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.232+0000 7f58b1e83640 1 --2- 172.21.15.17:0/1878454624 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58940a3240 0x7f58940a5700 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f58a00095f0 tx=0x7f58a0005f90 comp rx=0 tx=0).stop 2024-09-16T01:57:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.232+0000 7f58b1e83640 1 -- 172.21.15.17:0/1878454624 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58ac100e20 msgr2=0x7f58ac1a4650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.232+0000 7f58b1e83640 1 --2- 172.21.15.17:0/1878454624 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58ac100e20 0x7f58ac1a4650 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f589c00e9f0 tx=0x7f589c00edf0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.232+0000 7f58b1e83640 1 -- 172.21.15.17:0/1878454624 shutdown_connections 2024-09-16T01:57:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.232+0000 7f58b1e83640 1 --2- 172.21.15.17:0/1878454624 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58940a3240 0x7f58940a5700 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.232+0000 7f58b1e83640 1 --2- 172.21.15.17:0/1878454624 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58ac102ef0 0x7f58ac19ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.232+0000 7f58b1e83640 1 --2- 172.21.15.17:0/1878454624 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58ac102570 0x7f58ac1a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.232+0000 7f58b1e83640 1 --2- 172.21.15.17:0/1878454624 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58ac100e20 0x7f58ac1a4650 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.232+0000 7f58b1e83640 1 -- 172.21.15.17:0/1878454624 >> 172.21.15.17:0/1878454624 conn(0x7f58ac0fc7d0 msgr2=0x7f58ac06a010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.233+0000 7f58b1e83640 1 -- 172.21.15.17:0/1878454624 shutdown_connections 2024-09-16T01:57:11.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:11.233+0000 7f58b1e83640 1 -- 172.21.15.17:0/1878454624 wait complete. 2024-09-16T01:57:11.996 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:11 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:57:11.996 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:11 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:12.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 5634 14.26 MB/sec warmup 34 sec latency 144.643 ms 2024-09-16T01:57:12.034 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:57:12.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:11 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:57:12.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:11 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:12.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:11 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:57:12.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:11 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:12.383 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:57:12.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:12 smithi017 ceph-mon[30972]: pgmap v749: 97 pgs: 97 active+clean; 427 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 3.5 MiB/s wr, 173 op/s 2024-09-16T01:57:12.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:12 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:57:12.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:12 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:12.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:12 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:57:12.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:12 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:57:12.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:12 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:12.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:12 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:57:12.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:12 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:12.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:12 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:57:12.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:12 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:12.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:12 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:12.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.945+0000 7f9cb08a9640 1 -- 172.21.15.17:0/1375641267 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9cac101de0 msgr2=0x7f9cac1021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:12.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.945+0000 7f9cb08a9640 1 --2- 172.21.15.17:0/1375641267 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9cac101de0 0x7f9cac1021c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c009860 tx=0x7f9c9c02a340 comp rx=0 tx=0).stop 2024-09-16T01:57:12.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.946+0000 7f9cb08a9640 1 -- 172.21.15.17:0/1375641267 shutdown_connections 2024-09-16T01:57:12.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.946+0000 7f9cb08a9640 1 --2- 172.21.15.17:0/1375641267 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cac106f10 0x7f9cac10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.946+0000 7f9cb08a9640 1 --2- 172.21.15.17:0/1375641267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cac102790 0x7f9cac1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.946+0000 7f9cb08a9640 1 --2- 172.21.15.17:0/1375641267 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9cac101de0 0x7f9cac1021c0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.946+0000 7f9cb08a9640 1 -- 172.21.15.17:0/1375641267 >> 172.21.15.17:0/1375641267 conn(0x7f9cac0fd8e0 msgr2=0x7f9cac0ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:12.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.946+0000 7f9cb08a9640 1 -- 172.21.15.17:0/1375641267 shutdown_connections 2024-09-16T01:57:12.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.946+0000 7f9cb08a9640 1 -- 172.21.15.17:0/1375641267 wait complete. 2024-09-16T01:57:12.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.947+0000 7f9cb08a9640 1 Processor -- start 2024-09-16T01:57:12.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.947+0000 7f9cb08a9640 1 -- start start 2024-09-16T01:57:12.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.947+0000 7f9cb08a9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9cac101de0 0x7f9cac19a570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.947+0000 7f9cb08a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cac102790 0x7f9cac19aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.947+0000 7f9cb08a9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cac106f10 0x7f9cac19ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.947+0000 7f9cb08a9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9cac111e20 con 0x7f9cac102790 2024-09-16T01:57:12.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.947+0000 7f9cb08a9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9cac111ca0 con 0x7f9cac106f10 2024-09-16T01:57:12.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.947+0000 7f9cb08a9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9cac111fa0 con 0x7f9cac101de0 2024-09-16T01:57:12.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.947+0000 7f9caa59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9cac101de0 0x7f9cac19a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.947+0000 7f9caad9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cac106f10 0x7f9cac19ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.947+0000 7f9caad9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cac106f10 0x7f9cac19ee40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51132/0 (socket says 172.21.15.17:51132) 2024-09-16T01:57:12.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.947+0000 7f9caa59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9cac101de0 0x7f9cac19a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42130/0 (socket says 172.21.15.17:42130) 2024-09-16T01:57:12.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.947+0000 7f9caad9d640 1 -- 172.21.15.17:0/2095666664 learned_addr learned my addr 172.21.15.17:0/2095666664 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:12.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.947+0000 7f9ca9d9b640 1 --2- 172.21.15.17:0/2095666664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cac102790 0x7f9cac19aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.948+0000 7f9caad9d640 1 -- 172.21.15.17:0/2095666664 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9cac101de0 msgr2=0x7f9cac19a570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:12.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.948+0000 7f9caad9d640 1 --2- 172.21.15.17:0/2095666664 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9cac101de0 0x7f9cac19a570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.948+0000 7f9caad9d640 1 -- 172.21.15.17:0/2095666664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cac102790 msgr2=0x7f9cac19aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:12.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.948+0000 7f9caad9d640 1 --2- 172.21.15.17:0/2095666664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cac102790 0x7f9cac19aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.948+0000 7f9caad9d640 1 -- 172.21.15.17:0/2095666664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9cac19f520 con 0x7f9cac106f10 2024-09-16T01:57:12.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.948+0000 7f9caad9d640 1 --2- 172.21.15.17:0/2095666664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cac106f10 0x7f9cac19ee40 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f9ca400eb10 tx=0x7f9ca400c2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:12.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.948+0000 7f9c9b7fe640 1 -- 172.21.15.17:0/2095666664 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ca4004b20 con 0x7f9cac106f10 2024-09-16T01:57:12.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.948+0000 7f9cb08a9640 1 -- 172.21.15.17:0/2095666664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9cac19f810 con 0x7f9cac106f10 2024-09-16T01:57:12.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.948+0000 7f9c9b7fe640 1 -- 172.21.15.17:0/2095666664 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9ca4004cc0 con 0x7f9cac106f10 2024-09-16T01:57:12.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.948+0000 7f9c9b7fe640 1 -- 172.21.15.17:0/2095666664 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ca4010690 con 0x7f9cac106f10 2024-09-16T01:57:12.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.948+0000 7f9cb08a9640 1 -- 172.21.15.17:0/2095666664 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9cac1a70f0 con 0x7f9cac106f10 2024-09-16T01:57:12.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.951+0000 7f9cb2c82740 1 Processor -- start 2024-09-16T01:57:12.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.951+0000 7f9c9b7fe640 1 -- 172.21.15.17:0/2095666664 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f9ca4005020 con 0x7f9cac106f10 2024-09-16T01:57:12.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.952+0000 7f9cb2c82740 1 -- start start 2024-09-16T01:57:12.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.952+0000 7f9cb2c82740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb8916d4a0 0x55eb8916d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.952+0000 7f9cb2c82740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916ddc0 0x55eb89178140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.952+0000 7f9cb2c82740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb89178680 0x55eb8917aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.952+0000 7f9cb2c82740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55eb890d32e0 con 0x55eb8916d4a0 2024-09-16T01:57:12.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.952+0000 7f9cb2c82740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55eb8907ace0 con 0x55eb89178680 2024-09-16T01:57:12.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.952+0000 7f9cb2c82740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55eb890cf2a0 con 0x55eb8916ddc0 2024-09-16T01:57:12.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.952+0000 7f9caa59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916ddc0 0x55eb89178140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.952+0000 7f9caa59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916ddc0 0x55eb89178140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42144/0 (socket says 172.21.15.17:42144) 2024-09-16T01:57:12.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.952+0000 7f9caa59c640 1 -- 172.21.15.17:0/4261976125 learned_addr learned my addr 172.21.15.17:0/4261976125 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:12.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.952+0000 7f9c9b7fe640 1 --2- 172.21.15.17:0/2095666664 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9c940a3240 0x7f9c940a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.953+0000 7f9caa59c640 1 -- 172.21.15.17:0/4261976125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb89178680 msgr2=0x55eb8917aa70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:57:12.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.953+0000 7f9caa59c640 1 --2- 172.21.15.17:0/4261976125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb89178680 0x55eb8917aa70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.953+0000 7f9caa59c640 1 -- 172.21.15.17:0/4261976125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb8916d4a0 msgr2=0x55eb8916d880 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T01:57:12.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.953+0000 7f9caa59c640 1 --2- 172.21.15.17:0/4261976125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb8916d4a0 0x55eb8916d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.953+0000 7f9caa59c640 1 -- 172.21.15.17:0/4261976125 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb8905f440 con 0x55eb8916ddc0 2024-09-16T01:57:12.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.953+0000 7f9c9b7fe640 1 -- 172.21.15.17:0/2095666664 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9ca40cff70 con 0x7f9cac106f10 2024-09-16T01:57:12.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.953+0000 7f9caad9d640 1 --2- 172.21.15.17:0/2095666664 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9c940a3240 0x7f9c940a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.953+0000 7f9caa59c640 1 --2- 172.21.15.17:0/4261976125 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916ddc0 0x55eb89178140 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c009860 tx=0x7f9c9c005b10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=82535fe65632113 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:12.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.953+0000 7f9c98ff9640 1 -- 172.21.15.17:0/4261976125 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c9c037040 con 0x55eb8916ddc0 2024-09-16T01:57:12.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.954+0000 7f9c98ff9640 1 -- 172.21.15.17:0/4261976125 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c9c038040 con 0x55eb8916ddc0 2024-09-16T01:57:12.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.954+0000 7f9c98ff9640 1 -- 172.21.15.17:0/4261976125 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c9c003850 con 0x55eb8916ddc0 2024-09-16T01:57:12.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.954+0000 7f9caad9d640 1 --2- 172.21.15.17:0/2095666664 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9c940a3240 0x7f9c940a5700 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f9ca4005ba0 tx=0x7f9ca400efd0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:12.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.955+0000 7f9cb2c82740 1 -- 172.21.15.17:0/4261976125 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916ddc0 msgr2=0x55eb89178140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:12.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.955+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/4261976125 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916ddc0 0x55eb89178140 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c009860 tx=0x7f9c9c005b10 comp rx=0 tx=0).stop 2024-09-16T01:57:12.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.955+0000 7f9cb2c82740 1 -- 172.21.15.17:0/4261976125 shutdown_connections 2024-09-16T01:57:12.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.955+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/4261976125 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb89178680 0x55eb8917aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.955+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/4261976125 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916ddc0 0x55eb89178140 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.955+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/4261976125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb8916d4a0 0x55eb8916d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.955+0000 7f9cb2c82740 1 -- 172.21.15.17:0/4261976125 >> 172.21.15.17:0/4261976125 conn(0x55eb89169a30 msgr2=0x55eb89169e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:12.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.955+0000 7f9cb2c82740 1 -- 172.21.15.17:0/4261976125 shutdown_connections 2024-09-16T01:57:12.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.955+0000 7f9cb2c82740 1 -- 172.21.15.17:0/4261976125 wait complete. 2024-09-16T01:57:12.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.956+0000 7f9cb2c82740 1 -- start start 2024-09-16T01:57:12.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.956+0000 7f9cb2c82740 1 Processor -- start 2024-09-16T01:57:12.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.957+0000 7f9cb2c82740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916d4a0 0x55eb89177f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.957+0000 7f9cb2c82740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb89175200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.957+0000 7f9cb2c82740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb89178680 0x55eb89175740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.957+0000 7f9cb2c82740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55eb8917b250 con 0x55eb89178680 2024-09-16T01:57:12.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.957+0000 7f9caa59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb89175200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.957+0000 7f9ca9d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916d4a0 0x55eb89177f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.957+0000 7f9caa59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb89175200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51134/0 (socket says 172.21.15.17:51134) 2024-09-16T01:57:12.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.957+0000 7f9caa59c640 1 -- 172.21.15.17:0/61158310 learned_addr learned my addr 172.21.15.17:0/61158310 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:12.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.957+0000 7f9ca9d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916d4a0 0x55eb89177f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42148/0 (socket says 172.21.15.17:42148) 2024-09-16T01:57:12.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.957+0000 7f9cb2c82740 1 -- 172.21.15.17:0/61158310 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55eb8908e050 con 0x55eb8916ddc0 2024-09-16T01:57:12.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.957+0000 7f9cb2c82740 1 -- 172.21.15.17:0/61158310 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55eb8917b3d0 con 0x55eb8916d4a0 2024-09-16T01:57:12.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.957+0000 7f9cb2c82740 10 client.0 _ll_register_callbacks cb 0x55eb890ce160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:12.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.957+0000 7f9ca9d9b640 1 --2- 172.21.15.17:0/61158310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb89178680 0x55eb89175740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.958+0000 7f9caa59c640 1 -- 172.21.15.17:0/61158310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916d4a0 msgr2=0x55eb89177f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:12.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.958+0000 7f9caa59c640 1 --2- 172.21.15.17:0/61158310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916d4a0 0x55eb89177f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.958+0000 7f9caa59c640 1 -- 172.21.15.17:0/61158310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb89178680 msgr2=0x55eb89175740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:12.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.958+0000 7f9caa59c640 1 --2- 172.21.15.17:0/61158310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb89178680 0x55eb89175740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.958+0000 7f9caa59c640 1 -- 172.21.15.17:0/61158310 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb88e443c0 con 0x55eb8916ddc0 2024-09-16T01:57:12.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.958+0000 7f9ca9d9b640 1 --2- 172.21.15.17:0/61158310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916d4a0 0x55eb89177f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:57:12.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.958+0000 7f9caa59c640 1 --2- 172.21.15.17:0/61158310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb89175200 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c035040 tx=0x7f9c9c030680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=76cfe8aebc2c91b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:12.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.958+0000 7f9c91ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:57:12.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.958+0000 7f9c91ffb640 1 -- 172.21.15.17:0/61158310 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9c9c04b030 con 0x55eb8916ddc0 2024-09-16T01:57:12.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.958+0000 7f9c91ffb640 1 -- 172.21.15.17:0/61158310 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9c9c004250 con 0x55eb8916ddc0 2024-09-16T01:57:12.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.958+0000 7f9cb2c82740 1 -- 172.21.15.17:0/61158310 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9c9c038040 con 0x55eb8916ddc0 2024-09-16T01:57:12.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.958+0000 7f9c91ffb640 1 -- 172.21.15.17:0/61158310 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9c9c037040 con 0x55eb8916ddc0 2024-09-16T01:57:12.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.958+0000 7f9cb2c82740 10 client.27425 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:12.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.958+0000 7f9cb2c82740 1 -- 172.21.15.17:0/61158310 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55eb89186b90 con 0x55eb8916ddc0 2024-09-16T01:57:12.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.959+0000 7f9c91ffb640 1 -- 172.21.15.17:0/61158310 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9c9c038040 con 0x55eb8916ddc0 2024-09-16T01:57:12.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.959+0000 7f9c91ffb640 1 -- 172.21.15.17:0/61158310 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f9c9c004960 con 0x55eb8916ddc0 2024-09-16T01:57:12.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.959+0000 7f9cb2c82740 10 client.27425 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:12.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.959+0000 7f9cb2c82740 10 client.27425 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:12.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.959+0000 7f9cb2c82740 20 client.27425 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:12.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.959+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/61158310 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55eb89187ee0 0x55eb8918a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.959+0000 7f9cb2c82740 4 client.27425 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:57:12.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.959+0000 7f9cb2c82740 1 -- 172.21.15.17:0/61158310 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55eb890e0850 con 0x55eb89187ee0 2024-09-16T01:57:12.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.959+0000 7f9ca9d9b640 1 --2- 172.21.15.17:0/61158310 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55eb89187ee0 0x55eb8918a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.960+0000 7f9c91ffb640 10 client.27425 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:12.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.960+0000 7f9ca9d9b640 1 --2- 172.21.15.17:0/61158310 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55eb89187ee0 0x55eb8918a2d0 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dd0dee638707467f server_cookie=eb77768f32373600 in_seq=0 out_seq=0 2024-09-16T01:57:12.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.961+0000 7f9c91ffb640 1 -- 172.21.15.17:0/61158310 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55eb890e0850 con 0x55eb89187ee0 2024-09-16T01:57:12.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.961+0000 7f9c91ffb640 10 client.27425 handle_command_reply: tid=0 2024-09-16T01:57:12.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.961+0000 7f9cb2c82740 1 client.27425 shutdown 2024-09-16T01:57:12.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.962+0000 7f9cb2c82740 1 -- 172.21.15.17:0/61158310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 msgr2=0x55eb89175200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:12.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.962+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/61158310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb89175200 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9c9c035040 tx=0x7f9c9c030680 comp rx=0 tx=0).stop 2024-09-16T01:57:12.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.962+0000 7f9cb2c82740 1 -- 172.21.15.17:0/61158310 shutdown_connections 2024-09-16T01:57:12.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.962+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/61158310 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55eb89187ee0 0x55eb8918a2d0 crc :-1 s=READY pgs=222 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.962+0000 7f9c91ffb640 0 client.27425 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:12.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.962+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/61158310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb89178680 0x55eb89175740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.962+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/61158310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb89175200 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.962+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/61158310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916d4a0 0x55eb89177f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.962+0000 7f9cb2c82740 1 -- 172.21.15.17:0/61158310 >> 172.21.15.17:0/61158310 conn(0x55eb89169a30 msgr2=0x55eb8916f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:12.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.962+0000 7f9cb2c82740 1 -- 172.21.15.17:0/61158310 shutdown_connections 2024-09-16T01:57:12.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.962+0000 7f9cb2c82740 1 -- 172.21.15.17:0/61158310 wait complete. 2024-09-16T01:57:12.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.962+0000 7f9cb2c82740 20 client.27425 trim_cache size 0 max 16384 2024-09-16T01:57:12.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.989+0000 7f9cb2c82740 1 Processor -- start 2024-09-16T01:57:12.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.989+0000 7f9cb2c82740 1 -- start start 2024-09-16T01:57:12.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.989+0000 7f9cb2c82740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb89169a30 0x55eb891844e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.989+0000 7f9cb2c82740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb8916d4a0 0x55eb8918f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.989+0000 7f9cb2c82740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb8918ff10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.989+0000 7f9cb2c82740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9cac1b2030 con 0x55eb8916d4a0 2024-09-16T01:57:12.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.989+0000 7f9cb2c82740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9cac1af900 con 0x55eb8916ddc0 2024-09-16T01:57:12.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.989+0000 7f9cb2c82740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9cac1ad730 con 0x55eb89169a30 2024-09-16T01:57:12.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.989+0000 7f9caa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb8916d4a0 0x55eb8918f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.989+0000 7f9ca9d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb8918ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.989+0000 7f9ca9d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb8918ff10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51148/0 (socket says 172.21.15.17:51148) 2024-09-16T01:57:12.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.989+0000 7f9ca9d9b640 1 -- 172.21.15.17:0/3298158369 learned_addr learned my addr 172.21.15.17:0/3298158369 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:12.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.990+0000 7f9ca9d9b640 1 --2- 172.21.15.17:0/3298158369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb89169a30 0x55eb891844e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.990+0000 7f9ca9d9b640 1 -- 172.21.15.17:0/3298158369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb89169a30 msgr2=0x55eb891844e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:12.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.990+0000 7f9ca9d9b640 1 --2- 172.21.15.17:0/3298158369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb89169a30 0x55eb891844e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.990+0000 7f9ca9d9b640 1 -- 172.21.15.17:0/3298158369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb8916d4a0 msgr2=0x55eb8918f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:12.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.990+0000 7f9ca9d9b640 1 --2- 172.21.15.17:0/3298158369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb8916d4a0 0x55eb8918f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.990+0000 7f9ca9d9b640 1 -- 172.21.15.17:0/3298158369 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55eb89169860 con 0x55eb8916ddc0 2024-09-16T01:57:12.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.990+0000 7f9caa59c640 1 --2- 172.21.15.17:0/3298158369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb8916d4a0 0x55eb8918f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:12.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.990+0000 7f9ca9d9b640 1 --2- 172.21.15.17:0/3298158369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb8918ff10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9ca0009ee0 tx=0x7f9ca0009560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=27c56b1904df6c52 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:12.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.990+0000 7f9c93fff640 1 -- 172.21.15.17:0/3298158369 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ca0024070 con 0x55eb8916ddc0 2024-09-16T01:57:12.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.990+0000 7f9c93fff640 1 -- 172.21.15.17:0/3298158369 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9ca0025040 con 0x55eb8916ddc0 2024-09-16T01:57:12.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.990+0000 7f9c93fff640 1 -- 172.21.15.17:0/3298158369 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ca0003ac0 con 0x55eb8916ddc0 2024-09-16T01:57:12.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.991+0000 7f9cb2c82740 1 -- 172.21.15.17:0/3298158369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 msgr2=0x55eb8918ff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:12.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.991+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/3298158369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb8918ff10 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9ca0009ee0 tx=0x7f9ca0009560 comp rx=0 tx=0).stop 2024-09-16T01:57:12.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.991+0000 7f9cb2c82740 1 -- 172.21.15.17:0/3298158369 shutdown_connections 2024-09-16T01:57:12.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.991+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/3298158369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb8918ff10 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.991+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/3298158369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb8916d4a0 0x55eb8918f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.991+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/3298158369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb89169a30 0x55eb891844e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.991+0000 7f9cb2c82740 1 -- 172.21.15.17:0/3298158369 >> 172.21.15.17:0/3298158369 conn(0x55eb891758a0 msgr2=0x55eb891708b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:12.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.992+0000 7f9cb2c82740 1 -- 172.21.15.17:0/3298158369 shutdown_connections 2024-09-16T01:57:12.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.992+0000 7f9cb2c82740 1 -- 172.21.15.17:0/3298158369 wait complete. 2024-09-16T01:57:12.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.992+0000 7f9cb2c82740 1 -- start start 2024-09-16T01:57:12.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.992+0000 7f9cb2c82740 1 Processor -- start 2024-09-16T01:57:12.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.992+0000 7f9cb2c82740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb89169a30 0x55eb89180e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.992+0000 7f9cb2c82740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916d4a0 0x55eb8917c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.993+0000 7f9cb2c82740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb8917c790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:12.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.993+0000 7f9cb2c82740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9cac1addc0 con 0x55eb89169a30 2024-09-16T01:57:12.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.993+0000 7f9ca9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb89169a30 0x55eb89180e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.993+0000 7f9ca9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb89169a30 0x55eb89180e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40490/0 (socket says 172.21.15.17:40490) 2024-09-16T01:57:12.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.993+0000 7f9ca9d9b640 1 -- 172.21.15.17:0/29308241 learned_addr learned my addr 172.21.15.17:0/29308241 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:12.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.993+0000 7f9cb2c82740 1 -- 172.21.15.17:0/29308241 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9cac1af230 con 0x55eb8916ddc0 2024-09-16T01:57:12.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.993+0000 7f9cb2c82740 1 -- 172.21.15.17:0/29308241 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9cac1ae490 con 0x55eb8916d4a0 2024-09-16T01:57:12.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.993+0000 7f9cb2c82740 10 client.0 _ll_register_callbacks cb 0x7f9ca40093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:12.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.993+0000 7f9caa59c640 1 --2- 172.21.15.17:0/29308241 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916d4a0 0x55eb8917c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.993+0000 7f9ca9d9b640 1 --2- 172.21.15.17:0/29308241 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb8917c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:12.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.994+0000 7f9ca9d9b640 1 -- 172.21.15.17:0/29308241 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916d4a0 msgr2=0x55eb8917c1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:12.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.994+0000 7f9ca9d9b640 1 --2- 172.21.15.17:0/29308241 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916d4a0 0x55eb8917c1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.994+0000 7f9ca9d9b640 1 -- 172.21.15.17:0/29308241 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 msgr2=0x55eb8917c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:12.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.994+0000 7f9ca9d9b640 1 --2- 172.21.15.17:0/29308241 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb8917c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:12.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.994+0000 7f9ca9d9b640 1 -- 172.21.15.17:0/29308241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55eb8917cfc0 con 0x55eb89169a30 2024-09-16T01:57:12.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.994+0000 7f9caa59c640 1 --2- 172.21.15.17:0/29308241 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916d4a0 0x55eb8917c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:12.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.994+0000 7f9ca9d9b640 1 --2- 172.21.15.17:0/29308241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb89169a30 0x55eb89180e70 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f9ca001e370 tx=0x7f9ca0012040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52c120f63fb3063d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:12.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.994+0000 7f9c91ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:57:13.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.994+0000 7f9c91ffb640 1 -- 172.21.15.17:0/29308241 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9ca0024070 con 0x55eb89169a30 2024-09-16T01:57:13.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.994+0000 7f9c91ffb640 1 -- 172.21.15.17:0/29308241 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9ca001eb00 con 0x55eb89169a30 2024-09-16T01:57:13.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.994+0000 7f9cb2c82740 1 -- 172.21.15.17:0/29308241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9ca0025040 con 0x55eb89169a30 2024-09-16T01:57:13.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.995+0000 7f9c91ffb640 1 -- 172.21.15.17:0/29308241 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f9ca00035f0 con 0x55eb89169a30 2024-09-16T01:57:13.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.995+0000 7f9cb2c82740 10 client.18060 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:13.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.995+0000 7f9cb2c82740 1 -- 172.21.15.17:0/29308241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55eb891fb290 con 0x55eb89169a30 2024-09-16T01:57:13.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.995+0000 7f9c91ffb640 1 -- 172.21.15.17:0/29308241 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9ca0025040 con 0x55eb89169a30 2024-09-16T01:57:13.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.995+0000 7f9c91ffb640 1 -- 172.21.15.17:0/29308241 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f9ca0029040 con 0x55eb89169a30 2024-09-16T01:57:13.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.995+0000 7f9cb2c82740 10 client.18060 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:13.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.995+0000 7f9cb2c82740 10 client.18060 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:13.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.995+0000 7f9cb2c82740 20 client.18060 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:13.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.995+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/29308241 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55eb89178680 0x55eb891fd910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:13.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.996+0000 7f9cb2c82740 4 client.18060 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:57:13.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.996+0000 7f9cb2c82740 1 -- 172.21.15.17:0/29308241 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55eb890dad60 con 0x55eb89178680 2024-09-16T01:57:13.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.996+0000 7f9caa59c640 1 --2- 172.21.15.17:0/29308241 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55eb89178680 0x55eb891fd910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:13.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.996+0000 7f9caa59c640 1 --2- 172.21.15.17:0/29308241 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55eb89178680 0x55eb891fd910 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=165467de258cf8ba server_cookie=20245943e431c7e in_seq=0 out_seq=0 2024-09-16T01:57:13.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.996+0000 7f9c91ffb640 10 client.18060 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:13.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.996+0000 7f9c91ffb640 1 -- 172.21.15.17:0/29308241 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55eb890dad60 con 0x55eb89178680 2024-09-16T01:57:13.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.996+0000 7f9c91ffb640 10 client.18060 handle_command_reply: tid=0 2024-09-16T01:57:13.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.996+0000 7f9cb2c82740 1 client.18060 shutdown 2024-09-16T01:57:13.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.997+0000 7f9cb2c82740 1 -- 172.21.15.17:0/29308241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb89169a30 msgr2=0x55eb89180e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:13.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.997+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/29308241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb89169a30 0x55eb89180e70 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f9ca001e370 tx=0x7f9ca0012040 comp rx=0 tx=0).stop 2024-09-16T01:57:13.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.997+0000 7f9cb2c82740 1 -- 172.21.15.17:0/29308241 shutdown_connections 2024-09-16T01:57:13.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.997+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/29308241 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55eb89178680 0x55eb891fd910 crc :-1 s=READY pgs=223 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:13.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.997+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/29308241 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55eb8916ddc0 0x55eb8917c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:13.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.997+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/29308241 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55eb8916d4a0 0x55eb8917c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:13.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.997+0000 7f9cb2c82740 1 --2- 172.21.15.17:0/29308241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55eb89169a30 0x55eb89180e70 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:13.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.997+0000 7f9cb2c82740 1 -- 172.21.15.17:0/29308241 >> 172.21.15.17:0/29308241 conn(0x55eb891758a0 msgr2=0x55eb8916ff90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:13.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.997+0000 7f9c91ffb640 0 client.18060 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:13.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.997+0000 7f9cb2c82740 1 -- 172.21.15.17:0/29308241 shutdown_connections 2024-09-16T01:57:13.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.997+0000 7f9cb2c82740 1 -- 172.21.15.17:0/29308241 wait complete. 2024-09-16T01:57:13.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.997+0000 7f9cb2c82740 20 client.18060 trim_cache size 0 max 16384 2024-09-16T01:57:13.004 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:57:13.004 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:57:13.004 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:57:13.004 INFO:teuthology.orchestra.run.smithi017.stdout: "382e7915-a5e6-409f-9244-8413564514a1": { 2024-09-16T01:57:13.004 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:57:13.004 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "382e7915-a5e6-409f-9244-8413564514a1", 2024-09-16T01:57:13.004 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:57:13.004 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:57:13.004 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:57:13.004 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:57:13.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.998+0000 7f9cb08a9640 1 -- 172.21.15.17:0/2095666664 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9c940a3240 msgr2=0x7f9c940a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:13.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.998+0000 7f9cb08a9640 1 --2- 172.21.15.17:0/2095666664 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9c940a3240 0x7f9c940a5700 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f9ca4005ba0 tx=0x7f9ca400efd0 comp rx=0 tx=0).stop 2024-09-16T01:57:13.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.998+0000 7f9cb08a9640 1 -- 172.21.15.17:0/2095666664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cac106f10 msgr2=0x7f9cac19ee40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:13.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.998+0000 7f9cb08a9640 1 --2- 172.21.15.17:0/2095666664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cac106f10 0x7f9cac19ee40 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f9ca400eb10 tx=0x7f9ca400c2d0 comp rx=0 tx=0).stop 2024-09-16T01:57:13.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.998+0000 7f9cb08a9640 1 -- 172.21.15.17:0/2095666664 shutdown_connections 2024-09-16T01:57:13.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.998+0000 7f9cb08a9640 1 --2- 172.21.15.17:0/2095666664 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9c940a3240 0x7f9c940a5700 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:13.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.998+0000 7f9cb08a9640 1 --2- 172.21.15.17:0/2095666664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9cac106f10 0x7f9cac19ee40 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:13.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.998+0000 7f9cb08a9640 1 --2- 172.21.15.17:0/2095666664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9cac102790 0x7f9cac19aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:13.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.998+0000 7f9cb08a9640 1 --2- 172.21.15.17:0/2095666664 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9cac101de0 0x7f9cac19a570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:13.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.998+0000 7f9cb08a9640 1 -- 172.21.15.17:0/2095666664 >> 172.21.15.17:0/2095666664 conn(0x7f9cac0fd8e0 msgr2=0x7f9cac0fdcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:13.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.998+0000 7f9cb08a9640 1 -- 172.21.15.17:0/2095666664 shutdown_connections 2024-09-16T01:57:13.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:12.999+0000 7f9cb08a9640 1 -- 172.21.15.17:0/2095666664 wait complete. 2024-09-16T01:57:13.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 5780 13.89 MB/sec warmup 35 sec latency 92.023 ms 2024-09-16T01:57:13.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:12 smithi122 ceph-mon[34758]: pgmap v749: 97 pgs: 97 active+clean; 427 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 3.5 MiB/s wr, 173 op/s 2024-09-16T01:57:13.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:12 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:57:13.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:12 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:13.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:12 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:57:13.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:12 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:57:13.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:12 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:13.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:12 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:57:13.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:12 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:13.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:12 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:57:13.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:12 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:13.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:12 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:13.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:12 smithi029 ceph-mon[34783]: pgmap v749: 97 pgs: 97 active+clean; 427 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 3.5 MiB/s wr, 173 op/s 2024-09-16T01:57:13.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:12 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:57:13.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:12 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:13.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:12 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:57:13.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:12 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:57:13.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:12 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:13.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:12 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:57:13.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:12 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:13.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:12 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:57:13.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:12 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:13.049 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:12 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:13.794 INFO:tasks.cephfs.filesystem:scrub status for tag:382e7915-a5e6-409f-9244-8413564514a1 - {'path': '/', 'tag': '382e7915-a5e6-409f-9244-8413564514a1', 'options': 'recursive,force'} 2024-09-16T01:57:14.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 5943 13.55 MB/sec warmup 36 sec latency 172.055 ms 2024-09-16T01:57:15.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:14 smithi017 ceph-mon[30972]: pgmap v750: 97 pgs: 97 active+clean; 417 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 969 KiB/s rd, 4.0 MiB/s wr, 240 op/s 2024-09-16T01:57:15.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 6124 13.25 MB/sec warmup 37 sec latency 87.651 ms 2024-09-16T01:57:15.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:14 smithi122 ceph-mon[34758]: pgmap v750: 97 pgs: 97 active+clean; 417 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 969 KiB/s rd, 4.0 MiB/s wr, 240 op/s 2024-09-16T01:57:15.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:14 smithi029 ceph-mon[34783]: pgmap v750: 97 pgs: 97 active+clean; 417 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 969 KiB/s rd, 4.0 MiB/s wr, 240 op/s 2024-09-16T01:57:16.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 6306 13.04 MB/sec warmup 38 sec latency 76.607 ms 2024-09-16T01:57:16.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:16 smithi017 ceph-mon[30972]: pgmap v751: 97 pgs: 97 active+clean; 416 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 3.4 MiB/s wr, 206 op/s 2024-09-16T01:57:17.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 6485 12.83 MB/sec warmup 39 sec latency 78.661 ms 2024-09-16T01:57:17.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:16 smithi122 ceph-mon[34758]: pgmap v751: 97 pgs: 97 active+clean; 416 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 3.4 MiB/s wr, 206 op/s 2024-09-16T01:57:17.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:16 smithi029 ceph-mon[34783]: pgmap v751: 97 pgs: 97 active+clean; 416 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 3.4 MiB/s wr, 206 op/s 2024-09-16T01:57:18.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 6639 12.71 MB/sec warmup 40 sec latency 89.533 ms 2024-09-16T01:57:19.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:18 smithi017 ceph-mon[30972]: pgmap v752: 97 pgs: 97 active+clean; 415 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 685 KiB/s rd, 2.6 MiB/s wr, 197 op/s 2024-09-16T01:57:19.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 6776 12.60 MB/sec warmup 41 sec latency 93.989 ms 2024-09-16T01:57:19.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:18 smithi122 ceph-mon[34758]: pgmap v752: 97 pgs: 97 active+clean; 415 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 685 KiB/s rd, 2.6 MiB/s wr, 197 op/s 2024-09-16T01:57:19.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:18 smithi029 ceph-mon[34783]: pgmap v752: 97 pgs: 97 active+clean; 415 MiB data, 1.7 GiB used, 1.0 TiB / 1.0 TiB avail; 685 KiB/s rd, 2.6 MiB/s wr, 197 op/s 2024-09-16T01:57:20.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 6983 12.67 MB/sec warmup 42 sec latency 91.759 ms 2024-09-16T01:57:21.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:20 smithi017 ceph-mon[30972]: pgmap v753: 97 pgs: 97 active+clean; 417 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 913 KiB/s rd, 3.2 MiB/s wr, 257 op/s 2024-09-16T01:57:21.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:20 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:57:21.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:20 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:57:21.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:20 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:57:21.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 7248 13.12 MB/sec warmup 43 sec latency 104.658 ms 2024-09-16T01:57:21.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:20 smithi029 ceph-mon[34783]: pgmap v753: 97 pgs: 97 active+clean; 417 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 913 KiB/s rd, 3.2 MiB/s wr, 257 op/s 2024-09-16T01:57:21.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:20 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:57:21.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:20 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:57:21.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:20 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:57:21.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:20 smithi122 ceph-mon[34758]: pgmap v753: 97 pgs: 97 active+clean; 417 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 913 KiB/s rd, 3.2 MiB/s wr, 257 op/s 2024-09-16T01:57:21.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:20 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:57:21.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:20 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:57:21.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:20 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:57:22.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:21 smithi017 ceph-mon[30972]: pgmap v754: 97 pgs: 97 active+clean; 420 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 518 KiB/s rd, 3.0 MiB/s wr, 204 op/s 2024-09-16T01:57:22.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 7530 13.20 MB/sec warmup 44 sec latency 87.207 ms 2024-09-16T01:57:22.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:21 smithi029 ceph-mon[34783]: pgmap v754: 97 pgs: 97 active+clean; 420 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 518 KiB/s rd, 3.0 MiB/s wr, 204 op/s 2024-09-16T01:57:22.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:21 smithi122 ceph-mon[34758]: pgmap v754: 97 pgs: 97 active+clean; 420 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 518 KiB/s rd, 3.0 MiB/s wr, 204 op/s 2024-09-16T01:57:23.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 7635 13.06 MB/sec warmup 45 sec latency 148.247 ms 2024-09-16T01:57:24.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 7696 12.80 MB/sec warmup 46 sec latency 100.493 ms 2024-09-16T01:57:24.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:23 smithi017 ceph-mon[30972]: pgmap v755: 97 pgs: 97 active+clean; 431 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 773 KiB/s rd, 4.1 MiB/s wr, 243 op/s 2024-09-16T01:57:24.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:23 smithi122 ceph-mon[34758]: pgmap v755: 97 pgs: 97 active+clean; 431 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 773 KiB/s rd, 4.1 MiB/s wr, 243 op/s 2024-09-16T01:57:24.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:23 smithi029 ceph-mon[34783]: pgmap v755: 97 pgs: 97 active+clean; 431 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 773 KiB/s rd, 4.1 MiB/s wr, 243 op/s 2024-09-16T01:57:25.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 7765 12.62 MB/sec warmup 47 sec latency 88.428 ms 2024-09-16T01:57:26.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 7938 12.75 MB/sec warmup 48 sec latency 86.340 ms 2024-09-16T01:57:26.098 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:25 smithi122 ceph-mon[34758]: pgmap v756: 97 pgs: 97 active+clean; 440 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 498 KiB/s rd, 4.1 MiB/s wr, 184 op/s 2024-09-16T01:57:26.098 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:25 smithi029 ceph-mon[34783]: pgmap v756: 97 pgs: 97 active+clean; 440 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 498 KiB/s rd, 4.1 MiB/s wr, 184 op/s 2024-09-16T01:57:26.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:25 smithi017 ceph-mon[30972]: pgmap v756: 97 pgs: 97 active+clean; 440 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 498 KiB/s rd, 4.1 MiB/s wr, 184 op/s 2024-09-16T01:57:27.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 8132 12.76 MB/sec warmup 49 sec latency 87.551 ms 2024-09-16T01:57:28.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:27 smithi017 ceph-mon[30972]: pgmap v757: 97 pgs: 97 active+clean; 441 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 499 KiB/s rd, 3.9 MiB/s wr, 167 op/s 2024-09-16T01:57:28.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 8275 12.67 MB/sec warmup 50 sec latency 130.708 ms 2024-09-16T01:57:28.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:27 smithi029 ceph-mon[34783]: pgmap v757: 97 pgs: 97 active+clean; 441 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 499 KiB/s rd, 3.9 MiB/s wr, 167 op/s 2024-09-16T01:57:28.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:27 smithi122 ceph-mon[34758]: pgmap v757: 97 pgs: 97 active+clean; 441 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 499 KiB/s rd, 3.9 MiB/s wr, 167 op/s 2024-09-16T01:57:29.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 8381 12.49 MB/sec warmup 51 sec latency 117.610 ms 2024-09-16T01:57:30.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 8523 12.39 MB/sec warmup 52 sec latency 97.116 ms 2024-09-16T01:57:30.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:29 smithi017 ceph-mon[30972]: pgmap v758: 97 pgs: 97 active+clean; 442 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 4.7 MiB/s wr, 197 op/s 2024-09-16T01:57:30.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:29 smithi029 ceph-mon[34783]: pgmap v758: 97 pgs: 97 active+clean; 442 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 4.7 MiB/s wr, 197 op/s 2024-09-16T01:57:30.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:29 smithi122 ceph-mon[34758]: pgmap v758: 97 pgs: 97 active+clean; 442 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 597 KiB/s rd, 4.7 MiB/s wr, 197 op/s 2024-09-16T01:57:31.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 8611 12.16 MB/sec warmup 53 sec latency 111.000 ms 2024-09-16T01:57:32.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 8769 12.04 MB/sec warmup 54 sec latency 100.779 ms 2024-09-16T01:57:32.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:31 smithi017 ceph-mon[30972]: pgmap v759: 97 pgs: 97 active+clean; 445 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 4.9 MiB/s wr, 173 op/s 2024-09-16T01:57:32.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:31 smithi122 ceph-mon[34758]: pgmap v759: 97 pgs: 97 active+clean; 445 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 4.9 MiB/s wr, 173 op/s 2024-09-16T01:57:32.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:31 smithi029 ceph-mon[34783]: pgmap v759: 97 pgs: 97 active+clean; 445 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 4.9 MiB/s wr, 173 op/s 2024-09-16T01:57:33.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 8918 11.88 MB/sec warmup 55 sec latency 119.770 ms 2024-09-16T01:57:34.028 INFO:tasks.workunit.client.0.smithi017.stdout: 10 9068 11.74 MB/sec warmup 56 sec latency 122.159 ms 2024-09-16T01:57:34.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:33 smithi017 ceph-mon[30972]: pgmap v760: 97 pgs: 97 active+clean; 451 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 5.1 MiB/s wr, 190 op/s 2024-09-16T01:57:34.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:33 smithi029 ceph-mon[34783]: pgmap v760: 97 pgs: 97 active+clean; 451 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 5.1 MiB/s wr, 190 op/s 2024-09-16T01:57:34.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:33 smithi122 ceph-mon[34758]: pgmap v760: 97 pgs: 97 active+clean; 451 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 737 KiB/s rd, 5.1 MiB/s wr, 190 op/s 2024-09-16T01:57:35.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 9214 11.68 MB/sec warmup 57 sec latency 109.949 ms 2024-09-16T01:57:36.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 9387 11.65 MB/sec warmup 58 sec latency 84.198 ms 2024-09-16T01:57:36.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:35 smithi017 ceph-mon[30972]: pgmap v761: 97 pgs: 97 active+clean; 445 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 594 KiB/s rd, 4.2 MiB/s wr, 161 op/s 2024-09-16T01:57:36.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:35 smithi122 ceph-mon[34758]: pgmap v761: 97 pgs: 97 active+clean; 445 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 594 KiB/s rd, 4.2 MiB/s wr, 161 op/s 2024-09-16T01:57:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:35 smithi029 ceph-mon[34783]: pgmap v761: 97 pgs: 97 active+clean; 445 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 594 KiB/s rd, 4.2 MiB/s wr, 161 op/s 2024-09-16T01:57:37.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 9574 11.72 MB/sec warmup 59 sec latency 91.649 ms 2024-09-16T01:57:38.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 9737 11.68 MB/sec warmup 60 sec latency 151.963 ms 2024-09-16T01:57:38.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:37 smithi017 ceph-mon[30972]: pgmap v762: 97 pgs: 97 active+clean; 442 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 587 KiB/s rd, 3.3 MiB/s wr, 155 op/s 2024-09-16T01:57:38.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:37 smithi122 ceph-mon[34758]: pgmap v762: 97 pgs: 97 active+clean; 442 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 587 KiB/s rd, 3.3 MiB/s wr, 155 op/s 2024-09-16T01:57:38.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:37 smithi029 ceph-mon[34783]: pgmap v762: 97 pgs: 97 active+clean; 442 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 587 KiB/s rd, 3.3 MiB/s wr, 155 op/s 2024-09-16T01:57:39.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 9904 11.53 MB/sec warmup 61 sec latency 77.838 ms 2024-09-16T01:57:40.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 10085 11.39 MB/sec warmup 62 sec latency 87.542 ms 2024-09-16T01:57:40.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:39 smithi017 ceph-mon[30972]: pgmap v763: 97 pgs: 97 active+clean; 431 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 926 KiB/s rd, 4.1 MiB/s wr, 237 op/s 2024-09-16T01:57:40.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:39 smithi029 ceph-mon[34783]: pgmap v763: 97 pgs: 97 active+clean; 431 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 926 KiB/s rd, 4.1 MiB/s wr, 237 op/s 2024-09-16T01:57:40.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:39 smithi122 ceph-mon[34758]: pgmap v763: 97 pgs: 97 active+clean; 431 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 926 KiB/s rd, 4.1 MiB/s wr, 237 op/s 2024-09-16T01:57:41.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 10300 11.32 MB/sec warmup 63 sec latency 77.131 ms 2024-09-16T01:57:42.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 10458 11.21 MB/sec warmup 64 sec latency 87.485 ms 2024-09-16T01:57:42.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:41 smithi017 ceph-mon[30972]: pgmap v764: 97 pgs: 97 active+clean; 431 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 3.7 MiB/s wr, 238 op/s 2024-09-16T01:57:42.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:41 smithi122 ceph-mon[34758]: pgmap v764: 97 pgs: 97 active+clean; 431 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 3.7 MiB/s wr, 238 op/s 2024-09-16T01:57:42.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:41 smithi029 ceph-mon[34783]: pgmap v764: 97 pgs: 97 active+clean; 431 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 945 KiB/s rd, 3.7 MiB/s wr, 238 op/s 2024-09-16T01:57:43.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 10635 11.19 MB/sec warmup 65 sec latency 98.215 ms 2024-09-16T01:57:43.795 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:57:44.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 10761 11.12 MB/sec warmup 66 sec latency 90.056 ms 2024-09-16T01:57:44.077 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:43 smithi017 ceph-mon[30972]: pgmap v765: 97 pgs: 97 active+clean; 432 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 768 KiB/s rd, 3.1 MiB/s wr, 232 op/s 2024-09-16T01:57:44.156 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:57:44.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:43 smithi029 ceph-mon[34783]: pgmap v765: 97 pgs: 97 active+clean; 432 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 768 KiB/s rd, 3.1 MiB/s wr, 232 op/s 2024-09-16T01:57:44.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:43 smithi122 ceph-mon[34758]: pgmap v765: 97 pgs: 97 active+clean; 432 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 768 KiB/s rd, 3.1 MiB/s wr, 232 op/s 2024-09-16T01:57:44.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.932+0000 7fdeb5063640 1 -- 172.21.15.17:0/1631893369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeb0100a70 msgr2=0x7fdeb0100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:44.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.932+0000 7fdeb5063640 1 --2- 172.21.15.17:0/1631893369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeb0100a70 0x7fdeb0100ed0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7fdea4009930 tx=0x7fdea402a420 comp rx=0 tx=0).stop 2024-09-16T01:57:44.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.932+0000 7fdeb5063640 1 -- 172.21.15.17:0/1631893369 shutdown_connections 2024-09-16T01:57:44.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.932+0000 7fdeb5063640 1 --2- 172.21.15.17:0/1631893369 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdeb0101410 0x7fdeb010d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.932+0000 7fdeb5063640 1 --2- 172.21.15.17:0/1631893369 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeb0100a70 0x7fdeb0100ed0 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.932+0000 7fdeb5063640 1 --2- 172.21.15.17:0/1631893369 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdeb0106a70 0x7fdeb0106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.932+0000 7fdeb5063640 1 -- 172.21.15.17:0/1631893369 >> 172.21.15.17:0/1631893369 conn(0x7fdeb00fc7d0 msgr2=0x7fdeb00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:44.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.932+0000 7fdeb5063640 1 -- 172.21.15.17:0/1631893369 shutdown_connections 2024-09-16T01:57:44.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.932+0000 7fdeb5063640 1 -- 172.21.15.17:0/1631893369 wait complete. 2024-09-16T01:57:44.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.933+0000 7fdeb5063640 1 Processor -- start 2024-09-16T01:57:44.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeb5063640 1 -- start start 2024-09-16T01:57:44.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeb5063640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdeb0100a70 0x7fdeb0199260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeb5063640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdeb0101410 0x7fdeb01997a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeb5063640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeb0106a70 0x7fdeb01a42e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeb5063640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb0110d70 con 0x7fdeb0106a70 2024-09-16T01:57:44.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeb5063640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb0110bf0 con 0x7fdeb0101410 2024-09-16T01:57:44.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeb5063640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdeb0110ef0 con 0x7fdeb0100a70 2024-09-16T01:57:44.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeaed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdeb0100a70 0x7fdeb0199260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeae59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdeb0101410 0x7fdeb01997a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeae59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdeb0101410 0x7fdeb01997a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:49832/0 (socket says 172.21.15.17:49832) 2024-09-16T01:57:44.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeae59c640 1 -- 172.21.15.17:0/3349053806 learned_addr learned my addr 172.21.15.17:0/3349053806 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:44.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeaf59e640 1 --2- 172.21.15.17:0/3349053806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeb0106a70 0x7fdeb01a42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeae59c640 1 -- 172.21.15.17:0/3349053806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdeb0100a70 msgr2=0x7fdeb0199260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:44.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeae59c640 1 --2- 172.21.15.17:0/3349053806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdeb0100a70 0x7fdeb0199260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeae59c640 1 -- 172.21.15.17:0/3349053806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeb0106a70 msgr2=0x7fdeb01a42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:44.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeae59c640 1 --2- 172.21.15.17:0/3349053806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeb0106a70 0x7fdeb01a42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.934+0000 7fdeae59c640 1 -- 172.21.15.17:0/3349053806 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdeb01a4820 con 0x7fdeb0101410 2024-09-16T01:57:44.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.935+0000 7fdeae59c640 1 --2- 172.21.15.17:0/3349053806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdeb0101410 0x7fdeb01997a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fdea4031440 tx=0x7fdea4003b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:44.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.935+0000 7fde97fff640 1 -- 172.21.15.17:0/3349053806 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea403f070 con 0x7fdeb0101410 2024-09-16T01:57:44.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.935+0000 7fdeb5063640 1 -- 172.21.15.17:0/3349053806 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdeb01a49f0 con 0x7fdeb0101410 2024-09-16T01:57:44.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.935+0000 7fde97fff640 1 -- 172.21.15.17:0/3349053806 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdea4031b50 con 0x7fdeb0101410 2024-09-16T01:57:44.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.935+0000 7fdeb5063640 1 -- 172.21.15.17:0/3349053806 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdeb01a4ea0 con 0x7fdeb0101410 2024-09-16T01:57:44.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.936+0000 7fde97fff640 1 -- 172.21.15.17:0/3349053806 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea4035030 con 0x7fdeb0101410 2024-09-16T01:57:44.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.938+0000 7fde97fff640 1 -- 172.21.15.17:0/3349053806 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fdea4042070 con 0x7fdeb0101410 2024-09-16T01:57:44.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.939+0000 7fdeb743c740 1 Processor -- start 2024-09-16T01:57:44.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.939+0000 7fdeb743c740 1 -- start start 2024-09-16T01:57:44.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.939+0000 7fdeb743c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cb380 0x557b382cb760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.939+0000 7fdeb743c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382cbca0 0x557b382da550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.939+0000 7fdeb743c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382daa90 0x557b382dce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.939+0000 7fdeb743c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557b382312e0 con 0x557b382daa90 2024-09-16T01:57:44.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.939+0000 7fdeb743c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557b381d8ce0 con 0x557b382cbca0 2024-09-16T01:57:44.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.939+0000 7fdeb743c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557b3822d2a0 con 0x557b382cb380 2024-09-16T01:57:44.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.939+0000 7fdeaf59e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cb380 0x557b382cb760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.939+0000 7fdeaf59e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cb380 0x557b382cb760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34276/0 (socket says 172.21.15.17:34276) 2024-09-16T01:57:44.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.939+0000 7fdeaf59e640 1 -- 172.21.15.17:0/3659233773 learned_addr learned my addr 172.21.15.17:0/3659233773 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:44.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.939+0000 7fdeaed9d640 1 --2- 172.21.15.17:0/3659233773 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382cbca0 0x557b382da550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.940+0000 7fdeae59c640 1 --2- 172.21.15.17:0/3659233773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382daa90 0x557b382dce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.940+0000 7fdeaed9d640 1 -- 172.21.15.17:0/3659233773 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cb380 msgr2=0x557b382cb760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:44.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.940+0000 7fdeaed9d640 1 --2- 172.21.15.17:0/3659233773 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cb380 0x557b382cb760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.940+0000 7fdeaed9d640 1 -- 172.21.15.17:0/3659233773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382daa90 msgr2=0x557b382dce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:44.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.940+0000 7fdeaed9d640 1 --2- 172.21.15.17:0/3659233773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382daa90 0x557b382dce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.940+0000 7fdeaed9d640 1 -- 172.21.15.17:0/3659233773 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b381bd440 con 0x557b382cbca0 2024-09-16T01:57:44.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.940+0000 7fdeaf59e640 1 --2- 172.21.15.17:0/3659233773 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cb380 0x557b382cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:44.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.940+0000 7fde97fff640 1 --2- 172.21.15.17:0/3349053806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fde980a3380 0x7fde980a5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.940+0000 7fdeaed9d640 1 --2- 172.21.15.17:0/3659233773 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382cbca0 0x557b382da550 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fdea0009c00 tx=0x7fdea0011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a2671a0cb424a0e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:44.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.940+0000 7fdeaf59e640 1 --2- 172.21.15.17:0/3349053806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fde980a3380 0x7fde980a5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.940+0000 7fde97fff640 1 -- 172.21.15.17:0/3349053806 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdea40efea0 con 0x7fdeb0101410 2024-09-16T01:57:44.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.940+0000 7fde957fa640 1 -- 172.21.15.17:0/3659233773 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea0004050 con 0x557b382cbca0 2024-09-16T01:57:44.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.940+0000 7fde957fa640 1 -- 172.21.15.17:0/3659233773 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdea00054d0 con 0x557b382cbca0 2024-09-16T01:57:44.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.940+0000 7fde957fa640 1 -- 172.21.15.17:0/3659233773 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea0004cc0 con 0x557b382cbca0 2024-09-16T01:57:44.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.941+0000 7fdeb743c740 1 -- 172.21.15.17:0/3659233773 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382cbca0 msgr2=0x557b382da550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:44.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.941+0000 7fdeb743c740 1 --2- 172.21.15.17:0/3659233773 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382cbca0 0x557b382da550 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fdea0009c00 tx=0x7fdea0011810 comp rx=0 tx=0).stop 2024-09-16T01:57:44.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.941+0000 7fdeaf59e640 1 --2- 172.21.15.17:0/3349053806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fde980a3380 0x7fde980a5840 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fdea800e540 tx=0x7fdea8009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:44.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.941+0000 7fdeb743c740 1 -- 172.21.15.17:0/3659233773 shutdown_connections 2024-09-16T01:57:44.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.942+0000 7fdeb743c740 1 --2- 172.21.15.17:0/3659233773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382daa90 0x557b382dce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.942+0000 7fdeb743c740 1 --2- 172.21.15.17:0/3659233773 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382cbca0 0x557b382da550 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.942+0000 7fdeb743c740 1 --2- 172.21.15.17:0/3659233773 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cb380 0x557b382cb760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.942+0000 7fdeb743c740 1 -- 172.21.15.17:0/3659233773 >> 172.21.15.17:0/3659233773 conn(0x557b382c7a30 msgr2=0x557b382c7e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:44.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.942+0000 7fdeb743c740 1 -- 172.21.15.17:0/3659233773 shutdown_connections 2024-09-16T01:57:44.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.942+0000 7fdeb743c740 1 -- 172.21.15.17:0/3659233773 wait complete. 2024-09-16T01:57:44.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.942+0000 7fdeb743c740 1 -- start start 2024-09-16T01:57:44.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.942+0000 7fdeb743c740 1 Processor -- start 2024-09-16T01:57:44.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeb743c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382cb380 0x557b382d3940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeb743c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 0x557b382d3e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeb743c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382daa90 0x557b382d43c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeb743c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557b382ce320 con 0x557b382cb380 2024-09-16T01:57:44.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeb743c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557b381ec050 con 0x557b382daa90 2024-09-16T01:57:44.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeb743c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557b382ce4a0 con 0x557b382cbca0 2024-09-16T01:57:44.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeaed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382cb380 0x557b382d3940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeae59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 0x557b382d3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeae59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 0x557b382d3e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34280/0 (socket says 172.21.15.17:34280) 2024-09-16T01:57:44.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeaed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382cb380 0x557b382d3940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50730/0 (socket says 172.21.15.17:50730) 2024-09-16T01:57:44.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeae59c640 1 -- 172.21.15.17:0/4176698773 learned_addr learned my addr 172.21.15.17:0/4176698773 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:44.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeb743c740 10 client.0 _ll_register_callbacks cb 0x557b3822c160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:44.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeaf59e640 1 --2- 172.21.15.17:0/4176698773 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382daa90 0x557b382d43c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeae59c640 1 -- 172.21.15.17:0/4176698773 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382daa90 msgr2=0x557b382d43c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:44.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeae59c640 1 --2- 172.21.15.17:0/4176698773 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382daa90 0x557b382d43c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeae59c640 1 -- 172.21.15.17:0/4176698773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382cb380 msgr2=0x557b382d3940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:44.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeae59c640 1 --2- 172.21.15.17:0/4176698773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382cb380 0x557b382d3940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeae59c640 1 -- 172.21.15.17:0/4176698773 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b37fa23c0 con 0x557b382cbca0 2024-09-16T01:57:44.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.943+0000 7fdeaf59e640 1 --2- 172.21.15.17:0/4176698773 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382daa90 0x557b382d43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:57:44.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.944+0000 7fdeae59c640 1 --2- 172.21.15.17:0/4176698773 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 0x557b382d3e80 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fdea4000c00 tx=0x7fdea40b87e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5f31e0a20a9286d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:44.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.944+0000 7fde92ff5640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:57:44.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.944+0000 7fde92ff5640 1 -- 172.21.15.17:0/4176698773 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea40bcb80 con 0x557b382cbca0 2024-09-16T01:57:44.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.944+0000 7fde92ff5640 1 -- 172.21.15.17:0/4176698773 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdea4031d00 con 0x557b382cbca0 2024-09-16T01:57:44.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.944+0000 7fdeb743c740 1 -- 172.21.15.17:0/4176698773 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdea00054d0 con 0x557b382cbca0 2024-09-16T01:57:44.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.944+0000 7fde92ff5640 1 -- 172.21.15.17:0/4176698773 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdea40bc480 con 0x557b382cbca0 2024-09-16T01:57:44.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.944+0000 7fdeb743c740 10 client.27721 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:44.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.944+0000 7fdeb743c740 1 -- 172.21.15.17:0/4176698773 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557b382ce320 con 0x557b382cbca0 2024-09-16T01:57:44.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.944+0000 7fde92ff5640 1 -- 172.21.15.17:0/4176698773 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdea00054d0 con 0x557b382cbca0 2024-09-16T01:57:44.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.945+0000 7fde92ff5640 1 -- 172.21.15.17:0/4176698773 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdea40c4c60 con 0x557b382cbca0 2024-09-16T01:57:44.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.945+0000 7fdeb743c740 10 client.27721 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:44.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.945+0000 7fdeb743c740 10 client.27721 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:44.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.945+0000 7fdeb743c740 20 client.27721 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:44.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.945+0000 7fdeb743c740 1 --2- 172.21.15.17:0/4176698773 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b382e61b0 0x557b382e85f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.945+0000 7fdeb743c740 4 client.27721 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:57:44.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.945+0000 7fdeb743c740 1 -- 172.21.15.17:0/4176698773 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557b3823e850 con 0x557b382e61b0 2024-09-16T01:57:44.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.945+0000 7fdeaed9d640 1 --2- 172.21.15.17:0/4176698773 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b382e61b0 0x557b382e85f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.945+0000 7fde92ff5640 10 client.27721 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:44.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.945+0000 7fdeaed9d640 1 --2- 172.21.15.17:0/4176698773 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b382e61b0 0x557b382e85f0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bab0a9fcde1066d2 server_cookie=a958d70069b6228b in_seq=0 out_seq=0 2024-09-16T01:57:44.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fde92ff5640 1 -- 172.21.15.17:0/4176698773 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557b3823e850 con 0x557b382e61b0 2024-09-16T01:57:44.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fde92ff5640 10 client.27721 handle_command_reply: tid=0 2024-09-16T01:57:44.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fdeb743c740 1 client.27721 shutdown 2024-09-16T01:57:44.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fdeb743c740 1 -- 172.21.15.17:0/4176698773 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 msgr2=0x557b382d3e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:44.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fdeb743c740 1 --2- 172.21.15.17:0/4176698773 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 0x557b382d3e80 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7fdea4000c00 tx=0x7fdea40b87e0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fdeb743c740 1 -- 172.21.15.17:0/4176698773 shutdown_connections 2024-09-16T01:57:44.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fdeb743c740 1 --2- 172.21.15.17:0/4176698773 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b382e61b0 0x557b382e85f0 crc :-1 s=READY pgs=224 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fdeb743c740 1 --2- 172.21.15.17:0/4176698773 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382daa90 0x557b382d43c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fde92ff5640 0 client.27721 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:44.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fdeb743c740 1 --2- 172.21.15.17:0/4176698773 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 0x557b382d3e80 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fdeb743c740 1 --2- 172.21.15.17:0/4176698773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382cb380 0x557b382d3940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fdeb743c740 1 -- 172.21.15.17:0/4176698773 >> 172.21.15.17:0/4176698773 conn(0x557b382c7a30 msgr2=0x557b382cd790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:44.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fdeb743c740 1 -- 172.21.15.17:0/4176698773 shutdown_connections 2024-09-16T01:57:44.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fdeb743c740 1 -- 172.21.15.17:0/4176698773 wait complete. 2024-09-16T01:57:44.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.947+0000 7fdeb743c740 20 client.27721 trim_cache size 0 max 16384 2024-09-16T01:57:44.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.987+0000 7fdeb743c740 1 Processor -- start 2024-09-16T01:57:44.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.987+0000 7fdeb743c740 1 -- start start 2024-09-16T01:57:44.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.988+0000 7fdeb743c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382cb380 0x557b382d4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.988+0000 7fdeb743c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 0x557b382edec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.988+0000 7fdeb743c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382daa90 0x557b382ee400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.988+0000 7fdeb743c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fde9c010d60 con 0x557b382daa90 2024-09-16T01:57:44.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.988+0000 7fdeb743c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fde9c00e630 con 0x557b382cb380 2024-09-16T01:57:44.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.988+0000 7fdeb743c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fde9c00c460 con 0x557b382cbca0 2024-09-16T01:57:44.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.988+0000 7fdeaed9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382cb380 0x557b382d4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.988+0000 7fdeaed9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382cb380 0x557b382d4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:49854/0 (socket says 172.21.15.17:49854) 2024-09-16T01:57:44.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.988+0000 7fdeaed9d640 1 -- 172.21.15.17:0/36509552 learned_addr learned my addr 172.21.15.17:0/36509552 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:44.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.988+0000 7fdeaed9d640 1 -- 172.21.15.17:0/36509552 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 msgr2=0x557b382edec0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:57:44.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.988+0000 7fdeaed9d640 1 --2- 172.21.15.17:0/36509552 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 0x557b382edec0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.988+0000 7fdeaed9d640 1 -- 172.21.15.17:0/36509552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382daa90 msgr2=0x557b382ee400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:44.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.988+0000 7fdeaed9d640 1 --2- 172.21.15.17:0/36509552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382daa90 0x557b382ee400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.988+0000 7fdeaed9d640 1 -- 172.21.15.17:0/36509552 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557b382c7860 con 0x557b382cb380 2024-09-16T01:57:44.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.989+0000 7fdeaed9d640 1 --2- 172.21.15.17:0/36509552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382cb380 0x557b382d4210 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fdea0011d10 tx=0x7fdea0004940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb04f58999186b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:44.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.989+0000 7fde94ff9640 1 -- 172.21.15.17:0/36509552 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea0033070 con 0x557b382cb380 2024-09-16T01:57:44.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.989+0000 7fde94ff9640 1 -- 172.21.15.17:0/36509552 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdea0004240 con 0x557b382cb380 2024-09-16T01:57:44.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.989+0000 7fde94ff9640 1 -- 172.21.15.17:0/36509552 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea002e3e0 con 0x557b382cb380 2024-09-16T01:57:44.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.990+0000 7fdeb743c740 1 -- 172.21.15.17:0/36509552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382cb380 msgr2=0x557b382d4210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:44.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.990+0000 7fdeb743c740 1 --2- 172.21.15.17:0/36509552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382cb380 0x557b382d4210 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fdea0011d10 tx=0x7fdea0004940 comp rx=0 tx=0).stop 2024-09-16T01:57:44.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.990+0000 7fdeb743c740 1 -- 172.21.15.17:0/36509552 shutdown_connections 2024-09-16T01:57:44.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.990+0000 7fdeb743c740 1 --2- 172.21.15.17:0/36509552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382daa90 0x557b382ee400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.990+0000 7fdeb743c740 1 --2- 172.21.15.17:0/36509552 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 0x557b382edec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.990+0000 7fdeb743c740 1 --2- 172.21.15.17:0/36509552 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382cb380 0x557b382d4210 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.990+0000 7fdeb743c740 1 -- 172.21.15.17:0/36509552 >> 172.21.15.17:0/36509552 conn(0x557b382c7a30 msgr2=0x557b382d79d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:44.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.991+0000 7fdeb743c740 1 -- 172.21.15.17:0/36509552 shutdown_connections 2024-09-16T01:57:44.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.991+0000 7fdeb743c740 1 -- 172.21.15.17:0/36509552 wait complete. 2024-09-16T01:57:44.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.991+0000 7fdeb743c740 1 -- start start 2024-09-16T01:57:44.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.991+0000 7fdeb743c740 1 Processor -- start 2024-09-16T01:57:44.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.992+0000 7fdeb743c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382cb380 0x557b382de5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.992+0000 7fdeb743c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 0x557b382deb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.992+0000 7fdeaed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382cb380 0x557b382de5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.992+0000 7fdeaed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382cb380 0x557b382de5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50746/0 (socket says 172.21.15.17:50746) 2024-09-16T01:57:44.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.993+0000 7fdeaed9d640 1 -- 172.21.15.17:0/528502387 learned_addr learned my addr 172.21.15.17:0/528502387 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:44.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.993+0000 7fdeae59c640 1 --2- 172.21.15.17:0/528502387 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 0x557b382deb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.993+0000 7fdeb743c740 1 --2- 172.21.15.17:0/528502387 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382daa90 0x557b382df040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:44.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.993+0000 7fdeb743c740 1 -- 172.21.15.17:0/528502387 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fde9c00caf0 con 0x557b382cb380 2024-09-16T01:57:44.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.993+0000 7fdeb743c740 1 -- 172.21.15.17:0/528502387 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fde9c00df60 con 0x557b382daa90 2024-09-16T01:57:44.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.993+0000 7fdeaf59e640 1 --2- 172.21.15.17:0/528502387 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382daa90 0x557b382df040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:44.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.994+0000 7fdeb743c740 1 -- 172.21.15.17:0/528502387 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fde9c00d1c0 con 0x557b382cbca0 2024-09-16T01:57:44.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.994+0000 7fdeb743c740 10 client.0 _ll_register_callbacks cb 0x7fdea40b8000 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:44.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.994+0000 7fdeaf59e640 1 -- 172.21.15.17:0/528502387 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 msgr2=0x557b382deb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:44.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.994+0000 7fdeaf59e640 1 --2- 172.21.15.17:0/528502387 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 0x557b382deb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.994+0000 7fdeaf59e640 1 -- 172.21.15.17:0/528502387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382cb380 msgr2=0x557b382de5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:44.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.994+0000 7fdeaf59e640 1 --2- 172.21.15.17:0/528502387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382cb380 0x557b382de5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:44.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.994+0000 7fdeaf59e640 1 -- 172.21.15.17:0/528502387 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557b383500e0 con 0x557b382daa90 2024-09-16T01:57:44.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.995+0000 7fdeaf59e640 1 --2- 172.21.15.17:0/528502387 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382daa90 0x557b382df040 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fdea8009fd0 tx=0x7fdea80239c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1f3a15543fb4c99c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:44.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.995+0000 7fde92ff5640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:57:44.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.995+0000 7fde92ff5640 1 -- 172.21.15.17:0/528502387 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdea8004b20 con 0x557b382daa90 2024-09-16T01:57:44.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.995+0000 7fde92ff5640 1 -- 172.21.15.17:0/528502387 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdea801e030 con 0x557b382daa90 2024-09-16T01:57:44.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.995+0000 7fdeb743c740 1 -- 172.21.15.17:0/528502387 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fdea0004240 con 0x557b382daa90 2024-09-16T01:57:44.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.995+0000 7fde92ff5640 1 -- 172.21.15.17:0/528502387 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fdea8004cc0 con 0x557b382daa90 2024-09-16T01:57:44.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.995+0000 7fdeb743c740 10 client.27449 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:44.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.995+0000 7fdeb743c740 1 -- 172.21.15.17:0/528502387 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x557b383513d0 con 0x557b382daa90 2024-09-16T01:57:44.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.996+0000 7fde92ff5640 1 -- 172.21.15.17:0/528502387 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdea8022a60 con 0x557b382daa90 2024-09-16T01:57:44.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.996+0000 7fde92ff5640 1 -- 172.21.15.17:0/528502387 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fdea8037020 con 0x557b382daa90 2024-09-16T01:57:45.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.996+0000 7fdeb743c740 10 client.27449 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:45.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.996+0000 7fdeb743c740 10 client.27449 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:45.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.996+0000 7fdeb743c740 20 client.27449 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:45.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.996+0000 7fdeb743c740 1 --2- 172.21.15.17:0/528502387 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b382e61b0 0x557b38353c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:45.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.996+0000 7fdeb743c740 4 client.27449 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:57:45.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.996+0000 7fdeb743c740 1 -- 172.21.15.17:0/528502387 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7fdea0004240 con 0x557b382e61b0 2024-09-16T01:57:45.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.996+0000 7fdeaed9d640 1 --2- 172.21.15.17:0/528502387 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b382e61b0 0x557b38353c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:45.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fdeaed9d640 1 --2- 172.21.15.17:0/528502387 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b382e61b0 0x557b38353c10 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5ff4f91e984c48fd server_cookie=e0f26bbf9339dcbb in_seq=0 out_seq=0 2024-09-16T01:57:45.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fde92ff5640 10 client.27449 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:45.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fde92ff5640 1 -- 172.21.15.17:0/528502387 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7fdea0004240 con 0x557b382e61b0 2024-09-16T01:57:45.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fde92ff5640 10 client.27449 handle_command_reply: tid=0 2024-09-16T01:57:45.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fdeb743c740 1 client.27449 shutdown 2024-09-16T01:57:45.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fdeb743c740 1 -- 172.21.15.17:0/528502387 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382daa90 msgr2=0x557b382df040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:45.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fdeb743c740 1 --2- 172.21.15.17:0/528502387 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382daa90 0x557b382df040 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fdea8009fd0 tx=0x7fdea80239c0 comp rx=0 tx=0).stop 2024-09-16T01:57:45.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fdeb743c740 1 -- 172.21.15.17:0/528502387 shutdown_connections 2024-09-16T01:57:45.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fdeb743c740 1 --2- 172.21.15.17:0/528502387 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557b382e61b0 0x557b38353c10 crc :-1 s=READY pgs=225 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:45.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fdeb743c740 1 --2- 172.21.15.17:0/528502387 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557b382daa90 0x557b382df040 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:45.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fdeb743c740 1 --2- 172.21.15.17:0/528502387 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557b382cbca0 0x557b382deb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:45.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fdeb743c740 1 --2- 172.21.15.17:0/528502387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557b382cb380 0x557b382de5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:45.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fde92ff5640 0 client.27449 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:45.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fdeb743c740 1 -- 172.21.15.17:0/528502387 >> 172.21.15.17:0/528502387 conn(0x557b382c7a30 msgr2=0x557b382c6350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:45.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fdeb743c740 1 -- 172.21.15.17:0/528502387 shutdown_connections 2024-09-16T01:57:45.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fdeb743c740 1 -- 172.21.15.17:0/528502387 wait complete. 2024-09-16T01:57:45.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.997+0000 7fdeb743c740 20 client.27449 trim_cache size 0 max 16384 2024-09-16T01:57:45.003 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:57:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:57:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:57:45.003 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:57:45.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.998+0000 7fdeb5063640 1 -- 172.21.15.17:0/3349053806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fde980a3380 msgr2=0x7fde980a5840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:45.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.998+0000 7fdeb5063640 1 --2- 172.21.15.17:0/3349053806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fde980a3380 0x7fde980a5840 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fdea800e540 tx=0x7fdea8009500 comp rx=0 tx=0).stop 2024-09-16T01:57:45.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.998+0000 7fdeb5063640 1 -- 172.21.15.17:0/3349053806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdeb0101410 msgr2=0x7fdeb01997a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:45.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.998+0000 7fdeb5063640 1 --2- 172.21.15.17:0/3349053806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdeb0101410 0x7fdeb01997a0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fdea4031440 tx=0x7fdea4003b20 comp rx=0 tx=0).stop 2024-09-16T01:57:45.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.999+0000 7fdeb5063640 1 -- 172.21.15.17:0/3349053806 shutdown_connections 2024-09-16T01:57:45.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.999+0000 7fdeb5063640 1 --2- 172.21.15.17:0/3349053806 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fde980a3380 0x7fde980a5840 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:45.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.999+0000 7fdeb5063640 1 --2- 172.21.15.17:0/3349053806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdeb0106a70 0x7fdeb01a42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:45.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.999+0000 7fdeb5063640 1 --2- 172.21.15.17:0/3349053806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdeb0101410 0x7fdeb01997a0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:45.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.999+0000 7fdeb5063640 1 --2- 172.21.15.17:0/3349053806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdeb0100a70 0x7fdeb0199260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:45.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.999+0000 7fdeb5063640 1 -- 172.21.15.17:0/3349053806 >> 172.21.15.17:0/3349053806 conn(0x7fdeb00fc7d0 msgr2=0x7fdeb00fd140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:45.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.999+0000 7fdeb5063640 1 -- 172.21.15.17:0/3349053806 shutdown_connections 2024-09-16T01:57:45.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:44.999+0000 7fdeb5063640 1 -- 172.21.15.17:0/3349053806 wait complete. 2024-09-16T01:57:45.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 10901 11.08 MB/sec warmup 67 sec latency 106.602 ms 2024-09-16T01:57:45.820 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:57:45.821 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:57:46.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 11112 11.23 MB/sec warmup 68 sec latency 88.218 ms 2024-09-16T01:57:46.190 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:57:46.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:45 smithi017 ceph-mon[30972]: pgmap v766: 97 pgs: 97 active+clean; 437 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 782 KiB/s rd, 3.2 MiB/s wr, 241 op/s 2024-09-16T01:57:46.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:45 smithi122 ceph-mon[34758]: pgmap v766: 97 pgs: 97 active+clean; 437 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 782 KiB/s rd, 3.2 MiB/s wr, 241 op/s 2024-09-16T01:57:46.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:45 smithi029 ceph-mon[34783]: pgmap v766: 97 pgs: 97 active+clean; 437 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 782 KiB/s rd, 3.2 MiB/s wr, 241 op/s 2024-09-16T01:57:46.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.736+0000 7f02181ee640 1 -- 172.21.15.17:0/2389747504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0210106f10 msgr2=0x7f021010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:46.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.736+0000 7f02181ee640 1 --2- 172.21.15.17:0/2389747504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0210106f10 0x7f021010ea90 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f0208009ca0 tx=0x7f020802a8c0 comp rx=0 tx=0).stop 2024-09-16T01:57:46.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.737+0000 7f02181ee640 1 -- 172.21.15.17:0/2389747504 shutdown_connections 2024-09-16T01:57:46.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.737+0000 7f02181ee640 1 --2- 172.21.15.17:0/2389747504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0210106f10 0x7f021010ea90 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:46.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.737+0000 7f02181ee640 1 --2- 172.21.15.17:0/2389747504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0210102790 0x7f02101067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:46.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.737+0000 7f02181ee640 1 --2- 172.21.15.17:0/2389747504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0210101de0 0x7f02101021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:46.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.737+0000 7f02181ee640 1 -- 172.21.15.17:0/2389747504 >> 172.21.15.17:0/2389747504 conn(0x7f02100fd8c0 msgr2=0x7f02100ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:46.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.737+0000 7f02181ee640 1 -- 172.21.15.17:0/2389747504 shutdown_connections 2024-09-16T01:57:46.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.737+0000 7f02181ee640 1 -- 172.21.15.17:0/2389747504 wait complete. 2024-09-16T01:57:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.737+0000 7f02181ee640 1 Processor -- start 2024-09-16T01:57:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.738+0000 7f02181ee640 1 -- start start 2024-09-16T01:57:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.738+0000 7f02181ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0210101de0 0x7f02101982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.738+0000 7f02181ee640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0210102790 0x7f0210198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.738+0000 7f02181ee640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0210106f10 0x7f021019cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.738+0000 7f02181ee640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0210111e70 con 0x7f0210101de0 2024-09-16T01:57:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.738+0000 7f02181ee640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0210111cf0 con 0x7f0210102790 2024-09-16T01:57:46.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.738+0000 7f02181ee640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0210111ff0 con 0x7f0210106f10 2024-09-16T01:57:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.738+0000 7f021678b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0210106f10 0x7f021019cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.738+0000 7f0215f8a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0210101de0 0x7f02101982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.738+0000 7f021678b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0210106f10 0x7f021019cbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38346/0 (socket says 172.21.15.17:38346) 2024-09-16T01:57:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.738+0000 7f021678b640 1 -- 172.21.15.17:0/773020014 learned_addr learned my addr 172.21.15.17:0/773020014 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.738+0000 7f0215789640 1 --2- 172.21.15.17:0/773020014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0210102790 0x7f0210198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.739+0000 7f021678b640 1 -- 172.21.15.17:0/773020014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0210102790 msgr2=0x7f0210198830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.739+0000 7f021678b640 1 --2- 172.21.15.17:0/773020014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0210102790 0x7f0210198830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.739+0000 7f021678b640 1 -- 172.21.15.17:0/773020014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0210101de0 msgr2=0x7f02101982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.739+0000 7f021678b640 1 --2- 172.21.15.17:0/773020014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0210101de0 0x7f02101982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.739+0000 7f021678b640 1 -- 172.21.15.17:0/773020014 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f021019d2a0 con 0x7f0210106f10 2024-09-16T01:57:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.739+0000 7f0215789640 1 --2- 172.21.15.17:0/773020014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0210102790 0x7f0210198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:57:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.739+0000 7f021678b640 1 --2- 172.21.15.17:0/773020014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0210106f10 0x7f021019cbc0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f0208005e30 tx=0x7f02080093d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:46.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.739+0000 7f0206ffd640 1 -- 172.21.15.17:0/773020014 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0208003c70 con 0x7f0210106f10 2024-09-16T01:57:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.739+0000 7f02181ee640 1 -- 172.21.15.17:0/773020014 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f021019d530 con 0x7f0210106f10 2024-09-16T01:57:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.739+0000 7f0206ffd640 1 -- 172.21.15.17:0/773020014 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0208003e10 con 0x7f0210106f10 2024-09-16T01:57:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.739+0000 7f0206ffd640 1 -- 172.21.15.17:0/773020014 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0208030c50 con 0x7f0210106f10 2024-09-16T01:57:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.739+0000 7f02181ee640 1 -- 172.21.15.17:0/773020014 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0210074420 con 0x7f0210106f10 2024-09-16T01:57:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.741+0000 7f02181ee640 1 -- 172.21.15.17:0/773020014 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02101021c0 con 0x7f0210106f10 2024-09-16T01:57:46.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.742+0000 7f0206ffd640 1 -- 172.21.15.17:0/773020014 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f0208004040 con 0x7f0210106f10 2024-09-16T01:57:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.743+0000 7f0206ffd640 1 --2- 172.21.15.17:0/773020014 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f01fc0a3240 0x7f01fc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.743+0000 7f0206ffd640 1 -- 172.21.15.17:0/773020014 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f02080f0d40 con 0x7f0210106f10 2024-09-16T01:57:46.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.743+0000 7f0215f8a640 1 --2- 172.21.15.17:0/773020014 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f01fc0a3240 0x7f01fc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:46.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.743+0000 7f0215f8a640 1 --2- 172.21.15.17:0/773020014 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f01fc0a3240 0x7f01fc0a5700 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f020c010d80 tx=0x7f020c012040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:46.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:46.747+0000 7f0206ffd640 1 -- 172.21.15.17:0/773020014 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f02080bda20 con 0x7f0210106f10 2024-09-16T01:57:47.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 11377 11.38 MB/sec warmup 69 sec latency 81.288 ms 2024-09-16T01:57:47.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:47.093+0000 7f02181ee640 1 -- 172.21.15.17:0/773020014 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f021010a0f0 con 0x7f0210106f10 2024-09-16T01:57:47.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:47.094+0000 7f0206ffd640 1 -- 172.21.15.17:0/773020014 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11904 (secure 0 0 0) 0x7f02080bd320 con 0x7f0210106f10 2024-09-16T01:57:47.101 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:57:47.101 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":26,"btime":"2024-09-16T01:56:39:516451+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:56:39.440997+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T01:57:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 26 2024-09-16T01:57:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:47.097+0000 7f02181ee640 1 -- 172.21.15.17:0/773020014 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f01fc0a3240 msgr2=0x7f01fc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:47.097+0000 7f02181ee640 1 --2- 172.21.15.17:0/773020014 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f01fc0a3240 0x7f01fc0a5700 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f020c010d80 tx=0x7f020c012040 comp rx=0 tx=0).stop 2024-09-16T01:57:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:47.097+0000 7f02181ee640 1 -- 172.21.15.17:0/773020014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0210106f10 msgr2=0x7f021019cbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:47.097+0000 7f02181ee640 1 --2- 172.21.15.17:0/773020014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0210106f10 0x7f021019cbc0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f0208005e30 tx=0x7f02080093d0 comp rx=0 tx=0).stop 2024-09-16T01:57:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:47.097+0000 7f02181ee640 1 -- 172.21.15.17:0/773020014 shutdown_connections 2024-09-16T01:57:47.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:47.097+0000 7f02181ee640 1 --2- 172.21.15.17:0/773020014 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f01fc0a3240 0x7f01fc0a5700 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:47.097+0000 7f02181ee640 1 --2- 172.21.15.17:0/773020014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0210106f10 0x7f021019cbc0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:47.097+0000 7f02181ee640 1 --2- 172.21.15.17:0/773020014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0210102790 0x7f0210198830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:47.097+0000 7f02181ee640 1 --2- 172.21.15.17:0/773020014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0210101de0 0x7f02101982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:47.097+0000 7f02181ee640 1 -- 172.21.15.17:0/773020014 >> 172.21.15.17:0/773020014 conn(0x7f02100fd8c0 msgr2=0x7f02100fec00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:47.097+0000 7f02181ee640 1 -- 172.21.15.17:0/773020014 shutdown_connections 2024-09-16T01:57:47.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:47.097+0000 7f02181ee640 1 -- 172.21.15.17:0/773020014 wait complete. 2024-09-16T01:57:47.783 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:57:48.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:47 smithi017 ceph-mon[30972]: pgmap v767: 97 pgs: 97 active+clean; 439 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 3.1 MiB/s wr, 218 op/s 2024-09-16T01:57:48.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:47 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/773020014' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:57:48.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 11596 11.42 MB/sec warmup 70 sec latency 116.524 ms 2024-09-16T01:57:48.123 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:57:48.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:47 smithi122 ceph-mon[34758]: pgmap v767: 97 pgs: 97 active+clean; 439 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 3.1 MiB/s wr, 218 op/s 2024-09-16T01:57:48.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:47 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/773020014' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:57:48.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:47 smithi029 ceph-mon[34783]: pgmap v767: 97 pgs: 97 active+clean; 439 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 3.1 MiB/s wr, 218 op/s 2024-09-16T01:57:48.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:47 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/773020014' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:57:48.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.668+0000 7f7979819640 1 -- 172.21.15.17:0/1451548035 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7974100ca0 msgr2=0x7f7974106840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:48.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.668+0000 7f7979819640 1 --2- 172.21.15.17:0/1451548035 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7974100ca0 0x7f7974106840 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f7968009860 tx=0x7f796802a340 comp rx=0 tx=0).stop 2024-09-16T01:57:48.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.668+0000 7f7979819640 1 -- 172.21.15.17:0/1451548035 shutdown_connections 2024-09-16T01:57:48.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.668+0000 7f7979819640 1 --2- 172.21.15.17:0/1451548035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7974106f50 0x7f797410eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.668+0000 7f7979819640 1 --2- 172.21.15.17:0/1451548035 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7974100ca0 0x7f7974106840 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.668+0000 7f7979819640 1 --2- 172.21.15.17:0/1451548035 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79741002f0 0x7f79741006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.668+0000 7f7979819640 1 -- 172.21.15.17:0/1451548035 >> 172.21.15.17:0/1451548035 conn(0x7f7974077220 msgr2=0x7f79740fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:48.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.668+0000 7f7979819640 1 -- 172.21.15.17:0/1451548035 shutdown_connections 2024-09-16T01:57:48.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.668+0000 7f7979819640 1 -- 172.21.15.17:0/1451548035 wait complete. 2024-09-16T01:57:48.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.669+0000 7f7979819640 1 Processor -- start 2024-09-16T01:57:48.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.669+0000 7f7979819640 1 -- start start 2024-09-16T01:57:48.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.669+0000 7f7979819640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79741002f0 0x7f79741961c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.669+0000 7f7979819640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7974100ca0 0x7f7974196700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.669+0000 7f7979819640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7974106f50 0x7f797419aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.669+0000 7f7979819640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f797410fc60 con 0x7f7974100ca0 2024-09-16T01:57:48.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.669+0000 7f7979819640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f797410fae0 con 0x7f79741002f0 2024-09-16T01:57:48.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.669+0000 7f7979819640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f797410fde0 con 0x7f7974106f50 2024-09-16T01:57:48.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.670+0000 7f7972ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79741002f0 0x7f79741961c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.670+0000 7f79737fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7974106f50 0x7f797419aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.670+0000 7f7972ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79741002f0 0x7f79741961c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47416/0 (socket says 172.21.15.17:47416) 2024-09-16T01:57:48.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.670+0000 7f7972ffd640 1 -- 172.21.15.17:0/2685085447 learned_addr learned my addr 172.21.15.17:0/2685085447 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:48.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.670+0000 7f79737fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7974106f50 0x7f797419aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38374/0 (socket says 172.21.15.17:38374) 2024-09-16T01:57:48.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.670+0000 7f79727fc640 1 --2- 172.21.15.17:0/2685085447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7974100ca0 0x7f7974196700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.670+0000 7f79737fe640 1 -- 172.21.15.17:0/2685085447 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79741002f0 msgr2=0x7f79741961c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:48.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.670+0000 7f79737fe640 1 --2- 172.21.15.17:0/2685085447 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79741002f0 0x7f79741961c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.670+0000 7f79737fe640 1 -- 172.21.15.17:0/2685085447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7974100ca0 msgr2=0x7f7974196700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:48.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.670+0000 7f79737fe640 1 --2- 172.21.15.17:0/2685085447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7974100ca0 0x7f7974196700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.670+0000 7f79737fe640 1 -- 172.21.15.17:0/2685085447 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f797419b170 con 0x7f7974106f50 2024-09-16T01:57:48.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.670+0000 7f79737fe640 1 --2- 172.21.15.17:0/2685085447 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7974106f50 0x7f797419aa90 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f796c00ef00 tx=0x7f796c00c740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:48.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.671+0000 7f7978817640 1 -- 172.21.15.17:0/2685085447 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f796c004b20 con 0x7f7974106f50 2024-09-16T01:57:48.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.671+0000 7f7978817640 1 -- 172.21.15.17:0/2685085447 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f796c003e20 con 0x7f7974106f50 2024-09-16T01:57:48.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.671+0000 7f7979819640 1 -- 172.21.15.17:0/2685085447 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f797419b460 con 0x7f7974106f50 2024-09-16T01:57:48.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.671+0000 7f7978817640 1 -- 172.21.15.17:0/2685085447 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f796c00b570 con 0x7f7974106f50 2024-09-16T01:57:48.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.671+0000 7f7979819640 1 -- 172.21.15.17:0/2685085447 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f79741a2d40 con 0x7f7974106f50 2024-09-16T01:57:48.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.673+0000 7f7978817640 1 -- 172.21.15.17:0/2685085447 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f796c01d020 con 0x7f7974106f50 2024-09-16T01:57:48.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.674+0000 7f797bbf2740 1 Processor -- start 2024-09-16T01:57:48.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.674+0000 7f797bbf2740 1 -- start start 2024-09-16T01:57:48.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.674+0000 7f797bbf2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00db40 0x55776b00c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.674+0000 7f7978817640 1 --2- 172.21.15.17:0/2685085447 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f795c0a32c0 0x7f795c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.674+0000 7f797bbf2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00c5d0 0x55776b00ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.674+0000 7f797bbf2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b017370 0x55776b019760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.674+0000 7f797bbf2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55776af722f0 con 0x55776b017370 2024-09-16T01:57:48.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.674+0000 7f797bbf2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55776af19cf0 con 0x55776b00c5d0 2024-09-16T01:57:48.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.674+0000 7f797bbf2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55776af6e2b0 con 0x55776b00db40 2024-09-16T01:57:48.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.675+0000 7f79727fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00db40 0x55776b00c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.675+0000 7f79727fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00db40 0x55776b00c090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38386/0 (socket says 172.21.15.17:38386) 2024-09-16T01:57:48.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.675+0000 7f79727fc640 1 -- 172.21.15.17:0/1752838225 learned_addr learned my addr 172.21.15.17:0/1752838225 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:48.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.675+0000 7f7972ffd640 1 --2- 172.21.15.17:0/2685085447 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f795c0a32c0 0x7f795c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.675+0000 7f79727fc640 1 --2- 172.21.15.17:0/1752838225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00c5d0 0x55776b00ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.675+0000 7f79737fe640 1 --2- 172.21.15.17:0/1752838225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b017370 0x55776b019760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.675+0000 7f7978817640 1 -- 172.21.15.17:0/2685085447 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f796c0cf6a0 con 0x7f7974106f50 2024-09-16T01:57:48.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.675+0000 7f79727fc640 1 -- 172.21.15.17:0/1752838225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00c5d0 msgr2=0x55776b00ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:48.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.675+0000 7f79727fc640 1 --2- 172.21.15.17:0/1752838225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00c5d0 0x55776b00ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.675+0000 7f79727fc640 1 -- 172.21.15.17:0/1752838225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b017370 msgr2=0x55776b019760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:48.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.675+0000 7f79727fc640 1 --2- 172.21.15.17:0/1752838225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b017370 0x55776b019760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.675+0000 7f79727fc640 1 -- 172.21.15.17:0/1752838225 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55776aefe3a0 con 0x55776b00db40 2024-09-16T01:57:48.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.675+0000 7f7972ffd640 1 --2- 172.21.15.17:0/2685085447 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f795c0a32c0 0x7f795c0a5780 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f796400d5c0 tx=0x7f7964018040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:48.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.675+0000 7f79727fc640 1 --2- 172.21.15.17:0/1752838225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00db40 0x55776b00c090 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7968000c00 tx=0x7f796802a340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75e894c3195c8a8e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:48.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.676+0000 7f7959ffb640 1 -- 172.21.15.17:0/1752838225 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7968037070 con 0x55776b00db40 2024-09-16T01:57:48.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.676+0000 7f7959ffb640 1 -- 172.21.15.17:0/1752838225 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7968038040 con 0x55776b00db40 2024-09-16T01:57:48.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.676+0000 7f7959ffb640 1 -- 172.21.15.17:0/1752838225 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79680038c0 con 0x55776b00db40 2024-09-16T01:57:48.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.676+0000 7f797bbf2740 1 -- 172.21.15.17:0/1752838225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00db40 msgr2=0x55776b00c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:48.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.676+0000 7f797bbf2740 1 --2- 172.21.15.17:0/1752838225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00db40 0x55776b00c090 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7968000c00 tx=0x7f796802a340 comp rx=0 tx=0).stop 2024-09-16T01:57:48.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.676+0000 7f797bbf2740 1 -- 172.21.15.17:0/1752838225 shutdown_connections 2024-09-16T01:57:48.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.676+0000 7f797bbf2740 1 --2- 172.21.15.17:0/1752838225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b017370 0x55776b019760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.676+0000 7f797bbf2740 1 --2- 172.21.15.17:0/1752838225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00c5d0 0x55776b00ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.676+0000 7f797bbf2740 1 --2- 172.21.15.17:0/1752838225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00db40 0x55776b00c090 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.676+0000 7f797bbf2740 1 -- 172.21.15.17:0/1752838225 >> 172.21.15.17:0/1752838225 conn(0x55776afd5310 msgr2=0x55776b008c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:48.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.677+0000 7f797bbf2740 1 -- 172.21.15.17:0/1752838225 shutdown_connections 2024-09-16T01:57:48.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.677+0000 7f797bbf2740 1 -- 172.21.15.17:0/1752838225 wait complete. 2024-09-16T01:57:48.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.677+0000 7f797bbf2740 1 -- start start 2024-09-16T01:57:48.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.677+0000 7f797bbf2740 1 Processor -- start 2024-09-16T01:57:48.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f797bbf2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00c5d0 0x55776b016dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f797bbf2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b00db40 0x55776b014080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f797bbf2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b017370 0x55776b014810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f797bbf2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55776b019fb0 con 0x55776b00db40 2024-09-16T01:57:48.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f797bbf2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55776af2d060 con 0x55776b017370 2024-09-16T01:57:48.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f797bbf2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55776b01a130 con 0x55776b00c5d0 2024-09-16T01:57:48.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f7972ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00c5d0 0x55776b016dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f79727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b00db40 0x55776b014080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f7972ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00c5d0 0x55776b016dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38398/0 (socket says 172.21.15.17:38398) 2024-09-16T01:57:48.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f7972ffd640 1 -- 172.21.15.17:0/956138324 learned_addr learned my addr 172.21.15.17:0/956138324 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:48.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f797bbf2740 10 client.0 _ll_register_callbacks cb 0x55776ac808c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:48.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f79737fe640 1 --2- 172.21.15.17:0/956138324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b017370 0x55776b014810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f7972ffd640 1 -- 172.21.15.17:0/956138324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b017370 msgr2=0x55776b014810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:48.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f7972ffd640 1 --2- 172.21.15.17:0/956138324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b017370 0x55776b014810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f7972ffd640 1 -- 172.21.15.17:0/956138324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b00db40 msgr2=0x55776b014080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:48.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f7972ffd640 1 --2- 172.21.15.17:0/956138324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b00db40 0x55776b014080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f7972ffd640 1 -- 172.21.15.17:0/956138324 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55776ace33c0 con 0x55776b00c5d0 2024-09-16T01:57:48.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f7972ffd640 1 --2- 172.21.15.17:0/956138324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00c5d0 0x55776b016dd0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f7964003fc0 tx=0x7f79640046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69897d50dce060ea server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:48.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.678+0000 7f7952ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:57:48.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.679+0000 7f7952ffd640 1 -- 172.21.15.17:0/956138324 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f79640230d0 con 0x55776b00c5d0 2024-09-16T01:57:48.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.679+0000 7f7952ffd640 1 -- 172.21.15.17:0/956138324 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7964009040 con 0x55776b00c5d0 2024-09-16T01:57:48.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.679+0000 7f797bbf2740 1 -- 172.21.15.17:0/956138324 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7968038040 con 0x55776b00c5d0 2024-09-16T01:57:48.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.679+0000 7f7952ffd640 1 -- 172.21.15.17:0/956138324 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7964023270 con 0x55776b00c5d0 2024-09-16T01:57:48.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.679+0000 7f797bbf2740 10 client.27742 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:48.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.679+0000 7f797bbf2740 1 -- 172.21.15.17:0/956138324 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55776b025b00 con 0x55776b00c5d0 2024-09-16T01:57:48.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.679+0000 7f7952ffd640 1 -- 172.21.15.17:0/956138324 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f79640054d0 con 0x55776b00c5d0 2024-09-16T01:57:48.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.680+0000 7f7952ffd640 1 -- 172.21.15.17:0/956138324 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f7964020070 con 0x55776b00c5d0 2024-09-16T01:57:48.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.680+0000 7f797bbf2740 10 client.27742 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:48.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.680+0000 7f797bbf2740 10 client.27742 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:57:48.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.680+0000 7f797bbf2740 20 client.27742 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:48.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.680+0000 7f797bbf2740 1 --2- 172.21.15.17:0/956138324 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55776b027400 0x55776b029880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.680+0000 7f797bbf2740 4 client.27742 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:57:48.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.680+0000 7f797bbf2740 1 -- 172.21.15.17:0/956138324 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f7968038040 con 0x55776b027400 2024-09-16T01:57:48.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.680+0000 7f79727fc640 1 --2- 172.21.15.17:0/956138324 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55776b027400 0x55776b029880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.680+0000 7f79727fc640 1 --2- 172.21.15.17:0/956138324 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55776b027400 0x55776b029880 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=67b54cb5c0aabf96 server_cookie=c19bdc7638e17331 in_seq=0 out_seq=0 2024-09-16T01:57:48.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.680+0000 7f7952ffd640 10 client.27742 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:57:48.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.681+0000 7f7952ffd640 1 -- 172.21.15.17:0/956138324 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f7968038040 con 0x55776b027400 2024-09-16T01:57:48.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.681+0000 7f7952ffd640 10 client.27742 handle_command_reply: tid=0 2024-09-16T01:57:48.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.681+0000 7f797bbf2740 1 client.27742 shutdown 2024-09-16T01:57:48.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.681+0000 7f797bbf2740 1 -- 172.21.15.17:0/956138324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00c5d0 msgr2=0x55776b016dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:48.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.681+0000 7f797bbf2740 1 --2- 172.21.15.17:0/956138324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00c5d0 0x55776b016dd0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f7964003fc0 tx=0x7f79640046c0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.681+0000 7f797bbf2740 1 -- 172.21.15.17:0/956138324 shutdown_connections 2024-09-16T01:57:48.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.681+0000 7f797bbf2740 1 --2- 172.21.15.17:0/956138324 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55776b027400 0x55776b029880 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.683+0000 7f797bbf2740 1 --2- 172.21.15.17:0/956138324 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b017370 0x55776b014810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.683+0000 7f797bbf2740 1 --2- 172.21.15.17:0/956138324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b00db40 0x55776b014080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.683+0000 7f797bbf2740 1 --2- 172.21.15.17:0/956138324 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00c5d0 0x55776b016dd0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.683+0000 7f7952ffd640 0 client.27742 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:57:48.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.683+0000 7f797bbf2740 1 -- 172.21.15.17:0/956138324 >> 172.21.15.17:0/956138324 conn(0x55776afd5310 msgr2=0x55776b00e960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:48.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.683+0000 7f797bbf2740 1 -- 172.21.15.17:0/956138324 shutdown_connections 2024-09-16T01:57:48.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.683+0000 7f797bbf2740 1 -- 172.21.15.17:0/956138324 wait complete. 2024-09-16T01:57:48.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.683+0000 7f797bbf2740 20 client.27742 trim_cache size 0 max 16384 2024-09-16T01:57:48.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.701+0000 7f797bbf2740 1 Processor -- start 2024-09-16T01:57:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.701+0000 7f797bbf2740 1 -- start start 2024-09-16T01:57:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f797bbf2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00c5d0 0x55776b02f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f797bbf2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00db40 0x55776b02f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f797bbf2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b017370 0x55776b0112e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f797bbf2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f79741adb50 con 0x55776b017370 2024-09-16T01:57:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f797bbf2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f79741ab420 con 0x55776b00c5d0 2024-09-16T01:57:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f797bbf2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f79741a9250 con 0x55776b00db40 2024-09-16T01:57:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f7972ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00c5d0 0x55776b02f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f7972ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00c5d0 0x55776b02f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47446/0 (socket says 172.21.15.17:47446) 2024-09-16T01:57:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f79727fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00db40 0x55776b02f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f7972ffd640 1 -- 172.21.15.17:0/1853449900 learned_addr learned my addr 172.21.15.17:0/1853449900 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:48.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f79737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b017370 0x55776b0112e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f79727fc640 1 -- 172.21.15.17:0/1853449900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00c5d0 msgr2=0x55776b02f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f79727fc640 1 --2- 172.21.15.17:0/1853449900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00c5d0 0x55776b02f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f79727fc640 1 -- 172.21.15.17:0/1853449900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b017370 msgr2=0x55776b0112e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f79727fc640 1 --2- 172.21.15.17:0/1853449900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b017370 0x55776b0112e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f79727fc640 1 -- 172.21.15.17:0/1853449900 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55776b009960 con 0x55776b00db40 2024-09-16T01:57:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f79737fe640 1 --2- 172.21.15.17:0/1853449900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b017370 0x55776b0112e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:57:48.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.702+0000 7f7972ffd640 1 --2- 172.21.15.17:0/1853449900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00c5d0 0x55776b02f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.703+0000 7f79727fc640 1 --2- 172.21.15.17:0/1853449900 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00db40 0x55776b02f6d0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f796802a930 tx=0x7f7968044040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2bfdd6499c083e2b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.703+0000 7f79597fa640 1 -- 172.21.15.17:0/1853449900 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7968037040 con 0x55776b00db40 2024-09-16T01:57:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.703+0000 7f79597fa640 1 -- 172.21.15.17:0/1853449900 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7968004040 con 0x55776b00db40 2024-09-16T01:57:48.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.703+0000 7f79597fa640 1 -- 172.21.15.17:0/1853449900 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7968003b10 con 0x55776b00db40 2024-09-16T01:57:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.704+0000 7f797bbf2740 1 -- 172.21.15.17:0/1853449900 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00db40 msgr2=0x55776b02f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.704+0000 7f797bbf2740 1 --2- 172.21.15.17:0/1853449900 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00db40 0x55776b02f6d0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f796802a930 tx=0x7f7968044040 comp rx=0 tx=0).stop 2024-09-16T01:57:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.704+0000 7f797bbf2740 1 -- 172.21.15.17:0/1853449900 shutdown_connections 2024-09-16T01:57:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.704+0000 7f797bbf2740 1 --2- 172.21.15.17:0/1853449900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b017370 0x55776b0112e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.704+0000 7f797bbf2740 1 --2- 172.21.15.17:0/1853449900 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b00db40 0x55776b02f6d0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.704+0000 7f797bbf2740 1 --2- 172.21.15.17:0/1853449900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00c5d0 0x55776b02f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.704+0000 7f797bbf2740 1 -- 172.21.15.17:0/1853449900 >> 172.21.15.17:0/1853449900 conn(0x55776afd5310 msgr2=0x55776b012950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.704+0000 7f797bbf2740 1 -- 172.21.15.17:0/1853449900 shutdown_connections 2024-09-16T01:57:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.704+0000 7f797bbf2740 1 -- 172.21.15.17:0/1853449900 wait complete. 2024-09-16T01:57:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.704+0000 7f797bbf2740 1 -- start start 2024-09-16T01:57:48.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.705+0000 7f797bbf2740 1 Processor -- start 2024-09-16T01:57:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.705+0000 7f797bbf2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b00c5d0 0x55776b01f830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.705+0000 7f797bbf2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00db40 0x55776b01ab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.705+0000 7f797bbf2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b017370 0x55776b01b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.705+0000 7f797bbf2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f79741a98e0 con 0x55776b00c5d0 2024-09-16T01:57:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.705+0000 7f797bbf2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f79741aad50 con 0x55776b00db40 2024-09-16T01:57:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.705+0000 7f797bbf2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f79741a9fb0 con 0x55776b017370 2024-09-16T01:57:48.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.705+0000 7f797bbf2740 10 client.0 _ll_register_callbacks cb 0x7f79640044d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.705+0000 7f7972ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b00c5d0 0x55776b01f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.705+0000 7f7972ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b00c5d0 0x55776b01f830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53770/0 (socket says 172.21.15.17:53770) 2024-09-16T01:57:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.705+0000 7f7972ffd640 1 -- 172.21.15.17:0/1229681063 learned_addr learned my addr 172.21.15.17:0/1229681063 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.705+0000 7f79727fc640 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00db40 0x55776b01ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.706+0000 7f79737fe640 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b017370 0x55776b01b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.706+0000 7f79727fc640 1 -- 172.21.15.17:0/1229681063 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b017370 msgr2=0x55776b01b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.706+0000 7f79727fc640 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b017370 0x55776b01b0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.706+0000 7f79727fc640 1 -- 172.21.15.17:0/1229681063 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b00c5d0 msgr2=0x55776b01f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.706+0000 7f79727fc640 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b00c5d0 0x55776b01f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.706+0000 7f79727fc640 1 -- 172.21.15.17:0/1229681063 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55776b01b5e0 con 0x55776b00db40 2024-09-16T01:57:48.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.706+0000 7f7972ffd640 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b00c5d0 0x55776b01f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:48.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.706+0000 7f79737fe640 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b017370 0x55776b01b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:57:48.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.706+0000 7f79727fc640 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00db40 0x55776b01ab60 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f796802a860 tx=0x7f7968005d80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7e4fff0b72cc66d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:48.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.706+0000 7f7952ffd640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:57:48.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.706+0000 7f7952ffd640 1 -- 172.21.15.17:0/1229681063 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f796805c070 con 0x55776b00db40 2024-09-16T01:57:48.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.706+0000 7f7952ffd640 1 -- 172.21.15.17:0/1229681063 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f79680041f0 con 0x55776b00db40 2024-09-16T01:57:48.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.706+0000 7f797bbf2740 1 -- 172.21.15.17:0/1229681063 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f7968004040 con 0x55776b00db40 2024-09-16T01:57:48.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.707+0000 7f7952ffd640 1 -- 172.21.15.17:0/1229681063 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f7968067050 con 0x55776b00db40 2024-09-16T01:57:48.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.707+0000 7f797bbf2740 10 client.27470 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:48.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.707+0000 7f797bbf2740 1 -- 172.21.15.17:0/1229681063 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55776b091e70 con 0x55776b00db40 2024-09-16T01:57:48.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.707+0000 7f7952ffd640 1 -- 172.21.15.17:0/1229681063 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7968004040 con 0x55776b00db40 2024-09-16T01:57:48.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.707+0000 7f7952ffd640 1 -- 172.21.15.17:0/1229681063 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f796803d070 con 0x55776b00db40 2024-09-16T01:57:48.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.707+0000 7f797bbf2740 10 client.27470 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:48.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.707+0000 7f797bbf2740 10 client.27470 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:57:48.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.707+0000 7f797bbf2740 20 client.27470 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:48.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.707+0000 7f797bbf2740 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55776b027400 0x55776b094050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:48.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.707+0000 7f797bbf2740 4 client.27470 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:57:48.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.707+0000 7f797bbf2740 1 -- 172.21.15.17:0/1229681063 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55776af7f860 con 0x55776b027400 2024-09-16T01:57:48.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.708+0000 7f7972ffd640 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55776b027400 0x55776b094050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:48.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.708+0000 7f7952ffd640 10 client.27470 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:57:48.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.708+0000 7f7972ffd640 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55776b027400 0x55776b094050 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b53240fb17ca009b server_cookie=e3783fe04975d236 in_seq=0 out_seq=0 2024-09-16T01:57:48.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.708+0000 7f7952ffd640 1 -- 172.21.15.17:0/1229681063 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55776af7f860 con 0x55776b027400 2024-09-16T01:57:48.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.708+0000 7f7952ffd640 10 client.27470 handle_command_reply: tid=0 2024-09-16T01:57:48.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.708+0000 7f797bbf2740 1 client.27470 shutdown 2024-09-16T01:57:48.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.708+0000 7f797bbf2740 1 -- 172.21.15.17:0/1229681063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00db40 msgr2=0x55776b01ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:48.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.708+0000 7f797bbf2740 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00db40 0x55776b01ab60 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f796802a860 tx=0x7f7968005d80 comp rx=0 tx=0).stop 2024-09-16T01:57:48.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.708+0000 7f797bbf2740 1 -- 172.21.15.17:0/1229681063 shutdown_connections 2024-09-16T01:57:48.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.708+0000 7f797bbf2740 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55776b027400 0x55776b094050 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.709+0000 7f797bbf2740 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55776b017370 0x55776b01b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.709+0000 7f797bbf2740 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55776b00db40 0x55776b01ab60 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.709+0000 7f797bbf2740 1 --2- 172.21.15.17:0/1229681063 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55776b00c5d0 0x55776b01f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.709+0000 7f797bbf2740 1 -- 172.21.15.17:0/1229681063 >> 172.21.15.17:0/1229681063 conn(0x55776afd5310 msgr2=0x55776b00e0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:48.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.709+0000 7f7952ffd640 0 client.27470 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:57:48.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.709+0000 7f797bbf2740 1 -- 172.21.15.17:0/1229681063 shutdown_connections 2024-09-16T01:57:48.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.709+0000 7f797bbf2740 1 -- 172.21.15.17:0/1229681063 wait complete. 2024-09-16T01:57:48.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.709+0000 7f797bbf2740 20 client.27470 trim_cache size 0 max 16384 2024-09-16T01:57:48.716 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:57:48.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.710+0000 7f7979819640 1 -- 172.21.15.17:0/2685085447 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f795c0a32c0 msgr2=0x7f795c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:48.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.710+0000 7f7979819640 1 --2- 172.21.15.17:0/2685085447 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f795c0a32c0 0x7f795c0a5780 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f796400d5c0 tx=0x7f7964018040 comp rx=0 tx=0).stop 2024-09-16T01:57:48.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.710+0000 7f7979819640 1 -- 172.21.15.17:0/2685085447 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7974106f50 msgr2=0x7f797419aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:48.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.710+0000 7f7979819640 1 --2- 172.21.15.17:0/2685085447 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7974106f50 0x7f797419aa90 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f796c00ef00 tx=0x7f796c00c740 comp rx=0 tx=0).stop 2024-09-16T01:57:48.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.710+0000 7f7979819640 1 -- 172.21.15.17:0/2685085447 shutdown_connections 2024-09-16T01:57:48.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.710+0000 7f7979819640 1 --2- 172.21.15.17:0/2685085447 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f795c0a32c0 0x7f795c0a5780 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.710+0000 7f7979819640 1 --2- 172.21.15.17:0/2685085447 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7974106f50 0x7f797419aa90 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.710+0000 7f7979819640 1 --2- 172.21.15.17:0/2685085447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7974100ca0 0x7f7974196700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.710+0000 7f7979819640 1 --2- 172.21.15.17:0/2685085447 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f79741002f0 0x7f79741961c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:48.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.710+0000 7f7979819640 1 -- 172.21.15.17:0/2685085447 >> 172.21.15.17:0/2685085447 conn(0x7f7974077220 msgr2=0x7f79740fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:48.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.710+0000 7f7979819640 1 -- 172.21.15.17:0/2685085447 shutdown_connections 2024-09-16T01:57:48.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:48.710+0000 7f7979819640 1 -- 172.21.15.17:0/2685085447 wait complete. 2024-09-16T01:57:49.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 11702 11.32 MB/sec warmup 71 sec latency 122.200 ms 2024-09-16T01:57:49.907 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:57:50.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 11764 11.19 MB/sec warmup 72 sec latency 82.270 ms 2024-09-16T01:57:50.232 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:57:50.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:49 smithi017 ceph-mon[30972]: pgmap v768: 97 pgs: 97 active+clean; 452 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 827 KiB/s rd, 4.6 MiB/s wr, 254 op/s 2024-09-16T01:57:50.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:49 smithi029 ceph-mon[34783]: pgmap v768: 97 pgs: 97 active+clean; 452 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 827 KiB/s rd, 4.6 MiB/s wr, 254 op/s 2024-09-16T01:57:50.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:49 smithi122 ceph-mon[34758]: pgmap v768: 97 pgs: 97 active+clean; 452 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 827 KiB/s rd, 4.6 MiB/s wr, 254 op/s 2024-09-16T01:57:50.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.778+0000 7efd00ecd640 1 -- 172.21.15.17:0/2433256623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcfc102570 msgr2=0x7efcfc1029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:50.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.778+0000 7efd00ecd640 1 --2- 172.21.15.17:0/2433256623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcfc102570 0x7efcfc1029b0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7efcf0009930 tx=0x7efcf002a4d0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.778+0000 7efd00ecd640 1 -- 172.21.15.17:0/2433256623 shutdown_connections 2024-09-16T01:57:50.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.778+0000 7efd00ecd640 1 --2- 172.21.15.17:0/2433256623 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efcfc102ef0 0x7efcfc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.778+0000 7efd00ecd640 1 --2- 172.21.15.17:0/2433256623 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcfc102570 0x7efcfc1029b0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.778+0000 7efd00ecd640 1 --2- 172.21.15.17:0/2433256623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcfc100e20 0x7efcfc101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.778+0000 7efd00ecd640 1 -- 172.21.15.17:0/2433256623 >> 172.21.15.17:0/2433256623 conn(0x7efcfc0fc7d0 msgr2=0x7efcfc0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:50.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.778+0000 7efd00ecd640 1 -- 172.21.15.17:0/2433256623 shutdown_connections 2024-09-16T01:57:50.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.779+0000 7efd00ecd640 1 -- 172.21.15.17:0/2433256623 wait complete. 2024-09-16T01:57:50.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.779+0000 7efd00ecd640 1 Processor -- start 2024-09-16T01:57:50.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.780+0000 7efd00ecd640 1 -- start start 2024-09-16T01:57:50.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.780+0000 7efd00ecd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efcfc100e20 0x7efcfc199300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.780+0000 7efd00ecd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcfc102570 0x7efcfc199840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.780+0000 7efd00ecd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcfc102ef0 0x7efcfc1a4380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.780+0000 7efcfad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcfc102ef0 0x7efcfc1a4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.780+0000 7efcf9d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcfc102570 0x7efcfc199840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.780+0000 7efcf9d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcfc102570 0x7efcfc199840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47472/0 (socket says 172.21.15.17:47472) 2024-09-16T01:57:50.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.780+0000 7efcfad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcfc102ef0 0x7efcfc1a4380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53790/0 (socket says 172.21.15.17:53790) 2024-09-16T01:57:50.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.780+0000 7efcf9d9b640 1 -- 172.21.15.17:0/678339075 learned_addr learned my addr 172.21.15.17:0/678339075 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:50.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.780+0000 7efcfa59c640 1 --2- 172.21.15.17:0/678339075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efcfc100e20 0x7efcfc199300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.780+0000 7efd00ecd640 1 -- 172.21.15.17:0/678339075 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efcfc110e30 con 0x7efcfc102ef0 2024-09-16T01:57:50.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.780+0000 7efd00ecd640 1 -- 172.21.15.17:0/678339075 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efcfc110cb0 con 0x7efcfc102570 2024-09-16T01:57:50.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.780+0000 7efd00ecd640 1 -- 172.21.15.17:0/678339075 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7efcfc110fb0 con 0x7efcfc100e20 2024-09-16T01:57:50.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.781+0000 7efcfad9d640 1 -- 172.21.15.17:0/678339075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efcfc100e20 msgr2=0x7efcfc199300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:50.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.781+0000 7efcfad9d640 1 --2- 172.21.15.17:0/678339075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efcfc100e20 0x7efcfc199300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.781+0000 7efcfad9d640 1 -- 172.21.15.17:0/678339075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcfc102570 msgr2=0x7efcfc199840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:50.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.781+0000 7efcfad9d640 1 --2- 172.21.15.17:0/678339075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcfc102570 0x7efcfc199840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.781+0000 7efcfad9d640 1 -- 172.21.15.17:0/678339075 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcfc1a48c0 con 0x7efcfc102ef0 2024-09-16T01:57:50.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.781+0000 7efcfad9d640 1 --2- 172.21.15.17:0/678339075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcfc102ef0 0x7efcfc1a4380 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7efcf4009fd0 tx=0x7efcf400ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:50.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.781+0000 7efceb7fe640 1 -- 172.21.15.17:0/678339075 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf400ce20 con 0x7efcfc102ef0 2024-09-16T01:57:50.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.781+0000 7efd00ecd640 1 -- 172.21.15.17:0/678339075 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcfc1970f0 con 0x7efcfc102ef0 2024-09-16T01:57:50.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.781+0000 7efd00ecd640 1 -- 172.21.15.17:0/678339075 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcfc1975b0 con 0x7efcfc102ef0 2024-09-16T01:57:50.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.781+0000 7efceb7fe640 1 -- 172.21.15.17:0/678339075 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efcf4005020 con 0x7efcfc102ef0 2024-09-16T01:57:50.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.781+0000 7efceb7fe640 1 -- 172.21.15.17:0/678339075 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf4003b70 con 0x7efcfc102ef0 2024-09-16T01:57:50.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.784+0000 7efd032a6740 1 Processor -- start 2024-09-16T01:57:50.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.784+0000 7efceb7fe640 1 -- 172.21.15.17:0/678339075 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7efcf4003d10 con 0x7efcfc102ef0 2024-09-16T01:57:50.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.785+0000 7efd032a6740 1 -- start start 2024-09-16T01:57:50.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.785+0000 7efd032a6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd1070b40 0x55ffd106f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.785+0000 7efd032a6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd106f5d0 0x55ffd106fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.785+0000 7efd032a6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd107c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.785+0000 7efd032a6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ffd0fd52f0 con 0x55ffd106f5d0 2024-09-16T01:57:50.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.785+0000 7efd032a6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ffd0f7ccf0 con 0x55ffd107a370 2024-09-16T01:57:50.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.785+0000 7efd032a6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ffd0fd12b0 con 0x55ffd1070b40 2024-09-16T01:57:50.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.785+0000 7efcfa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd106f5d0 0x55ffd106fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.785+0000 7efcf9d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd1070b40 0x55ffd106f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.785+0000 7efcf9d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd1070b40 0x55ffd106f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38442/0 (socket says 172.21.15.17:38442) 2024-09-16T01:57:50.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.785+0000 7efcf9d9b640 1 -- 172.21.15.17:0/3542563169 learned_addr learned my addr 172.21.15.17:0/3542563169 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:50.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.786+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/3542563169 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd107c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.786+0000 7efcf9d9b640 1 -- 172.21.15.17:0/3542563169 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 msgr2=0x55ffd107c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:50.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.786+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/3542563169 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd107c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.786+0000 7efcf9d9b640 1 -- 172.21.15.17:0/3542563169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd106f5d0 msgr2=0x55ffd106fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:50.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.786+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/3542563169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd106f5d0 0x55ffd106fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.786+0000 7efceb7fe640 1 --2- 172.21.15.17:0/678339075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efce40a3240 0x7efce40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.786+0000 7efcf9d9b640 1 -- 172.21.15.17:0/3542563169 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffd0f613a0 con 0x55ffd1070b40 2024-09-16T01:57:50.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.786+0000 7efceb7fe640 1 -- 172.21.15.17:0/678339075 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7efcf40cfb80 con 0x7efcfc102ef0 2024-09-16T01:57:50.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.786+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/678339075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efce40a3240 0x7efce40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.787+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/3542563169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd1070b40 0x55ffd106f090 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7efcf0031440 tx=0x7efcf00058d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d47fb16ec4c0b65 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:50.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.787+0000 7efce8ff9640 1 -- 172.21.15.17:0/3542563169 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf0035040 con 0x55ffd1070b40 2024-09-16T01:57:50.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.787+0000 7efce8ff9640 1 -- 172.21.15.17:0/3542563169 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efcf0004400 con 0x55ffd1070b40 2024-09-16T01:57:50.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.787+0000 7efce8ff9640 1 -- 172.21.15.17:0/3542563169 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf003d730 con 0x55ffd1070b40 2024-09-16T01:57:50.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.788+0000 7efd032a6740 1 -- 172.21.15.17:0/3542563169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd1070b40 msgr2=0x55ffd106f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:50.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.788+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/678339075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efce40a3240 0x7efce40a5700 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7efcf004a000 tx=0x7efcf004d000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:50.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.788+0000 7efd032a6740 1 --2- 172.21.15.17:0/3542563169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd1070b40 0x55ffd106f090 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7efcf0031440 tx=0x7efcf00058d0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.788+0000 7efd032a6740 1 -- 172.21.15.17:0/3542563169 shutdown_connections 2024-09-16T01:57:50.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.788+0000 7efd032a6740 1 --2- 172.21.15.17:0/3542563169 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd107c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.788+0000 7efd032a6740 1 --2- 172.21.15.17:0/3542563169 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd106f5d0 0x55ffd106fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.788+0000 7efd032a6740 1 --2- 172.21.15.17:0/3542563169 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd1070b40 0x55ffd106f090 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.788+0000 7efd032a6740 1 -- 172.21.15.17:0/3542563169 >> 172.21.15.17:0/3542563169 conn(0x55ffd1038310 msgr2=0x55ffd106bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:50.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.788+0000 7efd032a6740 1 -- 172.21.15.17:0/3542563169 shutdown_connections 2024-09-16T01:57:50.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.788+0000 7efd032a6740 1 -- 172.21.15.17:0/3542563169 wait complete. 2024-09-16T01:57:50.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.789+0000 7efd032a6740 1 -- start start 2024-09-16T01:57:50.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.789+0000 7efd032a6740 1 Processor -- start 2024-09-16T01:57:50.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.789+0000 7efd032a6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd1079d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.789+0000 7efd032a6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd1077010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.789+0000 7efd032a6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd1077600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.789+0000 7efd032a6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ffd1085880 con 0x55ffd1070b40 2024-09-16T01:57:50.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.789+0000 7efd032a6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ffd0f90060 con 0x55ffd107a370 2024-09-16T01:57:50.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.789+0000 7efd032a6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ffd1085a00 con 0x55ffd106f5d0 2024-09-16T01:57:50.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.789+0000 7efd032a6740 10 client.0 _ll_register_callbacks cb 0x55ffd0ce38c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:50.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.789+0000 7efcfa59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd1079d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.789+0000 7efcf9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd1077010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.789+0000 7efcfa59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd1079d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38454/0 (socket says 172.21.15.17:38454) 2024-09-16T01:57:50.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.789+0000 7efcfa59c640 1 -- 172.21.15.17:0/900366218 learned_addr learned my addr 172.21.15.17:0/900366218 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:50.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.790+0000 7efcfad9d640 1 --2- 172.21.15.17:0/900366218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd1077600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.790+0000 7efcfa59c640 1 -- 172.21.15.17:0/900366218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 msgr2=0x55ffd1077600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:50.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.790+0000 7efcfa59c640 1 --2- 172.21.15.17:0/900366218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd1077600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.790+0000 7efcfa59c640 1 -- 172.21.15.17:0/900366218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 msgr2=0x55ffd1077010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:50.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.790+0000 7efcfa59c640 1 --2- 172.21.15.17:0/900366218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd1077010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.790+0000 7efcfa59c640 1 -- 172.21.15.17:0/900366218 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffd0d463c0 con 0x55ffd106f5d0 2024-09-16T01:57:50.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.790+0000 7efcfad9d640 1 --2- 172.21.15.17:0/900366218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd1077600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:57:50.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.790+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/900366218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd1077010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:50.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.790+0000 7efcfa59c640 1 --2- 172.21.15.17:0/900366218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd1079d60 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7efcec009970 tx=0x7efcec009d70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=63307f2efd1b7e93 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:50.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.790+0000 7efce1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:57:50.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.790+0000 7efce1ffb640 1 -- 172.21.15.17:0/900366218 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec00fb30 con 0x55ffd106f5d0 2024-09-16T01:57:50.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.790+0000 7efce1ffb640 1 -- 172.21.15.17:0/900366218 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7efcec00fcd0 con 0x55ffd106f5d0 2024-09-16T01:57:50.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.790+0000 7efd032a6740 1 -- 172.21.15.17:0/900366218 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efcf0004400 con 0x55ffd106f5d0 2024-09-16T01:57:50.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.791+0000 7efce1ffb640 1 -- 172.21.15.17:0/900366218 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efcec024450 con 0x55ffd106f5d0 2024-09-16T01:57:50.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.791+0000 7efd032a6740 10 client.27760 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:50.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.791+0000 7efd032a6740 1 -- 172.21.15.17:0/900366218 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ffd1091420 con 0x55ffd106f5d0 2024-09-16T01:57:50.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.791+0000 7efce1ffb640 1 -- 172.21.15.17:0/900366218 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efcf0004400 con 0x55ffd106f5d0 2024-09-16T01:57:50.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.791+0000 7efce1ffb640 1 -- 172.21.15.17:0/900366218 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7efcec00e3c0 con 0x55ffd106f5d0 2024-09-16T01:57:50.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.791+0000 7efd032a6740 10 client.27760 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:50.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.791+0000 7efd032a6740 10 client.27760 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:57:50.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.791+0000 7efd032a6740 20 client.27760 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:50.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.791+0000 7efd032a6740 1 --2- 172.21.15.17:0/900366218 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ffd10928e0 0x55ffd1094d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.791+0000 7efd032a6740 4 client.27760 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:57:50.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.791+0000 7efd032a6740 1 -- 172.21.15.17:0/900366218 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ffd0fe2860 con 0x55ffd10928e0 2024-09-16T01:57:50.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.791+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/900366218 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ffd10928e0 0x55ffd1094d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.792+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/900366218 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ffd10928e0 0x55ffd1094d10 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=80745cd02d23936e server_cookie=3e3d03673661b58f in_seq=0 out_seq=0 2024-09-16T01:57:50.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.792+0000 7efce1ffb640 10 client.27760 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:57:50.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.793+0000 7efce1ffb640 1 -- 172.21.15.17:0/900366218 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ffd0fe2860 con 0x55ffd10928e0 2024-09-16T01:57:50.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.793+0000 7efce1ffb640 10 client.27760 handle_command_reply: tid=0 2024-09-16T01:57:50.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.793+0000 7efd032a6740 1 client.27760 shutdown 2024-09-16T01:57:50.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.793+0000 7efd032a6740 1 -- 172.21.15.17:0/900366218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 msgr2=0x55ffd1079d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:50.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.793+0000 7efd032a6740 1 --2- 172.21.15.17:0/900366218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd1079d60 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7efcec009970 tx=0x7efcec009d70 comp rx=0 tx=0).stop 2024-09-16T01:57:50.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.793+0000 7efd032a6740 1 -- 172.21.15.17:0/900366218 shutdown_connections 2024-09-16T01:57:50.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.793+0000 7efd032a6740 1 --2- 172.21.15.17:0/900366218 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ffd10928e0 0x55ffd1094d10 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.793+0000 7efd032a6740 1 --2- 172.21.15.17:0/900366218 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd1077600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.793+0000 7efd032a6740 1 --2- 172.21.15.17:0/900366218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd1077010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.793+0000 7efce1ffb640 0 client.27760 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:57:50.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.793+0000 7efd032a6740 1 --2- 172.21.15.17:0/900366218 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd1079d60 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.793+0000 7efd032a6740 1 -- 172.21.15.17:0/900366218 >> 172.21.15.17:0/900366218 conn(0x55ffd1038310 msgr2=0x55ffd1071960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:50.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.793+0000 7efd032a6740 1 -- 172.21.15.17:0/900366218 shutdown_connections 2024-09-16T01:57:50.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.793+0000 7efd032a6740 1 -- 172.21.15.17:0/900366218 wait complete. 2024-09-16T01:57:50.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.794+0000 7efd032a6740 20 client.27760 trim_cache size 0 max 16384 2024-09-16T01:57:50.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.816+0000 7efd032a6740 1 Processor -- start 2024-09-16T01:57:50.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.816+0000 7efd032a6740 1 -- start start 2024-09-16T01:57:50.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.816+0000 7efd032a6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd108eb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.816+0000 7efd032a6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd1071820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.816+0000 7efd032a6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd1071d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.816+0000 7efd032a6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efcfc1adcd0 con 0x55ffd1070b40 2024-09-16T01:57:50.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.816+0000 7efd032a6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efcfc1ab5a0 con 0x55ffd107a370 2024-09-16T01:57:50.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.816+0000 7efd032a6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7efcfc1a93d0 con 0x55ffd106f5d0 2024-09-16T01:57:50.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.816+0000 7efcf9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd1071820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.816+0000 7efcfa59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd108eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.816+0000 7efcfa59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd108eb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38458/0 (socket says 172.21.15.17:38458) 2024-09-16T01:57:50.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.816+0000 7efcfa59c640 1 -- 172.21.15.17:0/1003705762 learned_addr learned my addr 172.21.15.17:0/1003705762 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:50.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.816+0000 7efcfad9d640 1 --2- 172.21.15.17:0/1003705762 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd1071d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.817+0000 7efcf9d9b640 1 -- 172.21.15.17:0/1003705762 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 msgr2=0x55ffd108eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:50.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.817+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/1003705762 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd108eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.817+0000 7efcf9d9b640 1 -- 172.21.15.17:0/1003705762 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 msgr2=0x55ffd1071d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:50.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.817+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/1003705762 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd1071d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.817+0000 7efcf9d9b640 1 -- 172.21.15.17:0/1003705762 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffd106fbe0 con 0x55ffd1070b40 2024-09-16T01:57:50.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.817+0000 7efcfa59c640 1 --2- 172.21.15.17:0/1003705762 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd108eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:50.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.817+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/1003705762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd1071820 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7efcf0005940 tx=0x7efcf0040040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d09f588fd88813a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:50.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.817+0000 7efce3fff640 1 -- 172.21.15.17:0/1003705762 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf0035030 con 0x55ffd1070b40 2024-09-16T01:57:50.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.817+0000 7efce3fff640 1 -- 172.21.15.17:0/1003705762 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efcf0004380 con 0x55ffd1070b40 2024-09-16T01:57:50.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.817+0000 7efce3fff640 1 -- 172.21.15.17:0/1003705762 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf004b6a0 con 0x55ffd1070b40 2024-09-16T01:57:50.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.818+0000 7efd032a6740 1 -- 172.21.15.17:0/1003705762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 msgr2=0x55ffd1071820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:50.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.818+0000 7efd032a6740 1 --2- 172.21.15.17:0/1003705762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd1071820 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7efcf0005940 tx=0x7efcf0040040 comp rx=0 tx=0).stop 2024-09-16T01:57:50.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.818+0000 7efd032a6740 1 -- 172.21.15.17:0/1003705762 shutdown_connections 2024-09-16T01:57:50.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.818+0000 7efd032a6740 1 --2- 172.21.15.17:0/1003705762 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd1071d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.818+0000 7efd032a6740 1 --2- 172.21.15.17:0/1003705762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd1071820 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.818+0000 7efd032a6740 1 --2- 172.21.15.17:0/1003705762 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd108eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.818+0000 7efd032a6740 1 -- 172.21.15.17:0/1003705762 >> 172.21.15.17:0/1003705762 conn(0x55ffd1038310 msgr2=0x55ffd1071110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:50.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.819+0000 7efd032a6740 1 -- 172.21.15.17:0/1003705762 shutdown_connections 2024-09-16T01:57:50.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.819+0000 7efd032a6740 1 -- 172.21.15.17:0/1003705762 wait complete. 2024-09-16T01:57:50.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.819+0000 7efd032a6740 1 -- start start 2024-09-16T01:57:50.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.819+0000 7efd032a6740 1 Processor -- start 2024-09-16T01:57:50.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.819+0000 7efd032a6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd108b050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.819+0000 7efd032a6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd108b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.819+0000 7efd032a6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd1086620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.819+0000 7efd032a6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efcfc1a9a60 con 0x55ffd1070b40 2024-09-16T01:57:50.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.819+0000 7efd032a6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efcfc1aaed0 con 0x55ffd107a370 2024-09-16T01:57:50.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.819+0000 7efd032a6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7efcfc1aa130 con 0x55ffd106f5d0 2024-09-16T01:57:50.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.819+0000 7efd032a6740 10 client.0 _ll_register_callbacks cb 0x7efcec010430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:50.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.819+0000 7efcf9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd108b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.819+0000 7efcf9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd108b590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53814/0 (socket says 172.21.15.17:53814) 2024-09-16T01:57:50.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.820+0000 7efcf9d9b640 1 -- 172.21.15.17:0/2997423494 learned_addr learned my addr 172.21.15.17:0/2997423494 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:50.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.820+0000 7efcfa59c640 1 --2- 172.21.15.17:0/2997423494 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd108b050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.820+0000 7efcfad9d640 1 --2- 172.21.15.17:0/2997423494 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd1086620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.820+0000 7efcf9d9b640 1 -- 172.21.15.17:0/2997423494 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 msgr2=0x55ffd108b050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:50.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.820+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/2997423494 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd108b050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.820+0000 7efcf9d9b640 1 -- 172.21.15.17:0/2997423494 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 msgr2=0x55ffd1086620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:50.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.820+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/2997423494 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd1086620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.820+0000 7efcf9d9b640 1 -- 172.21.15.17:0/2997423494 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffd1086e50 con 0x55ffd1070b40 2024-09-16T01:57:50.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.820+0000 7efcf9d9b640 1 --2- 172.21.15.17:0/2997423494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd108b590 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7efcf0051040 tx=0x7efcf0004530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=941f8990f4855a65 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:50.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.820+0000 7efce1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:57:50.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.820+0000 7efce1ffb640 1 -- 172.21.15.17:0/2997423494 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcf0035070 con 0x55ffd1070b40 2024-09-16T01:57:50.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.820+0000 7efce1ffb640 1 -- 172.21.15.17:0/2997423494 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7efcf003d450 con 0x55ffd1070b40 2024-09-16T01:57:50.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.820+0000 7efd032a6740 1 -- 172.21.15.17:0/2997423494 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efcf0004380 con 0x55ffd1070b40 2024-09-16T01:57:50.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.821+0000 7efce1ffb640 1 -- 172.21.15.17:0/2997423494 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7efcf003d650 con 0x55ffd1070b40 2024-09-16T01:57:50.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.821+0000 7efd032a6740 10 client.18117 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:50.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.821+0000 7efd032a6740 1 -- 172.21.15.17:0/2997423494 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55ffd10fd1f0 con 0x55ffd1070b40 2024-09-16T01:57:50.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.821+0000 7efce1ffb640 1 -- 172.21.15.17:0/2997423494 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efcf0004380 con 0x55ffd1070b40 2024-09-16T01:57:50.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.821+0000 7efce1ffb640 1 -- 172.21.15.17:0/2997423494 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7efcf0049020 con 0x55ffd1070b40 2024-09-16T01:57:50.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.821+0000 7efd032a6740 10 client.18117 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:50.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.821+0000 7efd032a6740 10 client.18117 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:57:50.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.821+0000 7efd032a6740 20 client.18117 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:50.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.821+0000 7efd032a6740 1 --2- 172.21.15.17:0/2997423494 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ffd10fd3c0 0x55ffd10ff7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:50.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.821+0000 7efd032a6740 4 client.18117 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:57:50.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.821+0000 7efd032a6740 1 -- 172.21.15.17:0/2997423494 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ffd0fdcd70 con 0x55ffd10fd3c0 2024-09-16T01:57:50.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.821+0000 7efcfa59c640 1 --2- 172.21.15.17:0/2997423494 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ffd10fd3c0 0x55ffd10ff7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:50.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.822+0000 7efce1ffb640 10 client.18117 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:57:50.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.822+0000 7efcfa59c640 1 --2- 172.21.15.17:0/2997423494 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ffd10fd3c0 0x55ffd10ff7b0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fe1bfca2c66246e8 server_cookie=4ebcab66ce409823 in_seq=0 out_seq=0 2024-09-16T01:57:50.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.822+0000 7efce1ffb640 1 -- 172.21.15.17:0/2997423494 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ffd0fdcd70 con 0x55ffd10fd3c0 2024-09-16T01:57:50.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.822+0000 7efce1ffb640 10 client.18117 handle_command_reply: tid=0 2024-09-16T01:57:50.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.822+0000 7efd032a6740 1 client.18117 shutdown 2024-09-16T01:57:50.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.822+0000 7efd032a6740 1 -- 172.21.15.17:0/2997423494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 msgr2=0x55ffd108b590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:50.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.822+0000 7efd032a6740 1 --2- 172.21.15.17:0/2997423494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd108b590 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7efcf0051040 tx=0x7efcf0004530 comp rx=0 tx=0).stop 2024-09-16T01:57:50.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.823+0000 7efd032a6740 1 -- 172.21.15.17:0/2997423494 shutdown_connections 2024-09-16T01:57:50.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.823+0000 7efd032a6740 1 --2- 172.21.15.17:0/2997423494 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ffd10fd3c0 0x55ffd10ff7b0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.823+0000 7efce1ffb640 0 client.18117 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:57:50.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.823+0000 7efd032a6740 1 --2- 172.21.15.17:0/2997423494 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ffd107a370 0x55ffd1086620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.823+0000 7efd032a6740 1 --2- 172.21.15.17:0/2997423494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ffd1070b40 0x55ffd108b590 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.823+0000 7efd032a6740 1 --2- 172.21.15.17:0/2997423494 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ffd106f5d0 0x55ffd108b050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.823+0000 7efd032a6740 1 -- 172.21.15.17:0/2997423494 >> 172.21.15.17:0/2997423494 conn(0x55ffd1038310 msgr2=0x55ffd10710e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:50.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.823+0000 7efd032a6740 1 -- 172.21.15.17:0/2997423494 shutdown_connections 2024-09-16T01:57:50.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.823+0000 7efd032a6740 1 -- 172.21.15.17:0/2997423494 wait complete. 2024-09-16T01:57:50.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.823+0000 7efd032a6740 20 client.18117 trim_cache size 0 max 16384 2024-09-16T01:57:50.830 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:57:50.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.824+0000 7efd00ecd640 1 -- 172.21.15.17:0/678339075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efce40a3240 msgr2=0x7efce40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:50.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.824+0000 7efd00ecd640 1 --2- 172.21.15.17:0/678339075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efce40a3240 0x7efce40a5700 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7efcf004a000 tx=0x7efcf004d000 comp rx=0 tx=0).stop 2024-09-16T01:57:50.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.824+0000 7efd00ecd640 1 -- 172.21.15.17:0/678339075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcfc102ef0 msgr2=0x7efcfc1a4380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:50.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.824+0000 7efd00ecd640 1 --2- 172.21.15.17:0/678339075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcfc102ef0 0x7efcfc1a4380 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7efcf4009fd0 tx=0x7efcf400ef10 comp rx=0 tx=0).stop 2024-09-16T01:57:50.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.824+0000 7efd00ecd640 1 -- 172.21.15.17:0/678339075 shutdown_connections 2024-09-16T01:57:50.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.824+0000 7efd00ecd640 1 --2- 172.21.15.17:0/678339075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efce40a3240 0x7efce40a5700 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.824+0000 7efd00ecd640 1 --2- 172.21.15.17:0/678339075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efcfc102ef0 0x7efcfc1a4380 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.824+0000 7efd00ecd640 1 --2- 172.21.15.17:0/678339075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efcfc102570 0x7efcfc199840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.824+0000 7efd00ecd640 1 --2- 172.21.15.17:0/678339075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efcfc100e20 0x7efcfc199300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:50.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.824+0000 7efd00ecd640 1 -- 172.21.15.17:0/678339075 >> 172.21.15.17:0/678339075 conn(0x7efcfc0fc7d0 msgr2=0x7efcfc104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:50.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.824+0000 7efd00ecd640 1 -- 172.21.15.17:0/678339075 shutdown_connections 2024-09-16T01:57:50.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:50.824+0000 7efd00ecd640 1 -- 172.21.15.17:0/678339075 wait complete. 2024-09-16T01:57:51.030 INFO:tasks.workunit.client.0.smithi017.stdout: 10 11877 11.20 MB/sec warmup 73 sec latency 104.325 ms 2024-09-16T01:57:51.663 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:57:52.015 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:57:52.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:51 smithi017 ceph-mon[30972]: pgmap v769: 97 pgs: 97 active+clean; 455 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 544 KiB/s rd, 4.0 MiB/s wr, 181 op/s 2024-09-16T01:57:52.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 12051 11.30 MB/sec warmup 74 sec latency 99.538 ms 2024-09-16T01:57:52.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:51 smithi122 ceph-mon[34758]: pgmap v769: 97 pgs: 97 active+clean; 455 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 544 KiB/s rd, 4.0 MiB/s wr, 181 op/s 2024-09-16T01:57:52.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:51 smithi029 ceph-mon[34783]: pgmap v769: 97 pgs: 97 active+clean; 455 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 544 KiB/s rd, 4.0 MiB/s wr, 181 op/s 2024-09-16T01:57:52.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.585+0000 7f501359e640 1 -- 172.21.15.17:0/1034276205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f500c1019c0 msgr2=0x7f500c101e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:52.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.585+0000 7f501359e640 1 --2- 172.21.15.17:0/1034276205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f500c1019c0 0x7f500c101e20 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f5004009930 tx=0x7f500402a420 comp rx=0 tx=0).stop 2024-09-16T01:57:52.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.585+0000 7f501359e640 1 -- 172.21.15.17:0/1034276205 shutdown_connections 2024-09-16T01:57:52.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.585+0000 7f501359e640 1 --2- 172.21.15.17:0/1034276205 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f500c102360 0x7f500c10e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.585+0000 7f501359e640 1 --2- 172.21.15.17:0/1034276205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f500c1019c0 0x7f500c101e20 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.585+0000 7f501359e640 1 --2- 172.21.15.17:0/1034276205 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f500c1079c0 0x7f500c107da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.585+0000 7f501359e640 1 -- 172.21.15.17:0/1034276205 >> 172.21.15.17:0/1034276205 conn(0x7f500c0fd740 msgr2=0x7f500c0ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:52.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.585+0000 7f501359e640 1 -- 172.21.15.17:0/1034276205 shutdown_connections 2024-09-16T01:57:52.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.585+0000 7f501359e640 1 -- 172.21.15.17:0/1034276205 wait complete. 2024-09-16T01:57:52.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.586+0000 7f501359e640 1 Processor -- start 2024-09-16T01:57:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.586+0000 7f501359e640 1 -- start start 2024-09-16T01:57:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f501359e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f500c1019c0 0x7f500c19a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f501359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f500c102360 0x7f500c19a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f501359e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f500c1079c0 0x7f500c19ec80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f501359e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f500c111cc0 con 0x7f500c102360 2024-09-16T01:57:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f501359e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f500c111b40 con 0x7f500c1019c0 2024-09-16T01:57:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f501359e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f500c111e40 con 0x7f500c1079c0 2024-09-16T01:57:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f5011d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f500c102360 0x7f500c19a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f5011d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f500c102360 0x7f500c19a8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53832/0 (socket says 172.21.15.17:53832) 2024-09-16T01:57:52.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f501259c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f500c1019c0 0x7f500c19a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f5011d9b640 1 -- 172.21.15.17:0/1779069908 learned_addr learned my addr 172.21.15.17:0/1779069908 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f5012d9d640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f500c1079c0 0x7f500c19ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f501259c640 1 -- 172.21.15.17:0/1779069908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f500c1079c0 msgr2=0x7f500c19ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f501259c640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f500c1079c0 0x7f500c19ec80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f501259c640 1 -- 172.21.15.17:0/1779069908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f500c102360 msgr2=0x7f500c19a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f501259c640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f500c102360 0x7f500c19a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f501259c640 1 -- 172.21.15.17:0/1779069908 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f500c19f360 con 0x7f500c1019c0 2024-09-16T01:57:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f5011d9b640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f500c102360 0x7f500c19a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.587+0000 7f5012d9d640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f500c1079c0 0x7f500c19ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.588+0000 7f501259c640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f500c1019c0 0x7f500c19a3b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f500000e9f0 tx=0x7f500000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.588+0000 7f4fff7fe640 1 -- 172.21.15.17:0/1779069908 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500000ccc0 con 0x7f500c1019c0 2024-09-16T01:57:52.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.588+0000 7f501359e640 1 -- 172.21.15.17:0/1779069908 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f500c19f650 con 0x7f500c1019c0 2024-09-16T01:57:52.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.588+0000 7f4fff7fe640 1 -- 172.21.15.17:0/1779069908 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f50000108e0 con 0x7f500c1019c0 2024-09-16T01:57:52.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.588+0000 7f4fff7fe640 1 -- 172.21.15.17:0/1779069908 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5000018880 con 0x7f500c1019c0 2024-09-16T01:57:52.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.588+0000 7f501359e640 1 -- 172.21.15.17:0/1779069908 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f500c1a6f30 con 0x7f500c1019c0 2024-09-16T01:57:52.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.591+0000 7f4fff7fe640 1 -- 172.21.15.17:0/1779069908 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f5000010a90 con 0x7f500c1019c0 2024-09-16T01:57:52.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.591+0000 7f5016bd9740 1 Processor -- start 2024-09-16T01:57:52.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.592+0000 7f5016bd9740 1 -- start start 2024-09-16T01:57:52.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.592+0000 7f5016bd9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc7dd20 0x5639efc7c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.592+0000 7f5016bd9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7c7b0 0x5639efc7cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.592+0000 7f5016bd9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc87550 0x5639efc89940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.592+0000 7f5016bd9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5639efbe22f0 con 0x5639efc7c7b0 2024-09-16T01:57:52.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.592+0000 7f5016bd9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5639efb89cf0 con 0x5639efc7dd20 2024-09-16T01:57:52.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.592+0000 7f5016bd9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5639efbde2b0 con 0x5639efc87550 2024-09-16T01:57:52.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.592+0000 7f5012d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc7dd20 0x5639efc7c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.592+0000 7f501259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7c7b0 0x5639efc7cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.592+0000 7f5012d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc7dd20 0x5639efc7c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47526/0 (socket says 172.21.15.17:47526) 2024-09-16T01:57:52.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.592+0000 7f5012d9d640 1 -- 172.21.15.17:0/488059082 learned_addr learned my addr 172.21.15.17:0/488059082 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:52.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.592+0000 7f4fff7fe640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4ff80a3240 0x7f4ff80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.592+0000 7f5011d9b640 1 --2- 172.21.15.17:0/488059082 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc87550 0x5639efc89940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.593+0000 7f5012d9d640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4ff80a3240 0x7f4ff80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.593+0000 7f4fff7fe640 1 -- 172.21.15.17:0/1779069908 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f50000cfb80 con 0x7f500c1019c0 2024-09-16T01:57:52.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.593+0000 7f5012d9d640 1 -- 172.21.15.17:0/488059082 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc87550 msgr2=0x5639efc89940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:52.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.593+0000 7f5012d9d640 1 --2- 172.21.15.17:0/488059082 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc87550 0x5639efc89940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.593+0000 7f5012d9d640 1 -- 172.21.15.17:0/488059082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7c7b0 msgr2=0x5639efc7cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:52.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.593+0000 7f5012d9d640 1 --2- 172.21.15.17:0/488059082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7c7b0 0x5639efc7cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.593+0000 7f5012d9d640 1 -- 172.21.15.17:0/488059082 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639efb6e3a0 con 0x5639efc7dd20 2024-09-16T01:57:52.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.593+0000 7f501259c640 1 --2- 172.21.15.17:0/488059082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7c7b0 0x5639efc7cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:52.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.593+0000 7f5012d9d640 1 --2- 172.21.15.17:0/488059082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc7dd20 0x5639efc7c270 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f5008011f60 tx=0x7f5008011f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed048209d1dc7a26 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:52.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.593+0000 7f5012d9d640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4ff80a3240 0x7f4ff80a5700 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f500801d000 tx=0x7f500801f000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:52.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.594+0000 7f4ffcff9640 1 -- 172.21.15.17:0/488059082 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500801a040 con 0x5639efc7dd20 2024-09-16T01:57:52.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.594+0000 7f4ffcff9640 1 -- 172.21.15.17:0/488059082 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5008022070 con 0x5639efc7dd20 2024-09-16T01:57:52.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.594+0000 7f4ffcff9640 1 -- 172.21.15.17:0/488059082 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f500801e420 con 0x5639efc7dd20 2024-09-16T01:57:52.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.594+0000 7f5016bd9740 1 -- 172.21.15.17:0/488059082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc7dd20 msgr2=0x5639efc7c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:52.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.594+0000 7f5016bd9740 1 --2- 172.21.15.17:0/488059082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc7dd20 0x5639efc7c270 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f5008011f60 tx=0x7f5008011f90 comp rx=0 tx=0).stop 2024-09-16T01:57:52.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.595+0000 7f5016bd9740 1 -- 172.21.15.17:0/488059082 shutdown_connections 2024-09-16T01:57:52.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.595+0000 7f5016bd9740 1 --2- 172.21.15.17:0/488059082 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc87550 0x5639efc89940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.595+0000 7f5016bd9740 1 --2- 172.21.15.17:0/488059082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7c7b0 0x5639efc7cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.595+0000 7f5016bd9740 1 --2- 172.21.15.17:0/488059082 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc7dd20 0x5639efc7c270 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.595+0000 7f5016bd9740 1 -- 172.21.15.17:0/488059082 >> 172.21.15.17:0/488059082 conn(0x5639efc45310 msgr2=0x5639efc78e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:52.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.595+0000 7f5016bd9740 1 -- 172.21.15.17:0/488059082 shutdown_connections 2024-09-16T01:57:52.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.595+0000 7f5016bd9740 1 -- 172.21.15.17:0/488059082 wait complete. 2024-09-16T01:57:52.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.595+0000 7f5016bd9740 1 -- start start 2024-09-16T01:57:52.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.595+0000 7f5016bd9740 1 Processor -- start 2024-09-16T01:57:52.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f5016bd9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc7c7b0 0x5639efc86f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f5016bd9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc84210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f5016bd9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc87550 0x5639efc84820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f501259c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc7c7b0 0x5639efc86f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f501259c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc7c7b0 0x5639efc86f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38506/0 (socket says 172.21.15.17:38506) 2024-09-16T01:57:52.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f501259c640 1 -- 172.21.15.17:0/756597246 learned_addr learned my addr 172.21.15.17:0/756597246 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:52.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f5016bd9740 1 -- 172.21.15.17:0/756597246 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5639efc8a1f0 con 0x5639efc7dd20 2024-09-16T01:57:52.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f5011d9b640 1 --2- 172.21.15.17:0/756597246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc84210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f5016bd9740 1 -- 172.21.15.17:0/756597246 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5639efb9d060 con 0x5639efc87550 2024-09-16T01:57:52.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f5016bd9740 1 -- 172.21.15.17:0/756597246 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5639efc8a370 con 0x5639efc7c7b0 2024-09-16T01:57:52.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f5016bd9740 10 client.0 _ll_register_callbacks cb 0x5639ef8f08c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:52.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f501259c640 1 -- 172.21.15.17:0/756597246 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc87550 msgr2=0x5639efc84820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:52.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f501259c640 1 --2- 172.21.15.17:0/756597246 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc87550 0x5639efc84820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f501259c640 1 -- 172.21.15.17:0/756597246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 msgr2=0x5639efc84210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:52.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f501259c640 1 --2- 172.21.15.17:0/756597246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc84210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f501259c640 1 -- 172.21.15.17:0/756597246 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639ef9533c0 con 0x5639efc7c7b0 2024-09-16T01:57:52.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f501259c640 1 --2- 172.21.15.17:0/756597246 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc7c7b0 0x5639efc86f60 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f50000cd680 tx=0x7f500009bbb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5cc858495741d0f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:52.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.596+0000 7f4ff5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:57:52.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.597+0000 7f4ff5ffb640 1 -- 172.21.15.17:0/756597246 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50000bc270 con 0x5639efc7c7b0 2024-09-16T01:57:52.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.597+0000 7f5016bd9740 1 -- 172.21.15.17:0/756597246 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5008022070 con 0x5639efc7c7b0 2024-09-16T01:57:52.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.597+0000 7f4ff5ffb640 1 -- 172.21.15.17:0/756597246 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f50000a00a0 con 0x5639efc7c7b0 2024-09-16T01:57:52.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.597+0000 7f4ff5ffb640 1 -- 172.21.15.17:0/756597246 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f50000b5050 con 0x5639efc7c7b0 2024-09-16T01:57:52.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.597+0000 7f5016bd9740 10 client.27778 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:52.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.597+0000 7f5016bd9740 1 -- 172.21.15.17:0/756597246 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5639efc95cf0 con 0x5639efc7c7b0 2024-09-16T01:57:52.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.597+0000 7f4ff5ffb640 1 -- 172.21.15.17:0/756597246 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5008022070 con 0x5639efc7c7b0 2024-09-16T01:57:52.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.597+0000 7f4ff5ffb640 1 -- 172.21.15.17:0/756597246 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f50000cdbd0 con 0x5639efc7c7b0 2024-09-16T01:57:52.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.598+0000 7f5016bd9740 10 client.27778 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:52.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.598+0000 7f5016bd9740 10 client.27778 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:52.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.598+0000 7f5016bd9740 20 client.27778 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:52.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.598+0000 7f5016bd9740 1 --2- 172.21.15.17:0/756597246 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5639efc975a0 0x5639efc99a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.598+0000 7f5016bd9740 4 client.27778 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:57:52.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.598+0000 7f5016bd9740 1 -- 172.21.15.17:0/756597246 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5639efbef860 con 0x5639efc975a0 2024-09-16T01:57:52.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.598+0000 7f5011d9b640 1 --2- 172.21.15.17:0/756597246 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5639efc975a0 0x5639efc99a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.598+0000 7f5011d9b640 1 --2- 172.21.15.17:0/756597246 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5639efc975a0 0x5639efc99a10 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d3d91fcf580dca46 server_cookie=32b1b596974b384d in_seq=0 out_seq=0 2024-09-16T01:57:52.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.599+0000 7f4ff5ffb640 10 client.27778 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:52.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.599+0000 7f4ff5ffb640 1 -- 172.21.15.17:0/756597246 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5639efbef860 con 0x5639efc975a0 2024-09-16T01:57:52.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.599+0000 7f4ff5ffb640 10 client.27778 handle_command_reply: tid=0 2024-09-16T01:57:52.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.599+0000 7f5016bd9740 1 client.27778 shutdown 2024-09-16T01:57:52.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.599+0000 7f5016bd9740 1 -- 172.21.15.17:0/756597246 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc7c7b0 msgr2=0x5639efc86f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:52.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.600+0000 7f5016bd9740 1 --2- 172.21.15.17:0/756597246 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc7c7b0 0x5639efc86f60 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f50000cd680 tx=0x7f500009bbb0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.600+0000 7f5016bd9740 1 -- 172.21.15.17:0/756597246 shutdown_connections 2024-09-16T01:57:52.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.600+0000 7f5016bd9740 1 --2- 172.21.15.17:0/756597246 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5639efc975a0 0x5639efc99a10 crc :-1 s=READY pgs=226 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.600+0000 7f5016bd9740 1 --2- 172.21.15.17:0/756597246 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc87550 0x5639efc84820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.600+0000 7f5016bd9740 1 --2- 172.21.15.17:0/756597246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc84210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.600+0000 7f5016bd9740 1 --2- 172.21.15.17:0/756597246 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc7c7b0 0x5639efc86f60 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.600+0000 7f5016bd9740 1 -- 172.21.15.17:0/756597246 >> 172.21.15.17:0/756597246 conn(0x5639efc45310 msgr2=0x5639efc7eb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:52.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.600+0000 7f4ff5ffb640 0 client.27778 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:52.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.600+0000 7f5016bd9740 1 -- 172.21.15.17:0/756597246 shutdown_connections 2024-09-16T01:57:52.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.600+0000 7f5016bd9740 1 -- 172.21.15.17:0/756597246 wait complete. 2024-09-16T01:57:52.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.600+0000 7f5016bd9740 20 client.27778 trim_cache size 0 max 16384 2024-09-16T01:57:52.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.620+0000 7f5016bd9740 1 Processor -- start 2024-09-16T01:57:52.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.620+0000 7f5016bd9740 1 -- start start 2024-09-16T01:57:52.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.620+0000 7f5016bd9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc7c7b0 0x5639efc93490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.620+0000 7f5016bd9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc73b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.620+0000 7f5016bd9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc87550 0x5639efc9f320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.620+0000 7f5016bd9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f500c1b1f80 con 0x5639efc7dd20 2024-09-16T01:57:52.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.620+0000 7f5016bd9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f500c1af850 con 0x5639efc87550 2024-09-16T01:57:52.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.620+0000 7f5016bd9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f500c1ad680 con 0x5639efc7c7b0 2024-09-16T01:57:52.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.620+0000 7f5011d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc73b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.620+0000 7f501259c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc7c7b0 0x5639efc93490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.620+0000 7f5011d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc73b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53860/0 (socket says 172.21.15.17:53860) 2024-09-16T01:57:52.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.620+0000 7f5011d9b640 1 -- 172.21.15.17:0/2175047950 learned_addr learned my addr 172.21.15.17:0/2175047950 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:52.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.620+0000 7f5012d9d640 1 --2- 172.21.15.17:0/2175047950 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc87550 0x5639efc9f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.621+0000 7f501259c640 1 -- 172.21.15.17:0/2175047950 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc87550 msgr2=0x5639efc9f320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:52.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.621+0000 7f501259c640 1 --2- 172.21.15.17:0/2175047950 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc87550 0x5639efc9f320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.621+0000 7f501259c640 1 -- 172.21.15.17:0/2175047950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 msgr2=0x5639efc73b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:52.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.621+0000 7f501259c640 1 --2- 172.21.15.17:0/2175047950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc73b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.621+0000 7f501259c640 1 -- 172.21.15.17:0/2175047950 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5639efc872d0 con 0x5639efc7c7b0 2024-09-16T01:57:52.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.621+0000 7f501259c640 1 --2- 172.21.15.17:0/2175047950 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc7c7b0 0x5639efc93490 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f500009a500 tx=0x7f500009c3d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=64ff2dd0c6369f9c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:52.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.621+0000 7f4ff7fff640 1 -- 172.21.15.17:0/2175047950 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f50000ba070 con 0x5639efc7c7b0 2024-09-16T01:57:52.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.621+0000 7f4ff7fff640 1 -- 172.21.15.17:0/2175047950 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5000010e00 con 0x5639efc7c7b0 2024-09-16T01:57:52.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.621+0000 7f4ff7fff640 1 -- 172.21.15.17:0/2175047950 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5000097fa0 con 0x5639efc7c7b0 2024-09-16T01:57:52.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.622+0000 7f5016bd9740 1 -- 172.21.15.17:0/2175047950 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc7c7b0 msgr2=0x5639efc93490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:52.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.622+0000 7f5016bd9740 1 --2- 172.21.15.17:0/2175047950 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc7c7b0 0x5639efc93490 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f500009a500 tx=0x7f500009c3d0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.622+0000 7f5016bd9740 1 -- 172.21.15.17:0/2175047950 shutdown_connections 2024-09-16T01:57:52.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.622+0000 7f5016bd9740 1 --2- 172.21.15.17:0/2175047950 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc87550 0x5639efc9f320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.622+0000 7f5016bd9740 1 --2- 172.21.15.17:0/2175047950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc73b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.622+0000 7f5016bd9740 1 --2- 172.21.15.17:0/2175047950 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc7c7b0 0x5639efc93490 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.622+0000 7f5016bd9740 1 -- 172.21.15.17:0/2175047950 >> 172.21.15.17:0/2175047950 conn(0x5639efc45310 msgr2=0x5639efc82ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:52.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.622+0000 7f5016bd9740 1 -- 172.21.15.17:0/2175047950 shutdown_connections 2024-09-16T01:57:52.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.622+0000 7f5016bd9740 1 -- 172.21.15.17:0/2175047950 wait complete. 2024-09-16T01:57:52.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.623+0000 7f5016bd9740 1 -- start start 2024-09-16T01:57:52.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.623+0000 7f5016bd9740 1 Processor -- start 2024-09-16T01:57:52.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.623+0000 7f5016bd9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc7c7b0 0x5639efc8ad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.623+0000 7f5016bd9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc8b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.623+0000 7f5016bd9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc87550 0x5639efd02ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.623+0000 7f5016bd9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f500c1add10 con 0x5639efc7dd20 2024-09-16T01:57:52.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.623+0000 7f5016bd9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f500c1af180 con 0x5639efc7c7b0 2024-09-16T01:57:52.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.623+0000 7f5016bd9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f500c1ae3e0 con 0x5639efc87550 2024-09-16T01:57:52.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.623+0000 7f5016bd9740 10 client.0 _ll_register_callbacks cb 0x7f500000ce60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:52.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.623+0000 7f5011d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc8b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.623+0000 7f5011d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc8b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53874/0 (socket says 172.21.15.17:53874) 2024-09-16T01:57:52.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.623+0000 7f5011d9b640 1 -- 172.21.15.17:0/781466174 learned_addr learned my addr 172.21.15.17:0/781466174 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:52.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.623+0000 7f501259c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc7c7b0 0x5639efc8ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f5012d9d640 1 --2- 172.21.15.17:0/781466174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc87550 0x5639efd02ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f5011d9b640 1 -- 172.21.15.17:0/781466174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc87550 msgr2=0x5639efd02ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:52.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f5011d9b640 1 --2- 172.21.15.17:0/781466174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc87550 0x5639efd02ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f5011d9b640 1 -- 172.21.15.17:0/781466174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc7c7b0 msgr2=0x5639efc8ad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:52.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f5011d9b640 1 --2- 172.21.15.17:0/781466174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc7c7b0 0x5639efc8ad80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f5011d9b640 1 -- 172.21.15.17:0/781466174 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5639efd03130 con 0x5639efc7dd20 2024-09-16T01:57:52.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f501259c640 1 --2- 172.21.15.17:0/781466174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc7c7b0 0x5639efc8ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:52.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f4ff5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:57:52.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f5011d9b640 1 --2- 172.21.15.17:0/781466174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc8b2c0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f5004031440 tx=0x7f50040052c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6dd2963781bf8b70 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:52.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f4ff5ffb640 1 -- 172.21.15.17:0/781466174 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5004035040 con 0x5639efc7dd20 2024-09-16T01:57:52.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f4ff5ffb640 1 -- 172.21.15.17:0/781466174 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5004004970 con 0x5639efc7dd20 2024-09-16T01:57:52.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f5016bd9740 1 -- 172.21.15.17:0/781466174 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x5639efbe9d70 con 0x5639efc7dd20 2024-09-16T01:57:52.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f4ff5ffb640 1 -- 172.21.15.17:0/781466174 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f5004056050 con 0x5639efc7dd20 2024-09-16T01:57:52.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f5016bd9740 10 client.18135 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:52.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.624+0000 7f5016bd9740 1 -- 172.21.15.17:0/781466174 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5639efd0a4d0 con 0x5639efc7dd20 2024-09-16T01:57:52.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.625+0000 7f4ff5ffb640 1 -- 172.21.15.17:0/781466174 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f500404a070 con 0x5639efc7dd20 2024-09-16T01:57:52.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.625+0000 7f4ff5ffb640 1 -- 172.21.15.17:0/781466174 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f50040463a0 con 0x5639efc7dd20 2024-09-16T01:57:52.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.625+0000 7f5016bd9740 10 client.18135 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:52.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.625+0000 7f5016bd9740 10 client.18135 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:52.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.625+0000 7f5016bd9740 20 client.18135 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:52.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.625+0000 7f5016bd9740 1 --2- 172.21.15.17:0/781466174 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5639efd0ac90 0x5639efd0d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:52.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.625+0000 7f5016bd9740 4 client.18135 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:57:52.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.625+0000 7f5016bd9740 1 -- 172.21.15.17:0/781466174 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5639efbe9d70 con 0x5639efd0ac90 2024-09-16T01:57:52.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.625+0000 7f501259c640 1 --2- 172.21.15.17:0/781466174 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5639efd0ac90 0x5639efd0d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:52.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f4ff5ffb640 10 client.18135 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:52.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f501259c640 1 --2- 172.21.15.17:0/781466174 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5639efd0ac90 0x5639efd0d0b0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=921b0d8a13c1e94d server_cookie=243f3e22d71445f3 in_seq=0 out_seq=0 2024-09-16T01:57:52.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f4ff5ffb640 1 -- 172.21.15.17:0/781466174 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5639efbe9d70 con 0x5639efd0ac90 2024-09-16T01:57:52.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f4ff5ffb640 10 client.18135 handle_command_reply: tid=0 2024-09-16T01:57:52.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f5016bd9740 1 client.18135 shutdown 2024-09-16T01:57:52.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f5016bd9740 1 -- 172.21.15.17:0/781466174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 msgr2=0x5639efc8b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:52.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f5016bd9740 1 --2- 172.21.15.17:0/781466174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc8b2c0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f5004031440 tx=0x7f50040052c0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f5016bd9740 1 -- 172.21.15.17:0/781466174 shutdown_connections 2024-09-16T01:57:52.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f5016bd9740 1 --2- 172.21.15.17:0/781466174 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5639efd0ac90 0x5639efd0d0b0 crc :-1 s=READY pgs=227 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f5016bd9740 1 --2- 172.21.15.17:0/781466174 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5639efc87550 0x5639efd02ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f5016bd9740 1 --2- 172.21.15.17:0/781466174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639efc7dd20 0x5639efc8b2c0 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f5016bd9740 1 --2- 172.21.15.17:0/781466174 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5639efc7c7b0 0x5639efc8ad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f5016bd9740 1 -- 172.21.15.17:0/781466174 >> 172.21.15.17:0/781466174 conn(0x5639efc45310 msgr2=0x5639efc86290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:52.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f4ff5ffb640 0 client.18135 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:52.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.626+0000 7f5016bd9740 1 -- 172.21.15.17:0/781466174 shutdown_connections 2024-09-16T01:57:52.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.627+0000 7f5016bd9740 1 -- 172.21.15.17:0/781466174 wait complete. 2024-09-16T01:57:52.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.627+0000 7f5016bd9740 20 client.18135 trim_cache size 0 max 16384 2024-09-16T01:57:52.635 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:57:52.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.627+0000 7f501359e640 1 -- 172.21.15.17:0/1779069908 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4ff80a3240 msgr2=0x7f4ff80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:52.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.627+0000 7f501359e640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4ff80a3240 0x7f4ff80a5700 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f500801d000 tx=0x7f500801f000 comp rx=0 tx=0).stop 2024-09-16T01:57:52.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.627+0000 7f501359e640 1 -- 172.21.15.17:0/1779069908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f500c1019c0 msgr2=0x7f500c19a3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:52.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.627+0000 7f501359e640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f500c1019c0 0x7f500c19a3b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f500000e9f0 tx=0x7f500000eeb0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.627+0000 7f501359e640 1 -- 172.21.15.17:0/1779069908 shutdown_connections 2024-09-16T01:57:52.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.627+0000 7f501359e640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f4ff80a3240 0x7f4ff80a5700 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.627+0000 7f501359e640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f500c1079c0 0x7f500c19ec80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.627+0000 7f501359e640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f500c102360 0x7f500c19a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.627+0000 7f501359e640 1 --2- 172.21.15.17:0/1779069908 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f500c1019c0 0x7f500c19a3b0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:52.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.627+0000 7f501359e640 1 -- 172.21.15.17:0/1779069908 >> 172.21.15.17:0/1779069908 conn(0x7f500c0fd740 msgr2=0x7f500c10cf90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:52.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.628+0000 7f501359e640 1 -- 172.21.15.17:0/1779069908 shutdown_connections 2024-09-16T01:57:52.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:52.628+0000 7f501359e640 1 -- 172.21.15.17:0/1779069908 wait complete. 2024-09-16T01:57:53.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 12214 11.32 MB/sec warmup 75 sec latency 133.568 ms 2024-09-16T01:57:54.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 12354 11.26 MB/sec warmup 76 sec latency 85.578 ms 2024-09-16T01:57:54.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:53 smithi017 ceph-mon[30972]: pgmap v770: 97 pgs: 97 active+clean; 460 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 633 KiB/s rd, 4.5 MiB/s wr, 194 op/s 2024-09-16T01:57:54.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:53 smithi122 ceph-mon[34758]: pgmap v770: 97 pgs: 97 active+clean; 460 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 633 KiB/s rd, 4.5 MiB/s wr, 194 op/s 2024-09-16T01:57:54.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:53 smithi029 ceph-mon[34783]: pgmap v770: 97 pgs: 97 active+clean; 460 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 633 KiB/s rd, 4.5 MiB/s wr, 194 op/s 2024-09-16T01:57:54.475 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:57:54.475 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:57:54.829 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:57:55.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 12461 11.15 MB/sec warmup 77 sec latency 98.166 ms 2024-09-16T01:57:55.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.439+0000 7fbc41018640 1 -- 172.21.15.17:0/1580521734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc3c1049a0 msgr2=0x7fbc3c1089f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:55.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.439+0000 7fbc41018640 1 --2- 172.21.15.17:0/1580521734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc3c1049a0 0x7fbc3c1089f0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7fbc24009860 tx=0x7fbc2402a340 comp rx=0 tx=0).stop 2024-09-16T01:57:55.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.439+0000 7fbc41018640 1 -- 172.21.15.17:0/1580521734 shutdown_connections 2024-09-16T01:57:55.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.439+0000 7fbc41018640 1 --2- 172.21.15.17:0/1580521734 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c109120 0x7fbc3c110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.439+0000 7fbc41018640 1 --2- 172.21.15.17:0/1580521734 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc3c1049a0 0x7fbc3c1089f0 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.439+0000 7fbc41018640 1 --2- 172.21.15.17:0/1580521734 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc3c103ff0 0x7fbc3c1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.439+0000 7fbc41018640 1 -- 172.21.15.17:0/1580521734 >> 172.21.15.17:0/1580521734 conn(0x7fbc3c0ffab0 msgr2=0x7fbc3c101ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:55.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.439+0000 7fbc41018640 1 -- 172.21.15.17:0/1580521734 shutdown_connections 2024-09-16T01:57:55.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.439+0000 7fbc41018640 1 -- 172.21.15.17:0/1580521734 wait complete. 2024-09-16T01:57:55.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.440+0000 7fbc41018640 1 Processor -- start 2024-09-16T01:57:55.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.440+0000 7fbc41018640 1 -- start start 2024-09-16T01:57:55.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.440+0000 7fbc41018640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc3c103ff0 0x7fbc3c19a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.440+0000 7fbc41018640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c1049a0 0x7fbc3c19ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.440+0000 7fbc41018640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc3c109120 0x7fbc3c19ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.440+0000 7fbc41018640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbc3c113fd0 con 0x7fbc3c103ff0 2024-09-16T01:57:55.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.440+0000 7fbc41018640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbc3c113e50 con 0x7fbc3c1049a0 2024-09-16T01:57:55.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.440+0000 7fbc41018640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbc3c114150 con 0x7fbc3c109120 2024-09-16T01:57:55.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.440+0000 7fbc3ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc3c103ff0 0x7fbc3c19a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.441+0000 7fbc3b59e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc3c109120 0x7fbc3c19ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.441+0000 7fbc3ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc3c103ff0 0x7fbc3c19a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53894/0 (socket says 172.21.15.17:53894) 2024-09-16T01:57:55.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.441+0000 7fbc3ad9d640 1 -- 172.21.15.17:0/3696340702 learned_addr learned my addr 172.21.15.17:0/3696340702 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:55.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.441+0000 7fbc33fff640 1 --2- 172.21.15.17:0/3696340702 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c1049a0 0x7fbc3c19ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.441+0000 7fbc3ad9d640 1 -- 172.21.15.17:0/3696340702 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc3c109120 msgr2=0x7fbc3c19ef10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:55.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.441+0000 7fbc3ad9d640 1 --2- 172.21.15.17:0/3696340702 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc3c109120 0x7fbc3c19ef10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.441+0000 7fbc3ad9d640 1 -- 172.21.15.17:0/3696340702 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c1049a0 msgr2=0x7fbc3c19ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:55.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.441+0000 7fbc3ad9d640 1 --2- 172.21.15.17:0/3696340702 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c1049a0 0x7fbc3c19ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.441+0000 7fbc3ad9d640 1 -- 172.21.15.17:0/3696340702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc3c19f5f0 con 0x7fbc3c103ff0 2024-09-16T01:57:55.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.441+0000 7fbc33fff640 1 --2- 172.21.15.17:0/3696340702 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c1049a0 0x7fbc3c19ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:55.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.441+0000 7fbc3ad9d640 1 --2- 172.21.15.17:0/3696340702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc3c103ff0 0x7fbc3c19a640 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7fbc2c00e9c0 tx=0x7fbc2c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:55.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.441+0000 7fbc38d99640 1 -- 172.21.15.17:0/3696340702 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc2c00cde0 con 0x7fbc3c103ff0 2024-09-16T01:57:55.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.441+0000 7fbc38d99640 1 -- 172.21.15.17:0/3696340702 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc2c0035f0 con 0x7fbc3c103ff0 2024-09-16T01:57:55.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.441+0000 7fbc41018640 1 -- 172.21.15.17:0/3696340702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc3c19f8e0 con 0x7fbc3c103ff0 2024-09-16T01:57:55.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.442+0000 7fbc38d99640 1 -- 172.21.15.17:0/3696340702 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc2c010690 con 0x7fbc3c103ff0 2024-09-16T01:57:55.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.442+0000 7fbc41018640 1 -- 172.21.15.17:0/3696340702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc3c076630 con 0x7fbc3c103ff0 2024-09-16T01:57:55.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.445+0000 7fbc38d99640 1 -- 172.21.15.17:0/3696340702 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fbc2c010830 con 0x7fbc3c103ff0 2024-09-16T01:57:55.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.445+0000 7fbc433f1740 1 Processor -- start 2024-09-16T01:57:55.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.445+0000 7fbc433f1740 1 -- start start 2024-09-16T01:57:55.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.445+0000 7fbc433f1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4db60 0x555a5ab4df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.445+0000 7fbc433f1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4e480 0x555a5ab58800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.445+0000 7fbc433f1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab5b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.446+0000 7fbc433f1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555a5aab3280 con 0x555a5ab4e480 2024-09-16T01:57:55.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.446+0000 7fbc433f1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555a5aa5ab10 con 0x555a5ab58d40 2024-09-16T01:57:55.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.446+0000 7fbc433f1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x555a5aaaf240 con 0x555a5ab4db60 2024-09-16T01:57:55.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.446+0000 7fbc3b59e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4db60 0x555a5ab4df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.446+0000 7fbc3ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4e480 0x555a5ab58800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.446+0000 7fbc3b59e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4db60 0x555a5ab4df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38572/0 (socket says 172.21.15.17:38572) 2024-09-16T01:57:55.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.446+0000 7fbc3b59e640 1 -- 172.21.15.17:0/2940087702 learned_addr learned my addr 172.21.15.17:0/2940087702 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:55.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.446+0000 7fbc33fff640 1 --2- 172.21.15.17:0/2940087702 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab5b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.446+0000 7fbc33fff640 1 -- 172.21.15.17:0/2940087702 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4db60 msgr2=0x555a5ab4df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:55.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.446+0000 7fbc33fff640 1 --2- 172.21.15.17:0/2940087702 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4db60 0x555a5ab4df40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.446+0000 7fbc33fff640 1 -- 172.21.15.17:0/2940087702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4e480 msgr2=0x555a5ab58800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:55.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.447+0000 7fbc33fff640 1 --2- 172.21.15.17:0/2940087702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4e480 0x555a5ab58800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.447+0000 7fbc33fff640 1 -- 172.21.15.17:0/2940087702 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a5aa671f0 con 0x555a5ab58d40 2024-09-16T01:57:55.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.447+0000 7fbc38d99640 1 --2- 172.21.15.17:0/3696340702 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbc280a32c0 0x7fbc280a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.447+0000 7fbc3b59e640 1 --2- 172.21.15.17:0/3696340702 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbc280a32c0 0x7fbc280a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.447+0000 7fbc38d99640 1 -- 172.21.15.17:0/3696340702 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbc2c0cfc90 con 0x7fbc3c103ff0 2024-09-16T01:57:55.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.447+0000 7fbc33fff640 1 --2- 172.21.15.17:0/2940087702 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab5b130 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fbc24005940 tx=0x7fbc24005b10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=422f4f7457569e04 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:55.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.447+0000 7fbc317fa640 1 -- 172.21.15.17:0/2940087702 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc2404c070 con 0x555a5ab58d40 2024-09-16T01:57:55.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.447+0000 7fbc317fa640 1 -- 172.21.15.17:0/2940087702 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc24030c90 con 0x555a5ab58d40 2024-09-16T01:57:55.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.447+0000 7fbc317fa640 1 -- 172.21.15.17:0/2940087702 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc2403ebe0 con 0x555a5ab58d40 2024-09-16T01:57:55.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.448+0000 7fbc433f1740 1 -- 172.21.15.17:0/2940087702 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 msgr2=0x555a5ab5b130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:55.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.448+0000 7fbc3b59e640 1 --2- 172.21.15.17:0/3696340702 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbc280a32c0 0x7fbc280a5780 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fbc34011630 tx=0x7fbc34009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:55.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.448+0000 7fbc433f1740 1 --2- 172.21.15.17:0/2940087702 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab5b130 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fbc24005940 tx=0x7fbc24005b10 comp rx=0 tx=0).stop 2024-09-16T01:57:55.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.448+0000 7fbc433f1740 1 -- 172.21.15.17:0/2940087702 shutdown_connections 2024-09-16T01:57:55.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.448+0000 7fbc433f1740 1 --2- 172.21.15.17:0/2940087702 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab5b130 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.448+0000 7fbc433f1740 1 --2- 172.21.15.17:0/2940087702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4e480 0x555a5ab58800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.448+0000 7fbc433f1740 1 --2- 172.21.15.17:0/2940087702 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4db60 0x555a5ab4df40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.448+0000 7fbc433f1740 1 -- 172.21.15.17:0/2940087702 >> 172.21.15.17:0/2940087702 conn(0x555a5ab4a0f0 msgr2=0x555a5ab4a4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:55.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.449+0000 7fbc433f1740 1 -- 172.21.15.17:0/2940087702 shutdown_connections 2024-09-16T01:57:55.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.449+0000 7fbc433f1740 1 -- 172.21.15.17:0/2940087702 wait complete. 2024-09-16T01:57:55.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.449+0000 7fbc433f1740 1 -- start start 2024-09-16T01:57:55.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.449+0000 7fbc433f1740 1 Processor -- start 2024-09-16T01:57:55.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc433f1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4db60 0x555a5ab55c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc433f1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 0x555a5ab561c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc433f1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab56700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc433f1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555a5ab5b910 con 0x555a5ab4db60 2024-09-16T01:57:55.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc433f1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555a5aa6df10 con 0x555a5ab58d40 2024-09-16T01:57:55.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc433f1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x555a5ab5ba90 con 0x555a5ab4e480 2024-09-16T01:57:55.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc433f1740 10 client.0 _ll_register_callbacks cb 0x555a5aa36a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:55.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc3b59e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab56700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc3b59e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab56700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47598/0 (socket says 172.21.15.17:47598) 2024-09-16T01:57:55.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc3b59e640 1 -- 172.21.15.17:0/1616034002 learned_addr learned my addr 172.21.15.17:0/1616034002 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:55.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc33fff640 1 --2- 172.21.15.17:0/1616034002 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 0x555a5ab561c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc3ad9d640 1 --2- 172.21.15.17:0/1616034002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4db60 0x555a5ab55c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc3b59e640 1 -- 172.21.15.17:0/1616034002 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 msgr2=0x555a5ab561c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:55.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc3b59e640 1 --2- 172.21.15.17:0/1616034002 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 0x555a5ab561c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc3b59e640 1 -- 172.21.15.17:0/1616034002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4db60 msgr2=0x555a5ab55c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:55.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc3b59e640 1 --2- 172.21.15.17:0/1616034002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4db60 0x555a5ab55c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc3b59e640 1 -- 172.21.15.17:0/1616034002 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a5a8246a0 con 0x555a5ab58d40 2024-09-16T01:57:55.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc3b59e640 1 --2- 172.21.15.17:0/1616034002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab56700 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fbc34003f50 tx=0x7fbc34004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5dabc7edfaf7fb7a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:55.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.450+0000 7fbc227fc640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:57:55.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.451+0000 7fbc227fc640 1 -- 172.21.15.17:0/1616034002 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc3400f890 con 0x555a5ab58d40 2024-09-16T01:57:55.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.451+0000 7fbc433f1740 1 -- 172.21.15.17:0/1616034002 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc24030c90 con 0x555a5ab58d40 2024-09-16T01:57:55.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.451+0000 7fbc227fc640 1 -- 172.21.15.17:0/1616034002 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbc3400fa30 con 0x555a5ab58d40 2024-09-16T01:57:55.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.451+0000 7fbc227fc640 1 -- 172.21.15.17:0/1616034002 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbc3400fc30 con 0x555a5ab58d40 2024-09-16T01:57:55.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.451+0000 7fbc433f1740 10 client.27512 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:55.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.451+0000 7fbc433f1740 1 -- 172.21.15.17:0/1616034002 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555a5ab675d0 con 0x555a5ab58d40 2024-09-16T01:57:55.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.451+0000 7fbc227fc640 1 -- 172.21.15.17:0/1616034002 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc24030c90 con 0x555a5ab58d40 2024-09-16T01:57:55.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.452+0000 7fbc227fc640 1 -- 172.21.15.17:0/1616034002 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fbc3401c400 con 0x555a5ab58d40 2024-09-16T01:57:55.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.452+0000 7fbc433f1740 10 client.27512 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:55.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.452+0000 7fbc433f1740 10 client.27512 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:55.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.452+0000 7fbc433f1740 20 client.27512 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:55.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.452+0000 7fbc433f1740 1 --2- 172.21.15.17:0/1616034002 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555a5ab68ae0 0x555a5ab6af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.452+0000 7fbc433f1740 4 client.27512 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:57:55.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.452+0000 7fbc433f1740 1 -- 172.21.15.17:0/1616034002 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555a5aac07f0 con 0x555a5ab68ae0 2024-09-16T01:57:55.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.452+0000 7fbc3ad9d640 1 --2- 172.21.15.17:0/1616034002 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555a5ab68ae0 0x555a5ab6af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.453+0000 7fbc227fc640 10 client.27512 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:55.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.453+0000 7fbc3ad9d640 1 --2- 172.21.15.17:0/1616034002 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555a5ab68ae0 0x555a5ab6af80 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=92829522ac12254c server_cookie=8e1f780b2f88b181 in_seq=0 out_seq=0 2024-09-16T01:57:55.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc227fc640 1 -- 172.21.15.17:0/1616034002 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555a5aac07f0 con 0x555a5ab68ae0 2024-09-16T01:57:55.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc227fc640 10 client.27512 handle_command_reply: tid=0 2024-09-16T01:57:55.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc433f1740 1 client.27512 shutdown 2024-09-16T01:57:55.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc433f1740 1 -- 172.21.15.17:0/1616034002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 msgr2=0x555a5ab56700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:55.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc433f1740 1 --2- 172.21.15.17:0/1616034002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab56700 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fbc34003f50 tx=0x7fbc34004a40 comp rx=0 tx=0).stop 2024-09-16T01:57:55.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc433f1740 1 -- 172.21.15.17:0/1616034002 shutdown_connections 2024-09-16T01:57:55.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc433f1740 1 --2- 172.21.15.17:0/1616034002 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555a5ab68ae0 0x555a5ab6af80 crc :-1 s=READY pgs=228 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc433f1740 1 --2- 172.21.15.17:0/1616034002 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab56700 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc433f1740 1 --2- 172.21.15.17:0/1616034002 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 0x555a5ab561c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc433f1740 1 --2- 172.21.15.17:0/1616034002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4db60 0x555a5ab55c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc227fc640 0 client.27512 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:55.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc433f1740 1 -- 172.21.15.17:0/1616034002 >> 172.21.15.17:0/1616034002 conn(0x555a5ab4a0f0 msgr2=0x555a5ab4fe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:55.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc433f1740 1 -- 172.21.15.17:0/1616034002 shutdown_connections 2024-09-16T01:57:55.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc433f1740 1 -- 172.21.15.17:0/1616034002 wait complete. 2024-09-16T01:57:55.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.454+0000 7fbc433f1740 20 client.27512 trim_cache size 0 max 16384 2024-09-16T01:57:55.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.480+0000 7fbc433f1740 1 Processor -- start 2024-09-16T01:57:55.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.480+0000 7fbc433f1740 1 -- start start 2024-09-16T01:57:55.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc433f1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4db60 0x555a5ab4fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc433f1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 0x555a5ab70850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc433f1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab70d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc433f1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbc3c072600 con 0x555a5ab4db60 2024-09-16T01:57:55.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc433f1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbc3c06fed0 con 0x555a5ab58d40 2024-09-16T01:57:55.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc433f1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbc3c06dd00 con 0x555a5ab4e480 2024-09-16T01:57:55.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc3ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4db60 0x555a5ab4fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc3ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4db60 0x555a5ab4fd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53912/0 (socket says 172.21.15.17:53912) 2024-09-16T01:57:55.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc3ad9d640 1 -- 172.21.15.17:0/2584036482 learned_addr learned my addr 172.21.15.17:0/2584036482 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:55.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc33fff640 1 --2- 172.21.15.17:0/2584036482 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 0x555a5ab70850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc3b59e640 1 --2- 172.21.15.17:0/2584036482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab70d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc33fff640 1 -- 172.21.15.17:0/2584036482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 msgr2=0x555a5ab70d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:55.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc33fff640 1 --2- 172.21.15.17:0/2584036482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab70d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc33fff640 1 -- 172.21.15.17:0/2584036482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4db60 msgr2=0x555a5ab4fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:55.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc33fff640 1 --2- 172.21.15.17:0/2584036482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4db60 0x555a5ab4fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc33fff640 1 -- 172.21.15.17:0/2584036482 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555a5ab54c30 con 0x555a5ab4e480 2024-09-16T01:57:55.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.481+0000 7fbc3b59e640 1 --2- 172.21.15.17:0/2584036482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab70d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:57:55.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.482+0000 7fbc33fff640 1 --2- 172.21.15.17:0/2584036482 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 0x555a5ab70850 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fbc24035040 tx=0x7fbc24034040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a6cb097e9c8f3258 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:55.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.482+0000 7fbc30ff9640 1 -- 172.21.15.17:0/2584036482 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc2404c070 con 0x555a5ab4e480 2024-09-16T01:57:55.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.482+0000 7fbc30ff9640 1 -- 172.21.15.17:0/2584036482 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc24030450 con 0x555a5ab4e480 2024-09-16T01:57:55.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.482+0000 7fbc30ff9640 1 -- 172.21.15.17:0/2584036482 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc2403ed00 con 0x555a5ab4e480 2024-09-16T01:57:55.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.483+0000 7fbc433f1740 1 -- 172.21.15.17:0/2584036482 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 msgr2=0x555a5ab70850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:55.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.483+0000 7fbc433f1740 1 --2- 172.21.15.17:0/2584036482 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 0x555a5ab70850 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fbc24035040 tx=0x7fbc24034040 comp rx=0 tx=0).stop 2024-09-16T01:57:55.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.483+0000 7fbc433f1740 1 -- 172.21.15.17:0/2584036482 shutdown_connections 2024-09-16T01:57:55.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.483+0000 7fbc433f1740 1 --2- 172.21.15.17:0/2584036482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab58d40 0x555a5ab70d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.483+0000 7fbc433f1740 1 --2- 172.21.15.17:0/2584036482 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 0x555a5ab70850 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.483+0000 7fbc433f1740 1 --2- 172.21.15.17:0/2584036482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab4db60 0x555a5ab4fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.483+0000 7fbc433f1740 1 -- 172.21.15.17:0/2584036482 >> 172.21.15.17:0/2584036482 conn(0x555a5ab4a0f0 msgr2=0x555a5ab4f600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:55.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.483+0000 7fbc433f1740 1 -- 172.21.15.17:0/2584036482 shutdown_connections 2024-09-16T01:57:55.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.483+0000 7fbc433f1740 1 -- 172.21.15.17:0/2584036482 wait complete. 2024-09-16T01:57:55.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.483+0000 7fbc433f1740 1 -- start start 2024-09-16T01:57:55.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.484+0000 7fbc433f1740 1 Processor -- start 2024-09-16T01:57:55.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.484+0000 7fbc433f1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab4db60 0x555a5ab5d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.484+0000 7fbc433f1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 0x555a5ab5d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.484+0000 7fbc433f1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab58d40 0x555a5abd2820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.484+0000 7fbc433f1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbc3c06e390 con 0x555a5ab58d40 2024-09-16T01:57:55.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.484+0000 7fbc433f1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbc3c06f800 con 0x555a5ab4db60 2024-09-16T01:57:55.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.484+0000 7fbc433f1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbc3c06ea60 con 0x555a5ab4e480 2024-09-16T01:57:55.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.484+0000 7fbc3ad9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab4db60 0x555a5ab5d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.484+0000 7fbc3ad9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab4db60 0x555a5ab5d0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47604/0 (socket says 172.21.15.17:47604) 2024-09-16T01:57:55.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.484+0000 7fbc33fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 0x555a5ab5d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.484+0000 7fbc3ad9d640 1 -- 172.21.15.17:0/4223790398 learned_addr learned my addr 172.21.15.17:0/4223790398 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:55.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.484+0000 7fbc433f1740 10 client.0 _ll_register_callbacks cb 0x7fbc34009e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:55.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc3b59e640 1 --2- 172.21.15.17:0/4223790398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab58d40 0x555a5abd2820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc33fff640 1 -- 172.21.15.17:0/4223790398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab4db60 msgr2=0x555a5ab5d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:55.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc33fff640 1 --2- 172.21.15.17:0/4223790398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab4db60 0x555a5ab5d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc33fff640 1 -- 172.21.15.17:0/4223790398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab58d40 msgr2=0x555a5abd2820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:55.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc33fff640 1 --2- 172.21.15.17:0/4223790398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab58d40 0x555a5abd2820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc33fff640 1 -- 172.21.15.17:0/4223790398 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555a5abd2d60 con 0x555a5ab4e480 2024-09-16T01:57:55.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc3ad9d640 1 --2- 172.21.15.17:0/4223790398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab4db60 0x555a5ab5d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:55.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc3b59e640 1 --2- 172.21.15.17:0/4223790398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab58d40 0x555a5abd2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:57:55.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc33fff640 1 --2- 172.21.15.17:0/4223790398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 0x555a5ab5d5f0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fbc24009780 tx=0x7fbc240042f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e7d5286d1774dba server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:55.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc227fc640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:57:55.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc227fc640 1 -- 172.21.15.17:0/4223790398 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc2404c040 con 0x555a5ab4e480 2024-09-16T01:57:55.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc433f1740 1 -- 172.21.15.17:0/4223790398 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc24030450 con 0x555a5ab4e480 2024-09-16T01:57:55.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc227fc640 1 -- 172.21.15.17:0/4223790398 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbc2403eb90 con 0x555a5ab4e480 2024-09-16T01:57:55.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc227fc640 1 -- 172.21.15.17:0/4223790398 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fbc240044e0 con 0x555a5ab4e480 2024-09-16T01:57:55.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc433f1740 10 client.27799 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:55.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.485+0000 7fbc433f1740 1 -- 172.21.15.17:0/4223790398 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x555a5abd3fe0 con 0x555a5ab4e480 2024-09-16T01:57:55.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.486+0000 7fbc227fc640 1 -- 172.21.15.17:0/4223790398 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc24030450 con 0x555a5ab4e480 2024-09-16T01:57:55.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.486+0000 7fbc227fc640 1 -- 172.21.15.17:0/4223790398 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fbc24046070 con 0x555a5ab4e480 2024-09-16T01:57:55.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.486+0000 7fbc433f1740 10 client.27799 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:55.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.486+0000 7fbc433f1740 10 client.27799 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:55.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.486+0000 7fbc433f1740 20 client.27799 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:55.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.486+0000 7fbc433f1740 1 --2- 172.21.15.17:0/4223790398 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555a5abd4260 0x555a5abd6650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:55.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.486+0000 7fbc433f1740 4 client.27799 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:57:55.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.486+0000 7fbc433f1740 1 -- 172.21.15.17:0/4223790398 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x555a5aabad00 con 0x555a5abd4260 2024-09-16T01:57:55.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.486+0000 7fbc3ad9d640 1 --2- 172.21.15.17:0/4223790398 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555a5abd4260 0x555a5abd6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:55.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.487+0000 7fbc227fc640 10 client.27799 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:55.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.487+0000 7fbc3ad9d640 1 --2- 172.21.15.17:0/4223790398 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555a5abd4260 0x555a5abd6650 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c271927852cca09 server_cookie=b178d3ec2161c98 in_seq=0 out_seq=0 2024-09-16T01:57:55.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.490+0000 7fbc227fc640 1 -- 172.21.15.17:0/4223790398 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x555a5aabad00 con 0x555a5abd4260 2024-09-16T01:57:55.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.490+0000 7fbc227fc640 10 client.27799 handle_command_reply: tid=0 2024-09-16T01:57:55.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.490+0000 7fbc433f1740 1 client.27799 shutdown 2024-09-16T01:57:55.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.491+0000 7fbc433f1740 1 -- 172.21.15.17:0/4223790398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 msgr2=0x555a5ab5d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:55.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.491+0000 7fbc433f1740 1 --2- 172.21.15.17:0/4223790398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 0x555a5ab5d5f0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fbc24009780 tx=0x7fbc240042f0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.491+0000 7fbc433f1740 1 -- 172.21.15.17:0/4223790398 shutdown_connections 2024-09-16T01:57:55.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.491+0000 7fbc433f1740 1 --2- 172.21.15.17:0/4223790398 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555a5abd4260 0x555a5abd6650 crc :-1 s=READY pgs=229 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.491+0000 7fbc433f1740 1 --2- 172.21.15.17:0/4223790398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a5ab58d40 0x555a5abd2820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.491+0000 7fbc433f1740 1 --2- 172.21.15.17:0/4223790398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555a5ab4e480 0x555a5ab5d5f0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.491+0000 7fbc433f1740 1 --2- 172.21.15.17:0/4223790398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555a5ab4db60 0x555a5ab5d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.491+0000 7fbc433f1740 1 -- 172.21.15.17:0/4223790398 >> 172.21.15.17:0/4223790398 conn(0x555a5ab4a0f0 msgr2=0x555a5ab49270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:55.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.491+0000 7fbc227fc640 0 client.27799 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:55.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.491+0000 7fbc433f1740 1 -- 172.21.15.17:0/4223790398 shutdown_connections 2024-09-16T01:57:55.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.492+0000 7fbc433f1740 1 -- 172.21.15.17:0/4223790398 wait complete. 2024-09-16T01:57:55.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.492+0000 7fbc433f1740 20 client.27799 trim_cache size 0 max 16384 2024-09-16T01:57:55.495 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:57:55.495 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:57:55.496 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "4bdc29bc-0865-47de-9e15-22df2c478171", 2024-09-16T01:57:55.496 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:57:55.496 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:57:55.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.492+0000 7fbc41018640 1 -- 172.21.15.17:0/3696340702 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbc280a32c0 msgr2=0x7fbc280a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:55.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.492+0000 7fbc41018640 1 --2- 172.21.15.17:0/3696340702 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbc280a32c0 0x7fbc280a5780 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7fbc34011630 tx=0x7fbc34009500 comp rx=0 tx=0).stop 2024-09-16T01:57:55.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.492+0000 7fbc41018640 1 -- 172.21.15.17:0/3696340702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc3c103ff0 msgr2=0x7fbc3c19a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:55.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.492+0000 7fbc41018640 1 --2- 172.21.15.17:0/3696340702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc3c103ff0 0x7fbc3c19a640 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7fbc2c00e9c0 tx=0x7fbc2c00ee80 comp rx=0 tx=0).stop 2024-09-16T01:57:55.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.493+0000 7fbc41018640 1 -- 172.21.15.17:0/3696340702 shutdown_connections 2024-09-16T01:57:55.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.493+0000 7fbc41018640 1 --2- 172.21.15.17:0/3696340702 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbc280a32c0 0x7fbc280a5780 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.493+0000 7fbc41018640 1 --2- 172.21.15.17:0/3696340702 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc3c109120 0x7fbc3c19ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.493+0000 7fbc41018640 1 --2- 172.21.15.17:0/3696340702 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc3c1049a0 0x7fbc3c19ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.493+0000 7fbc41018640 1 --2- 172.21.15.17:0/3696340702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc3c103ff0 0x7fbc3c19a640 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:55.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.493+0000 7fbc41018640 1 -- 172.21.15.17:0/3696340702 >> 172.21.15.17:0/3696340702 conn(0x7fbc3c0ffab0 msgr2=0x7fbc3c100e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:55.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.493+0000 7fbc41018640 1 -- 172.21.15.17:0/3696340702 shutdown_connections 2024-09-16T01:57:55.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:55.494+0000 7fbc41018640 1 -- 172.21.15.17:0/3696340702 wait complete. 2024-09-16T01:57:56.029 INFO:tasks.workunit.client.0.smithi017.stdout: 10 12567 11.03 MB/sec warmup 78 sec latency 165.479 ms 2024-09-16T01:57:56.098 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:55 smithi029 ceph-mon[34783]: pgmap v771: 97 pgs: 97 active+clean; 461 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 5.2 MiB/s wr, 179 op/s 2024-09-16T01:57:56.098 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:55 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:57:56.098 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:55 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:56.098 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:55 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:57:56.098 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:55 smithi122 ceph-mon[34758]: pgmap v771: 97 pgs: 97 active+clean; 461 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 5.2 MiB/s wr, 179 op/s 2024-09-16T01:57:56.099 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:55 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:57:56.099 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:55 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:56.099 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:55 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:57:56.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:55 smithi017 ceph-mon[30972]: pgmap v771: 97 pgs: 97 active+clean; 461 MiB data, 1.8 GiB used, 1.0 TiB / 1.0 TiB avail; 590 KiB/s rd, 5.2 MiB/s wr, 179 op/s 2024-09-16T01:57:56.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:55 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:57:56.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:55 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:56.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:55 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:57:56.332 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:57:56.681 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:57:57.036 INFO:tasks.workunit.client.0.smithi017.stdout: 10 12683 10.91 MB/sec warmup 79 sec latency 99.483 ms 2024-09-16T01:57:57.131 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:56 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:57:57.131 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:56 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.131 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:56 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:57:57.131 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:56 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.131 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:56 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:57:57.131 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:56 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.131 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:56 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:57:57.131 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:56 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.131 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:56 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.248+0000 7f1c5f7ef640 1 -- 172.21.15.17:0/3982600895 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c58106f10 msgr2=0x7f1c5810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:57.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.248+0000 7f1c5f7ef640 1 --2- 172.21.15.17:0/3982600895 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c58106f10 0x7f1c5810ea90 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f1c50009be0 tx=0x7f1c5002a6c0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.248+0000 7f1c5f7ef640 1 -- 172.21.15.17:0/3982600895 shutdown_connections 2024-09-16T01:57:57.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.248+0000 7f1c5f7ef640 1 --2- 172.21.15.17:0/3982600895 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c58106f10 0x7f1c5810ea90 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.248+0000 7f1c5f7ef640 1 --2- 172.21.15.17:0/3982600895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c58102790 0x7f1c581067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.248+0000 7f1c5f7ef640 1 --2- 172.21.15.17:0/3982600895 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c58101de0 0x7f1c581021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.248+0000 7f1c5f7ef640 1 -- 172.21.15.17:0/3982600895 >> 172.21.15.17:0/3982600895 conn(0x7f1c580fd8c0 msgr2=0x7f1c580ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:57.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.249+0000 7f1c5f7ef640 1 -- 172.21.15.17:0/3982600895 shutdown_connections 2024-09-16T01:57:57.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.249+0000 7f1c5f7ef640 1 -- 172.21.15.17:0/3982600895 wait complete. 2024-09-16T01:57:57.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.250+0000 7f1c5f7ef640 1 Processor -- start 2024-09-16T01:57:57.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.250+0000 7f1c5f7ef640 1 -- start start 2024-09-16T01:57:57.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.250+0000 7f1c5f7ef640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c58101de0 0x7f1c58198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.250+0000 7f1c5f7ef640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c58102790 0x7f1c58198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.250+0000 7f1c5f7ef640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c58106f10 0x7f1c5819cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.250+0000 7f1c5f7ef640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1c58111e20 con 0x7f1c58101de0 2024-09-16T01:57:57.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.250+0000 7f1c5f7ef640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1c58111ca0 con 0x7f1c58106f10 2024-09-16T01:57:57.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.250+0000 7f1c5f7ef640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1c58111fa0 con 0x7f1c58102790 2024-09-16T01:57:57.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.250+0000 7f1c5cd8a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c58102790 0x7f1c58198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.250+0000 7f1c5dd8c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c58106f10 0x7f1c5819cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.250+0000 7f1c5dd8c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c58106f10 0x7f1c5819cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51342/0 (socket says 172.21.15.17:51342) 2024-09-16T01:57:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.250+0000 7f1c5cd8a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c58102790 0x7f1c58198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:47614/0 (socket says 172.21.15.17:47614) 2024-09-16T01:57:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.250+0000 7f1c5dd8c640 1 -- 172.21.15.17:0/2472131162 learned_addr learned my addr 172.21.15.17:0/2472131162 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.251+0000 7f1c5d58b640 1 --2- 172.21.15.17:0/2472131162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c58101de0 0x7f1c58198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.251+0000 7f1c5dd8c640 1 -- 172.21.15.17:0/2472131162 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c58102790 msgr2=0x7f1c58198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.251+0000 7f1c5dd8c640 1 --2- 172.21.15.17:0/2472131162 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c58102790 0x7f1c58198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.251+0000 7f1c5dd8c640 1 -- 172.21.15.17:0/2472131162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c58101de0 msgr2=0x7f1c58198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.251+0000 7f1c5dd8c640 1 --2- 172.21.15.17:0/2472131162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c58101de0 0x7f1c58198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.251+0000 7f1c5dd8c640 1 -- 172.21.15.17:0/2472131162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1c5819d2f0 con 0x7f1c58106f10 2024-09-16T01:57:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.251+0000 7f1c5d58b640 1 --2- 172.21.15.17:0/2472131162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c58101de0 0x7f1c58198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:57:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.251+0000 7f1c5dd8c640 1 --2- 172.21.15.17:0/2472131162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c58106f10 0x7f1c5819cc10 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f1c50004af0 tx=0x7f1c50003c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:57.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.251+0000 7f1c4a7fc640 1 -- 172.21.15.17:0/2472131162 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c50041020 con 0x7f1c58106f10 2024-09-16T01:57:57.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.251+0000 7f1c5f7ef640 1 -- 172.21.15.17:0/2472131162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1c5819d580 con 0x7f1c58106f10 2024-09-16T01:57:57.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.251+0000 7f1c4a7fc640 1 -- 172.21.15.17:0/2472131162 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c50037040 con 0x7f1c58106f10 2024-09-16T01:57:57.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.251+0000 7f1c4a7fc640 1 -- 172.21.15.17:0/2472131162 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c50036070 con 0x7f1c58106f10 2024-09-16T01:57:57.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.251+0000 7f1c5f7ef640 1 -- 172.21.15.17:0/2472131162 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1c58074420 con 0x7f1c58106f10 2024-09-16T01:57:57.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.255+0000 7f1c4a7fc640 1 -- 172.21.15.17:0/2472131162 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1c50044020 con 0x7f1c58106f10 2024-09-16T01:57:57.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.255+0000 7f1c61bc8740 1 Processor -- start 2024-09-16T01:57:57.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.255+0000 7f1c61bc8740 1 -- start start 2024-09-16T01:57:57.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.255+0000 7f1c61bc8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b60880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.255+0000 7f1c61bc8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 0x55f237b6b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.255+0000 7f1c61bc8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b6da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.255+0000 7f1c61bc8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f237ac62e0 con 0x55f237b604a0 2024-09-16T01:57:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.255+0000 7f1c61bc8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f237a6dce0 con 0x55f237b6b680 2024-09-16T01:57:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.255+0000 7f1c61bc8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f237ac22a0 con 0x55f237b60dc0 2024-09-16T01:57:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.255+0000 7f1c5cd8a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b60880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.255+0000 7f1c5d58b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 0x55f237b6b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.255+0000 7f1c5cd8a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b60880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40478/0 (socket says 172.21.15.17:40478) 2024-09-16T01:57:57.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.255+0000 7f1c5cd8a640 1 -- 172.21.15.17:0/4018247503 learned_addr learned my addr 172.21.15.17:0/4018247503 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:57.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.256+0000 7f1c5cd8a640 1 --2- 172.21.15.17:0/4018247503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b6da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.256+0000 7f1c5d58b640 1 -- 172.21.15.17:0/4018247503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 msgr2=0x55f237b6da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:57.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.256+0000 7f1c5d58b640 1 --2- 172.21.15.17:0/4018247503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b6da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.256+0000 7f1c5d58b640 1 -- 172.21.15.17:0/4018247503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 msgr2=0x55f237b60880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:57.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.256+0000 7f1c5d58b640 1 --2- 172.21.15.17:0/4018247503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b60880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.256+0000 7f1c5d58b640 1 -- 172.21.15.17:0/4018247503 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f237a52440 con 0x55f237b60dc0 2024-09-16T01:57:57.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.256+0000 7f1c5cd8a640 1 --2- 172.21.15.17:0/4018247503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b60880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:57.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.256+0000 7f1c5d58b640 1 --2- 172.21.15.17:0/4018247503 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 0x55f237b6b140 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f1c54009c30 tx=0x7f1c540117b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=71232e61b4e908fa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:57.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.256+0000 7f1c4a7fc640 1 --2- 172.21.15.17:0/2472131162 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1c440a32c0 0x7f1c440a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.256+0000 7f1c4a7fc640 1 -- 172.21.15.17:0/2472131162 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1c500f0400 con 0x7f1c58106f10 2024-09-16T01:57:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.256+0000 7f1c437fe640 1 -- 172.21.15.17:0/4018247503 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c54012450 con 0x55f237b60dc0 2024-09-16T01:57:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.256+0000 7f1c5cd8a640 1 --2- 172.21.15.17:0/2472131162 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1c440a32c0 0x7f1c440a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.257+0000 7f1c437fe640 1 -- 172.21.15.17:0/4018247503 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c54012aa0 con 0x55f237b60dc0 2024-09-16T01:57:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.257+0000 7f1c437fe640 1 -- 172.21.15.17:0/4018247503 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c5400fae0 con 0x55f237b60dc0 2024-09-16T01:57:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.258+0000 7f1c5cd8a640 1 --2- 172.21.15.17:0/2472131162 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1c440a32c0 0x7f1c440a5780 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c005ab0 tx=0x7f1c4c0095c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.258+0000 7f1c61bc8740 1 -- 172.21.15.17:0/4018247503 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 msgr2=0x55f237b6b140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.258+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/4018247503 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 0x55f237b6b140 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f1c54009c30 tx=0x7f1c540117b0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.258+0000 7f1c61bc8740 1 -- 172.21.15.17:0/4018247503 shutdown_connections 2024-09-16T01:57:57.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.258+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/4018247503 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b6da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.258+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/4018247503 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 0x55f237b6b140 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.258+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/4018247503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b60880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.258+0000 7f1c61bc8740 1 -- 172.21.15.17:0/4018247503 >> 172.21.15.17:0/4018247503 conn(0x55f237b5ca30 msgr2=0x55f237b5ce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.258+0000 7f1c61bc8740 1 -- 172.21.15.17:0/4018247503 shutdown_connections 2024-09-16T01:57:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.258+0000 7f1c61bc8740 1 -- 172.21.15.17:0/4018247503 wait complete. 2024-09-16T01:57:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.258+0000 7f1c61bc8740 1 -- start start 2024-09-16T01:57:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.258+0000 7f1c61bc8740 1 Processor -- start 2024-09-16T01:57:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.259+0000 7f1c61bc8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b6afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.259+0000 7f1c61bc8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 0x55f237b68280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.259+0000 7f1c61bc8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b687e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.259+0000 7f1c61bc8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f237b6e250 con 0x55f237b604a0 2024-09-16T01:57:57.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.259+0000 7f1c61bc8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f237a81050 con 0x55f237b6b680 2024-09-16T01:57:57.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.259+0000 7f1c61bc8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f237b6e3d0 con 0x55f237b60dc0 2024-09-16T01:57:57.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.259+0000 7f1c61bc8740 10 client.0 _ll_register_callbacks cb 0x55f237ac1160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:57.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.259+0000 7f1c5d58b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b6afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.259+0000 7f1c5cd8a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 0x55f237b68280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.259+0000 7f1c5d58b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b6afd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40484/0 (socket says 172.21.15.17:40484) 2024-09-16T01:57:57.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.259+0000 7f1c5cd8a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 0x55f237b68280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:47634/0 (socket says 172.21.15.17:47634) 2024-09-16T01:57:57.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.259+0000 7f1c5d58b640 1 -- 172.21.15.17:0/2354584562 learned_addr learned my addr 172.21.15.17:0/2354584562 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:57.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.259+0000 7f1c5dd8c640 1 --2- 172.21.15.17:0/2354584562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b687e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.260+0000 7f1c5dd8c640 1 -- 172.21.15.17:0/2354584562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 msgr2=0x55f237b68280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:57.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.260+0000 7f1c5dd8c640 1 --2- 172.21.15.17:0/2354584562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 0x55f237b68280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.260+0000 7f1c5dd8c640 1 -- 172.21.15.17:0/2354584562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 msgr2=0x55f237b6afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:57.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.260+0000 7f1c5dd8c640 1 --2- 172.21.15.17:0/2354584562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b6afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.260+0000 7f1c5dd8c640 1 -- 172.21.15.17:0/2354584562 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f2378373c0 con 0x55f237b6b680 2024-09-16T01:57:57.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.260+0000 7f1c5d58b640 1 --2- 172.21.15.17:0/2354584562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b6afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:57:57.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.260+0000 7f1c5dd8c640 1 --2- 172.21.15.17:0/2354584562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b687e0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f1c500bc9b0 tx=0x7f1c500bc7f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=176fc683f8e547d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:57.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.260+0000 7f1c40ff9640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:57:57.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.260+0000 7f1c40ff9640 1 -- 172.21.15.17:0/2354584562 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c500d5060 con 0x55f237b6b680 2024-09-16T01:57:57.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.260+0000 7f1c40ff9640 1 -- 172.21.15.17:0/2354584562 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1c500b9090 con 0x55f237b6b680 2024-09-16T01:57:57.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.260+0000 7f1c61bc8740 1 -- 172.21.15.17:0/2354584562 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c54012aa0 con 0x55f237b6b680 2024-09-16T01:57:57.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.260+0000 7f1c40ff9640 1 -- 172.21.15.17:0/2354584562 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1c50031af0 con 0x55f237b6b680 2024-09-16T01:57:57.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.260+0000 7f1c61bc8740 10 client.27530 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:57.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.260+0000 7f1c61bc8740 1 -- 172.21.15.17:0/2354584562 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f237b79c20 con 0x55f237b6b680 2024-09-16T01:57:57.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.261+0000 7f1c40ff9640 1 -- 172.21.15.17:0/2354584562 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c54012aa0 con 0x55f237b6b680 2024-09-16T01:57:57.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.261+0000 7f1c40ff9640 1 -- 172.21.15.17:0/2354584562 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1c500a7070 con 0x55f237b6b680 2024-09-16T01:57:57.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.261+0000 7f1c61bc8740 10 client.27530 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:57.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.261+0000 7f1c61bc8740 10 client.27530 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:57.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.261+0000 7f1c61bc8740 20 client.27530 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:57.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.261+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/2354584562 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f237b7b120 0x55f237b7d5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.261+0000 7f1c61bc8740 4 client.27530 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:57:57.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.261+0000 7f1c61bc8740 1 -- 172.21.15.17:0/2354584562 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f237ad3850 con 0x55f237b7b120 2024-09-16T01:57:57.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.261+0000 7f1c5d58b640 1 --2- 172.21.15.17:0/2354584562 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f237b7b120 0x55f237b7d5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.262+0000 7f1c40ff9640 10 client.27530 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:57.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.262+0000 7f1c5d58b640 1 --2- 172.21.15.17:0/2354584562 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f237b7b120 0x55f237b7d5a0 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=381b274b9cf5bb2c server_cookie=1a47a2fbc11c6d74 in_seq=0 out_seq=0 2024-09-16T01:57:57.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.264+0000 7f1c40ff9640 1 -- 172.21.15.17:0/2354584562 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f237ad3850 con 0x55f237b7b120 2024-09-16T01:57:57.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.264+0000 7f1c40ff9640 10 client.27530 handle_command_reply: tid=0 2024-09-16T01:57:57.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.264+0000 7f1c61bc8740 1 client.27530 shutdown 2024-09-16T01:57:57.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.264+0000 7f1c61bc8740 1 -- 172.21.15.17:0/2354584562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 msgr2=0x55f237b687e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:57.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.264+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/2354584562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b687e0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f1c500bc9b0 tx=0x7f1c500bc7f0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.264+0000 7f1c61bc8740 1 -- 172.21.15.17:0/2354584562 shutdown_connections 2024-09-16T01:57:57.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.264+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/2354584562 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f237b7b120 0x55f237b7d5a0 crc :-1 s=READY pgs=230 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.264+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/2354584562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b687e0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.264+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/2354584562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 0x55f237b68280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.264+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/2354584562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b6afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.264+0000 7f1c40ff9640 0 client.27530 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:57.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.264+0000 7f1c61bc8740 1 -- 172.21.15.17:0/2354584562 >> 172.21.15.17:0/2354584562 conn(0x55f237b5ca30 msgr2=0x55f237b5bb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:57.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.265+0000 7f1c61bc8740 1 -- 172.21.15.17:0/2354584562 shutdown_connections 2024-09-16T01:57:57.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.265+0000 7f1c61bc8740 1 -- 172.21.15.17:0/2354584562 wait complete. 2024-09-16T01:57:57.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.265+0000 7f1c61bc8740 20 client.27530 trim_cache size 0 max 16384 2024-09-16T01:57:57.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.290+0000 7f1c61bc8740 1 Processor -- start 2024-09-16T01:57:57.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.290+0000 7f1c61bc8740 1 -- start start 2024-09-16T01:57:57.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.290+0000 7f1c61bc8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b774b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.290+0000 7f1c61bc8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 0x55f237b82eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c61bc8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b833f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c61bc8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1c581b1f80 con 0x55f237b604a0 2024-09-16T01:57:57.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c61bc8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1c581af850 con 0x55f237b6b680 2024-09-16T01:57:57.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c61bc8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1c581ad680 con 0x55f237b60dc0 2024-09-16T01:57:57.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c5d58b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b774b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c5cd8a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 0x55f237b82eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c5d58b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b774b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40492/0 (socket says 172.21.15.17:40492) 2024-09-16T01:57:57.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c5d58b640 1 -- 172.21.15.17:0/2349885159 learned_addr learned my addr 172.21.15.17:0/2349885159 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:57.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c5d58b640 1 -- 172.21.15.17:0/2349885159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 msgr2=0x55f237b82eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:57.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c5dd8c640 1 --2- 172.21.15.17:0/2349885159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b833f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c5d58b640 1 --2- 172.21.15.17:0/2349885159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 0x55f237b82eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c5d58b640 1 -- 172.21.15.17:0/2349885159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 msgr2=0x55f237b833f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:57.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c5d58b640 1 --2- 172.21.15.17:0/2349885159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b833f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c5d58b640 1 -- 172.21.15.17:0/2349885159 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f237b5dba0 con 0x55f237b604a0 2024-09-16T01:57:57.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.291+0000 7f1c5dd8c640 1 --2- 172.21.15.17:0/2349885159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b833f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:57:57.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.292+0000 7f1c5d58b640 1 --2- 172.21.15.17:0/2349885159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b774b0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f1c54000c00 tx=0x7f1c5400f6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ac1ca8446a87007 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:57.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.292+0000 7f1c42ffd640 1 -- 172.21.15.17:0/2349885159 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c5400f4b0 con 0x55f237b604a0 2024-09-16T01:57:57.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.292+0000 7f1c42ffd640 1 -- 172.21.15.17:0/2349885159 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c540054f0 con 0x55f237b604a0 2024-09-16T01:57:57.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.292+0000 7f1c42ffd640 1 -- 172.21.15.17:0/2349885159 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c5400fcd0 con 0x55f237b604a0 2024-09-16T01:57:57.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.293+0000 7f1c61bc8740 1 -- 172.21.15.17:0/2349885159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 msgr2=0x55f237b774b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:57.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.293+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/2349885159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b774b0 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f1c54000c00 tx=0x7f1c5400f6f0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.293+0000 7f1c61bc8740 1 -- 172.21.15.17:0/2349885159 shutdown_connections 2024-09-16T01:57:57.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.293+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/2349885159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b833f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.293+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/2349885159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b60dc0 0x55f237b82eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.293+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/2349885159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b604a0 0x55f237b774b0 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.293+0000 7f1c61bc8740 1 -- 172.21.15.17:0/2349885159 >> 172.21.15.17:0/2349885159 conn(0x55f237b5ca30 msgr2=0x55f237b66b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:57.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.294+0000 7f1c61bc8740 1 -- 172.21.15.17:0/2349885159 shutdown_connections 2024-09-16T01:57:57.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.294+0000 7f1c61bc8740 1 -- 172.21.15.17:0/2349885159 wait complete. 2024-09-16T01:57:57.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.294+0000 7f1c61bc8740 1 -- start start 2024-09-16T01:57:57.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.294+0000 7f1c61bc8740 1 Processor -- start 2024-09-16T01:57:57.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:56 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:57:57.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:56 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:56 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:57:57.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:56 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:56 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:57:57.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:56 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:56 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:57:57.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:56 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.299 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:56 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.299 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:56 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:57:57.299 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:56 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.299 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:56 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:57:57.300 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:56 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.300 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:56 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:57:57.300 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:56 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.300 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:56 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:57:57.300 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:56 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.300 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:56 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:57:57.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.295+0000 7f1c61bc8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b604a0 0x55f237b73620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.295+0000 7f1c61bc8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b60dc0 0x55f237b73b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.295+0000 7f1c61bc8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b705f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.295+0000 7f1c61bc8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1c581add10 con 0x55f237b60dc0 2024-09-16T01:57:57.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.295+0000 7f1c61bc8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1c581af180 con 0x55f237b6b680 2024-09-16T01:57:57.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.295+0000 7f1c61bc8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1c581ae3e0 con 0x55f237b604a0 2024-09-16T01:57:57.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.295+0000 7f1c61bc8740 10 client.0 _ll_register_callbacks cb 0x7f1c50005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:57:57.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.295+0000 7f1c5cd8a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b60dc0 0x55f237b73b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.295+0000 7f1c5cd8a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b60dc0 0x55f237b73b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40502/0 (socket says 172.21.15.17:40502) 2024-09-16T01:57:57.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.295+0000 7f1c5cd8a640 1 -- 172.21.15.17:0/855309741 learned_addr learned my addr 172.21.15.17:0/855309741 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:57:57.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.295+0000 7f1c5dd8c640 1 --2- 172.21.15.17:0/855309741 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b705f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.295+0000 7f1c5d58b640 1 --2- 172.21.15.17:0/855309741 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b604a0 0x55f237b73620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.296+0000 7f1c5cd8a640 1 -- 172.21.15.17:0/855309741 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b604a0 msgr2=0x55f237b73620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:57.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.296+0000 7f1c5cd8a640 1 --2- 172.21.15.17:0/855309741 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b604a0 0x55f237b73620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.296+0000 7f1c5cd8a640 1 -- 172.21.15.17:0/855309741 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 msgr2=0x55f237b705f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:57:57.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.296+0000 7f1c5cd8a640 1 --2- 172.21.15.17:0/855309741 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b705f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.296+0000 7f1c5cd8a640 1 -- 172.21.15.17:0/855309741 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f237b70c30 con 0x55f237b60dc0 2024-09-16T01:57:57.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.296+0000 7f1c5cd8a640 1 --2- 172.21.15.17:0/855309741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b60dc0 0x55f237b73b60 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c005fd0 tx=0x7f1c4c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e58e29f41ab8e93 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:57:57.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.296+0000 7f1c40ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:57:57.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.296+0000 7f1c40ff9640 1 -- 172.21.15.17:0/855309741 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1c4c003800 con 0x55f237b60dc0 2024-09-16T01:57:57.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.296+0000 7f1c40ff9640 1 -- 172.21.15.17:0/855309741 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1c4c01b030 con 0x55f237b60dc0 2024-09-16T01:57:57.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.297+0000 7f1c61bc8740 1 -- 172.21.15.17:0/855309741 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1c540054f0 con 0x55f237b60dc0 2024-09-16T01:57:57.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.297+0000 7f1c40ff9640 1 -- 172.21.15.17:0/855309741 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f1c4c0039a0 con 0x55f237b60dc0 2024-09-16T01:57:57.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.297+0000 7f1c61bc8740 10 client.18168 fetch_fsmap learned FSMap version 26 2024-09-16T01:57:57.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.297+0000 7f1c61bc8740 1 -- 172.21.15.17:0/855309741 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55f237be6780 con 0x55f237b60dc0 2024-09-16T01:57:57.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.298+0000 7f1c40ff9640 1 -- 172.21.15.17:0/855309741 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1c4c037470 con 0x55f237b60dc0 2024-09-16T01:57:57.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.298+0000 7f1c40ff9640 1 -- 172.21.15.17:0/855309741 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f1c4c02d420 con 0x55f237b60dc0 2024-09-16T01:57:57.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.299+0000 7f1c61bc8740 10 client.18168 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:57:57.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.299+0000 7f1c61bc8740 10 client.18168 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:57:57.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.299+0000 7f1c61bc8740 20 client.18168 populate_metadata read hostname 'smithi017' 2024-09-16T01:57:57.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.299+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/855309741 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f237be6f70 0x55f237be9390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:57:57.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.299+0000 7f1c61bc8740 4 client.18168 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:57:57.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.299+0000 7f1c61bc8740 1 -- 172.21.15.17:0/855309741 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f1c540054f0 con 0x55f237be6f70 2024-09-16T01:57:57.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.299+0000 7f1c5d58b640 1 --2- 172.21.15.17:0/855309741 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f237be6f70 0x55f237be9390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:57:57.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.304+0000 7f1c5d58b640 1 --2- 172.21.15.17:0/855309741 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f237be6f70 0x55f237be9390 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d6c6f697e5b90d4 server_cookie=2e95be2c979a7172 in_seq=0 out_seq=0 2024-09-16T01:57:57.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.306+0000 7f1c40ff9640 10 client.18168 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:57.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.306+0000 7f1c40ff9640 1 -- 172.21.15.17:0/855309741 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x7f1c540054f0 con 0x55f237be6f70 2024-09-16T01:57:57.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.306+0000 7f1c40ff9640 10 client.18168 handle_command_reply: tid=0 2024-09-16T01:57:57.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.306+0000 7f1c61bc8740 1 client.18168 shutdown 2024-09-16T01:57:57.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.307+0000 7f1c61bc8740 1 -- 172.21.15.17:0/855309741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b60dc0 msgr2=0x55f237b73b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:57.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.307+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/855309741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b60dc0 0x55f237b73b60 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c005fd0 tx=0x7f1c4c004730 comp rx=0 tx=0).stop 2024-09-16T01:57:57.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.307+0000 7f1c61bc8740 1 -- 172.21.15.17:0/855309741 shutdown_connections 2024-09-16T01:57:57.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.307+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/855309741 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f237be6f70 0x55f237be9390 crc :-1 s=READY pgs=231 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.307+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/855309741 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f237b6b680 0x55f237b705f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.307+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/855309741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f237b60dc0 0x55f237b73b60 secure :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c005fd0 tx=0x7f1c4c004730 comp rx=0 tx=0).stop 2024-09-16T01:57:57.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.307+0000 7f1c40ff9640 0 client.18168 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:57:57.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.307+0000 7f1c61bc8740 1 --2- 172.21.15.17:0/855309741 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f237b604a0 0x55f237b73620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.307+0000 7f1c61bc8740 1 -- 172.21.15.17:0/855309741 >> 172.21.15.17:0/855309741 conn(0x55f237b5ca30 msgr2=0x55f237b69ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:57.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.307+0000 7f1c61bc8740 1 -- 172.21.15.17:0/855309741 shutdown_connections 2024-09-16T01:57:57.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.307+0000 7f1c61bc8740 1 -- 172.21.15.17:0/855309741 wait complete. 2024-09-16T01:57:57.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.307+0000 7f1c61bc8740 20 client.18168 trim_cache size 0 max 16384 2024-09-16T01:57:57.311 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:57:57.311 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:57:57.311 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:57:57.311 INFO:teuthology.orchestra.run.smithi017.stdout: "4bdc29bc-0865-47de-9e15-22df2c478171": { 2024-09-16T01:57:57.311 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:57:57.311 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "4bdc29bc-0865-47de-9e15-22df2c478171", 2024-09-16T01:57:57.311 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:57:57.311 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:57:57.312 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:57:57.312 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:57:57.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.308+0000 7f1c5f7ef640 1 -- 172.21.15.17:0/2472131162 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1c440a32c0 msgr2=0x7f1c440a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:57.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.308+0000 7f1c5f7ef640 1 --2- 172.21.15.17:0/2472131162 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1c440a32c0 0x7f1c440a5780 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f1c4c005ab0 tx=0x7f1c4c0095c0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.308+0000 7f1c5f7ef640 1 -- 172.21.15.17:0/2472131162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c58106f10 msgr2=0x7f1c5819cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:57:57.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.308+0000 7f1c5f7ef640 1 --2- 172.21.15.17:0/2472131162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c58106f10 0x7f1c5819cc10 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f1c50004af0 tx=0x7f1c50003c70 comp rx=0 tx=0).stop 2024-09-16T01:57:57.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.308+0000 7f1c5f7ef640 1 -- 172.21.15.17:0/2472131162 shutdown_connections 2024-09-16T01:57:57.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.308+0000 7f1c5f7ef640 1 --2- 172.21.15.17:0/2472131162 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1c440a32c0 0x7f1c440a5780 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.308+0000 7f1c5f7ef640 1 --2- 172.21.15.17:0/2472131162 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1c58106f10 0x7f1c5819cc10 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.308+0000 7f1c5f7ef640 1 --2- 172.21.15.17:0/2472131162 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1c58102790 0x7f1c58198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.308+0000 7f1c5f7ef640 1 --2- 172.21.15.17:0/2472131162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c58101de0 0x7f1c58198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:57:57.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.308+0000 7f1c5f7ef640 1 -- 172.21.15.17:0/2472131162 >> 172.21.15.17:0/2472131162 conn(0x7f1c580fd8c0 msgr2=0x7f1c580fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:57:57.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.308+0000 7f1c5f7ef640 1 -- 172.21.15.17:0/2472131162 shutdown_connections 2024-09-16T01:57:57.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:57:57.309+0000 7f1c5f7ef640 1 -- 172.21.15.17:0/2472131162 wait complete. 2024-09-16T01:57:58.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:57:57 smithi017 ceph-mon[30972]: pgmap v772: 97 pgs: 97 active+clean; 464 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 562 KiB/s rd, 4.6 MiB/s wr, 158 op/s 2024-09-16T01:57:58.036 INFO:tasks.workunit.client.0.smithi017.stdout: 10 12823 10.83 MB/sec warmup 80 sec latency 142.560 ms 2024-09-16T01:57:58.137 INFO:tasks.cephfs.filesystem:scrub status for tag:4bdc29bc-0865-47de-9e15-22df2c478171 - {'path': '/', 'tag': '4bdc29bc-0865-47de-9e15-22df2c478171', 'options': 'recursive,force'} 2024-09-16T01:57:58.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:57:57 smithi122 ceph-mon[34758]: pgmap v772: 97 pgs: 97 active+clean; 464 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 562 KiB/s rd, 4.6 MiB/s wr, 158 op/s 2024-09-16T01:57:58.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:57:57 smithi029 ceph-mon[34783]: pgmap v772: 97 pgs: 97 active+clean; 464 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 562 KiB/s rd, 4.6 MiB/s wr, 158 op/s 2024-09-16T01:57:59.036 INFO:tasks.workunit.client.0.smithi017.stdout: 10 12984 10.73 MB/sec warmup 81 sec latency 109.898 ms 2024-09-16T01:58:00.036 INFO:tasks.workunit.client.0.smithi017.stdout: 10 13146 10.68 MB/sec warmup 82 sec latency 104.351 ms 2024-09-16T01:58:00.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:00 smithi017 ceph-mon[30972]: pgmap v773: 97 pgs: 97 active+clean; 467 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 5.0 MiB/s wr, 199 op/s 2024-09-16T01:58:00.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:00 smithi122 ceph-mon[34758]: pgmap v773: 97 pgs: 97 active+clean; 467 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 5.0 MiB/s wr, 199 op/s 2024-09-16T01:58:00.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:00 smithi029 ceph-mon[34783]: pgmap v773: 97 pgs: 97 active+clean; 467 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 761 KiB/s rd, 5.0 MiB/s wr, 199 op/s 2024-09-16T01:58:01.036 INFO:tasks.workunit.client.0.smithi017.stdout: 10 13300 10.63 MB/sec warmup 83 sec latency 99.531 ms 2024-09-16T01:58:02.036 INFO:tasks.workunit.client.0.smithi017.stdout: 10 13492 10.71 MB/sec warmup 84 sec latency 104.734 ms 2024-09-16T01:58:02.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:02 smithi017 ceph-mon[30972]: pgmap v774: 97 pgs: 97 active+clean; 466 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 604 KiB/s rd, 3.5 MiB/s wr, 165 op/s 2024-09-16T01:58:02.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:02 smithi029 ceph-mon[34783]: pgmap v774: 97 pgs: 97 active+clean; 466 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 604 KiB/s rd, 3.5 MiB/s wr, 165 op/s 2024-09-16T01:58:02.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:02 smithi122 ceph-mon[34758]: pgmap v774: 97 pgs: 97 active+clean; 466 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 604 KiB/s rd, 3.5 MiB/s wr, 165 op/s 2024-09-16T01:58:03.036 INFO:tasks.workunit.client.0.smithi017.stdout: 10 13652 10.72 MB/sec warmup 85 sec latency 135.026 ms 2024-09-16T01:58:04.036 INFO:tasks.workunit.client.0.smithi017.stdout: 10 13819 10.74 MB/sec warmup 86 sec latency 135.479 ms 2024-09-16T01:58:04.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:04 smithi017 ceph-mon[30972]: pgmap v775: 97 pgs: 97 active+clean; 454 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 864 KiB/s rd, 4.1 MiB/s wr, 235 op/s 2024-09-16T01:58:04.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:04 smithi122 ceph-mon[34758]: pgmap v775: 97 pgs: 97 active+clean; 454 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 864 KiB/s rd, 4.1 MiB/s wr, 235 op/s 2024-09-16T01:58:04.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:04 smithi029 ceph-mon[34783]: pgmap v775: 97 pgs: 97 active+clean; 454 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 864 KiB/s rd, 4.1 MiB/s wr, 235 op/s 2024-09-16T01:58:05.036 INFO:tasks.workunit.client.0.smithi017.stdout: 10 13986 10.64 MB/sec warmup 87 sec latency 88.287 ms 2024-09-16T01:58:05.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:05 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:58:05.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:05 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:58:05.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:05 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:58:05.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:05 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:58:05.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:05 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:58:05.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:05 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:58:06.036 INFO:tasks.workunit.client.0.smithi017.stdout: 10 14154 10.54 MB/sec warmup 88 sec latency 78.633 ms 2024-09-16T01:58:06.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:06 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:58:06.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:06 smithi017 ceph-mon[30972]: pgmap v776: 97 pgs: 97 active+clean; 449 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 656 KiB/s rd, 3.8 MiB/s wr, 219 op/s 2024-09-16T01:58:06.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:06 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:58:06.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:06 smithi122 ceph-mon[34758]: pgmap v776: 97 pgs: 97 active+clean; 449 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 656 KiB/s rd, 3.8 MiB/s wr, 219 op/s 2024-09-16T01:58:06.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:06 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:58:06.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:06 smithi029 ceph-mon[34783]: pgmap v776: 97 pgs: 97 active+clean; 449 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 656 KiB/s rd, 3.8 MiB/s wr, 219 op/s 2024-09-16T01:58:07.036 INFO:tasks.workunit.client.0.smithi017.stdout: 10 14331 10.45 MB/sec warmup 89 sec latency 85.320 ms 2024-09-16T01:58:08.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 14505 10.39 MB/sec warmup 90 sec latency 75.212 ms 2024-09-16T01:58:08.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:08 smithi017 ceph-mon[30972]: pgmap v777: 97 pgs: 97 active+clean; 451 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 874 KiB/s rd, 3.2 MiB/s wr, 234 op/s 2024-09-16T01:58:08.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:08 smithi122 ceph-mon[34758]: pgmap v777: 97 pgs: 97 active+clean; 451 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 874 KiB/s rd, 3.2 MiB/s wr, 234 op/s 2024-09-16T01:58:08.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:08 smithi029 ceph-mon[34783]: pgmap v777: 97 pgs: 97 active+clean; 451 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 874 KiB/s rd, 3.2 MiB/s wr, 234 op/s 2024-09-16T01:58:09.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 14653 10.34 MB/sec warmup 91 sec latency 81.910 ms 2024-09-16T01:58:09.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:09 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:58:09.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:09 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:58:09.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:09 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:58:09.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:09 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:58:09.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:09 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:58:09.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:09 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:58:09.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:09 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:58:09.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:09 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:58:09.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:09 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:58:09.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:09 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:58:09.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:09 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:58:09.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:09 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:58:10.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 14818 10.36 MB/sec warmup 92 sec latency 85.983 ms 2024-09-16T01:58:10.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:10 smithi017 ceph-mon[30972]: pgmap v778: 97 pgs: 97 active+clean; 452 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 803 KiB/s rd, 3.2 MiB/s wr, 251 op/s 2024-09-16T01:58:10.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:10 smithi029 ceph-mon[34783]: pgmap v778: 97 pgs: 97 active+clean; 452 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 803 KiB/s rd, 3.2 MiB/s wr, 251 op/s 2024-09-16T01:58:10.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:10 smithi122 ceph-mon[34758]: pgmap v778: 97 pgs: 97 active+clean; 452 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 803 KiB/s rd, 3.2 MiB/s wr, 251 op/s 2024-09-16T01:58:11.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 14995 10.38 MB/sec warmup 93 sec latency 83.111 ms 2024-09-16T01:58:12.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 15238 10.47 MB/sec warmup 94 sec latency 78.330 ms 2024-09-16T01:58:12.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:12 smithi017 ceph-mon[30972]: pgmap v779: 97 pgs: 97 active+clean; 453 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 603 KiB/s rd, 2.8 MiB/s wr, 221 op/s 2024-09-16T01:58:12.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:12 smithi122 ceph-mon[34758]: pgmap v779: 97 pgs: 97 active+clean; 453 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 603 KiB/s rd, 2.8 MiB/s wr, 221 op/s 2024-09-16T01:58:12.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:12 smithi029 ceph-mon[34783]: pgmap v779: 97 pgs: 97 active+clean; 453 MiB data, 1.9 GiB used, 1.0 TiB / 1.0 TiB avail; 603 KiB/s rd, 2.8 MiB/s wr, 221 op/s 2024-09-16T01:58:13.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 15461 10.54 MB/sec warmup 95 sec latency 102.896 ms 2024-09-16T01:58:14.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 15652 10.60 MB/sec warmup 96 sec latency 112.097 ms 2024-09-16T01:58:14.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:14 smithi017 ceph-mon[30972]: pgmap v780: 97 pgs: 97 active+clean; 462 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 4.1 MiB/s wr, 270 op/s 2024-09-16T01:58:14.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:14 smithi122 ceph-mon[34758]: pgmap v780: 97 pgs: 97 active+clean; 462 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 4.1 MiB/s wr, 270 op/s 2024-09-16T01:58:14.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:14 smithi029 ceph-mon[34783]: pgmap v780: 97 pgs: 97 active+clean; 462 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 4.1 MiB/s wr, 270 op/s 2024-09-16T01:58:15.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 15754 10.58 MB/sec warmup 97 sec latency 101.385 ms 2024-09-16T01:58:16.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 15837 10.52 MB/sec warmup 98 sec latency 97.760 ms 2024-09-16T01:58:16.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:16 smithi017 ceph-mon[30972]: pgmap v781: 97 pgs: 97 active+clean; 469 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 3.9 MiB/s wr, 200 op/s 2024-09-16T01:58:16.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:16 smithi122 ceph-mon[34758]: pgmap v781: 97 pgs: 97 active+clean; 469 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 3.9 MiB/s wr, 200 op/s 2024-09-16T01:58:16.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:16 smithi029 ceph-mon[34783]: pgmap v781: 97 pgs: 97 active+clean; 469 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 552 KiB/s rd, 3.9 MiB/s wr, 200 op/s 2024-09-16T01:58:17.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 15973 10.55 MB/sec warmup 99 sec latency 89.886 ms 2024-09-16T01:58:18.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 16132 10.55 MB/sec warmup 100 sec latency 101.548 ms 2024-09-16T01:58:18.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:18 smithi017 ceph-mon[30972]: pgmap v782: 97 pgs: 97 active+clean; 470 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 553 KiB/s rd, 3.5 MiB/s wr, 172 op/s 2024-09-16T01:58:18.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:18 smithi122 ceph-mon[34758]: pgmap v782: 97 pgs: 97 active+clean; 470 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 553 KiB/s rd, 3.5 MiB/s wr, 172 op/s 2024-09-16T01:58:18.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:18 smithi029 ceph-mon[34783]: pgmap v782: 97 pgs: 97 active+clean; 470 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 553 KiB/s rd, 3.5 MiB/s wr, 172 op/s 2024-09-16T01:58:19.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 16285 10.55 MB/sec warmup 101 sec latency 99.372 ms 2024-09-16T01:58:20.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 16426 10.53 MB/sec warmup 102 sec latency 98.306 ms 2024-09-16T01:58:20.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:20 smithi017 ceph-mon[30972]: pgmap v783: 97 pgs: 97 active+clean; 478 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 4.4 MiB/s wr, 187 op/s 2024-09-16T01:58:20.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:20 smithi122 ceph-mon[34758]: pgmap v783: 97 pgs: 97 active+clean; 478 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 4.4 MiB/s wr, 187 op/s 2024-09-16T01:58:20.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:20 smithi029 ceph-mon[34783]: pgmap v783: 97 pgs: 97 active+clean; 478 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 4.4 MiB/s wr, 187 op/s 2024-09-16T01:58:21.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 16545 10.43 MB/sec warmup 103 sec latency 99.277 ms 2024-09-16T01:58:22.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 16670 10.35 MB/sec warmup 104 sec latency 97.701 ms 2024-09-16T01:58:22.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:22 smithi017 ceph-mon[30972]: pgmap v784: 97 pgs: 97 active+clean; 479 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 496 KiB/s rd, 4.6 MiB/s wr, 154 op/s 2024-09-16T01:58:22.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:22 smithi029 ceph-mon[34783]: pgmap v784: 97 pgs: 97 active+clean; 479 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 496 KiB/s rd, 4.6 MiB/s wr, 154 op/s 2024-09-16T01:58:22.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:22 smithi122 ceph-mon[34758]: pgmap v784: 97 pgs: 97 active+clean; 479 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 496 KiB/s rd, 4.6 MiB/s wr, 154 op/s 2024-09-16T01:58:23.037 INFO:tasks.workunit.client.0.smithi017.stdout: 10 16812 10.28 MB/sec warmup 105 sec latency 107.425 ms 2024-09-16T01:58:24.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 16968 10.25 MB/sec warmup 106 sec latency 130.543 ms 2024-09-16T01:58:24.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:24 smithi017 ceph-mon[30972]: pgmap v785: 97 pgs: 97 active+clean; 482 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 888 KiB/s rd, 5.2 MiB/s wr, 200 op/s 2024-09-16T01:58:24.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:24 smithi122 ceph-mon[34758]: pgmap v785: 97 pgs: 97 active+clean; 482 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 888 KiB/s rd, 5.2 MiB/s wr, 200 op/s 2024-09-16T01:58:24.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:24 smithi029 ceph-mon[34783]: pgmap v785: 97 pgs: 97 active+clean; 482 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 888 KiB/s rd, 5.2 MiB/s wr, 200 op/s 2024-09-16T01:58:25.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 17121 10.22 MB/sec warmup 107 sec latency 110.497 ms 2024-09-16T01:58:26.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 17268 10.20 MB/sec warmup 108 sec latency 104.400 ms 2024-09-16T01:58:26.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:26 smithi017 ceph-mon[30972]: pgmap v786: 97 pgs: 97 active+clean; 482 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 4.5 MiB/s wr, 165 op/s 2024-09-16T01:58:26.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:26 smithi029 ceph-mon[34783]: pgmap v786: 97 pgs: 97 active+clean; 482 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 4.5 MiB/s wr, 165 op/s 2024-09-16T01:58:26.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:26 smithi122 ceph-mon[34758]: pgmap v786: 97 pgs: 97 active+clean; 482 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 4.5 MiB/s wr, 165 op/s 2024-09-16T01:58:27.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 17434 10.22 MB/sec warmup 109 sec latency 93.970 ms 2024-09-16T01:58:28.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 17604 10.23 MB/sec warmup 110 sec latency 88.588 ms 2024-09-16T01:58:28.138 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:58:28.510 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:58:28.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:28 smithi017 ceph-mon[30972]: pgmap v787: 97 pgs: 97 active+clean; 480 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 3.7 MiB/s wr, 157 op/s 2024-09-16T01:58:28.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:28 smithi122 ceph-mon[34758]: pgmap v787: 97 pgs: 97 active+clean; 480 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 3.7 MiB/s wr, 157 op/s 2024-09-16T01:58:28.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:28 smithi029 ceph-mon[34783]: pgmap v787: 97 pgs: 97 active+clean; 480 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 623 KiB/s rd, 3.7 MiB/s wr, 157 op/s 2024-09-16T01:58:29.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 17733 10.18 MB/sec warmup 111 sec latency 209.399 ms 2024-09-16T01:58:29.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.294+0000 7fc7d9129640 1 -- 172.21.15.17:0/1777208488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7d4100a80 msgr2=0x7fc7d4100ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:29.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.294+0000 7fc7d9129640 1 --2- 172.21.15.17:0/1777208488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7d4100a80 0x7fc7d4100ee0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc009930 tx=0x7fc7bc02a420 comp rx=0 tx=0).stop 2024-09-16T01:58:29.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.295+0000 7fc7d9129640 1 -- 172.21.15.17:0/1777208488 shutdown_connections 2024-09-16T01:58:29.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.295+0000 7fc7d9129640 1 --2- 172.21.15.17:0/1777208488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d4101420 0x7fc7d410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.295+0000 7fc7d9129640 1 --2- 172.21.15.17:0/1777208488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7d4100a80 0x7fc7d4100ee0 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.295+0000 7fc7d9129640 1 --2- 172.21.15.17:0/1777208488 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7d4106a80 0x7fc7d4106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.295+0000 7fc7d9129640 1 -- 172.21.15.17:0/1777208488 >> 172.21.15.17:0/1777208488 conn(0x7fc7d40fc780 msgr2=0x7fc7d40feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:29.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.295+0000 7fc7d9129640 1 -- 172.21.15.17:0/1777208488 shutdown_connections 2024-09-16T01:58:29.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.295+0000 7fc7d9129640 1 -- 172.21.15.17:0/1777208488 wait complete. 2024-09-16T01:58:29.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.296+0000 7fc7d9129640 1 Processor -- start 2024-09-16T01:58:29.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.296+0000 7fc7d9129640 1 -- start start 2024-09-16T01:58:29.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.296+0000 7fc7d9129640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7d4101420 0x7fc7d41a0590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.296+0000 7fc7d9129640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7d4106a80 0x7fc7d41a0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.296+0000 7fc7d9129640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d419a660 0x7fc7d419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.296+0000 7fc7d9129640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc7d4110d80 con 0x7fc7d4106a80 2024-09-16T01:58:29.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.296+0000 7fc7d9129640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc7d4110c00 con 0x7fc7d419a660 2024-09-16T01:58:29.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.296+0000 7fc7d9129640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc7d4110f00 con 0x7fc7d4101420 2024-09-16T01:58:29.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.296+0000 7fc7d2d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7d4101420 0x7fc7d41a0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.296+0000 7fc7d2d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7d4101420 0x7fc7d41a0590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:52870/0 (socket says 172.21.15.17:52870) 2024-09-16T01:58:29.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.296+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/4291696627 learned_addr learned my addr 172.21.15.17:0/4291696627 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:29.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.296+0000 7fc7d359e640 1 --2- 172.21.15.17:0/4291696627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d419a660 0x7fc7d419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.297+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/4291696627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d419a660 msgr2=0x7fc7d419aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:29.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.297+0000 7fc7d2d9d640 1 --2- 172.21.15.17:0/4291696627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d419a660 0x7fc7d419aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.297+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/4291696627 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7d4106a80 msgr2=0x7fc7d41a0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:29.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.297+0000 7fc7d2d9d640 1 --2- 172.21.15.17:0/4291696627 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7d4106a80 0x7fc7d41a0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.297+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/4291696627 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7d419b210 con 0x7fc7d4101420 2024-09-16T01:58:29.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.297+0000 7fc7d2d9d640 1 --2- 172.21.15.17:0/4291696627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7d4101420 0x7fc7d41a0590 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fc7c400e9f0 tx=0x7fc7c400edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:29.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.297+0000 7fc7d0d99640 1 -- 172.21.15.17:0/4291696627 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c400ccc0 con 0x7fc7d4101420 2024-09-16T01:58:29.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.297+0000 7fc7d0d99640 1 -- 172.21.15.17:0/4291696627 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7c400ce60 con 0x7fc7d4101420 2024-09-16T01:58:29.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.297+0000 7fc7d9129640 1 -- 172.21.15.17:0/4291696627 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7d41a7340 con 0x7fc7d4101420 2024-09-16T01:58:29.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.297+0000 7fc7d9129640 1 -- 172.21.15.17:0/4291696627 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7d41a76e0 con 0x7fc7d4101420 2024-09-16T01:58:29.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.298+0000 7fc7d0d99640 1 -- 172.21.15.17:0/4291696627 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c4010430 con 0x7fc7d4101420 2024-09-16T01:58:29.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.300+0000 7fc7d0d99640 1 -- 172.21.15.17:0/4291696627 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fc7c4005020 con 0x7fc7d4101420 2024-09-16T01:58:29.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.301+0000 7fc7db502740 1 Processor -- start 2024-09-16T01:58:29.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.301+0000 7fc7db502740 1 -- start start 2024-09-16T01:58:29.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.301+0000 7fc7d0d99640 1 --2- 172.21.15.17:0/4291696627 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc7c00a3410 0x7fc7c00a58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.302+0000 7fc7d359e640 1 --2- 172.21.15.17:0/4291696627 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc7c00a3410 0x7fc7c00a58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.302+0000 7fc7d0d99640 1 -- 172.21.15.17:0/4291696627 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc7c40cfbe0 con 0x7fc7d4101420 2024-09-16T01:58:29.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.302+0000 7fc7db502740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6f2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.302+0000 7fc7db502740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 0x559eac6fd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.302+0000 7fc7d359e640 1 --2- 172.21.15.17:0/4291696627 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc7c00a3410 0x7fc7c00a58d0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc005fd0 tx=0x7fc7cc009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:29.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.303+0000 7fc7db502740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 0x559eac6ffa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.303+0000 7fc7d2d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6f2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.303+0000 7fc7d2d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6f2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:52882/0 (socket says 172.21.15.17:52882) 2024-09-16T01:58:29.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.303+0000 7fc7cbfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 0x559eac6fd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.303+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/2029665322 learned_addr learned my addr 172.21.15.17:0/2029665322 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:29.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.303+0000 7fc7db502740 1 -- 172.21.15.17:0/2029665322 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559eac6582e0 con 0x559eac6fd680 2024-09-16T01:58:29.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.303+0000 7fc7db502740 1 -- 172.21.15.17:0/2029665322 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559eac5ffce0 con 0x559eac6f2dc0 2024-09-16T01:58:29.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.303+0000 7fc7db502740 1 -- 172.21.15.17:0/2029665322 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559eac6542a0 con 0x559eac6f24a0 2024-09-16T01:58:29.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.303+0000 7fc7d359e640 1 --2- 172.21.15.17:0/2029665322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 0x559eac6ffa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.303+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/2029665322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 msgr2=0x559eac6fd140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:29.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.303+0000 7fc7d2d9d640 1 --2- 172.21.15.17:0/2029665322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 0x559eac6fd140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.303+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/2029665322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 msgr2=0x559eac6ffa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:29.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.303+0000 7fc7d2d9d640 1 --2- 172.21.15.17:0/2029665322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 0x559eac6ffa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.303+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/2029665322 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559eac5e4440 con 0x559eac6f24a0 2024-09-16T01:58:29.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.304+0000 7fc7d359e640 1 --2- 172.21.15.17:0/2029665322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 0x559eac6ffa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:58:29.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.304+0000 7fc7d2d9d640 1 --2- 172.21.15.17:0/2029665322 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6f2880 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4098620 tx=0x7fc7c409be30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c31d5fc96e84e3ba server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:29.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.304+0000 7fc7c97fa640 1 -- 172.21.15.17:0/2029665322 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c40a4e30 con 0x559eac6f24a0 2024-09-16T01:58:29.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.304+0000 7fc7c97fa640 1 -- 172.21.15.17:0/2029665322 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7c40b5070 con 0x559eac6f24a0 2024-09-16T01:58:29.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.304+0000 7fc7c97fa640 1 -- 172.21.15.17:0/2029665322 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c4098990 con 0x559eac6f24a0 2024-09-16T01:58:29.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.305+0000 7fc7db502740 1 -- 172.21.15.17:0/2029665322 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 msgr2=0x559eac6f2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:29.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.305+0000 7fc7db502740 1 --2- 172.21.15.17:0/2029665322 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6f2880 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4098620 tx=0x7fc7c409be30 comp rx=0 tx=0).stop 2024-09-16T01:58:29.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.305+0000 7fc7db502740 1 -- 172.21.15.17:0/2029665322 shutdown_connections 2024-09-16T01:58:29.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.305+0000 7fc7db502740 1 --2- 172.21.15.17:0/2029665322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 0x559eac6ffa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.305+0000 7fc7db502740 1 --2- 172.21.15.17:0/2029665322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 0x559eac6fd140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.305+0000 7fc7db502740 1 --2- 172.21.15.17:0/2029665322 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6f2880 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.305+0000 7fc7db502740 1 -- 172.21.15.17:0/2029665322 >> 172.21.15.17:0/2029665322 conn(0x559eac6eea30 msgr2=0x559eac6eee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:29.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.306+0000 7fc7db502740 1 -- 172.21.15.17:0/2029665322 shutdown_connections 2024-09-16T01:58:29.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.306+0000 7fc7db502740 1 -- 172.21.15.17:0/2029665322 wait complete. 2024-09-16T01:58:29.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.306+0000 7fc7db502740 1 -- start start 2024-09-16T01:58:29.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.306+0000 7fc7db502740 1 Processor -- start 2024-09-16T01:58:29.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.307+0000 7fc7db502740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6fcf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.307+0000 7fc7db502740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 0x559eac6fa1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.307+0000 7fc7db502740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 0x559eac6fa720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.307+0000 7fc7db502740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559eac700250 con 0x559eac6fd680 2024-09-16T01:58:29.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.307+0000 7fc7db502740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559eac613050 con 0x559eac6f2dc0 2024-09-16T01:58:29.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.307+0000 7fc7db502740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559eac7003d0 con 0x559eac6f24a0 2024-09-16T01:58:29.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.307+0000 7fc7cbfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 0x559eac6fa1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.307+0000 7fc7cbfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 0x559eac6fa1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:46868/0 (socket says 172.21.15.17:46868) 2024-09-16T01:58:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.307+0000 7fc7cbfff640 1 -- 172.21.15.17:0/2815522637 learned_addr learned my addr 172.21.15.17:0/2815522637 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.307+0000 7fc7d359e640 1 --2- 172.21.15.17:0/2815522637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 0x559eac6fa720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.307+0000 7fc7db502740 10 client.0 _ll_register_callbacks cb 0x559eac653160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:58:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.308+0000 7fc7cbfff640 1 -- 172.21.15.17:0/2815522637 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 msgr2=0x559eac6fcf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.308+0000 7fc7cbfff640 1 --2- 172.21.15.17:0/2815522637 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6fcf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.308+0000 7fc7cbfff640 1 -- 172.21.15.17:0/2815522637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 msgr2=0x559eac6fa720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.308+0000 7fc7cbfff640 1 --2- 172.21.15.17:0/2815522637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 0x559eac6fa720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.308+0000 7fc7cbfff640 1 -- 172.21.15.17:0/2815522637 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559eac3c93c0 con 0x559eac6f2dc0 2024-09-16T01:58:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.308+0000 7fc7db502740 1 -- 172.21.15.17:0/2815522637 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7c40b5070 con 0x559eac6f2dc0 2024-09-16T01:58:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.308+0000 7fc7cbfff640 1 --2- 172.21.15.17:0/2815522637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 0x559eac6fa1e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc009900 tx=0x7fc7bc004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8290448990c87db7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:29.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.308+0000 7fc7ba7fc640 10 client.27545 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:58:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.308+0000 7fc7ba7fc640 1 -- 172.21.15.17:0/2815522637 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7bc040070 con 0x559eac6f2dc0 2024-09-16T01:58:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.308+0000 7fc7ba7fc640 1 -- 172.21.15.17:0/2815522637 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc7bc0037f0 con 0x559eac6f2dc0 2024-09-16T01:58:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.308+0000 7fc7ba7fc640 1 -- 172.21.15.17:0/2815522637 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc7bc035040 con 0x559eac6f2dc0 2024-09-16T01:58:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.308+0000 7fc7db502740 10 client.27545 fetch_fsmap learned FSMap version 26 2024-09-16T01:58:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.308+0000 7fc7db502740 1 -- 172.21.15.17:0/2815522637 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({fsmap=26}) -- 0x559eac7142c0 con 0x559eac6f2dc0 2024-09-16T01:58:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.309+0000 7fc7ba7fc640 1 -- 172.21.15.17:0/2815522637 <== mon.2 v2:172.21.15.29:3300/0 4 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc7bc003a10 con 0x559eac6f2dc0 2024-09-16T01:58:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.309+0000 7fc7db502740 10 client.27545 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:58:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.309+0000 7fc7db502740 10 client.27545 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:58:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.309+0000 7fc7db502740 20 client.27545 populate_metadata read hostname 'smithi017' 2024-09-16T01:58:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.309+0000 7fc7db502740 1 --2- 172.21.15.17:0/2815522637 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559eac715780 0x559eac717c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.309+0000 7fc7db502740 4 client.27545 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:58:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.309+0000 7fc7db502740 1 -- 172.21.15.17:0/2815522637 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559eac665850 con 0x559eac715780 2024-09-16T01:58:29.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.309+0000 7fc7d2d9d640 1 --2- 172.21.15.17:0/2815522637 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559eac715780 0x559eac717c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.309+0000 7fc7d2d9d640 1 --2- 172.21.15.17:0/2815522637 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559eac715780 0x559eac717c40 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aff4a0ed8b12ced4 server_cookie=be6e6e2c0e4f6ee4 in_seq=0 out_seq=0 2024-09-16T01:58:29.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.309+0000 7fc7ba7fc640 10 client.27545 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:29.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.310+0000 7fc7ba7fc640 1 -- 172.21.15.17:0/2815522637 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559eac665850 con 0x559eac715780 2024-09-16T01:58:29.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.310+0000 7fc7ba7fc640 10 client.27545 handle_command_reply: tid=0 2024-09-16T01:58:29.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.310+0000 7fc7db502740 1 client.27545 shutdown 2024-09-16T01:58:29.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.311+0000 7fc7db502740 1 -- 172.21.15.17:0/2815522637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 msgr2=0x559eac6fa1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:29.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.311+0000 7fc7db502740 1 --2- 172.21.15.17:0/2815522637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 0x559eac6fa1e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc009900 tx=0x7fc7bc004270 comp rx=0 tx=0).stop 2024-09-16T01:58:29.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.311+0000 7fc7db502740 1 -- 172.21.15.17:0/2815522637 shutdown_connections 2024-09-16T01:58:29.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.311+0000 7fc7db502740 1 --2- 172.21.15.17:0/2815522637 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559eac715780 0x559eac717c40 crc :-1 s=READY pgs=232 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.311+0000 7fc7ba7fc640 0 client.27545 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:29.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.311+0000 7fc7db502740 1 --2- 172.21.15.17:0/2815522637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 0x559eac6fa720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.311+0000 7fc7db502740 1 --2- 172.21.15.17:0/2815522637 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 0x559eac6fa1e0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.311+0000 7fc7db502740 1 --2- 172.21.15.17:0/2815522637 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6fcf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.311+0000 7fc7db502740 1 -- 172.21.15.17:0/2815522637 >> 172.21.15.17:0/2815522637 conn(0x559eac6eea30 msgr2=0x559eac6f4710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:29.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.311+0000 7fc7db502740 1 -- 172.21.15.17:0/2815522637 shutdown_connections 2024-09-16T01:58:29.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.311+0000 7fc7db502740 1 -- 172.21.15.17:0/2815522637 wait complete. 2024-09-16T01:58:29.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.311+0000 7fc7db502740 20 client.27545 trim_cache size 0 max 16384 2024-09-16T01:58:29.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.342+0000 7fc7db502740 1 Processor -- start 2024-09-16T01:58:29.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.342+0000 7fc7db502740 1 -- start start 2024-09-16T01:58:29.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.343+0000 7fc7db502740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6eee10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.343+0000 7fc7db502740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 0x559eac71d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.343+0000 7fc7db502740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 0x559eac71da90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.343+0000 7fc7db502740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b4010cd0 con 0x559eac6fd680 2024-09-16T01:58:29.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.343+0000 7fc7db502740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b400e5a0 con 0x559eac6f2dc0 2024-09-16T01:58:29.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.343+0000 7fc7db502740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b400c3d0 con 0x559eac6f24a0 2024-09-16T01:58:29.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.343+0000 7fc7d2d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6eee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.343+0000 7fc7d2d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6eee10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:52902/0 (socket says 172.21.15.17:52902) 2024-09-16T01:58:29.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.343+0000 7fc7d359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 0x559eac71da90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.343+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/3793710120 learned_addr learned my addr 172.21.15.17:0/3793710120 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:29.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.343+0000 7fc7cbfff640 1 --2- 172.21.15.17:0/3793710120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 0x559eac71d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.343+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/3793710120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 msgr2=0x559eac71d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:29.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.343+0000 7fc7d2d9d640 1 --2- 172.21.15.17:0/3793710120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 0x559eac71d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.343+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/3793710120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 msgr2=0x559eac71da90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:29.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.344+0000 7fc7d2d9d640 1 --2- 172.21.15.17:0/3793710120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 0x559eac71da90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.344+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/3793710120 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559eac6fd2a0 con 0x559eac6f24a0 2024-09-16T01:58:29.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.344+0000 7fc7d2d9d640 1 --2- 172.21.15.17:0/3793710120 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6eee10 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fc7c409a470 tx=0x7fc7c4098590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e5b531781eb6c15 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:29.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.344+0000 7fc7c8ff9640 1 -- 172.21.15.17:0/3793710120 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c409a4c0 con 0x559eac6f24a0 2024-09-16T01:58:29.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.344+0000 7fc7c8ff9640 1 -- 172.21.15.17:0/3793710120 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7c4098830 con 0x559eac6f24a0 2024-09-16T01:58:29.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.344+0000 7fc7c8ff9640 1 -- 172.21.15.17:0/3793710120 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c40046c0 con 0x559eac6f24a0 2024-09-16T01:58:29.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.345+0000 7fc7db502740 1 -- 172.21.15.17:0/3793710120 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 msgr2=0x559eac6eee10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:29.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.345+0000 7fc7db502740 1 --2- 172.21.15.17:0/3793710120 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6eee10 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fc7c409a470 tx=0x7fc7c4098590 comp rx=0 tx=0).stop 2024-09-16T01:58:29.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.345+0000 7fc7db502740 1 -- 172.21.15.17:0/3793710120 shutdown_connections 2024-09-16T01:58:29.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.345+0000 7fc7db502740 1 --2- 172.21.15.17:0/3793710120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6fd680 0x559eac71da90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.345+0000 7fc7db502740 1 --2- 172.21.15.17:0/3793710120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6f2dc0 0x559eac71d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.345+0000 7fc7db502740 1 --2- 172.21.15.17:0/3793710120 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac6eee10 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.345+0000 7fc7db502740 1 -- 172.21.15.17:0/3793710120 >> 172.21.15.17:0/3793710120 conn(0x559eac6eea30 msgr2=0x559eac6f92d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:29.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.345+0000 7fc7db502740 1 -- 172.21.15.17:0/3793710120 shutdown_connections 2024-09-16T01:58:29.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.345+0000 7fc7db502740 1 -- 172.21.15.17:0/3793710120 wait complete. 2024-09-16T01:58:29.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.346+0000 7fc7db502740 1 -- start start 2024-09-16T01:58:29.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.346+0000 7fc7db502740 1 Processor -- start 2024-09-16T01:58:29.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.346+0000 7fc7db502740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac70e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.346+0000 7fc7db502740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6f2dc0 0x559eac70b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.346+0000 7fc7db502740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6fd680 0x559eac70bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.346+0000 7fc7db502740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b400ca60 con 0x559eac6f2dc0 2024-09-16T01:58:29.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.346+0000 7fc7db502740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b400ded0 con 0x559eac6fd680 2024-09-16T01:58:29.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.346+0000 7fc7db502740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc7b400d130 con 0x559eac6f24a0 2024-09-16T01:58:29.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.346+0000 7fc7db502740 10 client.0 _ll_register_callbacks cb 0x7fc7c4005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:58:29.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.346+0000 7fc7d2d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac70e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.346+0000 7fc7d2d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac70e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:52910/0 (socket says 172.21.15.17:52910) 2024-09-16T01:58:29.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.346+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/2679889767 learned_addr learned my addr 172.21.15.17:0/2679889767 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:29.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.346+0000 7fc7d359e640 1 --2- 172.21.15.17:0/2679889767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6fd680 0x559eac70bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.346+0000 7fc7cbfff640 1 --2- 172.21.15.17:0/2679889767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6f2dc0 0x559eac70b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.347+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/2679889767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6fd680 msgr2=0x559eac70bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:29.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.347+0000 7fc7d2d9d640 1 --2- 172.21.15.17:0/2679889767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6fd680 0x559eac70bcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.347+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/2679889767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6f2dc0 msgr2=0x559eac70b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:29.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.347+0000 7fc7d2d9d640 1 --2- 172.21.15.17:0/2679889767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6f2dc0 0x559eac70b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.347+0000 7fc7d2d9d640 1 -- 172.21.15.17:0/2679889767 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559eac70c330 con 0x559eac6f24a0 2024-09-16T01:58:29.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.347+0000 7fc7d2d9d640 1 --2- 172.21.15.17:0/2679889767 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac70e460 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fc7c400d010 tx=0x7fc7c40b5220 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b30c49690b29704 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:29.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.347+0000 7fc7ba7fc640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:58:29.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.347+0000 7fc7ba7fc640 1 -- 172.21.15.17:0/2679889767 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc7c40163a0 con 0x559eac6f24a0 2024-09-16T01:58:29.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.347+0000 7fc7db502740 1 -- 172.21.15.17:0/2679889767 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc7c4098830 con 0x559eac6f24a0 2024-09-16T01:58:29.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.347+0000 7fc7ba7fc640 1 -- 172.21.15.17:0/2679889767 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc7c40a01b0 con 0x559eac6f24a0 2024-09-16T01:58:29.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.347+0000 7fc7ba7fc640 1 -- 172.21.15.17:0/2679889767 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fc7c4016540 con 0x559eac6f24a0 2024-09-16T01:58:29.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.347+0000 7fc7db502740 10 client.27832 fetch_fsmap learned FSMap version 26 2024-09-16T01:58:29.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.347+0000 7fc7db502740 1 -- 172.21.15.17:0/2679889767 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x559eac780370 con 0x559eac6f24a0 2024-09-16T01:58:29.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.348+0000 7fc7ba7fc640 1 -- 172.21.15.17:0/2679889767 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc7c4098830 con 0x559eac6f24a0 2024-09-16T01:58:29.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.348+0000 7fc7ba7fc640 1 -- 172.21.15.17:0/2679889767 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fc7c40a49a0 con 0x559eac6f24a0 2024-09-16T01:58:29.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.348+0000 7fc7db502740 10 client.27832 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:58:29.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.348+0000 7fc7db502740 10 client.27832 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:58:29.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.348+0000 7fc7db502740 20 client.27832 populate_metadata read hostname 'smithi017' 2024-09-16T01:58:29.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.348+0000 7fc7db502740 1 --2- 172.21.15.17:0/2679889767 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559eac715780 0x559eac782380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:29.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.348+0000 7fc7db502740 4 client.27832 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:58:29.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.348+0000 7fc7db502740 1 -- 172.21.15.17:0/2679889767 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x559eac65fd60 con 0x559eac715780 2024-09-16T01:58:29.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.348+0000 7fc7cbfff640 1 --2- 172.21.15.17:0/2679889767 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559eac715780 0x559eac782380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:29.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.348+0000 7fc7ba7fc640 10 client.27832 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:29.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.348+0000 7fc7cbfff640 1 --2- 172.21.15.17:0/2679889767 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559eac715780 0x559eac782380 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1dcb657fb1bc3737 server_cookie=223392c9c7063120 in_seq=0 out_seq=0 2024-09-16T01:58:29.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7ba7fc640 1 -- 172.21.15.17:0/2679889767 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x559eac65fd60 con 0x559eac715780 2024-09-16T01:58:29.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7ba7fc640 10 client.27832 handle_command_reply: tid=0 2024-09-16T01:58:29.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7db502740 1 client.27832 shutdown 2024-09-16T01:58:29.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7db502740 1 -- 172.21.15.17:0/2679889767 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 msgr2=0x559eac70e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:29.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7db502740 1 --2- 172.21.15.17:0/2679889767 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac70e460 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fc7c400d010 tx=0x7fc7c40b5220 comp rx=0 tx=0).stop 2024-09-16T01:58:29.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7db502740 1 -- 172.21.15.17:0/2679889767 shutdown_connections 2024-09-16T01:58:29.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7db502740 1 --2- 172.21.15.17:0/2679889767 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559eac715780 0x559eac782380 crc :-1 s=READY pgs=233 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7db502740 1 --2- 172.21.15.17:0/2679889767 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559eac6fd680 0x559eac70bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7db502740 1 --2- 172.21.15.17:0/2679889767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559eac6f2dc0 0x559eac70b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7db502740 1 --2- 172.21.15.17:0/2679889767 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559eac6f24a0 0x559eac70e460 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7db502740 1 -- 172.21.15.17:0/2679889767 >> 172.21.15.17:0/2679889767 conn(0x559eac6eea30 msgr2=0x559eac6fba40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:29.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7ba7fc640 0 client.27832 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:29.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7db502740 1 -- 172.21.15.17:0/2679889767 shutdown_connections 2024-09-16T01:58:29.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7db502740 1 -- 172.21.15.17:0/2679889767 wait complete. 2024-09-16T01:58:29.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.349+0000 7fc7db502740 20 client.27832 trim_cache size 0 max 16384 2024-09-16T01:58:29.357 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:58:29.357 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:58:29.357 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:58:29.357 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:58:29.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.350+0000 7fc7d9129640 1 -- 172.21.15.17:0/4291696627 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc7c00a3410 msgr2=0x7fc7c00a58d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:29.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.350+0000 7fc7d9129640 1 --2- 172.21.15.17:0/4291696627 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc7c00a3410 0x7fc7c00a58d0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7fc7cc005fd0 tx=0x7fc7cc009500 comp rx=0 tx=0).stop 2024-09-16T01:58:29.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.350+0000 7fc7d9129640 1 -- 172.21.15.17:0/4291696627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7d4101420 msgr2=0x7fc7d41a0590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:29.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.350+0000 7fc7d9129640 1 --2- 172.21.15.17:0/4291696627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7d4101420 0x7fc7d41a0590 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fc7c400e9f0 tx=0x7fc7c400edf0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.350+0000 7fc7d9129640 1 -- 172.21.15.17:0/4291696627 shutdown_connections 2024-09-16T01:58:29.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.350+0000 7fc7d9129640 1 --2- 172.21.15.17:0/4291696627 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc7c00a3410 0x7fc7c00a58d0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.350+0000 7fc7d9129640 1 --2- 172.21.15.17:0/4291696627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc7d419a660 0x7fc7d419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.350+0000 7fc7d9129640 1 --2- 172.21.15.17:0/4291696627 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7d4106a80 0x7fc7d41a0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.350+0000 7fc7d9129640 1 --2- 172.21.15.17:0/4291696627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc7d4101420 0x7fc7d41a0590 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:29.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.350+0000 7fc7d9129640 1 -- 172.21.15.17:0/4291696627 >> 172.21.15.17:0/4291696627 conn(0x7fc7d40fc780 msgr2=0x7fc7d406ad40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:29.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.350+0000 7fc7d9129640 1 -- 172.21.15.17:0/4291696627 shutdown_connections 2024-09-16T01:58:29.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:29.350+0000 7fc7d9129640 1 -- 172.21.15.17:0/4291696627 wait complete. 2024-09-16T01:58:30.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 17907 10.15 MB/sec warmup 112 sec latency 129.040 ms 2024-09-16T01:58:30.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:30 smithi017 ceph-mon[30972]: pgmap v788: 97 pgs: 97 active+clean; 472 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.6 MiB/s wr, 244 op/s 2024-09-16T01:58:30.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:30 smithi122 ceph-mon[34758]: pgmap v788: 97 pgs: 97 active+clean; 472 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.6 MiB/s wr, 244 op/s 2024-09-16T01:58:30.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:30 smithi029 ceph-mon[34783]: pgmap v788: 97 pgs: 97 active+clean; 472 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.0 MiB/s rd, 4.6 MiB/s wr, 244 op/s 2024-09-16T01:58:30.699 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:58:30.699 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:58:31.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 18069 10.08 MB/sec warmup 113 sec latency 104.771 ms 2024-09-16T01:58:31.068 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:58:31.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.637+0000 7f0c154fc640 1 -- 172.21.15.17:0/1279211021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c10106f20 msgr2=0x7f0c1010eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:31.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.637+0000 7f0c154fc640 1 --2- 172.21.15.17:0/1279211021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c10106f20 0x7f0c1010eaa0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f0c08009ca0 tx=0x7f0c0802a8c0 comp rx=0 tx=0).stop 2024-09-16T01:58:31.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.637+0000 7f0c154fc640 1 -- 172.21.15.17:0/1279211021 shutdown_connections 2024-09-16T01:58:31.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.637+0000 7f0c154fc640 1 --2- 172.21.15.17:0/1279211021 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c10106f20 0x7f0c1010eaa0 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:31.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.637+0000 7f0c154fc640 1 --2- 172.21.15.17:0/1279211021 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c101027a0 0x7f0c101067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:31.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.637+0000 7f0c154fc640 1 --2- 172.21.15.17:0/1279211021 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c10101df0 0x7f0c101021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:31.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.637+0000 7f0c154fc640 1 -- 172.21.15.17:0/1279211021 >> 172.21.15.17:0/1279211021 conn(0x7f0c100fd8b0 msgr2=0x7f0c100ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:31.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.637+0000 7f0c154fc640 1 -- 172.21.15.17:0/1279211021 shutdown_connections 2024-09-16T01:58:31.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.637+0000 7f0c154fc640 1 -- 172.21.15.17:0/1279211021 wait complete. 2024-09-16T01:58:31.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.638+0000 7f0c154fc640 1 Processor -- start 2024-09-16T01:58:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.638+0000 7f0c154fc640 1 -- start start 2024-09-16T01:58:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.638+0000 7f0c154fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c10101df0 0x7f0c100744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.638+0000 7f0c154fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c101027a0 0x7f0c10074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.638+0000 7f0c154fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c10106f20 0x7f0c10074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c154fc640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0c10111e30 con 0x7f0c10101df0 2024-09-16T01:58:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c154fc640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0c10111cb0 con 0x7f0c101027a0 2024-09-16T01:58:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c154fc640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0c10111fb0 con 0x7f0c10106f20 2024-09-16T01:58:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c0effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c10101df0 0x7f0c100744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c07fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c101027a0 0x7f0c10074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c07fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c101027a0 0x7f0c10074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:46916/0 (socket says 172.21.15.17:46916) 2024-09-16T01:58:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c07fff640 1 -- 172.21.15.17:0/554089997 learned_addr learned my addr 172.21.15.17:0/554089997 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c0f7fe640 1 --2- 172.21.15.17:0/554089997 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c10106f20 0x7f0c10074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:31.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c0effd640 1 -- 172.21.15.17:0/554089997 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c10106f20 msgr2=0x7f0c10074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:31.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c0effd640 1 --2- 172.21.15.17:0/554089997 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c10106f20 0x7f0c10074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:31.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c0effd640 1 -- 172.21.15.17:0/554089997 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c101027a0 msgr2=0x7f0c10074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:31.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c0effd640 1 --2- 172.21.15.17:0/554089997 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c101027a0 0x7f0c10074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:31.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c0effd640 1 -- 172.21.15.17:0/554089997 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c101aace0 con 0x7f0c10101df0 2024-09-16T01:58:31.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c07fff640 1 --2- 172.21.15.17:0/554089997 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c101027a0 0x7f0c10074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:58:31.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.639+0000 7f0c0effd640 1 --2- 172.21.15.17:0/554089997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c10101df0 0x7f0c100744f0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f0c0000e9f0 tx=0x7f0c0000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:31.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.640+0000 7f0c0cff9640 1 -- 172.21.15.17:0/554089997 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c0000ccc0 con 0x7f0c10101df0 2024-09-16T01:58:31.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.640+0000 7f0c0cff9640 1 -- 172.21.15.17:0/554089997 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0c000108e0 con 0x7f0c10101df0 2024-09-16T01:58:31.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.640+0000 7f0c0cff9640 1 -- 172.21.15.17:0/554089997 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c00018880 con 0x7f0c10101df0 2024-09-16T01:58:31.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.640+0000 7f0c154fc640 1 -- 172.21.15.17:0/554089997 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c101aaf10 con 0x7f0c10101df0 2024-09-16T01:58:31.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.640+0000 7f0c154fc640 1 -- 172.21.15.17:0/554089997 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c101ab370 con 0x7f0c10101df0 2024-09-16T01:58:31.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.641+0000 7f0c154fc640 1 -- 172.21.15.17:0/554089997 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c101032d0 con 0x7f0c10101df0 2024-09-16T01:58:31.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.643+0000 7f0c0cff9640 1 -- 172.21.15.17:0/554089997 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f0c00010a90 con 0x7f0c10101df0 2024-09-16T01:58:31.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.644+0000 7f0c0cff9640 1 --2- 172.21.15.17:0/554089997 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0bfc0a32c0 0x7f0bfc0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:31.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.644+0000 7f0c0cff9640 1 -- 172.21.15.17:0/554089997 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0c000cffe0 con 0x7f0c10101df0 2024-09-16T01:58:31.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.644+0000 7f0c07fff640 1 --2- 172.21.15.17:0/554089997 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0bfc0a32c0 0x7f0bfc0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:31.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.645+0000 7f0c07fff640 1 --2- 172.21.15.17:0/554089997 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0bfc0a32c0 0x7f0bfc0a5780 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f0c10075cb0 tx=0x7f0bf8005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:31.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.647+0000 7f0c0cff9640 1 -- 172.21.15.17:0/554089997 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0c0009c690 con 0x7f0c10101df0 2024-09-16T01:58:31.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.998+0000 7f0c154fc640 1 -- 172.21.15.17:0/554089997 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c101021d0 con 0x7f0c10101df0 2024-09-16T01:58:32.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:31.999+0000 7f0c0cff9640 1 -- 172.21.15.17:0/554089997 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) ==== 94+0+11904 (secure 0 0 0) 0x7f0c000a0990 con 0x7f0c10101df0 2024-09-16T01:58:32.000 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:58:32.001 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":26,"btime":"2024-09-16T01:56:39:516451+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":26,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:56:39.440997+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[1,2],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T01:58:32.001 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 26 2024-09-16T01:58:32.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:32.001+0000 7f0c154fc640 1 -- 172.21.15.17:0/554089997 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0bfc0a32c0 msgr2=0x7f0bfc0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:32.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:32.001+0000 7f0c154fc640 1 --2- 172.21.15.17:0/554089997 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0bfc0a32c0 0x7f0bfc0a5780 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f0c10075cb0 tx=0x7f0bf8005f90 comp rx=0 tx=0).stop 2024-09-16T01:58:32.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:32.001+0000 7f0c154fc640 1 -- 172.21.15.17:0/554089997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c10101df0 msgr2=0x7f0c100744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:32.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:32.001+0000 7f0c154fc640 1 --2- 172.21.15.17:0/554089997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c10101df0 0x7f0c100744f0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f0c0000e9f0 tx=0x7f0c0000eeb0 comp rx=0 tx=0).stop 2024-09-16T01:58:32.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:32.002+0000 7f0c154fc640 1 -- 172.21.15.17:0/554089997 shutdown_connections 2024-09-16T01:58:32.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:32.002+0000 7f0c154fc640 1 --2- 172.21.15.17:0/554089997 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0bfc0a32c0 0x7f0bfc0a5780 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:32.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:32.002+0000 7f0c154fc640 1 --2- 172.21.15.17:0/554089997 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c10106f20 0x7f0c10074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:32.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:32.002+0000 7f0c154fc640 1 --2- 172.21.15.17:0/554089997 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c101027a0 0x7f0c10074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:32.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:32.002+0000 7f0c154fc640 1 --2- 172.21.15.17:0/554089997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c10101df0 0x7f0c100744f0 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:32.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:32.002+0000 7f0c154fc640 1 -- 172.21.15.17:0/554089997 >> 172.21.15.17:0/554089997 conn(0x7f0c100fd8b0 msgr2=0x7f0c100febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:32.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:32.002+0000 7f0c154fc640 1 -- 172.21.15.17:0/554089997 shutdown_connections 2024-09-16T01:58:32.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:32.002+0000 7f0c154fc640 1 -- 172.21.15.17:0/554089997 wait complete. 2024-09-16T01:58:32.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 18238 10.03 MB/sec warmup 114 sec latency 115.683 ms 2024-09-16T01:58:32.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:32 smithi017 ceph-mon[30972]: pgmap v789: 97 pgs: 97 active+clean; 468 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 801 KiB/s rd, 3.8 MiB/s wr, 217 op/s 2024-09-16T01:58:32.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:32 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/554089997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:58:32.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:32 smithi122 ceph-mon[34758]: pgmap v789: 97 pgs: 97 active+clean; 468 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 801 KiB/s rd, 3.8 MiB/s wr, 217 op/s 2024-09-16T01:58:32.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:32 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/554089997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:58:32.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:32 smithi029 ceph-mon[34783]: pgmap v789: 97 pgs: 97 active+clean; 468 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 801 KiB/s rd, 3.8 MiB/s wr, 217 op/s 2024-09-16T01:58:32.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:32 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/554089997' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:58:32.707 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:58:33.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 18422 9.99 MB/sec warmup 115 sec latency 78.623 ms 2024-09-16T01:58:33.064 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:58:33.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.607+0000 7fb5f3648640 1 -- 172.21.15.17:0/110840271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5ec1027a0 msgr2=0x7fb5ec1067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:33.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.607+0000 7fb5f3648640 1 --2- 172.21.15.17:0/110840271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5ec1027a0 0x7fb5ec1067f0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc009900 tx=0x7fb5dc02a410 comp rx=0 tx=0).stop 2024-09-16T01:58:33.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.608+0000 7fb5f3648640 1 -- 172.21.15.17:0/110840271 shutdown_connections 2024-09-16T01:58:33.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.608+0000 7fb5f3648640 1 --2- 172.21.15.17:0/110840271 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5ec106f20 0x7fb5ec10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.608+0000 7fb5f3648640 1 --2- 172.21.15.17:0/110840271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5ec1027a0 0x7fb5ec1067f0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.608+0000 7fb5f3648640 1 --2- 172.21.15.17:0/110840271 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb5ec101df0 0x7fb5ec1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.608+0000 7fb5f3648640 1 -- 172.21.15.17:0/110840271 >> 172.21.15.17:0/110840271 conn(0x7fb5ec0fd8b0 msgr2=0x7fb5ec0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:33.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.608+0000 7fb5f3648640 1 -- 172.21.15.17:0/110840271 shutdown_connections 2024-09-16T01:58:33.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.608+0000 7fb5f3648640 1 -- 172.21.15.17:0/110840271 wait complete. 2024-09-16T01:58:33.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.609+0000 7fb5f3648640 1 Processor -- start 2024-09-16T01:58:33.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.609+0000 7fb5f3648640 1 -- start start 2024-09-16T01:58:33.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.609+0000 7fb5f3648640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb5ec101df0 0x7fb5ec10e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.609+0000 7fb5f3648640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5ec1027a0 0x7fb5ec10b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.609+0000 7fb5f3648640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5ec106f20 0x7fb5ec10bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.609+0000 7fb5f3648640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ec075e70 con 0x7fb5ec106f20 2024-09-16T01:58:33.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.609+0000 7fb5f3648640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ec075cf0 con 0x7fb5ec1027a0 2024-09-16T01:58:33.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.609+0000 7fb5f3648640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ec075ff0 con 0x7fb5ec101df0 2024-09-16T01:58:33.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.609+0000 7fb5f1be5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5ec106f20 0x7fb5ec10bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.609+0000 7fb5f13e4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb5ec101df0 0x7fb5ec10e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.609+0000 7fb5f0be3640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5ec1027a0 0x7fb5ec10b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.609+0000 7fb5f1be5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5ec106f20 0x7fb5ec10bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41696/0 (socket says 172.21.15.17:41696) 2024-09-16T01:58:33.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.609+0000 7fb5f1be5640 1 -- 172.21.15.17:0/3096497350 learned_addr learned my addr 172.21.15.17:0/3096497350 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:33.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.609+0000 7fb5f13e4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb5ec101df0 0x7fb5ec10e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:52952/0 (socket says 172.21.15.17:52952) 2024-09-16T01:58:33.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.610+0000 7fb5f1be5640 1 -- 172.21.15.17:0/3096497350 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb5ec101df0 msgr2=0x7fb5ec10e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:33.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.610+0000 7fb5f1be5640 1 --2- 172.21.15.17:0/3096497350 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb5ec101df0 0x7fb5ec10e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.610+0000 7fb5f1be5640 1 -- 172.21.15.17:0/3096497350 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5ec1027a0 msgr2=0x7fb5ec10b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:33.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.610+0000 7fb5f1be5640 1 --2- 172.21.15.17:0/3096497350 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5ec1027a0 0x7fb5ec10b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.610+0000 7fb5f1be5640 1 -- 172.21.15.17:0/3096497350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5ec10c740 con 0x7fb5ec106f20 2024-09-16T01:58:33.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.610+0000 7fb5f1be5640 1 --2- 172.21.15.17:0/3096497350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5ec106f20 0x7fb5ec10bed0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fb5e400cce0 tx=0x7fb5e400a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:33.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.610+0000 7fb5e27fc640 1 -- 172.21.15.17:0/3096497350 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e400f450 con 0x7fb5ec106f20 2024-09-16T01:58:33.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.610+0000 7fb5e27fc640 1 -- 172.21.15.17:0/3096497350 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5e400faa0 con 0x7fb5ec106f20 2024-09-16T01:58:33.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.610+0000 7fb5e27fc640 1 -- 172.21.15.17:0/3096497350 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e4018b70 con 0x7fb5ec106f20 2024-09-16T01:58:33.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.610+0000 7fb5f3648640 1 -- 172.21.15.17:0/3096497350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5ec1aae20 con 0x7fb5ec106f20 2024-09-16T01:58:33.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.610+0000 7fb5f3648640 1 -- 172.21.15.17:0/3096497350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5ec1ab220 con 0x7fb5ec106f20 2024-09-16T01:58:33.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.613+0000 7fb5f5a21740 1 Processor -- start 2024-09-16T01:58:33.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.614+0000 7fb5e27fc640 1 -- 172.21.15.17:0/3096497350 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb5e4018d10 con 0x7fb5ec106f20 2024-09-16T01:58:33.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.614+0000 7fb5f5a21740 1 -- start start 2024-09-16T01:58:33.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.614+0000 7fb5f5a21740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927759090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.614+0000 7fb5f5a21740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649277595d0 0x564927759a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.614+0000 7fb5f5a21740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564927764370 0x564927766760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.614+0000 7fb5f5a21740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5649276bf2f0 con 0x5649277595d0 2024-09-16T01:58:33.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.614+0000 7fb5f5a21740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564927666cf0 con 0x564927764370 2024-09-16T01:58:33.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.614+0000 7fb5f5a21740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5649276bb2b0 con 0x56492775ab40 2024-09-16T01:58:33.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.614+0000 7fb5f0be3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927759090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.614+0000 7fb5f13e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649277595d0 0x564927759a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.614+0000 7fb5f0be3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927759090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:52966/0 (socket says 172.21.15.17:52966) 2024-09-16T01:58:33.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.614+0000 7fb5f0be3640 1 -- 172.21.15.17:0/1147815894 learned_addr learned my addr 172.21.15.17:0/1147815894 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:33.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.615+0000 7fb5f0be3640 1 --2- 172.21.15.17:0/1147815894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564927764370 0x564927766760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.615+0000 7fb5f0be3640 1 -- 172.21.15.17:0/1147815894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564927764370 msgr2=0x564927766760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:33.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.615+0000 7fb5f0be3640 1 --2- 172.21.15.17:0/1147815894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564927764370 0x564927766760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.615+0000 7fb5f0be3640 1 -- 172.21.15.17:0/1147815894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649277595d0 msgr2=0x564927759a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:33.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.615+0000 7fb5f0be3640 1 --2- 172.21.15.17:0/1147815894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649277595d0 0x564927759a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.615+0000 7fb5f0be3640 1 -- 172.21.15.17:0/1147815894 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56492764b3a0 con 0x56492775ab40 2024-09-16T01:58:33.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.615+0000 7fb5e27fc640 1 --2- 172.21.15.17:0/3096497350 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb5d80a3340 0x7fb5d80a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.615+0000 7fb5f0be3640 1 --2- 172.21.15.17:0/1147815894 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927759090 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc009230 tx=0x7fb5dc005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2c9fe790b9b89257 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:33.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.615+0000 7fb5f13e4640 1 --2- 172.21.15.17:0/3096497350 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb5d80a3340 0x7fb5d80a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.615+0000 7fb5e27fc640 1 -- 172.21.15.17:0/3096497350 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb5e40cfbd0 con 0x7fb5ec106f20 2024-09-16T01:58:33.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.615+0000 7fb5d77fe640 1 -- 172.21.15.17:0/1147815894 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5dc035070 con 0x56492775ab40 2024-09-16T01:58:33.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.616+0000 7fb5d77fe640 1 -- 172.21.15.17:0/1147815894 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5dc003b60 con 0x56492775ab40 2024-09-16T01:58:33.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.616+0000 7fb5d77fe640 1 -- 172.21.15.17:0/1147815894 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5dc031aa0 con 0x56492775ab40 2024-09-16T01:58:33.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.616+0000 7fb5f13e4640 1 --2- 172.21.15.17:0/3096497350 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb5d80a3340 0x7fb5d80a5800 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x564927756ac0 tx=0x7fb5e8005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:33.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.617+0000 7fb5f5a21740 1 -- 172.21.15.17:0/1147815894 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 msgr2=0x564927759090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:33.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.617+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/1147815894 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927759090 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc009230 tx=0x7fb5dc005fd0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.617+0000 7fb5f5a21740 1 -- 172.21.15.17:0/1147815894 shutdown_connections 2024-09-16T01:58:33.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.617+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/1147815894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564927764370 0x564927766760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.617+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/1147815894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649277595d0 0x564927759a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.617+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/1147815894 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927759090 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.617+0000 7fb5f5a21740 1 -- 172.21.15.17:0/1147815894 >> 172.21.15.17:0/1147815894 conn(0x564927722310 msgr2=0x564927755c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:33.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.617+0000 7fb5f5a21740 1 -- 172.21.15.17:0/1147815894 shutdown_connections 2024-09-16T01:58:33.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.617+0000 7fb5f5a21740 1 -- 172.21.15.17:0/1147815894 wait complete. 2024-09-16T01:58:33.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.617+0000 7fb5f5a21740 1 -- start start 2024-09-16T01:58:33.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.617+0000 7fb5f5a21740 1 Processor -- start 2024-09-16T01:58:33.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f5a21740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649277595d0 0x564927763dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f5a21740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927761070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f5a21740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564927764370 0x564927761800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f5a21740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564927767010 con 0x564927764370 2024-09-16T01:58:33.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f5a21740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56492767a060 con 0x5649277595d0 2024-09-16T01:58:33.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f5a21740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564927767190 con 0x56492775ab40 2024-09-16T01:58:33.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f5a21740 10 client.0 _ll_register_callbacks cb 0x5649273cd8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:58:33.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f0be3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927761070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f13e4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649277595d0 0x564927763dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f0be3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927761070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:52982/0 (socket says 172.21.15.17:52982) 2024-09-16T01:58:33.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f0be3640 1 -- 172.21.15.17:0/4021846403 learned_addr learned my addr 172.21.15.17:0/4021846403 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:33.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f1be5640 1 --2- 172.21.15.17:0/4021846403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564927764370 0x564927761800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f13e4640 1 -- 172.21.15.17:0/4021846403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 msgr2=0x564927761070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:33.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f13e4640 1 --2- 172.21.15.17:0/4021846403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927761070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f13e4640 1 -- 172.21.15.17:0/4021846403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564927764370 msgr2=0x564927761800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:33.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f13e4640 1 --2- 172.21.15.17:0/4021846403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564927764370 0x564927761800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.618+0000 7fb5f13e4640 1 -- 172.21.15.17:0/4021846403 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649274303c0 con 0x5649277595d0 2024-09-16T01:58:33.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.619+0000 7fb5f0be3640 1 --2- 172.21.15.17:0/4021846403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927761070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:58:33.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.619+0000 7fb5f1be5640 1 --2- 172.21.15.17:0/4021846403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564927764370 0x564927761800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:58:33.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.619+0000 7fb5f13e4640 1 --2- 172.21.15.17:0/4021846403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649277595d0 0x564927763dc0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb5e8012cb0 tx=0x7fb5e8004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8698ba9e8fa762ec server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:33.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.619+0000 7fb5d4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:58:33.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.619+0000 7fb5d4ff9640 1 -- 172.21.15.17:0/4021846403 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e801f640 con 0x5649277595d0 2024-09-16T01:58:33.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.619+0000 7fb5d4ff9640 1 -- 172.21.15.17:0/4021846403 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb5e801f7e0 con 0x5649277595d0 2024-09-16T01:58:33.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.619+0000 7fb5f5a21740 1 -- 172.21.15.17:0/4021846403 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5dc003b60 con 0x5649277595d0 2024-09-16T01:58:33.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.619+0000 7fb5d4ff9640 1 -- 172.21.15.17:0/4021846403 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb5e801f9e0 con 0x5649277595d0 2024-09-16T01:58:33.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.619+0000 7fb5f5a21740 10 client.27566 fetch_fsmap learned FSMap version 26 2024-09-16T01:58:33.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.619+0000 7fb5f5a21740 1 -- 172.21.15.17:0/4021846403 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x564927772bd0 con 0x5649277595d0 2024-09-16T01:58:33.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.620+0000 7fb5d4ff9640 1 -- 172.21.15.17:0/4021846403 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5dc003b60 con 0x5649277595d0 2024-09-16T01:58:33.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.620+0000 7fb5d4ff9640 1 -- 172.21.15.17:0/4021846403 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fb5e8027070 con 0x5649277595d0 2024-09-16T01:58:33.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.620+0000 7fb5f5a21740 10 client.27566 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:58:33.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.620+0000 7fb5f5a21740 10 client.27566 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:58:33.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.620+0000 7fb5f5a21740 20 client.27566 populate_metadata read hostname 'smithi017' 2024-09-16T01:58:33.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.620+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/4021846403 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564927773fe0 0x564927776460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.620+0000 7fb5f5a21740 4 client.27566 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:58:33.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.620+0000 7fb5f5a21740 1 -- 172.21.15.17:0/4021846403 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5649276cc860 con 0x564927773fe0 2024-09-16T01:58:33.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.620+0000 7fb5f0be3640 1 --2- 172.21.15.17:0/4021846403 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564927773fe0 0x564927776460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.621+0000 7fb5d4ff9640 10 client.27566 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:58:33.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.621+0000 7fb5f0be3640 1 --2- 172.21.15.17:0/4021846403 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564927773fe0 0x564927776460 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=294d2f176f6950f5 server_cookie=4cb748cff741e54 in_seq=0 out_seq=0 2024-09-16T01:58:33.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.621+0000 7fb5d4ff9640 1 -- 172.21.15.17:0/4021846403 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5649276cc860 con 0x564927773fe0 2024-09-16T01:58:33.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.621+0000 7fb5d4ff9640 10 client.27566 handle_command_reply: tid=0 2024-09-16T01:58:33.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.621+0000 7fb5f5a21740 1 client.27566 shutdown 2024-09-16T01:58:33.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.622+0000 7fb5f5a21740 1 -- 172.21.15.17:0/4021846403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649277595d0 msgr2=0x564927763dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:33.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.622+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/4021846403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649277595d0 0x564927763dc0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb5e8012cb0 tx=0x7fb5e8004730 comp rx=0 tx=0).stop 2024-09-16T01:58:33.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.622+0000 7fb5f5a21740 1 -- 172.21.15.17:0/4021846403 shutdown_connections 2024-09-16T01:58:33.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.622+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/4021846403 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564927773fe0 0x564927776460 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.622+0000 7fb5d4ff9640 0 client.27566 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:58:33.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.622+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/4021846403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564927764370 0x564927761800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.622+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/4021846403 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927761070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.622+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/4021846403 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649277595d0 0x564927763dc0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.622+0000 7fb5f5a21740 1 -- 172.21.15.17:0/4021846403 >> 172.21.15.17:0/4021846403 conn(0x564927722310 msgr2=0x56492775b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:33.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.622+0000 7fb5f5a21740 1 -- 172.21.15.17:0/4021846403 shutdown_connections 2024-09-16T01:58:33.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.622+0000 7fb5f5a21740 1 -- 172.21.15.17:0/4021846403 wait complete. 2024-09-16T01:58:33.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.622+0000 7fb5f5a21740 20 client.27566 trim_cache size 0 max 16384 2024-09-16T01:58:33.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.647+0000 7fb5f5a21740 1 Processor -- start 2024-09-16T01:58:33.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.647+0000 7fb5f5a21740 1 -- start start 2024-09-16T01:58:33.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.647+0000 7fb5f5a21740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5649277595d0 0x564927755e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.647+0000 7fb5f5a21740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56492775ab40 0x56492777bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.647+0000 7fb5f5a21740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564927764370 0x56492777c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.647+0000 7fb5f5a21740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ec1b61d0 con 0x56492775ab40 2024-09-16T01:58:33.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.647+0000 7fb5f5a21740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ec1b3aa0 con 0x564927764370 2024-09-16T01:58:33.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.647+0000 7fb5f5a21740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ec1b18d0 con 0x5649277595d0 2024-09-16T01:58:33.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.647+0000 7fb5f0be3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56492775ab40 0x56492777bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.647+0000 7fb5f0be3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56492775ab40 0x56492777bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41720/0 (socket says 172.21.15.17:41720) 2024-09-16T01:58:33.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.647+0000 7fb5f0be3640 1 -- 172.21.15.17:0/4060750894 learned_addr learned my addr 172.21.15.17:0/4060750894 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:33.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.647+0000 7fb5f13e4640 1 --2- 172.21.15.17:0/4060750894 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5649277595d0 0x564927755e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.647+0000 7fb5f1be5640 1 --2- 172.21.15.17:0/4060750894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564927764370 0x56492777c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.648+0000 7fb5f0be3640 1 -- 172.21.15.17:0/4060750894 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5649277595d0 msgr2=0x564927755e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:33.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.648+0000 7fb5f0be3640 1 --2- 172.21.15.17:0/4060750894 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5649277595d0 0x564927755e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.648+0000 7fb5f0be3640 1 -- 172.21.15.17:0/4060750894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564927764370 msgr2=0x56492777c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:33.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.648+0000 7fb5f0be3640 1 --2- 172.21.15.17:0/4060750894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564927764370 0x56492777c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.648+0000 7fb5f0be3640 1 -- 172.21.15.17:0/4060750894 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56492775a3a0 con 0x56492775ab40 2024-09-16T01:58:33.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.648+0000 7fb5f13e4640 1 --2- 172.21.15.17:0/4060750894 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5649277595d0 0x564927755e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:58:33.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.648+0000 7fb5f0be3640 1 --2- 172.21.15.17:0/4060750894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56492775ab40 0x56492777bd30 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc009230 tx=0x7fb5dc03f040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1005c0a7133f775c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:33.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.648+0000 7fb5d6ffd640 1 -- 172.21.15.17:0/4060750894 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5dc035040 con 0x56492775ab40 2024-09-16T01:58:33.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.648+0000 7fb5d6ffd640 1 -- 172.21.15.17:0/4060750894 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5dc0054f0 con 0x56492775ab40 2024-09-16T01:58:33.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.648+0000 7fb5d6ffd640 1 -- 172.21.15.17:0/4060750894 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5dc031e30 con 0x56492775ab40 2024-09-16T01:58:33.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.649+0000 7fb5f5a21740 1 -- 172.21.15.17:0/4060750894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56492775ab40 msgr2=0x56492777bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:33.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.649+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/4060750894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56492775ab40 0x56492777bd30 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7fb5dc009230 tx=0x7fb5dc03f040 comp rx=0 tx=0).stop 2024-09-16T01:58:33.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.650+0000 7fb5f5a21740 1 -- 172.21.15.17:0/4060750894 shutdown_connections 2024-09-16T01:58:33.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.650+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/4060750894 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564927764370 0x56492777c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.650+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/4060750894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56492775ab40 0x56492777bd30 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.650+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/4060750894 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5649277595d0 0x564927755e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.650+0000 7fb5f5a21740 1 -- 172.21.15.17:0/4060750894 >> 172.21.15.17:0/4060750894 conn(0x564927722310 msgr2=0x564927755700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:33.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.650+0000 7fb5f5a21740 1 -- 172.21.15.17:0/4060750894 shutdown_connections 2024-09-16T01:58:33.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.650+0000 7fb5f5a21740 1 -- 172.21.15.17:0/4060750894 wait complete. 2024-09-16T01:58:33.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.650+0000 7fb5f5a21740 1 -- start start 2024-09-16T01:58:33.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.650+0000 7fb5f5a21740 1 Processor -- start 2024-09-16T01:58:33.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f5a21740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649277595d0 0x56492776c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f5a21740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927767d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f5a21740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564927764370 0x564927768250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f5a21740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ec1b1f60 con 0x564927764370 2024-09-16T01:58:33.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f5a21740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ec1b33d0 con 0x5649277595d0 2024-09-16T01:58:33.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f5a21740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb5ec1b2630 con 0x56492775ab40 2024-09-16T01:58:33.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f5a21740 10 client.0 _ll_register_callbacks cb 0x7fb5e8009ad0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:58:33.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f13e4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649277595d0 0x56492776c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f13e4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649277595d0 0x56492776c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:46986/0 (socket says 172.21.15.17:46986) 2024-09-16T01:58:33.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f13e4640 1 -- 172.21.15.17:0/602496708 learned_addr learned my addr 172.21.15.17:0/602496708 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:33.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f0be3640 1 --2- 172.21.15.17:0/602496708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927767d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f1be5640 1 --2- 172.21.15.17:0/602496708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564927764370 0x564927768250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f13e4640 1 -- 172.21.15.17:0/602496708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 msgr2=0x564927767d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:33.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f13e4640 1 --2- 172.21.15.17:0/602496708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927767d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f13e4640 1 -- 172.21.15.17:0/602496708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564927764370 msgr2=0x564927768250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:33.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f13e4640 1 --2- 172.21.15.17:0/602496708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564927764370 0x564927768250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f13e4640 1 -- 172.21.15.17:0/602496708 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5649277688c0 con 0x5649277595d0 2024-09-16T01:58:33.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.651+0000 7fb5f1be5640 1 --2- 172.21.15.17:0/602496708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564927764370 0x564927768250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:58:33.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.652+0000 7fb5f13e4640 1 --2- 172.21.15.17:0/602496708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649277595d0 0x56492776c9e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb5e8029d60 tx=0x7fb5e8033630 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b370eb6b271e932e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:33.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.652+0000 7fb5d4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:58:33.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.652+0000 7fb5d4ff9640 1 -- 172.21.15.17:0/602496708 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb5e801fd80 con 0x5649277595d0 2024-09-16T01:58:33.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.652+0000 7fb5d4ff9640 1 -- 172.21.15.17:0/602496708 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb5e8029440 con 0x5649277595d0 2024-09-16T01:58:33.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.652+0000 7fb5f5a21740 1 -- 172.21.15.17:0/602496708 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb5dc0054f0 con 0x5649277595d0 2024-09-16T01:58:33.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.652+0000 7fb5d4ff9640 1 -- 172.21.15.17:0/602496708 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fb5e8029640 con 0x5649277595d0 2024-09-16T01:58:33.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.652+0000 7fb5f5a21740 10 client.27572 fetch_fsmap learned FSMap version 26 2024-09-16T01:58:33.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.652+0000 7fb5f5a21740 1 -- 172.21.15.17:0/602496708 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x5649277deb70 con 0x5649277595d0 2024-09-16T01:58:33.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.653+0000 7fb5d4ff9640 1 -- 172.21.15.17:0/602496708 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb5dc0054f0 con 0x5649277595d0 2024-09-16T01:58:33.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.653+0000 7fb5d4ff9640 1 -- 172.21.15.17:0/602496708 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fb5e8027040 con 0x5649277595d0 2024-09-16T01:58:33.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.653+0000 7fb5f5a21740 10 client.27572 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:58:33.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.653+0000 7fb5f5a21740 10 client.27572 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:58:33.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.653+0000 7fb5f5a21740 20 client.27572 populate_metadata read hostname 'smithi017' 2024-09-16T01:58:33.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.653+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/602496708 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5649277df2f0 0x5649277e1710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:33.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.653+0000 7fb5f5a21740 4 client.27572 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:58:33.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.653+0000 7fb5f5a21740 1 -- 172.21.15.17:0/602496708 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5649276c6d70 con 0x5649277df2f0 2024-09-16T01:58:33.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.653+0000 7fb5f0be3640 1 --2- 172.21.15.17:0/602496708 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5649277df2f0 0x5649277e1710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:33.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.653+0000 7fb5d4ff9640 10 client.27572 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:58:33.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.653+0000 7fb5f0be3640 1 --2- 172.21.15.17:0/602496708 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5649277df2f0 0x5649277e1710 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=83fc43a43d8acc55 server_cookie=a78ad6b07a011991 in_seq=0 out_seq=0 2024-09-16T01:58:33.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.654+0000 7fb5d4ff9640 1 -- 172.21.15.17:0/602496708 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5649276c6d70 con 0x5649277df2f0 2024-09-16T01:58:33.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.654+0000 7fb5d4ff9640 10 client.27572 handle_command_reply: tid=0 2024-09-16T01:58:33.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.654+0000 7fb5f5a21740 1 client.27572 shutdown 2024-09-16T01:58:33.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.654+0000 7fb5f5a21740 1 -- 172.21.15.17:0/602496708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649277595d0 msgr2=0x56492776c9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:33.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.654+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/602496708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649277595d0 0x56492776c9e0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb5e8029d60 tx=0x7fb5e8033630 comp rx=0 tx=0).stop 2024-09-16T01:58:33.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.654+0000 7fb5f5a21740 1 -- 172.21.15.17:0/602496708 shutdown_connections 2024-09-16T01:58:33.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.654+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/602496708 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5649277df2f0 0x5649277e1710 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.654+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/602496708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564927764370 0x564927768250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.654+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/602496708 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56492775ab40 0x564927767d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.654+0000 7fb5f5a21740 1 --2- 172.21.15.17:0/602496708 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5649277595d0 0x56492776c9e0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.654+0000 7fb5f5a21740 1 -- 172.21.15.17:0/602496708 >> 172.21.15.17:0/602496708 conn(0x564927722310 msgr2=0x56492775b110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:33.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.654+0000 7fb5d4ff9640 0 client.27572 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:58:33.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.654+0000 7fb5f5a21740 1 -- 172.21.15.17:0/602496708 shutdown_connections 2024-09-16T01:58:33.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.654+0000 7fb5f5a21740 1 -- 172.21.15.17:0/602496708 wait complete. 2024-09-16T01:58:33.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.655+0000 7fb5f5a21740 20 client.27572 trim_cache size 0 max 16384 2024-09-16T01:58:33.661 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:58:33.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.655+0000 7fb5f3648640 1 -- 172.21.15.17:0/3096497350 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb5d80a3340 msgr2=0x7fb5d80a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:33.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.655+0000 7fb5f3648640 1 --2- 172.21.15.17:0/3096497350 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb5d80a3340 0x7fb5d80a5800 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x564927756ac0 tx=0x7fb5e8005f90 comp rx=0 tx=0).stop 2024-09-16T01:58:33.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.655+0000 7fb5f3648640 1 -- 172.21.15.17:0/3096497350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5ec106f20 msgr2=0x7fb5ec10bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:33.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.655+0000 7fb5f3648640 1 --2- 172.21.15.17:0/3096497350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5ec106f20 0x7fb5ec10bed0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fb5e400cce0 tx=0x7fb5e400a620 comp rx=0 tx=0).stop 2024-09-16T01:58:33.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.656+0000 7fb5f3648640 1 -- 172.21.15.17:0/3096497350 shutdown_connections 2024-09-16T01:58:33.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.656+0000 7fb5f3648640 1 --2- 172.21.15.17:0/3096497350 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb5d80a3340 0x7fb5d80a5800 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.656+0000 7fb5f3648640 1 --2- 172.21.15.17:0/3096497350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5ec106f20 0x7fb5ec10bed0 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.656+0000 7fb5f3648640 1 --2- 172.21.15.17:0/3096497350 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb5ec1027a0 0x7fb5ec10b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.656+0000 7fb5f3648640 1 --2- 172.21.15.17:0/3096497350 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb5ec101df0 0x7fb5ec10e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:33.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.656+0000 7fb5f3648640 1 -- 172.21.15.17:0/3096497350 >> 172.21.15.17:0/3096497350 conn(0x7fb5ec0fd8b0 msgr2=0x7fb5ec0feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:33.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.656+0000 7fb5f3648640 1 -- 172.21.15.17:0/3096497350 shutdown_connections 2024-09-16T01:58:33.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:33.656+0000 7fb5f3648640 1 -- 172.21.15.17:0/3096497350 wait complete. 2024-09-16T01:58:34.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 18586 9.95 MB/sec warmup 116 sec latency 104.874 ms 2024-09-16T01:58:34.375 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:58:34.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:34 smithi017 ceph-mon[30972]: pgmap v790: 97 pgs: 97 active+clean; 456 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 937 KiB/s rd, 3.6 MiB/s wr, 252 op/s 2024-09-16T01:58:34.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:34 smithi122 ceph-mon[34758]: pgmap v790: 97 pgs: 97 active+clean; 456 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 937 KiB/s rd, 3.6 MiB/s wr, 252 op/s 2024-09-16T01:58:34.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:34 smithi029 ceph-mon[34783]: pgmap v790: 97 pgs: 97 active+clean; 456 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 937 KiB/s rd, 3.6 MiB/s wr, 252 op/s 2024-09-16T01:58:34.722 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:58:35.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 18720 9.91 MB/sec warmup 117 sec latency 98.115 ms 2024-09-16T01:58:35.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.265+0000 7fcf2a101640 1 -- 172.21.15.17:0/3839108474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf241009b0 msgr2=0x7fcf24100d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:35.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.265+0000 7fcf2a101640 1 --2- 172.21.15.17:0/3839108474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf241009b0 0x7fcf24100d90 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7fcf14009900 tx=0x7fcf1402a410 comp rx=0 tx=0).stop 2024-09-16T01:58:35.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.265+0000 7fcf2a101640 1 -- 172.21.15.17:0/3839108474 shutdown_connections 2024-09-16T01:58:35.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.265+0000 7fcf2a101640 1 --2- 172.21.15.17:0/3839108474 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf2410e4d0 0x7fcf241108e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.265+0000 7fcf2a101640 1 --2- 172.21.15.17:0/3839108474 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf24101360 0x7fcf2410df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.265+0000 7fcf2a101640 1 --2- 172.21.15.17:0/3839108474 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf241009b0 0x7fcf24100d90 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.265+0000 7fcf2a101640 1 -- 172.21.15.17:0/3839108474 >> 172.21.15.17:0/3839108474 conn(0x7fcf240fc7d0 msgr2=0x7fcf240febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:35.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.265+0000 7fcf2a101640 1 -- 172.21.15.17:0/3839108474 shutdown_connections 2024-09-16T01:58:35.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.265+0000 7fcf2a101640 1 -- 172.21.15.17:0/3839108474 wait complete. 2024-09-16T01:58:35.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.266+0000 7fcf2a101640 1 Processor -- start 2024-09-16T01:58:35.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.266+0000 7fcf2a101640 1 -- start start 2024-09-16T01:58:35.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf2a101640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf241009b0 0x7fcf2419a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf2a101640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf24101360 0x7fcf2419abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf2a101640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf2410e4d0 0x7fcf2419ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf2a101640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcf24114130 con 0x7fcf241009b0 2024-09-16T01:58:35.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf2a101640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcf24113fb0 con 0x7fcf24101360 2024-09-16T01:58:35.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf2a101640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcf241142b0 con 0x7fcf2410e4d0 2024-09-16T01:58:35.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf237fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf241009b0 0x7fcf2419a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf22ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf24101360 0x7fcf2419abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf22ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf24101360 0x7fcf2419abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:46998/0 (socket says 172.21.15.17:46998) 2024-09-16T01:58:35.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf22ffd640 1 -- 172.21.15.17:0/191680147 learned_addr learned my addr 172.21.15.17:0/191680147 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:35.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf23fff640 1 --2- 172.21.15.17:0/191680147 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf2410e4d0 0x7fcf2419ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf22ffd640 1 -- 172.21.15.17:0/191680147 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf2410e4d0 msgr2=0x7fcf2419ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:35.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf22ffd640 1 --2- 172.21.15.17:0/191680147 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf2410e4d0 0x7fcf2419ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf22ffd640 1 -- 172.21.15.17:0/191680147 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf241009b0 msgr2=0x7fcf2419a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:35.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf22ffd640 1 --2- 172.21.15.17:0/191680147 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf241009b0 0x7fcf2419a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.267+0000 7fcf22ffd640 1 -- 172.21.15.17:0/191680147 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcf2419f660 con 0x7fcf24101360 2024-09-16T01:58:35.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.268+0000 7fcf22ffd640 1 --2- 172.21.15.17:0/191680147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf24101360 0x7fcf2419abf0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcf1800e9f0 tx=0x7fcf1800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:35.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.268+0000 7fcf20ff9640 1 -- 172.21.15.17:0/191680147 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf1800cd80 con 0x7fcf24101360 2024-09-16T01:58:35.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.268+0000 7fcf20ff9640 1 -- 172.21.15.17:0/191680147 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf180054d0 con 0x7fcf24101360 2024-09-16T01:58:35.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.268+0000 7fcf2a101640 1 -- 172.21.15.17:0/191680147 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcf2419f950 con 0x7fcf24101360 2024-09-16T01:58:35.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.268+0000 7fcf20ff9640 1 -- 172.21.15.17:0/191680147 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf18010490 con 0x7fcf24101360 2024-09-16T01:58:35.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.268+0000 7fcf2a101640 1 -- 172.21.15.17:0/191680147 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcf241a7230 con 0x7fcf24101360 2024-09-16T01:58:35.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.271+0000 7fcf20ff9640 1 -- 172.21.15.17:0/191680147 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fcf18005020 con 0x7fcf24101360 2024-09-16T01:58:35.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.272+0000 7fcf2c4da740 1 Processor -- start 2024-09-16T01:58:35.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.272+0000 7fcf2c4da740 1 -- start start 2024-09-16T01:58:35.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.272+0000 7fcf20ff9640 1 --2- 172.21.15.17:0/191680147 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf0c0a32c0 0x7fcf0c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.272+0000 7fcf2c4da740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e51b40 0x55e079e50090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.272+0000 7fcf2c4da740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e505d0 0x55e079e50a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.272+0000 7fcf2c4da740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e5b370 0x55e079e5d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.272+0000 7fcf2c4da740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e079db62f0 con 0x55e079e51b40 2024-09-16T01:58:35.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.272+0000 7fcf2c4da740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e079d5dcf0 con 0x55e079e505d0 2024-09-16T01:58:35.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.272+0000 7fcf2c4da740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e079db22b0 con 0x55e079e5b370 2024-09-16T01:58:35.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf20ff9640 1 -- 172.21.15.17:0/191680147 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcf180cfcf0 con 0x7fcf24101360 2024-09-16T01:58:35.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf237fe640 1 --2- 172.21.15.17:0/191680147 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf0c0a32c0 0x7fcf0c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf22ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e505d0 0x55e079e50a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf22ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e505d0 0x55e079e50a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47014/0 (socket says 172.21.15.17:47014) 2024-09-16T01:58:35.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf22ffd640 1 -- 172.21.15.17:0/3241796289 learned_addr learned my addr 172.21.15.17:0/3241796289 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:35.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf23fff640 1 --2- 172.21.15.17:0/3241796289 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e5b370 0x55e079e5d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf23fff640 1 --2- 172.21.15.17:0/3241796289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e51b40 0x55e079e50090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf22ffd640 1 -- 172.21.15.17:0/3241796289 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e5b370 msgr2=0x55e079e5d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:35.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf22ffd640 1 --2- 172.21.15.17:0/3241796289 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e5b370 0x55e079e5d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf22ffd640 1 -- 172.21.15.17:0/3241796289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e51b40 msgr2=0x55e079e50090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:35.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf22ffd640 1 --2- 172.21.15.17:0/3241796289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e51b40 0x55e079e50090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf22ffd640 1 -- 172.21.15.17:0/3241796289 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e079d423a0 con 0x55e079e505d0 2024-09-16T01:58:35.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf23fff640 1 --2- 172.21.15.17:0/3241796289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e51b40 0x55e079e50090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:58:35.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf22ffd640 1 --2- 172.21.15.17:0/3241796289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e505d0 0x55e079e50a10 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fcf180a4a50 tx=0x7fcf1809bc70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43676a986771e3ac server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:35.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf237fe640 1 --2- 172.21.15.17:0/191680147 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf0c0a32c0 0x7fcf0c0a5780 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fcf14005ab0 tx=0x7fcf14005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:35.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf09ffb640 1 -- 172.21.15.17:0/3241796289 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf18005680 con 0x55e079e505d0 2024-09-16T01:58:35.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf09ffb640 1 -- 172.21.15.17:0/3241796289 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf18089070 con 0x55e079e505d0 2024-09-16T01:58:35.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.273+0000 7fcf09ffb640 1 -- 172.21.15.17:0/3241796289 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf180a4f80 con 0x55e079e505d0 2024-09-16T01:58:35.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.274+0000 7fcf2c4da740 1 -- 172.21.15.17:0/3241796289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e505d0 msgr2=0x55e079e50a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:35.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.275+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/3241796289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e505d0 0x55e079e50a10 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fcf180a4a50 tx=0x7fcf1809bc70 comp rx=0 tx=0).stop 2024-09-16T01:58:35.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.275+0000 7fcf2c4da740 1 -- 172.21.15.17:0/3241796289 shutdown_connections 2024-09-16T01:58:35.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.275+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/3241796289 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e5b370 0x55e079e5d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.275+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/3241796289 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e505d0 0x55e079e50a10 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.275+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/3241796289 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e51b40 0x55e079e50090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.275+0000 7fcf2c4da740 1 -- 172.21.15.17:0/3241796289 >> 172.21.15.17:0/3241796289 conn(0x55e079e19310 msgr2=0x55e079e4cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:35.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.275+0000 7fcf2c4da740 1 -- 172.21.15.17:0/3241796289 shutdown_connections 2024-09-16T01:58:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.275+0000 7fcf2c4da740 1 -- 172.21.15.17:0/3241796289 wait complete. 2024-09-16T01:58:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.276+0000 7fcf2c4da740 1 -- start start 2024-09-16T01:58:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.276+0000 7fcf2c4da740 1 Processor -- start 2024-09-16T01:58:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.276+0000 7fcf2c4da740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e505d0 0x55e079e5ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.276+0000 7fcf2c4da740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e51b40 0x55e079e57ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.276+0000 7fcf2c4da740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e5b370 0x55e079e585e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.276+0000 7fcf2c4da740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e079e5e070 con 0x55e079e505d0 2024-09-16T01:58:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.276+0000 7fcf2c4da740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e079d71060 con 0x55e079e51b40 2024-09-16T01:58:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.276+0000 7fcf2c4da740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e079e5e1f0 con 0x55e079e5b370 2024-09-16T01:58:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.276+0000 7fcf2c4da740 10 client.0 _ll_register_callbacks cb 0x55e079ac48c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:58:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf23fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e5b370 0x55e079e585e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf22ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e51b40 0x55e079e57ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf23fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e5b370 0x55e079e585e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53024/0 (socket says 172.21.15.17:53024) 2024-09-16T01:58:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf23fff640 1 -- 172.21.15.17:0/2949019432 learned_addr learned my addr 172.21.15.17:0/2949019432 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf237fe640 1 --2- 172.21.15.17:0/2949019432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e505d0 0x55e079e5ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf23fff640 1 -- 172.21.15.17:0/2949019432 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e51b40 msgr2=0x55e079e57ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf23fff640 1 --2- 172.21.15.17:0/2949019432 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e51b40 0x55e079e57ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf23fff640 1 -- 172.21.15.17:0/2949019432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e505d0 msgr2=0x55e079e5ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf23fff640 1 --2- 172.21.15.17:0/2949019432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e505d0 0x55e079e5ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf23fff640 1 -- 172.21.15.17:0/2949019432 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e079b273c0 con 0x55e079e5b370 2024-09-16T01:58:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf23fff640 1 --2- 172.21.15.17:0/2949019432 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e5b370 0x55e079e585e0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c012c60 tx=0x7fcf1c010800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=228c5531cc299b8b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf02ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:58:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf02ffd640 1 -- 172.21.15.17:0/2949019432 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf1c004d20 con 0x55e079e5b370 2024-09-16T01:58:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf2c4da740 1 -- 172.21.15.17:0/2949019432 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf18089070 con 0x55e079e5b370 2024-09-16T01:58:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.277+0000 7fcf02ffd640 1 -- 172.21.15.17:0/2949019432 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcf1c005020 con 0x55e079e5b370 2024-09-16T01:58:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.278+0000 7fcf02ffd640 1 -- 172.21.15.17:0/2949019432 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcf1c005220 con 0x55e079e5b370 2024-09-16T01:58:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.278+0000 7fcf2c4da740 10 client.27868 fetch_fsmap learned FSMap version 26 2024-09-16T01:58:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.278+0000 7fcf2c4da740 1 -- 172.21.15.17:0/2949019432 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e079e69b60 con 0x55e079e5b370 2024-09-16T01:58:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.278+0000 7fcf02ffd640 1 -- 172.21.15.17:0/2949019432 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf18089070 con 0x55e079e5b370 2024-09-16T01:58:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.278+0000 7fcf02ffd640 1 -- 172.21.15.17:0/2949019432 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fcf1c019070 con 0x55e079e5b370 2024-09-16T01:58:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.278+0000 7fcf2c4da740 10 client.27868 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:58:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.278+0000 7fcf2c4da740 10 client.27868 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:58:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.278+0000 7fcf2c4da740 20 client.27868 populate_metadata read hostname 'smithi017' 2024-09-16T01:58:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.278+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/2949019432 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e079e6af70 0x55e079e6d360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.278+0000 7fcf2c4da740 4 client.27868 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:58:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.278+0000 7fcf2c4da740 1 -- 172.21.15.17:0/2949019432 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55e079dc3860 con 0x55e079e6af70 2024-09-16T01:58:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.279+0000 7fcf237fe640 1 --2- 172.21.15.17:0/2949019432 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e079e6af70 0x55e079e6d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.279+0000 7fcf02ffd640 10 client.27868 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:58:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.279+0000 7fcf237fe640 1 --2- 172.21.15.17:0/2949019432 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e079e6af70 0x55e079e6d360 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=381e388dafadbfe9 server_cookie=24a5549f32187bd9 in_seq=0 out_seq=0 2024-09-16T01:58:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf02ffd640 1 -- 172.21.15.17:0/2949019432 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55e079dc3860 con 0x55e079e6af70 2024-09-16T01:58:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf02ffd640 10 client.27868 handle_command_reply: tid=0 2024-09-16T01:58:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf2c4da740 1 client.27868 shutdown 2024-09-16T01:58:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf2c4da740 1 -- 172.21.15.17:0/2949019432 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e5b370 msgr2=0x55e079e585e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/2949019432 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e5b370 0x55e079e585e0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c012c60 tx=0x7fcf1c010800 comp rx=0 tx=0).stop 2024-09-16T01:58:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf2c4da740 1 -- 172.21.15.17:0/2949019432 shutdown_connections 2024-09-16T01:58:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/2949019432 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e079e6af70 0x55e079e6d360 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf02ffd640 0 client.27868 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:58:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/2949019432 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e5b370 0x55e079e585e0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/2949019432 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e51b40 0x55e079e57ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/2949019432 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e505d0 0x55e079e5ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf2c4da740 1 -- 172.21.15.17:0/2949019432 >> 172.21.15.17:0/2949019432 conn(0x55e079e19310 msgr2=0x55e079e52930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf2c4da740 1 -- 172.21.15.17:0/2949019432 shutdown_connections 2024-09-16T01:58:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf2c4da740 1 -- 172.21.15.17:0/2949019432 wait complete. 2024-09-16T01:58:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.280+0000 7fcf2c4da740 20 client.27868 trim_cache size 0 max 16384 2024-09-16T01:58:35.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.299+0000 7fcf2c4da740 1 Processor -- start 2024-09-16T01:58:35.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.299+0000 7fcf2c4da740 1 -- start start 2024-09-16T01:58:35.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf2c4da740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e505d0 0x55e079e58580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf2c4da740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e51b40 0x55e079e67370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf2c4da740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e5b370 0x55e079e53120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf2c4da740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcf241b2020 con 0x55e079e505d0 2024-09-16T01:58:35.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf2c4da740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcf241af8f0 con 0x55e079e5b370 2024-09-16T01:58:35.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf2c4da740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcf241ad720 con 0x55e079e51b40 2024-09-16T01:58:35.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf237fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e505d0 0x55e079e58580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf23fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e5b370 0x55e079e53120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf237fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e505d0 0x55e079e58580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41784/0 (socket says 172.21.15.17:41784) 2024-09-16T01:58:35.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf23fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e5b370 0x55e079e53120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47036/0 (socket says 172.21.15.17:47036) 2024-09-16T01:58:35.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf237fe640 1 -- 172.21.15.17:0/2262057477 learned_addr learned my addr 172.21.15.17:0/2262057477 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:35.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf22ffd640 1 --2- 172.21.15.17:0/2262057477 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e51b40 0x55e079e67370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf23fff640 1 -- 172.21.15.17:0/2262057477 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e51b40 msgr2=0x55e079e67370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:35.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf23fff640 1 --2- 172.21.15.17:0/2262057477 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e51b40 0x55e079e67370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf23fff640 1 -- 172.21.15.17:0/2262057477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e505d0 msgr2=0x55e079e58580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:35.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf23fff640 1 --2- 172.21.15.17:0/2262057477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e505d0 0x55e079e58580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.300+0000 7fcf23fff640 1 -- 172.21.15.17:0/2262057477 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e079e5d760 con 0x55e079e5b370 2024-09-16T01:58:35.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.301+0000 7fcf23fff640 1 --2- 172.21.15.17:0/2262057477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e5b370 0x55e079e53120 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c012c60 tx=0x7fcf1c0099c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7f803e897b3e49a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:35.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.301+0000 7fcf097fa640 1 -- 172.21.15.17:0/2262057477 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf1c00fe30 con 0x55e079e5b370 2024-09-16T01:58:35.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.301+0000 7fcf097fa640 1 -- 172.21.15.17:0/2262057477 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf1c003970 con 0x55e079e5b370 2024-09-16T01:58:35.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.301+0000 7fcf097fa640 1 -- 172.21.15.17:0/2262057477 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf1c005820 con 0x55e079e5b370 2024-09-16T01:58:35.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.302+0000 7fcf2c4da740 1 -- 172.21.15.17:0/2262057477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e5b370 msgr2=0x55e079e53120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.302+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/2262057477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e5b370 0x55e079e53120 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c012c60 tx=0x7fcf1c0099c0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.302+0000 7fcf2c4da740 1 -- 172.21.15.17:0/2262057477 shutdown_connections 2024-09-16T01:58:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.302+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/2262057477 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e5b370 0x55e079e53120 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.302+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/2262057477 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e51b40 0x55e079e67370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.302+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/2262057477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e505d0 0x55e079e58580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.302+0000 7fcf2c4da740 1 -- 172.21.15.17:0/2262057477 >> 172.21.15.17:0/2262057477 conn(0x55e079e19310 msgr2=0x55e079e47a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.302+0000 7fcf2c4da740 1 -- 172.21.15.17:0/2262057477 shutdown_connections 2024-09-16T01:58:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.302+0000 7fcf2c4da740 1 -- 172.21.15.17:0/2262057477 wait complete. 2024-09-16T01:58:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.302+0000 7fcf2c4da740 1 -- start start 2024-09-16T01:58:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.303+0000 7fcf2c4da740 1 Processor -- start 2024-09-16T01:58:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.303+0000 7fcf2c4da740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e505d0 0x55e079e63ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.303+0000 7fcf2c4da740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e51b40 0x55e079e54b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.303+0000 7fcf2c4da740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e5b370 0x55e079e550b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.303+0000 7fcf2c4da740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcf241addb0 con 0x55e079e5b370 2024-09-16T01:58:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.303+0000 7fcf2c4da740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcf241af220 con 0x55e079e51b40 2024-09-16T01:58:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.303+0000 7fcf2c4da740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcf241ae480 con 0x55e079e505d0 2024-09-16T01:58:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.303+0000 7fcf2c4da740 10 client.0 _ll_register_callbacks cb 0x7fcf1c009b10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:58:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.303+0000 7fcf237fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e505d0 0x55e079e63ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.303+0000 7fcf237fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e505d0 0x55e079e63ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53046/0 (socket says 172.21.15.17:53046) 2024-09-16T01:58:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.303+0000 7fcf237fe640 1 -- 172.21.15.17:0/903254008 learned_addr learned my addr 172.21.15.17:0/903254008 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.303+0000 7fcf23fff640 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e5b370 0x55e079e550b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.303+0000 7fcf22ffd640 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e51b40 0x55e079e54b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.304+0000 7fcf237fe640 1 -- 172.21.15.17:0/903254008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e51b40 msgr2=0x55e079e54b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.304+0000 7fcf237fe640 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e51b40 0x55e079e54b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.304+0000 7fcf237fe640 1 -- 172.21.15.17:0/903254008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e5b370 msgr2=0x55e079e550b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.304+0000 7fcf237fe640 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e5b370 0x55e079e550b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.304+0000 7fcf237fe640 1 -- 172.21.15.17:0/903254008 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e079e55720 con 0x55e079e505d0 2024-09-16T01:58:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.304+0000 7fcf22ffd640 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e51b40 0x55e079e54b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:58:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.304+0000 7fcf23fff640 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e5b370 0x55e079e550b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:58:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.304+0000 7fcf237fe640 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e505d0 0x55e079e63ad0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fcf1402aa00 tx=0x7fcf1402a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1c26fa8415769655 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.304+0000 7fcf02ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:58:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.305+0000 7fcf02ffd640 1 -- 172.21.15.17:0/903254008 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcf14035040 con 0x55e079e505d0 2024-09-16T01:58:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.305+0000 7fcf02ffd640 1 -- 172.21.15.17:0/903254008 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcf14005400 con 0x55e079e505d0 2024-09-16T01:58:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.305+0000 7fcf2c4da740 1 -- 172.21.15.17:0/903254008 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcf1c003970 con 0x55e079e505d0 2024-09-16T01:58:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.305+0000 7fcf02ffd640 1 -- 172.21.15.17:0/903254008 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7fcf14005600 con 0x55e079e505d0 2024-09-16T01:58:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.305+0000 7fcf2c4da740 10 client.27874 fetch_fsmap learned FSMap version 26 2024-09-16T01:58:35.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.305+0000 7fcf2c4da740 1 -- 172.21.15.17:0/903254008 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55e079ede2a0 con 0x55e079e505d0 2024-09-16T01:58:35.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.305+0000 7fcf02ffd640 1 -- 172.21.15.17:0/903254008 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcf1c003970 con 0x55e079e505d0 2024-09-16T01:58:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.305+0000 7fcf02ffd640 1 -- 172.21.15.17:0/903254008 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7fcf14058070 con 0x55e079e505d0 2024-09-16T01:58:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.306+0000 7fcf2c4da740 10 client.27874 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:58:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.306+0000 7fcf2c4da740 10 client.27874 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:58:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.306+0000 7fcf2c4da740 20 client.27874 populate_metadata read hostname 'smithi017' 2024-09-16T01:58:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.306+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e079e6af70 0x55e079ee0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.306+0000 7fcf2c4da740 4 client.27874 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:58:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.306+0000 7fcf2c4da740 1 -- 172.21.15.17:0/903254008 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e079dbdd70 con 0x55e079e6af70 2024-09-16T01:58:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.306+0000 7fcf22ffd640 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e079e6af70 0x55e079ee0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.306+0000 7fcf22ffd640 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e079e6af70 0x55e079ee0a10 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d7ed3c07504e9ea5 server_cookie=d1996a02979b53b5 in_seq=0 out_seq=0 2024-09-16T01:58:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.306+0000 7fcf02ffd640 10 client.27874 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:58:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.306+0000 7fcf02ffd640 1 -- 172.21.15.17:0/903254008 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e079dbdd70 con 0x55e079e6af70 2024-09-16T01:58:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.306+0000 7fcf02ffd640 10 client.27874 handle_command_reply: tid=0 2024-09-16T01:58:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.306+0000 7fcf2c4da740 1 client.27874 shutdown 2024-09-16T01:58:35.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.307+0000 7fcf2c4da740 1 -- 172.21.15.17:0/903254008 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e505d0 msgr2=0x55e079e63ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:35.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.307+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e505d0 0x55e079e63ad0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7fcf1402aa00 tx=0x7fcf1402a410 comp rx=0 tx=0).stop 2024-09-16T01:58:35.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.307+0000 7fcf2c4da740 1 -- 172.21.15.17:0/903254008 shutdown_connections 2024-09-16T01:58:35.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.307+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55e079e6af70 0x55e079ee0a10 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.307+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e079e5b370 0x55e079e550b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.307+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e079e51b40 0x55e079e54b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.307+0000 7fcf2c4da740 1 --2- 172.21.15.17:0/903254008 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e079e505d0 0x55e079e63ad0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.307+0000 7fcf2c4da740 1 -- 172.21.15.17:0/903254008 >> 172.21.15.17:0/903254008 conn(0x55e079e19310 msgr2=0x55e079e59850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:35.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.307+0000 7fcf02ffd640 0 client.27874 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:58:35.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.307+0000 7fcf2c4da740 1 -- 172.21.15.17:0/903254008 shutdown_connections 2024-09-16T01:58:35.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.307+0000 7fcf2c4da740 1 -- 172.21.15.17:0/903254008 wait complete. 2024-09-16T01:58:35.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.307+0000 7fcf2c4da740 20 client.27874 trim_cache size 0 max 16384 2024-09-16T01:58:35.314 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:58:35.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.308+0000 7fcf2a101640 1 -- 172.21.15.17:0/191680147 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf0c0a32c0 msgr2=0x7fcf0c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:35.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.308+0000 7fcf2a101640 1 --2- 172.21.15.17:0/191680147 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf0c0a32c0 0x7fcf0c0a5780 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fcf14005ab0 tx=0x7fcf14005a20 comp rx=0 tx=0).stop 2024-09-16T01:58:35.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.308+0000 7fcf2a101640 1 -- 172.21.15.17:0/191680147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf24101360 msgr2=0x7fcf2419abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:35.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.308+0000 7fcf2a101640 1 --2- 172.21.15.17:0/191680147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf24101360 0x7fcf2419abf0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcf1800e9f0 tx=0x7fcf1800edf0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.308+0000 7fcf2a101640 1 -- 172.21.15.17:0/191680147 shutdown_connections 2024-09-16T01:58:35.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.308+0000 7fcf2a101640 1 --2- 172.21.15.17:0/191680147 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcf0c0a32c0 0x7fcf0c0a5780 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.308+0000 7fcf2a101640 1 --2- 172.21.15.17:0/191680147 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcf2410e4d0 0x7fcf2419ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.308+0000 7fcf2a101640 1 --2- 172.21.15.17:0/191680147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcf24101360 0x7fcf2419abf0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.308+0000 7fcf2a101640 1 --2- 172.21.15.17:0/191680147 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf241009b0 0x7fcf2419a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:35.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.308+0000 7fcf2a101640 1 -- 172.21.15.17:0/191680147 >> 172.21.15.17:0/191680147 conn(0x7fcf240fc7d0 msgr2=0x7fcf240febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:35.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.308+0000 7fcf2a101640 1 -- 172.21.15.17:0/191680147 shutdown_connections 2024-09-16T01:58:35.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:35.308+0000 7fcf2a101640 1 -- 172.21.15.17:0/191680147 wait complete. 2024-09-16T01:58:36.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 18882 9.94 MB/sec warmup 118 sec latency 197.212 ms 2024-09-16T01:58:36.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:36 smithi017 ceph-mon[30972]: pgmap v791: 97 pgs: 97 active+clean; 443 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 3.1 MiB/s wr, 227 op/s 2024-09-16T01:58:36.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:36 smithi122 ceph-mon[34758]: pgmap v791: 97 pgs: 97 active+clean; 443 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 3.1 MiB/s wr, 227 op/s 2024-09-16T01:58:36.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:36 smithi029 ceph-mon[34783]: pgmap v791: 97 pgs: 97 active+clean; 443 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 3.1 MiB/s wr, 227 op/s 2024-09-16T01:58:37.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 19069 9.98 MB/sec warmup 119 sec latency 147.218 ms 2024-09-16T01:58:38.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:38 smithi017 ceph-mon[30972]: pgmap v792: 97 pgs: 97 active+clean; 444 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 630 KiB/s rd, 2.5 MiB/s wr, 206 op/s 2024-09-16T01:58:38.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:38 smithi122 ceph-mon[34758]: pgmap v792: 97 pgs: 97 active+clean; 444 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 630 KiB/s rd, 2.5 MiB/s wr, 206 op/s 2024-09-16T01:58:38.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:38 smithi029 ceph-mon[34783]: pgmap v792: 97 pgs: 97 active+clean; 444 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 630 KiB/s rd, 2.5 MiB/s wr, 206 op/s 2024-09-16T01:58:39.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 19408 14.58 MB/sec execute 1 sec latency 156.858 ms 2024-09-16T01:58:40.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 19589 14.14 MB/sec execute 2 sec latency 153.973 ms 2024-09-16T01:58:40.496 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:40 smithi017 ceph-mon[30972]: pgmap v793: 97 pgs: 97 active+clean; 454 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 803 KiB/s rd, 3.7 MiB/s wr, 252 op/s 2024-09-16T01:58:40.497 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:58:40.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:40 smithi122 ceph-mon[34758]: pgmap v793: 97 pgs: 97 active+clean; 454 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 803 KiB/s rd, 3.7 MiB/s wr, 252 op/s 2024-09-16T01:58:40.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:40 smithi029 ceph-mon[34783]: pgmap v793: 97 pgs: 97 active+clean; 454 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 803 KiB/s rd, 3.7 MiB/s wr, 252 op/s 2024-09-16T01:58:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:58:41.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 19702 11.04 MB/sec execute 3 sec latency 103.440 ms 2024-09-16T01:58:42.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 19811 10.20 MB/sec execute 4 sec latency 173.274 ms 2024-09-16T01:58:42.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:42 smithi017 ceph-mon[30972]: pgmap v794: 97 pgs: 97 active+clean; 459 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 396 KiB/s rd, 3.3 MiB/s wr, 172 op/s 2024-09-16T01:58:42.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:42 smithi122 ceph-mon[34758]: pgmap v794: 97 pgs: 97 active+clean; 459 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 396 KiB/s rd, 3.3 MiB/s wr, 172 op/s 2024-09-16T01:58:42.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:42 smithi029 ceph-mon[34783]: pgmap v794: 97 pgs: 97 active+clean; 459 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 396 KiB/s rd, 3.3 MiB/s wr, 172 op/s 2024-09-16T01:58:43.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 19909 10.05 MB/sec execute 5 sec latency 181.896 ms 2024-09-16T01:58:44.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 20029 10.18 MB/sec execute 6 sec latency 171.898 ms 2024-09-16T01:58:44.426 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:44 smithi017 ceph-mon[30972]: pgmap v795: 97 pgs: 97 active+clean; 469 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 644 KiB/s rd, 3.9 MiB/s wr, 196 op/s 2024-09-16T01:58:44.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:44 smithi122 ceph-mon[34758]: pgmap v795: 97 pgs: 97 active+clean; 469 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 644 KiB/s rd, 3.9 MiB/s wr, 196 op/s 2024-09-16T01:58:44.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:44 smithi029 ceph-mon[34783]: pgmap v795: 97 pgs: 97 active+clean; 469 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 644 KiB/s rd, 3.9 MiB/s wr, 196 op/s 2024-09-16T01:58:45.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 20165 9.70 MB/sec execute 7 sec latency 104.213 ms 2024-09-16T01:58:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.147+0000 7f8fe9a80640 1 -- 172.21.15.17:0/85938364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fe4102d30 msgr2=0x7f8fe4103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.147+0000 7f8fe9a80640 1 --2- 172.21.15.17:0/85938364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fe4102d30 0x7f8fe4103110 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f8fd4009930 tx=0x7f8fd402a420 comp rx=0 tx=0).stop 2024-09-16T01:58:45.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.147+0000 7f8fe9a80640 1 -- 172.21.15.17:0/85938364 shutdown_connections 2024-09-16T01:58:45.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.147+0000 7f8fe9a80640 1 --2- 172.21.15.17:0/85938364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fe41082a0 0x7f8fe410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.147+0000 7f8fe9a80640 1 --2- 172.21.15.17:0/85938364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8fe41036e0 0x7f8fe4107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.147+0000 7f8fe9a80640 1 --2- 172.21.15.17:0/85938364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fe4102d30 0x7f8fe4103110 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.147+0000 7f8fe9a80640 1 -- 172.21.15.17:0/85938364 >> 172.21.15.17:0/85938364 conn(0x7f8fe40fc7d0 msgr2=0x7f8fe40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:45.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.147+0000 7f8fe9a80640 1 -- 172.21.15.17:0/85938364 shutdown_connections 2024-09-16T01:58:45.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.147+0000 7f8fe9a80640 1 -- 172.21.15.17:0/85938364 wait complete. 2024-09-16T01:58:45.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.148+0000 7f8fe9a80640 1 Processor -- start 2024-09-16T01:58:45.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.148+0000 7f8fe9a80640 1 -- start start 2024-09-16T01:58:45.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.148+0000 7f8fe9a80640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fe4102d30 0x7f8fe4100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.148+0000 7f8fe9a80640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8fe41036e0 0x7f8fe4100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe9a80640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fe41082a0 0x7f8fe4101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe9a80640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe4111f90 con 0x7f8fe41082a0 2024-09-16T01:58:45.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe9a80640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe4111e10 con 0x7f8fe4102d30 2024-09-16T01:58:45.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe9a80640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe4112110 con 0x7f8fe41036e0 2024-09-16T01:58:45.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe2ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8fe41036e0 0x7f8fe4100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe2ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8fe41036e0 0x7f8fe4100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53520/0 (socket says 172.21.15.17:53520) 2024-09-16T01:58:45.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/1472104584 learned_addr learned my addr 172.21.15.17:0/1472104584 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:45.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe3fff640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fe41082a0 0x7f8fe4101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe37fe640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fe4102d30 0x7f8fe4100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/1472104584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fe4102d30 msgr2=0x7f8fe4100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:45.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe2ffd640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fe4102d30 0x7f8fe4100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/1472104584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fe41082a0 msgr2=0x7f8fe4101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:45.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe2ffd640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fe41082a0 0x7f8fe4101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/1472104584 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fe41a69c0 con 0x7f8fe41036e0 2024-09-16T01:58:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.149+0000 7f8fe37fe640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fe4102d30 0x7f8fe4100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:58:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.150+0000 7f8fe2ffd640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8fe41036e0 0x7f8fe4100ed0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f8fd800e9f0 tx=0x7f8fd800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.150+0000 7f8fe0ff9640 1 -- 172.21.15.17:0/1472104584 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd800ccc0 con 0x7f8fe41036e0 2024-09-16T01:58:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.150+0000 7f8fe0ff9640 1 -- 172.21.15.17:0/1472104584 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8fd80108e0 con 0x7f8fe41036e0 2024-09-16T01:58:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.150+0000 7f8fe9a80640 1 -- 172.21.15.17:0/1472104584 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fe41a6cb0 con 0x7f8fe41036e0 2024-09-16T01:58:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.150+0000 7f8fe9a80640 1 -- 172.21.15.17:0/1472104584 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fe41a71a0 con 0x7f8fe41036e0 2024-09-16T01:58:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.150+0000 7f8fe0ff9640 1 -- 172.21.15.17:0/1472104584 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd80187e0 con 0x7f8fe41036e0 2024-09-16T01:58:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.154+0000 7f8fe0ff9640 1 -- 172.21.15.17:0/1472104584 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f8fd8010a90 con 0x7f8fe41036e0 2024-09-16T01:58:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.154+0000 7f8febe59740 1 Processor -- start 2024-09-16T01:58:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.154+0000 7f8febe59740 1 -- start start 2024-09-16T01:58:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.154+0000 7f8febe59740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2eb40 0x55599cc2d090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.154+0000 7f8febe59740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc2d5d0 0x55599cc2da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.154+0000 7f8febe59740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc38370 0x55599cc3a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.154+0000 7f8febe59740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55599cb932f0 con 0x55599cc2d5d0 2024-09-16T01:58:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.154+0000 7f8febe59740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55599cb3acf0 con 0x55599cc38370 2024-09-16T01:58:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.154+0000 7f8febe59740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55599cb8f2b0 con 0x55599cc2eb40 2024-09-16T01:58:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.155+0000 7f8fe3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2eb40 0x55599cc2d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.155+0000 7f8fe37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc2d5d0 0x55599cc2da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.155+0000 7f8fe3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2eb40 0x55599cc2d090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53534/0 (socket says 172.21.15.17:53534) 2024-09-16T01:58:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.155+0000 7f8fe3fff640 1 -- 172.21.15.17:0/634713370 learned_addr learned my addr 172.21.15.17:0/634713370 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.155+0000 7f8fe2ffd640 1 --2- 172.21.15.17:0/634713370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc38370 0x55599cc3a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.155+0000 7f8fe3fff640 1 -- 172.21.15.17:0/634713370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc38370 msgr2=0x55599cc3a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.155+0000 7f8fe3fff640 1 --2- 172.21.15.17:0/634713370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc38370 0x55599cc3a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.155+0000 7f8fe3fff640 1 -- 172.21.15.17:0/634713370 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc2d5d0 msgr2=0x55599cc2da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:45.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.155+0000 7f8fe3fff640 1 --2- 172.21.15.17:0/634713370 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc2d5d0 0x55599cc2da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.155+0000 7f8fe3fff640 1 -- 172.21.15.17:0/634713370 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55599cb1f3a0 con 0x55599cc2eb40 2024-09-16T01:58:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.155+0000 7f8fe37fe640 1 --2- 172.21.15.17:0/634713370 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc2d5d0 0x55599cc2da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:58:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.155+0000 7f8fe0ff9640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8fcc0a3240 0x7f8fcc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.155+0000 7f8fe3fff640 1 --2- 172.21.15.17:0/634713370 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2eb40 0x55599cc2d090 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc009f70 tx=0x7f8fdc010800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14d0286488d8fb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.156+0000 7f8fe37fe640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8fcc0a3240 0x7f8fcc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.156+0000 7f8fe0ff9640 1 -- 172.21.15.17:0/1472104584 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8fd80cfd30 con 0x7f8fe41036e0 2024-09-16T01:58:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.156+0000 7f8fc9ffb640 1 -- 172.21.15.17:0/634713370 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fdc016070 con 0x55599cc2eb40 2024-09-16T01:58:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.156+0000 7f8fc9ffb640 1 -- 172.21.15.17:0/634713370 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8fdc004d20 con 0x55599cc2eb40 2024-09-16T01:58:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.156+0000 7f8fc9ffb640 1 -- 172.21.15.17:0/634713370 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fdc0127d0 con 0x55599cc2eb40 2024-09-16T01:58:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.157+0000 7f8febe59740 1 -- 172.21.15.17:0/634713370 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2eb40 msgr2=0x55599cc2d090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.157+0000 7f8fe37fe640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8fcc0a3240 0x7f8fcc0a5700 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f8fd4006010 tx=0x7f8fd4005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.157+0000 7f8febe59740 1 --2- 172.21.15.17:0/634713370 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2eb40 0x55599cc2d090 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f8fdc009f70 tx=0x7f8fdc010800 comp rx=0 tx=0).stop 2024-09-16T01:58:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.157+0000 7f8febe59740 1 -- 172.21.15.17:0/634713370 shutdown_connections 2024-09-16T01:58:45.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.157+0000 7f8febe59740 1 --2- 172.21.15.17:0/634713370 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc38370 0x55599cc3a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.157+0000 7f8febe59740 1 --2- 172.21.15.17:0/634713370 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc2d5d0 0x55599cc2da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.157+0000 7f8febe59740 1 --2- 172.21.15.17:0/634713370 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2eb40 0x55599cc2d090 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.157+0000 7f8febe59740 1 -- 172.21.15.17:0/634713370 >> 172.21.15.17:0/634713370 conn(0x55599cbf6310 msgr2=0x55599cc29c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.157+0000 7f8febe59740 1 -- 172.21.15.17:0/634713370 shutdown_connections 2024-09-16T01:58:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.157+0000 7f8febe59740 1 -- 172.21.15.17:0/634713370 wait complete. 2024-09-16T01:58:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.157+0000 7f8febe59740 1 -- start start 2024-09-16T01:58:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.158+0000 7f8febe59740 1 Processor -- start 2024-09-16T01:58:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.158+0000 7f8febe59740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc37d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.158+0000 7f8febe59740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc2eb40 0x55599cc35040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.158+0000 7f8febe59740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc38370 0x55599cc356a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.158+0000 7f8febe59740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55599cc3b070 con 0x55599cc38370 2024-09-16T01:58:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.158+0000 7f8febe59740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55599cb4e060 con 0x55599cc2eb40 2024-09-16T01:58:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.158+0000 7f8febe59740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55599cc3b1f0 con 0x55599cc2d5d0 2024-09-16T01:58:45.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.158+0000 7f8febe59740 10 client.0 _ll_register_callbacks cb 0x55599c8a18c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:58:45.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.158+0000 7f8fe3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc38370 0x55599cc356a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.158+0000 7f8fe3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc38370 0x55599cc356a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34504/0 (socket says 172.21.15.17:34504) 2024-09-16T01:58:45.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.158+0000 7f8fe3fff640 1 -- 172.21.15.17:0/1767440025 learned_addr learned my addr 172.21.15.17:0/1767440025 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:45.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.158+0000 7f8fe2ffd640 1 --2- 172.21.15.17:0/1767440025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc2eb40 0x55599cc35040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.158+0000 7f8fe37fe640 1 --2- 172.21.15.17:0/1767440025 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc37d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.159+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/1767440025 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 msgr2=0x55599cc37d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:45.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.159+0000 7f8fe2ffd640 1 --2- 172.21.15.17:0/1767440025 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc37d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.159+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/1767440025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc38370 msgr2=0x55599cc356a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:45.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.159+0000 7f8fe2ffd640 1 --2- 172.21.15.17:0/1767440025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc38370 0x55599cc356a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.159+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/1767440025 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55599c9043c0 con 0x55599cc2eb40 2024-09-16T01:58:45.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.159+0000 7f8fe3fff640 1 --2- 172.21.15.17:0/1767440025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc38370 0x55599cc356a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:58:45.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.159+0000 7f8fe2ffd640 1 --2- 172.21.15.17:0/1767440025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc2eb40 0x55599cc35040 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x55599cc2e070 tx=0x7f8fd809bf40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4552f7107e6a29fa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:45.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.159+0000 7f8fc2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:58:45.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.159+0000 7f8fc2ffd640 1 -- 172.21.15.17:0/1767440025 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd8010630 con 0x55599cc2eb40 2024-09-16T01:58:45.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.159+0000 7f8febe59740 1 -- 172.21.15.17:0/1767440025 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8fdc004d20 con 0x55599cc2eb40 2024-09-16T01:58:45.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.159+0000 7f8fc2ffd640 1 -- 172.21.15.17:0/1767440025 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8fd809b760 con 0x55599cc2eb40 2024-09-16T01:58:45.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.159+0000 7f8fc2ffd640 1 -- 172.21.15.17:0/1767440025 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8fd809c310 con 0x55599cc2eb40 2024-09-16T01:58:45.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.159+0000 7f8febe59740 10 client.27602 fetch_fsmap learned FSMap version 26 2024-09-16T01:58:45.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.159+0000 7f8febe59740 1 -- 172.21.15.17:0/1767440025 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55599cc46b70 con 0x55599cc2eb40 2024-09-16T01:58:45.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.160+0000 7f8fc2ffd640 1 -- 172.21.15.17:0/1767440025 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8fdc004d20 con 0x55599cc2eb40 2024-09-16T01:58:45.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.160+0000 7f8fc2ffd640 1 -- 172.21.15.17:0/1767440025 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f8fd80b5140 con 0x55599cc2eb40 2024-09-16T01:58:45.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.160+0000 7f8febe59740 10 client.27602 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:58:45.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.160+0000 7f8febe59740 10 client.27602 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:58:45.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.160+0000 7f8febe59740 20 client.27602 populate_metadata read hostname 'smithi017' 2024-09-16T01:58:45.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.160+0000 7f8febe59740 1 --2- 172.21.15.17:0/1767440025 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55599cc48420 0x55599cc4a860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.160+0000 7f8febe59740 4 client.27602 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:58:45.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.160+0000 7f8febe59740 1 -- 172.21.15.17:0/1767440025 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55599cba0860 con 0x55599cc48420 2024-09-16T01:58:45.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.161+0000 7f8fe37fe640 1 --2- 172.21.15.17:0/1767440025 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55599cc48420 0x55599cc4a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.161+0000 7f8fe37fe640 1 --2- 172.21.15.17:0/1767440025 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55599cc48420 0x55599cc4a860 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9f8560ce5d1a165d server_cookie=1cf0bda88ea4ad31 in_seq=0 out_seq=0 2024-09-16T01:58:45.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.161+0000 7f8fc2ffd640 10 client.27602 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:45.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.162+0000 7f8fc2ffd640 1 -- 172.21.15.17:0/1767440025 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55599cba0860 con 0x55599cc48420 2024-09-16T01:58:45.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.162+0000 7f8fc2ffd640 10 client.27602 handle_command_reply: tid=0 2024-09-16T01:58:45.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.162+0000 7f8febe59740 1 client.27602 shutdown 2024-09-16T01:58:45.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.162+0000 7f8febe59740 1 -- 172.21.15.17:0/1767440025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc2eb40 msgr2=0x55599cc35040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:45.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.162+0000 7f8febe59740 1 --2- 172.21.15.17:0/1767440025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc2eb40 0x55599cc35040 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x55599cc2e070 tx=0x7f8fd809bf40 comp rx=0 tx=0).stop 2024-09-16T01:58:45.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.162+0000 7f8febe59740 1 -- 172.21.15.17:0/1767440025 shutdown_connections 2024-09-16T01:58:45.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.162+0000 7f8febe59740 1 --2- 172.21.15.17:0/1767440025 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55599cc48420 0x55599cc4a860 crc :-1 s=READY pgs=234 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.162+0000 7f8febe59740 1 --2- 172.21.15.17:0/1767440025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc38370 0x55599cc356a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.162+0000 7f8febe59740 1 --2- 172.21.15.17:0/1767440025 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc2eb40 0x55599cc35040 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.162+0000 7f8febe59740 1 --2- 172.21.15.17:0/1767440025 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc37d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.162+0000 7f8febe59740 1 -- 172.21.15.17:0/1767440025 >> 172.21.15.17:0/1767440025 conn(0x55599cbf6310 msgr2=0x55599cc2f960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:45.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.162+0000 7f8fc2ffd640 0 client.27602 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:45.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.163+0000 7f8febe59740 1 -- 172.21.15.17:0/1767440025 shutdown_connections 2024-09-16T01:58:45.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.163+0000 7f8febe59740 1 -- 172.21.15.17:0/1767440025 wait complete. 2024-09-16T01:58:45.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.163+0000 7f8febe59740 20 client.27602 trim_cache size 0 max 16384 2024-09-16T01:58:45.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.179+0000 7f8febe59740 1 Processor -- start 2024-09-16T01:58:45.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.179+0000 7f8febe59740 1 -- start start 2024-09-16T01:58:45.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8febe59740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc44310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8febe59740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc2eb40 0x55599cc34900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8febe59740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc38370 0x55599cc50130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8febe59740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe41b21b0 con 0x55599cc38370 2024-09-16T01:58:45.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8febe59740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe41afa80 con 0x55599cc2eb40 2024-09-16T01:58:45.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8febe59740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe41ad8b0 con 0x55599cc2d5d0 2024-09-16T01:58:45.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8fe37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc44310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8fe3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc38370 0x55599cc50130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8fe37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc44310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53564/0 (socket says 172.21.15.17:53564) 2024-09-16T01:58:45.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8fe3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc38370 0x55599cc50130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34514/0 (socket says 172.21.15.17:34514) 2024-09-16T01:58:45.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8fe37fe640 1 -- 172.21.15.17:0/3758256772 learned_addr learned my addr 172.21.15.17:0/3758256772 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:45.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8fe2ffd640 1 --2- 172.21.15.17:0/3758256772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc2eb40 0x55599cc34900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8fe37fe640 1 -- 172.21.15.17:0/3758256772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc2eb40 msgr2=0x55599cc34900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:45.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8fe37fe640 1 --2- 172.21.15.17:0/3758256772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc2eb40 0x55599cc34900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8fe37fe640 1 -- 172.21.15.17:0/3758256772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc38370 msgr2=0x55599cc50130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:45.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8fe37fe640 1 --2- 172.21.15.17:0/3758256772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc38370 0x55599cc50130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8fe37fe640 1 -- 172.21.15.17:0/3758256772 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55599cc35ca0 con 0x55599cc2d5d0 2024-09-16T01:58:45.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.180+0000 7f8fe37fe640 1 --2- 172.21.15.17:0/3758256772 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc44310 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f8fd402aa10 tx=0x7f8fd403e000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cae280768d39265a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:45.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.181+0000 7f8fc97fa640 1 -- 172.21.15.17:0/3758256772 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd4057070 con 0x55599cc2d5d0 2024-09-16T01:58:45.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.181+0000 7f8fc97fa640 1 -- 172.21.15.17:0/3758256772 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8fd4004d10 con 0x55599cc2d5d0 2024-09-16T01:58:45.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.181+0000 7f8fc97fa640 1 -- 172.21.15.17:0/3758256772 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd4035040 con 0x55599cc2d5d0 2024-09-16T01:58:45.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.181+0000 7f8febe59740 1 -- 172.21.15.17:0/3758256772 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 msgr2=0x55599cc44310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:45.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.181+0000 7f8febe59740 1 --2- 172.21.15.17:0/3758256772 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc44310 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f8fd402aa10 tx=0x7f8fd403e000 comp rx=0 tx=0).stop 2024-09-16T01:58:45.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.181+0000 7f8febe59740 1 -- 172.21.15.17:0/3758256772 shutdown_connections 2024-09-16T01:58:45.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.181+0000 7f8febe59740 1 --2- 172.21.15.17:0/3758256772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc38370 0x55599cc50130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.181+0000 7f8febe59740 1 --2- 172.21.15.17:0/3758256772 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc2eb40 0x55599cc34900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.181+0000 7f8febe59740 1 --2- 172.21.15.17:0/3758256772 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc44310 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.181+0000 7f8febe59740 1 -- 172.21.15.17:0/3758256772 >> 172.21.15.17:0/3758256772 conn(0x55599cbf6310 msgr2=0x55599cc33910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:45.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.181+0000 7f8febe59740 1 -- 172.21.15.17:0/3758256772 shutdown_connections 2024-09-16T01:58:45.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.181+0000 7f8febe59740 1 -- 172.21.15.17:0/3758256772 wait complete. 2024-09-16T01:58:45.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.182+0000 7f8febe59740 1 -- start start 2024-09-16T01:58:45.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.182+0000 7f8febe59740 1 Processor -- start 2024-09-16T01:58:45.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.182+0000 7f8febe59740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc40a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.182+0000 7f8febe59740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc2eb40 0x55599cc31bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.182+0000 7f8febe59740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc38370 0x55599cc32110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.182+0000 7f8febe59740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe41adf40 con 0x55599cc2eb40 2024-09-16T01:58:45.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.182+0000 7f8febe59740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe41af3b0 con 0x55599cc38370 2024-09-16T01:58:45.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.182+0000 7f8febe59740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8fe41ae610 con 0x55599cc2d5d0 2024-09-16T01:58:45.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.182+0000 7f8febe59740 10 client.0 _ll_register_callbacks cb 0x7f8fd80096a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:58:45.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.182+0000 7f8fe37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc40a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.182+0000 7f8fe37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc40a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:53578/0 (socket says 172.21.15.17:53578) 2024-09-16T01:58:45.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.182+0000 7f8fe2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc2eb40 0x55599cc31bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.182+0000 7f8fe37fe640 1 -- 172.21.15.17:0/2241064800 learned_addr learned my addr 172.21.15.17:0/2241064800 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:45.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8fe3fff640 1 --2- 172.21.15.17:0/2241064800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc38370 0x55599cc32110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8fe37fe640 1 -- 172.21.15.17:0/2241064800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc38370 msgr2=0x55599cc32110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:45.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8fe37fe640 1 --2- 172.21.15.17:0/2241064800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc38370 0x55599cc32110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8fe37fe640 1 -- 172.21.15.17:0/2241064800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc2eb40 msgr2=0x55599cc31bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:45.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8fe37fe640 1 --2- 172.21.15.17:0/2241064800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc2eb40 0x55599cc31bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8fe37fe640 1 -- 172.21.15.17:0/2241064800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55599cc32780 con 0x55599cc2d5d0 2024-09-16T01:58:45.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8fe3fff640 1 --2- 172.21.15.17:0/2241064800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc38370 0x55599cc32110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:58:45.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8fe37fe640 1 --2- 172.21.15.17:0/2241064800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc40a40 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f8fd4005540 tx=0x7f8fd4003e70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13aef4fb37efd90b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:45.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8fc2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:58:45.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8fc2ffd640 1 -- 172.21.15.17:0/2241064800 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fd4035050 con 0x55599cc2d5d0 2024-09-16T01:58:45.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8fc2ffd640 1 -- 172.21.15.17:0/2241064800 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8fd40035f0 con 0x55599cc2d5d0 2024-09-16T01:58:45.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8febe59740 1 -- 172.21.15.17:0/2241064800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8fd4004d10 con 0x55599cc2d5d0 2024-09-16T01:58:45.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8fc2ffd640 1 -- 172.21.15.17:0/2241064800 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) ==== 24+0+0 (secure 0 0 0) 0x7f8fd4057040 con 0x55599cc2d5d0 2024-09-16T01:58:45.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8febe59740 10 client.27892 fetch_fsmap learned FSMap version 26 2024-09-16T01:58:45.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8febe59740 1 -- 172.21.15.17:0/2241064800 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) -- 0x55599ccb2f70 con 0x55599cc2d5d0 2024-09-16T01:58:45.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.183+0000 7f8fc2ffd640 1 -- 172.21.15.17:0/2241064800 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8fd4004d10 con 0x55599cc2d5d0 2024-09-16T01:58:45.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.184+0000 7f8fc2ffd640 1 -- 172.21.15.17:0/2241064800 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 26) ==== 8354+0+0 (secure 0 0 0) 0x7f8fd405a070 con 0x55599cc2d5d0 2024-09-16T01:58:45.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.184+0000 7f8febe59740 10 client.27892 fetch_fsmap finished waiting for FSMap version 26 2024-09-16T01:58:45.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.184+0000 7f8febe59740 10 client.27892 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:58:45.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.184+0000 7f8febe59740 20 client.27892 populate_metadata read hostname 'smithi017' 2024-09-16T01:58:45.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.184+0000 7f8febe59740 1 --2- 172.21.15.17:0/2241064800 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55599ccb3600 0x55599ccb5a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:45.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.184+0000 7f8febe59740 4 client.27892 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:58:45.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.184+0000 7f8febe59740 1 -- 172.21.15.17:0/2241064800 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55599cb9ad70 con 0x55599ccb3600 2024-09-16T01:58:45.136 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:58:45.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.184+0000 7f8fe2ffd640 1 --2- 172.21.15.17:0/2241064800 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55599ccb3600 0x55599ccb5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:45.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8fc2ffd640 10 client.27892 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:45.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8fe2ffd640 1 --2- 172.21.15.17:0/2241064800 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55599ccb3600 0x55599ccb5a20 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aed3a3dbd609b21d server_cookie=c1873c2a24e43924 in_seq=0 out_seq=0 2024-09-16T01:58:45.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8fc2ffd640 1 -- 172.21.15.17:0/2241064800 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55599cb9ad70 con 0x55599ccb3600 2024-09-16T01:58:45.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8fc2ffd640 10 client.27892 handle_command_reply: tid=0 2024-09-16T01:58:45.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8febe59740 1 client.27892 shutdown 2024-09-16T01:58:45.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8febe59740 1 -- 172.21.15.17:0/2241064800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 msgr2=0x55599cc40a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:45.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8febe59740 1 --2- 172.21.15.17:0/2241064800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc40a40 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f8fd4005540 tx=0x7f8fd4003e70 comp rx=0 tx=0).stop 2024-09-16T01:58:45.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8febe59740 1 -- 172.21.15.17:0/2241064800 shutdown_connections 2024-09-16T01:58:45.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8febe59740 1 --2- 172.21.15.17:0/2241064800 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55599ccb3600 0x55599ccb5a20 crc :-1 s=READY pgs=235 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8febe59740 1 --2- 172.21.15.17:0/2241064800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55599cc38370 0x55599cc32110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8febe59740 1 --2- 172.21.15.17:0/2241064800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55599cc2eb40 0x55599cc31bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8febe59740 1 --2- 172.21.15.17:0/2241064800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55599cc2d5d0 0x55599cc40a40 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8febe59740 1 -- 172.21.15.17:0/2241064800 >> 172.21.15.17:0/2241064800 conn(0x55599cbf6310 msgr2=0x55599cc2f110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:45.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8fc2ffd640 0 client.27892 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:45.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8febe59740 1 -- 172.21.15.17:0/2241064800 shutdown_connections 2024-09-16T01:58:45.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8febe59740 1 -- 172.21.15.17:0/2241064800 wait complete. 2024-09-16T01:58:45.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.185+0000 7f8febe59740 20 client.27892 trim_cache size 0 max 16384 2024-09-16T01:58:45.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.186+0000 7f8fe9a80640 1 -- 172.21.15.17:0/1472104584 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8fcc0a3240 msgr2=0x7f8fcc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:45.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.186+0000 7f8fe9a80640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8fcc0a3240 0x7f8fcc0a5700 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f8fd4006010 tx=0x7f8fd4005b50 comp rx=0 tx=0).stop 2024-09-16T01:58:45.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.186+0000 7f8fe9a80640 1 -- 172.21.15.17:0/1472104584 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8fe41036e0 msgr2=0x7f8fe4100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:45.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.186+0000 7f8fe9a80640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8fe41036e0 0x7f8fe4100ed0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f8fd800e9f0 tx=0x7f8fd800eeb0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.186+0000 7f8fe9a80640 1 -- 172.21.15.17:0/1472104584 shutdown_connections 2024-09-16T01:58:45.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.186+0000 7f8fe9a80640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8fcc0a3240 0x7f8fcc0a5700 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.186+0000 7f8fe9a80640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fe41082a0 0x7f8fe4101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.186+0000 7f8fe9a80640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8fe41036e0 0x7f8fe4100ed0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.186+0000 7f8fe9a80640 1 --2- 172.21.15.17:0/1472104584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8fe4102d30 0x7f8fe4100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:45.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.186+0000 7f8fe9a80640 1 -- 172.21.15.17:0/1472104584 >> 172.21.15.17:0/1472104584 conn(0x7f8fe40fc7d0 msgr2=0x7f8fe4105de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:45.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.186+0000 7f8fe9a80640 1 -- 172.21.15.17:0/1472104584 shutdown_connections 2024-09-16T01:58:45.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:44.186+0000 7f8fe9a80640 1 -- 172.21.15.17:0/1472104584 wait complete. 2024-09-16T01:58:46.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 20307 9.89 MB/sec execute 8 sec latency 185.427 ms 2024-09-16T01:58:46.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:46 smithi017 ceph-mon[30972]: pgmap v796: 97 pgs: 97 active+clean; 469 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 508 KiB/s rd, 4.2 MiB/s wr, 166 op/s 2024-09-16T01:58:46.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:46 smithi017 ceph-mon[30972]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:58:46.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:46 smithi122 ceph-mon[34758]: pgmap v796: 97 pgs: 97 active+clean; 469 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 508 KiB/s rd, 4.2 MiB/s wr, 166 op/s 2024-09-16T01:58:46.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:46 smithi122 ceph-mon[34758]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:58:46.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:46 smithi029 ceph-mon[34783]: pgmap v796: 97 pgs: 97 active+clean; 469 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 508 KiB/s rd, 4.2 MiB/s wr, 166 op/s 2024-09-16T01:58:46.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:46 smithi029 ceph-mon[34783]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:58:47.038 INFO:tasks.workunit.client.0.smithi017.stdout: 10 20407 9.14 MB/sec execute 9 sec latency 179.960 ms 2024-09-16T01:58:48.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 20545 8.99 MB/sec execute 10 sec latency 82.748 ms 2024-09-16T01:58:48.319 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:58:48.319 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:58:48.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:48 smithi017 ceph-mon[30972]: pgmap v797: 97 pgs: 97 active+clean; 469 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 432 KiB/s rd, 3.9 MiB/s wr, 136 op/s 2024-09-16T01:58:48.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:48 smithi029 ceph-mon[34783]: pgmap v797: 97 pgs: 97 active+clean; 469 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 432 KiB/s rd, 3.9 MiB/s wr, 136 op/s 2024-09-16T01:58:48.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:48 smithi122 ceph-mon[34758]: pgmap v797: 97 pgs: 97 active+clean; 469 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 432 KiB/s rd, 3.9 MiB/s wr, 136 op/s 2024-09-16T01:58:48.679 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:58:49.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 20666 8.41 MB/sec execute 11 sec latency 115.885 ms 2024-09-16T01:58:49.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.241+0000 7fe9e4708640 1 -- 172.21.15.17:0/1895263632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9dc1002f0 msgr2=0x7fe9dc1006d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:49.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.241+0000 7fe9e4708640 1 --2- 172.21.15.17:0/1895263632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9dc1002f0 0x7fe9dc1006d0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8009930 tx=0x7fe9d802a420 comp rx=0 tx=0).stop 2024-09-16T01:58:49.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.242+0000 7fe9e4708640 1 -- 172.21.15.17:0/1895263632 shutdown_connections 2024-09-16T01:58:49.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.242+0000 7fe9e4708640 1 --2- 172.21.15.17:0/1895263632 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9dc106f50 0x7fe9dc10eaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.242+0000 7fe9e4708640 1 --2- 172.21.15.17:0/1895263632 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9dc100ca0 0x7fe9dc106840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.242+0000 7fe9e4708640 1 --2- 172.21.15.17:0/1895263632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9dc1002f0 0x7fe9dc1006d0 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.242+0000 7fe9e4708640 1 -- 172.21.15.17:0/1895263632 >> 172.21.15.17:0/1895263632 conn(0x7fe9dc077210 msgr2=0x7fe9dc0fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:49.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.242+0000 7fe9e4708640 1 -- 172.21.15.17:0/1895263632 shutdown_connections 2024-09-16T01:58:49.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.242+0000 7fe9e4708640 1 -- 172.21.15.17:0/1895263632 wait complete. 2024-09-16T01:58:49.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.242+0000 7fe9e4708640 1 Processor -- start 2024-09-16T01:58:49.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.243+0000 7fe9e4708640 1 -- start start 2024-09-16T01:58:49.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.243+0000 7fe9e4708640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9dc1002f0 0x7fe9dc101270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.243+0000 7fe9e4708640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9dc100ca0 0x7fe9dc1017b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.243+0000 7fe9e4708640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9dc106f50 0x7fe9dc101cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.243+0000 7fe9e4708640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe9dc111ea0 con 0x7fe9dc100ca0 2024-09-16T01:58:49.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.243+0000 7fe9e1ca3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9dc100ca0 0x7fe9dc1017b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.243+0000 7fe9e24a4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9dc1002f0 0x7fe9dc101270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.243+0000 7fe9e1ca3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9dc100ca0 0x7fe9dc1017b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47594/0 (socket says 172.21.15.17:47594) 2024-09-16T01:58:49.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.243+0000 7fe9e1ca3640 1 -- 172.21.15.17:0/1555976323 learned_addr learned my addr 172.21.15.17:0/1555976323 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:49.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.243+0000 7fe9e4708640 1 -- 172.21.15.17:0/1555976323 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe9dc111d20 con 0x7fe9dc1002f0 2024-09-16T01:58:49.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.243+0000 7fe9e4708640 1 -- 172.21.15.17:0/1555976323 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe9dc112020 con 0x7fe9dc106f50 2024-09-16T01:58:49.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.243+0000 7fe9e2ca5640 1 --2- 172.21.15.17:0/1555976323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9dc106f50 0x7fe9dc101cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.244+0000 7fe9e24a4640 1 -- 172.21.15.17:0/1555976323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9dc106f50 msgr2=0x7fe9dc101cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:49.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.244+0000 7fe9e24a4640 1 --2- 172.21.15.17:0/1555976323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9dc106f50 0x7fe9dc101cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.244+0000 7fe9e24a4640 1 -- 172.21.15.17:0/1555976323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9dc100ca0 msgr2=0x7fe9dc1017b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:49.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.244+0000 7fe9e24a4640 1 --2- 172.21.15.17:0/1555976323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9dc100ca0 0x7fe9dc1017b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.244+0000 7fe9e24a4640 1 -- 172.21.15.17:0/1555976323 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe9dc1a68c0 con 0x7fe9dc1002f0 2024-09-16T01:58:49.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.244+0000 7fe9e24a4640 1 --2- 172.21.15.17:0/1555976323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9dc1002f0 0x7fe9dc101270 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe9d802a940 tx=0x7fe9d8003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:49.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.244+0000 7fe9d37fe640 1 -- 172.21.15.17:0/1555976323 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d803f070 con 0x7fe9dc1002f0 2024-09-16T01:58:49.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.244+0000 7fe9e4708640 1 -- 172.21.15.17:0/1555976323 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe9dc1a6b50 con 0x7fe9dc1002f0 2024-09-16T01:58:49.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.244+0000 7fe9d37fe640 1 -- 172.21.15.17:0/1555976323 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9d8031b60 con 0x7fe9dc1002f0 2024-09-16T01:58:49.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.244+0000 7fe9d37fe640 1 -- 172.21.15.17:0/1555976323 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8035030 con 0x7fe9dc1002f0 2024-09-16T01:58:49.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.244+0000 7fe9e4708640 1 -- 172.21.15.17:0/1555976323 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe9dc1a7050 con 0x7fe9dc1002f0 2024-09-16T01:58:49.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.247+0000 7fe9e6ae1740 1 Processor -- start 2024-09-16T01:58:49.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.247+0000 7fe9d37fe640 1 -- 172.21.15.17:0/1555976323 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe9d8042070 con 0x7fe9dc1002f0 2024-09-16T01:58:49.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.248+0000 7fe9e6ae1740 1 -- start start 2024-09-16T01:58:49.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.248+0000 7fe9e6ae1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c52ef40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.248+0000 7fe9e6ae1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c539800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.248+0000 7fe9e6ae1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 0x55a55c53c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.248+0000 7fe9e6ae1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a55c494280 con 0x55a55c52eb60 2024-09-16T01:58:49.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.248+0000 7fe9e6ae1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a55c43bb10 con 0x55a55c539d40 2024-09-16T01:58:49.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.248+0000 7fe9e6ae1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a55c490240 con 0x55a55c52f480 2024-09-16T01:58:49.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.248+0000 7fe9e24a4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c539800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.248+0000 7fe9e24a4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c539800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43248/0 (socket says 172.21.15.17:43248) 2024-09-16T01:58:49.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.248+0000 7fe9e24a4640 1 -- 172.21.15.17:0/2618304364 learned_addr learned my addr 172.21.15.17:0/2618304364 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:49.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.248+0000 7fe9e1ca3640 1 --2- 172.21.15.17:0/2618304364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 0x55a55c53c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.248+0000 7fe9e2ca5640 1 --2- 172.21.15.17:0/2618304364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c52ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.249+0000 7fe9e24a4640 1 -- 172.21.15.17:0/2618304364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 msgr2=0x55a55c53c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:49.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.249+0000 7fe9e24a4640 1 --2- 172.21.15.17:0/2618304364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 0x55a55c53c130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.249+0000 7fe9e24a4640 1 -- 172.21.15.17:0/2618304364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 msgr2=0x55a55c52ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:49.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.249+0000 7fe9e24a4640 1 --2- 172.21.15.17:0/2618304364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c52ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.249+0000 7fe9d37fe640 1 --2- 172.21.15.17:0/1555976323 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe9c80a32c0 0x7fe9c80a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.249+0000 7fe9e24a4640 1 -- 172.21.15.17:0/2618304364 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a55c4481f0 con 0x55a55c52f480 2024-09-16T01:58:49.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.249+0000 7fe9e1ca3640 1 --2- 172.21.15.17:0/2618304364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 0x55a55c53c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:58:49.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.249+0000 7fe9e2ca5640 1 --2- 172.21.15.17:0/1555976323 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe9c80a32c0 0x7fe9c80a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.249+0000 7fe9e24a4640 1 --2- 172.21.15.17:0/2618304364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c539800 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fe9d80c8c00 tx=0x7fe9d80b83a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=94e63c30db5cdd71 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:49.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.249+0000 7fe9d37fe640 1 -- 172.21.15.17:0/1555976323 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe9d80efa20 con 0x7fe9dc1002f0 2024-09-16T01:58:49.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.249+0000 7fe9d0ff9640 1 -- 172.21.15.17:0/2618304364 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8049070 con 0x55a55c52f480 2024-09-16T01:58:49.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.250+0000 7fe9d0ff9640 1 -- 172.21.15.17:0/2618304364 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9d80efe50 con 0x55a55c52f480 2024-09-16T01:58:49.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.250+0000 7fe9d0ff9640 1 -- 172.21.15.17:0/2618304364 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d80bbb80 con 0x55a55c52f480 2024-09-16T01:58:49.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.250+0000 7fe9e2ca5640 1 --2- 172.21.15.17:0/1555976323 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe9c80a32c0 0x7fe9c80a5780 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4009b80 tx=0x7fe9d4009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:49.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.250+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2618304364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 msgr2=0x55a55c539800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:49.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.250+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/2618304364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c539800 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7fe9d80c8c00 tx=0x7fe9d80b83a0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.251+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2618304364 shutdown_connections 2024-09-16T01:58:49.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.251+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/2618304364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 0x55a55c53c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.251+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/2618304364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c539800 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.251+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/2618304364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c52ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.251+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2618304364 >> 172.21.15.17:0/2618304364 conn(0x55a55c52b0f0 msgr2=0x55a55c52b4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:49.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.251+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2618304364 shutdown_connections 2024-09-16T01:58:49.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.251+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2618304364 wait complete. 2024-09-16T01:58:49.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.251+0000 7fe9e6ae1740 1 -- start start 2024-09-16T01:58:49.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.251+0000 7fe9e6ae1740 1 Processor -- start 2024-09-16T01:58:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e6ae1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c536c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e6ae1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c537150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e6ae1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 0x55a55c537690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e6ae1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a55c53c6d0 con 0x55a55c52eb60 2024-09-16T01:58:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e6ae1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a55c44ef10 con 0x55a55c539d40 2024-09-16T01:58:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e6ae1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a55c53c850 con 0x55a55c52f480 2024-09-16T01:58:49.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e6ae1740 10 client.0 _ll_register_callbacks cb 0x55a55c417a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:58:49.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e24a4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c536c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e1ca3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c537150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e24a4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c536c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47612/0 (socket says 172.21.15.17:47612) 2024-09-16T01:58:49.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e24a4640 1 -- 172.21.15.17:0/2118293010 learned_addr learned my addr 172.21.15.17:0/2118293010 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:49.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e2ca5640 1 --2- 172.21.15.17:0/2118293010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 0x55a55c537690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e2ca5640 1 -- 172.21.15.17:0/2118293010 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 msgr2=0x55a55c537150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:49.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e2ca5640 1 --2- 172.21.15.17:0/2118293010 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c537150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e2ca5640 1 -- 172.21.15.17:0/2118293010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 msgr2=0x55a55c536c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:49.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e2ca5640 1 --2- 172.21.15.17:0/2118293010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c536c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e2ca5640 1 -- 172.21.15.17:0/2118293010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a55c2056a0 con 0x55a55c539d40 2024-09-16T01:58:49.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9e2ca5640 1 --2- 172.21.15.17:0/2118293010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 0x55a55c537690 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4005fd0 tx=0x7fe9d4004ab0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a36bfd6c7fe87baf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.252+0000 7fe9c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:58:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.253+0000 7fe9c5ffb640 1 -- 172.21.15.17:0/2118293010 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d400f890 con 0x55a55c539d40 2024-09-16T01:58:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.253+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2118293010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9d80efe50 con 0x55a55c539d40 2024-09-16T01:58:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.253+0000 7fe9c5ffb640 1 -- 172.21.15.17:0/2118293010 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe9d400fa30 con 0x55a55c539d40 2024-09-16T01:58:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.253+0000 7fe9c5ffb640 1 -- 172.21.15.17:0/2118293010 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe9d400fc30 con 0x55a55c539d40 2024-09-16T01:58:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.253+0000 7fe9e6ae1740 10 client.27617 fetch_fsmap learned FSMap version 27 2024-09-16T01:58:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.253+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2118293010 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55a55c5482f0 con 0x55a55c539d40 2024-09-16T01:58:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.253+0000 7fe9c5ffb640 1 -- 172.21.15.17:0/2118293010 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9d80efe50 con 0x55a55c539d40 2024-09-16T01:58:49.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.253+0000 7fe9c5ffb640 1 -- 172.21.15.17:0/2118293010 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7fe9d4027070 con 0x55a55c539d40 2024-09-16T01:58:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.254+0000 7fe9e6ae1740 10 client.27617 fetch_fsmap finished waiting for FSMap version 27 2024-09-16T01:58:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.254+0000 7fe9e6ae1740 10 client.27617 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:58:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.254+0000 7fe9e6ae1740 20 client.27617 populate_metadata read hostname 'smithi017' 2024-09-16T01:58:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.254+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/2118293010 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a55c549ba0 0x55a55c54bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.254+0000 7fe9e6ae1740 4 client.27617 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:58:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.254+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2118293010 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a55c4a17f0 con 0x55a55c549ba0 2024-09-16T01:58:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.254+0000 7fe9e24a4640 1 --2- 172.21.15.17:0/2118293010 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a55c549ba0 0x55a55c54bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.255+0000 7fe9e24a4640 1 --2- 172.21.15.17:0/2118293010 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a55c549ba0 0x55a55c54bfc0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37993490f830213e server_cookie=dfe5b9a2466946a0 in_seq=0 out_seq=0 2024-09-16T01:58:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.255+0000 7fe9c5ffb640 10 client.27617 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:49.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9c5ffb640 1 -- 172.21.15.17:0/2118293010 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a55c4a17f0 con 0x55a55c549ba0 2024-09-16T01:58:49.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9c5ffb640 10 client.27617 handle_command_reply: tid=0 2024-09-16T01:58:49.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9e6ae1740 1 client.27617 shutdown 2024-09-16T01:58:49.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2118293010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 msgr2=0x55a55c537690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:49.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/2118293010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 0x55a55c537690 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4005fd0 tx=0x7fe9d4004ab0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2118293010 shutdown_connections 2024-09-16T01:58:49.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/2118293010 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a55c549ba0 0x55a55c54bfc0 crc :-1 s=READY pgs=236 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/2118293010 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 0x55a55c537690 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/2118293010 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c537150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/2118293010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c536c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2118293010 >> 172.21.15.17:0/2118293010 conn(0x55a55c52b0f0 msgr2=0x55a55c530e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9c5ffb640 0 client.27617 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2118293010 shutdown_connections 2024-09-16T01:58:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2118293010 wait complete. 2024-09-16T01:58:49.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.256+0000 7fe9e6ae1740 20 client.27617 trim_cache size 0 max 16384 2024-09-16T01:58:49.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.287+0000 7fe9e6ae1740 1 Processor -- start 2024-09-16T01:58:49.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.287+0000 7fe9e6ae1740 1 -- start start 2024-09-16T01:58:49.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.287+0000 7fe9e6ae1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c52eb60 0x55a55c538e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.287+0000 7fe9e6ae1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c545170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.287+0000 7fe9e6ae1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c539d40 0x55a55c5518d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.287+0000 7fe9e6ae1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe9dc1b2010 con 0x55a55c539d40 2024-09-16T01:58:49.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.287+0000 7fe9e6ae1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe9dc1af8e0 con 0x55a55c52eb60 2024-09-16T01:58:49.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.287+0000 7fe9e6ae1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe9dc1ad710 con 0x55a55c52f480 2024-09-16T01:58:49.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.287+0000 7fe9e1ca3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c545170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.287+0000 7fe9e2ca5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c539d40 0x55a55c5518d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.287+0000 7fe9e1ca3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c545170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43260/0 (socket says 172.21.15.17:43260) 2024-09-16T01:58:49.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.287+0000 7fe9e24a4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c52eb60 0x55a55c538e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.287+0000 7fe9e1ca3640 1 -- 172.21.15.17:0/2658236630 learned_addr learned my addr 172.21.15.17:0/2658236630 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.288+0000 7fe9e24a4640 1 -- 172.21.15.17:0/2658236630 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 msgr2=0x55a55c545170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.288+0000 7fe9e24a4640 1 --2- 172.21.15.17:0/2658236630 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c545170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.288+0000 7fe9e24a4640 1 -- 172.21.15.17:0/2658236630 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c539d40 msgr2=0x55a55c5518d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.288+0000 7fe9e24a4640 1 --2- 172.21.15.17:0/2658236630 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c539d40 0x55a55c5518d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.288+0000 7fe9e24a4640 1 -- 172.21.15.17:0/2658236630 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a55c52f2b0 con 0x55a55c52eb60 2024-09-16T01:58:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.288+0000 7fe9e2ca5640 1 --2- 172.21.15.17:0/2658236630 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c539d40 0x55a55c5518d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:58:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.288+0000 7fe9e24a4640 1 --2- 172.21.15.17:0/2658236630 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c52eb60 0x55a55c538e30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8005ab0 tx=0x7fe9d8005fd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8533b698f7656767 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.288+0000 7fe9c7fff640 1 -- 172.21.15.17:0/2658236630 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8049040 con 0x55a55c52eb60 2024-09-16T01:58:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.288+0000 7fe9c7fff640 1 -- 172.21.15.17:0/2658236630 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9d80efe50 con 0x55a55c52eb60 2024-09-16T01:58:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.288+0000 7fe9c7fff640 1 -- 172.21.15.17:0/2658236630 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d8005d50 con 0x55a55c52eb60 2024-09-16T01:58:49.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.289+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2658236630 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c52eb60 msgr2=0x55a55c538e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.289+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/2658236630 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c52eb60 0x55a55c538e30 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fe9d8005ab0 tx=0x7fe9d8005fd0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.289+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2658236630 shutdown_connections 2024-09-16T01:58:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.289+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/2658236630 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c539d40 0x55a55c5518d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.289+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/2658236630 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c545170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.289+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/2658236630 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c52eb60 0x55a55c538e30 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.289+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2658236630 >> 172.21.15.17:0/2658236630 conn(0x55a55c52b0f0 msgr2=0x55a55c530e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.289+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2658236630 shutdown_connections 2024-09-16T01:58:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.289+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/2658236630 wait complete. 2024-09-16T01:58:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.290+0000 7fe9e6ae1740 1 -- start start 2024-09-16T01:58:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.290+0000 7fe9e6ae1740 1 Processor -- start 2024-09-16T01:58:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.290+0000 7fe9e6ae1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c533e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.290+0000 7fe9e6ae1740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c534370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.290+0000 7fe9e6ae1740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 0x55a55c5348b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.290+0000 7fe9e6ae1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe9dc1adda0 con 0x55a55c52eb60 2024-09-16T01:58:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.290+0000 7fe9e6ae1740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe9dc1af210 con 0x55a55c539d40 2024-09-16T01:58:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.290+0000 7fe9e6ae1740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe9dc1ae470 con 0x55a55c52f480 2024-09-16T01:58:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.290+0000 7fe9e6ae1740 10 client.0 _ll_register_callbacks cb 0x7fe9d4009e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:58:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.290+0000 7fe9e24a4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c533e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.290+0000 7fe9e24a4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c533e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47638/0 (socket says 172.21.15.17:47638) 2024-09-16T01:58:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.290+0000 7fe9e24a4640 1 -- 172.21.15.17:0/3705990074 learned_addr learned my addr 172.21.15.17:0/3705990074 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.290+0000 7fe9e1ca3640 1 --2- 172.21.15.17:0/3705990074 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c534370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.291+0000 7fe9e2ca5640 1 --2- 172.21.15.17:0/3705990074 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 0x55a55c5348b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.291+0000 7fe9e24a4640 1 -- 172.21.15.17:0/3705990074 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 msgr2=0x55a55c534370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:49.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.291+0000 7fe9e24a4640 1 --2- 172.21.15.17:0/3705990074 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c534370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.291+0000 7fe9e24a4640 1 -- 172.21.15.17:0/3705990074 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 msgr2=0x55a55c5348b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:49.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.291+0000 7fe9e24a4640 1 --2- 172.21.15.17:0/3705990074 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 0x55a55c5348b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.291+0000 7fe9e24a4640 1 -- 172.21.15.17:0/3705990074 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a55c5bc250 con 0x55a55c52eb60 2024-09-16T01:58:49.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.291+0000 7fe9e1ca3640 1 --2- 172.21.15.17:0/3705990074 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c534370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:58:49.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.291+0000 7fe9e24a4640 1 --2- 172.21.15.17:0/3705990074 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c533e30 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fe9d80ef040 tx=0x7fe9d80efd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcbd61483789ab5f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:49.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.291+0000 7fe9c5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:58:49.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.291+0000 7fe9c5ffb640 1 -- 172.21.15.17:0/3705990074 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe9d80f3020 con 0x55a55c52eb60 2024-09-16T01:58:49.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.291+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/3705990074 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe9d80efe50 con 0x55a55c52eb60 2024-09-16T01:58:49.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.291+0000 7fe9c5ffb640 1 -- 172.21.15.17:0/3705990074 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe9d80ba0e0 con 0x55a55c52eb60 2024-09-16T01:58:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.292+0000 7fe9c5ffb640 1 -- 172.21.15.17:0/3705990074 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7fe9d80c8c60 con 0x55a55c52eb60 2024-09-16T01:58:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.292+0000 7fe9e6ae1740 10 client.18255 fetch_fsmap learned FSMap version 27 2024-09-16T01:58:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.292+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/3705990074 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x55a55c5bd510 con 0x55a55c52eb60 2024-09-16T01:58:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.292+0000 7fe9c5ffb640 1 -- 172.21.15.17:0/3705990074 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe9d80efe50 con 0x55a55c52eb60 2024-09-16T01:58:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.292+0000 7fe9c5ffb640 1 -- 172.21.15.17:0/3705990074 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7fe9d80cc080 con 0x55a55c52eb60 2024-09-16T01:58:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.292+0000 7fe9e6ae1740 10 client.18255 fetch_fsmap finished waiting for FSMap version 27 2024-09-16T01:58:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.292+0000 7fe9e6ae1740 10 client.18255 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:58:49.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.292+0000 7fe9e6ae1740 20 client.18255 populate_metadata read hostname 'smithi017' 2024-09-16T01:58:49.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.292+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/3705990074 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a55c5bd800 0x55a55c5bfbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:49.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.292+0000 7fe9e6ae1740 4 client.18255 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:58:49.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.292+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/3705990074 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55a55c49bd00 con 0x55a55c5bd800 2024-09-16T01:58:49.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.293+0000 7fe9e1ca3640 1 --2- 172.21.15.17:0/3705990074 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a55c5bd800 0x55a55c5bfbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:49.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.293+0000 7fe9c5ffb640 10 client.18255 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:49.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.293+0000 7fe9e1ca3640 1 --2- 172.21.15.17:0/3705990074 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a55c5bd800 0x55a55c5bfbf0 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc9bdea568006eb5 server_cookie=9260fcfd71813b78 in_seq=0 out_seq=0 2024-09-16T01:58:49.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.294+0000 7fe9c5ffb640 1 -- 172.21.15.17:0/3705990074 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55a55c49bd00 con 0x55a55c5bd800 2024-09-16T01:58:49.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.294+0000 7fe9c5ffb640 10 client.18255 handle_command_reply: tid=0 2024-09-16T01:58:49.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.294+0000 7fe9e6ae1740 1 client.18255 shutdown 2024-09-16T01:58:49.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.295+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/3705990074 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 msgr2=0x55a55c533e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:49.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.295+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/3705990074 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c533e30 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fe9d80ef040 tx=0x7fe9d80efd20 comp rx=0 tx=0).stop 2024-09-16T01:58:49.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.295+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/3705990074 shutdown_connections 2024-09-16T01:58:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.295+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/3705990074 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a55c5bd800 0x55a55c5bfbf0 crc :-1 s=READY pgs=237 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.295+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/3705990074 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a55c539d40 0x55a55c5348b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.295+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/3705990074 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a55c52f480 0x55a55c534370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.295+0000 7fe9c5ffb640 0 client.18255 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.295+0000 7fe9e6ae1740 1 --2- 172.21.15.17:0/3705990074 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a55c52eb60 0x55a55c533e30 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.295+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/3705990074 >> 172.21.15.17:0/3705990074 conn(0x55a55c52b0f0 msgr2=0x55a55c529a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.295+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/3705990074 shutdown_connections 2024-09-16T01:58:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.295+0000 7fe9e6ae1740 1 -- 172.21.15.17:0/3705990074 wait complete. 2024-09-16T01:58:49.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.295+0000 7fe9e6ae1740 20 client.18255 trim_cache size 0 max 16384 2024-09-16T01:58:49.301 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:58:49.301 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:58:49.301 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "e06a6587-a3fb-4f9d-aa67-a5c226eeb297", 2024-09-16T01:58:49.301 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:58:49.301 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:58:49.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.296+0000 7fe9e4708640 1 -- 172.21.15.17:0/1555976323 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe9c80a32c0 msgr2=0x7fe9c80a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:49.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.296+0000 7fe9e4708640 1 --2- 172.21.15.17:0/1555976323 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe9c80a32c0 0x7fe9c80a5780 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fe9d4009b80 tx=0x7fe9d4009500 comp rx=0 tx=0).stop 2024-09-16T01:58:49.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.296+0000 7fe9e4708640 1 -- 172.21.15.17:0/1555976323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9dc1002f0 msgr2=0x7fe9dc101270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:49.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.296+0000 7fe9e4708640 1 --2- 172.21.15.17:0/1555976323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9dc1002f0 0x7fe9dc101270 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fe9d802a940 tx=0x7fe9d8003c10 comp rx=0 tx=0).stop 2024-09-16T01:58:49.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.296+0000 7fe9e4708640 1 -- 172.21.15.17:0/1555976323 shutdown_connections 2024-09-16T01:58:49.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.296+0000 7fe9e4708640 1 --2- 172.21.15.17:0/1555976323 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe9c80a32c0 0x7fe9c80a5780 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.296+0000 7fe9e4708640 1 --2- 172.21.15.17:0/1555976323 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe9dc106f50 0x7fe9dc101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.296+0000 7fe9e4708640 1 --2- 172.21.15.17:0/1555976323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe9dc100ca0 0x7fe9dc1017b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.296+0000 7fe9e4708640 1 --2- 172.21.15.17:0/1555976323 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe9dc1002f0 0x7fe9dc101270 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:49.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.296+0000 7fe9e4708640 1 -- 172.21.15.17:0/1555976323 >> 172.21.15.17:0/1555976323 conn(0x7fe9dc077210 msgr2=0x7fe9dc105260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:49.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.296+0000 7fe9e4708640 1 -- 172.21.15.17:0/1555976323 shutdown_connections 2024-09-16T01:58:49.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:49.296+0000 7fe9e4708640 1 -- 172.21.15.17:0/1555976323 wait complete. 2024-09-16T01:58:50.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 20769 7.83 MB/sec execute 12 sec latency 155.586 ms 2024-09-16T01:58:50.138 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:58:50.485 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:58:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:50 smithi017 ceph-mon[30972]: pgmap v798: 97 pgs: 97 active+clean; 473 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 675 KiB/s rd, 4.9 MiB/s wr, 185 op/s 2024-09-16T01:58:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:50 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:58:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:50 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:50 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:58:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:50 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:58:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:50 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:50 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:58:50.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:50 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:50.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:50 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:58:50.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:50 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:50.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:50 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:58:50.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:50 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:50.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:50 smithi029 ceph-mon[34783]: pgmap v798: 97 pgs: 97 active+clean; 473 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 675 KiB/s rd, 4.9 MiB/s wr, 185 op/s 2024-09-16T01:58:50.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:50 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:58:50.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:50 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:50.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:50 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:58:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:50 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:58:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:50 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:50 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:58:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:50 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:50 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:58:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:50 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:50 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:58:50.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:50 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:50.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:50 smithi122 ceph-mon[34758]: pgmap v798: 97 pgs: 97 active+clean; 473 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 675 KiB/s rd, 4.9 MiB/s wr, 185 op/s 2024-09-16T01:58:50.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:50 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:58:50.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:50 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:50.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:50 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:58:50.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:50 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:58:50.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:50 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:50.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:50 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:58:50.548 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:50 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:50.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:50 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:58:50.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:50 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:50.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:50 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:58:50.549 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:50 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:51.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 20916 7.77 MB/sec execute 13 sec latency 115.376 ms 2024-09-16T01:58:51.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.066+0000 7f46980c4640 1 -- 172.21.15.17:0/802419586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f469011b140 msgr2=0x7f469011d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:51.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.066+0000 7f46980c4640 1 --2- 172.21.15.17:0/802419586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f469011b140 0x7f469011d530 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7f468c009860 tx=0x7f468c02a340 comp rx=0 tx=0).stop 2024-09-16T01:58:51.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.067+0000 7f46980c4640 1 -- 172.21.15.17:0/802419586 shutdown_connections 2024-09-16T01:58:51.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.067+0000 7f46980c4640 1 --2- 172.21.15.17:0/802419586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f469011b140 0x7f469011d530 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.067+0000 7f46980c4640 1 --2- 172.21.15.17:0/802419586 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4690109830 0x7f4690109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.067+0000 7f46980c4640 1 --2- 172.21.15.17:0/802419586 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4690109450 0x7f4690110250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.067+0000 7f46980c4640 1 -- 172.21.15.17:0/802419586 >> 172.21.15.17:0/802419586 conn(0x7f469006e140 msgr2=0x7f469006e550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:51.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.067+0000 7f46980c4640 1 -- 172.21.15.17:0/802419586 shutdown_connections 2024-09-16T01:58:51.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.067+0000 7f46980c4640 1 -- 172.21.15.17:0/802419586 wait complete. 2024-09-16T01:58:51.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.068+0000 7f46980c4640 1 Processor -- start 2024-09-16T01:58:51.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.068+0000 7f46980c4640 1 -- start start 2024-09-16T01:58:51.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.068+0000 7f46980c4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4690109450 0x7f46901a70d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.068+0000 7f46980c4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4690109830 0x7f46901a7610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.068+0000 7f46980c4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469011b140 0x7f46901ab9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.068+0000 7f46980c4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4690120c50 con 0x7f4690109830 2024-09-16T01:58:51.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.068+0000 7f46980c4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4690120ad0 con 0x7f469011b140 2024-09-16T01:58:51.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.068+0000 7f46980c4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4690120dd0 con 0x7f4690109450 2024-09-16T01:58:51.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.069+0000 7f469565f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4690109830 0x7f46901a7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.069+0000 7f469565f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4690109830 0x7f46901a7610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47668/0 (socket says 172.21.15.17:47668) 2024-09-16T01:58:51.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.069+0000 7f469565f640 1 -- 172.21.15.17:0/127839388 learned_addr learned my addr 172.21.15.17:0/127839388 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:51.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.069+0000 7f4696661640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469011b140 0x7f46901ab9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.069+0000 7f4695e60640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4690109450 0x7f46901a70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.069+0000 7f469565f640 1 -- 172.21.15.17:0/127839388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4690109450 msgr2=0x7f46901a70d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:51.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.069+0000 7f469565f640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4690109450 0x7f46901a70d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.070+0000 7f469565f640 1 -- 172.21.15.17:0/127839388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469011b140 msgr2=0x7f46901ab9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:51.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.070+0000 7f469565f640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469011b140 0x7f46901ab9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.070+0000 7f469565f640 1 -- 172.21.15.17:0/127839388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46901ac080 con 0x7f4690109830 2024-09-16T01:58:51.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.070+0000 7f4696661640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469011b140 0x7f46901ab9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:58:51.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.070+0000 7f469565f640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4690109830 0x7f46901a7610 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f468800eab0 tx=0x7f468800ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:51.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.071+0000 7f4686ffd640 1 -- 172.21.15.17:0/127839388 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f468800ce40 con 0x7f4690109830 2024-09-16T01:58:51.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.071+0000 7f4686ffd640 1 -- 172.21.15.17:0/127839388 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4688011920 con 0x7f4690109830 2024-09-16T01:58:51.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.071+0000 7f4686ffd640 1 -- 172.21.15.17:0/127839388 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4688010a00 con 0x7f4690109830 2024-09-16T01:58:51.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.071+0000 7f46980c4640 1 -- 172.21.15.17:0/127839388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46901ac370 con 0x7f4690109830 2024-09-16T01:58:51.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.071+0000 7f46980c4640 1 -- 172.21.15.17:0/127839388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46901b3c50 con 0x7f4690109830 2024-09-16T01:58:51.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.075+0000 7f469a49d740 1 Processor -- start 2024-09-16T01:58:51.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.076+0000 7f469a49d740 1 -- start start 2024-09-16T01:58:51.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.076+0000 7f469a49d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94a4a0 0x56505a94a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.076+0000 7f469a49d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94adc0 0x56505a955140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.077+0000 7f469a49d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 0x56505a957a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.077+0000 7f469a49d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56505a8b02e0 con 0x56505a94adc0 2024-09-16T01:58:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.077+0000 7f469a49d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56505a857ce0 con 0x56505a94a4a0 2024-09-16T01:58:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.077+0000 7f469a49d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56505a8ac2a0 con 0x56505a955680 2024-09-16T01:58:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.077+0000 7f4696661640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94a4a0 0x56505a94a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.077+0000 7f4696661640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94a4a0 0x56505a94a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51622/0 (socket says 172.21.15.17:51622) 2024-09-16T01:58:51.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.077+0000 7f4696661640 1 -- 172.21.15.17:0/4056886556 learned_addr learned my addr 172.21.15.17:0/4056886556 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:51.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.078+0000 7f469565f640 1 --2- 172.21.15.17:0/4056886556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 0x56505a957a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.078+0000 7f4695e60640 1 --2- 172.21.15.17:0/4056886556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94adc0 0x56505a955140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.078+0000 7f4686ffd640 1 -- 172.21.15.17:0/127839388 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f4688011ad0 con 0x7f4690109830 2024-09-16T01:58:51.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.078+0000 7f4696661640 1 -- 172.21.15.17:0/4056886556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 msgr2=0x56505a957a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:51.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.078+0000 7f4696661640 1 --2- 172.21.15.17:0/4056886556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 0x56505a957a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.078+0000 7f4696661640 1 -- 172.21.15.17:0/4056886556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94adc0 msgr2=0x56505a955140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:51.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.078+0000 7f4696661640 1 --2- 172.21.15.17:0/4056886556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94adc0 0x56505a955140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.080+0000 7f4696661640 1 -- 172.21.15.17:0/4056886556 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56505a83c440 con 0x56505a94a4a0 2024-09-16T01:58:51.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.080+0000 7f4695e60640 1 --2- 172.21.15.17:0/4056886556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94adc0 0x56505a955140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:58:51.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.080+0000 7f4696661640 1 --2- 172.21.15.17:0/4056886556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94a4a0 0x56505a94a880 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f468c009830 tx=0x7f468c005b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e84245cd0ce3d4a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:51.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.081+0000 7f4686ffd640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f467c0a3340 0x7f467c0a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.081+0000 7f4686ffd640 1 -- 172.21.15.17:0/127839388 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f46880cf920 con 0x7f4690109830 2024-09-16T01:58:51.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.081+0000 7f467bfff640 1 -- 172.21.15.17:0/4056886556 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f468c043020 con 0x56505a94a4a0 2024-09-16T01:58:51.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.081+0000 7f4695e60640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f467c0a3340 0x7f467c0a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.082+0000 7f467bfff640 1 -- 172.21.15.17:0/4056886556 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f468c038040 con 0x56505a94a4a0 2024-09-16T01:58:51.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.082+0000 7f467bfff640 1 -- 172.21.15.17:0/4056886556 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f468c037040 con 0x56505a94a4a0 2024-09-16T01:58:51.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.083+0000 7f4695e60640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f467c0a3340 0x7f467c0a5800 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x56505a947890 tx=0x7f468000b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.083+0000 7f469a49d740 1 -- 172.21.15.17:0/4056886556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94a4a0 msgr2=0x56505a94a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.083+0000 7f469a49d740 1 --2- 172.21.15.17:0/4056886556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94a4a0 0x56505a94a880 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f468c009830 tx=0x7f468c005b20 comp rx=0 tx=0).stop 2024-09-16T01:58:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.083+0000 7f469a49d740 1 -- 172.21.15.17:0/4056886556 shutdown_connections 2024-09-16T01:58:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.083+0000 7f469a49d740 1 --2- 172.21.15.17:0/4056886556 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 0x56505a957a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.083+0000 7f469a49d740 1 --2- 172.21.15.17:0/4056886556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94adc0 0x56505a955140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.083+0000 7f469a49d740 1 --2- 172.21.15.17:0/4056886556 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94a4a0 0x56505a94a880 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.083+0000 7f469a49d740 1 -- 172.21.15.17:0/4056886556 >> 172.21.15.17:0/4056886556 conn(0x56505a946a30 msgr2=0x56505a946e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.083+0000 7f469a49d740 1 -- 172.21.15.17:0/4056886556 shutdown_connections 2024-09-16T01:58:51.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.083+0000 7f469a49d740 1 -- 172.21.15.17:0/4056886556 wait complete. 2024-09-16T01:58:51.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.084+0000 7f469a49d740 1 -- start start 2024-09-16T01:58:51.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.084+0000 7f469a49d740 1 Processor -- start 2024-09-16T01:58:51.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.085+0000 7f469a49d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94a4a0 0x56505a955080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.085+0000 7f469a49d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94adc0 0x56505a952330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.085+0000 7f469a49d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 0x56505a952920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.085+0000 7f469a49d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56505a958250 con 0x56505a94a4a0 2024-09-16T01:58:51.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.085+0000 7f469a49d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56505a86b050 con 0x56505a94adc0 2024-09-16T01:58:51.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.085+0000 7f469a49d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56505a9583d0 con 0x56505a955680 2024-09-16T01:58:51.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.085+0000 7f469a49d740 10 client.0 _ll_register_callbacks cb 0x56505a8ab160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:58:51.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.086+0000 7f4696661640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 0x56505a952920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.086+0000 7f4696661640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 0x56505a952920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43302/0 (socket says 172.21.15.17:43302) 2024-09-16T01:58:51.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.086+0000 7f4696661640 1 -- 172.21.15.17:0/2122278090 learned_addr learned my addr 172.21.15.17:0/2122278090 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:51.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.086+0000 7f469565f640 1 --2- 172.21.15.17:0/2122278090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94adc0 0x56505a952330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.086+0000 7f4695e60640 1 --2- 172.21.15.17:0/2122278090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94a4a0 0x56505a955080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.087+0000 7f469565f640 1 -- 172.21.15.17:0/2122278090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 msgr2=0x56505a952920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:51.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.087+0000 7f469565f640 1 --2- 172.21.15.17:0/2122278090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 0x56505a952920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.087+0000 7f469565f640 1 -- 172.21.15.17:0/2122278090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94a4a0 msgr2=0x56505a955080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:51.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.087+0000 7f469565f640 1 --2- 172.21.15.17:0/2122278090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94a4a0 0x56505a955080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.087+0000 7f469565f640 1 -- 172.21.15.17:0/2122278090 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56505a6213c0 con 0x56505a94adc0 2024-09-16T01:58:51.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.087+0000 7f4695e60640 1 --2- 172.21.15.17:0/2122278090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94a4a0 0x56505a955080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:58:51.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.087+0000 7f469565f640 1 --2- 172.21.15.17:0/2122278090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94adc0 0x56505a952330 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x56505a947db0 tx=0x7f468809bb30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c8f7c6b2625025bb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:51.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.087+0000 7f46797fa640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:58:51.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.087+0000 7f46797fa640 1 -- 172.21.15.17:0/2122278090 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4688011670 con 0x56505a94adc0 2024-09-16T01:58:51.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.087+0000 7f46797fa640 1 -- 172.21.15.17:0/2122278090 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f46880bab40 con 0x56505a94adc0 2024-09-16T01:58:51.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.087+0000 7f469a49d740 1 -- 172.21.15.17:0/2122278090 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f468c038040 con 0x56505a94adc0 2024-09-16T01:58:51.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.087+0000 7f46797fa640 1 -- 172.21.15.17:0/2122278090 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f468809bf00 con 0x56505a94adc0 2024-09-16T01:58:51.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.087+0000 7f469a49d740 10 client.27635 fetch_fsmap learned FSMap version 27 2024-09-16T01:58:51.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.087+0000 7f469a49d740 1 -- 172.21.15.17:0/2122278090 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56505a963c80 con 0x56505a94adc0 2024-09-16T01:58:51.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.088+0000 7f46797fa640 1 -- 172.21.15.17:0/2122278090 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f468c038040 con 0x56505a94adc0 2024-09-16T01:58:51.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.088+0000 7f46797fa640 1 -- 172.21.15.17:0/2122278090 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7f4688022060 con 0x56505a94adc0 2024-09-16T01:58:51.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.088+0000 7f469a49d740 10 client.27635 fetch_fsmap finished waiting for FSMap version 27 2024-09-16T01:58:51.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.088+0000 7f469a49d740 10 client.27635 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:58:51.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.088+0000 7f469a49d740 20 client.27635 populate_metadata read hostname 'smithi017' 2024-09-16T01:58:51.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.088+0000 7f469a49d740 1 --2- 172.21.15.17:0/2122278090 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56505a9651e0 0x56505a967640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.088+0000 7f469a49d740 4 client.27635 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:58:51.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.088+0000 7f469a49d740 1 -- 172.21.15.17:0/2122278090 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56505a8bd850 con 0x56505a9651e0 2024-09-16T01:58:51.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.088+0000 7f4695e60640 1 --2- 172.21.15.17:0/2122278090 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56505a9651e0 0x56505a967640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.089+0000 7f4695e60640 1 --2- 172.21.15.17:0/2122278090 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56505a9651e0 0x56505a967640 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=515e9a3aee687e server_cookie=e884ebe7bb27680f in_seq=0 out_seq=0 2024-09-16T01:58:51.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.089+0000 7f46797fa640 10 client.27635 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:51.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.089+0000 7f46797fa640 1 -- 172.21.15.17:0/2122278090 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56505a8bd850 con 0x56505a9651e0 2024-09-16T01:58:51.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.089+0000 7f46797fa640 10 client.27635 handle_command_reply: tid=0 2024-09-16T01:58:51.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.089+0000 7f469a49d740 1 client.27635 shutdown 2024-09-16T01:58:51.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.090+0000 7f469a49d740 1 -- 172.21.15.17:0/2122278090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94adc0 msgr2=0x56505a952330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:51.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.090+0000 7f469a49d740 1 --2- 172.21.15.17:0/2122278090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94adc0 0x56505a952330 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x56505a947db0 tx=0x7f468809bb30 comp rx=0 tx=0).stop 2024-09-16T01:58:51.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.090+0000 7f469a49d740 1 -- 172.21.15.17:0/2122278090 shutdown_connections 2024-09-16T01:58:51.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.090+0000 7f469a49d740 1 --2- 172.21.15.17:0/2122278090 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56505a9651e0 0x56505a967640 crc :-1 s=READY pgs=238 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.090+0000 7f469a49d740 1 --2- 172.21.15.17:0/2122278090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 0x56505a952920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.090+0000 7f469a49d740 1 --2- 172.21.15.17:0/2122278090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94adc0 0x56505a952330 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.090+0000 7f469a49d740 1 --2- 172.21.15.17:0/2122278090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94a4a0 0x56505a955080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.090+0000 7f469a49d740 1 -- 172.21.15.17:0/2122278090 >> 172.21.15.17:0/2122278090 conn(0x56505a946a30 msgr2=0x56505a945b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:51.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.090+0000 7f46797fa640 0 client.27635 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:51.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.090+0000 7f469a49d740 1 -- 172.21.15.17:0/2122278090 shutdown_connections 2024-09-16T01:58:51.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.090+0000 7f469a49d740 1 -- 172.21.15.17:0/2122278090 wait complete. 2024-09-16T01:58:51.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.090+0000 7f469a49d740 20 client.27635 trim_cache size 0 max 16384 2024-09-16T01:58:51.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.115+0000 7f469a49d740 1 Processor -- start 2024-09-16T01:58:51.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.115+0000 7f469a49d740 1 -- start start 2024-09-16T01:58:51.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.115+0000 7f469a49d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94a4a0 0x56505a9614b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.115+0000 7f469a49d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a94adc0 0x56505a9542a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f469a49d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a955680 0x56505a96cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f4695e60640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94a4a0 0x56505a9614b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f4695e60640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94a4a0 0x56505a9614b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51640/0 (socket says 172.21.15.17:51640) 2024-09-16T01:58:51.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f4696661640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a955680 0x56505a96cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f469a49d740 1 -- 172.21.15.17:0/2510913968 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f46901bebc0 con 0x56505a955680 2024-09-16T01:58:51.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f4695e60640 1 -- 172.21.15.17:0/2510913968 learned_addr learned my addr 172.21.15.17:0/2510913968 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:51.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f469a49d740 1 -- 172.21.15.17:0/2510913968 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f46901bc490 con 0x56505a94a4a0 2024-09-16T01:58:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f469a49d740 1 -- 172.21.15.17:0/2510913968 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f46901ba2c0 con 0x56505a94adc0 2024-09-16T01:58:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f469565f640 1 --2- 172.21.15.17:0/2510913968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a94adc0 0x56505a9542a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f4695e60640 1 -- 172.21.15.17:0/2510913968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a94adc0 msgr2=0x56505a9542a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f4695e60640 1 --2- 172.21.15.17:0/2510913968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a94adc0 0x56505a9542a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f4695e60640 1 -- 172.21.15.17:0/2510913968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a955680 msgr2=0x56505a96cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f4695e60640 1 --2- 172.21.15.17:0/2510913968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a955680 0x56505a96cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f4695e60640 1 -- 172.21.15.17:0/2510913968 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56505a9512e0 con 0x56505a94a4a0 2024-09-16T01:58:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.116+0000 7f4695e60640 1 --2- 172.21.15.17:0/2510913968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94a4a0 0x56505a9614b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x56505a967eb0 tx=0x7f4680014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b47b08ef2125a867 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.117+0000 7f467b7fe640 1 -- 172.21.15.17:0/2510913968 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4680003e20 con 0x56505a94a4a0 2024-09-16T01:58:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.117+0000 7f467b7fe640 1 -- 172.21.15.17:0/2510913968 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46800054d0 con 0x56505a94a4a0 2024-09-16T01:58:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.117+0000 7f467b7fe640 1 -- 172.21.15.17:0/2510913968 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46800283a0 con 0x56505a94a4a0 2024-09-16T01:58:51.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.117+0000 7f469a49d740 1 -- 172.21.15.17:0/2510913968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94a4a0 msgr2=0x56505a9614b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:51.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.117+0000 7f469a49d740 1 --2- 172.21.15.17:0/2510913968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94a4a0 0x56505a9614b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x56505a967eb0 tx=0x7f4680014000 comp rx=0 tx=0).stop 2024-09-16T01:58:51.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.117+0000 7f469a49d740 1 -- 172.21.15.17:0/2510913968 shutdown_connections 2024-09-16T01:58:51.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.117+0000 7f469a49d740 1 --2- 172.21.15.17:0/2510913968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a955680 0x56505a96cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.117+0000 7f469a49d740 1 --2- 172.21.15.17:0/2510913968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a94adc0 0x56505a9542a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.117+0000 7f469a49d740 1 --2- 172.21.15.17:0/2510913968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94a4a0 0x56505a9614b0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.118+0000 7f469a49d740 1 -- 172.21.15.17:0/2510913968 >> 172.21.15.17:0/2510913968 conn(0x56505a946a30 msgr2=0x56505a953b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:51.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.118+0000 7f469a49d740 1 -- 172.21.15.17:0/2510913968 shutdown_connections 2024-09-16T01:58:51.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.118+0000 7f469a49d740 1 -- 172.21.15.17:0/2510913968 wait complete. 2024-09-16T01:58:51.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.118+0000 7f469a49d740 1 -- start start 2024-09-16T01:58:51.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.118+0000 7f469a49d740 1 Processor -- start 2024-09-16T01:58:51.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.119+0000 7f469a49d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94a4a0 0x56505a94f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.119+0000 7f469a49d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94adc0 0x56505a94f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.119+0000 7f469a49d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 0x56505a94fef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.119+0000 7f469a49d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f46901ba950 con 0x56505a94a4a0 2024-09-16T01:58:51.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.119+0000 7f469a49d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f46901bbdc0 con 0x56505a94adc0 2024-09-16T01:58:51.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.119+0000 7f469a49d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f46901bb020 con 0x56505a955680 2024-09-16T01:58:51.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.119+0000 7f4695e60640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94a4a0 0x56505a94f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.120+0000 7f4695e60640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94a4a0 0x56505a94f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47698/0 (socket says 172.21.15.17:47698) 2024-09-16T01:58:51.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.120+0000 7f4695e60640 1 -- 172.21.15.17:0/3548172445 learned_addr learned my addr 172.21.15.17:0/3548172445 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:58:51.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.120+0000 7f469565f640 1 --2- 172.21.15.17:0/3548172445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94adc0 0x56505a94f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.120+0000 7f469a49d740 10 client.0 _ll_register_callbacks cb 0x7f468809bd60 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:58:51.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.120+0000 7f4696661640 1 --2- 172.21.15.17:0/3548172445 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 0x56505a94fef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.120+0000 7f469565f640 1 -- 172.21.15.17:0/3548172445 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 msgr2=0x56505a94fef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:51.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.120+0000 7f469565f640 1 --2- 172.21.15.17:0/3548172445 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 0x56505a94fef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.120+0000 7f469565f640 1 -- 172.21.15.17:0/3548172445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94a4a0 msgr2=0x56505a94f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:58:51.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.120+0000 7f469565f640 1 --2- 172.21.15.17:0/3548172445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94a4a0 0x56505a94f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.120+0000 7f469565f640 1 -- 172.21.15.17:0/3548172445 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56505a952c90 con 0x56505a94adc0 2024-09-16T01:58:51.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.120+0000 7f469565f640 1 --2- 172.21.15.17:0/3548172445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94adc0 0x56505a94f9b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f468800ea80 tx=0x7f46880bae50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=24077ca13ef111cb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:58:51.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.120+0000 7f46797fa640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:58:51.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.120+0000 7f46797fa640 1 -- 172.21.15.17:0/3548172445 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46880a8020 con 0x56505a94adc0 2024-09-16T01:58:51.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.121+0000 7f46797fa640 1 -- 172.21.15.17:0/3548172445 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4688011670 con 0x56505a94adc0 2024-09-16T01:58:51.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.121+0000 7f469a49d740 1 -- 172.21.15.17:0/3548172445 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46800054d0 con 0x56505a94adc0 2024-09-16T01:58:51.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.121+0000 7f46797fa640 1 -- 172.21.15.17:0/3548172445 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) ==== 24+0+0 (secure 0 0 0) 0x7f4688011e00 con 0x56505a94adc0 2024-09-16T01:58:51.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.121+0000 7f469a49d740 10 client.27641 fetch_fsmap learned FSMap version 27 2024-09-16T01:58:51.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.121+0000 7f469a49d740 1 -- 172.21.15.17:0/3548172445 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) -- 0x56505a957de0 con 0x56505a94adc0 2024-09-16T01:58:51.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.121+0000 7f46797fa640 1 -- 172.21.15.17:0/3548172445 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46880a02b0 con 0x56505a94adc0 2024-09-16T01:58:51.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.121+0000 7f46797fa640 1 -- 172.21.15.17:0/3548172445 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 27) ==== 8350+0+0 (secure 0 0 0) 0x7f468800f040 con 0x56505a94adc0 2024-09-16T01:58:51.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.121+0000 7f469a49d740 10 client.27641 fetch_fsmap finished waiting for FSMap version 27 2024-09-16T01:58:51.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.121+0000 7f469a49d740 10 client.27641 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:58:51.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.121+0000 7f469a49d740 20 client.27641 populate_metadata read hostname 'smithi017' 2024-09-16T01:58:51.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.121+0000 7f469a49d740 1 --2- 172.21.15.17:0/3548172445 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56505a9d0520 0x56505a9d2940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:58:51.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.121+0000 7f469a49d740 4 client.27641 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:58:51.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.121+0000 7f469a49d740 1 -- 172.21.15.17:0/3548172445 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f46800054d0 con 0x56505a9d0520 2024-09-16T01:58:51.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.122+0000 7f4695e60640 1 --2- 172.21.15.17:0/3548172445 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56505a9d0520 0x56505a9d2940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:58:51.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.122+0000 7f4695e60640 1 --2- 172.21.15.17:0/3548172445 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56505a9d0520 0x56505a9d2940 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c348084ccf14e469 server_cookie=dd4b90d722f99847 in_seq=0 out_seq=0 2024-09-16T01:58:51.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.122+0000 7f46797fa640 10 client.27641 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:51.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.123+0000 7f46797fa640 1 -- 172.21.15.17:0/3548172445 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x7f46800054d0 con 0x56505a9d0520 2024-09-16T01:58:51.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.123+0000 7f46797fa640 10 client.27641 handle_command_reply: tid=0 2024-09-16T01:58:51.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.123+0000 7f469a49d740 1 client.27641 shutdown 2024-09-16T01:58:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.123+0000 7f469a49d740 1 -- 172.21.15.17:0/3548172445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94adc0 msgr2=0x56505a94f9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.123+0000 7f469a49d740 1 --2- 172.21.15.17:0/3548172445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94adc0 0x56505a94f9b0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f468800ea80 tx=0x7f46880bae50 comp rx=0 tx=0).stop 2024-09-16T01:58:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.123+0000 7f469a49d740 1 -- 172.21.15.17:0/3548172445 shutdown_connections 2024-09-16T01:58:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.123+0000 7f469a49d740 1 --2- 172.21.15.17:0/3548172445 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56505a9d0520 0x56505a9d2940 crc :-1 s=READY pgs=239 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.123+0000 7f469a49d740 1 --2- 172.21.15.17:0/3548172445 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56505a955680 0x56505a94fef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.123+0000 7f469a49d740 1 --2- 172.21.15.17:0/3548172445 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56505a94adc0 0x56505a94f9b0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.123+0000 7f469a49d740 1 --2- 172.21.15.17:0/3548172445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56505a94a4a0 0x56505a94f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.123+0000 7f469a49d740 1 -- 172.21.15.17:0/3548172445 >> 172.21.15.17:0/3548172445 conn(0x56505a946a30 msgr2=0x56505a9543b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.123+0000 7f46797fa640 0 client.27641 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:58:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.124+0000 7f469a49d740 1 -- 172.21.15.17:0/3548172445 shutdown_connections 2024-09-16T01:58:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.124+0000 7f469a49d740 1 -- 172.21.15.17:0/3548172445 wait complete. 2024-09-16T01:58:51.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.124+0000 7f469a49d740 20 client.27641 trim_cache size 0 max 16384 2024-09-16T01:58:51.129 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:58:51.129 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:58:51.129 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:58:51.129 INFO:teuthology.orchestra.run.smithi017.stdout: "e06a6587-a3fb-4f9d-aa67-a5c226eeb297": { 2024-09-16T01:58:51.129 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:58:51.129 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "e06a6587-a3fb-4f9d-aa67-a5c226eeb297", 2024-09-16T01:58:51.129 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:58:51.129 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:58:51.129 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:58:51.129 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:58:51.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.125+0000 7f46980c4640 1 -- 172.21.15.17:0/127839388 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f467c0a3340 msgr2=0x7f467c0a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:51.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.125+0000 7f46980c4640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f467c0a3340 0x7f467c0a5800 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x56505a947890 tx=0x7f468000b410 comp rx=0 tx=0).stop 2024-09-16T01:58:51.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.125+0000 7f46980c4640 1 -- 172.21.15.17:0/127839388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4690109830 msgr2=0x7f46901a7610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:58:51.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.125+0000 7f46980c4640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4690109830 0x7f46901a7610 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f468800eab0 tx=0x7f468800ef70 comp rx=0 tx=0).stop 2024-09-16T01:58:51.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.125+0000 7f46980c4640 1 -- 172.21.15.17:0/127839388 shutdown_connections 2024-09-16T01:58:51.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.125+0000 7f46980c4640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f467c0a3340 0x7f467c0a5800 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.125+0000 7f46980c4640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f469011b140 0x7f46901ab9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.125+0000 7f46980c4640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4690109830 0x7f46901a7610 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.125+0000 7f46980c4640 1 --2- 172.21.15.17:0/127839388 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4690109450 0x7f46901a70d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:58:51.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.125+0000 7f46980c4640 1 -- 172.21.15.17:0/127839388 >> 172.21.15.17:0/127839388 conn(0x7f469006e140 msgr2=0x7f469011c1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:58:51.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.125+0000 7f46980c4640 1 -- 172.21.15.17:0/127839388 shutdown_connections 2024-09-16T01:58:51.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:58:51.125+0000 7f46980c4640 1 -- 172.21.15.17:0/127839388 wait complete. 2024-09-16T01:58:51.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:51 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:51.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:51 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:51.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:51 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:58:52.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 21055 7.44 MB/sec execute 14 sec latency 100.252 ms 2024-09-16T01:58:52.043 INFO:tasks.cephfs.filesystem:scrub status for tag:e06a6587-a3fb-4f9d-aa67-a5c226eeb297 - {'path': '/', 'tag': 'e06a6587-a3fb-4f9d-aa67-a5c226eeb297', 'options': 'recursive,force'} 2024-09-16T01:58:52.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:52 smithi017 ceph-mon[30972]: pgmap v799: 97 pgs: 97 active+clean; 475 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 499 KiB/s rd, 4.0 MiB/s wr, 139 op/s 2024-09-16T01:58:52.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:52 smithi122 ceph-mon[34758]: pgmap v799: 97 pgs: 97 active+clean; 475 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 499 KiB/s rd, 4.0 MiB/s wr, 139 op/s 2024-09-16T01:58:52.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:52 smithi029 ceph-mon[34783]: pgmap v799: 97 pgs: 97 active+clean; 475 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 499 KiB/s rd, 4.0 MiB/s wr, 139 op/s 2024-09-16T01:58:53.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 21203 7.25 MB/sec execute 15 sec latency 108.504 ms 2024-09-16T01:58:54.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 21364 7.31 MB/sec execute 16 sec latency 93.008 ms 2024-09-16T01:58:54.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:54 smithi017 ceph-mon[30972]: pgmap v800: 97 pgs: 97 active+clean; 476 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 883 KiB/s rd, 4.2 MiB/s wr, 196 op/s 2024-09-16T01:58:54.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:54 smithi029 ceph-mon[34783]: pgmap v800: 97 pgs: 97 active+clean; 476 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 883 KiB/s rd, 4.2 MiB/s wr, 196 op/s 2024-09-16T01:58:54.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:54 smithi122 ceph-mon[34758]: pgmap v800: 97 pgs: 97 active+clean; 476 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 883 KiB/s rd, 4.2 MiB/s wr, 196 op/s 2024-09-16T01:58:55.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 21522 7.52 MB/sec execute 17 sec latency 144.865 ms 2024-09-16T01:58:55.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:55 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:58:55.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:55 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:58:55.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:55 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:58:55.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:55 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:58:55.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:55 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:58:55.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:55 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:58:56.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 21704 7.76 MB/sec execute 18 sec latency 92.202 ms 2024-09-16T01:58:56.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:56 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:58:56.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:56 smithi017 ceph-mon[30972]: pgmap v801: 97 pgs: 97 active+clean; 466 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 3.7 MiB/s wr, 181 op/s 2024-09-16T01:58:56.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:56 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:58:56.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:56 smithi029 ceph-mon[34783]: pgmap v801: 97 pgs: 97 active+clean; 466 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 3.7 MiB/s wr, 181 op/s 2024-09-16T01:58:56.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:56 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:58:56.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:56 smithi122 ceph-mon[34758]: pgmap v801: 97 pgs: 97 active+clean; 466 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 635 KiB/s rd, 3.7 MiB/s wr, 181 op/s 2024-09-16T01:58:57.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 21868 7.57 MB/sec execute 19 sec latency 88.122 ms 2024-09-16T01:58:58.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 22048 7.60 MB/sec execute 20 sec latency 81.413 ms 2024-09-16T01:58:58.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:58:58 smithi017 ceph-mon[30972]: pgmap v802: 97 pgs: 97 active+clean; 464 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.2 MiB/s wr, 177 op/s 2024-09-16T01:58:58.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:58:58 smithi122 ceph-mon[34758]: pgmap v802: 97 pgs: 97 active+clean; 464 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.2 MiB/s wr, 177 op/s 2024-09-16T01:58:58.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:58:58 smithi029 ceph-mon[34783]: pgmap v802: 97 pgs: 97 active+clean; 464 MiB data, 2.0 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.2 MiB/s wr, 177 op/s 2024-09-16T01:58:59.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 22216 7.35 MB/sec execute 21 sec latency 131.001 ms 2024-09-16T01:59:00.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 22412 7.35 MB/sec execute 22 sec latency 94.151 ms 2024-09-16T01:59:00.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:00 smithi017 ceph-mon[30972]: pgmap v803: 97 pgs: 97 active+clean; 461 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 981 KiB/s rd, 3.9 MiB/s wr, 253 op/s 2024-09-16T01:59:00.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:00 smithi029 ceph-mon[34783]: pgmap v803: 97 pgs: 97 active+clean; 461 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 981 KiB/s rd, 3.9 MiB/s wr, 253 op/s 2024-09-16T01:59:00.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:00 smithi122 ceph-mon[34758]: pgmap v803: 97 pgs: 97 active+clean; 461 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 981 KiB/s rd, 3.9 MiB/s wr, 253 op/s 2024-09-16T01:59:01.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 22579 7.33 MB/sec execute 23 sec latency 85.745 ms 2024-09-16T01:59:02.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 22738 7.37 MB/sec execute 24 sec latency 100.784 ms 2024-09-16T01:59:02.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:02 smithi029 ceph-mon[34783]: pgmap v804: 97 pgs: 97 active+clean; 460 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.1 MiB/s wr, 216 op/s 2024-09-16T01:59:02.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:02 smithi122 ceph-mon[34758]: pgmap v804: 97 pgs: 97 active+clean; 460 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.1 MiB/s wr, 216 op/s 2024-09-16T01:59:02.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:02 smithi017 ceph-mon[30972]: pgmap v804: 97 pgs: 97 active+clean; 460 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.1 MiB/s wr, 216 op/s 2024-09-16T01:59:03.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 22903 7.48 MB/sec execute 25 sec latency 83.855 ms 2024-09-16T01:59:04.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 23103 7.84 MB/sec execute 26 sec latency 87.469 ms 2024-09-16T01:59:04.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:04 smithi122 ceph-mon[34758]: pgmap v805: 97 pgs: 97 active+clean; 463 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 782 KiB/s rd, 3.1 MiB/s wr, 245 op/s 2024-09-16T01:59:04.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:04 smithi029 ceph-mon[34783]: pgmap v805: 97 pgs: 97 active+clean; 463 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 782 KiB/s rd, 3.1 MiB/s wr, 245 op/s 2024-09-16T01:59:04.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:04 smithi017 ceph-mon[30972]: pgmap v805: 97 pgs: 97 active+clean; 463 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 782 KiB/s rd, 3.1 MiB/s wr, 245 op/s 2024-09-16T01:59:05.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 23297 8.03 MB/sec execute 27 sec latency 108.888 ms 2024-09-16T01:59:06.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 23499 8.32 MB/sec execute 28 sec latency 101.183 ms 2024-09-16T01:59:06.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:06 smithi122 ceph-mon[34758]: pgmap v806: 97 pgs: 97 active+clean; 470 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 3.4 MiB/s wr, 216 op/s 2024-09-16T01:59:06.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:06 smithi122 ceph-mon[34758]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:59:06.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:06 smithi029 ceph-mon[34783]: pgmap v806: 97 pgs: 97 active+clean; 470 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 3.4 MiB/s wr, 216 op/s 2024-09-16T01:59:06.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:06 smithi029 ceph-mon[34783]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:59:06.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:06 smithi017 ceph-mon[30972]: pgmap v806: 97 pgs: 97 active+clean; 470 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 3.4 MiB/s wr, 216 op/s 2024-09-16T01:59:06.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:06 smithi017 ceph-mon[30972]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T01:59:07.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 23670 8.42 MB/sec execute 29 sec latency 123.286 ms 2024-09-16T01:59:08.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 23795 8.40 MB/sec execute 30 sec latency 139.828 ms 2024-09-16T01:59:08.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:08 smithi029 ceph-mon[34783]: pgmap v807: 97 pgs: 97 active+clean; 471 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 3.1 MiB/s wr, 190 op/s 2024-09-16T01:59:08.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:08 smithi122 ceph-mon[34758]: pgmap v807: 97 pgs: 97 active+clean; 471 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 3.1 MiB/s wr, 190 op/s 2024-09-16T01:59:08.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:08 smithi017 ceph-mon[30972]: pgmap v807: 97 pgs: 97 active+clean; 471 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 563 KiB/s rd, 3.1 MiB/s wr, 190 op/s 2024-09-16T01:59:09.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 23926 8.50 MB/sec execute 31 sec latency 100.894 ms 2024-09-16T01:59:09.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:09 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:59:09.546 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:09 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:59:09.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:09 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T01:59:10.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 24071 8.55 MB/sec execute 32 sec latency 104.348 ms 2024-09-16T01:59:10.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:10 smithi122 ceph-mon[34758]: pgmap v808: 97 pgs: 97 active+clean; 484 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 829 KiB/s rd, 4.4 MiB/s wr, 241 op/s 2024-09-16T01:59:10.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:10 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:59:10.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:10 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:59:10.547 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:10 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:59:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:10 smithi029 ceph-mon[34783]: pgmap v808: 97 pgs: 97 active+clean; 484 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 829 KiB/s rd, 4.4 MiB/s wr, 241 op/s 2024-09-16T01:59:10.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:10 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:59:10.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:10 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:59:10.548 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:10 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:59:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:10 smithi017 ceph-mon[30972]: pgmap v808: 97 pgs: 97 active+clean; 484 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 829 KiB/s rd, 4.4 MiB/s wr, 241 op/s 2024-09-16T01:59:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:10 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T01:59:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:10 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T01:59:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:10 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T01:59:11.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 24195 8.61 MB/sec execute 33 sec latency 98.004 ms 2024-09-16T01:59:12.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 24352 8.70 MB/sec execute 34 sec latency 86.241 ms 2024-09-16T01:59:12.546 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:12 smithi122 ceph-mon[34758]: pgmap v809: 97 pgs: 97 active+clean; 483 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 478 KiB/s rd, 3.9 MiB/s wr, 166 op/s 2024-09-16T01:59:12.547 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:12 smithi029 ceph-mon[34783]: pgmap v809: 97 pgs: 97 active+clean; 483 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 478 KiB/s rd, 3.9 MiB/s wr, 166 op/s 2024-09-16T01:59:12.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:12 smithi017 ceph-mon[30972]: pgmap v809: 97 pgs: 97 active+clean; 483 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 478 KiB/s rd, 3.9 MiB/s wr, 166 op/s 2024-09-16T01:59:13.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 24494 8.69 MB/sec execute 35 sec latency 87.113 ms 2024-09-16T01:59:14.039 INFO:tasks.workunit.client.0.smithi017.stdout: 10 24614 8.53 MB/sec execute 36 sec latency 93.624 ms 2024-09-16T01:59:14.577 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:14 smithi017 ceph-mon[30972]: pgmap v810: 97 pgs: 97 active+clean; 488 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 4.7 MiB/s wr, 180 op/s 2024-09-16T01:59:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:14 smithi029 ceph-mon[34783]: pgmap v810: 97 pgs: 97 active+clean; 488 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 4.7 MiB/s wr, 180 op/s 2024-09-16T01:59:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:14 smithi122 ceph-mon[34758]: pgmap v810: 97 pgs: 97 active+clean; 488 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 535 KiB/s rd, 4.7 MiB/s wr, 180 op/s 2024-09-16T01:59:15.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 24738 8.35 MB/sec execute 37 sec latency 113.045 ms 2024-09-16T01:59:16.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 24875 8.21 MB/sec execute 38 sec latency 130.884 ms 2024-09-16T01:59:16.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:16 smithi017 ceph-mon[30972]: pgmap v811: 97 pgs: 97 active+clean; 493 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 703 KiB/s rd, 5.2 MiB/s wr, 176 op/s 2024-09-16T01:59:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:16 smithi122 ceph-mon[34758]: pgmap v811: 97 pgs: 97 active+clean; 493 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 703 KiB/s rd, 5.2 MiB/s wr, 176 op/s 2024-09-16T01:59:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:16 smithi029 ceph-mon[34783]: pgmap v811: 97 pgs: 97 active+clean; 493 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 703 KiB/s rd, 5.2 MiB/s wr, 176 op/s 2024-09-16T01:59:17.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 25021 8.15 MB/sec execute 39 sec latency 101.066 ms 2024-09-16T01:59:18.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 25174 8.05 MB/sec execute 40 sec latency 110.994 ms 2024-09-16T01:59:18.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:18 smithi017 ceph-mon[30972]: pgmap v812: 97 pgs: 97 active+clean; 493 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 4.1 MiB/s wr, 143 op/s 2024-09-16T01:59:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:18 smithi122 ceph-mon[34758]: pgmap v812: 97 pgs: 97 active+clean; 493 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 4.1 MiB/s wr, 143 op/s 2024-09-16T01:59:18.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:18 smithi029 ceph-mon[34783]: pgmap v812: 97 pgs: 97 active+clean; 493 MiB data, 2.1 GiB used, 1.0 TiB / 1.0 TiB avail; 548 KiB/s rd, 4.1 MiB/s wr, 143 op/s 2024-09-16T01:59:19.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 25314 8.04 MB/sec execute 41 sec latency 163.574 ms 2024-09-16T01:59:20.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 25486 8.12 MB/sec execute 42 sec latency 88.628 ms 2024-09-16T01:59:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:20 smithi017 ceph-mon[30972]: pgmap v813: 97 pgs: 97 active+clean; 487 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 943 KiB/s rd, 4.9 MiB/s wr, 219 op/s 2024-09-16T01:59:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:20 smithi122 ceph-mon[34758]: pgmap v813: 97 pgs: 97 active+clean; 487 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 943 KiB/s rd, 4.9 MiB/s wr, 219 op/s 2024-09-16T01:59:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:20 smithi029 ceph-mon[34783]: pgmap v813: 97 pgs: 97 active+clean; 487 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 943 KiB/s rd, 4.9 MiB/s wr, 219 op/s 2024-09-16T01:59:21.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 25688 8.25 MB/sec execute 43 sec latency 89.056 ms 2024-09-16T01:59:22.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 25816 8.17 MB/sec execute 44 sec latency 92.282 ms 2024-09-16T01:59:22.045 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:59:22.613 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:22 smithi017 ceph-mon[30972]: pgmap v814: 97 pgs: 97 active+clean; 482 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 3.7 MiB/s wr, 181 op/s 2024-09-16T01:59:22.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:22 smithi029 ceph-mon[34783]: pgmap v814: 97 pgs: 97 active+clean; 482 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 3.7 MiB/s wr, 181 op/s 2024-09-16T01:59:22.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:22 smithi122 ceph-mon[34758]: pgmap v814: 97 pgs: 97 active+clean; 482 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 3.7 MiB/s wr, 181 op/s 2024-09-16T01:59:23.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 26000 8.17 MB/sec execute 45 sec latency 108.678 ms 2024-09-16T01:59:23.678 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:59:24.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 26161 8.15 MB/sec execute 46 sec latency 122.807 ms 2024-09-16T01:59:24.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:24 smithi017 ceph-mon[30972]: pgmap v815: 97 pgs: 97 active+clean; 466 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 4.1 MiB/s wr, 216 op/s 2024-09-16T01:59:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:24 smithi122 ceph-mon[34758]: pgmap v815: 97 pgs: 97 active+clean; 466 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 4.1 MiB/s wr, 216 op/s 2024-09-16T01:59:24.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:24 smithi029 ceph-mon[34783]: pgmap v815: 97 pgs: 97 active+clean; 466 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 769 KiB/s rd, 4.1 MiB/s wr, 216 op/s 2024-09-16T01:59:25.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 26298 8.03 MB/sec execute 47 sec latency 120.724 ms 2024-09-16T01:59:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.105+0000 7fe6cc45e640 1 -- 172.21.15.17:0/1549311692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6c410d530 msgr2=0x7fe6c41150b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.105+0000 7fe6cc45e640 1 --2- 172.21.15.17:0/1549311692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6c410d530 0x7fe6c41150b0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fe6bc009ca0 tx=0x7fe6bc02a8c0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.105+0000 7fe6cc45e640 1 -- 172.21.15.17:0/1549311692 shutdown_connections 2024-09-16T01:59:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.105+0000 7fe6cc45e640 1 --2- 172.21.15.17:0/1549311692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6c410d530 0x7fe6c41150b0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.105+0000 7fe6cc45e640 1 --2- 172.21.15.17:0/1549311692 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6c4108e00 0x7fe6c410ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.105+0000 7fe6cc45e640 1 --2- 172.21.15.17:0/1549311692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6c4108450 0x7fe6c4108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.105+0000 7fe6cc45e640 1 -- 172.21.15.17:0/1549311692 >> 172.21.15.17:0/1549311692 conn(0x7fe6c4077ba0 msgr2=0x7fe6c4079fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.106+0000 7fe6cc45e640 1 -- 172.21.15.17:0/1549311692 shutdown_connections 2024-09-16T01:59:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.106+0000 7fe6cc45e640 1 -- 172.21.15.17:0/1549311692 wait complete. 2024-09-16T01:59:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.107+0000 7fe6cc45e640 1 Processor -- start 2024-09-16T01:59:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.107+0000 7fe6cc45e640 1 -- start start 2024-09-16T01:59:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.107+0000 7fe6cc45e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6c4108450 0x7fe6c41a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.107+0000 7fe6cc45e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6c4108e00 0x7fe6c41a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.107+0000 7fe6cc45e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6c410d530 0x7fe6c419e730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.107+0000 7fe6cc45e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe6c4118440 con 0x7fe6c4108450 2024-09-16T01:59:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.107+0000 7fe6cc45e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe6c41182c0 con 0x7fe6c4108e00 2024-09-16T01:59:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.107+0000 7fe6cc45e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6c41185c0 con 0x7fe6c410d530 2024-09-16T01:59:25.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.107+0000 7fe6ca1fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6c4108450 0x7fe6c41a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.107+0000 7fe6ca1fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6c4108450 0x7fe6c41a4660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59802/0 (socket says 172.21.15.17:59802) 2024-09-16T01:59:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.107+0000 7fe6c99f9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6c4108e00 0x7fe6c41a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.107+0000 7fe6ca1fa640 1 -- 172.21.15.17:0/2245634473 learned_addr learned my addr 172.21.15.17:0/2245634473 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.107+0000 7fe6ca9fb640 1 --2- 172.21.15.17:0/2245634473 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6c410d530 0x7fe6c419e730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.108+0000 7fe6c99f9640 1 -- 172.21.15.17:0/2245634473 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6c410d530 msgr2=0x7fe6c419e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.108+0000 7fe6c99f9640 1 --2- 172.21.15.17:0/2245634473 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6c410d530 0x7fe6c419e730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.108+0000 7fe6c99f9640 1 -- 172.21.15.17:0/2245634473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6c4108450 msgr2=0x7fe6c41a4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.108+0000 7fe6c99f9640 1 --2- 172.21.15.17:0/2245634473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6c4108450 0x7fe6c41a4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.108+0000 7fe6c99f9640 1 -- 172.21.15.17:0/2245634473 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6c419efa0 con 0x7fe6c4108e00 2024-09-16T01:59:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.108+0000 7fe6c99f9640 1 --2- 172.21.15.17:0/2245634473 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6c4108e00 0x7fe6c41a4ba0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe6b400e9f0 tx=0x7fe6b400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.108+0000 7fe6bb7fe640 1 -- 172.21.15.17:0/2245634473 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6b400ccc0 con 0x7fe6c4108e00 2024-09-16T01:59:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.108+0000 7fe6bb7fe640 1 -- 172.21.15.17:0/2245634473 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe6b40108e0 con 0x7fe6c4108e00 2024-09-16T01:59:25.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.108+0000 7fe6bb7fe640 1 -- 172.21.15.17:0/2245634473 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6b4018880 con 0x7fe6c4108e00 2024-09-16T01:59:25.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.108+0000 7fe6cc45e640 1 -- 172.21.15.17:0/2245634473 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6c419f290 con 0x7fe6c4108e00 2024-09-16T01:59:25.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.108+0000 7fe6cc45e640 1 -- 172.21.15.17:0/2245634473 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6c41ab5e0 con 0x7fe6c4108e00 2024-09-16T01:59:25.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.112+0000 7fe6bb7fe640 1 -- 172.21.15.17:0/2245634473 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe6b4018a20 con 0x7fe6c4108e00 2024-09-16T01:59:25.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.112+0000 7fe6ce837740 1 Processor -- start 2024-09-16T01:59:25.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.112+0000 7fe6ce837740 1 -- start start 2024-09-16T01:59:25.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.112+0000 7fe6ce837740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec64a0 0x55f501ec6880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.112+0000 7fe6ce837740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec6dc0 0x55f501ed1140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.112+0000 7fe6ce837740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ed1680 0x55f501ed3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.112+0000 7fe6ce837740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f501e2c2e0 con 0x55f501ec64a0 2024-09-16T01:59:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.112+0000 7fe6ce837740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f501dd3ce0 con 0x55f501ed1680 2024-09-16T01:59:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.112+0000 7fe6ce837740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f501e282a0 con 0x55f501ec6dc0 2024-09-16T01:59:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.112+0000 7fe6ca1fa640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec6dc0 0x55f501ed1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.112+0000 7fe6ca1fa640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec6dc0 0x55f501ed1140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40346/0 (socket says 172.21.15.17:40346) 2024-09-16T01:59:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.112+0000 7fe6ca1fa640 1 -- 172.21.15.17:0/998311177 learned_addr learned my addr 172.21.15.17:0/998311177 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.113+0000 7fe6c99f9640 1 --2- 172.21.15.17:0/998311177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ed1680 0x55f501ed3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.113+0000 7fe6ca9fb640 1 --2- 172.21.15.17:0/998311177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec64a0 0x55f501ec6880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.113+0000 7fe6ca1fa640 1 -- 172.21.15.17:0/998311177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ed1680 msgr2=0x55f501ed3a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.113+0000 7fe6ca1fa640 1 --2- 172.21.15.17:0/998311177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ed1680 0x55f501ed3a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.113+0000 7fe6ca1fa640 1 -- 172.21.15.17:0/998311177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec64a0 msgr2=0x55f501ec6880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.113+0000 7fe6ca1fa640 1 --2- 172.21.15.17:0/998311177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec64a0 0x55f501ec6880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.113+0000 7fe6ca1fa640 1 -- 172.21.15.17:0/998311177 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f501db8440 con 0x55f501ec6dc0 2024-09-16T01:59:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.113+0000 7fe6ca9fb640 1 --2- 172.21.15.17:0/998311177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec64a0 0x55f501ec6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:59:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.113+0000 7fe6bb7fe640 1 --2- 172.21.15.17:0/2245634473 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6b00a3240 0x7fe6b00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.113+0000 7fe6ca1fa640 1 --2- 172.21.15.17:0/998311177 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec6dc0 0x55f501ed1140 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fe6c0009dc0 tx=0x7fe6c0011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b74058ace611f96 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.113+0000 7fe6bb7fe640 1 -- 172.21.15.17:0/2245634473 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe6b40cfb10 con 0x7fe6c4108e00 2024-09-16T01:59:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.113+0000 7fe6ca9fb640 1 --2- 172.21.15.17:0/2245634473 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6b00a3240 0x7fe6b00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.114+0000 7fe6b8dea640 1 -- 172.21.15.17:0/998311177 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c0005220 con 0x55f501ec6dc0 2024-09-16T01:59:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.114+0000 7fe6b8dea640 1 -- 172.21.15.17:0/998311177 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe6c0004c50 con 0x55f501ec6dc0 2024-09-16T01:59:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.114+0000 7fe6b8dea640 1 -- 172.21.15.17:0/998311177 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c0019890 con 0x55f501ec6dc0 2024-09-16T01:59:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.115+0000 7fe6ca9fb640 1 --2- 172.21.15.17:0/2245634473 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6b00a3240 0x7fe6b00a5700 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fe6bc006010 tx=0x7fe6bc004a60 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:25.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.115+0000 7fe6ce837740 1 -- 172.21.15.17:0/998311177 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec6dc0 msgr2=0x55f501ed1140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.115+0000 7fe6ce837740 1 --2- 172.21.15.17:0/998311177 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec6dc0 0x55f501ed1140 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fe6c0009dc0 tx=0x7fe6c0011810 comp rx=0 tx=0).stop 2024-09-16T01:59:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.115+0000 7fe6ce837740 1 -- 172.21.15.17:0/998311177 shutdown_connections 2024-09-16T01:59:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.115+0000 7fe6ce837740 1 --2- 172.21.15.17:0/998311177 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ed1680 0x55f501ed3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.115+0000 7fe6ce837740 1 --2- 172.21.15.17:0/998311177 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec6dc0 0x55f501ed1140 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.115+0000 7fe6ce837740 1 --2- 172.21.15.17:0/998311177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec64a0 0x55f501ec6880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.115+0000 7fe6ce837740 1 -- 172.21.15.17:0/998311177 >> 172.21.15.17:0/998311177 conn(0x55f501ec2a30 msgr2=0x55f501ec2e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.115+0000 7fe6ce837740 1 -- 172.21.15.17:0/998311177 shutdown_connections 2024-09-16T01:59:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.115+0000 7fe6ce837740 1 -- 172.21.15.17:0/998311177 wait complete. 2024-09-16T01:59:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.115+0000 7fe6ce837740 1 -- start start 2024-09-16T01:59:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.115+0000 7fe6ce837740 1 Processor -- start 2024-09-16T01:59:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6ce837740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec64a0 0x55f501ed0ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6ce837740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec6dc0 0x55f501ece1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6ce837740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ed1680 0x55f501ece6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6ce837740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f501ed4250 con 0x55f501ec6dc0 2024-09-16T01:59:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6ce837740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f501de7050 con 0x55f501ec64a0 2024-09-16T01:59:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6ce837740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f501ed43d0 con 0x55f501ed1680 2024-09-16T01:59:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6c99f9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec6dc0 0x55f501ece1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6ce837740 10 client.0 _ll_register_callbacks cb 0x55f501e27160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:59:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6ca1fa640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec64a0 0x55f501ed0ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6ca9fb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ed1680 0x55f501ece6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6c99f9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec6dc0 0x55f501ece1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59816/0 (socket says 172.21.15.17:59816) 2024-09-16T01:59:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6c99f9640 1 -- 172.21.15.17:0/1653479168 learned_addr learned my addr 172.21.15.17:0/1653479168 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6c99f9640 1 -- 172.21.15.17:0/1653479168 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ed1680 msgr2=0x55f501ece6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:25.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6c99f9640 1 --2- 172.21.15.17:0/1653479168 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ed1680 0x55f501ece6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6c99f9640 1 -- 172.21.15.17:0/1653479168 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec64a0 msgr2=0x55f501ed0ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6c99f9640 1 --2- 172.21.15.17:0/1653479168 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec64a0 0x55f501ed0ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6c99f9640 1 -- 172.21.15.17:0/1653479168 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f501b9d3c0 con 0x55f501ec6dc0 2024-09-16T01:59:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6c99f9640 1 --2- 172.21.15.17:0/1653479168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec6dc0 0x55f501ece1a0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fe6b4000c00 tx=0x7fe6b409a6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec5971ef972c424d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.116+0000 7fe6adffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:59:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.117+0000 7fe6adffb640 1 -- 172.21.15.17:0/1653479168 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6b409c1a0 con 0x55f501ec6dc0 2024-09-16T01:59:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.117+0000 7fe6adffb640 1 -- 172.21.15.17:0/1653479168 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe6b4010430 con 0x55f501ec6dc0 2024-09-16T01:59:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.117+0000 7fe6ce837740 1 -- 172.21.15.17:0/1653479168 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe6c0004c50 con 0x55f501ec6dc0 2024-09-16T01:59:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.117+0000 7fe6adffb640 1 -- 172.21.15.17:0/1653479168 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe6b40a04a0 con 0x55f501ec6dc0 2024-09-16T01:59:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.117+0000 7fe6ce837740 10 client.18276 fetch_fsmap learned FSMap version 28 2024-09-16T01:59:25.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.117+0000 7fe6ce837740 1 -- 172.21.15.17:0/1653479168 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f501edfb40 con 0x55f501ec6dc0 2024-09-16T01:59:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.117+0000 7fe6adffb640 1 -- 172.21.15.17:0/1653479168 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe6c0004c50 con 0x55f501ec6dc0 2024-09-16T01:59:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.117+0000 7fe6adffb640 1 -- 172.21.15.17:0/1653479168 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fe6b4097ef0 con 0x55f501ec6dc0 2024-09-16T01:59:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.118+0000 7fe6ce837740 10 client.18276 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T01:59:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.118+0000 7fe6ce837740 10 client.18276 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:59:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.118+0000 7fe6ce837740 20 client.18276 populate_metadata read hostname 'smithi017' 2024-09-16T01:59:25.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.118+0000 7fe6ce837740 1 --2- 172.21.15.17:0/1653479168 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f501ee1000 0x55f501ee33f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.118+0000 7fe6ce837740 4 client.18276 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:59:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.118+0000 7fe6ce837740 1 -- 172.21.15.17:0/1653479168 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f501e39850 con 0x55f501ee1000 2024-09-16T01:59:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.118+0000 7fe6ca1fa640 1 --2- 172.21.15.17:0/1653479168 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f501ee1000 0x55f501ee33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.119+0000 7fe6ca1fa640 1 --2- 172.21.15.17:0/1653479168 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f501ee1000 0x55f501ee33f0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=60b2af1ce343df2b server_cookie=ff37aa65424d09c4 in_seq=0 out_seq=0 2024-09-16T01:59:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.119+0000 7fe6adffb640 10 client.18276 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.119+0000 7fe6adffb640 1 -- 172.21.15.17:0/1653479168 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f501e39850 con 0x55f501ee1000 2024-09-16T01:59:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.119+0000 7fe6adffb640 10 client.18276 handle_command_reply: tid=0 2024-09-16T01:59:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.119+0000 7fe6ce837740 1 client.18276 shutdown 2024-09-16T01:59:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.119+0000 7fe6ce837740 1 -- 172.21.15.17:0/1653479168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec6dc0 msgr2=0x55f501ece1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.119+0000 7fe6ce837740 1 --2- 172.21.15.17:0/1653479168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec6dc0 0x55f501ece1a0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fe6b4000c00 tx=0x7fe6b409a6b0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.120+0000 7fe6ce837740 1 -- 172.21.15.17:0/1653479168 shutdown_connections 2024-09-16T01:59:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.120+0000 7fe6ce837740 1 --2- 172.21.15.17:0/1653479168 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f501ee1000 0x55f501ee33f0 crc :-1 s=READY pgs=240 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.120+0000 7fe6adffb640 0 client.18276 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.120+0000 7fe6ce837740 1 --2- 172.21.15.17:0/1653479168 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ed1680 0x55f501ece6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.120+0000 7fe6ce837740 1 --2- 172.21.15.17:0/1653479168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec6dc0 0x55f501ece1a0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.120+0000 7fe6ce837740 1 --2- 172.21.15.17:0/1653479168 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec64a0 0x55f501ed0ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.120+0000 7fe6ce837740 1 -- 172.21.15.17:0/1653479168 >> 172.21.15.17:0/1653479168 conn(0x55f501ec2a30 msgr2=0x55f501ec8760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.120+0000 7fe6ce837740 1 -- 172.21.15.17:0/1653479168 shutdown_connections 2024-09-16T01:59:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.120+0000 7fe6ce837740 1 -- 172.21.15.17:0/1653479168 wait complete. 2024-09-16T01:59:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.120+0000 7fe6ce837740 20 client.18276 trim_cache size 0 max 16384 2024-09-16T01:59:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.145+0000 7fe6ce837740 1 Processor -- start 2024-09-16T01:59:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.145+0000 7fe6ce837740 1 -- start start 2024-09-16T01:59:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.145+0000 7fe6ce837740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec2a30 0x55f501ed0110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.145+0000 7fe6ce837740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec64a0 0x55f501ee8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.145+0000 7fe6ce837740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec6dc0 0x55f501ee9220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6ce837740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a8010d60 con 0x55f501ec2a30 2024-09-16T01:59:25.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6ce837740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a800e630 con 0x55f501ec6dc0 2024-09-16T01:59:25.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6ce837740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a800c460 con 0x55f501ec64a0 2024-09-16T01:59:25.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6ca1fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec2a30 0x55f501ed0110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6c99f9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec64a0 0x55f501ee8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6ca9fb640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec6dc0 0x55f501ee9220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6ca1fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec2a30 0x55f501ed0110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59832/0 (socket says 172.21.15.17:59832) 2024-09-16T01:59:25.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6ca1fa640 1 -- 172.21.15.17:0/2418624208 learned_addr learned my addr 172.21.15.17:0/2418624208 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:25.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6ca9fb640 1 -- 172.21.15.17:0/2418624208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec64a0 msgr2=0x55f501ee8ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:25.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6ca9fb640 1 --2- 172.21.15.17:0/2418624208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec64a0 0x55f501ee8ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6ca9fb640 1 -- 172.21.15.17:0/2418624208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec2a30 msgr2=0x55f501ed0110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:25.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6ca9fb640 1 --2- 172.21.15.17:0/2418624208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec2a30 0x55f501ed0110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6ca9fb640 1 -- 172.21.15.17:0/2418624208 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f501ec6bf0 con 0x55f501ec6dc0 2024-09-16T01:59:25.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6c99f9640 1 --2- 172.21.15.17:0/2418624208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec64a0 0x55f501ee8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:59:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.146+0000 7fe6ca9fb640 1 --2- 172.21.15.17:0/2418624208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec6dc0 0x55f501ee9220 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fe6bc031040 tx=0x7fe6bc040000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d72952c25775169 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.147+0000 7fe6affff640 1 -- 172.21.15.17:0/2418624208 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6bc003970 con 0x55f501ec6dc0 2024-09-16T01:59:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.147+0000 7fe6affff640 1 -- 172.21.15.17:0/2418624208 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe6bc036040 con 0x55f501ec6dc0 2024-09-16T01:59:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.147+0000 7fe6affff640 1 -- 172.21.15.17:0/2418624208 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6bc0305c0 con 0x55f501ec6dc0 2024-09-16T01:59:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.148+0000 7fe6ce837740 1 -- 172.21.15.17:0/2418624208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec6dc0 msgr2=0x55f501ee9220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.148+0000 7fe6ce837740 1 --2- 172.21.15.17:0/2418624208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec6dc0 0x55f501ee9220 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fe6bc031040 tx=0x7fe6bc040000 comp rx=0 tx=0).stop 2024-09-16T01:59:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.148+0000 7fe6ce837740 1 -- 172.21.15.17:0/2418624208 shutdown_connections 2024-09-16T01:59:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.148+0000 7fe6ce837740 1 --2- 172.21.15.17:0/2418624208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec6dc0 0x55f501ee9220 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.148+0000 7fe6ce837740 1 --2- 172.21.15.17:0/2418624208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec64a0 0x55f501ee8ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.148+0000 7fe6ce837740 1 --2- 172.21.15.17:0/2418624208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec2a30 0x55f501ed0110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.148+0000 7fe6ce837740 1 -- 172.21.15.17:0/2418624208 >> 172.21.15.17:0/2418624208 conn(0x55f501ece840 msgr2=0x55f501ecfa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.148+0000 7fe6ce837740 1 -- 172.21.15.17:0/2418624208 shutdown_connections 2024-09-16T01:59:25.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.148+0000 7fe6ce837740 1 -- 172.21.15.17:0/2418624208 wait complete. 2024-09-16T01:59:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.148+0000 7fe6ce837740 1 -- start start 2024-09-16T01:59:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.149+0000 7fe6ce837740 1 Processor -- start 2024-09-16T01:59:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.149+0000 7fe6ce837740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec2a30 0x55f501ed9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.149+0000 7fe6ce837740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec64a0 0x55f501ed7310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.149+0000 7fe6ce837740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec6dc0 0x55f501ed7aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.149+0000 7fe6ce837740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a800caf0 con 0x55f501ec2a30 2024-09-16T01:59:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.149+0000 7fe6ce837740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a800df60 con 0x55f501ec64a0 2024-09-16T01:59:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.149+0000 7fe6ce837740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a800d1c0 con 0x55f501ec6dc0 2024-09-16T01:59:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.149+0000 7fe6ce837740 10 client.0 _ll_register_callbacks cb 0x7fe6b40d3240 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:59:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.149+0000 7fe6ca1fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec2a30 0x55f501ed9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.149+0000 7fe6c99f9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec64a0 0x55f501ed7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.149+0000 7fe6ca1fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec2a30 0x55f501ed9f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59848/0 (socket says 172.21.15.17:59848) 2024-09-16T01:59:25.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.149+0000 7fe6ca1fa640 1 -- 172.21.15.17:0/952057706 learned_addr learned my addr 172.21.15.17:0/952057706 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.149+0000 7fe6ca9fb640 1 --2- 172.21.15.17:0/952057706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec6dc0 0x55f501ed7aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.150+0000 7fe6ca1fa640 1 -- 172.21.15.17:0/952057706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec6dc0 msgr2=0x55f501ed7aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.150+0000 7fe6ca1fa640 1 --2- 172.21.15.17:0/952057706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec6dc0 0x55f501ed7aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.150+0000 7fe6ca1fa640 1 -- 172.21.15.17:0/952057706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec64a0 msgr2=0x55f501ed7310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.150+0000 7fe6ca1fa640 1 --2- 172.21.15.17:0/952057706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec64a0 0x55f501ed7310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.150+0000 7fe6ca1fa640 1 -- 172.21.15.17:0/952057706 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f501f4acc0 con 0x55f501ec2a30 2024-09-16T01:59:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.150+0000 7fe6ca1fa640 1 --2- 172.21.15.17:0/952057706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec2a30 0x55f501ed9f70 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7fe6c001b040 tx=0x7fe6c00051d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3074ab29b5533db server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.150+0000 7fe6adffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:59:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.150+0000 7fe6adffb640 1 -- 172.21.15.17:0/952057706 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6c00037f0 con 0x55f501ec2a30 2024-09-16T01:59:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.150+0000 7fe6ce837740 1 -- 172.21.15.17:0/952057706 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe6bc036040 con 0x55f501ec2a30 2024-09-16T01:59:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.150+0000 7fe6adffb640 1 -- 172.21.15.17:0/952057706 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe6c0003990 con 0x55f501ec2a30 2024-09-16T01:59:25.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.150+0000 7fe6adffb640 1 -- 172.21.15.17:0/952057706 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe6c003a050 con 0x55f501ec2a30 2024-09-16T01:59:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.150+0000 7fe6ce837740 10 client.18282 fetch_fsmap learned FSMap version 28 2024-09-16T01:59:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.150+0000 7fe6ce837740 1 -- 172.21.15.17:0/952057706 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f501f4bea0 con 0x55f501ec2a30 2024-09-16T01:59:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.151+0000 7fe6adffb640 1 -- 172.21.15.17:0/952057706 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe6bc036040 con 0x55f501ec2a30 2024-09-16T01:59:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.151+0000 7fe6adffb640 1 -- 172.21.15.17:0/952057706 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fe6c0033a70 con 0x55f501ec2a30 2024-09-16T01:59:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.151+0000 7fe6ce837740 10 client.18282 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T01:59:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.151+0000 7fe6ce837740 10 client.18282 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:59:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.151+0000 7fe6ce837740 20 client.18282 populate_metadata read hostname 'smithi017' 2024-09-16T01:59:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.151+0000 7fe6ce837740 1 --2- 172.21.15.17:0/952057706 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f501ed1680 0x55f501f4e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.151+0000 7fe6ce837740 4 client.18282 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:59:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.151+0000 7fe6ce837740 1 -- 172.21.15.17:0/952057706 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55f501e33d60 con 0x55f501ed1680 2024-09-16T01:59:25.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.151+0000 7fe6c99f9640 1 --2- 172.21.15.17:0/952057706 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f501ed1680 0x55f501f4e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:25.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.152+0000 7fe6c99f9640 1 --2- 172.21.15.17:0/952057706 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f501ed1680 0x55f501f4e440 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a410fb349d773028 server_cookie=f00452b697971496 in_seq=0 out_seq=0 2024-09-16T01:59:25.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.152+0000 7fe6adffb640 10 client.18282 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:25.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.152+0000 7fe6adffb640 1 -- 172.21.15.17:0/952057706 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55f501e33d60 con 0x55f501ed1680 2024-09-16T01:59:25.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.152+0000 7fe6adffb640 10 client.18282 handle_command_reply: tid=0 2024-09-16T01:59:25.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.152+0000 7fe6ce837740 1 client.18282 shutdown 2024-09-16T01:59:25.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.153+0000 7fe6ce837740 1 -- 172.21.15.17:0/952057706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec2a30 msgr2=0x55f501ed9f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:25.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.153+0000 7fe6ce837740 1 --2- 172.21.15.17:0/952057706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec2a30 0x55f501ed9f70 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7fe6c001b040 tx=0x7fe6c00051d0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.153+0000 7fe6ce837740 1 -- 172.21.15.17:0/952057706 shutdown_connections 2024-09-16T01:59:25.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.153+0000 7fe6ce837740 1 --2- 172.21.15.17:0/952057706 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f501ed1680 0x55f501f4e440 crc :-1 s=READY pgs=241 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.153+0000 7fe6adffb640 0 client.18282 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:25.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.153+0000 7fe6ce837740 1 --2- 172.21.15.17:0/952057706 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f501ec6dc0 0x55f501ed7aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.153+0000 7fe6ce837740 1 --2- 172.21.15.17:0/952057706 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f501ec64a0 0x55f501ed7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.153+0000 7fe6ce837740 1 --2- 172.21.15.17:0/952057706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f501ec2a30 0x55f501ed9f70 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.153+0000 7fe6ce837740 1 -- 172.21.15.17:0/952057706 >> 172.21.15.17:0/952057706 conn(0x55f501ece840 msgr2=0x55f501ed0220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:25.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.153+0000 7fe6ce837740 1 -- 172.21.15.17:0/952057706 shutdown_connections 2024-09-16T01:59:25.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.153+0000 7fe6ce837740 1 -- 172.21.15.17:0/952057706 wait complete. 2024-09-16T01:59:25.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.153+0000 7fe6ce837740 20 client.18282 trim_cache size 0 max 16384 2024-09-16T01:59:25.173 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:59:25.173 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T01:59:25.173 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T01:59:25.173 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:59:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.154+0000 7fe6cc45e640 1 -- 172.21.15.17:0/2245634473 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6b00a3240 msgr2=0x7fe6b00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.154+0000 7fe6cc45e640 1 --2- 172.21.15.17:0/2245634473 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6b00a3240 0x7fe6b00a5700 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7fe6bc006010 tx=0x7fe6bc004a60 comp rx=0 tx=0).stop 2024-09-16T01:59:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.154+0000 7fe6cc45e640 1 -- 172.21.15.17:0/2245634473 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6c4108e00 msgr2=0x7fe6c41a4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.154+0000 7fe6cc45e640 1 --2- 172.21.15.17:0/2245634473 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6c4108e00 0x7fe6c41a4ba0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fe6b400e9f0 tx=0x7fe6b400eeb0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.154+0000 7fe6cc45e640 1 -- 172.21.15.17:0/2245634473 shutdown_connections 2024-09-16T01:59:25.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.154+0000 7fe6cc45e640 1 --2- 172.21.15.17:0/2245634473 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6b00a3240 0x7fe6b00a5700 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.154+0000 7fe6cc45e640 1 --2- 172.21.15.17:0/2245634473 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6c410d530 0x7fe6c419e730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.154+0000 7fe6cc45e640 1 --2- 172.21.15.17:0/2245634473 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6c4108e00 0x7fe6c41a4ba0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.154+0000 7fe6cc45e640 1 --2- 172.21.15.17:0/2245634473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6c4108450 0x7fe6c41a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:25.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.154+0000 7fe6cc45e640 1 -- 172.21.15.17:0/2245634473 >> 172.21.15.17:0/2245634473 conn(0x7fe6c4077ba0 msgr2=0x7fe6c4078f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:25.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.154+0000 7fe6cc45e640 1 -- 172.21.15.17:0/2245634473 shutdown_connections 2024-09-16T01:59:25.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:25.154+0000 7fe6cc45e640 1 -- 172.21.15.17:0/2245634473 wait complete. 2024-09-16T01:59:26.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 26467 7.94 MB/sec execute 48 sec latency 191.313 ms 2024-09-16T01:59:26.598 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:26 smithi029 ceph-mon[34783]: pgmap v816: 97 pgs: 97 active+clean; 463 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 3.8 MiB/s wr, 240 op/s 2024-09-16T01:59:26.598 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:26 smithi122 ceph-mon[34758]: pgmap v816: 97 pgs: 97 active+clean; 463 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 3.8 MiB/s wr, 240 op/s 2024-09-16T01:59:26.673 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:26 smithi017 ceph-mon[30972]: pgmap v816: 97 pgs: 97 active+clean; 463 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 928 KiB/s rd, 3.8 MiB/s wr, 240 op/s 2024-09-16T01:59:26.711 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T01:59:26.711 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T01:59:27.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 26629 7.88 MB/sec execute 49 sec latency 97.468 ms 2024-09-16T01:59:27.291 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:59:27.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.856+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/3643166549 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd4c8074e30 msgr2=0x7fd4c810df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:27.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.856+0000 7fd4cf3a2640 1 --2- 172.21.15.17:0/3643166549 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd4c8074e30 0x7fd4c810df00 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fd4b8009860 tx=0x7fd4b802a3d0 comp rx=0 tx=0).stop 2024-09-16T01:59:27.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.856+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/3643166549 shutdown_connections 2024-09-16T01:59:27.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.856+0000 7fd4cf3a2640 1 --2- 172.21.15.17:0/3643166549 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd4c810e440 0x7fd4c8110830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:27.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.856+0000 7fd4cf3a2640 1 --2- 172.21.15.17:0/3643166549 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd4c8074e30 0x7fd4c810df00 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:27.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.856+0000 7fd4cf3a2640 1 --2- 172.21.15.17:0/3643166549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd4c8074510 0x7fd4c80748f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:27.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.856+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/3643166549 >> 172.21.15.17:0/3643166549 conn(0x7fd4c80fd8e0 msgr2=0x7fd4c80ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:27.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.856+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/3643166549 shutdown_connections 2024-09-16T01:59:27.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.857+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/3643166549 wait complete. 2024-09-16T01:59:27.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.858+0000 7fd4cf3a2640 1 Processor -- start 2024-09-16T01:59:27.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.858+0000 7fd4cf3a2640 1 -- start start 2024-09-16T01:59:27.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.858+0000 7fd4cf3a2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd4c8074510 0x7fd4c819a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:27.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.858+0000 7fd4cf3a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd4c8074e30 0x7fd4c819ac10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:27.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.858+0000 7fd4cf3a2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd4c810e440 0x7fd4c819efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:27.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.858+0000 7fd4cf3a2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c8114040 con 0x7fd4c8074e30 2024-09-16T01:59:27.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.858+0000 7fd4cf3a2640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c8113ec0 con 0x7fd4c8074510 2024-09-16T01:59:27.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.858+0000 7fd4cf3a2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd4c81141c0 con 0x7fd4c810e440 2024-09-16T01:59:27.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.858+0000 7fd4cc93d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd4c8074e30 0x7fd4c819ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:27.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.858+0000 7fd4cd93f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd4c810e440 0x7fd4c819efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:27.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.858+0000 7fd4cc93d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd4c8074e30 0x7fd4c819ac10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53408/0 (socket says 172.21.15.17:53408) 2024-09-16T01:59:27.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.858+0000 7fd4cc93d640 1 -- 172.21.15.17:0/2617525808 learned_addr learned my addr 172.21.15.17:0/2617525808 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:27.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.858+0000 7fd4cd13e640 1 --2- 172.21.15.17:0/2617525808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd4c8074510 0x7fd4c819a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:27.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.859+0000 7fd4cd93f640 1 -- 172.21.15.17:0/2617525808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd4c8074510 msgr2=0x7fd4c819a6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:27.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.859+0000 7fd4cd93f640 1 --2- 172.21.15.17:0/2617525808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd4c8074510 0x7fd4c819a6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:27.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.859+0000 7fd4cd93f640 1 -- 172.21.15.17:0/2617525808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd4c8074e30 msgr2=0x7fd4c819ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:27.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.859+0000 7fd4cd93f640 1 --2- 172.21.15.17:0/2617525808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd4c8074e30 0x7fd4c819ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:27.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.859+0000 7fd4cd93f640 1 -- 172.21.15.17:0/2617525808 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4c819f680 con 0x7fd4c810e440 2024-09-16T01:59:27.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.859+0000 7fd4cd93f640 1 --2- 172.21.15.17:0/2617525808 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd4c810e440 0x7fd4c819efa0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0005fd0 tx=0x7fd4c000c740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:27.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.859+0000 7fd4be7fc640 1 -- 172.21.15.17:0/2617525808 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c0004b20 con 0x7fd4c810e440 2024-09-16T01:59:27.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.859+0000 7fd4be7fc640 1 -- 172.21.15.17:0/2617525808 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd4c0003e20 con 0x7fd4c810e440 2024-09-16T01:59:27.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.859+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/2617525808 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4c819f970 con 0x7fd4c810e440 2024-09-16T01:59:27.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.859+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/2617525808 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4c81a7250 con 0x7fd4c810e440 2024-09-16T01:59:27.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.859+0000 7fd4be7fc640 1 -- 172.21.15.17:0/2617525808 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4c000b570 con 0x7fd4c810e440 2024-09-16T01:59:27.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.861+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/2617525808 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4c80748f0 con 0x7fd4c810e440 2024-09-16T01:59:27.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.862+0000 7fd4be7fc640 1 -- 172.21.15.17:0/2617525808 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fd4c001d020 con 0x7fd4c810e440 2024-09-16T01:59:27.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.863+0000 7fd4be7fc640 1 --2- 172.21.15.17:0/2617525808 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd4b40a3340 0x7fd4b40a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:27.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.863+0000 7fd4cd13e640 1 --2- 172.21.15.17:0/2617525808 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd4b40a3340 0x7fd4b40a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:27.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.863+0000 7fd4be7fc640 1 -- 172.21.15.17:0/2617525808 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd4c00cf770 con 0x7fd4c810e440 2024-09-16T01:59:27.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.864+0000 7fd4cd13e640 1 --2- 172.21.15.17:0/2617525808 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd4b40a3340 0x7fd4b40a5800 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fd4c4009b60 tx=0x7fd4c4005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:27.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:27.867+0000 7fd4be7fc640 1 -- 172.21.15.17:0/2617525808 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd4c009c450 con 0x7fd4c810e440 2024-09-16T01:59:28.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 26790 7.89 MB/sec execute 50 sec latency 113.204 ms 2024-09-16T01:59:28.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:28.279+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/2617525808 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd4c81095c0 con 0x7fd4c810e440 2024-09-16T01:59:28.282 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T01:59:28.282 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"btime":"2024-09-16T01:59:05:278302+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:59:04.450935+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T01:59:28.283 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-09-16T01:59:28.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:28.280+0000 7fd4be7fc640 1 -- 172.21.15.17:0/2617525808 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11901 (secure 0 0 0) 0x7fd4c009bd50 con 0x7fd4c810e440 2024-09-16T01:59:28.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:28.284+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/2617525808 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd4b40a3340 msgr2=0x7fd4b40a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:28.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:28.284+0000 7fd4cf3a2640 1 --2- 172.21.15.17:0/2617525808 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd4b40a3340 0x7fd4b40a5800 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fd4c4009b60 tx=0x7fd4c4005f90 comp rx=0 tx=0).stop 2024-09-16T01:59:28.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:28.284+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/2617525808 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd4c810e440 msgr2=0x7fd4c819efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:28.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:28.284+0000 7fd4cf3a2640 1 --2- 172.21.15.17:0/2617525808 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd4c810e440 0x7fd4c819efa0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fd4c0005fd0 tx=0x7fd4c000c740 comp rx=0 tx=0).stop 2024-09-16T01:59:28.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:28.284+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/2617525808 shutdown_connections 2024-09-16T01:59:28.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:28.284+0000 7fd4cf3a2640 1 --2- 172.21.15.17:0/2617525808 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd4b40a3340 0x7fd4b40a5800 secure :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7fd4c4009b60 tx=0x7fd4c4005f90 comp rx=0 tx=0).stop 2024-09-16T01:59:28.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:28.284+0000 7fd4cf3a2640 1 --2- 172.21.15.17:0/2617525808 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd4c810e440 0x7fd4c819efa0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:28.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:28.284+0000 7fd4cf3a2640 1 --2- 172.21.15.17:0/2617525808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd4c8074e30 0x7fd4c819ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:28.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:28.284+0000 7fd4cf3a2640 1 --2- 172.21.15.17:0/2617525808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd4c8074510 0x7fd4c819a6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:28.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:28.284+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/2617525808 >> 172.21.15.17:0/2617525808 conn(0x7fd4c80fd8e0 msgr2=0x7fd4c80ff170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:28.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:28.284+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/2617525808 shutdown_connections 2024-09-16T01:59:28.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:28.284+0000 7fd4cf3a2640 1 -- 172.21.15.17:0/2617525808 wait complete. 2024-09-16T01:59:28.561 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:28 smithi017 ceph-mon[30972]: pgmap v817: 97 pgs: 97 active+clean; 463 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 2.9 MiB/s wr, 212 op/s 2024-09-16T01:59:28.561 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:28 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2617525808' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:59:28.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:28 smithi122 ceph-mon[34758]: pgmap v817: 97 pgs: 97 active+clean; 463 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 2.9 MiB/s wr, 212 op/s 2024-09-16T01:59:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:28 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2617525808' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:59:28.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:28 smithi029 ceph-mon[34783]: pgmap v817: 97 pgs: 97 active+clean; 463 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 2.9 MiB/s wr, 212 op/s 2024-09-16T01:59:28.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:28 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2617525808' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T01:59:29.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 26949 8.00 MB/sec execute 51 sec latency 105.231 ms 2024-09-16T01:59:29.116 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T01:59:29.482 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:59:30.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 27144 8.09 MB/sec execute 52 sec latency 85.428 ms 2024-09-16T01:59:30.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.075+0000 7ff19759e640 1 -- 172.21.15.17:0/3043473320 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1981008d0 msgr2=0x7ff198100d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:30.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.075+0000 7ff19759e640 1 --2- 172.21.15.17:0/3043473320 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1981008d0 0x7ff198100d30 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7ff18c009890 tx=0x7ff18c02a360 comp rx=0 tx=0).stop 2024-09-16T01:59:30.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.075+0000 7ff19759e640 1 -- 172.21.15.17:0/3043473320 shutdown_connections 2024-09-16T01:59:30.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.075+0000 7ff19759e640 1 --2- 172.21.15.17:0/3043473320 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff198101270 0x7ff19810d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.075+0000 7ff19759e640 1 --2- 172.21.15.17:0/3043473320 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1981008d0 0x7ff198100d30 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.075+0000 7ff19759e640 1 --2- 172.21.15.17:0/3043473320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1981068d0 0x7ff198106cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.075+0000 7ff19759e640 1 -- 172.21.15.17:0/3043473320 >> 172.21.15.17:0/3043473320 conn(0x7ff1980fc610 msgr2=0x7ff1980fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:30.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.076+0000 7ff19759e640 1 -- 172.21.15.17:0/3043473320 shutdown_connections 2024-09-16T01:59:30.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.076+0000 7ff19759e640 1 -- 172.21.15.17:0/3043473320 wait complete. 2024-09-16T01:59:30.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.076+0000 7ff19759e640 1 Processor -- start 2024-09-16T01:59:30.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff19759e640 1 -- start start 2024-09-16T01:59:30.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff19759e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1981008d0 0x7ff198198220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff19759e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff198101270 0x7ff198198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff195d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff198101270 0x7ff198198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff19659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1981008d0 0x7ff198198220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff19659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1981008d0 0x7ff198198220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58528/0 (socket says 172.21.15.17:58528) 2024-09-16T01:59:30.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff195d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff198101270 0x7ff198198760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53428/0 (socket says 172.21.15.17:53428) 2024-09-16T01:59:30.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff19759e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff1981068d0 0x7ff19819caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff19659c640 1 -- 172.21.15.17:0/2135746023 learned_addr learned my addr 172.21.15.17:0/2135746023 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:30.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff19759e640 1 -- 172.21.15.17:0/2135746023 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff198110b40 con 0x7ff198101270 2024-09-16T01:59:30.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff19759e640 1 -- 172.21.15.17:0/2135746023 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff1981109c0 con 0x7ff1981068d0 2024-09-16T01:59:30.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff19759e640 1 -- 172.21.15.17:0/2135746023 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff198110cc0 con 0x7ff1981008d0 2024-09-16T01:59:30.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff19659c640 1 -- 172.21.15.17:0/2135746023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff1981068d0 msgr2=0x7ff19819caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:30.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff19659c640 1 --2- 172.21.15.17:0/2135746023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff1981068d0 0x7ff19819caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff19659c640 1 -- 172.21.15.17:0/2135746023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff198101270 msgr2=0x7ff198198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:30.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.077+0000 7ff19659c640 1 --2- 172.21.15.17:0/2135746023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff198101270 0x7ff198198760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.078+0000 7ff19659c640 1 -- 172.21.15.17:0/2135746023 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff19819d1d0 con 0x7ff1981008d0 2024-09-16T01:59:30.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.078+0000 7ff19659c640 1 --2- 172.21.15.17:0/2135746023 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1981008d0 0x7ff198198220 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7ff18800e9c0 tx=0x7ff18800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:30.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.078+0000 7ff1877fe640 1 -- 172.21.15.17:0/2135746023 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18800cde0 con 0x7ff1981008d0 2024-09-16T01:59:30.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.078+0000 7ff1877fe640 1 -- 172.21.15.17:0/2135746023 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1880035f0 con 0x7ff1981008d0 2024-09-16T01:59:30.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.078+0000 7ff19759e640 1 -- 172.21.15.17:0/2135746023 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff19819d4c0 con 0x7ff1981008d0 2024-09-16T01:59:30.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.078+0000 7ff1877fe640 1 -- 172.21.15.17:0/2135746023 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff188010690 con 0x7ff1981008d0 2024-09-16T01:59:30.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.078+0000 7ff19759e640 1 -- 172.21.15.17:0/2135746023 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1981a4da0 con 0x7ff1981008d0 2024-09-16T01:59:30.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.081+0000 7ff1877fe640 1 -- 172.21.15.17:0/2135746023 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7ff1880037a0 con 0x7ff1981008d0 2024-09-16T01:59:30.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.081+0000 7ff19f28c740 1 Processor -- start 2024-09-16T01:59:30.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.082+0000 7ff19f28c740 1 -- start start 2024-09-16T01:59:30.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.082+0000 7ff19f28c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec3fd20 0x56356ec3e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.082+0000 7ff19f28c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3e7b0 0x56356ec3ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.082+0000 7ff19f28c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec49550 0x56356ec4b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.082+0000 7ff19f28c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56356eba42f0 con 0x56356ec3fd20 2024-09-16T01:59:30.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.082+0000 7ff19f28c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56356eb4bcf0 con 0x56356ec3e7b0 2024-09-16T01:59:30.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.082+0000 7ff19f28c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56356eba02b0 con 0x56356ec49550 2024-09-16T01:59:30.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.082+0000 7ff1877fe640 1 --2- 172.21.15.17:0/2135746023 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff1800a32c0 0x7ff1800a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.082+0000 7ff196d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec3fd20 0x56356ec3e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.082+0000 7ff195d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec49550 0x56356ec4b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.082+0000 7ff195d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec49550 0x56356ec4b940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58540/0 (socket says 172.21.15.17:58540) 2024-09-16T01:59:30.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.082+0000 7ff195d9b640 1 -- 172.21.15.17:0/671236080 learned_addr learned my addr 172.21.15.17:0/671236080 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:30.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.082+0000 7ff196d9d640 1 --2- 172.21.15.17:0/2135746023 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff1800a32c0 0x7ff1800a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.083+0000 7ff1877fe640 1 -- 172.21.15.17:0/2135746023 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff1880cfbc0 con 0x7ff1981008d0 2024-09-16T01:59:30.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.083+0000 7ff19659c640 1 --2- 172.21.15.17:0/671236080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3e7b0 0x56356ec3ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.083+0000 7ff195d9b640 1 -- 172.21.15.17:0/671236080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3e7b0 msgr2=0x56356ec3ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.083+0000 7ff195d9b640 1 --2- 172.21.15.17:0/671236080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3e7b0 0x56356ec3ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.083+0000 7ff195d9b640 1 -- 172.21.15.17:0/671236080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec3fd20 msgr2=0x56356ec3e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.083+0000 7ff195d9b640 1 --2- 172.21.15.17:0/671236080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec3fd20 0x56356ec3e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.083+0000 7ff195d9b640 1 -- 172.21.15.17:0/671236080 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56356eb303a0 con 0x56356ec49550 2024-09-16T01:59:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.083+0000 7ff195d9b640 1 --2- 172.21.15.17:0/671236080 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec49550 0x56356ec4b940 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7ff18c02a880 tx=0x7ff18c005b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16e8a456ab585f4d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.083+0000 7ff184ff9640 1 -- 172.21.15.17:0/671236080 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18c041020 con 0x56356ec49550 2024-09-16T01:59:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.083+0000 7ff184ff9640 1 -- 172.21.15.17:0/671236080 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff18c004040 con 0x56356ec49550 2024-09-16T01:59:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.083+0000 7ff184ff9640 1 -- 172.21.15.17:0/671236080 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18c037040 con 0x56356ec49550 2024-09-16T01:59:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.084+0000 7ff19f28c740 1 -- 172.21.15.17:0/671236080 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec49550 msgr2=0x56356ec4b940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.084+0000 7ff19f28c740 1 --2- 172.21.15.17:0/671236080 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec49550 0x56356ec4b940 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7ff18c02a880 tx=0x7ff18c005b20 comp rx=0 tx=0).stop 2024-09-16T01:59:30.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.084+0000 7ff196d9d640 1 --2- 172.21.15.17:0/2135746023 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff1800a32c0 0x7ff1800a5780 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7ff190009fd0 tx=0x7ff190004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.084+0000 7ff19f28c740 1 -- 172.21.15.17:0/671236080 shutdown_connections 2024-09-16T01:59:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.084+0000 7ff19f28c740 1 --2- 172.21.15.17:0/671236080 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec49550 0x56356ec4b940 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.084+0000 7ff19f28c740 1 --2- 172.21.15.17:0/671236080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3e7b0 0x56356ec3ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.084+0000 7ff19f28c740 1 --2- 172.21.15.17:0/671236080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec3fd20 0x56356ec3e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.084+0000 7ff19f28c740 1 -- 172.21.15.17:0/671236080 >> 172.21.15.17:0/671236080 conn(0x56356ec07310 msgr2=0x56356ec3ae40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.084+0000 7ff19f28c740 1 -- 172.21.15.17:0/671236080 shutdown_connections 2024-09-16T01:59:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.085+0000 7ff19f28c740 1 -- 172.21.15.17:0/671236080 wait complete. 2024-09-16T01:59:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.085+0000 7ff19f28c740 1 -- start start 2024-09-16T01:59:30.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.085+0000 7ff19f28c740 1 Processor -- start 2024-09-16T01:59:30.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.085+0000 7ff19f28c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec48ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.085+0000 7ff19f28c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec3fd20 0x56356ec46170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.085+0000 7ff19f28c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec49550 0x56356ec466d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.085+0000 7ff19f28c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56356ec4c1f0 con 0x56356ec3fd20 2024-09-16T01:59:30.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.085+0000 7ff19f28c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56356eb5f060 con 0x56356ec49550 2024-09-16T01:59:30.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.085+0000 7ff19f28c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56356ec4c370 con 0x56356ec3e7b0 2024-09-16T01:59:30.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.086+0000 7ff19f28c740 10 client.0 _ll_register_callbacks cb 0x56356e8b28c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:59:30.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.086+0000 7ff195d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec3fd20 0x56356ec46170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.086+0000 7ff195d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec3fd20 0x56356ec46170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53438/0 (socket says 172.21.15.17:53438) 2024-09-16T01:59:30.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.086+0000 7ff195d9b640 1 -- 172.21.15.17:0/495027486 learned_addr learned my addr 172.21.15.17:0/495027486 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:30.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.086+0000 7ff196d9d640 1 --2- 172.21.15.17:0/495027486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec49550 0x56356ec466d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.086+0000 7ff19659c640 1 --2- 172.21.15.17:0/495027486 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec48ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.086+0000 7ff196d9d640 1 -- 172.21.15.17:0/495027486 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 msgr2=0x56356ec48ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:30.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.086+0000 7ff196d9d640 1 --2- 172.21.15.17:0/495027486 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec48ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.086+0000 7ff196d9d640 1 -- 172.21.15.17:0/495027486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec3fd20 msgr2=0x56356ec46170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:30.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.086+0000 7ff196d9d640 1 --2- 172.21.15.17:0/495027486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec3fd20 0x56356ec46170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.086+0000 7ff196d9d640 1 -- 172.21.15.17:0/495027486 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56356e9153c0 con 0x56356ec49550 2024-09-16T01:59:30.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.086+0000 7ff195d9b640 1 --2- 172.21.15.17:0/495027486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec3fd20 0x56356ec46170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:59:30.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.087+0000 7ff196d9d640 1 --2- 172.21.15.17:0/495027486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec49550 0x56356ec466d0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ff190005fd0 tx=0x7ff190009440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5d316563372a9f74 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:30.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.087+0000 7ff17dffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:59:30.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.087+0000 7ff17dffb640 1 -- 172.21.15.17:0/495027486 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff190024030 con 0x56356ec49550 2024-09-16T01:59:30.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.087+0000 7ff19f28c740 1 -- 172.21.15.17:0/495027486 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff18c004040 con 0x56356ec49550 2024-09-16T01:59:30.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.087+0000 7ff17dffb640 1 -- 172.21.15.17:0/495027486 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff190004b20 con 0x56356ec49550 2024-09-16T01:59:30.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.087+0000 7ff17dffb640 1 -- 172.21.15.17:0/495027486 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff19000fea0 con 0x56356ec49550 2024-09-16T01:59:30.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.087+0000 7ff19f28c740 10 client.27674 fetch_fsmap learned FSMap version 28 2024-09-16T01:59:30.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.087+0000 7ff19f28c740 1 -- 172.21.15.17:0/495027486 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56356ec57c60 con 0x56356ec49550 2024-09-16T01:59:30.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.088+0000 7ff17dffb640 1 -- 172.21.15.17:0/495027486 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff18c004040 con 0x56356ec49550 2024-09-16T01:59:30.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.088+0000 7ff17dffb640 1 -- 172.21.15.17:0/495027486 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7ff1900206f0 con 0x56356ec49550 2024-09-16T01:59:30.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.088+0000 7ff19f28c740 10 client.27674 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T01:59:30.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.088+0000 7ff19f28c740 10 client.27674 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:59:30.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.088+0000 7ff19f28c740 20 client.27674 populate_metadata read hostname 'smithi017' 2024-09-16T01:59:30.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.088+0000 7ff19f28c740 1 --2- 172.21.15.17:0/495027486 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56356ec59170 0x56356ec5b5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.088+0000 7ff19f28c740 4 client.27674 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:59:30.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.088+0000 7ff19f28c740 1 -- 172.21.15.17:0/495027486 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56356ebb1860 con 0x56356ec59170 2024-09-16T01:59:30.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.089+0000 7ff19659c640 1 --2- 172.21.15.17:0/495027486 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56356ec59170 0x56356ec5b5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.089+0000 7ff17dffb640 10 client.27674 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:59:30.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.089+0000 7ff19659c640 1 --2- 172.21.15.17:0/495027486 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56356ec59170 0x56356ec5b5e0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c58eecc7be7de34d server_cookie=369150c52256e337 in_seq=0 out_seq=0 2024-09-16T01:59:30.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.090+0000 7ff17dffb640 1 -- 172.21.15.17:0/495027486 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56356ebb1860 con 0x56356ec59170 2024-09-16T01:59:30.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.090+0000 7ff17dffb640 10 client.27674 handle_command_reply: tid=0 2024-09-16T01:59:30.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.090+0000 7ff19f28c740 1 client.27674 shutdown 2024-09-16T01:59:30.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.090+0000 7ff19f28c740 1 -- 172.21.15.17:0/495027486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec49550 msgr2=0x56356ec466d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:30.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.090+0000 7ff19f28c740 1 --2- 172.21.15.17:0/495027486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec49550 0x56356ec466d0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7ff190005fd0 tx=0x7ff190009440 comp rx=0 tx=0).stop 2024-09-16T01:59:30.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.090+0000 7ff19f28c740 1 -- 172.21.15.17:0/495027486 shutdown_connections 2024-09-16T01:59:30.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.090+0000 7ff19f28c740 1 --2- 172.21.15.17:0/495027486 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56356ec59170 0x56356ec5b5e0 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.090+0000 7ff19f28c740 1 --2- 172.21.15.17:0/495027486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec49550 0x56356ec466d0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.090+0000 7ff19f28c740 1 --2- 172.21.15.17:0/495027486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec3fd20 0x56356ec46170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.090+0000 7ff19f28c740 1 --2- 172.21.15.17:0/495027486 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec48ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.090+0000 7ff19f28c740 1 -- 172.21.15.17:0/495027486 >> 172.21.15.17:0/495027486 conn(0x56356ec07310 msgr2=0x56356ec40b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:30.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.090+0000 7ff17dffb640 0 client.27674 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:59:30.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.091+0000 7ff19f28c740 1 -- 172.21.15.17:0/495027486 shutdown_connections 2024-09-16T01:59:30.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.091+0000 7ff19f28c740 1 -- 172.21.15.17:0/495027486 wait complete. 2024-09-16T01:59:30.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.091+0000 7ff19f28c740 20 client.27674 trim_cache size 0 max 16384 2024-09-16T01:59:30.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.110+0000 7ff19f28c740 1 Processor -- start 2024-09-16T01:59:30.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.110+0000 7ff19f28c740 1 -- start start 2024-09-16T01:59:30.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.110+0000 7ff19f28c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec55490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.110+0000 7ff19f28c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3fd20 0x56356ec35b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.110+0000 7ff19f28c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec49550 0x56356ec46130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.110+0000 7ff19f28c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff1981b1ed0 con 0x56356ec49550 2024-09-16T01:59:30.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.110+0000 7ff19f28c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff1981af7a0 con 0x56356ec3fd20 2024-09-16T01:59:30.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.110+0000 7ff19f28c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff1981ad5d0 con 0x56356ec3e7b0 2024-09-16T01:59:30.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.111+0000 7ff19659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec55490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.111+0000 7ff19659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec55490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58562/0 (socket says 172.21.15.17:58562) 2024-09-16T01:59:30.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.111+0000 7ff19659c640 1 -- 172.21.15.17:0/2930039876 learned_addr learned my addr 172.21.15.17:0/2930039876 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:30.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.111+0000 7ff196d9d640 1 --2- 172.21.15.17:0/2930039876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec49550 0x56356ec46130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.111+0000 7ff195d9b640 1 --2- 172.21.15.17:0/2930039876 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3fd20 0x56356ec35b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.111+0000 7ff19659c640 1 -- 172.21.15.17:0/2930039876 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3fd20 msgr2=0x56356ec35b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:30.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.111+0000 7ff19659c640 1 --2- 172.21.15.17:0/2930039876 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3fd20 0x56356ec35b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.111+0000 7ff19659c640 1 -- 172.21.15.17:0/2930039876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec49550 msgr2=0x56356ec46130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:30.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.111+0000 7ff19659c640 1 --2- 172.21.15.17:0/2930039876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec49550 0x56356ec46130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.111+0000 7ff19659c640 1 -- 172.21.15.17:0/2930039876 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56356ec446c0 con 0x56356ec3e7b0 2024-09-16T01:59:30.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.111+0000 7ff195d9b640 1 --2- 172.21.15.17:0/2930039876 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3fd20 0x56356ec35b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T01:59:30.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.111+0000 7ff19659c640 1 --2- 172.21.15.17:0/2930039876 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec55490 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7ff1880cd6c0 tx=0x7ff1880bc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=235bfcef4b0611a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:30.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.112+0000 7ff17ffff640 1 -- 172.21.15.17:0/2930039876 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1880a0590 con 0x56356ec3e7b0 2024-09-16T01:59:30.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.112+0000 7ff17ffff640 1 -- 172.21.15.17:0/2930039876 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1880a4e50 con 0x56356ec3e7b0 2024-09-16T01:59:30.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.112+0000 7ff17ffff640 1 -- 172.21.15.17:0/2930039876 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff18809c440 con 0x56356ec3e7b0 2024-09-16T01:59:30.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.112+0000 7ff19f28c740 1 -- 172.21.15.17:0/2930039876 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 msgr2=0x56356ec55490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:30.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.112+0000 7ff19f28c740 1 --2- 172.21.15.17:0/2930039876 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec55490 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7ff1880cd6c0 tx=0x7ff1880bc040 comp rx=0 tx=0).stop 2024-09-16T01:59:30.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.113+0000 7ff19f28c740 1 -- 172.21.15.17:0/2930039876 shutdown_connections 2024-09-16T01:59:30.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.113+0000 7ff19f28c740 1 --2- 172.21.15.17:0/2930039876 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec49550 0x56356ec46130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.113+0000 7ff19f28c740 1 --2- 172.21.15.17:0/2930039876 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3fd20 0x56356ec35b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.113+0000 7ff19f28c740 1 --2- 172.21.15.17:0/2930039876 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec55490 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.113+0000 7ff19f28c740 1 -- 172.21.15.17:0/2930039876 >> 172.21.15.17:0/2930039876 conn(0x56356ec07310 msgr2=0x56356ec414a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:30.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.113+0000 7ff19f28c740 1 -- 172.21.15.17:0/2930039876 shutdown_connections 2024-09-16T01:59:30.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.113+0000 7ff19f28c740 1 -- 172.21.15.17:0/2930039876 wait complete. 2024-09-16T01:59:30.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.113+0000 7ff19f28c740 1 -- start start 2024-09-16T01:59:30.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19f28c740 1 Processor -- start 2024-09-16T01:59:30.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19f28c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec51600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19f28c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3fd20 0x56356ec51b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19f28c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec49550 0x56356ec433f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19f28c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff1981adc60 con 0x56356ec49550 2024-09-16T01:59:30.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19f28c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff1981af0d0 con 0x56356ec3fd20 2024-09-16T01:59:30.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19f28c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff1981ae330 con 0x56356ec3e7b0 2024-09-16T01:59:30.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19f28c740 10 client.0 _ll_register_callbacks cb 0x7ff19000fb50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:59:30.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec51600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec51600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58574/0 (socket says 172.21.15.17:58574) 2024-09-16T01:59:30.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19659c640 1 -- 172.21.15.17:0/380733446 learned_addr learned my addr 172.21.15.17:0/380733446 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:30.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff195d9b640 1 --2- 172.21.15.17:0/380733446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3fd20 0x56356ec51b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff196d9d640 1 --2- 172.21.15.17:0/380733446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec49550 0x56356ec433f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19659c640 1 -- 172.21.15.17:0/380733446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3fd20 msgr2=0x56356ec51b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:30.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19659c640 1 --2- 172.21.15.17:0/380733446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3fd20 0x56356ec51b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19659c640 1 -- 172.21.15.17:0/380733446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec49550 msgr2=0x56356ec433f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:30.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19659c640 1 --2- 172.21.15.17:0/380733446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec49550 0x56356ec433f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.114+0000 7ff19659c640 1 -- 172.21.15.17:0/380733446 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56356ec43930 con 0x56356ec3e7b0 2024-09-16T01:59:30.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.115+0000 7ff19659c640 1 --2- 172.21.15.17:0/380733446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec51600 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7ff1880bc010 tx=0x7ff1880a0590 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cbda796039469757 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:30.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.115+0000 7ff17dffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:59:30.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.115+0000 7ff17dffb640 1 -- 172.21.15.17:0/380733446 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff188098850 con 0x56356ec3e7b0 2024-09-16T01:59:30.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.115+0000 7ff17dffb640 1 -- 172.21.15.17:0/380733446 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff18809c440 con 0x56356ec3e7b0 2024-09-16T01:59:30.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.115+0000 7ff19f28c740 1 -- 172.21.15.17:0/380733446 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1880a4e50 con 0x56356ec3e7b0 2024-09-16T01:59:30.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.115+0000 7ff17dffb640 1 -- 172.21.15.17:0/380733446 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff1880989f0 con 0x56356ec3e7b0 2024-09-16T01:59:30.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.115+0000 7ff19f28c740 10 client.27967 fetch_fsmap learned FSMap version 28 2024-09-16T01:59:30.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.115+0000 7ff19f28c740 1 -- 172.21.15.17:0/380733446 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56356ec606a0 con 0x56356ec3e7b0 2024-09-16T01:59:30.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.115+0000 7ff17dffb640 1 -- 172.21.15.17:0/380733446 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff18809c640 con 0x56356ec3e7b0 2024-09-16T01:59:30.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.116+0000 7ff17dffb640 1 -- 172.21.15.17:0/380733446 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7ff188097f30 con 0x56356ec3e7b0 2024-09-16T01:59:30.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.116+0000 7ff19f28c740 10 client.27967 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T01:59:30.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.116+0000 7ff19f28c740 10 client.27967 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T01:59:30.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.116+0000 7ff19f28c740 20 client.27967 populate_metadata read hostname 'smithi017' 2024-09-16T01:59:30.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.116+0000 7ff19f28c740 1 --2- 172.21.15.17:0/380733446 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56356eccc690 0x56356eccea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:30.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.116+0000 7ff19f28c740 4 client.27967 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:59:30.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.116+0000 7ff19f28c740 1 -- 172.21.15.17:0/380733446 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7ff1880a4e50 con 0x56356eccc690 2024-09-16T01:59:30.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.116+0000 7ff195d9b640 1 --2- 172.21.15.17:0/380733446 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56356eccc690 0x56356eccea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:30.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.116+0000 7ff195d9b640 1 --2- 172.21.15.17:0/380733446 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56356eccc690 0x56356eccea80 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a8ad67e97e4f4035 server_cookie=4180f34f6bc90b9f in_seq=0 out_seq=0 2024-09-16T01:59:30.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.116+0000 7ff17dffb640 10 client.27967 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T01:59:30.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff17dffb640 1 -- 172.21.15.17:0/380733446 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7ff1880a4e50 con 0x56356eccc690 2024-09-16T01:59:30.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff17dffb640 10 client.27967 handle_command_reply: tid=0 2024-09-16T01:59:30.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff19f28c740 1 client.27967 shutdown 2024-09-16T01:59:30.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff19f28c740 1 -- 172.21.15.17:0/380733446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 msgr2=0x56356ec51600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:30.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff19f28c740 1 --2- 172.21.15.17:0/380733446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec51600 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7ff1880bc010 tx=0x7ff1880a0590 comp rx=0 tx=0).stop 2024-09-16T01:59:30.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff19f28c740 1 -- 172.21.15.17:0/380733446 shutdown_connections 2024-09-16T01:59:30.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff19f28c740 1 --2- 172.21.15.17:0/380733446 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x56356eccc690 0x56356eccea80 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff19f28c740 1 --2- 172.21.15.17:0/380733446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56356ec49550 0x56356ec433f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff17dffb640 0 client.27967 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T01:59:30.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff19f28c740 1 --2- 172.21.15.17:0/380733446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56356ec3fd20 0x56356ec51b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff19f28c740 1 --2- 172.21.15.17:0/380733446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56356ec3e7b0 0x56356ec51600 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff19f28c740 1 -- 172.21.15.17:0/380733446 >> 172.21.15.17:0/380733446 conn(0x56356ec07310 msgr2=0x56356ec449c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:30.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff19f28c740 1 -- 172.21.15.17:0/380733446 shutdown_connections 2024-09-16T01:59:30.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff19f28c740 1 -- 172.21.15.17:0/380733446 wait complete. 2024-09-16T01:59:30.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.117+0000 7ff19f28c740 20 client.27967 trim_cache size 0 max 16384 2024-09-16T01:59:30.125 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:59:30.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.118+0000 7ff19759e640 1 -- 172.21.15.17:0/2135746023 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff1800a32c0 msgr2=0x7ff1800a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:30.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.118+0000 7ff19759e640 1 --2- 172.21.15.17:0/2135746023 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff1800a32c0 0x7ff1800a5780 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7ff190009fd0 tx=0x7ff190004a40 comp rx=0 tx=0).stop 2024-09-16T01:59:30.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.118+0000 7ff19759e640 1 -- 172.21.15.17:0/2135746023 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1981008d0 msgr2=0x7ff198198220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:30.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.118+0000 7ff19759e640 1 --2- 172.21.15.17:0/2135746023 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1981008d0 0x7ff198198220 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7ff18800e9c0 tx=0x7ff18800ee80 comp rx=0 tx=0).stop 2024-09-16T01:59:30.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.119+0000 7ff19759e640 1 -- 172.21.15.17:0/2135746023 shutdown_connections 2024-09-16T01:59:30.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.119+0000 7ff19759e640 1 --2- 172.21.15.17:0/2135746023 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff1800a32c0 0x7ff1800a5780 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.119+0000 7ff19759e640 1 --2- 172.21.15.17:0/2135746023 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff1981068d0 0x7ff19819caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.119+0000 7ff19759e640 1 --2- 172.21.15.17:0/2135746023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff198101270 0x7ff198198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.119+0000 7ff19759e640 1 --2- 172.21.15.17:0/2135746023 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1981008d0 0x7ff198198220 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:30.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.119+0000 7ff19759e640 1 -- 172.21.15.17:0/2135746023 >> 172.21.15.17:0/2135746023 conn(0x7ff1980fc610 msgr2=0x7ff19806a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:30.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.119+0000 7ff19759e640 1 -- 172.21.15.17:0/2135746023 shutdown_connections 2024-09-16T01:59:30.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:30.119+0000 7ff19759e640 1 -- 172.21.15.17:0/2135746023 wait complete. 2024-09-16T01:59:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:30 smithi017 ceph-mon[30972]: pgmap v818: 97 pgs: 97 active+clean; 459 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 947 KiB/s rd, 3.4 MiB/s wr, 263 op/s 2024-09-16T01:59:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:30 smithi122 ceph-mon[34758]: pgmap v818: 97 pgs: 97 active+clean; 459 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 947 KiB/s rd, 3.4 MiB/s wr, 263 op/s 2024-09-16T01:59:30.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:30 smithi029 ceph-mon[34783]: pgmap v818: 97 pgs: 97 active+clean; 459 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 947 KiB/s rd, 3.4 MiB/s wr, 263 op/s 2024-09-16T01:59:30.838 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T01:59:31.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 27359 8.21 MB/sec execute 53 sec latency 85.120 ms 2024-09-16T01:59:31.206 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:59:31.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.751+0000 7fbc5dfcd640 1 -- 172.21.15.17:0/1807539699 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc58103660 msgr2=0x7fbc5810bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:31.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.751+0000 7fbc5dfcd640 1 --2- 172.21.15.17:0/1807539699 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc58103660 0x7fbc5810bb50 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c009900 tx=0x7fbc4c02a480 comp rx=0 tx=0).stop 2024-09-16T01:59:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.751+0000 7fbc5dfcd640 1 -- 172.21.15.17:0/1807539699 shutdown_connections 2024-09-16T01:59:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.751+0000 7fbc5dfcd640 1 --2- 172.21.15.17:0/1807539699 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc5810c170 0x7fbc5810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.751+0000 7fbc5dfcd640 1 --2- 172.21.15.17:0/1807539699 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc58103660 0x7fbc5810bb50 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.751+0000 7fbc5dfcd640 1 --2- 172.21.15.17:0/1807539699 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc58102d40 0x7fbc58103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.751+0000 7fbc5dfcd640 1 -- 172.21.15.17:0/1807539699 >> 172.21.15.17:0/1807539699 conn(0x7fbc580fc7a0 msgr2=0x7fbc580febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.751+0000 7fbc5dfcd640 1 -- 172.21.15.17:0/1807539699 shutdown_connections 2024-09-16T01:59:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.751+0000 7fbc5dfcd640 1 -- 172.21.15.17:0/1807539699 wait complete. 2024-09-16T01:59:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.752+0000 7fbc5dfcd640 1 Processor -- start 2024-09-16T01:59:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.752+0000 7fbc5dfcd640 1 -- start start 2024-09-16T01:59:31.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.752+0000 7fbc5dfcd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc58102d40 0x7fbc581009a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.752+0000 7fbc5dfcd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc58103660 0x7fbc58100ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.752+0000 7fbc5dfcd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc5810c170 0x7fbc58101420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.752+0000 7fbc5dfcd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbc58111e20 con 0x7fbc5810c170 2024-09-16T01:59:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.752+0000 7fbc5dfcd640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbc58111ca0 con 0x7fbc58102d40 2024-09-16T01:59:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.752+0000 7fbc5dfcd640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbc58111fa0 con 0x7fbc58103660 2024-09-16T01:59:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc56ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc58103660 0x7fbc58100ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc57fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc5810c170 0x7fbc58101420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc56ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc58103660 0x7fbc58100ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58582/0 (socket says 172.21.15.17:58582) 2024-09-16T01:59:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc56ffd640 1 -- 172.21.15.17:0/4044827151 learned_addr learned my addr 172.21.15.17:0/4044827151 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc577fe640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc58102d40 0x7fbc581009a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc57fff640 1 -- 172.21.15.17:0/4044827151 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc58103660 msgr2=0x7fbc58100ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc57fff640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc58103660 0x7fbc58100ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc57fff640 1 -- 172.21.15.17:0/4044827151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc58102d40 msgr2=0x7fbc581009a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc57fff640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc58102d40 0x7fbc581009a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc57fff640 1 -- 172.21.15.17:0/4044827151 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbc581a6830 con 0x7fbc5810c170 2024-09-16T01:59:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc56ffd640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc58103660 0x7fbc58100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:59:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc577fe640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc58102d40 0x7fbc581009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:59:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc57fff640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc5810c170 0x7fbc58101420 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fbc50009fd0 tx=0x7fbc5000ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc54ff9640 1 -- 172.21.15.17:0/4044827151 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc5000ce20 con 0x7fbc5810c170 2024-09-16T01:59:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc54ff9640 1 -- 172.21.15.17:0/4044827151 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc50005020 con 0x7fbc5810c170 2024-09-16T01:59:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.753+0000 7fbc54ff9640 1 -- 172.21.15.17:0/4044827151 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc50010690 con 0x7fbc5810c170 2024-09-16T01:59:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.754+0000 7fbc5dfcd640 1 -- 172.21.15.17:0/4044827151 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbc581a6b20 con 0x7fbc5810c170 2024-09-16T01:59:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.754+0000 7fbc5dfcd640 1 -- 172.21.15.17:0/4044827151 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbc581a6fe0 con 0x7fbc5810c170 2024-09-16T01:59:31.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.757+0000 7fbc54ff9640 1 -- 172.21.15.17:0/4044827151 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fbc500051d0 con 0x7fbc5810c170 2024-09-16T01:59:31.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.757+0000 7fbc603a6740 1 Processor -- start 2024-09-16T01:59:31.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.757+0000 7fbc603a6740 1 -- start start 2024-09-16T01:59:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.757+0000 7fbc603a6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d83b40 0x561076d82090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.757+0000 7fbc603a6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d825d0 0x561076d82a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.757+0000 7fbc603a6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d8d370 0x561076d8f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.757+0000 7fbc603a6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561076ce82f0 con 0x561076d8d370 2024-09-16T01:59:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.757+0000 7fbc603a6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561076c8fcf0 con 0x561076d825d0 2024-09-16T01:59:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.757+0000 7fbc603a6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561076ce42b0 con 0x561076d83b40 2024-09-16T01:59:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.757+0000 7fbc56ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d8d370 0x561076d8f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.757+0000 7fbc56ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d83b40 0x561076d82090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.757+0000 7fbc56ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d83b40 0x561076d82090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58596/0 (socket says 172.21.15.17:58596) 2024-09-16T01:59:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.757+0000 7fbc56ffd640 1 -- 172.21.15.17:0/3852892014 learned_addr learned my addr 172.21.15.17:0/3852892014 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.758+0000 7fbc577fe640 1 --2- 172.21.15.17:0/3852892014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d825d0 0x561076d82a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.758+0000 7fbc54ff9640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbc400a3240 0x7fbc400a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.758+0000 7fbc577fe640 1 -- 172.21.15.17:0/3852892014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d83b40 msgr2=0x561076d82090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.758+0000 7fbc577fe640 1 --2- 172.21.15.17:0/3852892014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d83b40 0x561076d82090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.758+0000 7fbc577fe640 1 -- 172.21.15.17:0/3852892014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d8d370 msgr2=0x561076d8f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.758+0000 7fbc577fe640 1 --2- 172.21.15.17:0/3852892014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d8d370 0x561076d8f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.758+0000 7fbc577fe640 1 -- 172.21.15.17:0/3852892014 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561076c743a0 con 0x561076d825d0 2024-09-16T01:59:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.758+0000 7fbc56ffd640 1 --2- 172.21.15.17:0/3852892014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d8d370 0x561076d8f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:59:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.758+0000 7fbc54ff9640 1 -- 172.21.15.17:0/4044827151 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbc500cff50 con 0x7fbc5810c170 2024-09-16T01:59:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.758+0000 7fbc57fff640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbc400a3240 0x7fbc400a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.758+0000 7fbc577fe640 1 --2- 172.21.15.17:0/3852892014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d825d0 0x561076d82a10 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fbc48009fd0 tx=0x7fbc480118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed951bc9fa562c3a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:31.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.759+0000 7fbc3dffb640 1 -- 172.21.15.17:0/3852892014 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc48004030 con 0x561076d825d0 2024-09-16T01:59:31.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.759+0000 7fbc3dffb640 1 -- 172.21.15.17:0/3852892014 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc480054d0 con 0x561076d825d0 2024-09-16T01:59:31.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.759+0000 7fbc3dffb640 1 -- 172.21.15.17:0/3852892014 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc48004ce0 con 0x561076d825d0 2024-09-16T01:59:31.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.760+0000 7fbc603a6740 1 -- 172.21.15.17:0/3852892014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d825d0 msgr2=0x561076d82a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:31.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.760+0000 7fbc603a6740 1 --2- 172.21.15.17:0/3852892014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d825d0 0x561076d82a10 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fbc48009fd0 tx=0x7fbc480118d0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.760+0000 7fbc57fff640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbc400a3240 0x7fbc400a5700 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fbc500989d0 tx=0x7fbc50005f70 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:31.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.761+0000 7fbc603a6740 1 -- 172.21.15.17:0/3852892014 shutdown_connections 2024-09-16T01:59:31.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.761+0000 7fbc603a6740 1 --2- 172.21.15.17:0/3852892014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d8d370 0x561076d8f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.761+0000 7fbc603a6740 1 --2- 172.21.15.17:0/3852892014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d825d0 0x561076d82a10 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.761+0000 7fbc603a6740 1 --2- 172.21.15.17:0/3852892014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d83b40 0x561076d82090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.761+0000 7fbc603a6740 1 -- 172.21.15.17:0/3852892014 >> 172.21.15.17:0/3852892014 conn(0x561076d4b310 msgr2=0x561076d7ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.761+0000 7fbc603a6740 1 -- 172.21.15.17:0/3852892014 shutdown_connections 2024-09-16T01:59:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.761+0000 7fbc603a6740 1 -- 172.21.15.17:0/3852892014 wait complete. 2024-09-16T01:59:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.761+0000 7fbc603a6740 1 -- start start 2024-09-16T01:59:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.762+0000 7fbc603a6740 1 Processor -- start 2024-09-16T01:59:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.762+0000 7fbc603a6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d825d0 0x561076d8cd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.762+0000 7fbc603a6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d83b40 0x561076d89ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.762+0000 7fbc603a6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d8d370 0x561076d8a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.762+0000 7fbc56ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d825d0 0x561076d8cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.762+0000 7fbc56ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d825d0 0x561076d8cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53480/0 (socket says 172.21.15.17:53480) 2024-09-16T01:59:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.762+0000 7fbc56ffd640 1 -- 172.21.15.17:0/1285739661 learned_addr learned my addr 172.21.15.17:0/1285739661 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.762+0000 7fbc603a6740 1 -- 172.21.15.17:0/1285739661 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561076d90070 con 0x561076d825d0 2024-09-16T01:59:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.762+0000 7fbc603a6740 1 -- 172.21.15.17:0/1285739661 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561076ca3060 con 0x561076d8d370 2024-09-16T01:59:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.763+0000 7fbc603a6740 1 -- 172.21.15.17:0/1285739661 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561076d901f0 con 0x561076d83b40 2024-09-16T01:59:31.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.763+0000 7fbc603a6740 10 client.0 _ll_register_callbacks cb 0x5610769f68c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:59:31.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.763+0000 7fbc56ffd640 1 --2- 172.21.15.17:0/1285739661 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d8d370 0x561076d8a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.763+0000 7fbc577fe640 1 --2- 172.21.15.17:0/1285739661 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d83b40 0x561076d89ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.763+0000 7fbc56ffd640 1 -- 172.21.15.17:0/1285739661 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d83b40 msgr2=0x561076d89ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.763+0000 7fbc56ffd640 1 --2- 172.21.15.17:0/1285739661 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d83b40 0x561076d89ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.763+0000 7fbc56ffd640 1 -- 172.21.15.17:0/1285739661 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d8d370 msgr2=0x561076d8a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.763+0000 7fbc56ffd640 1 --2- 172.21.15.17:0/1285739661 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d8d370 0x561076d8a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.763+0000 7fbc56ffd640 1 -- 172.21.15.17:0/1285739661 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561076a593c0 con 0x561076d825d0 2024-09-16T01:59:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.763+0000 7fbc577fe640 1 --2- 172.21.15.17:0/1285739661 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d83b40 0x561076d89ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:59:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.764+0000 7fbc56ffd640 1 --2- 172.21.15.17:0/1285739661 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d825d0 0x561076d8cd40 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c009230 tx=0x7fbc4c0058d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3e4e5518185b35d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.764+0000 7fbc36ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:59:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.764+0000 7fbc36ffd640 1 -- 172.21.15.17:0/1285739661 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc4c035050 con 0x561076d825d0 2024-09-16T01:59:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.764+0000 7fbc36ffd640 1 -- 172.21.15.17:0/1285739661 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbc4c005040 con 0x561076d825d0 2024-09-16T01:59:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.764+0000 7fbc603a6740 1 -- 172.21.15.17:0/1285739661 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbc480054d0 con 0x561076d825d0 2024-09-16T01:59:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.765+0000 7fbc36ffd640 1 -- 172.21.15.17:0/1285739661 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbc4c052050 con 0x561076d825d0 2024-09-16T01:59:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.765+0000 7fbc603a6740 10 client.18318 fetch_fsmap learned FSMap version 28 2024-09-16T01:59:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.765+0000 7fbc603a6740 1 -- 172.21.15.17:0/1285739661 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561076d9bac0 con 0x561076d825d0 2024-09-16T01:59:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.765+0000 7fbc36ffd640 1 -- 172.21.15.17:0/1285739661 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc480054d0 con 0x561076d825d0 2024-09-16T01:59:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.765+0000 7fbc36ffd640 1 -- 172.21.15.17:0/1285739661 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fbc4c0035f0 con 0x561076d825d0 2024-09-16T01:59:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.765+0000 7fbc603a6740 10 client.18318 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T01:59:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.765+0000 7fbc603a6740 10 client.18318 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:59:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.765+0000 7fbc603a6740 20 client.18318 populate_metadata read hostname 'smithi017' 2024-09-16T01:59:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.765+0000 7fbc603a6740 1 --2- 172.21.15.17:0/1285739661 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561076d9cf80 0x561076d9f370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.765+0000 7fbc603a6740 4 client.18318 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:59:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.765+0000 7fbc603a6740 1 -- 172.21.15.17:0/1285739661 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561076cf5860 con 0x561076d9cf80 2024-09-16T01:59:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.765+0000 7fbc577fe640 1 --2- 172.21.15.17:0/1285739661 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561076d9cf80 0x561076d9f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.766+0000 7fbc36ffd640 10 client.18318 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:59:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.766+0000 7fbc577fe640 1 --2- 172.21.15.17:0/1285739661 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561076d9cf80 0x561076d9f370 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=36ed3dbfc72dd524 server_cookie=38043e3fdd157b42 in_seq=0 out_seq=0 2024-09-16T01:59:31.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.767+0000 7fbc36ffd640 1 -- 172.21.15.17:0/1285739661 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561076cf5860 con 0x561076d9cf80 2024-09-16T01:59:31.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.767+0000 7fbc36ffd640 10 client.18318 handle_command_reply: tid=0 2024-09-16T01:59:31.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.767+0000 7fbc603a6740 1 client.18318 shutdown 2024-09-16T01:59:31.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.767+0000 7fbc603a6740 1 -- 172.21.15.17:0/1285739661 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d825d0 msgr2=0x561076d8cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:31.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.767+0000 7fbc603a6740 1 --2- 172.21.15.17:0/1285739661 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d825d0 0x561076d8cd40 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c009230 tx=0x7fbc4c0058d0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.768+0000 7fbc603a6740 1 -- 172.21.15.17:0/1285739661 shutdown_connections 2024-09-16T01:59:31.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.768+0000 7fbc603a6740 1 --2- 172.21.15.17:0/1285739661 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561076d9cf80 0x561076d9f370 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.768+0000 7fbc603a6740 1 --2- 172.21.15.17:0/1285739661 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d8d370 0x561076d8a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.768+0000 7fbc603a6740 1 --2- 172.21.15.17:0/1285739661 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d83b40 0x561076d89ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.768+0000 7fbc603a6740 1 --2- 172.21.15.17:0/1285739661 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d825d0 0x561076d8cd40 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.768+0000 7fbc603a6740 1 -- 172.21.15.17:0/1285739661 >> 172.21.15.17:0/1285739661 conn(0x561076d4b310 msgr2=0x561076d84960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:31.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.768+0000 7fbc36ffd640 0 client.18318 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:59:31.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.768+0000 7fbc603a6740 1 -- 172.21.15.17:0/1285739661 shutdown_connections 2024-09-16T01:59:31.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.768+0000 7fbc603a6740 1 -- 172.21.15.17:0/1285739661 wait complete. 2024-09-16T01:59:31.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.768+0000 7fbc603a6740 20 client.18318 trim_cache size 0 max 16384 2024-09-16T01:59:31.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.792+0000 7fbc603a6740 1 Processor -- start 2024-09-16T01:59:31.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.792+0000 7fbc603a6740 1 -- start start 2024-09-16T01:59:31.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.792+0000 7fbc603a6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d825d0 0x561076d89fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.792+0000 7fbc603a6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d83b40 0x561076d99310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.792+0000 7fbc603a6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d8d370 0x561076d85120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.792+0000 7fbc603a6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbc581b2130 con 0x561076d83b40 2024-09-16T01:59:31.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.792+0000 7fbc603a6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbc581afa00 con 0x561076d8d370 2024-09-16T01:59:31.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.792+0000 7fbc603a6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbc581ad830 con 0x561076d825d0 2024-09-16T01:59:31.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.793+0000 7fbc577fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d83b40 0x561076d99310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.793+0000 7fbc577fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d83b40 0x561076d99310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53490/0 (socket says 172.21.15.17:53490) 2024-09-16T01:59:31.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.793+0000 7fbc577fe640 1 -- 172.21.15.17:0/1058405165 learned_addr learned my addr 172.21.15.17:0/1058405165 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:31.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.793+0000 7fbc56ffd640 1 --2- 172.21.15.17:0/1058405165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d8d370 0x561076d85120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.793+0000 7fbc56ffd640 1 --2- 172.21.15.17:0/1058405165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d825d0 0x561076d89fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.793+0000 7fbc56ffd640 1 -- 172.21.15.17:0/1058405165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d825d0 msgr2=0x561076d89fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.793+0000 7fbc56ffd640 1 --2- 172.21.15.17:0/1058405165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d825d0 0x561076d89fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.793+0000 7fbc56ffd640 1 -- 172.21.15.17:0/1058405165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d83b40 msgr2=0x561076d99310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.793+0000 7fbc56ffd640 1 --2- 172.21.15.17:0/1058405165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d83b40 0x561076d99310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.793+0000 7fbc56ffd640 1 -- 172.21.15.17:0/1058405165 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561076d88540 con 0x561076d8d370 2024-09-16T01:59:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.793+0000 7fbc56ffd640 1 --2- 172.21.15.17:0/1058405165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d8d370 0x561076d85120 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c005e00 tx=0x7fbc4c031400 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89c67d44657c9c2b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.793+0000 7fbc3d7fa640 1 -- 172.21.15.17:0/1058405165 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc4c035020 con 0x561076d8d370 2024-09-16T01:59:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.793+0000 7fbc3d7fa640 1 -- 172.21.15.17:0/1058405165 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbc4c031e40 con 0x561076d8d370 2024-09-16T01:59:31.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.793+0000 7fbc3d7fa640 1 -- 172.21.15.17:0/1058405165 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc4c041040 con 0x561076d8d370 2024-09-16T01:59:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.794+0000 7fbc603a6740 1 -- 172.21.15.17:0/1058405165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d8d370 msgr2=0x561076d85120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.794+0000 7fbc603a6740 1 --2- 172.21.15.17:0/1058405165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d8d370 0x561076d85120 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fbc4c005e00 tx=0x7fbc4c031400 comp rx=0 tx=0).stop 2024-09-16T01:59:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.795+0000 7fbc603a6740 1 -- 172.21.15.17:0/1058405165 shutdown_connections 2024-09-16T01:59:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.795+0000 7fbc603a6740 1 --2- 172.21.15.17:0/1058405165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d8d370 0x561076d85120 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.795+0000 7fbc603a6740 1 --2- 172.21.15.17:0/1058405165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d83b40 0x561076d99310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.795+0000 7fbc603a6740 1 --2- 172.21.15.17:0/1058405165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d825d0 0x561076d89fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.795+0000 7fbc603a6740 1 -- 172.21.15.17:0/1058405165 >> 172.21.15.17:0/1058405165 conn(0x561076d4b310 msgr2=0x561076d898b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:31.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.795+0000 7fbc603a6740 1 -- 172.21.15.17:0/1058405165 shutdown_connections 2024-09-16T01:59:31.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.795+0000 7fbc603a6740 1 -- 172.21.15.17:0/1058405165 wait complete. 2024-09-16T01:59:31.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.795+0000 7fbc603a6740 1 -- start start 2024-09-16T01:59:31.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc603a6740 1 Processor -- start 2024-09-16T01:59:31.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc603a6740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d825d0 0x561076d95ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc603a6740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d83b40 0x561076d86be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc603a6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d8d370 0x561076d87120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc603a6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbc581adec0 con 0x561076d8d370 2024-09-16T01:59:31.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc603a6740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbc581af330 con 0x561076d83b40 2024-09-16T01:59:31.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc603a6740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbc581ae590 con 0x561076d825d0 2024-09-16T01:59:31.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc603a6740 10 client.0 _ll_register_callbacks cb 0x7fbc500093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:59:31.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc56ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d825d0 0x561076d95ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc577fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d83b40 0x561076d86be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc56ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d825d0 0x561076d95ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58614/0 (socket says 172.21.15.17:58614) 2024-09-16T01:59:31.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc56ffd640 1 -- 172.21.15.17:0/3231076346 learned_addr learned my addr 172.21.15.17:0/3231076346 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:31.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc56ffd640 1 --2- 172.21.15.17:0/3231076346 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d8d370 0x561076d87120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc577fe640 1 -- 172.21.15.17:0/3231076346 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d825d0 msgr2=0x561076d95ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:31.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc577fe640 1 --2- 172.21.15.17:0/3231076346 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d825d0 0x561076d95ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc577fe640 1 -- 172.21.15.17:0/3231076346 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d8d370 msgr2=0x561076d87120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:31.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.796+0000 7fbc577fe640 1 --2- 172.21.15.17:0/3231076346 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d8d370 0x561076d87120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.797+0000 7fbc577fe640 1 -- 172.21.15.17:0/3231076346 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561076d877c0 con 0x561076d83b40 2024-09-16T01:59:31.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.797+0000 7fbc577fe640 1 --2- 172.21.15.17:0/3231076346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d83b40 0x561076d86be0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fbc48009250 tx=0x7fbc48009c30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=47f058a9c8d9ade2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:31.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.797+0000 7fbc36ffd640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:59:31.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.797+0000 7fbc36ffd640 1 -- 172.21.15.17:0/3231076346 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc4803d060 con 0x561076d83b40 2024-09-16T01:59:31.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.797+0000 7fbc36ffd640 1 -- 172.21.15.17:0/3231076346 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbc48030860 con 0x561076d83b40 2024-09-16T01:59:31.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.797+0000 7fbc603a6740 1 -- 172.21.15.17:0/3231076346 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x561076cefd70 con 0x561076d83b40 2024-09-16T01:59:31.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.797+0000 7fbc36ffd640 1 -- 172.21.15.17:0/3231076346 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbc48030a60 con 0x561076d83b40 2024-09-16T01:59:31.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.797+0000 7fbc603a6740 10 client.27695 fetch_fsmap learned FSMap version 28 2024-09-16T01:59:31.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.797+0000 7fbc603a6740 1 -- 172.21.15.17:0/3231076346 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561076e07a00 con 0x561076d83b40 2024-09-16T01:59:31.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.798+0000 7fbc36ffd640 1 -- 172.21.15.17:0/3231076346 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x561076cefd70 con 0x561076d83b40 2024-09-16T01:59:31.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.798+0000 7fbc36ffd640 1 -- 172.21.15.17:0/3231076346 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fbc48042070 con 0x561076d83b40 2024-09-16T01:59:31.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.798+0000 7fbc603a6740 10 client.27695 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T01:59:31.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.798+0000 7fbc603a6740 10 client.27695 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T01:59:31.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.798+0000 7fbc603a6740 20 client.27695 populate_metadata read hostname 'smithi017' 2024-09-16T01:59:31.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.798+0000 7fbc603a6740 1 --2- 172.21.15.17:0/3231076346 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561076e07f90 0x561076e0a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:31.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.798+0000 7fbc603a6740 4 client.27695 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:59:31.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.798+0000 7fbc603a6740 1 -- 172.21.15.17:0/3231076346 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x561076c6c170 con 0x561076e07f90 2024-09-16T01:59:31.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.798+0000 7fbc56ffd640 1 --2- 172.21.15.17:0/3231076346 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561076e07f90 0x561076e0a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:31.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.798+0000 7fbc36ffd640 10 client.27695 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T01:59:31.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.799+0000 7fbc56ffd640 1 --2- 172.21.15.17:0/3231076346 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561076e07f90 0x561076e0a3b0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=29437111705b512f server_cookie=6037017cf5aace6c in_seq=0 out_seq=0 2024-09-16T01:59:31.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.799+0000 7fbc36ffd640 1 -- 172.21.15.17:0/3231076346 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x561076c6c170 con 0x561076e07f90 2024-09-16T01:59:31.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.799+0000 7fbc36ffd640 10 client.27695 handle_command_reply: tid=0 2024-09-16T01:59:31.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.799+0000 7fbc603a6740 1 client.27695 shutdown 2024-09-16T01:59:31.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.799+0000 7fbc603a6740 1 -- 172.21.15.17:0/3231076346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d83b40 msgr2=0x561076d86be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:31.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.799+0000 7fbc603a6740 1 --2- 172.21.15.17:0/3231076346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d83b40 0x561076d86be0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fbc48009250 tx=0x7fbc48009c30 comp rx=0 tx=0).stop 2024-09-16T01:59:31.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.799+0000 7fbc603a6740 1 -- 172.21.15.17:0/3231076346 shutdown_connections 2024-09-16T01:59:31.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.799+0000 7fbc603a6740 1 --2- 172.21.15.17:0/3231076346 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x561076e07f90 0x561076e0a3b0 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.799+0000 7fbc603a6740 1 --2- 172.21.15.17:0/3231076346 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561076d8d370 0x561076d87120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.799+0000 7fbc603a6740 1 --2- 172.21.15.17:0/3231076346 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561076d83b40 0x561076d86be0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.799+0000 7fbc603a6740 1 --2- 172.21.15.17:0/3231076346 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561076d825d0 0x561076d95ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.799+0000 7fbc36ffd640 0 client.27695 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T01:59:31.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.799+0000 7fbc603a6740 1 -- 172.21.15.17:0/3231076346 >> 172.21.15.17:0/3231076346 conn(0x561076d4b310 msgr2=0x561076d7d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:31.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.800+0000 7fbc603a6740 1 -- 172.21.15.17:0/3231076346 shutdown_connections 2024-09-16T01:59:31.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.800+0000 7fbc603a6740 1 -- 172.21.15.17:0/3231076346 wait complete. 2024-09-16T01:59:31.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.800+0000 7fbc603a6740 20 client.27695 trim_cache size 0 max 16384 2024-09-16T01:59:31.806 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:59:31.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.800+0000 7fbc5dfcd640 1 -- 172.21.15.17:0/4044827151 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbc400a3240 msgr2=0x7fbc400a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:31.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.800+0000 7fbc5dfcd640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbc400a3240 0x7fbc400a5700 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7fbc500989d0 tx=0x7fbc50005f70 comp rx=0 tx=0).stop 2024-09-16T01:59:31.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.800+0000 7fbc5dfcd640 1 -- 172.21.15.17:0/4044827151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc5810c170 msgr2=0x7fbc58101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:31.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.800+0000 7fbc5dfcd640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc5810c170 0x7fbc58101420 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fbc50009fd0 tx=0x7fbc5000ef10 comp rx=0 tx=0).stop 2024-09-16T01:59:31.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.801+0000 7fbc5dfcd640 1 -- 172.21.15.17:0/4044827151 shutdown_connections 2024-09-16T01:59:31.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.801+0000 7fbc5dfcd640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbc400a3240 0x7fbc400a5700 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.801+0000 7fbc5dfcd640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc5810c170 0x7fbc58101420 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.801+0000 7fbc5dfcd640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbc58103660 0x7fbc58100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.801+0000 7fbc5dfcd640 1 --2- 172.21.15.17:0/4044827151 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbc58102d40 0x7fbc581009a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:31.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.801+0000 7fbc5dfcd640 1 -- 172.21.15.17:0/4044827151 >> 172.21.15.17:0/4044827151 conn(0x7fbc580fc7a0 msgr2=0x7fbc580fdfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:31.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.801+0000 7fbc5dfcd640 1 -- 172.21.15.17:0/4044827151 shutdown_connections 2024-09-16T01:59:31.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:31.801+0000 7fbc5dfcd640 1 -- 172.21.15.17:0/4044827151 wait complete. 2024-09-16T01:59:32.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 27536 8.29 MB/sec execute 54 sec latency 106.817 ms 2024-09-16T01:59:32.478 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:32 smithi017 ceph-mon[30972]: pgmap v819: 97 pgs: 97 active+clean; 459 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 2.9 MiB/s wr, 198 op/s 2024-09-16T01:59:32.515 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T01:59:32.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:32 smithi122 ceph-mon[34758]: pgmap v819: 97 pgs: 97 active+clean; 459 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 2.9 MiB/s wr, 198 op/s 2024-09-16T01:59:32.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:32 smithi029 ceph-mon[34783]: pgmap v819: 97 pgs: 97 active+clean; 459 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 2.9 MiB/s wr, 198 op/s 2024-09-16T01:59:32.846 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:59:33.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 27715 8.45 MB/sec execute 55 sec latency 114.854 ms 2024-09-16T01:59:33.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.432+0000 7f38c6e67640 1 -- 172.21.15.17:0/4216433255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38c0103670 msgr2=0x7f38c010bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:33.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.432+0000 7f38c6e67640 1 --2- 172.21.15.17:0/4216433255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38c0103670 0x7f38c010bb60 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7f38ac009900 tx=0x7f38ac02a480 comp rx=0 tx=0).stop 2024-09-16T01:59:33.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.432+0000 7f38c6e67640 1 -- 172.21.15.17:0/4216433255 shutdown_connections 2024-09-16T01:59:33.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.432+0000 7f38c6e67640 1 --2- 172.21.15.17:0/4216433255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38c010c180 0x7f38c010e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.432+0000 7f38c6e67640 1 --2- 172.21.15.17:0/4216433255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38c0103670 0x7f38c010bb60 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.432+0000 7f38c6e67640 1 --2- 172.21.15.17:0/4216433255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38c0102d50 0x7f38c0103130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.432+0000 7f38c6e67640 1 -- 172.21.15.17:0/4216433255 >> 172.21.15.17:0/4216433255 conn(0x7f38c00fc7d0 msgr2=0x7f38c00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:33.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.432+0000 7f38c6e67640 1 -- 172.21.15.17:0/4216433255 shutdown_connections 2024-09-16T01:59:33.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.432+0000 7f38c6e67640 1 -- 172.21.15.17:0/4216433255 wait complete. 2024-09-16T01:59:33.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.433+0000 7f38c6e67640 1 Processor -- start 2024-09-16T01:59:33.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.433+0000 7f38c6e67640 1 -- start start 2024-09-16T01:59:33.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.433+0000 7f38c6e67640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38c0102d50 0x7f38c0198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.433+0000 7f38c6e67640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38c0103670 0x7f38c01988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.433+0000 7f38c6e67640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38c010c180 0x7f38c019cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.433+0000 7f38c6e67640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f38c0111e30 con 0x7f38c0102d50 2024-09-16T01:59:33.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.433+0000 7f38c6e67640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f38c0111cb0 con 0x7f38c0103670 2024-09-16T01:59:33.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.433+0000 7f38c6e67640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f38c0111fb0 con 0x7f38c010c180 2024-09-16T01:59:33.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.433+0000 7f38c4c03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38c0102d50 0x7f38c0198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38c4c03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38c0102d50 0x7f38c0198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53514/0 (socket says 172.21.15.17:53514) 2024-09-16T01:59:33.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38c4c03640 1 -- 172.21.15.17:0/1865928017 learned_addr learned my addr 172.21.15.17:0/1865928017 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:33.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38c5404640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38c010c180 0x7f38c019cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38bffff640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38c0103670 0x7f38c01988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38c4c03640 1 -- 172.21.15.17:0/1865928017 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38c010c180 msgr2=0x7f38c019cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:33.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38c4c03640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38c010c180 0x7f38c019cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38c4c03640 1 -- 172.21.15.17:0/1865928017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38c0103670 msgr2=0x7f38c01988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:33.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38c4c03640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38c0103670 0x7f38c01988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38c4c03640 1 -- 172.21.15.17:0/1865928017 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38c019d340 con 0x7f38c0102d50 2024-09-16T01:59:33.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38c5404640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38c010c180 0x7f38c019cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:59:33.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38bffff640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38c0103670 0x7f38c01988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:59:33.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38c4c03640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38c0102d50 0x7f38c0198390 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f38b400d770 tx=0x7f38b400dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:33.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38bdffb640 1 -- 172.21.15.17:0/1865928017 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b4017070 con 0x7f38c0102d50 2024-09-16T01:59:33.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38bdffb640 1 -- 172.21.15.17:0/1865928017 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38b40054d0 con 0x7f38c0102d50 2024-09-16T01:59:33.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.434+0000 7f38c6e67640 1 -- 172.21.15.17:0/1865928017 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38c019d630 con 0x7f38c0102d50 2024-09-16T01:59:33.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.435+0000 7f38bdffb640 1 -- 172.21.15.17:0/1865928017 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b4004cf0 con 0x7f38c0102d50 2024-09-16T01:59:33.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.435+0000 7f38c6e67640 1 -- 172.21.15.17:0/1865928017 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38c01008e0 con 0x7f38c0102d50 2024-09-16T01:59:33.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.438+0000 7f38bdffb640 1 -- 172.21.15.17:0/1865928017 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f38b4004e90 con 0x7f38c0102d50 2024-09-16T01:59:33.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.438+0000 7f38c9240740 1 Processor -- start 2024-09-16T01:59:33.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.438+0000 7f38c9240740 1 -- start start 2024-09-16T01:59:33.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.439+0000 7f38c9240740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 0x55a195e44090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.439+0000 7f38c9240740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e445d0 0x55a195e44a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.439+0000 7f38c9240740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e4f370 0x55a195e51760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.439+0000 7f38c9240740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a195daa2f0 con 0x55a195e4f370 2024-09-16T01:59:33.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.439+0000 7f38c9240740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a195d51cf0 con 0x55a195e445d0 2024-09-16T01:59:33.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.439+0000 7f38c9240740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a195da62b0 con 0x55a195e45b40 2024-09-16T01:59:33.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.439+0000 7f38c4c03640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e445d0 0x55a195e44a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.439+0000 7f38c5404640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 0x55a195e44090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.439+0000 7f38bffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e4f370 0x55a195e51760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.439+0000 7f38c5404640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 0x55a195e44090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:58638/0 (socket says 172.21.15.17:58638) 2024-09-16T01:59:33.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.439+0000 7f38c5404640 1 -- 172.21.15.17:0/4134573520 learned_addr learned my addr 172.21.15.17:0/4134573520 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:33.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.440+0000 7f38bdffb640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38b00a3240 0x7f38b00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.440+0000 7f38bffff640 1 -- 172.21.15.17:0/4134573520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 msgr2=0x55a195e44090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:33.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.440+0000 7f38bffff640 1 --2- 172.21.15.17:0/4134573520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 0x55a195e44090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.440+0000 7f38bffff640 1 -- 172.21.15.17:0/4134573520 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e445d0 msgr2=0x55a195e44a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:33.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.440+0000 7f38bffff640 1 --2- 172.21.15.17:0/4134573520 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e445d0 0x55a195e44a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.440+0000 7f38bffff640 1 -- 172.21.15.17:0/4134573520 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a195d363a0 con 0x55a195e4f370 2024-09-16T01:59:33.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.440+0000 7f38c5404640 1 --2- 172.21.15.17:0/4134573520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 0x55a195e44090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:59:33.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.441+0000 7f38bffff640 1 --2- 172.21.15.17:0/4134573520 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e4f370 0x55a195e51760 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f38ac009230 tx=0x7f38ac005d90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56ac26182542aa70 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:33.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.441+0000 7f38c5404640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38b00a3240 0x7f38b00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.441+0000 7f38aaffd640 1 -- 172.21.15.17:0/4134573520 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ac035050 con 0x55a195e4f370 2024-09-16T01:59:33.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.441+0000 7f38aaffd640 1 -- 172.21.15.17:0/4134573520 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38ac031720 con 0x55a195e4f370 2024-09-16T01:59:33.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.441+0000 7f38bdffb640 1 -- 172.21.15.17:0/1865928017 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f38b40cf310 con 0x7f38c0102d50 2024-09-16T01:59:33.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.441+0000 7f38aaffd640 1 -- 172.21.15.17:0/4134573520 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38ac004770 con 0x55a195e4f370 2024-09-16T01:59:33.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.441+0000 7f38c5404640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38b00a3240 0x7f38b00a5700 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f38b80092f0 tx=0x7f38b8004ab0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:33.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.442+0000 7f38c9240740 1 -- 172.21.15.17:0/4134573520 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e4f370 msgr2=0x55a195e51760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:33.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.442+0000 7f38c9240740 1 --2- 172.21.15.17:0/4134573520 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e4f370 0x55a195e51760 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f38ac009230 tx=0x7f38ac005d90 comp rx=0 tx=0).stop 2024-09-16T01:59:33.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.442+0000 7f38c9240740 1 -- 172.21.15.17:0/4134573520 shutdown_connections 2024-09-16T01:59:33.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.442+0000 7f38c9240740 1 --2- 172.21.15.17:0/4134573520 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e4f370 0x55a195e51760 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.442+0000 7f38c9240740 1 --2- 172.21.15.17:0/4134573520 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e445d0 0x55a195e44a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.442+0000 7f38c9240740 1 --2- 172.21.15.17:0/4134573520 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 0x55a195e44090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.442+0000 7f38c9240740 1 -- 172.21.15.17:0/4134573520 >> 172.21.15.17:0/4134573520 conn(0x55a195e0d310 msgr2=0x55a195e40c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:33.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.443+0000 7f38c9240740 1 -- 172.21.15.17:0/4134573520 shutdown_connections 2024-09-16T01:59:33.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.443+0000 7f38c9240740 1 -- 172.21.15.17:0/4134573520 wait complete. 2024-09-16T01:59:33.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.443+0000 7f38c9240740 1 -- start start 2024-09-16T01:59:33.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.443+0000 7f38c9240740 1 Processor -- start 2024-09-16T01:59:33.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c9240740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e445d0 0x55a195e4ed60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c9240740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 0x55a195e4c010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c9240740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e4f370 0x55a195e4c600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c9240740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a195e52010 con 0x55a195e4f370 2024-09-16T01:59:33.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c9240740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a195d65060 con 0x55a195e445d0 2024-09-16T01:59:33.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c9240740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a195e52190 con 0x55a195e45b40 2024-09-16T01:59:33.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c9240740 10 client.0 _ll_register_callbacks cb 0x55a195ab88c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:59:33.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c5404640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e4f370 0x55a195e4c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c4c03640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e445d0 0x55a195e4ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c5404640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e4f370 0x55a195e4c600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53534/0 (socket says 172.21.15.17:53534) 2024-09-16T01:59:33.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c4c03640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e445d0 0x55a195e4ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:33918/0 (socket says 172.21.15.17:33918) 2024-09-16T01:59:33.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c5404640 1 -- 172.21.15.17:0/3642629127 learned_addr learned my addr 172.21.15.17:0/3642629127 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:33.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38bffff640 1 --2- 172.21.15.17:0/3642629127 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 0x55a195e4c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c4c03640 1 -- 172.21.15.17:0/3642629127 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 msgr2=0x55a195e4c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:33.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c4c03640 1 --2- 172.21.15.17:0/3642629127 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 0x55a195e4c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c4c03640 1 -- 172.21.15.17:0/3642629127 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e4f370 msgr2=0x55a195e4c600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:33.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c4c03640 1 --2- 172.21.15.17:0/3642629127 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e4f370 0x55a195e4c600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c4c03640 1 -- 172.21.15.17:0/3642629127 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a195b1b3c0 con 0x55a195e445d0 2024-09-16T01:59:33.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.444+0000 7f38c5404640 1 --2- 172.21.15.17:0/3642629127 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e4f370 0x55a195e4c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:59:33.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f38c4c03640 1 --2- 172.21.15.17:0/3642629127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e445d0 0x55a195e4ed60 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f38b4098370 tx=0x7f38b409b4e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=62c6603d1098b632 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:33.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f389ffff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:59:33.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f389ffff640 1 -- 172.21.15.17:0/3642629127 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b4020070 con 0x55a195e445d0 2024-09-16T01:59:33.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f389ffff640 1 -- 172.21.15.17:0/3642629127 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f38b4098010 con 0x55a195e445d0 2024-09-16T01:59:33.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f38c9240740 1 -- 172.21.15.17:0/3642629127 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f38ac031720 con 0x55a195e445d0 2024-09-16T01:59:33.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f389ffff640 1 -- 172.21.15.17:0/3642629127 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f38b4097c40 con 0x55a195e445d0 2024-09-16T01:59:33.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f38c9240740 10 client.27707 fetch_fsmap learned FSMap version 28 2024-09-16T01:59:33.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f38c9240740 1 -- 172.21.15.17:0/3642629127 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a195e5dab0 con 0x55a195e445d0 2024-09-16T01:59:33.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f389ffff640 1 -- 172.21.15.17:0/3642629127 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38ac031720 con 0x55a195e445d0 2024-09-16T01:59:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f389ffff640 1 -- 172.21.15.17:0/3642629127 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f38b40976f0 con 0x55a195e445d0 2024-09-16T01:59:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f38c9240740 10 client.27707 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T01:59:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f38c9240740 10 client.27707 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:59:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f38c9240740 20 client.27707 populate_metadata read hostname 'smithi017' 2024-09-16T01:59:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f38c9240740 1 --2- 172.21.15.17:0/3642629127 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a195e5ef70 0x55a195e613e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f38c9240740 4 client.27707 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:59:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.445+0000 7f38c9240740 1 -- 172.21.15.17:0/3642629127 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a195db7860 con 0x55a195e5ef70 2024-09-16T01:59:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.446+0000 7f38bffff640 1 --2- 172.21.15.17:0/3642629127 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a195e5ef70 0x55a195e613e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.446+0000 7f389ffff640 10 client.27707 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.446+0000 7f38bffff640 1 --2- 172.21.15.17:0/3642629127 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a195e5ef70 0x55a195e613e0 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d20af8b25472a30a server_cookie=7f31ed2ad0cd5a25 in_seq=0 out_seq=0 2024-09-16T01:59:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.447+0000 7f389ffff640 1 -- 172.21.15.17:0/3642629127 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a195db7860 con 0x55a195e5ef70 2024-09-16T01:59:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.447+0000 7f389ffff640 10 client.27707 handle_command_reply: tid=0 2024-09-16T01:59:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.447+0000 7f38c9240740 1 client.27707 shutdown 2024-09-16T01:59:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.448+0000 7f38c9240740 1 -- 172.21.15.17:0/3642629127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e445d0 msgr2=0x55a195e4ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.448+0000 7f38c9240740 1 --2- 172.21.15.17:0/3642629127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e445d0 0x55a195e4ed60 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f38b4098370 tx=0x7f38b409b4e0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.448+0000 7f38c9240740 1 -- 172.21.15.17:0/3642629127 shutdown_connections 2024-09-16T01:59:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.448+0000 7f38c9240740 1 --2- 172.21.15.17:0/3642629127 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a195e5ef70 0x55a195e613e0 crc :-1 s=READY pgs=242 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.448+0000 7f38c9240740 1 --2- 172.21.15.17:0/3642629127 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e4f370 0x55a195e4c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.448+0000 7f38c9240740 1 --2- 172.21.15.17:0/3642629127 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 0x55a195e4c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.448+0000 7f38c9240740 1 --2- 172.21.15.17:0/3642629127 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e445d0 0x55a195e4ed60 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.448+0000 7f38c9240740 1 -- 172.21.15.17:0/3642629127 >> 172.21.15.17:0/3642629127 conn(0x55a195e0d310 msgr2=0x55a195e46960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.448+0000 7f389ffff640 0 client.27707 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.448+0000 7f38c9240740 1 -- 172.21.15.17:0/3642629127 shutdown_connections 2024-09-16T01:59:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.448+0000 7f38c9240740 1 -- 172.21.15.17:0/3642629127 wait complete. 2024-09-16T01:59:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.448+0000 7f38c9240740 20 client.27707 trim_cache size 0 max 16384 2024-09-16T01:59:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.468+0000 7f38c9240740 1 Processor -- start 2024-09-16T01:59:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.468+0000 7f38c9240740 1 -- start start 2024-09-16T01:59:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.469+0000 7f38c9240740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e445d0 0x55a195e40e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.469+0000 7f38c4c03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e445d0 0x55a195e40e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.469+0000 7f38c9240740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 0x55a195e5b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.469+0000 7f38c4c03640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e445d0 0x55a195e40e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53542/0 (socket says 172.21.15.17:53542) 2024-09-16T01:59:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.469+0000 7f38c9240740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e4f370 0x55a195e47120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.469+0000 7f38c9240740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f38c01adc00 con 0x55a195e445d0 2024-09-16T01:59:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.469+0000 7f38c4c03640 1 -- 172.21.15.17:0/1883411114 learned_addr learned my addr 172.21.15.17:0/1883411114 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.469+0000 7f38c9240740 1 -- 172.21.15.17:0/1883411114 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f38c01ab4d0 con 0x55a195e4f370 2024-09-16T01:59:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.469+0000 7f38c9240740 1 -- 172.21.15.17:0/1883411114 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f38c01a9300 con 0x55a195e45b40 2024-09-16T01:59:33.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.469+0000 7f38c5404640 1 --2- 172.21.15.17:0/1883411114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e4f370 0x55a195e47120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.469+0000 7f38bffff640 1 --2- 172.21.15.17:0/1883411114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 0x55a195e5b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.470+0000 7f38c4c03640 1 -- 172.21.15.17:0/1883411114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 msgr2=0x55a195e5b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:33.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.470+0000 7f38c4c03640 1 --2- 172.21.15.17:0/1883411114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 0x55a195e5b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.470+0000 7f38c4c03640 1 -- 172.21.15.17:0/1883411114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e4f370 msgr2=0x55a195e47120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:33.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.470+0000 7f38c4c03640 1 --2- 172.21.15.17:0/1883411114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e4f370 0x55a195e47120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.470+0000 7f38c4c03640 1 -- 172.21.15.17:0/1883411114 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a195e5b7f0 con 0x55a195e445d0 2024-09-16T01:59:33.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.470+0000 7f38c4c03640 1 --2- 172.21.15.17:0/1883411114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e445d0 0x55a195e40e10 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f38b40a4030 tx=0x7f38b4005bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b1141c947a78e93 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:33.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.470+0000 7f38aa7fc640 1 -- 172.21.15.17:0/1883411114 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b4020070 con 0x55a195e445d0 2024-09-16T01:59:33.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.470+0000 7f38aa7fc640 1 -- 172.21.15.17:0/1883411114 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38b4009c30 con 0x55a195e445d0 2024-09-16T01:59:33.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.470+0000 7f38aa7fc640 1 -- 172.21.15.17:0/1883411114 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b40976f0 con 0x55a195e445d0 2024-09-16T01:59:33.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.471+0000 7f38c9240740 1 -- 172.21.15.17:0/1883411114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e445d0 msgr2=0x55a195e40e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:33.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.471+0000 7f38c9240740 1 --2- 172.21.15.17:0/1883411114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e445d0 0x55a195e40e10 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f38b40a4030 tx=0x7f38b4005bb0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.471+0000 7f38c9240740 1 -- 172.21.15.17:0/1883411114 shutdown_connections 2024-09-16T01:59:33.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.471+0000 7f38c9240740 1 --2- 172.21.15.17:0/1883411114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e4f370 0x55a195e47120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.471+0000 7f38c9240740 1 --2- 172.21.15.17:0/1883411114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e45b40 0x55a195e5b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.471+0000 7f38c9240740 1 --2- 172.21.15.17:0/1883411114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e445d0 0x55a195e40e10 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.471+0000 7f38c9240740 1 -- 172.21.15.17:0/1883411114 >> 172.21.15.17:0/1883411114 conn(0x55a195e0d310 msgr2=0x55a195e40700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:33.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.471+0000 7f38c9240740 1 -- 172.21.15.17:0/1883411114 shutdown_connections 2024-09-16T01:59:33.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.471+0000 7f38c9240740 1 -- 172.21.15.17:0/1883411114 wait complete. 2024-09-16T01:59:33.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.472+0000 7f38c9240740 1 -- start start 2024-09-16T01:59:33.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.472+0000 7f38c9240740 1 Processor -- start 2024-09-16T01:59:33.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c9240740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e445d0 0x55a195e57600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c9240740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e45b40 0x55a195e57b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c9240740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e4f370 0x55a195e48820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c9240740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f38c01a9990 con 0x55a195e45b40 2024-09-16T01:59:33.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c9240740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f38c01aae00 con 0x55a195e4f370 2024-09-16T01:59:33.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c9240740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f38c01aa060 con 0x55a195e445d0 2024-09-16T01:59:33.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c9240740 10 client.0 _ll_register_callbacks cb 0x7f38b4009f30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:59:33.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c5404640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e4f370 0x55a195e48820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c5404640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e4f370 0x55a195e48820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:33932/0 (socket says 172.21.15.17:33932) 2024-09-16T01:59:33.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c5404640 1 -- 172.21.15.17:0/2332262859 learned_addr learned my addr 172.21.15.17:0/2332262859 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:33.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c4c03640 1 --2- 172.21.15.17:0/2332262859 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e445d0 0x55a195e57600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38bffff640 1 --2- 172.21.15.17:0/2332262859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e45b40 0x55a195e57b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c5404640 1 -- 172.21.15.17:0/2332262859 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e445d0 msgr2=0x55a195e57600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:33.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c5404640 1 --2- 172.21.15.17:0/2332262859 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e445d0 0x55a195e57600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c5404640 1 -- 172.21.15.17:0/2332262859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e45b40 msgr2=0x55a195e57b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:33.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c5404640 1 --2- 172.21.15.17:0/2332262859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e45b40 0x55a195e57b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.473+0000 7f38c5404640 1 -- 172.21.15.17:0/2332262859 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a195e48ee0 con 0x55a195e4f370 2024-09-16T01:59:33.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.474+0000 7f38c5404640 1 --2- 172.21.15.17:0/2332262859 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e4f370 0x55a195e48820 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f38b80216a0 tx=0x7f38b8004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=224a0115c7f3bc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:33.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.474+0000 7f389ffff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:59:33.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.474+0000 7f389ffff640 1 -- 172.21.15.17:0/2332262859 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f38b8004b20 con 0x55a195e4f370 2024-09-16T01:59:33.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.474+0000 7f389ffff640 1 -- 172.21.15.17:0/2332262859 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f38b8004cc0 con 0x55a195e4f370 2024-09-16T01:59:33.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.474+0000 7f38c9240740 1 -- 172.21.15.17:0/2332262859 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a195db1d70 con 0x55a195e4f370 2024-09-16T01:59:33.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.474+0000 7f389ffff640 1 -- 172.21.15.17:0/2332262859 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f38b801f670 con 0x55a195e4f370 2024-09-16T01:59:33.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.474+0000 7f38c9240740 10 client.27713 fetch_fsmap learned FSMap version 28 2024-09-16T01:59:33.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.474+0000 7f38c9240740 1 -- 172.21.15.17:0/2332262859 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a195ec9630 con 0x55a195e4f370 2024-09-16T01:59:33.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.475+0000 7f389ffff640 1 -- 172.21.15.17:0/2332262859 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55a195db1d70 con 0x55a195e4f370 2024-09-16T01:59:33.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.475+0000 7f389ffff640 1 -- 172.21.15.17:0/2332262859 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f38b800f040 con 0x55a195e4f370 2024-09-16T01:59:33.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.475+0000 7f38c9240740 10 client.27713 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T01:59:33.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.475+0000 7f38c9240740 10 client.27713 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:59:33.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.475+0000 7f38c9240740 20 client.27713 populate_metadata read hostname 'smithi017' 2024-09-16T01:59:33.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.475+0000 7f38c9240740 1 --2- 172.21.15.17:0/2332262859 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a195ec9de0 0x55a195ecc200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:33.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.475+0000 7f38c9240740 4 client.27713 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T01:59:33.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.475+0000 7f38c9240740 1 -- 172.21.15.17:0/2332262859 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a195d2e170 con 0x55a195ec9de0 2024-09-16T01:59:33.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.475+0000 7f38c4c03640 1 --2- 172.21.15.17:0/2332262859 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a195ec9de0 0x55a195ecc200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:33.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.475+0000 7f389ffff640 10 client.27713 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:33.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.476+0000 7f38c4c03640 1 --2- 172.21.15.17:0/2332262859 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a195ec9de0 0x55a195ecc200 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ab7e9fd15e7e05 server_cookie=c75f650c724bf81c in_seq=0 out_seq=0 2024-09-16T01:59:33.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.477+0000 7f389ffff640 1 -- 172.21.15.17:0/2332262859 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a195d2e170 con 0x55a195ec9de0 2024-09-16T01:59:33.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.477+0000 7f389ffff640 10 client.27713 handle_command_reply: tid=0 2024-09-16T01:59:33.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.477+0000 7f38c9240740 1 client.27713 shutdown 2024-09-16T01:59:33.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.477+0000 7f38c9240740 1 -- 172.21.15.17:0/2332262859 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e4f370 msgr2=0x55a195e48820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:33.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.477+0000 7f38c9240740 1 --2- 172.21.15.17:0/2332262859 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e4f370 0x55a195e48820 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f38b80216a0 tx=0x7f38b8004a40 comp rx=0 tx=0).stop 2024-09-16T01:59:33.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.477+0000 7f38c9240740 1 -- 172.21.15.17:0/2332262859 shutdown_connections 2024-09-16T01:59:33.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.477+0000 7f38c9240740 1 --2- 172.21.15.17:0/2332262859 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a195ec9de0 0x55a195ecc200 crc :-1 s=READY pgs=243 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.477+0000 7f38c9240740 1 --2- 172.21.15.17:0/2332262859 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a195e4f370 0x55a195e48820 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.477+0000 7f38c9240740 1 --2- 172.21.15.17:0/2332262859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a195e45b40 0x55a195e57b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.477+0000 7f38c9240740 1 --2- 172.21.15.17:0/2332262859 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a195e445d0 0x55a195e57600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.477+0000 7f38c9240740 1 -- 172.21.15.17:0/2332262859 >> 172.21.15.17:0/2332262859 conn(0x55a195e0d310 msgr2=0x55a195e4d870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:33.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.477+0000 7f389ffff640 0 client.27713 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:33.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.478+0000 7f38c9240740 1 -- 172.21.15.17:0/2332262859 shutdown_connections 2024-09-16T01:59:33.946 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T01:59:33.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.478+0000 7f38c9240740 1 -- 172.21.15.17:0/2332262859 wait complete. 2024-09-16T01:59:33.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.478+0000 7f38c9240740 20 client.27713 trim_cache size 0 max 16384 2024-09-16T01:59:33.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.479+0000 7f38c6e67640 1 -- 172.21.15.17:0/1865928017 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38b00a3240 msgr2=0x7f38b00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:33.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.479+0000 7f38c6e67640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38b00a3240 0x7f38b00a5700 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f38b80092f0 tx=0x7f38b8004ab0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.479+0000 7f38c6e67640 1 -- 172.21.15.17:0/1865928017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38c0102d50 msgr2=0x7f38c0198390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:33.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.479+0000 7f38c6e67640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38c0102d50 0x7f38c0198390 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7f38b400d770 tx=0x7f38b400dc30 comp rx=0 tx=0).stop 2024-09-16T01:59:33.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.479+0000 7f38c6e67640 1 -- 172.21.15.17:0/1865928017 shutdown_connections 2024-09-16T01:59:33.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.479+0000 7f38c6e67640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38b00a3240 0x7f38b00a5700 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.479+0000 7f38c6e67640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38c010c180 0x7f38c019cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.479+0000 7f38c6e67640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38c0103670 0x7f38c01988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.479+0000 7f38c6e67640 1 --2- 172.21.15.17:0/1865928017 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38c0102d50 0x7f38c0198390 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:33.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.479+0000 7f38c6e67640 1 -- 172.21.15.17:0/1865928017 >> 172.21.15.17:0/1865928017 conn(0x7f38c00fc7d0 msgr2=0x7f38c00fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:33.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.479+0000 7f38c6e67640 1 -- 172.21.15.17:0/1865928017 shutdown_connections 2024-09-16T01:59:33.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:33.479+0000 7f38c6e67640 1 -- 172.21.15.17:0/1865928017 wait complete. 2024-09-16T01:59:34.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 27806 8.41 MB/sec execute 56 sec latency 124.555 ms 2024-09-16T01:59:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:34 smithi017 ceph-mon[30972]: pgmap v820: 97 pgs: 97 active+clean; 466 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 3.6 MiB/s wr, 210 op/s 2024-09-16T01:59:34.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:34 smithi122 ceph-mon[34758]: pgmap v820: 97 pgs: 97 active+clean; 466 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 3.6 MiB/s wr, 210 op/s 2024-09-16T01:59:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:34 smithi029 ceph-mon[34783]: pgmap v820: 97 pgs: 97 active+clean; 466 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 589 KiB/s rd, 3.6 MiB/s wr, 210 op/s 2024-09-16T01:59:35.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 27960 8.51 MB/sec execute 57 sec latency 128.170 ms 2024-09-16T01:59:36.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 28043 8.45 MB/sec execute 58 sec latency 196.649 ms 2024-09-16T01:59:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:36 smithi017 ceph-mon[30972]: pgmap v821: 97 pgs: 97 active+clean; 475 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 4.1 MiB/s wr, 202 op/s 2024-09-16T01:59:36.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:36 smithi029 ceph-mon[34783]: pgmap v821: 97 pgs: 97 active+clean; 475 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 4.1 MiB/s wr, 202 op/s 2024-09-16T01:59:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:36 smithi122 ceph-mon[34758]: pgmap v821: 97 pgs: 97 active+clean; 475 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 667 KiB/s rd, 4.1 MiB/s wr, 202 op/s 2024-09-16T01:59:37.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 28165 8.46 MB/sec execute 59 sec latency 206.099 ms 2024-09-16T01:59:38.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 28306 8.45 MB/sec execute 60 sec latency 77.423 ms 2024-09-16T01:59:38.611 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T01:59:38.611 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T01:59:38.643 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:38 smithi017 ceph-mon[30972]: pgmap v822: 97 pgs: 97 active+clean; 477 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 3.5 MiB/s wr, 162 op/s 2024-09-16T01:59:38.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:38 smithi122 ceph-mon[34758]: pgmap v822: 97 pgs: 97 active+clean; 477 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 3.5 MiB/s wr, 162 op/s 2024-09-16T01:59:38.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:38 smithi029 ceph-mon[34783]: pgmap v822: 97 pgs: 97 active+clean; 477 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 3.5 MiB/s wr, 162 op/s 2024-09-16T01:59:38.984 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:59:39.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 28451 8.44 MB/sec execute 61 sec latency 91.502 ms 2024-09-16T01:59:39.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.557+0000 7feafe82b640 1 -- 172.21.15.17:0/3863625961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feaf8106a80 msgr2=0x7feaf8106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:39.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.557+0000 7feafe82b640 1 --2- 172.21.15.17:0/3863625961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feaf8106a80 0x7feaf8106e60 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7feae8009930 tx=0x7feae802a420 comp rx=0 tx=0).stop 2024-09-16T01:59:39.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.557+0000 7feafe82b640 1 -- 172.21.15.17:0/3863625961 shutdown_connections 2024-09-16T01:59:39.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.557+0000 7feafe82b640 1 --2- 172.21.15.17:0/3863625961 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feaf8101420 0x7feaf810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.557+0000 7feafe82b640 1 --2- 172.21.15.17:0/3863625961 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaf8100a80 0x7feaf8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.557+0000 7feafe82b640 1 --2- 172.21.15.17:0/3863625961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feaf8106a80 0x7feaf8106e60 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.557+0000 7feafe82b640 1 -- 172.21.15.17:0/3863625961 >> 172.21.15.17:0/3863625961 conn(0x7feaf80fc7a0 msgr2=0x7feaf80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:39.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.558+0000 7feafe82b640 1 -- 172.21.15.17:0/3863625961 shutdown_connections 2024-09-16T01:59:39.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.558+0000 7feafe82b640 1 -- 172.21.15.17:0/3863625961 wait complete. 2024-09-16T01:59:39.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.558+0000 7feafe82b640 1 Processor -- start 2024-09-16T01:59:39.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.558+0000 7feafe82b640 1 -- start start 2024-09-16T01:59:39.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feafe82b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feaf8100a80 0x7feaf81a4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feafe82b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feaf8101420 0x7feaf81a4b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feafe82b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaf8106a80 0x7feaf810cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feafe82b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feaf8111e80 con 0x7feaf8101420 2024-09-16T01:59:39.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feafe82b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feaf8111d00 con 0x7feaf8106a80 2024-09-16T01:59:39.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feafe82b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feaf8112000 con 0x7feaf8100a80 2024-09-16T01:59:39.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feaf7fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feaf8100a80 0x7feaf81a4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feaf77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feaf8101420 0x7feaf81a4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feaf7fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feaf8100a80 0x7feaf81a4650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38386/0 (socket says 172.21.15.17:38386) 2024-09-16T01:59:39.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feaf7fff640 1 -- 172.21.15.17:0/171967482 learned_addr learned my addr 172.21.15.17:0/171967482 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:39.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feafcdc8640 1 --2- 172.21.15.17:0/171967482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaf8106a80 0x7feaf810cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feaf7fff640 1 -- 172.21.15.17:0/171967482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaf8106a80 msgr2=0x7feaf810cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:39.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feaf7fff640 1 --2- 172.21.15.17:0/171967482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaf8106a80 0x7feaf810cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feaf7fff640 1 -- 172.21.15.17:0/171967482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feaf8101420 msgr2=0x7feaf81a4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:39.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feaf7fff640 1 --2- 172.21.15.17:0/171967482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feaf8101420 0x7feaf81a4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.559+0000 7feaf7fff640 1 -- 172.21.15.17:0/171967482 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feaf810d330 con 0x7feaf8100a80 2024-09-16T01:59:39.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.560+0000 7feaf7fff640 1 --2- 172.21.15.17:0/171967482 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feaf8100a80 0x7feaf81a4650 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7feae8005ab0 tx=0x7feae8003b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:39.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.560+0000 7feaf57fa640 1 -- 172.21.15.17:0/171967482 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae803f070 con 0x7feaf8100a80 2024-09-16T01:59:39.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.560+0000 7feafe82b640 1 -- 172.21.15.17:0/171967482 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feaf810d5c0 con 0x7feaf8100a80 2024-09-16T01:59:39.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.560+0000 7feaf57fa640 1 -- 172.21.15.17:0/171967482 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feae8031b50 con 0x7feaf8100a80 2024-09-16T01:59:39.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.560+0000 7feaf57fa640 1 -- 172.21.15.17:0/171967482 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae8035030 con 0x7feaf8100a80 2024-09-16T01:59:39.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.560+0000 7feafe82b640 1 -- 172.21.15.17:0/171967482 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feaf81ab4b0 con 0x7feaf8100a80 2024-09-16T01:59:39.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.563+0000 7feaf57fa640 1 -- 172.21.15.17:0/171967482 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7feae8042070 con 0x7feaf8100a80 2024-09-16T01:59:39.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.564+0000 7feb00c04740 1 Processor -- start 2024-09-16T01:59:39.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.564+0000 7feaf57fa640 1 --2- 172.21.15.17:0/171967482 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feae00a32c0 0x7feae00a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.564+0000 7feb00c04740 1 -- start start 2024-09-16T01:59:39.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.564+0000 7feafcdc8640 1 --2- 172.21.15.17:0/171967482 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feae00a32c0 0x7feae00a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.564+0000 7feaf57fa640 1 -- 172.21.15.17:0/171967482 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feae80efe80 con 0x7feaf8100a80 2024-09-16T01:59:39.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.564+0000 7feb00c04740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6bb60 0x558bd4c6bf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.564+0000 7feb00c04740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c6c480 0x558bd4c76800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.564+0000 7feb00c04740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c76d40 0x558bd4c79130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.564+0000 7feb00c04740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558bd4bd1280 con 0x558bd4c6bb60 2024-09-16T01:59:39.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.564+0000 7feb00c04740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558bd4b78b10 con 0x558bd4c76d40 2024-09-16T01:59:39.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.564+0000 7feb00c04740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558bd4bcd240 con 0x558bd4c6c480 2024-09-16T01:59:39.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.564+0000 7feaf77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c6c480 0x558bd4c76800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.565+0000 7feaf77fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c6c480 0x558bd4c76800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38392/0 (socket says 172.21.15.17:38392) 2024-09-16T01:59:39.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.565+0000 7feaf77fe640 1 -- 172.21.15.17:0/2151185852 learned_addr learned my addr 172.21.15.17:0/2151185852 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:39.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.565+0000 7feaf7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6bb60 0x558bd4c6bf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.565+0000 7feafcdc8640 1 --2- 172.21.15.17:0/2151185852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c76d40 0x558bd4c79130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.565+0000 7feafcdc8640 1 --2- 172.21.15.17:0/171967482 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feae00a32c0 0x7feae00a5780 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7feaf00099a0 tx=0x7feaf0009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:39.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.566+0000 7feafcdc8640 1 -- 172.21.15.17:0/2151185852 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c6c480 msgr2=0x558bd4c76800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:39.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.566+0000 7feafcdc8640 1 --2- 172.21.15.17:0/2151185852 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c6c480 0x558bd4c76800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.566+0000 7feafcdc8640 1 -- 172.21.15.17:0/2151185852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6bb60 msgr2=0x558bd4c6bf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:39.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.566+0000 7feafcdc8640 1 --2- 172.21.15.17:0/2151185852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6bb60 0x558bd4c6bf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.566+0000 7feafcdc8640 1 -- 172.21.15.17:0/2151185852 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558bd4b851f0 con 0x558bd4c76d40 2024-09-16T01:59:39.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.566+0000 7feaf7fff640 1 --2- 172.21.15.17:0/2151185852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6bb60 0x558bd4c6bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:59:39.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.566+0000 7feafcdc8640 1 --2- 172.21.15.17:0/2151185852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c76d40 0x558bd4c79130 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7feaf81a53a0 tx=0x7feaf0014000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ff3b71eb35a10 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:39.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.566+0000 7feade7fc640 1 -- 172.21.15.17:0/2151185852 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf00044d0 con 0x558bd4c76d40 2024-09-16T01:59:39.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.566+0000 7feade7fc640 1 -- 172.21.15.17:0/2151185852 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feaf0004670 con 0x558bd4c76d40 2024-09-16T01:59:39.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.566+0000 7feade7fc640 1 -- 172.21.15.17:0/2151185852 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaf001b670 con 0x558bd4c76d40 2024-09-16T01:59:39.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.567+0000 7feb00c04740 1 -- 172.21.15.17:0/2151185852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c76d40 msgr2=0x558bd4c79130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:39.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.567+0000 7feb00c04740 1 --2- 172.21.15.17:0/2151185852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c76d40 0x558bd4c79130 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7feaf81a53a0 tx=0x7feaf0014000 comp rx=0 tx=0).stop 2024-09-16T01:59:39.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.567+0000 7feb00c04740 1 -- 172.21.15.17:0/2151185852 shutdown_connections 2024-09-16T01:59:39.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.567+0000 7feb00c04740 1 --2- 172.21.15.17:0/2151185852 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c76d40 0x558bd4c79130 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.567+0000 7feb00c04740 1 --2- 172.21.15.17:0/2151185852 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c6c480 0x558bd4c76800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.567+0000 7feb00c04740 1 --2- 172.21.15.17:0/2151185852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6bb60 0x558bd4c6bf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.567+0000 7feb00c04740 1 -- 172.21.15.17:0/2151185852 >> 172.21.15.17:0/2151185852 conn(0x558bd4c680f0 msgr2=0x558bd4c684d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:39.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.567+0000 7feb00c04740 1 -- 172.21.15.17:0/2151185852 shutdown_connections 2024-09-16T01:59:39.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.567+0000 7feb00c04740 1 -- 172.21.15.17:0/2151185852 wait complete. 2024-09-16T01:59:39.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.568+0000 7feb00c04740 1 -- start start 2024-09-16T01:59:39.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.568+0000 7feb00c04740 1 Processor -- start 2024-09-16T01:59:39.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.568+0000 7feb00c04740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6bb60 0x558bd4c73c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.568+0000 7feb00c04740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6c480 0x558bd4c74180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.568+0000 7feb00c04740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c76d40 0x558bd4c746c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feb00c04740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558bd4c79910 con 0x558bd4c6c480 2024-09-16T01:59:39.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feb00c04740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558bd4b8bf10 con 0x558bd4c6bb60 2024-09-16T01:59:39.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feb00c04740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558bd4c79a90 con 0x558bd4c76d40 2024-09-16T01:59:39.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feb00c04740 10 client.0 _ll_register_callbacks cb 0x558bd4b54a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:59:39.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feafcdc8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c76d40 0x558bd4c746c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feaf7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6bb60 0x558bd4c73c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feafcdc8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c76d40 0x558bd4c746c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38400/0 (socket says 172.21.15.17:38400) 2024-09-16T01:59:39.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feafcdc8640 1 -- 172.21.15.17:0/3200176954 learned_addr learned my addr 172.21.15.17:0/3200176954 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:39.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feaf77fe640 1 --2- 172.21.15.17:0/3200176954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6c480 0x558bd4c74180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feaf7fff640 1 -- 172.21.15.17:0/3200176954 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c76d40 msgr2=0x558bd4c746c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:39.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feaf7fff640 1 --2- 172.21.15.17:0/3200176954 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c76d40 0x558bd4c746c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feaf7fff640 1 -- 172.21.15.17:0/3200176954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6c480 msgr2=0x558bd4c74180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:39.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feaf7fff640 1 --2- 172.21.15.17:0/3200176954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6c480 0x558bd4c74180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feaf7fff640 1 -- 172.21.15.17:0/3200176954 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558bd49426a0 con 0x558bd4c6bb60 2024-09-16T01:59:39.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feaf77fe640 1 --2- 172.21.15.17:0/3200176954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6c480 0x558bd4c74180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T01:59:39.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7feaf7fff640 1 --2- 172.21.15.17:0/3200176954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6bb60 0x558bd4c73c40 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7feae80bc430 tx=0x7feae8009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7045202fd39f660 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:39.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.569+0000 7fead77fe640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:59:39.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.570+0000 7fead77fe640 1 -- 172.21.15.17:0/3200176954 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae80d5060 con 0x558bd4c6bb60 2024-09-16T01:59:39.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.570+0000 7fead77fe640 1 -- 172.21.15.17:0/3200176954 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feae803b460 con 0x558bd4c6bb60 2024-09-16T01:59:39.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.570+0000 7feb00c04740 1 -- 172.21.15.17:0/3200176954 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feaf0004670 con 0x558bd4c6bb60 2024-09-16T01:59:39.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.570+0000 7fead77fe640 1 -- 172.21.15.17:0/3200176954 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7feae8049040 con 0x558bd4c6bb60 2024-09-16T01:59:39.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.570+0000 7feb00c04740 10 client.27725 fetch_fsmap learned FSMap version 28 2024-09-16T01:59:39.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.570+0000 7feb00c04740 1 -- 172.21.15.17:0/3200176954 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558bd4c85570 con 0x558bd4c6bb60 2024-09-16T01:59:39.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.570+0000 7fead77fe640 1 -- 172.21.15.17:0/3200176954 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feaf0004670 con 0x558bd4c6bb60 2024-09-16T01:59:39.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.571+0000 7fead77fe640 1 -- 172.21.15.17:0/3200176954 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7feae80bc700 con 0x558bd4c6bb60 2024-09-16T01:59:39.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.571+0000 7feb00c04740 10 client.27725 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T01:59:39.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.571+0000 7feb00c04740 10 client.27725 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:59:39.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.571+0000 7feb00c04740 20 client.27725 populate_metadata read hostname 'smithi017' 2024-09-16T01:59:39.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.571+0000 7feb00c04740 1 --2- 172.21.15.17:0/3200176954 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558bd4c86960 0x558bd4c88de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.571+0000 7feb00c04740 4 client.27725 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:59:39.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.571+0000 7feb00c04740 1 -- 172.21.15.17:0/3200176954 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558bd4bde7f0 con 0x558bd4c86960 2024-09-16T01:59:39.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.571+0000 7feaf77fe640 1 --2- 172.21.15.17:0/3200176954 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558bd4c86960 0x558bd4c88de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.572+0000 7feaf77fe640 1 --2- 172.21.15.17:0/3200176954 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558bd4c86960 0x558bd4c88de0 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=52d9cf1967f14574 server_cookie=ce459cb2bf52072b in_seq=0 out_seq=0 2024-09-16T01:59:39.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.572+0000 7fead77fe640 10 client.27725 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:39.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.573+0000 7fead77fe640 1 -- 172.21.15.17:0/3200176954 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558bd4bde7f0 con 0x558bd4c86960 2024-09-16T01:59:39.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.573+0000 7fead77fe640 10 client.27725 handle_command_reply: tid=0 2024-09-16T01:59:39.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.573+0000 7feb00c04740 1 client.27725 shutdown 2024-09-16T01:59:39.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.574+0000 7feb00c04740 1 -- 172.21.15.17:0/3200176954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6bb60 msgr2=0x558bd4c73c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:39.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.574+0000 7feb00c04740 1 --2- 172.21.15.17:0/3200176954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6bb60 0x558bd4c73c40 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7feae80bc430 tx=0x7feae8009260 comp rx=0 tx=0).stop 2024-09-16T01:59:39.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.574+0000 7feb00c04740 1 -- 172.21.15.17:0/3200176954 shutdown_connections 2024-09-16T01:59:39.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.574+0000 7feb00c04740 1 --2- 172.21.15.17:0/3200176954 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558bd4c86960 0x558bd4c88de0 crc :-1 s=READY pgs=244 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.574+0000 7feb00c04740 1 --2- 172.21.15.17:0/3200176954 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c76d40 0x558bd4c746c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.574+0000 7feb00c04740 1 --2- 172.21.15.17:0/3200176954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6c480 0x558bd4c74180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.574+0000 7feb00c04740 1 --2- 172.21.15.17:0/3200176954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6bb60 0x558bd4c73c40 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.574+0000 7feb00c04740 1 -- 172.21.15.17:0/3200176954 >> 172.21.15.17:0/3200176954 conn(0x558bd4c680f0 msgr2=0x558bd4c6de20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:39.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.574+0000 7fead77fe640 0 client.27725 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:39.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.574+0000 7feb00c04740 1 -- 172.21.15.17:0/3200176954 shutdown_connections 2024-09-16T01:59:39.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.574+0000 7feb00c04740 1 -- 172.21.15.17:0/3200176954 wait complete. 2024-09-16T01:59:39.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.574+0000 7feb00c04740 20 client.27725 trim_cache size 0 max 16384 2024-09-16T01:59:39.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.600+0000 7feb00c04740 1 Processor -- start 2024-09-16T01:59:39.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.600+0000 7feb00c04740 1 -- start start 2024-09-16T01:59:39.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.600+0000 7feb00c04740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6bb60 0x558bd4c67160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.600+0000 7feb00c04740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c6c480 0x558bd4c8e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feb00c04740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c76d40 0x558bd4c8ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feb00c04740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feaf81b63f0 con 0x558bd4c76d40 2024-09-16T01:59:39.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feb00c04740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feaf81b3cc0 con 0x558bd4c6bb60 2024-09-16T01:59:39.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feb00c04740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feaf81b1af0 con 0x558bd4c6c480 2024-09-16T01:59:39.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feafcdc8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c76d40 0x558bd4c8ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feaf7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6bb60 0x558bd4c67160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feaf7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6bb60 0x558bd4c67160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51390/0 (socket says 172.21.15.17:51390) 2024-09-16T01:59:39.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feafcdc8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c76d40 0x558bd4c8ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59190/0 (socket says 172.21.15.17:59190) 2024-09-16T01:59:39.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feaf7fff640 1 -- 172.21.15.17:0/1893224998 learned_addr learned my addr 172.21.15.17:0/1893224998 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:39.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feaf77fe640 1 --2- 172.21.15.17:0/1893224998 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c6c480 0x558bd4c8e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feaf7fff640 1 -- 172.21.15.17:0/1893224998 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c6c480 msgr2=0x558bd4c8e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:39.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feaf7fff640 1 --2- 172.21.15.17:0/1893224998 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c6c480 0x558bd4c8e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feaf7fff640 1 -- 172.21.15.17:0/1893224998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c76d40 msgr2=0x558bd4c8ebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:39.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feaf7fff640 1 --2- 172.21.15.17:0/1893224998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c76d40 0x558bd4c8ebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feaf7fff640 1 -- 172.21.15.17:0/1893224998 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558bd4c76510 con 0x558bd4c6bb60 2024-09-16T01:59:39.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.601+0000 7feaf7fff640 1 --2- 172.21.15.17:0/1893224998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6bb60 0x558bd4c67160 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7feae802a9e0 tx=0x7feae8001e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7df5ef12426f5c4c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:39.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.602+0000 7feaddffb640 1 -- 172.21.15.17:0/1893224998 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae80d5040 con 0x558bd4c6bb60 2024-09-16T01:59:39.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.602+0000 7feaddffb640 1 -- 172.21.15.17:0/1893224998 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feae80c0850 con 0x558bd4c6bb60 2024-09-16T01:59:39.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.602+0000 7feaddffb640 1 -- 172.21.15.17:0/1893224998 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feae80b8cb0 con 0x558bd4c6bb60 2024-09-16T01:59:39.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.603+0000 7feb00c04740 1 -- 172.21.15.17:0/1893224998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6bb60 msgr2=0x558bd4c67160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:39.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.603+0000 7feb00c04740 1 --2- 172.21.15.17:0/1893224998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6bb60 0x558bd4c67160 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7feae802a9e0 tx=0x7feae8001e70 comp rx=0 tx=0).stop 2024-09-16T01:59:39.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.603+0000 7feb00c04740 1 -- 172.21.15.17:0/1893224998 shutdown_connections 2024-09-16T01:59:39.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.603+0000 7feb00c04740 1 --2- 172.21.15.17:0/1893224998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c76d40 0x558bd4c8ebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.603+0000 7feb00c04740 1 --2- 172.21.15.17:0/1893224998 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c6c480 0x558bd4c8e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.603+0000 7feb00c04740 1 --2- 172.21.15.17:0/1893224998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6bb60 0x558bd4c67160 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.603+0000 7feb00c04740 1 -- 172.21.15.17:0/1893224998 >> 172.21.15.17:0/1893224998 conn(0x558bd4c680f0 msgr2=0x558bd4c66a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:39.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.603+0000 7feb00c04740 1 -- 172.21.15.17:0/1893224998 shutdown_connections 2024-09-16T01:59:39.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.603+0000 7feb00c04740 1 -- 172.21.15.17:0/1893224998 wait complete. 2024-09-16T01:59:39.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.603+0000 7feb00c04740 1 -- start start 2024-09-16T01:59:39.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.604+0000 7feb00c04740 1 Processor -- start 2024-09-16T01:59:39.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.604+0000 7feb00c04740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6bb60 0x558bd4c7f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.604+0000 7feb00c04740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6c480 0x558bd4c7a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.604+0000 7feb00c04740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c76d40 0x558bd4c7aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.604+0000 7feb00c04740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7feaf81b2180 con 0x558bd4c6bb60 2024-09-16T01:59:39.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.604+0000 7feb00c04740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7feaf81b35f0 con 0x558bd4c6c480 2024-09-16T01:59:39.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.604+0000 7feb00c04740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7feaf81b2850 con 0x558bd4c76d40 2024-09-16T01:59:39.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.604+0000 7feb00c04740 10 client.0 _ll_register_callbacks cb 0x7feae8005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:59:39.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.604+0000 7feaf77fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6c480 0x558bd4c7a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.604+0000 7feaf7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6bb60 0x558bd4c7f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.604+0000 7feaf77fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6c480 0x558bd4c7a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:51404/0 (socket says 172.21.15.17:51404) 2024-09-16T01:59:39.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.604+0000 7feaf77fe640 1 -- 172.21.15.17:0/193854416 learned_addr learned my addr 172.21.15.17:0/193854416 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:39.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.604+0000 7feafcdc8640 1 --2- 172.21.15.17:0/193854416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c76d40 0x558bd4c7aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.604+0000 7feaf77fe640 1 -- 172.21.15.17:0/193854416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c76d40 msgr2=0x558bd4c7aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:39.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.605+0000 7feaf77fe640 1 --2- 172.21.15.17:0/193854416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c76d40 0x558bd4c7aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.605+0000 7feaf77fe640 1 -- 172.21.15.17:0/193854416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6bb60 msgr2=0x558bd4c7f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:39.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.605+0000 7feaf77fe640 1 --2- 172.21.15.17:0/193854416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6bb60 0x558bd4c7f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.605+0000 7feaf77fe640 1 -- 172.21.15.17:0/193854416 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558bd4c7af40 con 0x558bd4c6c480 2024-09-16T01:59:39.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.605+0000 7feaf77fe640 1 --2- 172.21.15.17:0/193854416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6c480 0x558bd4c7a4c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7feaec005d00 tx=0x7feaec01fae0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73ee4dcdf4b4a6b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:39.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.605+0000 7fead77fe640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T01:59:39.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.605+0000 7fead77fe640 1 -- 172.21.15.17:0/193854416 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feaec011ca0 con 0x558bd4c6c480 2024-09-16T01:59:39.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.605+0000 7fead77fe640 1 -- 172.21.15.17:0/193854416 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7feaec005020 con 0x558bd4c6c480 2024-09-16T01:59:39.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.605+0000 7feb00c04740 1 -- 172.21.15.17:0/193854416 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7feae80c0850 con 0x558bd4c6c480 2024-09-16T01:59:39.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.606+0000 7fead77fe640 1 -- 172.21.15.17:0/193854416 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7feaec011e40 con 0x558bd4c6c480 2024-09-16T01:59:39.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.606+0000 7feb00c04740 10 client.27731 fetch_fsmap learned FSMap version 28 2024-09-16T01:59:39.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.606+0000 7feb00c04740 1 -- 172.21.15.17:0/193854416 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558bd4cf1480 con 0x558bd4c6c480 2024-09-16T01:59:39.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.606+0000 7fead77fe640 1 -- 172.21.15.17:0/193854416 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7feae80c0850 con 0x558bd4c6c480 2024-09-16T01:59:39.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.606+0000 7fead77fe640 1 -- 172.21.15.17:0/193854416 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7feaec02f050 con 0x558bd4c6c480 2024-09-16T01:59:39.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.606+0000 7feb00c04740 10 client.27731 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T01:59:39.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.606+0000 7feb00c04740 10 client.27731 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:59:39.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.606+0000 7feb00c04740 20 client.27731 populate_metadata read hostname 'smithi017' 2024-09-16T01:59:39.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.606+0000 7feb00c04740 1 --2- 172.21.15.17:0/193854416 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558bd4cf1c60 0x558bd4cf4080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:39.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.606+0000 7feb00c04740 4 client.27731 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T01:59:39.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.606+0000 7feb00c04740 1 -- 172.21.15.17:0/193854416 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x558bd4bd8d00 con 0x558bd4cf1c60 2024-09-16T01:59:39.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.606+0000 7feaf7fff640 1 --2- 172.21.15.17:0/193854416 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558bd4cf1c60 0x558bd4cf4080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:39.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.607+0000 7fead77fe640 10 client.27731 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:39.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.607+0000 7feaf7fff640 1 --2- 172.21.15.17:0/193854416 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558bd4cf1c60 0x558bd4cf4080 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=97cd3582e3b5e81f server_cookie=1155d526eee2e5b5 in_seq=0 out_seq=0 2024-09-16T01:59:39.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.608+0000 7fead77fe640 1 -- 172.21.15.17:0/193854416 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x558bd4bd8d00 con 0x558bd4cf1c60 2024-09-16T01:59:39.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.608+0000 7fead77fe640 10 client.27731 handle_command_reply: tid=0 2024-09-16T01:59:39.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.608+0000 7feb00c04740 1 client.27731 shutdown 2024-09-16T01:59:39.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.609+0000 7feb00c04740 1 -- 172.21.15.17:0/193854416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6c480 msgr2=0x558bd4c7a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:39.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.609+0000 7feb00c04740 1 --2- 172.21.15.17:0/193854416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6c480 0x558bd4c7a4c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7feaec005d00 tx=0x7feaec01fae0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.609+0000 7feb00c04740 1 -- 172.21.15.17:0/193854416 shutdown_connections 2024-09-16T01:59:39.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.609+0000 7feb00c04740 1 --2- 172.21.15.17:0/193854416 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558bd4cf1c60 0x558bd4cf4080 crc :-1 s=READY pgs=245 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.609+0000 7feb00c04740 1 --2- 172.21.15.17:0/193854416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558bd4c76d40 0x558bd4c7aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.609+0000 7feb00c04740 1 --2- 172.21.15.17:0/193854416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558bd4c6c480 0x558bd4c7a4c0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.609+0000 7fead77fe640 0 client.27731 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:39.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.609+0000 7feb00c04740 1 --2- 172.21.15.17:0/193854416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558bd4c6bb60 0x558bd4c7f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.609+0000 7feb00c04740 1 -- 172.21.15.17:0/193854416 >> 172.21.15.17:0/193854416 conn(0x558bd4c680f0 msgr2=0x558bd4c67270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:39.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.609+0000 7feb00c04740 1 -- 172.21.15.17:0/193854416 shutdown_connections 2024-09-16T01:59:39.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.609+0000 7feb00c04740 1 -- 172.21.15.17:0/193854416 wait complete. 2024-09-16T01:59:39.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.609+0000 7feb00c04740 20 client.27731 trim_cache size 0 max 16384 2024-09-16T01:59:39.616 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:59:39.616 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T01:59:39.616 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "446a1355-2926-412f-ae81-7acfc78d1e9a", 2024-09-16T01:59:39.616 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T01:59:39.616 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:59:39.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.610+0000 7feafe82b640 1 -- 172.21.15.17:0/171967482 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feae00a32c0 msgr2=0x7feae00a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:39.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.610+0000 7feafe82b640 1 --2- 172.21.15.17:0/171967482 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feae00a32c0 0x7feae00a5780 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7feaf00099a0 tx=0x7feaf0009500 comp rx=0 tx=0).stop 2024-09-16T01:59:39.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.610+0000 7feafe82b640 1 -- 172.21.15.17:0/171967482 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feaf8100a80 msgr2=0x7feaf81a4650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:39.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.610+0000 7feafe82b640 1 --2- 172.21.15.17:0/171967482 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feaf8100a80 0x7feaf81a4650 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7feae8005ab0 tx=0x7feae8003b90 comp rx=0 tx=0).stop 2024-09-16T01:59:39.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.610+0000 7feafe82b640 1 -- 172.21.15.17:0/171967482 shutdown_connections 2024-09-16T01:59:39.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.610+0000 7feafe82b640 1 --2- 172.21.15.17:0/171967482 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7feae00a32c0 0x7feae00a5780 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.610+0000 7feafe82b640 1 --2- 172.21.15.17:0/171967482 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7feaf8106a80 0x7feaf810cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.610+0000 7feafe82b640 1 --2- 172.21.15.17:0/171967482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feaf8101420 0x7feaf81a4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.610+0000 7feafe82b640 1 --2- 172.21.15.17:0/171967482 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7feaf8100a80 0x7feaf81a4650 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:39.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.610+0000 7feafe82b640 1 -- 172.21.15.17:0/171967482 >> 172.21.15.17:0/171967482 conn(0x7feaf80fc7a0 msgr2=0x7feaf80fdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:39.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.611+0000 7feafe82b640 1 -- 172.21.15.17:0/171967482 shutdown_connections 2024-09-16T01:59:39.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:39.611+0000 7feafe82b640 1 -- 172.21.15.17:0/171967482 wait complete. 2024-09-16T01:59:40.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 28568 8.40 MB/sec execute 62 sec latency 144.262 ms 2024-09-16T01:59:40.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:40 smithi017 ceph-mon[30972]: pgmap v823: 97 pgs: 97 active+clean; 482 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 619 KiB/s rd, 4.5 MiB/s wr, 186 op/s 2024-09-16T01:59:40.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:40 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T01:59:40.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:40 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:40.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:40 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:59:40.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:40 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:59:40.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:40 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:40.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:40 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:59:40.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:40 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:40.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:40 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:59:40.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:40 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:40 smithi122 ceph-mon[34758]: pgmap v823: 97 pgs: 97 active+clean; 482 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 619 KiB/s rd, 4.5 MiB/s wr, 186 op/s 2024-09-16T01:59:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:40 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T01:59:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:40 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:40 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:59:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:40 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:59:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:40 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:40 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:59:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:40 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:40 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:59:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:40 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:40.801 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:40 smithi029 ceph-mon[34783]: pgmap v823: 97 pgs: 97 active+clean; 482 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 619 KiB/s rd, 4.5 MiB/s wr, 186 op/s 2024-09-16T01:59:40.801 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:40 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T01:59:40.801 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:40 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:40.801 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:40 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:59:40.801 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:40 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:59:40.801 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:40 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:40.801 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:40 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:59:40.801 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:40 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:40.801 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:40 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:59:40.802 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:40 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:41.040 INFO:tasks.workunit.client.0.smithi017.stdout: 10 28677 8.29 MB/sec execute 63 sec latency 349.440 ms 2024-09-16T01:59:41.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:41 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T01:59:41.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:41 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:41.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:41 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:41.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:41 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T01:59:41.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:41 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:41.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:41 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:41.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:41 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T01:59:41.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:41 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:41.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:41 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T01:59:41.978 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T01:59:42.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 28807 8.21 MB/sec execute 64 sec latency 110.224 ms 2024-09-16T01:59:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T01:59:42.644 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:42 smithi017 ceph-mon[30972]: pgmap v824: 97 pgs: 97 active+clean; 486 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 493 KiB/s rd, 4.5 MiB/s wr, 152 op/s 2024-09-16T01:59:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:42 smithi122 ceph-mon[34758]: pgmap v824: 97 pgs: 97 active+clean; 486 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 493 KiB/s rd, 4.5 MiB/s wr, 152 op/s 2024-09-16T01:59:42.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:42 smithi029 ceph-mon[34783]: pgmap v824: 97 pgs: 97 active+clean; 486 MiB data, 2.2 GiB used, 1.0 TiB / 1.0 TiB avail; 493 KiB/s rd, 4.5 MiB/s wr, 152 op/s 2024-09-16T01:59:42.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.982+0000 7f65e0b68640 1 -- 172.21.15.17:0/1706884488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65dc1027a0 msgr2=0x7f65dc1067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:42.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.982+0000 7f65e0b68640 1 --2- 172.21.15.17:0/1706884488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65dc1027a0 0x7f65dc1067f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f65d0009860 tx=0x7f65d002a340 comp rx=0 tx=0).stop 2024-09-16T01:59:42.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.983+0000 7f65e0b68640 1 -- 172.21.15.17:0/1706884488 shutdown_connections 2024-09-16T01:59:42.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.983+0000 7f65e0b68640 1 --2- 172.21.15.17:0/1706884488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc106f20 0x7f65dc10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:42.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.983+0000 7f65e0b68640 1 --2- 172.21.15.17:0/1706884488 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65dc1027a0 0x7f65dc1067f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:42.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.983+0000 7f65e0b68640 1 --2- 172.21.15.17:0/1706884488 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65dc101df0 0x7f65dc1021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.983+0000 7f65e0b68640 1 -- 172.21.15.17:0/1706884488 >> 172.21.15.17:0/1706884488 conn(0x7f65dc0fd8b0 msgr2=0x7f65dc0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.983+0000 7f65e0b68640 1 -- 172.21.15.17:0/1706884488 shutdown_connections 2024-09-16T01:59:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.983+0000 7f65e0b68640 1 -- 172.21.15.17:0/1706884488 wait complete. 2024-09-16T01:59:42.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.984+0000 7f65e0b68640 1 Processor -- start 2024-09-16T01:59:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.984+0000 7f65e0b68640 1 -- start start 2024-09-16T01:59:42.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.984+0000 7f65e0b68640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65dc101df0 0x7f65dc198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:42.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.984+0000 7f65e0b68640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65dc1027a0 0x7f65dc1988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:42.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.984+0000 7f65e0b68640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc106f20 0x7f65dc19cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:42.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.984+0000 7f65e0b68640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f65dc111df0 con 0x7f65dc106f20 2024-09-16T01:59:42.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.984+0000 7f65e0b68640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f65dc111c70 con 0x7f65dc101df0 2024-09-16T01:59:42.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.984+0000 7f65e0b68640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f65dc111f70 con 0x7f65dc1027a0 2024-09-16T01:59:42.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.984+0000 7f65dad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc106f20 0x7f65dc19cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:42.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.984+0000 7f65d9d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65dc1027a0 0x7f65dc1988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:42.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.984+0000 7f65da59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65dc101df0 0x7f65dc198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:42.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.984+0000 7f65dad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc106f20 0x7f65dc19cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59230/0 (socket says 172.21.15.17:59230) 2024-09-16T01:59:42.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.984+0000 7f65dad9d640 1 -- 172.21.15.17:0/2037728140 learned_addr learned my addr 172.21.15.17:0/2037728140 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:42.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.985+0000 7f65d9d9b640 1 -- 172.21.15.17:0/2037728140 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65dc101df0 msgr2=0x7f65dc198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:42.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.985+0000 7f65d9d9b640 1 --2- 172.21.15.17:0/2037728140 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65dc101df0 0x7f65dc198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:42.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.985+0000 7f65d9d9b640 1 -- 172.21.15.17:0/2037728140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc106f20 msgr2=0x7f65dc19cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:42.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.985+0000 7f65d9d9b640 1 --2- 172.21.15.17:0/2037728140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc106f20 0x7f65dc19cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:42.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.985+0000 7f65d9d9b640 1 -- 172.21.15.17:0/2037728140 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65dc19d320 con 0x7f65dc1027a0 2024-09-16T01:59:42.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.985+0000 7f65d9d9b640 1 --2- 172.21.15.17:0/2037728140 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65dc1027a0 0x7f65dc1988b0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f65d0035040 tx=0x7f65d0030bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:42.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.985+0000 7f65cb7fe640 1 -- 172.21.15.17:0/2037728140 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d0040020 con 0x7f65dc1027a0 2024-09-16T01:59:42.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.985+0000 7f65cb7fe640 1 -- 172.21.15.17:0/2037728140 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65d0038040 con 0x7f65dc1027a0 2024-09-16T01:59:42.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.985+0000 7f65cb7fe640 1 -- 172.21.15.17:0/2037728140 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d0037070 con 0x7f65dc1027a0 2024-09-16T01:59:42.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.985+0000 7f65e0b68640 1 -- 172.21.15.17:0/2037728140 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65dc19d5b0 con 0x7f65dc1027a0 2024-09-16T01:59:42.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.985+0000 7f65e0b68640 1 -- 172.21.15.17:0/2037728140 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65dc074420 con 0x7f65dc1027a0 2024-09-16T01:59:43.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.988+0000 7f65cb7fe640 1 -- 172.21.15.17:0/2037728140 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f65d0043020 con 0x7f65dc1027a0 2024-09-16T01:59:43.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.988+0000 7f65e2f41740 1 Processor -- start 2024-09-16T01:59:43.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.988+0000 7f65e2f41740 1 -- start start 2024-09-16T01:59:43.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65e2f41740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bddb67a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65e2f41740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddb6ce0 0x5625bddc9950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65e2f41740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddc9e90 0x5625bddcc280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65e2f41740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5625bdd1c2e0 con 0x5625bddb6ce0 2024-09-16T01:59:43.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65e2f41740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5625bdcc3ce0 con 0x5625bddc9e90 2024-09-16T01:59:43.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65e2f41740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5625bdd182a0 con 0x5625bddb63c0 2024-09-16T01:59:43.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65dad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bddb67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:43.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65dad9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bddb67a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38454/0 (socket says 172.21.15.17:38454) 2024-09-16T01:59:43.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65dad9d640 1 -- 172.21.15.17:0/4162474901 learned_addr learned my addr 172.21.15.17:0/4162474901 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:43.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65da59c640 1 --2- 172.21.15.17:0/4162474901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddb6ce0 0x5625bddc9950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:43.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65da59c640 1 -- 172.21.15.17:0/4162474901 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 msgr2=0x5625bddb67a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:43.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65da59c640 1 --2- 172.21.15.17:0/4162474901 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bddb67a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65da59c640 1 -- 172.21.15.17:0/4162474901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddc9e90 msgr2=0x5625bddcc280 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T01:59:43.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65da59c640 1 --2- 172.21.15.17:0/4162474901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddc9e90 0x5625bddcc280 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65cb7fe640 1 --2- 172.21.15.17:0/2037728140 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65c40a3240 0x7f65c40a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65da59c640 1 -- 172.21.15.17:0/4162474901 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5625bdca8440 con 0x5625bddb6ce0 2024-09-16T01:59:43.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.989+0000 7f65cb7fe640 1 -- 172.21.15.17:0/2037728140 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f65d00ef650 con 0x7f65dc1027a0 2024-09-16T01:59:43.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.990+0000 7f65da59c640 1 --2- 172.21.15.17:0/4162474901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddb6ce0 0x5625bddc9950 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f65cc009c20 tx=0x7f65cc011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a27cda30dbc09761 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:43.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.990+0000 7f65dad9d640 1 --2- 172.21.15.17:0/2037728140 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65c40a3240 0x7f65c40a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:43.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.990+0000 7f65c8ff9640 1 -- 172.21.15.17:0/4162474901 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65cc01e070 con 0x5625bddb6ce0 2024-09-16T01:59:43.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.990+0000 7f65c8ff9640 1 -- 172.21.15.17:0/4162474901 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65cc009dd0 con 0x5625bddb6ce0 2024-09-16T01:59:43.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.990+0000 7f65c8ff9640 1 -- 172.21.15.17:0/4162474901 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65cc0187d0 con 0x5625bddb6ce0 2024-09-16T01:59:43.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.991+0000 7f65dad9d640 1 --2- 172.21.15.17:0/2037728140 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65c40a3240 0x7f65c40a5700 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f65d4009590 tx=0x7f65d4010040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:43.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.991+0000 7f65e2f41740 1 -- 172.21.15.17:0/4162474901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddb6ce0 msgr2=0x5625bddc9950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:43.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.991+0000 7f65e2f41740 1 --2- 172.21.15.17:0/4162474901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddb6ce0 0x5625bddc9950 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f65cc009c20 tx=0x7f65cc011810 comp rx=0 tx=0).stop 2024-09-16T01:59:43.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.991+0000 7f65e2f41740 1 -- 172.21.15.17:0/4162474901 shutdown_connections 2024-09-16T01:59:43.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.991+0000 7f65e2f41740 1 --2- 172.21.15.17:0/4162474901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddc9e90 0x5625bddcc280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.991+0000 7f65e2f41740 1 --2- 172.21.15.17:0/4162474901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddb6ce0 0x5625bddc9950 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.991+0000 7f65e2f41740 1 --2- 172.21.15.17:0/4162474901 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bddb67a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.991+0000 7f65e2f41740 1 -- 172.21.15.17:0/4162474901 >> 172.21.15.17:0/4162474901 conn(0x5625bddb2a30 msgr2=0x5625bddb2e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:43.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.991+0000 7f65e2f41740 1 -- 172.21.15.17:0/4162474901 shutdown_connections 2024-09-16T01:59:43.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.991+0000 7f65e2f41740 1 -- 172.21.15.17:0/4162474901 wait complete. 2024-09-16T01:59:43.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.992+0000 7f65e2f41740 1 -- start start 2024-09-16T01:59:43.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.992+0000 7f65e2f41740 1 Processor -- start 2024-09-16T01:59:43.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.992+0000 7f65e2f41740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bddc98d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.992+0000 7f65e2f41740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 0x5625bddc6b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.992+0000 7f65e2f41740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddc9e90 0x5625bddc7310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.992+0000 7f65e2f41740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5625bddcca50 con 0x5625bddc9e90 2024-09-16T01:59:43.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.992+0000 7f65e2f41740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5625bdcd7050 con 0x5625bddb6ce0 2024-09-16T01:59:43.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.992+0000 7f65e2f41740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5625bddccbd0 con 0x5625bddb63c0 2024-09-16T01:59:43.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.992+0000 7f65e2f41740 10 client.0 _ll_register_callbacks cb 0x5625bdd17160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:59:43.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.992+0000 7f65da59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bddc98d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:43.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.992+0000 7f65da59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bddc98d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38462/0 (socket says 172.21.15.17:38462) 2024-09-16T01:59:43.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.992+0000 7f65da59c640 1 -- 172.21.15.17:0/1356308098 learned_addr learned my addr 172.21.15.17:0/1356308098 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:43.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.992+0000 7f65dad9d640 1 --2- 172.21.15.17:0/1356308098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddc9e90 0x5625bddc7310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:43.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.993+0000 7f65d9d9b640 1 --2- 172.21.15.17:0/1356308098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 0x5625bddc6b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:43.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.993+0000 7f65da59c640 1 -- 172.21.15.17:0/1356308098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 msgr2=0x5625bddc6b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:43.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.993+0000 7f65da59c640 1 --2- 172.21.15.17:0/1356308098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 0x5625bddc6b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.993+0000 7f65da59c640 1 -- 172.21.15.17:0/1356308098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddc9e90 msgr2=0x5625bddc7310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:43.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.993+0000 7f65da59c640 1 --2- 172.21.15.17:0/1356308098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddc9e90 0x5625bddc7310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.993+0000 7f65da59c640 1 -- 172.21.15.17:0/1356308098 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5625bda8d3c0 con 0x5625bddb63c0 2024-09-16T01:59:43.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.993+0000 7f65d9d9b640 1 --2- 172.21.15.17:0/1356308098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 0x5625bddc6b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:59:43.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.993+0000 7f65da59c640 1 --2- 172.21.15.17:0/1356308098 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bddc98d0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f65cc01c040 tx=0x7f65cc005270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=422a31523770822b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:43.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.993+0000 7f65c1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T01:59:43.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.993+0000 7f65c1ffb640 1 -- 172.21.15.17:0/1356308098 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65cc01e040 con 0x5625bddb63c0 2024-09-16T01:59:43.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.994+0000 7f65c1ffb640 1 -- 172.21.15.17:0/1356308098 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f65cc0053e0 con 0x5625bddb63c0 2024-09-16T01:59:43.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.994+0000 7f65e2f41740 1 -- 172.21.15.17:0/1356308098 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65cc009dd0 con 0x5625bddb63c0 2024-09-16T01:59:43.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.994+0000 7f65c1ffb640 1 -- 172.21.15.17:0/1356308098 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f65cc0055e0 con 0x5625bddb63c0 2024-09-16T01:59:43.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.994+0000 7f65e2f41740 10 client.28033 fetch_fsmap learned FSMap version 28 2024-09-16T01:59:43.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.994+0000 7f65e2f41740 1 -- 172.21.15.17:0/1356308098 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5625bddd8540 con 0x5625bddb63c0 2024-09-16T01:59:43.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.994+0000 7f65c1ffb640 1 -- 172.21.15.17:0/1356308098 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65cc009dd0 con 0x5625bddb63c0 2024-09-16T01:59:43.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.994+0000 7f65c1ffb640 1 -- 172.21.15.17:0/1356308098 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f65cc019450 con 0x5625bddb63c0 2024-09-16T01:59:43.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.994+0000 7f65e2f41740 10 client.28033 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T01:59:43.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.994+0000 7f65e2f41740 10 client.28033 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:59:43.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.994+0000 7f65e2f41740 20 client.28033 populate_metadata read hostname 'smithi017' 2024-09-16T01:59:43.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.994+0000 7f65e2f41740 1 --2- 172.21.15.17:0/1356308098 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5625bddd9890 0x5625bdddbc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.994+0000 7f65e2f41740 4 client.28033 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T01:59:43.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.994+0000 7f65e2f41740 1 -- 172.21.15.17:0/1356308098 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5625bdd29850 con 0x5625bddd9890 2024-09-16T01:59:43.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.995+0000 7f65d9d9b640 1 --2- 172.21.15.17:0/1356308098 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5625bddd9890 0x5625bdddbc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:43.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.995+0000 7f65c1ffb640 10 client.28033 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:43.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.995+0000 7f65d9d9b640 1 --2- 172.21.15.17:0/1356308098 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5625bddd9890 0x5625bdddbc80 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47e9177190612bab server_cookie=d94df871b6af9658 in_seq=0 out_seq=0 2024-09-16T01:59:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.996+0000 7f65c1ffb640 1 -- 172.21.15.17:0/1356308098 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5625bdd29850 con 0x5625bddd9890 2024-09-16T01:59:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.996+0000 7f65c1ffb640 10 client.28033 handle_command_reply: tid=0 2024-09-16T01:59:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.997+0000 7f65e2f41740 1 client.28033 shutdown 2024-09-16T01:59:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.997+0000 7f65e2f41740 1 -- 172.21.15.17:0/1356308098 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 msgr2=0x5625bddc98d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.997+0000 7f65e2f41740 1 --2- 172.21.15.17:0/1356308098 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bddc98d0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f65cc01c040 tx=0x7f65cc005270 comp rx=0 tx=0).stop 2024-09-16T01:59:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.997+0000 7f65e2f41740 1 -- 172.21.15.17:0/1356308098 shutdown_connections 2024-09-16T01:59:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.997+0000 7f65e2f41740 1 --2- 172.21.15.17:0/1356308098 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5625bddd9890 0x5625bdddbc80 crc :-1 s=READY pgs=246 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.997+0000 7f65e2f41740 1 --2- 172.21.15.17:0/1356308098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddc9e90 0x5625bddc7310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.997+0000 7f65e2f41740 1 --2- 172.21.15.17:0/1356308098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 0x5625bddc6b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.997+0000 7f65e2f41740 1 --2- 172.21.15.17:0/1356308098 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bddc98d0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.997+0000 7f65e2f41740 1 -- 172.21.15.17:0/1356308098 >> 172.21.15.17:0/1356308098 conn(0x5625bddb2a30 msgr2=0x5625bddb86c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.997+0000 7f65c1ffb640 0 client.28033 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:43.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.997+0000 7f65e2f41740 1 -- 172.21.15.17:0/1356308098 shutdown_connections 2024-09-16T01:59:43.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.997+0000 7f65e2f41740 1 -- 172.21.15.17:0/1356308098 wait complete. 2024-09-16T01:59:43.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:42.997+0000 7f65e2f41740 20 client.28033 trim_cache size 0 max 16384 2024-09-16T01:59:43.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.020+0000 7f65e2f41740 1 Processor -- start 2024-09-16T01:59:43.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.020+0000 7f65e2f41740 1 -- start start 2024-09-16T01:59:43.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.020+0000 7f65e2f41740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bdde1410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.020+0000 7f65e2f41740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 0x5625bdde1950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.020+0000 7f65e2f41740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddc9e90 0x5625bddb1350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.020+0000 7f65e2f41740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f65dc1adbd0 con 0x5625bddc9e90 2024-09-16T01:59:43.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.020+0000 7f65e2f41740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f65dc1ab4a0 con 0x5625bddb6ce0 2024-09-16T01:59:43.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.020+0000 7f65e2f41740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f65dc1a92d0 con 0x5625bddb63c0 2024-09-16T01:59:43.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.020+0000 7f65dad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddc9e90 0x5625bddb1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:43.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.020+0000 7f65da59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bdde1410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:43.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.020+0000 7f65da59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bdde1410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38468/0 (socket says 172.21.15.17:38468) 2024-09-16T01:59:43.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.020+0000 7f65da59c640 1 -- 172.21.15.17:0/2131318156 learned_addr learned my addr 172.21.15.17:0/2131318156 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:43.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.021+0000 7f65d9d9b640 1 --2- 172.21.15.17:0/2131318156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 0x5625bdde1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:43.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.021+0000 7f65d9d9b640 1 -- 172.21.15.17:0/2131318156 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 msgr2=0x5625bdde1410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:43.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.021+0000 7f65d9d9b640 1 --2- 172.21.15.17:0/2131318156 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bdde1410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.021+0000 7f65d9d9b640 1 -- 172.21.15.17:0/2131318156 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddc9e90 msgr2=0x5625bddb1350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:43.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.021+0000 7f65d9d9b640 1 --2- 172.21.15.17:0/2131318156 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddc9e90 0x5625bddb1350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.021+0000 7f65d9d9b640 1 -- 172.21.15.17:0/2131318156 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5625bddc50d0 con 0x5625bddb6ce0 2024-09-16T01:59:43.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.021+0000 7f65da59c640 1 --2- 172.21.15.17:0/2131318156 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bdde1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:59:43.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.021+0000 7f65dad9d640 1 --2- 172.21.15.17:0/2131318156 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddc9e90 0x5625bddb1350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:59:43.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.021+0000 7f65d9d9b640 1 --2- 172.21.15.17:0/2131318156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 0x5625bdde1950 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f65d00ed0e0 tx=0x7f65d00a6040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=833b1c77aea9b332 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:43.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.021+0000 7f65c3fff640 1 -- 172.21.15.17:0/2131318156 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d00bbc30 con 0x5625bddb6ce0 2024-09-16T01:59:43.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.021+0000 7f65c3fff640 1 -- 172.21.15.17:0/2131318156 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65d00bffe0 con 0x5625bddb6ce0 2024-09-16T01:59:43.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.021+0000 7f65c3fff640 1 -- 172.21.15.17:0/2131318156 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65d00c4670 con 0x5625bddb6ce0 2024-09-16T01:59:43.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.022+0000 7f65e2f41740 1 -- 172.21.15.17:0/2131318156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 msgr2=0x5625bdde1950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:43.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.022+0000 7f65e2f41740 1 --2- 172.21.15.17:0/2131318156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 0x5625bdde1950 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f65d00ed0e0 tx=0x7f65d00a6040 comp rx=0 tx=0).stop 2024-09-16T01:59:43.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.022+0000 7f65e2f41740 1 -- 172.21.15.17:0/2131318156 shutdown_connections 2024-09-16T01:59:43.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.022+0000 7f65e2f41740 1 --2- 172.21.15.17:0/2131318156 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddc9e90 0x5625bddb1350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.022+0000 7f65e2f41740 1 --2- 172.21.15.17:0/2131318156 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 0x5625bdde1950 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.022+0000 7f65e2f41740 1 --2- 172.21.15.17:0/2131318156 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddb63c0 0x5625bdde1410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.022+0000 7f65e2f41740 1 -- 172.21.15.17:0/2131318156 >> 172.21.15.17:0/2131318156 conn(0x5625bddb2a30 msgr2=0x5625bddc5c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:43.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.023+0000 7f65e2f41740 1 -- 172.21.15.17:0/2131318156 shutdown_connections 2024-09-16T01:59:43.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.023+0000 7f65e2f41740 1 -- 172.21.15.17:0/2131318156 wait complete. 2024-09-16T01:59:43.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.023+0000 7f65e2f41740 1 -- start start 2024-09-16T01:59:43.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.023+0000 7f65e2f41740 1 Processor -- start 2024-09-16T01:59:43.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.023+0000 7f65e2f41740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddb63c0 0x5625bddd2270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65e2f41740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 0x5625bddc35b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65e2f41740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddc9e90 0x5625bddc3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65e2f41740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f65dc1a9960 con 0x5625bddb63c0 2024-09-16T01:59:43.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65da59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddb63c0 0x5625bddd2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:43.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65e2f41740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f65dc1aadd0 con 0x5625bddb6ce0 2024-09-16T01:59:43.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65e2f41740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f65dc1aa030 con 0x5625bddc9e90 2024-09-16T01:59:43.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65da59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddb63c0 0x5625bddd2270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59268/0 (socket says 172.21.15.17:59268) 2024-09-16T01:59:43.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65da59c640 1 -- 172.21.15.17:0/3072774561 learned_addr learned my addr 172.21.15.17:0/3072774561 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T01:59:43.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65e2f41740 10 client.0 _ll_register_callbacks cb 0x7f65cc01c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T01:59:43.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65dad9d640 1 --2- 172.21.15.17:0/3072774561 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddc9e90 0x5625bddc3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:43.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65d9d9b640 1 --2- 172.21.15.17:0/3072774561 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 0x5625bddc35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:43.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65da59c640 1 -- 172.21.15.17:0/3072774561 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddc9e90 msgr2=0x5625bddc3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:43.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65da59c640 1 --2- 172.21.15.17:0/3072774561 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddc9e90 0x5625bddc3af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65da59c640 1 -- 172.21.15.17:0/3072774561 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 msgr2=0x5625bddc35b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T01:59:43.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65da59c640 1 --2- 172.21.15.17:0/3072774561 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 0x5625bddc35b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65da59c640 1 -- 172.21.15.17:0/3072774561 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5625bddc4030 con 0x5625bddb63c0 2024-09-16T01:59:43.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65dad9d640 1 --2- 172.21.15.17:0/3072774561 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddc9e90 0x5625bddc3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T01:59:43.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65da59c640 1 --2- 172.21.15.17:0/3072774561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddb63c0 0x5625bddd2270 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f65cc009c20 tx=0x7f65cc0035f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7c762a2471ec63d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T01:59:43.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.024+0000 7f65c1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T01:59:43.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.025+0000 7f65c1ffb640 1 -- 172.21.15.17:0/3072774561 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65cc03c060 con 0x5625bddb63c0 2024-09-16T01:59:43.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.025+0000 7f65c1ffb640 1 -- 172.21.15.17:0/3072774561 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f65cc019610 con 0x5625bddb63c0 2024-09-16T01:59:43.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.025+0000 7f65e2f41740 1 -- 172.21.15.17:0/3072774561 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f65d00bffe0 con 0x5625bddb63c0 2024-09-16T01:59:43.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.025+0000 7f65c1ffb640 1 -- 172.21.15.17:0/3072774561 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f65cc01e040 con 0x5625bddb63c0 2024-09-16T01:59:43.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.026+0000 7f65e2f41740 10 client.18378 fetch_fsmap learned FSMap version 28 2024-09-16T01:59:43.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.026+0000 7f65e2f41740 1 -- 172.21.15.17:0/3072774561 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5625bde44060 con 0x5625bddb63c0 2024-09-16T01:59:43.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.026+0000 7f65c1ffb640 1 -- 172.21.15.17:0/3072774561 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f65d00bffe0 con 0x5625bddb63c0 2024-09-16T01:59:43.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.026+0000 7f65c1ffb640 1 -- 172.21.15.17:0/3072774561 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f65cc0184e0 con 0x5625bddb63c0 2024-09-16T01:59:43.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.026+0000 7f65e2f41740 10 client.18378 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T01:59:43.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.026+0000 7f65e2f41740 10 client.18378 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T01:59:43.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.026+0000 7f65e2f41740 20 client.18378 populate_metadata read hostname 'smithi017' 2024-09-16T01:59:43.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.026+0000 7f65e2f41740 1 --2- 172.21.15.17:0/3072774561 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5625bde44690 0x5625bde46ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T01:59:43.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.026+0000 7f65e2f41740 4 client.18378 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T01:59:43.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.026+0000 7f65e2f41740 1 -- 172.21.15.17:0/3072774561 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5625bdd23d60 con 0x5625bde44690 2024-09-16T01:59:43.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.027+0000 7f65d9d9b640 1 --2- 172.21.15.17:0/3072774561 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5625bde44690 0x5625bde46ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T01:59:43.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.027+0000 7f65d9d9b640 1 --2- 172.21.15.17:0/3072774561 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5625bde44690 0x5625bde46ab0 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbae9999391512a4 server_cookie=74c210ce0eb4058e in_seq=0 out_seq=0 2024-09-16T01:59:43.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.027+0000 7f65c1ffb640 10 client.18378 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:43.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.030+0000 7f65c1ffb640 1 -- 172.21.15.17:0/3072774561 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5625bdd23d60 con 0x5625bde44690 2024-09-16T01:59:43.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.030+0000 7f65c1ffb640 10 client.18378 handle_command_reply: tid=0 2024-09-16T01:59:43.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.030+0000 7f65e2f41740 1 client.18378 shutdown 2024-09-16T01:59:43.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.030+0000 7f65e2f41740 1 -- 172.21.15.17:0/3072774561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddb63c0 msgr2=0x5625bddd2270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:43.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.030+0000 7f65e2f41740 1 --2- 172.21.15.17:0/3072774561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddb63c0 0x5625bddd2270 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f65cc009c20 tx=0x7f65cc0035f0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.030+0000 7f65e2f41740 1 -- 172.21.15.17:0/3072774561 shutdown_connections 2024-09-16T01:59:43.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.030+0000 7f65e2f41740 1 --2- 172.21.15.17:0/3072774561 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5625bde44690 0x5625bde46ab0 crc :-1 s=READY pgs=247 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.030+0000 7f65e2f41740 1 --2- 172.21.15.17:0/3072774561 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5625bddc9e90 0x5625bddc3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.030+0000 7f65e2f41740 1 --2- 172.21.15.17:0/3072774561 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5625bddb6ce0 0x5625bddc35b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.030+0000 7f65e2f41740 1 --2- 172.21.15.17:0/3072774561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5625bddb63c0 0x5625bddd2270 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.030+0000 7f65e2f41740 1 -- 172.21.15.17:0/3072774561 >> 172.21.15.17:0/3072774561 conn(0x5625bddb2a30 msgr2=0x5625bddc18f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:43.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.030+0000 7f65c1ffb640 0 client.18378 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T01:59:43.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.030+0000 7f65e2f41740 1 -- 172.21.15.17:0/3072774561 shutdown_connections 2024-09-16T01:59:43.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.030+0000 7f65e2f41740 1 -- 172.21.15.17:0/3072774561 wait complete. 2024-09-16T01:59:43.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.031+0000 7f65e2f41740 20 client.18378 trim_cache size 0 max 16384 2024-09-16T01:59:43.037 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T01:59:43.037 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T01:59:43.037 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T01:59:43.037 INFO:teuthology.orchestra.run.smithi017.stdout: "446a1355-2926-412f-ae81-7acfc78d1e9a": { 2024-09-16T01:59:43.038 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T01:59:43.038 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "446a1355-2926-412f-ae81-7acfc78d1e9a", 2024-09-16T01:59:43.038 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T01:59:43.038 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:59:43.038 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T01:59:43.038 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T01:59:43.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.031+0000 7f65e0b68640 1 -- 172.21.15.17:0/2037728140 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65c40a3240 msgr2=0x7f65c40a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:43.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.031+0000 7f65e0b68640 1 --2- 172.21.15.17:0/2037728140 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65c40a3240 0x7f65c40a5700 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f65d4009590 tx=0x7f65d4010040 comp rx=0 tx=0).stop 2024-09-16T01:59:43.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.031+0000 7f65e0b68640 1 -- 172.21.15.17:0/2037728140 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65dc1027a0 msgr2=0x7f65dc1988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T01:59:43.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.031+0000 7f65e0b68640 1 --2- 172.21.15.17:0/2037728140 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65dc1027a0 0x7f65dc1988b0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f65d0035040 tx=0x7f65d0030bd0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.031+0000 7f65e0b68640 1 -- 172.21.15.17:0/2037728140 shutdown_connections 2024-09-16T01:59:43.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.031+0000 7f65e0b68640 1 --2- 172.21.15.17:0/2037728140 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f65c40a3240 0x7f65c40a5700 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.031+0000 7f65e0b68640 1 --2- 172.21.15.17:0/2037728140 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f65dc106f20 0x7f65dc19cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.031+0000 7f65e0b68640 1 --2- 172.21.15.17:0/2037728140 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f65dc1027a0 0x7f65dc1988b0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.032+0000 7f65e0b68640 1 --2- 172.21.15.17:0/2037728140 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f65dc101df0 0x7f65dc198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T01:59:43.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.032+0000 7f65e0b68640 1 -- 172.21.15.17:0/2037728140 >> 172.21.15.17:0/2037728140 conn(0x7f65dc0fd8b0 msgr2=0x7f65dc0fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T01:59:43.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.032+0000 7f65e0b68640 1 -- 172.21.15.17:0/2037728140 shutdown_connections 2024-09-16T01:59:43.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T01:59:43.032+0000 7f65e0b68640 1 -- 172.21.15.17:0/2037728140 wait complete. 2024-09-16T01:59:43.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 28932 8.14 MB/sec execute 65 sec latency 128.909 ms 2024-09-16T01:59:43.784 INFO:tasks.cephfs.filesystem:scrub status for tag:446a1355-2926-412f-ae81-7acfc78d1e9a - {'path': '/', 'tag': '446a1355-2926-412f-ae81-7acfc78d1e9a', 'options': 'recursive,force'} 2024-09-16T01:59:44.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 29087 8.14 MB/sec execute 66 sec latency 108.522 ms 2024-09-16T01:59:44.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:44 smithi017 ceph-mon[30972]: pgmap v825: 97 pgs: 97 active+clean; 482 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 581 KiB/s rd, 4.7 MiB/s wr, 174 op/s 2024-09-16T01:59:44.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:44 smithi029 ceph-mon[34783]: pgmap v825: 97 pgs: 97 active+clean; 482 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 581 KiB/s rd, 4.7 MiB/s wr, 174 op/s 2024-09-16T01:59:44.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:44 smithi122 ceph-mon[34758]: pgmap v825: 97 pgs: 97 active+clean; 482 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 581 KiB/s rd, 4.7 MiB/s wr, 174 op/s 2024-09-16T01:59:45.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 29258 8.15 MB/sec execute 67 sec latency 91.350 ms 2024-09-16T01:59:46.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 29407 8.17 MB/sec execute 68 sec latency 83.557 ms 2024-09-16T01:59:46.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:46 smithi017 ceph-mon[30972]: pgmap v826: 97 pgs: 97 active+clean; 478 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 840 KiB/s rd, 4.4 MiB/s wr, 196 op/s 2024-09-16T01:59:46.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:46 smithi122 ceph-mon[34758]: pgmap v826: 97 pgs: 97 active+clean; 478 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 840 KiB/s rd, 4.4 MiB/s wr, 196 op/s 2024-09-16T01:59:46.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:46 smithi029 ceph-mon[34783]: pgmap v826: 97 pgs: 97 active+clean; 478 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 840 KiB/s rd, 4.4 MiB/s wr, 196 op/s 2024-09-16T01:59:47.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 29586 8.19 MB/sec execute 69 sec latency 83.635 ms 2024-09-16T01:59:48.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 29738 8.19 MB/sec execute 70 sec latency 101.100 ms 2024-09-16T01:59:48.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:48 smithi017 ceph-mon[30972]: pgmap v827: 97 pgs: 97 active+clean; 478 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 3.4 MiB/s wr, 174 op/s 2024-09-16T01:59:48.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:48 smithi029 ceph-mon[34783]: pgmap v827: 97 pgs: 97 active+clean; 478 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 3.4 MiB/s wr, 174 op/s 2024-09-16T01:59:48.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:48 smithi122 ceph-mon[34758]: pgmap v827: 97 pgs: 97 active+clean; 478 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 3.4 MiB/s wr, 174 op/s 2024-09-16T01:59:49.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 29898 8.15 MB/sec execute 71 sec latency 82.399 ms 2024-09-16T01:59:50.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 30075 8.10 MB/sec execute 72 sec latency 82.476 ms 2024-09-16T01:59:50.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:50 smithi017 ceph-mon[30972]: pgmap v828: 97 pgs: 97 active+clean; 471 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 4.1 MiB/s wr, 195 op/s 2024-09-16T01:59:50.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:50 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:59:50.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:50 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:59:50.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:50 smithi122 ceph-mon[34758]: pgmap v828: 97 pgs: 97 active+clean; 471 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 4.1 MiB/s wr, 195 op/s 2024-09-16T01:59:50.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:50 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:59:50.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:50 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:59:50.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:50 smithi029 ceph-mon[34783]: pgmap v828: 97 pgs: 97 active+clean; 471 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 664 KiB/s rd, 4.1 MiB/s wr, 195 op/s 2024-09-16T01:59:50.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:50 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:59:50.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:50 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:59:51.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 30250 8.08 MB/sec execute 73 sec latency 79.693 ms 2024-09-16T01:59:51.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:51 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T01:59:51.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:51 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T01:59:51.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:51 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T01:59:52.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 30424 8.07 MB/sec execute 74 sec latency 88.945 ms 2024-09-16T01:59:52.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:52 smithi017 ceph-mon[30972]: pgmap v829: 97 pgs: 97 active+clean; 473 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 798 KiB/s rd, 3.5 MiB/s wr, 217 op/s 2024-09-16T01:59:52.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:52 smithi122 ceph-mon[34758]: pgmap v829: 97 pgs: 97 active+clean; 473 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 798 KiB/s rd, 3.5 MiB/s wr, 217 op/s 2024-09-16T01:59:52.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:52 smithi029 ceph-mon[34783]: pgmap v829: 97 pgs: 97 active+clean; 473 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 798 KiB/s rd, 3.5 MiB/s wr, 217 op/s 2024-09-16T01:59:53.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 30593 8.00 MB/sec execute 75 sec latency 78.633 ms 2024-09-16T01:59:54.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 30766 8.02 MB/sec execute 76 sec latency 116.030 ms 2024-09-16T01:59:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:54 smithi017 ceph-mon[30972]: pgmap v830: 97 pgs: 97 active+clean; 473 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 851 KiB/s rd, 3.4 MiB/s wr, 243 op/s 2024-09-16T01:59:54.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:54 smithi029 ceph-mon[34783]: pgmap v830: 97 pgs: 97 active+clean; 473 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 851 KiB/s rd, 3.4 MiB/s wr, 243 op/s 2024-09-16T01:59:54.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:54 smithi122 ceph-mon[34758]: pgmap v830: 97 pgs: 97 active+clean; 473 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 851 KiB/s rd, 3.4 MiB/s wr, 243 op/s 2024-09-16T01:59:55.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 30956 8.07 MB/sec execute 77 sec latency 97.471 ms 2024-09-16T01:59:56.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 31149 8.16 MB/sec execute 78 sec latency 86.559 ms 2024-09-16T01:59:56.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:56 smithi017 ceph-mon[30972]: pgmap v831: 97 pgs: 97 active+clean; 472 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 3.3 MiB/s wr, 236 op/s 2024-09-16T01:59:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:56 smithi122 ceph-mon[34758]: pgmap v831: 97 pgs: 97 active+clean; 472 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 3.3 MiB/s wr, 236 op/s 2024-09-16T01:59:56.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:56 smithi029 ceph-mon[34783]: pgmap v831: 97 pgs: 97 active+clean; 472 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 3.3 MiB/s wr, 236 op/s 2024-09-16T01:59:57.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 31357 8.27 MB/sec execute 79 sec latency 88.080 ms 2024-09-16T01:59:58.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 31516 8.32 MB/sec execute 80 sec latency 109.832 ms 2024-09-16T01:59:58.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 01:59:58 smithi017 ceph-mon[30972]: pgmap v832: 97 pgs: 97 active+clean; 474 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 534 KiB/s rd, 2.7 MiB/s wr, 195 op/s 2024-09-16T01:59:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 01:59:58 smithi122 ceph-mon[34758]: pgmap v832: 97 pgs: 97 active+clean; 474 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 534 KiB/s rd, 2.7 MiB/s wr, 195 op/s 2024-09-16T01:59:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 01:59:58 smithi029 ceph-mon[34783]: pgmap v832: 97 pgs: 97 active+clean; 474 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 534 KiB/s rd, 2.7 MiB/s wr, 195 op/s 2024-09-16T01:59:59.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 31650 8.36 MB/sec execute 81 sec latency 135.115 ms 2024-09-16T02:00:00.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 31805 8.41 MB/sec execute 82 sec latency 152.850 ms 2024-09-16T02:00:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:00 smithi017 ceph-mon[30972]: pgmap v833: 97 pgs: 97 active+clean; 487 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 4.1 MiB/s wr, 227 op/s 2024-09-16T02:00:00.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:00 smithi017 ceph-mon[30972]: overall HEALTH_OK 2024-09-16T02:00:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:00 smithi122 ceph-mon[34758]: pgmap v833: 97 pgs: 97 active+clean; 487 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 4.1 MiB/s wr, 227 op/s 2024-09-16T02:00:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:00 smithi122 ceph-mon[34758]: overall HEALTH_OK 2024-09-16T02:00:00.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:00 smithi029 ceph-mon[34783]: pgmap v833: 97 pgs: 97 active+clean; 487 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 4.1 MiB/s wr, 227 op/s 2024-09-16T02:00:00.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:00 smithi029 ceph-mon[34783]: overall HEALTH_OK 2024-09-16T02:00:01.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 31968 8.41 MB/sec execute 83 sec latency 99.467 ms 2024-09-16T02:00:02.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 32098 8.43 MB/sec execute 84 sec latency 108.161 ms 2024-09-16T02:00:02.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:02 smithi017 ceph-mon[30972]: pgmap v834: 97 pgs: 97 active+clean; 492 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 3.8 MiB/s wr, 204 op/s 2024-09-16T02:00:02.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:02 smithi122 ceph-mon[34758]: pgmap v834: 97 pgs: 97 active+clean; 492 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 3.8 MiB/s wr, 204 op/s 2024-09-16T02:00:02.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:02 smithi029 ceph-mon[34783]: pgmap v834: 97 pgs: 97 active+clean; 492 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 3.8 MiB/s wr, 204 op/s 2024-09-16T02:00:03.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 32234 8.43 MB/sec execute 85 sec latency 85.856 ms 2024-09-16T02:00:04.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 32360 8.40 MB/sec execute 86 sec latency 133.730 ms 2024-09-16T02:00:04.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:04 smithi017 ceph-mon[30972]: pgmap v835: 97 pgs: 97 active+clean; 498 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 4.3 MiB/s wr, 209 op/s 2024-09-16T02:00:04.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:04 smithi029 ceph-mon[34783]: pgmap v835: 97 pgs: 97 active+clean; 498 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 4.3 MiB/s wr, 209 op/s 2024-09-16T02:00:04.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:04 smithi122 ceph-mon[34758]: pgmap v835: 97 pgs: 97 active+clean; 498 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 706 KiB/s rd, 4.3 MiB/s wr, 209 op/s 2024-09-16T02:00:05.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 32498 8.37 MB/sec execute 87 sec latency 229.457 ms 2024-09-16T02:00:06.041 INFO:tasks.workunit.client.0.smithi017.stdout: 10 32655 8.36 MB/sec execute 88 sec latency 160.725 ms 2024-09-16T02:00:06.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:06 smithi017 ceph-mon[30972]: pgmap v836: 97 pgs: 97 active+clean; 500 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 540 KiB/s rd, 4.7 MiB/s wr, 174 op/s 2024-09-16T02:00:06.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:06 smithi122 ceph-mon[34758]: pgmap v836: 97 pgs: 97 active+clean; 500 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 540 KiB/s rd, 4.7 MiB/s wr, 174 op/s 2024-09-16T02:00:06.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:06 smithi029 ceph-mon[34783]: pgmap v836: 97 pgs: 97 active+clean; 500 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 540 KiB/s rd, 4.7 MiB/s wr, 174 op/s 2024-09-16T02:00:07.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 32811 8.36 MB/sec execute 89 sec latency 118.933 ms 2024-09-16T02:00:08.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 32935 8.32 MB/sec execute 90 sec latency 105.523 ms 2024-09-16T02:00:08.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:08 smithi017 ceph-mon[30972]: pgmap v837: 97 pgs: 97 active+clean; 500 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 4.5 MiB/s wr, 162 op/s 2024-09-16T02:00:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:08 smithi122 ceph-mon[34758]: pgmap v837: 97 pgs: 97 active+clean; 500 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 4.5 MiB/s wr, 162 op/s 2024-09-16T02:00:08.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:08 smithi029 ceph-mon[34783]: pgmap v837: 97 pgs: 97 active+clean; 500 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 578 KiB/s rd, 4.5 MiB/s wr, 162 op/s 2024-09-16T02:00:09.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 33080 8.29 MB/sec execute 91 sec latency 113.401 ms 2024-09-16T02:00:10.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 33216 8.27 MB/sec execute 92 sec latency 115.838 ms 2024-09-16T02:00:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:10 smithi017 ceph-mon[30972]: pgmap v838: 97 pgs: 97 active+clean; 482 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 5.3 MiB/s wr, 205 op/s 2024-09-16T02:00:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:10 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:00:10.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:10 smithi029 ceph-mon[34783]: pgmap v838: 97 pgs: 97 active+clean; 482 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 5.3 MiB/s wr, 205 op/s 2024-09-16T02:00:10.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:10 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:00:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:10 smithi122 ceph-mon[34758]: pgmap v838: 97 pgs: 97 active+clean; 482 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 5.3 MiB/s wr, 205 op/s 2024-09-16T02:00:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:10 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:00:11.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 33368 8.28 MB/sec execute 93 sec latency 226.410 ms 2024-09-16T02:00:12.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 33516 8.21 MB/sec execute 94 sec latency 159.427 ms 2024-09-16T02:00:12.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:12 smithi017 ceph-mon[30972]: pgmap v839: 97 pgs: 97 active+clean; 473 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 603 KiB/s rd, 4.2 MiB/s wr, 172 op/s 2024-09-16T02:00:12.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:12 smithi029 ceph-mon[34783]: pgmap v839: 97 pgs: 97 active+clean; 473 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 603 KiB/s rd, 4.2 MiB/s wr, 172 op/s 2024-09-16T02:00:12.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:12 smithi122 ceph-mon[34758]: pgmap v839: 97 pgs: 97 active+clean; 473 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 603 KiB/s rd, 4.2 MiB/s wr, 172 op/s 2024-09-16T02:00:13.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 33678 8.20 MB/sec execute 95 sec latency 102.350 ms 2024-09-16T02:00:13.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:00:13.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:00:13.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:00:13.785 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:00:13.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:00:13.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:00:13.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:00:13.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:00:13.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:00:13.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:00:14.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 33848 8.23 MB/sec execute 96 sec latency 78.572 ms 2024-09-16T02:00:14.150 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:00:14.534 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:14 smithi017 ceph-mon[30972]: pgmap v840: 97 pgs: 97 active+clean; 471 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 954 KiB/s rd, 4.5 MiB/s wr, 237 op/s 2024-09-16T02:00:14.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:14 smithi029 ceph-mon[34783]: pgmap v840: 97 pgs: 97 active+clean; 471 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 954 KiB/s rd, 4.5 MiB/s wr, 237 op/s 2024-09-16T02:00:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:14 smithi122 ceph-mon[34758]: pgmap v840: 97 pgs: 97 active+clean; 471 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 954 KiB/s rd, 4.5 MiB/s wr, 237 op/s 2024-09-16T02:00:15.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 34005 8.20 MB/sec execute 97 sec latency 125.368 ms 2024-09-16T02:00:15.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.257+0000 7f367a8d1640 1 -- 172.21.15.17:0/4250627874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3674103670 msgr2=0x7f367410bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:15.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.257+0000 7f367a8d1640 1 --2- 172.21.15.17:0/4250627874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3674103670 0x7f367410bb60 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f3668009900 tx=0x7f366802a480 comp rx=0 tx=0).stop 2024-09-16T02:00:15.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.257+0000 7f367a8d1640 1 -- 172.21.15.17:0/4250627874 shutdown_connections 2024-09-16T02:00:15.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.257+0000 7f367a8d1640 1 --2- 172.21.15.17:0/4250627874 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f367410c180 0x7f367410e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.257+0000 7f367a8d1640 1 --2- 172.21.15.17:0/4250627874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3674103670 0x7f367410bb60 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.257+0000 7f367a8d1640 1 --2- 172.21.15.17:0/4250627874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3674102d50 0x7f3674103130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.257+0000 7f367a8d1640 1 -- 172.21.15.17:0/4250627874 >> 172.21.15.17:0/4250627874 conn(0x7f36740fc7d0 msgr2=0x7f36740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:15.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.257+0000 7f367a8d1640 1 -- 172.21.15.17:0/4250627874 shutdown_connections 2024-09-16T02:00:15.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.257+0000 7f367a8d1640 1 -- 172.21.15.17:0/4250627874 wait complete. 2024-09-16T02:00:15.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.258+0000 7f367a8d1640 1 Processor -- start 2024-09-16T02:00:15.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.258+0000 7f367a8d1640 1 -- start start 2024-09-16T02:00:15.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.258+0000 7f367a8d1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3674102d50 0x7f367419a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.258+0000 7f367a8d1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3674103670 0x7f367419ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.258+0000 7f367a8d1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f367410c180 0x7f367419eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f367a8d1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3674111e80 con 0x7f367410c180 2024-09-16T02:00:15.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f367a8d1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3674111d00 con 0x7f3674102d50 2024-09-16T02:00:15.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f367a8d1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3674112000 con 0x7f3674103670 2024-09-16T02:00:15.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f36737fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3674103670 0x7f367419ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f36737fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3674103670 0x7f367419ab60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49608/0 (socket says 172.21.15.17:49608) 2024-09-16T02:00:15.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f36737fe640 1 -- 172.21.15.17:0/1517484005 learned_addr learned my addr 172.21.15.17:0/1517484005 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:15.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f3673fff640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3674102d50 0x7f367419a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f3678e6e640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f367410c180 0x7f367419eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f36737fe640 1 -- 172.21.15.17:0/1517484005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3674102d50 msgr2=0x7f367419a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f36737fe640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3674102d50 0x7f367419a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f36737fe640 1 -- 172.21.15.17:0/1517484005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f367410c180 msgr2=0x7f367419eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f36737fe640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f367410c180 0x7f367419eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f36737fe640 1 -- 172.21.15.17:0/1517484005 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f367419f5d0 con 0x7f3674103670 2024-09-16T02:00:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f3673fff640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3674102d50 0x7f367419a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:00:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.259+0000 7f36737fe640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3674103670 0x7f367419ab60 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f3668005ab0 tx=0x7f3668003b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.260+0000 7f36717fa640 1 -- 172.21.15.17:0/1517484005 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f366803f070 con 0x7f3674103670 2024-09-16T02:00:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.260+0000 7f36717fa640 1 -- 172.21.15.17:0/1517484005 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3668031b50 con 0x7f3674103670 2024-09-16T02:00:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.260+0000 7f367a8d1640 1 -- 172.21.15.17:0/1517484005 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f367419f860 con 0x7f3674103670 2024-09-16T02:00:15.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.260+0000 7f36717fa640 1 -- 172.21.15.17:0/1517484005 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3668035030 con 0x7f3674103670 2024-09-16T02:00:15.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.260+0000 7f367a8d1640 1 -- 172.21.15.17:0/1517484005 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f36741a71a0 con 0x7f3674103670 2024-09-16T02:00:15.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.262+0000 7f36717fa640 1 -- 172.21.15.17:0/1517484005 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f3668042070 con 0x7f3674103670 2024-09-16T02:00:15.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.263+0000 7f36717fa640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f365c0a32c0 0x7f365c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.263+0000 7f3673fff640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f365c0a32c0 0x7f365c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.263+0000 7f36717fa640 1 -- 172.21.15.17:0/1517484005 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f36680eff50 con 0x7f3674103670 2024-09-16T02:00:15.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.264+0000 7f3673fff640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f365c0a32c0 0x7f365c0a5780 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f3664009fc0 tx=0x7f3664005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:15.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.274+0000 7f367ccaa740 1 Processor -- start 2024-09-16T02:00:15.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.274+0000 7f367ccaa740 1 -- start start 2024-09-16T02:00:15.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.274+0000 7f367ccaa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f313880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.274+0000 7f367ccaa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f313dc0 0x55be6f31e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.274+0000 7f367ccaa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f31e680 0x55be6f320a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.274+0000 7f367ccaa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55be6f2792e0 con 0x55be6f31e680 2024-09-16T02:00:15.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.274+0000 7f367ccaa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55be6f220ce0 con 0x55be6f313dc0 2024-09-16T02:00:15.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.274+0000 7f367ccaa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55be6f2752a0 con 0x55be6f3134a0 2024-09-16T02:00:15.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.274+0000 7f3678e6e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f31e680 0x55be6f320a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.274+0000 7f3673fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f313880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.275+0000 7f3678e6e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f31e680 0x55be6f320a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35650/0 (socket says 172.21.15.17:35650) 2024-09-16T02:00:15.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.275+0000 7f3678e6e640 1 -- 172.21.15.17:0/4050568564 learned_addr learned my addr 172.21.15.17:0/4050568564 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:15.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.275+0000 7f36737fe640 1 --2- 172.21.15.17:0/4050568564 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f313dc0 0x55be6f31e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.275+0000 7f3678e6e640 1 -- 172.21.15.17:0/4050568564 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 msgr2=0x55be6f313880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:15.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.275+0000 7f3678e6e640 1 --2- 172.21.15.17:0/4050568564 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f313880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.275+0000 7f3678e6e640 1 -- 172.21.15.17:0/4050568564 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f313dc0 msgr2=0x55be6f31e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:15.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.275+0000 7f3678e6e640 1 --2- 172.21.15.17:0/4050568564 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f313dc0 0x55be6f31e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.275+0000 7f3678e6e640 1 -- 172.21.15.17:0/4050568564 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be6f205440 con 0x55be6f31e680 2024-09-16T02:00:15.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.275+0000 7f36737fe640 1 --2- 172.21.15.17:0/4050568564 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f313dc0 0x55be6f31e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:00:15.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.275+0000 7f3678e6e640 1 --2- 172.21.15.17:0/4050568564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f31e680 0x55be6f320a70 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f366c009f50 tx=0x7f366c0118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccc8fa0f8a119987 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:15.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.276+0000 7f365a7fc640 1 -- 172.21.15.17:0/4050568564 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f366c004b20 con 0x55be6f31e680 2024-09-16T02:00:15.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.276+0000 7f365a7fc640 1 -- 172.21.15.17:0/4050568564 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f366c004cc0 con 0x55be6f31e680 2024-09-16T02:00:15.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.276+0000 7f365a7fc640 1 -- 172.21.15.17:0/4050568564 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f366c005020 con 0x55be6f31e680 2024-09-16T02:00:15.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.277+0000 7f367ccaa740 1 -- 172.21.15.17:0/4050568564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f31e680 msgr2=0x55be6f320a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:15.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.277+0000 7f367ccaa740 1 --2- 172.21.15.17:0/4050568564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f31e680 0x55be6f320a70 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f366c009f50 tx=0x7f366c0118d0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.277+0000 7f367ccaa740 1 -- 172.21.15.17:0/4050568564 shutdown_connections 2024-09-16T02:00:15.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.277+0000 7f367ccaa740 1 --2- 172.21.15.17:0/4050568564 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f31e680 0x55be6f320a70 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.277+0000 7f367ccaa740 1 --2- 172.21.15.17:0/4050568564 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f313dc0 0x55be6f31e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.277+0000 7f367ccaa740 1 --2- 172.21.15.17:0/4050568564 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f313880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.277+0000 7f367ccaa740 1 -- 172.21.15.17:0/4050568564 >> 172.21.15.17:0/4050568564 conn(0x55be6f30fa30 msgr2=0x55be6f30fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:15.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.277+0000 7f367ccaa740 1 -- 172.21.15.17:0/4050568564 shutdown_connections 2024-09-16T02:00:15.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.277+0000 7f367ccaa740 1 -- 172.21.15.17:0/4050568564 wait complete. 2024-09-16T02:00:15.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.278+0000 7f367ccaa740 1 -- start start 2024-09-16T02:00:15.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.278+0000 7f367ccaa740 1 Processor -- start 2024-09-16T02:00:15.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.278+0000 7f367ccaa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f31df40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f367ccaa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f313dc0 0x55be6f31b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f367ccaa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f31e680 0x55be6f31b730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f367ccaa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55be6f321250 con 0x55be6f313dc0 2024-09-16T02:00:15.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f367ccaa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55be6f234050 con 0x55be6f31e680 2024-09-16T02:00:15.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f367ccaa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55be6f3213d0 con 0x55be6f3134a0 2024-09-16T02:00:15.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f3673fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f31df40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f3673fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f31df40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49624/0 (socket says 172.21.15.17:49624) 2024-09-16T02:00:15.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f36737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f313dc0 0x55be6f31b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f3673fff640 1 -- 172.21.15.17:0/1781231373 learned_addr learned my addr 172.21.15.17:0/1781231373 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:15.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f367ccaa740 10 client.0 _ll_register_callbacks cb 0x55be6f274160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:00:15.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f3678e6e640 1 --2- 172.21.15.17:0/1781231373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f31e680 0x55be6f31b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f3673fff640 1 -- 172.21.15.17:0/1781231373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f31e680 msgr2=0x55be6f31b730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:15.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f3673fff640 1 --2- 172.21.15.17:0/1781231373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f31e680 0x55be6f31b730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f3673fff640 1 -- 172.21.15.17:0/1781231373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f313dc0 msgr2=0x55be6f31b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:15.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f3673fff640 1 --2- 172.21.15.17:0/1781231373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f313dc0 0x55be6f31b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f3673fff640 1 -- 172.21.15.17:0/1781231373 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be6efea3c0 con 0x55be6f3134a0 2024-09-16T02:00:15.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f3678e6e640 1 --2- 172.21.15.17:0/1781231373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f31e680 0x55be6f31b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:00:15.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f3673fff640 1 --2- 172.21.15.17:0/1781231373 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f31df40 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f3664003760 tx=0x7f3664004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=40dd7dea9776ae6b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:15.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.279+0000 7f36537fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:00:15.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.280+0000 7f36537fe640 1 -- 172.21.15.17:0/1781231373 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f366403d060 con 0x55be6f3134a0 2024-09-16T02:00:15.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.280+0000 7f36537fe640 1 -- 172.21.15.17:0/1781231373 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f366400f980 con 0x55be6f3134a0 2024-09-16T02:00:15.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.280+0000 7f367ccaa740 1 -- 172.21.15.17:0/1781231373 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f366c004cc0 con 0x55be6f3134a0 2024-09-16T02:00:15.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.280+0000 7f36537fe640 1 -- 172.21.15.17:0/1781231373 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f366400fbc0 con 0x55be6f3134a0 2024-09-16T02:00:15.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.280+0000 7f367ccaa740 10 client.28051 fetch_fsmap learned FSMap version 28 2024-09-16T02:00:15.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.280+0000 7f367ccaa740 1 -- 172.21.15.17:0/1781231373 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55be6f3353d0 con 0x55be6f3134a0 2024-09-16T02:00:15.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.280+0000 7f36537fe640 1 -- 172.21.15.17:0/1781231373 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f366c004cc0 con 0x55be6f3134a0 2024-09-16T02:00:15.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.281+0000 7f36537fe640 1 -- 172.21.15.17:0/1781231373 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f3664042070 con 0x55be6f3134a0 2024-09-16T02:00:15.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.281+0000 7f367ccaa740 10 client.28051 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:00:15.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.281+0000 7f367ccaa740 10 client.28051 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:00:15.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.281+0000 7f367ccaa740 20 client.28051 populate_metadata read hostname 'smithi017' 2024-09-16T02:00:15.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.281+0000 7f367ccaa740 1 --2- 172.21.15.17:0/1781231373 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55be6f336c90 0x55be6f339120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.281+0000 7f367ccaa740 4 client.28051 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:00:15.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.281+0000 7f367ccaa740 1 -- 172.21.15.17:0/1781231373 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55be6f286850 con 0x55be6f336c90 2024-09-16T02:00:15.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.281+0000 7f36737fe640 1 --2- 172.21.15.17:0/1781231373 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55be6f336c90 0x55be6f339120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.282+0000 7f36737fe640 1 --2- 172.21.15.17:0/1781231373 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55be6f336c90 0x55be6f339120 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f037f0d410703de server_cookie=2910ee7708ec80d2 in_seq=0 out_seq=0 2024-09-16T02:00:15.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.282+0000 7f36537fe640 10 client.28051 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:15.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f36537fe640 1 -- 172.21.15.17:0/1781231373 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55be6f286850 con 0x55be6f336c90 2024-09-16T02:00:15.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f36537fe640 10 client.28051 handle_command_reply: tid=0 2024-09-16T02:00:15.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f367ccaa740 1 client.28051 shutdown 2024-09-16T02:00:15.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f367ccaa740 1 -- 172.21.15.17:0/1781231373 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 msgr2=0x55be6f31df40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:15.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f367ccaa740 1 --2- 172.21.15.17:0/1781231373 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f31df40 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f3664003760 tx=0x7f3664004730 comp rx=0 tx=0).stop 2024-09-16T02:00:15.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f367ccaa740 1 -- 172.21.15.17:0/1781231373 shutdown_connections 2024-09-16T02:00:15.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f367ccaa740 1 --2- 172.21.15.17:0/1781231373 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55be6f336c90 0x55be6f339120 crc :-1 s=READY pgs=248 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f367ccaa740 1 --2- 172.21.15.17:0/1781231373 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f31e680 0x55be6f31b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f367ccaa740 1 --2- 172.21.15.17:0/1781231373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f313dc0 0x55be6f31b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f367ccaa740 1 --2- 172.21.15.17:0/1781231373 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f31df40 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f36537fe640 0 client.28051 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:15.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f367ccaa740 1 -- 172.21.15.17:0/1781231373 >> 172.21.15.17:0/1781231373 conn(0x55be6f30fa30 msgr2=0x55be6f315710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:15.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f367ccaa740 1 -- 172.21.15.17:0/1781231373 shutdown_connections 2024-09-16T02:00:15.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f367ccaa740 1 -- 172.21.15.17:0/1781231373 wait complete. 2024-09-16T02:00:15.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.283+0000 7f367ccaa740 20 client.28051 trim_cache size 0 max 16384 2024-09-16T02:00:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.313+0000 7f367ccaa740 1 Processor -- start 2024-09-16T02:00:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.313+0000 7f367ccaa740 1 -- start start 2024-09-16T02:00:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.313+0000 7f367ccaa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f30fe10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.313+0000 7f367ccaa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f313dc0 0x55be6f316760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.313+0000 7f367ccaa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f31e680 0x55be6f33e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f3673fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f30fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f3673fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f30fe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49628/0 (socket says 172.21.15.17:49628) 2024-09-16T02:00:15.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f3678e6e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f31e680 0x55be6f33e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f3678e6e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f31e680 0x55be6f33e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35670/0 (socket says 172.21.15.17:35670) 2024-09-16T02:00:15.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f3673fff640 1 -- 172.21.15.17:0/403529080 learned_addr learned my addr 172.21.15.17:0/403529080 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:15.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f367ccaa740 1 -- 172.21.15.17:0/403529080 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3674072580 con 0x55be6f31e680 2024-09-16T02:00:15.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f367ccaa740 1 -- 172.21.15.17:0/403529080 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f367406fe50 con 0x55be6f313dc0 2024-09-16T02:00:15.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f367ccaa740 1 -- 172.21.15.17:0/403529080 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f367406dcc0 con 0x55be6f3134a0 2024-09-16T02:00:15.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f36737fe640 1 --2- 172.21.15.17:0/403529080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f313dc0 0x55be6f316760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f3673fff640 1 -- 172.21.15.17:0/403529080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f313dc0 msgr2=0x55be6f316760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:15.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f3673fff640 1 --2- 172.21.15.17:0/403529080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f313dc0 0x55be6f316760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f3673fff640 1 -- 172.21.15.17:0/403529080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f31e680 msgr2=0x55be6f33e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:15.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f3673fff640 1 --2- 172.21.15.17:0/403529080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f31e680 0x55be6f33e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f3673fff640 1 -- 172.21.15.17:0/403529080 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55be6f31a1a0 con 0x55be6f3134a0 2024-09-16T02:00:15.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f3678e6e640 1 --2- 172.21.15.17:0/403529080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f31e680 0x55be6f33e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:00:15.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.314+0000 7f3673fff640 1 --2- 172.21.15.17:0/403529080 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f30fe10 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f3664044020 tx=0x7f36640035f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6a04b28d0cbb78c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:15.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.315+0000 7f3659ffb640 1 -- 172.21.15.17:0/403529080 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3664048070 con 0x55be6f3134a0 2024-09-16T02:00:15.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.315+0000 7f3659ffb640 1 -- 172.21.15.17:0/403529080 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3664004510 con 0x55be6f3134a0 2024-09-16T02:00:15.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.315+0000 7f3659ffb640 1 -- 172.21.15.17:0/403529080 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f36640433e0 con 0x55be6f3134a0 2024-09-16T02:00:15.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.316+0000 7f367ccaa740 1 -- 172.21.15.17:0/403529080 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 msgr2=0x55be6f30fe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.316+0000 7f367ccaa740 1 --2- 172.21.15.17:0/403529080 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f30fe10 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f3664044020 tx=0x7f36640035f0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.316+0000 7f367ccaa740 1 -- 172.21.15.17:0/403529080 shutdown_connections 2024-09-16T02:00:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.316+0000 7f367ccaa740 1 --2- 172.21.15.17:0/403529080 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f31e680 0x55be6f33e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.316+0000 7f367ccaa740 1 --2- 172.21.15.17:0/403529080 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f313dc0 0x55be6f316760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.316+0000 7f367ccaa740 1 --2- 172.21.15.17:0/403529080 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f3134a0 0x55be6f30fe10 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.316+0000 7f367ccaa740 1 -- 172.21.15.17:0/403529080 >> 172.21.15.17:0/403529080 conn(0x55be6f30fa30 msgr2=0x55be6f316050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.316+0000 7f367ccaa740 1 -- 172.21.15.17:0/403529080 shutdown_connections 2024-09-16T02:00:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.316+0000 7f367ccaa740 1 -- 172.21.15.17:0/403529080 wait complete. 2024-09-16T02:00:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.317+0000 7f367ccaa740 1 -- start start 2024-09-16T02:00:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.317+0000 7f367ccaa740 1 Processor -- start 2024-09-16T02:00:15.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.317+0000 7f367ccaa740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f3134a0 0x55be6f32eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.317+0000 7f367ccaa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f313dc0 0x55be6f32f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.317+0000 7f367ccaa740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f31e680 0x55be6f317560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.317+0000 7f367ccaa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f367406e310 con 0x55be6f313dc0 2024-09-16T02:00:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f367ccaa740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f367406f780 con 0x55be6f3134a0 2024-09-16T02:00:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f367ccaa740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f367406e9e0 con 0x55be6f31e680 2024-09-16T02:00:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f3678e6e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f31e680 0x55be6f317560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f367ccaa740 10 client.0 _ll_register_callbacks cb 0x7f3664004130 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:00:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f3678e6e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f31e680 0x55be6f317560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:49642/0 (socket says 172.21.15.17:49642) 2024-09-16T02:00:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f3678e6e640 1 -- 172.21.15.17:0/3619790183 learned_addr learned my addr 172.21.15.17:0/3619790183 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f3673fff640 1 --2- 172.21.15.17:0/3619790183 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f3134a0 0x55be6f32eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f36737fe640 1 --2- 172.21.15.17:0/3619790183 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f313dc0 0x55be6f32f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f3678e6e640 1 -- 172.21.15.17:0/3619790183 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f3134a0 msgr2=0x55be6f32eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:15.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f3678e6e640 1 --2- 172.21.15.17:0/3619790183 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f3134a0 0x55be6f32eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f3678e6e640 1 -- 172.21.15.17:0/3619790183 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f313dc0 msgr2=0x55be6f32f3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f3678e6e640 1 --2- 172.21.15.17:0/3619790183 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f313dc0 0x55be6f32f3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f3678e6e640 1 -- 172.21.15.17:0/3619790183 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55be6f317aa0 con 0x55be6f31e680 2024-09-16T02:00:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f3673fff640 1 --2- 172.21.15.17:0/3619790183 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f3134a0 0x55be6f32eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:00:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f3678e6e640 1 --2- 172.21.15.17:0/3619790183 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f31e680 0x55be6f317560 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f366c000f80 tx=0x7f366c004b20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e14d007b87a55f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.318+0000 7f36537fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:00:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.319+0000 7f36537fe640 1 -- 172.21.15.17:0/3619790183 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f366c028070 con 0x55be6f31e680 2024-09-16T02:00:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.319+0000 7f36537fe640 1 -- 172.21.15.17:0/3619790183 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f366c003a30 con 0x55be6f31e680 2024-09-16T02:00:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.319+0000 7f367ccaa740 1 -- 172.21.15.17:0/3619790183 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3664004510 con 0x55be6f31e680 2024-09-16T02:00:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.319+0000 7f36537fe640 1 -- 172.21.15.17:0/3619790183 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f366c003c30 con 0x55be6f31e680 2024-09-16T02:00:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.319+0000 7f367ccaa740 10 client.28057 fetch_fsmap learned FSMap version 28 2024-09-16T02:00:15.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.319+0000 7f367ccaa740 1 -- 172.21.15.17:0/3619790183 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55be6f3a1060 con 0x55be6f31e680 2024-09-16T02:00:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.319+0000 7f36537fe640 1 -- 172.21.15.17:0/3619790183 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3664004510 con 0x55be6f31e680 2024-09-16T02:00:15.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.319+0000 7f36537fe640 1 -- 172.21.15.17:0/3619790183 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f366c00f480 con 0x55be6f31e680 2024-09-16T02:00:15.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.319+0000 7f367ccaa740 10 client.28057 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:00:15.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.319+0000 7f367ccaa740 10 client.28057 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:00:15.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.319+0000 7f367ccaa740 20 client.28057 populate_metadata read hostname 'smithi017' 2024-09-16T02:00:15.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.320+0000 7f367ccaa740 1 --2- 172.21.15.17:0/3619790183 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55be6f3a16a0 0x55be6f3a3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:15.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.320+0000 7f367ccaa740 4 client.28057 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:00:15.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.320+0000 7f367ccaa740 1 -- 172.21.15.17:0/3619790183 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55be6f280d60 con 0x55be6f3a16a0 2024-09-16T02:00:15.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.320+0000 7f3673fff640 1 --2- 172.21.15.17:0/3619790183 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55be6f3a16a0 0x55be6f3a3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:15.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.320+0000 7f36537fe640 10 client.28057 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:15.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.320+0000 7f3673fff640 1 --2- 172.21.15.17:0/3619790183 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55be6f3a16a0 0x55be6f3a3ac0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d24692816562061d server_cookie=8662643731bb7249 in_seq=0 out_seq=0 2024-09-16T02:00:15.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.320+0000 7f36537fe640 1 -- 172.21.15.17:0/3619790183 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55be6f280d60 con 0x55be6f3a16a0 2024-09-16T02:00:15.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.320+0000 7f36537fe640 10 client.28057 handle_command_reply: tid=0 2024-09-16T02:00:15.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.320+0000 7f367ccaa740 1 client.28057 shutdown 2024-09-16T02:00:15.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.321+0000 7f367ccaa740 1 -- 172.21.15.17:0/3619790183 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f31e680 msgr2=0x55be6f317560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:15.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.321+0000 7f367ccaa740 1 --2- 172.21.15.17:0/3619790183 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f31e680 0x55be6f317560 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f366c000f80 tx=0x7f366c004b20 comp rx=0 tx=0).stop 2024-09-16T02:00:15.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.321+0000 7f367ccaa740 1 -- 172.21.15.17:0/3619790183 shutdown_connections 2024-09-16T02:00:15.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.321+0000 7f367ccaa740 1 --2- 172.21.15.17:0/3619790183 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55be6f3a16a0 0x55be6f3a3ac0 crc :-1 s=READY pgs=249 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.321+0000 7f367ccaa740 1 --2- 172.21.15.17:0/3619790183 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55be6f31e680 0x55be6f317560 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.321+0000 7f367ccaa740 1 --2- 172.21.15.17:0/3619790183 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55be6f313dc0 0x55be6f32f3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.321+0000 7f367ccaa740 1 --2- 172.21.15.17:0/3619790183 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55be6f3134a0 0x55be6f32eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.321+0000 7f367ccaa740 1 -- 172.21.15.17:0/3619790183 >> 172.21.15.17:0/3619790183 conn(0x55be6f30fa30 msgr2=0x55be6f3167e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:15.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.321+0000 7f36537fe640 0 client.28057 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:15.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.321+0000 7f367ccaa740 1 -- 172.21.15.17:0/3619790183 shutdown_connections 2024-09-16T02:00:15.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.321+0000 7f367ccaa740 1 -- 172.21.15.17:0/3619790183 wait complete. 2024-09-16T02:00:15.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.321+0000 7f367ccaa740 20 client.28057 trim_cache size 0 max 16384 2024-09-16T02:00:15.328 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:00:15.328 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T02:00:15.328 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T02:00:15.328 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:00:15.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.322+0000 7f367a8d1640 1 -- 172.21.15.17:0/1517484005 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f365c0a32c0 msgr2=0x7f365c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:15.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.322+0000 7f367a8d1640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f365c0a32c0 0x7f365c0a5780 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f3664009fc0 tx=0x7f3664005f90 comp rx=0 tx=0).stop 2024-09-16T02:00:15.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.322+0000 7f367a8d1640 1 -- 172.21.15.17:0/1517484005 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3674103670 msgr2=0x7f367419ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:15.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.322+0000 7f367a8d1640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3674103670 0x7f367419ab60 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f3668005ab0 tx=0x7f3668003b60 comp rx=0 tx=0).stop 2024-09-16T02:00:15.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.322+0000 7f367a8d1640 1 -- 172.21.15.17:0/1517484005 shutdown_connections 2024-09-16T02:00:15.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.322+0000 7f367a8d1640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f365c0a32c0 0x7f365c0a5780 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.322+0000 7f367a8d1640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f367410c180 0x7f367419eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.322+0000 7f367a8d1640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3674103670 0x7f367419ab60 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.322+0000 7f367a8d1640 1 --2- 172.21.15.17:0/1517484005 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3674102d50 0x7f367419a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:15.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.322+0000 7f367a8d1640 1 -- 172.21.15.17:0/1517484005 >> 172.21.15.17:0/1517484005 conn(0x7f36740fc7d0 msgr2=0x7f3674101bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:15.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.322+0000 7f367a8d1640 1 -- 172.21.15.17:0/1517484005 shutdown_connections 2024-09-16T02:00:15.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:15.322+0000 7f367a8d1640 1 -- 172.21.15.17:0/1517484005 wait complete. 2024-09-16T02:00:16.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 34161 8.17 MB/sec execute 98 sec latency 170.845 ms 2024-09-16T02:00:16.194 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T02:00:16.195 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:00:16.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:16 smithi017 ceph-mon[30972]: pgmap v841: 97 pgs: 97 active+clean; 463 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 3.9 MiB/s wr, 209 op/s 2024-09-16T02:00:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:00:16.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:16 smithi029 ceph-mon[34783]: pgmap v841: 97 pgs: 97 active+clean; 463 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 3.9 MiB/s wr, 209 op/s 2024-09-16T02:00:16.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:16 smithi122 ceph-mon[34758]: pgmap v841: 97 pgs: 97 active+clean; 463 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 3.9 MiB/s wr, 209 op/s 2024-09-16T02:00:17.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 34307 8.15 MB/sec execute 99 sec latency 128.555 ms 2024-09-16T02:00:17.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.164+0000 7fcdaa776640 1 -- 172.21.15.17:0/4113956233 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcda4100e20 msgr2=0x7fcda4101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.164+0000 7fcdaa776640 1 --2- 172.21.15.17:0/4113956233 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcda4100e20 0x7fcda4101200 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fcd94009930 tx=0x7fcd9402a4d0 comp rx=0 tx=0).stop 2024-09-16T02:00:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.165+0000 7fcdaa776640 1 -- 172.21.15.17:0/4113956233 shutdown_connections 2024-09-16T02:00:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.165+0000 7fcdaa776640 1 --2- 172.21.15.17:0/4113956233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcda4102ef0 0x7fcda410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.165+0000 7fcdaa776640 1 --2- 172.21.15.17:0/4113956233 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcda4102570 0x7fcda41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.165+0000 7fcdaa776640 1 --2- 172.21.15.17:0/4113956233 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcda4100e20 0x7fcda4101200 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.165+0000 7fcdaa776640 1 -- 172.21.15.17:0/4113956233 >> 172.21.15.17:0/4113956233 conn(0x7fcda40fc7d0 msgr2=0x7fcda40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.165+0000 7fcdaa776640 1 -- 172.21.15.17:0/4113956233 shutdown_connections 2024-09-16T02:00:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.165+0000 7fcdaa776640 1 -- 172.21.15.17:0/4113956233 wait complete. 2024-09-16T02:00:17.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.166+0000 7fcdaa776640 1 Processor -- start 2024-09-16T02:00:17.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.166+0000 7fcdaa776640 1 -- start start 2024-09-16T02:00:17.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.166+0000 7fcdaa776640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcda4100e20 0x7fcda4198400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:17.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.166+0000 7fcdaa776640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcda4102570 0x7fcda4198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:17.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcdaa776640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcda4102ef0 0x7fcda419ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:17.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcdaa776640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcda4111f80 con 0x7fcda4102570 2024-09-16T02:00:17.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcdaa776640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcda4111e00 con 0x7fcda4100e20 2024-09-16T02:00:17.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcda3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcda4100e20 0x7fcda4198400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:17.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcdaa776640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcda4112100 con 0x7fcda4102ef0 2024-09-16T02:00:17.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcda3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcda4100e20 0x7fcda4198400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:54594/0 (socket says 172.21.15.17:54594) 2024-09-16T02:00:17.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcda3fff640 1 -- 172.21.15.17:0/4053134042 learned_addr learned my addr 172.21.15.17:0/4053134042 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:17.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcda8d13640 1 --2- 172.21.15.17:0/4053134042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcda4102ef0 0x7fcda419ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:17.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcda37fe640 1 --2- 172.21.15.17:0/4053134042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcda4102570 0x7fcda4198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:17.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcda3fff640 1 -- 172.21.15.17:0/4053134042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcda4102ef0 msgr2=0x7fcda419ccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:17.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcda3fff640 1 --2- 172.21.15.17:0/4053134042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcda4102ef0 0x7fcda419ccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:17.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcda3fff640 1 -- 172.21.15.17:0/4053134042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcda4102570 msgr2=0x7fcda4198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:17.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcda3fff640 1 --2- 172.21.15.17:0/4053134042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcda4102570 0x7fcda4198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:17.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcda3fff640 1 -- 172.21.15.17:0/4053134042 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcda419d3b0 con 0x7fcda4100e20 2024-09-16T02:00:17.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.167+0000 7fcda3fff640 1 --2- 172.21.15.17:0/4053134042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcda4100e20 0x7fcda4198400 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcd94005ab0 tx=0x7fcd940045c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:17.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.168+0000 7fcda17fa640 1 -- 172.21.15.17:0/4053134042 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd94035030 con 0x7fcda4100e20 2024-09-16T02:00:17.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.168+0000 7fcdaa776640 1 -- 172.21.15.17:0/4053134042 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcda419d640 con 0x7fcda4100e20 2024-09-16T02:00:17.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.168+0000 7fcdaa776640 1 -- 172.21.15.17:0/4053134042 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcda410e400 con 0x7fcda4100e20 2024-09-16T02:00:17.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.169+0000 7fcda17fa640 1 -- 172.21.15.17:0/4053134042 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcd94041070 con 0x7fcda4100e20 2024-09-16T02:00:17.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.169+0000 7fcd8affd640 1 -- 172.21.15.17:0/4053134042 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcd90005290 con 0x7fcda4100e20 2024-09-16T02:00:17.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.169+0000 7fcda17fa640 1 -- 172.21.15.17:0/4053134042 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd94031b10 con 0x7fcda4100e20 2024-09-16T02:00:17.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.172+0000 7fcda17fa640 1 -- 172.21.15.17:0/4053134042 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fcd94031cb0 con 0x7fcda4100e20 2024-09-16T02:00:17.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.173+0000 7fcda17fa640 1 --2- 172.21.15.17:0/4053134042 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcd8c0a3340 0x7fcd8c0a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:17.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.174+0000 7fcda17fa640 1 -- 172.21.15.17:0/4053134042 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcd940f4840 con 0x7fcda4100e20 2024-09-16T02:00:17.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.174+0000 7fcda37fe640 1 --2- 172.21.15.17:0/4053134042 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcd8c0a3340 0x7fcd8c0a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:17.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.175+0000 7fcda37fe640 1 --2- 172.21.15.17:0/4053134042 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcd8c0a3340 0x7fcd8c0a5800 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fcda40fee20 tx=0x7fcd98005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:17.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.175+0000 7fcda17fa640 1 -- 172.21.15.17:0/4053134042 <== mon.2 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcd9404b060 con 0x7fcda4100e20 2024-09-16T02:00:17.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.545+0000 7fcd8affd640 1 -- 172.21.15.17:0/4053134042 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fcd90005580 con 0x7fcda4100e20 2024-09-16T02:00:17.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.546+0000 7fcda17fa640 1 -- 172.21.15.17:0/4053134042 <== mon.2 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11901 (secure 0 0 0) 0x7fcd940314a0 con 0x7fcda4100e20 2024-09-16T02:00:17.548 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:00:17.549 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"btime":"2024-09-16T01:59:05:278302+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:59:04.450935+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T02:00:17.549 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-09-16T02:00:17.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.549+0000 7fcd8affd640 1 -- 172.21.15.17:0/4053134042 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcd8c0a3340 msgr2=0x7fcd8c0a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:17.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.549+0000 7fcd8affd640 1 --2- 172.21.15.17:0/4053134042 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcd8c0a3340 0x7fcd8c0a5800 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fcda40fee20 tx=0x7fcd98005f90 comp rx=0 tx=0).stop 2024-09-16T02:00:17.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.549+0000 7fcd8affd640 1 -- 172.21.15.17:0/4053134042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcda4100e20 msgr2=0x7fcda4198400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:17.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.549+0000 7fcd8affd640 1 --2- 172.21.15.17:0/4053134042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcda4100e20 0x7fcda4198400 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcd94005ab0 tx=0x7fcd940045c0 comp rx=0 tx=0).stop 2024-09-16T02:00:17.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.549+0000 7fcd8affd640 1 -- 172.21.15.17:0/4053134042 shutdown_connections 2024-09-16T02:00:17.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.549+0000 7fcd8affd640 1 --2- 172.21.15.17:0/4053134042 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcd8c0a3340 0x7fcd8c0a5800 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:17.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.549+0000 7fcd8affd640 1 --2- 172.21.15.17:0/4053134042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcda4102ef0 0x7fcda419ccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:17.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.549+0000 7fcd8affd640 1 --2- 172.21.15.17:0/4053134042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcda4102570 0x7fcda4198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:17.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.549+0000 7fcd8affd640 1 --2- 172.21.15.17:0/4053134042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcda4100e20 0x7fcda4198400 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:17.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.549+0000 7fcd8affd640 1 -- 172.21.15.17:0/4053134042 >> 172.21.15.17:0/4053134042 conn(0x7fcda40fc7d0 msgr2=0x7fcda40fd150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:17.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.549+0000 7fcd8affd640 1 -- 172.21.15.17:0/4053134042 shutdown_connections 2024-09-16T02:00:17.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:17.549+0000 7fcd8affd640 1 -- 172.21.15.17:0/4053134042 wait complete. 2024-09-16T02:00:18.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 34450 8.10 MB/sec execute 100 sec latency 98.430 ms 2024-09-16T02:00:18.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:18 smithi017 ceph-mon[30972]: pgmap v842: 97 pgs: 97 active+clean; 463 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 735 KiB/s rd, 3.1 MiB/s wr, 209 op/s 2024-09-16T02:00:18.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:18 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/4053134042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:00:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:18 smithi122 ceph-mon[34758]: pgmap v842: 97 pgs: 97 active+clean; 463 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 735 KiB/s rd, 3.1 MiB/s wr, 209 op/s 2024-09-16T02:00:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:18 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/4053134042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:00:18.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:18 smithi029 ceph-mon[34783]: pgmap v842: 97 pgs: 97 active+clean; 463 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 735 KiB/s rd, 3.1 MiB/s wr, 209 op/s 2024-09-16T02:00:18.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:18 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/4053134042' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:00:19.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 34611 8.11 MB/sec execute 101 sec latency 164.055 ms 2024-09-16T02:00:19.158 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T02:00:19.544 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:00:20.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 34814 8.18 MB/sec execute 102 sec latency 85.355 ms 2024-09-16T02:00:20.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.088+0000 7f970db3e640 1 -- 172.21.15.17:0/2605720276 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9708103ff0 msgr2=0x7f97081043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:20.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.088+0000 7f970db3e640 1 --2- 172.21.15.17:0/2605720276 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9708103ff0 0x7f97081043d0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f96f8009900 tx=0x7f96f802a410 comp rx=0 tx=0).stop 2024-09-16T02:00:20.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.088+0000 7f970db3e640 1 -- 172.21.15.17:0/2605720276 shutdown_connections 2024-09-16T02:00:20.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.088+0000 7f970db3e640 1 --2- 172.21.15.17:0/2605720276 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9708109120 0x7f9708110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.088+0000 7f970db3e640 1 --2- 172.21.15.17:0/2605720276 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f97081049a0 0x7f97081089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.088+0000 7f970db3e640 1 --2- 172.21.15.17:0/2605720276 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9708103ff0 0x7f97081043d0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.088+0000 7f970db3e640 1 -- 172.21.15.17:0/2605720276 >> 172.21.15.17:0/2605720276 conn(0x7f97080ffab0 msgr2=0x7f9708101ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:20.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.088+0000 7f970db3e640 1 -- 172.21.15.17:0/2605720276 shutdown_connections 2024-09-16T02:00:20.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.088+0000 7f970db3e640 1 -- 172.21.15.17:0/2605720276 wait complete. 2024-09-16T02:00:20.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.089+0000 7f970db3e640 1 Processor -- start 2024-09-16T02:00:20.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.089+0000 7f970db3e640 1 -- start start 2024-09-16T02:00:20.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.089+0000 7f970db3e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9708103ff0 0x7f970819a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.089+0000 7f970db3e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97081049a0 0x7f970819ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.089+0000 7f970db3e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9708109120 0x7f970819ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.089+0000 7f970db3e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9708114020 con 0x7f97081049a0 2024-09-16T02:00:20.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.089+0000 7f970db3e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9708113ea0 con 0x7f9708109120 2024-09-16T02:00:20.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.089+0000 7f970db3e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f97081141a0 con 0x7f9708103ff0 2024-09-16T02:00:20.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.089+0000 7f97077fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9708103ff0 0x7f970819a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.089+0000 7f97077fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9708103ff0 0x7f970819a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59048/0 (socket says 172.21.15.17:59048) 2024-09-16T02:00:20.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.089+0000 7f97077fe640 1 -- 172.21.15.17:0/3023385649 learned_addr learned my addr 172.21.15.17:0/3023385649 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:20.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.090+0000 7f9706ffd640 1 --2- 172.21.15.17:0/3023385649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97081049a0 0x7f970819ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.090+0000 7f9707fff640 1 --2- 172.21.15.17:0/3023385649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9708109120 0x7f970819ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.090+0000 7f97077fe640 1 -- 172.21.15.17:0/3023385649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9708109120 msgr2=0x7f970819ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:20.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.090+0000 7f97077fe640 1 --2- 172.21.15.17:0/3023385649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9708109120 0x7f970819ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.090+0000 7f97077fe640 1 -- 172.21.15.17:0/3023385649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97081049a0 msgr2=0x7f970819ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:20.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.090+0000 7f97077fe640 1 --2- 172.21.15.17:0/3023385649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97081049a0 0x7f970819ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.090+0000 7f97077fe640 1 -- 172.21.15.17:0/3023385649 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f970819f570 con 0x7f9708103ff0 2024-09-16T02:00:20.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.090+0000 7f97077fe640 1 --2- 172.21.15.17:0/3023385649 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9708103ff0 0x7f970819a5c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f96f8005ab0 tx=0x7f96f8003c10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:20.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.090+0000 7f9704ff9640 1 -- 172.21.15.17:0/3023385649 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f803f070 con 0x7f9708103ff0 2024-09-16T02:00:20.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.090+0000 7f970db3e640 1 -- 172.21.15.17:0/3023385649 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f970819f800 con 0x7f9708103ff0 2024-09-16T02:00:20.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.090+0000 7f9704ff9640 1 -- 172.21.15.17:0/3023385649 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96f8031b60 con 0x7f9708103ff0 2024-09-16T02:00:20.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.091+0000 7f9704ff9640 1 -- 172.21.15.17:0/3023385649 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96f8035030 con 0x7f9708103ff0 2024-09-16T02:00:20.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.091+0000 7f970db3e640 1 -- 172.21.15.17:0/3023385649 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97081a7140 con 0x7f9708103ff0 2024-09-16T02:00:20.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.094+0000 7f9704ff9640 1 -- 172.21.15.17:0/3023385649 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f96f8042070 con 0x7f9708103ff0 2024-09-16T02:00:20.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.094+0000 7f970ff17740 1 Processor -- start 2024-09-16T02:00:20.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.094+0000 7f970ff17740 1 -- start start 2024-09-16T02:00:20.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f970ff17740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d0a0b40 0x55d06d09f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f970ff17740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d09f5d0 0x55d06d09fa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f9707fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d0a0b40 0x55d06d09f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f9707fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d0a0b40 0x55d06d09f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33590/0 (socket says 172.21.15.17:33590) 2024-09-16T02:00:20.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f970ff17740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0aa370 0x55d06d0ac760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f970ff17740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d06d0052f0 con 0x55d06d0a0b40 2024-09-16T02:00:20.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f970ff17740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d06cfaccf0 con 0x55d06d09f5d0 2024-09-16T02:00:20.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f970ff17740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d06d0012b0 con 0x55d06d0aa370 2024-09-16T02:00:20.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f9707fff640 1 -- 172.21.15.17:0/1175583947 learned_addr learned my addr 172.21.15.17:0/1175583947 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:20.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f97077fe640 1 --2- 172.21.15.17:0/1175583947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d09f5d0 0x55d06d09fa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f9706ffd640 1 --2- 172.21.15.17:0/1175583947 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0aa370 0x55d06d0ac760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f9707fff640 1 -- 172.21.15.17:0/1175583947 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0aa370 msgr2=0x55d06d0ac760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f9707fff640 1 --2- 172.21.15.17:0/1175583947 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0aa370 0x55d06d0ac760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f9707fff640 1 -- 172.21.15.17:0/1175583947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d09f5d0 msgr2=0x55d06d09fa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f9707fff640 1 --2- 172.21.15.17:0/1175583947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d09f5d0 0x55d06d09fa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f9707fff640 1 -- 172.21.15.17:0/1175583947 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d06cf913a0 con 0x55d06d0a0b40 2024-09-16T02:00:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.095+0000 7f9706ffd640 1 --2- 172.21.15.17:0/1175583947 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0aa370 0x55d06d0ac760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:00:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.096+0000 7f97077fe640 1 --2- 172.21.15.17:0/1175583947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d09f5d0 0x55d06d09fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:00:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.096+0000 7f9704ff9640 1 --2- 172.21.15.17:0/3023385649 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96f00a32c0 0x7f96f00a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.096+0000 7f9707fff640 1 --2- 172.21.15.17:0/1175583947 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d0a0b40 0x55d06d09f090 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f9700009f50 tx=0x7f97000118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d83d904f82a7d3c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.096+0000 7f9704ff9640 1 -- 172.21.15.17:0/3023385649 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f96f80eff10 con 0x7f9708103ff0 2024-09-16T02:00:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.096+0000 7f96edffb640 1 -- 172.21.15.17:0/1175583947 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9700004d20 con 0x55d06d0a0b40 2024-09-16T02:00:20.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.096+0000 7f97077fe640 1 --2- 172.21.15.17:0/3023385649 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96f00a32c0 0x7f96f00a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.096+0000 7f96edffb640 1 -- 172.21.15.17:0/1175583947 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9700004050 con 0x55d06d0a0b40 2024-09-16T02:00:20.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.096+0000 7f96edffb640 1 -- 172.21.15.17:0/1175583947 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9700005280 con 0x55d06d0a0b40 2024-09-16T02:00:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.097+0000 7f970ff17740 1 -- 172.21.15.17:0/1175583947 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d0a0b40 msgr2=0x55d06d09f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.097+0000 7f97077fe640 1 --2- 172.21.15.17:0/3023385649 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96f00a32c0 0x7f96f00a5780 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f96f80b8a40 tx=0x7f96f8009260 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.097+0000 7f970ff17740 1 --2- 172.21.15.17:0/1175583947 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d0a0b40 0x55d06d09f090 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f9700009f50 tx=0x7f97000118d0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.097+0000 7f970ff17740 1 -- 172.21.15.17:0/1175583947 shutdown_connections 2024-09-16T02:00:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.097+0000 7f970ff17740 1 --2- 172.21.15.17:0/1175583947 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0aa370 0x55d06d0ac760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.097+0000 7f970ff17740 1 --2- 172.21.15.17:0/1175583947 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d09f5d0 0x55d06d09fa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.097+0000 7f970ff17740 1 --2- 172.21.15.17:0/1175583947 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d0a0b40 0x55d06d09f090 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.097+0000 7f970ff17740 1 -- 172.21.15.17:0/1175583947 >> 172.21.15.17:0/1175583947 conn(0x55d06d068310 msgr2=0x55d06d09bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:20.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.098+0000 7f970ff17740 1 -- 172.21.15.17:0/1175583947 shutdown_connections 2024-09-16T02:00:20.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.098+0000 7f970ff17740 1 -- 172.21.15.17:0/1175583947 wait complete. 2024-09-16T02:00:20.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.098+0000 7f970ff17740 1 -- start start 2024-09-16T02:00:20.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.099+0000 7f970ff17740 1 Processor -- start 2024-09-16T02:00:20.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.099+0000 7f970ff17740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d09f5d0 0x55d06d0a9d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.099+0000 7f970ff17740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0a0b40 0x55d06d0a6fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.099+0000 7f9707fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d09f5d0 0x55d06d0a9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.099+0000 7f9707fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d09f5d0 0x55d06d0a9d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33606/0 (socket says 172.21.15.17:33606) 2024-09-16T02:00:20.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.099+0000 7f9707fff640 1 -- 172.21.15.17:0/1039791497 learned_addr learned my addr 172.21.15.17:0/1039791497 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:20.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.099+0000 7f970ff17740 1 --2- 172.21.15.17:0/1039791497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d0aa370 0x55d06d0a7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.099+0000 7f970ff17740 1 -- 172.21.15.17:0/1039791497 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d06d0ad070 con 0x55d06d09f5d0 2024-09-16T02:00:20.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.099+0000 7f970ff17740 1 -- 172.21.15.17:0/1039791497 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d06cfc0060 con 0x55d06d0aa370 2024-09-16T02:00:20.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.099+0000 7f970ff17740 1 -- 172.21.15.17:0/1039791497 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d06d0ad1f0 con 0x55d06d0a0b40 2024-09-16T02:00:20.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.099+0000 7f9706ffd640 1 --2- 172.21.15.17:0/1039791497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0a0b40 0x55d06d0a6fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.099+0000 7f970ff17740 10 client.0 _ll_register_callbacks cb 0x55d06cd138c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:00:20.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.100+0000 7f9707fff640 1 -- 172.21.15.17:0/1039791497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0a0b40 msgr2=0x55d06d0a6fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:20.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.100+0000 7f9707fff640 1 --2- 172.21.15.17:0/1039791497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0a0b40 0x55d06d0a6fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.100+0000 7f9707fff640 1 -- 172.21.15.17:0/1039791497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d0aa370 msgr2=0x55d06d0a7560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:20.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.100+0000 7f9707fff640 1 --2- 172.21.15.17:0/1039791497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d0aa370 0x55d06d0a7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.100+0000 7f9707fff640 1 -- 172.21.15.17:0/1039791497 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d06cd763c0 con 0x55d06d09f5d0 2024-09-16T02:00:20.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.100+0000 7f9707fff640 1 --2- 172.21.15.17:0/1039791497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d09f5d0 0x55d06d0a9d10 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f9700012fd0 tx=0x7f9700003cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c54c3113053cd47 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:20.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.100+0000 7f96e6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:00:20.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.100+0000 7f96e6ffd640 1 -- 172.21.15.17:0/1039791497 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9700028070 con 0x55d06d09f5d0 2024-09-16T02:00:20.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.100+0000 7f970ff17740 1 -- 172.21.15.17:0/1039791497 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9700004050 con 0x55d06d09f5d0 2024-09-16T02:00:20.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.100+0000 7f96e6ffd640 1 -- 172.21.15.17:0/1039791497 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9700005040 con 0x55d06d09f5d0 2024-09-16T02:00:20.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.101+0000 7f96e6ffd640 1 -- 172.21.15.17:0/1039791497 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9700005240 con 0x55d06d09f5d0 2024-09-16T02:00:20.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.101+0000 7f970ff17740 10 client.18414 fetch_fsmap learned FSMap version 28 2024-09-16T02:00:20.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.101+0000 7f970ff17740 1 -- 172.21.15.17:0/1039791497 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d06d0b8a80 con 0x55d06d09f5d0 2024-09-16T02:00:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.101+0000 7f96e6ffd640 1 -- 172.21.15.17:0/1039791497 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9700004050 con 0x55d06d09f5d0 2024-09-16T02:00:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.101+0000 7f96e6ffd640 1 -- 172.21.15.17:0/1039791497 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f97000247b0 con 0x55d06d09f5d0 2024-09-16T02:00:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.101+0000 7f970ff17740 10 client.18414 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:00:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.101+0000 7f970ff17740 10 client.18414 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:00:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.101+0000 7f970ff17740 20 client.18414 populate_metadata read hostname 'smithi017' 2024-09-16T02:00:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.101+0000 7f970ff17740 1 --2- 172.21.15.17:0/1039791497 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d06d0ba250 0x55d06d0bc6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.102+0000 7f970ff17740 4 client.18414 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:00:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.102+0000 7f970ff17740 1 -- 172.21.15.17:0/1039791497 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d06d012860 con 0x55d06d0ba250 2024-09-16T02:00:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.102+0000 7f9706ffd640 1 --2- 172.21.15.17:0/1039791497 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d06d0ba250 0x55d06d0bc6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.102+0000 7f96e6ffd640 10 client.18414 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:00:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.102+0000 7f9706ffd640 1 --2- 172.21.15.17:0/1039791497 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d06d0ba250 0x55d06d0bc6b0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=33c6bea6ab030809 server_cookie=aa2e60f0ed06146b in_seq=0 out_seq=0 2024-09-16T02:00:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.103+0000 7f96e6ffd640 1 -- 172.21.15.17:0/1039791497 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d06d012860 con 0x55d06d0ba250 2024-09-16T02:00:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.103+0000 7f96e6ffd640 10 client.18414 handle_command_reply: tid=0 2024-09-16T02:00:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.103+0000 7f970ff17740 1 client.18414 shutdown 2024-09-16T02:00:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.103+0000 7f970ff17740 1 -- 172.21.15.17:0/1039791497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d09f5d0 msgr2=0x55d06d0a9d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.103+0000 7f970ff17740 1 --2- 172.21.15.17:0/1039791497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d09f5d0 0x55d06d0a9d10 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f9700012fd0 tx=0x7f9700003cb0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.103+0000 7f970ff17740 1 -- 172.21.15.17:0/1039791497 shutdown_connections 2024-09-16T02:00:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.103+0000 7f970ff17740 1 --2- 172.21.15.17:0/1039791497 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d06d0ba250 0x55d06d0bc6b0 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.103+0000 7f970ff17740 1 --2- 172.21.15.17:0/1039791497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d0aa370 0x55d06d0a7560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.103+0000 7f970ff17740 1 --2- 172.21.15.17:0/1039791497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0a0b40 0x55d06d0a6fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.103+0000 7f970ff17740 1 --2- 172.21.15.17:0/1039791497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d09f5d0 0x55d06d0a9d10 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.103+0000 7f970ff17740 1 -- 172.21.15.17:0/1039791497 >> 172.21.15.17:0/1039791497 conn(0x55d06d068310 msgr2=0x55d06d0a1930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.103+0000 7f96e6ffd640 0 client.18414 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:00:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.103+0000 7f970ff17740 1 -- 172.21.15.17:0/1039791497 shutdown_connections 2024-09-16T02:00:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.104+0000 7f970ff17740 1 -- 172.21.15.17:0/1039791497 wait complete. 2024-09-16T02:00:20.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.104+0000 7f970ff17740 20 client.18414 trim_cache size 0 max 16384 2024-09-16T02:00:20.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.127+0000 7f970ff17740 1 Processor -- start 2024-09-16T02:00:20.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.127+0000 7f970ff17740 1 -- start start 2024-09-16T02:00:20.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.127+0000 7f970ff17740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d09f5d0 0x55d06d0b6310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.127+0000 7f970ff17740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0a0b40 0x55d06d0a1820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.127+0000 7f970ff17740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d0aa370 0x55d06d0c1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.127+0000 7f970ff17740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f97081b1ff0 con 0x55d06d09f5d0 2024-09-16T02:00:20.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.127+0000 7f970ff17740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f97081af8c0 con 0x55d06d0aa370 2024-09-16T02:00:20.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.127+0000 7f9707fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d09f5d0 0x55d06d0b6310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.127+0000 7f9707fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d09f5d0 0x55d06d0b6310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33612/0 (socket says 172.21.15.17:33612) 2024-09-16T02:00:20.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.127+0000 7f9707fff640 1 -- 172.21.15.17:0/1065258101 learned_addr learned my addr 172.21.15.17:0/1065258101 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:20.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.127+0000 7f970ff17740 1 -- 172.21.15.17:0/1065258101 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f97081ad6f0 con 0x55d06d0a0b40 2024-09-16T02:00:20.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.128+0000 7f9707fff640 1 --2- 172.21.15.17:0/1065258101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d0aa370 0x55d06d0c1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.128+0000 7f9706ffd640 1 --2- 172.21.15.17:0/1065258101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0a0b40 0x55d06d0a1820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.128+0000 7f9707fff640 1 -- 172.21.15.17:0/1065258101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0a0b40 msgr2=0x55d06d0a1820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:20.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.128+0000 7f9707fff640 1 --2- 172.21.15.17:0/1065258101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0a0b40 0x55d06d0a1820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.128+0000 7f9707fff640 1 -- 172.21.15.17:0/1065258101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d0aa370 msgr2=0x55d06d0c1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:20.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.128+0000 7f9707fff640 1 --2- 172.21.15.17:0/1065258101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d0aa370 0x55d06d0c1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.128+0000 7f9707fff640 1 -- 172.21.15.17:0/1065258101 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d06d09fd50 con 0x55d06d09f5d0 2024-09-16T02:00:20.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.128+0000 7f9706ffd640 1 --2- 172.21.15.17:0/1065258101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0a0b40 0x55d06d0a1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:00:20.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.129+0000 7f9707fff640 1 --2- 172.21.15.17:0/1065258101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d09f5d0 0x55d06d0b6310 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f9700024bd0 tx=0x7f9700009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c18e692fd31969e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:20.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.129+0000 7f96ed7fa640 1 -- 172.21.15.17:0/1065258101 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9700028070 con 0x55d06d09f5d0 2024-09-16T02:00:20.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.129+0000 7f96ed7fa640 1 -- 172.21.15.17:0/1065258101 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9700004010 con 0x55d06d09f5d0 2024-09-16T02:00:20.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.129+0000 7f96ed7fa640 1 -- 172.21.15.17:0/1065258101 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9700005660 con 0x55d06d09f5d0 2024-09-16T02:00:20.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.130+0000 7f970ff17740 1 -- 172.21.15.17:0/1065258101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d09f5d0 msgr2=0x55d06d0b6310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:20.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.130+0000 7f970ff17740 1 --2- 172.21.15.17:0/1065258101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d09f5d0 0x55d06d0b6310 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f9700024bd0 tx=0x7f9700009500 comp rx=0 tx=0).stop 2024-09-16T02:00:20.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.130+0000 7f970ff17740 1 -- 172.21.15.17:0/1065258101 shutdown_connections 2024-09-16T02:00:20.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.130+0000 7f970ff17740 1 --2- 172.21.15.17:0/1065258101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d0aa370 0x55d06d0c1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.130+0000 7f970ff17740 1 --2- 172.21.15.17:0/1065258101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d0a0b40 0x55d06d0a1820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.130+0000 7f970ff17740 1 --2- 172.21.15.17:0/1065258101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d09f5d0 0x55d06d0b6310 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.130+0000 7f970ff17740 1 -- 172.21.15.17:0/1065258101 >> 172.21.15.17:0/1065258101 conn(0x55d06d068310 msgr2=0x55d06d0a1110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:20.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.130+0000 7f970ff17740 1 -- 172.21.15.17:0/1065258101 shutdown_connections 2024-09-16T02:00:20.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.130+0000 7f970ff17740 1 -- 172.21.15.17:0/1065258101 wait complete. 2024-09-16T02:00:20.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.131+0000 7f970ff17740 1 -- start start 2024-09-16T02:00:20.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.131+0000 7f970ff17740 1 Processor -- start 2024-09-16T02:00:20.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.131+0000 7f970ff17740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d09f5d0 0x55d06d0b26c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.131+0000 7f970ff17740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d0a0b40 0x55d06d0b2c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.131+0000 7f970ff17740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d0aa370 0x55d06d0a3870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.131+0000 7f970ff17740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f97081add80 con 0x55d06d0aa370 2024-09-16T02:00:20.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.131+0000 7f970ff17740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f97081af1f0 con 0x55d06d0a0b40 2024-09-16T02:00:20.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.131+0000 7f970ff17740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f97081ae450 con 0x55d06d09f5d0 2024-09-16T02:00:20.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.131+0000 7f970ff17740 10 client.0 _ll_register_callbacks cb 0x7f9700009e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:00:20.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.132+0000 7f9707fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d0aa370 0x55d06d0a3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.132+0000 7f9707fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d0aa370 0x55d06d0a3870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33620/0 (socket says 172.21.15.17:33620) 2024-09-16T02:00:20.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.132+0000 7f9707fff640 1 -- 172.21.15.17:0/200451095 learned_addr learned my addr 172.21.15.17:0/200451095 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:20.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.132+0000 7f9707fff640 1 --2- 172.21.15.17:0/200451095 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d09f5d0 0x55d06d0b26c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.132+0000 7f9706ffd640 1 --2- 172.21.15.17:0/200451095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d0a0b40 0x55d06d0b2c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.132+0000 7f9707fff640 1 -- 172.21.15.17:0/200451095 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d09f5d0 msgr2=0x55d06d0b26c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:20.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.132+0000 7f9707fff640 1 --2- 172.21.15.17:0/200451095 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d09f5d0 0x55d06d0b26c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.132+0000 7f9707fff640 1 -- 172.21.15.17:0/200451095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d0a0b40 msgr2=0x55d06d0b2c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:20.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.132+0000 7f9707fff640 1 --2- 172.21.15.17:0/200451095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d0a0b40 0x55d06d0b2c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.132+0000 7f9707fff640 1 -- 172.21.15.17:0/200451095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d06d0a40a0 con 0x55d06d0aa370 2024-09-16T02:00:20.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.132+0000 7f9707fff640 1 --2- 172.21.15.17:0/200451095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d0aa370 0x55d06d0a3870 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f9700009730 tx=0x7f97000096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff3065b5080d1edd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:20.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.132+0000 7f96e6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:00:20.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.133+0000 7f96e6ffd640 1 -- 172.21.15.17:0/200451095 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9700028070 con 0x55d06d0aa370 2024-09-16T02:00:20.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.133+0000 7f970ff17740 1 -- 172.21.15.17:0/200451095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9700004010 con 0x55d06d0aa370 2024-09-16T02:00:20.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.133+0000 7f96e6ffd640 1 -- 172.21.15.17:0/200451095 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9700024650 con 0x55d06d0aa370 2024-09-16T02:00:20.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.133+0000 7f96e6ffd640 1 -- 172.21.15.17:0/200451095 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9700004cd0 con 0x55d06d0aa370 2024-09-16T02:00:20.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.133+0000 7f970ff17740 10 client.18420 fetch_fsmap learned FSMap version 28 2024-09-16T02:00:20.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.133+0000 7f970ff17740 1 -- 172.21.15.17:0/200451095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d06d12d250 con 0x55d06d0aa370 2024-09-16T02:00:20.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.133+0000 7f96e6ffd640 1 -- 172.21.15.17:0/200451095 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9700004010 con 0x55d06d0aa370 2024-09-16T02:00:20.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.134+0000 7f96e6ffd640 1 -- 172.21.15.17:0/200451095 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f970000f750 con 0x55d06d0aa370 2024-09-16T02:00:20.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.134+0000 7f970ff17740 10 client.18420 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:00:20.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.134+0000 7f970ff17740 10 client.18420 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:00:20.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.134+0000 7f970ff17740 20 client.18420 populate_metadata read hostname 'smithi017' 2024-09-16T02:00:20.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.134+0000 7f970ff17740 1 --2- 172.21.15.17:0/200451095 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d06d12d980 0x55d06d12fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:20.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.134+0000 7f970ff17740 4 client.18420 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:00:20.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.134+0000 7f970ff17740 1 -- 172.21.15.17:0/200451095 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d06d00cd70 con 0x55d06d12d980 2024-09-16T02:00:20.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.134+0000 7f9706ffd640 1 --2- 172.21.15.17:0/200451095 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d06d12d980 0x55d06d12fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.134+0000 7f96e6ffd640 10 client.18420 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:00:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.134+0000 7f9706ffd640 1 --2- 172.21.15.17:0/200451095 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d06d12d980 0x55d06d12fda0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4fe0bb6316db2c26 server_cookie=da2ec87c822119c7 in_seq=0 out_seq=0 2024-09-16T02:00:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f96e6ffd640 1 -- 172.21.15.17:0/200451095 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d06d00cd70 con 0x55d06d12d980 2024-09-16T02:00:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f96e6ffd640 10 client.18420 handle_command_reply: tid=0 2024-09-16T02:00:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f970ff17740 1 client.18420 shutdown 2024-09-16T02:00:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f970ff17740 1 -- 172.21.15.17:0/200451095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d0aa370 msgr2=0x55d06d0a3870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f970ff17740 1 --2- 172.21.15.17:0/200451095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d0aa370 0x55d06d0a3870 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f9700009730 tx=0x7f97000096c0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f970ff17740 1 -- 172.21.15.17:0/200451095 shutdown_connections 2024-09-16T02:00:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f970ff17740 1 --2- 172.21.15.17:0/200451095 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d06d12d980 0x55d06d12fda0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f970ff17740 1 --2- 172.21.15.17:0/200451095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d06d0aa370 0x55d06d0a3870 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f970ff17740 1 --2- 172.21.15.17:0/200451095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d06d0a0b40 0x55d06d0b2c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f970ff17740 1 --2- 172.21.15.17:0/200451095 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d06d09f5d0 0x55d06d0b26c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f970ff17740 1 -- 172.21.15.17:0/200451095 >> 172.21.15.17:0/200451095 conn(0x55d06d068310 msgr2=0x55d06d09ad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:20.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f96e6ffd640 0 client.18420 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:00:20.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f970ff17740 1 -- 172.21.15.17:0/200451095 shutdown_connections 2024-09-16T02:00:20.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f970ff17740 1 -- 172.21.15.17:0/200451095 wait complete. 2024-09-16T02:00:20.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.135+0000 7f970ff17740 20 client.18420 trim_cache size 0 max 16384 2024-09-16T02:00:20.142 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:00:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.136+0000 7f970db3e640 1 -- 172.21.15.17:0/3023385649 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96f00a32c0 msgr2=0x7f96f00a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.136+0000 7f970db3e640 1 --2- 172.21.15.17:0/3023385649 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96f00a32c0 0x7f96f00a5780 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f96f80b8a40 tx=0x7f96f8009260 comp rx=0 tx=0).stop 2024-09-16T02:00:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.136+0000 7f970db3e640 1 -- 172.21.15.17:0/3023385649 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9708103ff0 msgr2=0x7f970819a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.136+0000 7f970db3e640 1 --2- 172.21.15.17:0/3023385649 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9708103ff0 0x7f970819a5c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f96f8005ab0 tx=0x7f96f8003c10 comp rx=0 tx=0).stop 2024-09-16T02:00:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.136+0000 7f970db3e640 1 -- 172.21.15.17:0/3023385649 shutdown_connections 2024-09-16T02:00:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.136+0000 7f970db3e640 1 --2- 172.21.15.17:0/3023385649 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96f00a32c0 0x7f96f00a5780 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.136+0000 7f970db3e640 1 --2- 172.21.15.17:0/3023385649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9708109120 0x7f970819ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.136+0000 7f970db3e640 1 --2- 172.21.15.17:0/3023385649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97081049a0 0x7f970819ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.136+0000 7f970db3e640 1 --2- 172.21.15.17:0/3023385649 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9708103ff0 0x7f970819a5c0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.136+0000 7f970db3e640 1 -- 172.21.15.17:0/3023385649 >> 172.21.15.17:0/3023385649 conn(0x7f97080ffab0 msgr2=0x7f9708100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:20.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.137+0000 7f970db3e640 1 -- 172.21.15.17:0/3023385649 shutdown_connections 2024-09-16T02:00:20.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:20.137+0000 7f970db3e640 1 -- 172.21.15.17:0/3023385649 wait complete. 2024-09-16T02:00:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:20 smithi017 ceph-mon[30972]: pgmap v843: 97 pgs: 97 active+clean; 465 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 872 KiB/s rd, 3.5 MiB/s wr, 242 op/s 2024-09-16T02:00:20.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:20 smithi029 ceph-mon[34783]: pgmap v843: 97 pgs: 97 active+clean; 465 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 872 KiB/s rd, 3.5 MiB/s wr, 242 op/s 2024-09-16T02:00:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:20 smithi122 ceph-mon[34758]: pgmap v843: 97 pgs: 97 active+clean; 465 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 872 KiB/s rd, 3.5 MiB/s wr, 242 op/s 2024-09-16T02:00:21.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 34965 8.17 MB/sec execute 103 sec latency 178.017 ms 2024-09-16T02:00:21.773 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T02:00:22.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 35171 8.24 MB/sec execute 104 sec latency 97.045 ms 2024-09-16T02:00:22.130 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:00:22.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:22 smithi017 ceph-mon[30972]: pgmap v844: 97 pgs: 97 active+clean; 465 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 2.8 MiB/s wr, 202 op/s 2024-09-16T02:00:22.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.686+0000 7fd37b969640 1 -- 172.21.15.17:0/3260265692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd374101de0 msgr2=0x7fd3741021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:22.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.686+0000 7fd37b969640 1 --2- 172.21.15.17:0/3260265692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd374101de0 0x7fd3741021c0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fd370009900 tx=0x7fd37002a3f0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.686+0000 7fd37b969640 1 -- 172.21.15.17:0/3260265692 shutdown_connections 2024-09-16T02:00:22.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.686+0000 7fd37b969640 1 --2- 172.21.15.17:0/3260265692 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd374106f10 0x7fd37410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.686+0000 7fd37b969640 1 --2- 172.21.15.17:0/3260265692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd374102790 0x7fd3741067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.686+0000 7fd37b969640 1 --2- 172.21.15.17:0/3260265692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd374101de0 0x7fd3741021c0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.686+0000 7fd37b969640 1 -- 172.21.15.17:0/3260265692 >> 172.21.15.17:0/3260265692 conn(0x7fd3740fd8e0 msgr2=0x7fd3740ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:22.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.687+0000 7fd37b969640 1 -- 172.21.15.17:0/3260265692 shutdown_connections 2024-09-16T02:00:22.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.687+0000 7fd37b969640 1 -- 172.21.15.17:0/3260265692 wait complete. 2024-09-16T02:00:22.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.687+0000 7fd37b969640 1 Processor -- start 2024-09-16T02:00:22.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.687+0000 7fd37b969640 1 -- start start 2024-09-16T02:00:22.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.688+0000 7fd37b969640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd374101de0 0x7fd3740744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.688+0000 7fd37b969640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd374102790 0x7fd374074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.688+0000 7fd37b969640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd374106f10 0x7fd374074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.688+0000 7fd37b969640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd374111e70 con 0x7fd374101de0 2024-09-16T02:00:22.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.688+0000 7fd37b969640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd374111cf0 con 0x7fd374102790 2024-09-16T02:00:22.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.688+0000 7fd37b969640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd374111ff0 con 0x7fd374106f10 2024-09-16T02:00:22.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.688+0000 7fd379705640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd374101de0 0x7fd3740744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.688+0000 7fd379f06640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd374106f10 0x7fd374074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.688+0000 7fd379f06640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd374106f10 0x7fd374074f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59100/0 (socket says 172.21.15.17:59100) 2024-09-16T02:00:22.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.688+0000 7fd379f06640 1 -- 172.21.15.17:0/667852673 learned_addr learned my addr 172.21.15.17:0/667852673 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:22.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.688+0000 7fd379705640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd374101de0 0x7fd3740744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33640/0 (socket says 172.21.15.17:33640) 2024-09-16T02:00:22.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.688+0000 7fd378f04640 1 --2- 172.21.15.17:0/667852673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd374102790 0x7fd374074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.689+0000 7fd378f04640 1 -- 172.21.15.17:0/667852673 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd374106f10 msgr2=0x7fd374074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:22.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.689+0000 7fd378f04640 1 --2- 172.21.15.17:0/667852673 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd374106f10 0x7fd374074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.689+0000 7fd378f04640 1 -- 172.21.15.17:0/667852673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd374101de0 msgr2=0x7fd3740744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:22.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.689+0000 7fd378f04640 1 --2- 172.21.15.17:0/667852673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd374101de0 0x7fd3740744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.689+0000 7fd378f04640 1 -- 172.21.15.17:0/667852673 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3741a6870 con 0x7fd374102790 2024-09-16T02:00:22.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.689+0000 7fd379f06640 1 --2- 172.21.15.17:0/667852673 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd374106f10 0x7fd374074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:00:22.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.689+0000 7fd378f04640 1 --2- 172.21.15.17:0/667852673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd374102790 0x7fd374074a30 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd36400e9f0 tx=0x7fd36400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:22.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.689+0000 7fd36a7fc640 1 -- 172.21.15.17:0/667852673 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd36400cd80 con 0x7fd374102790 2024-09-16T02:00:22.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.689+0000 7fd36a7fc640 1 -- 172.21.15.17:0/667852673 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3640035f0 con 0x7fd374102790 2024-09-16T02:00:22.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.689+0000 7fd36a7fc640 1 -- 172.21.15.17:0/667852673 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd364010690 con 0x7fd374102790 2024-09-16T02:00:22.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.689+0000 7fd37b969640 1 -- 172.21.15.17:0/667852673 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3741a6b60 con 0x7fd374102790 2024-09-16T02:00:22.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.689+0000 7fd37b969640 1 -- 172.21.15.17:0/667852673 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3741a7050 con 0x7fd374102790 2024-09-16T02:00:22.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.692+0000 7fd36a7fc640 1 -- 172.21.15.17:0/667852673 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fd3640037a0 con 0x7fd374102790 2024-09-16T02:00:22.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd37dd42740 1 Processor -- start 2024-09-16T02:00:22.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd37dd42740 1 -- start start 2024-09-16T02:00:22.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd36a7fc640 1 --2- 172.21.15.17:0/667852673 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3600a32c0 0x7fd3600a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd37dd42740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c83b40 0x55ed35c82090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd37dd42740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 0x55ed35c82a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd37dd42740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c8d370 0x55ed35c8f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd37dd42740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ed35be82f0 con 0x55ed35c83b40 2024-09-16T02:00:22.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd37dd42740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ed35b8fcf0 con 0x55ed35c825d0 2024-09-16T02:00:22.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd37dd42740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ed35be42b0 con 0x55ed35c8d370 2024-09-16T02:00:22.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd36a7fc640 1 -- 172.21.15.17:0/667852673 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd3640cfb80 con 0x7fd374102790 2024-09-16T02:00:22.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd379f06640 1 --2- 172.21.15.17:0/667852673 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3600a32c0 0x7fd3600a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd379705640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c83b40 0x55ed35c82090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd379705640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c83b40 0x55ed35c82090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33656/0 (socket says 172.21.15.17:33656) 2024-09-16T02:00:22.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd379705640 1 -- 172.21.15.17:0/1978672588 learned_addr learned my addr 172.21.15.17:0/1978672588 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:22.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd379f06640 1 --2- 172.21.15.17:0/1978672588 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c8d370 0x55ed35c8f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd378f04640 1 --2- 172.21.15.17:0/1978672588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 0x55ed35c82a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd379705640 1 -- 172.21.15.17:0/1978672588 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c8d370 msgr2=0x55ed35c8f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:22.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd379705640 1 --2- 172.21.15.17:0/1978672588 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c8d370 0x55ed35c8f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd379705640 1 -- 172.21.15.17:0/1978672588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 msgr2=0x55ed35c82a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:22.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd379705640 1 --2- 172.21.15.17:0/1978672588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 0x55ed35c82a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd379705640 1 -- 172.21.15.17:0/1978672588 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed35b743a0 con 0x55ed35c83b40 2024-09-16T02:00:22.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.693+0000 7fd378f04640 1 --2- 172.21.15.17:0/1978672588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 0x55ed35c82a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:00:22.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.694+0000 7fd379705640 1 --2- 172.21.15.17:0/1978672588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c83b40 0x55ed35c82090 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fd370000c00 tx=0x7fd370004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c90e42596a165918 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:22.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.694+0000 7fd379f06640 1 --2- 172.21.15.17:0/667852673 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3600a32c0 0x7fd3600a5780 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fd36c009fd0 tx=0x7fd36c013ba0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:22.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.694+0000 7fd35f7fe640 1 -- 172.21.15.17:0/1978672588 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd370035040 con 0x55ed35c83b40 2024-09-16T02:00:22.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.694+0000 7fd35f7fe640 1 -- 172.21.15.17:0/1978672588 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3700054f0 con 0x55ed35c83b40 2024-09-16T02:00:22.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.694+0000 7fd35f7fe640 1 -- 172.21.15.17:0/1978672588 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd370004e40 con 0x55ed35c83b40 2024-09-16T02:00:22.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.695+0000 7fd37dd42740 1 -- 172.21.15.17:0/1978672588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c83b40 msgr2=0x55ed35c82090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:22.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.695+0000 7fd37dd42740 1 --2- 172.21.15.17:0/1978672588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c83b40 0x55ed35c82090 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fd370000c00 tx=0x7fd370004040 comp rx=0 tx=0).stop 2024-09-16T02:00:22.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.695+0000 7fd37dd42740 1 -- 172.21.15.17:0/1978672588 shutdown_connections 2024-09-16T02:00:22.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.695+0000 7fd37dd42740 1 --2- 172.21.15.17:0/1978672588 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c8d370 0x55ed35c8f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.695+0000 7fd37dd42740 1 --2- 172.21.15.17:0/1978672588 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 0x55ed35c82a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.695+0000 7fd37dd42740 1 --2- 172.21.15.17:0/1978672588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c83b40 0x55ed35c82090 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.695+0000 7fd37dd42740 1 -- 172.21.15.17:0/1978672588 >> 172.21.15.17:0/1978672588 conn(0x55ed35c4b310 msgr2=0x55ed35c7ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:22.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.695+0000 7fd37dd42740 1 -- 172.21.15.17:0/1978672588 shutdown_connections 2024-09-16T02:00:22.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.695+0000 7fd37dd42740 1 -- 172.21.15.17:0/1978672588 wait complete. 2024-09-16T02:00:22.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.695+0000 7fd37dd42740 1 -- start start 2024-09-16T02:00:22.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.695+0000 7fd37dd42740 1 Processor -- start 2024-09-16T02:00:22.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.696+0000 7fd37dd42740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 0x55ed35c8cd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.696+0000 7fd37dd42740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c83b40 0x55ed35c8a030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.696+0000 7fd37dd42740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c8d370 0x55ed35c8a640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.696+0000 7fd37dd42740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55ed35c90010 con 0x55ed35c8d370 2024-09-16T02:00:22.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.696+0000 7fd37dd42740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55ed35ba3060 con 0x55ed35c825d0 2024-09-16T02:00:22.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.696+0000 7fd37dd42740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55ed35c90190 con 0x55ed35c83b40 2024-09-16T02:00:22.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.696+0000 7fd37dd42740 10 client.0 _ll_register_callbacks cb 0x55ed358f68c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:00:22.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.696+0000 7fd378f04640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c83b40 0x55ed35c8a030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.696+0000 7fd378f04640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c83b40 0x55ed35c8a030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59112/0 (socket says 172.21.15.17:59112) 2024-09-16T02:00:22.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.696+0000 7fd378f04640 1 -- 172.21.15.17:0/230648915 learned_addr learned my addr 172.21.15.17:0/230648915 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:22.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.696+0000 7fd379705640 1 --2- 172.21.15.17:0/230648915 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 0x55ed35c8cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.696+0000 7fd379f06640 1 --2- 172.21.15.17:0/230648915 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c8d370 0x55ed35c8a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.697+0000 7fd378f04640 1 -- 172.21.15.17:0/230648915 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 msgr2=0x55ed35c8cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:22.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.697+0000 7fd378f04640 1 --2- 172.21.15.17:0/230648915 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 0x55ed35c8cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.697+0000 7fd378f04640 1 -- 172.21.15.17:0/230648915 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c8d370 msgr2=0x55ed35c8a640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:22.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.697+0000 7fd378f04640 1 --2- 172.21.15.17:0/230648915 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c8d370 0x55ed35c8a640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.697+0000 7fd378f04640 1 -- 172.21.15.17:0/230648915 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed359593c0 con 0x55ed35c83b40 2024-09-16T02:00:22.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.697+0000 7fd378f04640 1 --2- 172.21.15.17:0/230648915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c83b40 0x55ed35c8a030 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fd36409c130 tx=0x7fd364003c70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a35705c8bf1ffa31 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:22.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.697+0000 7fd35cff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:00:22.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.697+0000 7fd35cff9640 1 -- 172.21.15.17:0/230648915 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd3640a0550 con 0x55ed35c83b40 2024-09-16T02:00:22.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.697+0000 7fd35cff9640 1 -- 172.21.15.17:0/230648915 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd3640850b0 con 0x55ed35c83b40 2024-09-16T02:00:22.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.697+0000 7fd37dd42740 1 -- 172.21.15.17:0/230648915 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd3700054f0 con 0x55ed35c83b40 2024-09-16T02:00:22.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.698+0000 7fd35cff9640 1 -- 172.21.15.17:0/230648915 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd3640852b0 con 0x55ed35c83b40 2024-09-16T02:00:22.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.698+0000 7fd37dd42740 10 client.28090 fetch_fsmap learned FSMap version 28 2024-09-16T02:00:22.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.698+0000 7fd37dd42740 1 -- 172.21.15.17:0/230648915 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ed35c9bae0 con 0x55ed35c83b40 2024-09-16T02:00:22.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.698+0000 7fd35cff9640 1 -- 172.21.15.17:0/230648915 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd3700054f0 con 0x55ed35c83b40 2024-09-16T02:00:22.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.698+0000 7fd35cff9640 1 -- 172.21.15.17:0/230648915 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fd3640a4980 con 0x55ed35c83b40 2024-09-16T02:00:22.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.698+0000 7fd37dd42740 10 client.28090 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:00:22.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.698+0000 7fd37dd42740 10 client.28090 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:00:22.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.698+0000 7fd37dd42740 20 client.28090 populate_metadata read hostname 'smithi017' 2024-09-16T02:00:22.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.698+0000 7fd37dd42740 1 --2- 172.21.15.17:0/230648915 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ed35c9cf40 0x55ed35c9f330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.698+0000 7fd37dd42740 4 client.28090 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:00:22.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.698+0000 7fd37dd42740 1 -- 172.21.15.17:0/230648915 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55ed35bf5860 con 0x55ed35c9cf40 2024-09-16T02:00:22.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.698+0000 7fd379705640 1 --2- 172.21.15.17:0/230648915 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ed35c9cf40 0x55ed35c9f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.699+0000 7fd379705640 1 --2- 172.21.15.17:0/230648915 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ed35c9cf40 0x55ed35c9f330 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6281040cfe5f800b server_cookie=3e1dea564390c385 in_seq=0 out_seq=0 2024-09-16T02:00:22.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.699+0000 7fd35cff9640 10 client.28090 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:00:22.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.700+0000 7fd35cff9640 1 -- 172.21.15.17:0/230648915 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55ed35bf5860 con 0x55ed35c9cf40 2024-09-16T02:00:22.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.700+0000 7fd35cff9640 10 client.28090 handle_command_reply: tid=0 2024-09-16T02:00:22.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.700+0000 7fd37dd42740 1 client.28090 shutdown 2024-09-16T02:00:22.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.700+0000 7fd37dd42740 1 -- 172.21.15.17:0/230648915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c83b40 msgr2=0x55ed35c8a030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:22.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.700+0000 7fd37dd42740 1 --2- 172.21.15.17:0/230648915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c83b40 0x55ed35c8a030 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fd36409c130 tx=0x7fd364003c70 comp rx=0 tx=0).stop 2024-09-16T02:00:22.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.700+0000 7fd37dd42740 1 -- 172.21.15.17:0/230648915 shutdown_connections 2024-09-16T02:00:22.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.700+0000 7fd37dd42740 1 --2- 172.21.15.17:0/230648915 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ed35c9cf40 0x55ed35c9f330 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.700+0000 7fd37dd42740 1 --2- 172.21.15.17:0/230648915 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c8d370 0x55ed35c8a640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.700+0000 7fd37dd42740 1 --2- 172.21.15.17:0/230648915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c83b40 0x55ed35c8a030 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.700+0000 7fd37dd42740 1 --2- 172.21.15.17:0/230648915 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 0x55ed35c8cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.700+0000 7fd37dd42740 1 -- 172.21.15.17:0/230648915 >> 172.21.15.17:0/230648915 conn(0x55ed35c4b310 msgr2=0x55ed35c84930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:22.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.700+0000 7fd35cff9640 0 client.28090 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:00:22.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.700+0000 7fd37dd42740 1 -- 172.21.15.17:0/230648915 shutdown_connections 2024-09-16T02:00:22.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.700+0000 7fd37dd42740 1 -- 172.21.15.17:0/230648915 wait complete. 2024-09-16T02:00:22.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.701+0000 7fd37dd42740 20 client.28090 trim_cache size 0 max 16384 2024-09-16T02:00:22.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.724+0000 7fd37dd42740 1 Processor -- start 2024-09-16T02:00:22.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.724+0000 7fd37dd42740 1 -- start start 2024-09-16T02:00:22.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.724+0000 7fd37dd42740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 0x55ed35c992e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.724+0000 7fd37dd42740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c83b40 0x55ed35c79ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.724+0000 7fd37dd42740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c8d370 0x55ed35c89010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.724+0000 7fd37dd42740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd3741adae0 con 0x55ed35c8d370 2024-09-16T02:00:22.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.724+0000 7fd37dd42740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd3741ab3b0 con 0x55ed35c825d0 2024-09-16T02:00:22.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.724+0000 7fd37dd42740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd3741a91e0 con 0x55ed35c83b40 2024-09-16T02:00:22.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd378f04640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c83b40 0x55ed35c79ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd379f06640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c8d370 0x55ed35c89010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd378f04640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c83b40 0x55ed35c79ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59114/0 (socket says 172.21.15.17:59114) 2024-09-16T02:00:22.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd378f04640 1 -- 172.21.15.17:0/2622720044 learned_addr learned my addr 172.21.15.17:0/2622720044 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:22.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd379f06640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c8d370 0x55ed35c89010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33674/0 (socket says 172.21.15.17:33674) 2024-09-16T02:00:22.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd379705640 1 --2- 172.21.15.17:0/2622720044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 0x55ed35c992e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd379705640 1 -- 172.21.15.17:0/2622720044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c83b40 msgr2=0x55ed35c79ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:22.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd379705640 1 --2- 172.21.15.17:0/2622720044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c83b40 0x55ed35c79ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd379705640 1 -- 172.21.15.17:0/2622720044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c8d370 msgr2=0x55ed35c89010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:22.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd379705640 1 --2- 172.21.15.17:0/2622720044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c8d370 0x55ed35c89010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd379705640 1 -- 172.21.15.17:0/2622720044 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ed35c7ede0 con 0x55ed35c825d0 2024-09-16T02:00:22.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd378f04640 1 --2- 172.21.15.17:0/2622720044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c83b40 0x55ed35c79ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:00:22.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd379705640 1 --2- 172.21.15.17:0/2622720044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 0x55ed35c992e0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd370005ab0 tx=0x7fd370005a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=722ede65fd5c38da server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:22.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd35effd640 1 -- 172.21.15.17:0/2622720044 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd370035040 con 0x55ed35c825d0 2024-09-16T02:00:22.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.725+0000 7fd35effd640 1 -- 172.21.15.17:0/2622720044 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd370003aa0 con 0x55ed35c825d0 2024-09-16T02:00:22.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.726+0000 7fd35effd640 1 -- 172.21.15.17:0/2622720044 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd370031900 con 0x55ed35c825d0 2024-09-16T02:00:22.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.726+0000 7fd37dd42740 1 -- 172.21.15.17:0/2622720044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 msgr2=0x55ed35c992e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:22.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.726+0000 7fd37dd42740 1 --2- 172.21.15.17:0/2622720044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 0x55ed35c992e0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd370005ab0 tx=0x7fd370005a20 comp rx=0 tx=0).stop 2024-09-16T02:00:22.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.727+0000 7fd37dd42740 1 -- 172.21.15.17:0/2622720044 shutdown_connections 2024-09-16T02:00:22.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.727+0000 7fd37dd42740 1 --2- 172.21.15.17:0/2622720044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c8d370 0x55ed35c89010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.727+0000 7fd37dd42740 1 --2- 172.21.15.17:0/2622720044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c83b40 0x55ed35c79ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.727+0000 7fd37dd42740 1 --2- 172.21.15.17:0/2622720044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c825d0 0x55ed35c992e0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.727+0000 7fd37dd42740 1 -- 172.21.15.17:0/2622720044 >> 172.21.15.17:0/2622720044 conn(0x55ed35c4b310 msgr2=0x55ed35c88900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:22.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.727+0000 7fd37dd42740 1 -- 172.21.15.17:0/2622720044 shutdown_connections 2024-09-16T02:00:22.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.727+0000 7fd37dd42740 1 -- 172.21.15.17:0/2622720044 wait complete. 2024-09-16T02:00:22.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.727+0000 7fd37dd42740 1 -- start start 2024-09-16T02:00:22.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.728+0000 7fd37dd42740 1 Processor -- start 2024-09-16T02:00:22.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.728+0000 7fd37dd42740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c825d0 0x55ed35c957a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.728+0000 7fd37dd42740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c83b40 0x55ed35c95ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.728+0000 7fd37dd42740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c8d370 0x55ed35c90ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.728+0000 7fd37dd42740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd3741a9870 con 0x55ed35c83b40 2024-09-16T02:00:22.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.728+0000 7fd37dd42740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd3741aace0 con 0x55ed35c8d370 2024-09-16T02:00:22.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.728+0000 7fd37dd42740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd3741a9f40 con 0x55ed35c825d0 2024-09-16T02:00:22.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.728+0000 7fd37dd42740 10 client.0 _ll_register_callbacks cb 0x7fd36400cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:00:22.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.728+0000 7fd379705640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c825d0 0x55ed35c957a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.728+0000 7fd378f04640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c83b40 0x55ed35c95ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.729+0000 7fd378f04640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c83b40 0x55ed35c95ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33684/0 (socket says 172.21.15.17:33684) 2024-09-16T02:00:22.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.729+0000 7fd379705640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c825d0 0x55ed35c957a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59130/0 (socket says 172.21.15.17:59130) 2024-09-16T02:00:22.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.729+0000 7fd378f04640 1 -- 172.21.15.17:0/42371001 learned_addr learned my addr 172.21.15.17:0/42371001 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:22.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.729+0000 7fd379f06640 1 --2- 172.21.15.17:0/42371001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c8d370 0x55ed35c90ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.729+0000 7fd378f04640 1 -- 172.21.15.17:0/42371001 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c825d0 msgr2=0x55ed35c957a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:22.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.729+0000 7fd378f04640 1 --2- 172.21.15.17:0/42371001 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c825d0 0x55ed35c957a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.729+0000 7fd378f04640 1 -- 172.21.15.17:0/42371001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c8d370 msgr2=0x55ed35c90ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:22.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.729+0000 7fd378f04640 1 --2- 172.21.15.17:0/42371001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c8d370 0x55ed35c90ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.729+0000 7fd378f04640 1 -- 172.21.15.17:0/42371001 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ed35c913d0 con 0x55ed35c83b40 2024-09-16T02:00:22.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.729+0000 7fd378f04640 1 --2- 172.21.15.17:0/42371001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c83b40 0x55ed35c95ce0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fd36400cfd0 tx=0x7fd3640a4bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dce95b69453edc16 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:22.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.729+0000 7fd35cff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:00:22.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.729+0000 7fd35cff9640 1 -- 172.21.15.17:0/42371001 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd364085110 con 0x55ed35c83b40 2024-09-16T02:00:22.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.729+0000 7fd35cff9640 1 -- 172.21.15.17:0/42371001 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd36409b760 con 0x55ed35c83b40 2024-09-16T02:00:22.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.729+0000 7fd37dd42740 1 -- 172.21.15.17:0/42371001 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd370003aa0 con 0x55ed35c83b40 2024-09-16T02:00:22.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.730+0000 7fd35cff9640 1 -- 172.21.15.17:0/42371001 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd3640a0330 con 0x55ed35c83b40 2024-09-16T02:00:22.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.730+0000 7fd37dd42740 10 client.18438 fetch_fsmap learned FSMap version 28 2024-09-16T02:00:22.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.730+0000 7fd37dd42740 1 -- 172.21.15.17:0/42371001 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55ed35d077d0 con 0x55ed35c83b40 2024-09-16T02:00:22.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.730+0000 7fd35cff9640 1 -- 172.21.15.17:0/42371001 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd370003aa0 con 0x55ed35c83b40 2024-09-16T02:00:22.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.730+0000 7fd35cff9640 1 -- 172.21.15.17:0/42371001 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fd36409b060 con 0x55ed35c83b40 2024-09-16T02:00:22.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.730+0000 7fd37dd42740 10 client.18438 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:00:22.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.730+0000 7fd37dd42740 10 client.18438 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:00:22.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.730+0000 7fd37dd42740 20 client.18438 populate_metadata read hostname 'smithi017' 2024-09-16T02:00:22.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.730+0000 7fd37dd42740 1 --2- 172.21.15.17:0/42371001 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ed35d07f50 0x55ed35d0a370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:22.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.730+0000 7fd37dd42740 4 client.18438 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:00:22.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.730+0000 7fd37dd42740 1 -- 172.21.15.17:0/42371001 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55ed35befd70 con 0x55ed35d07f50 2024-09-16T02:00:22.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.730+0000 7fd379705640 1 --2- 172.21.15.17:0/42371001 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ed35d07f50 0x55ed35d0a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:22.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.731+0000 7fd379705640 1 --2- 172.21.15.17:0/42371001 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ed35d07f50 0x55ed35d0a370 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5b761ca4e0ce1b1c server_cookie=c44a808ddd54eb3c in_seq=0 out_seq=0 2024-09-16T02:00:22.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.731+0000 7fd35cff9640 10 client.18438 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:00:22.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.731+0000 7fd35cff9640 1 -- 172.21.15.17:0/42371001 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55ed35befd70 con 0x55ed35d07f50 2024-09-16T02:00:22.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.731+0000 7fd35cff9640 10 client.18438 handle_command_reply: tid=0 2024-09-16T02:00:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.731+0000 7fd37dd42740 1 client.18438 shutdown 2024-09-16T02:00:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.731+0000 7fd37dd42740 1 -- 172.21.15.17:0/42371001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c83b40 msgr2=0x55ed35c95ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.731+0000 7fd37dd42740 1 --2- 172.21.15.17:0/42371001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c83b40 0x55ed35c95ce0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fd36400cfd0 tx=0x7fd3640a4bb0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.731+0000 7fd37dd42740 1 -- 172.21.15.17:0/42371001 shutdown_connections 2024-09-16T02:00:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.731+0000 7fd37dd42740 1 --2- 172.21.15.17:0/42371001 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55ed35d07f50 0x55ed35d0a370 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.731+0000 7fd37dd42740 1 --2- 172.21.15.17:0/42371001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55ed35c8d370 0x55ed35c90ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.731+0000 7fd37dd42740 1 --2- 172.21.15.17:0/42371001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed35c83b40 0x55ed35c95ce0 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.731+0000 7fd37dd42740 1 --2- 172.21.15.17:0/42371001 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55ed35c825d0 0x55ed35c957a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.731+0000 7fd35cff9640 0 client.18438 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:00:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.731+0000 7fd37dd42740 1 -- 172.21.15.17:0/42371001 >> 172.21.15.17:0/42371001 conn(0x55ed35c4b310 msgr2=0x55ed35c88900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.732+0000 7fd37dd42740 1 -- 172.21.15.17:0/42371001 shutdown_connections 2024-09-16T02:00:22.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.732+0000 7fd37dd42740 1 -- 172.21.15.17:0/42371001 wait complete. 2024-09-16T02:00:22.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.732+0000 7fd37dd42740 20 client.18438 trim_cache size 0 max 16384 2024-09-16T02:00:22.740 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:00:22.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.732+0000 7fd37b969640 1 -- 172.21.15.17:0/667852673 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3600a32c0 msgr2=0x7fd3600a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:22.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.732+0000 7fd37b969640 1 --2- 172.21.15.17:0/667852673 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3600a32c0 0x7fd3600a5780 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fd36c009fd0 tx=0x7fd36c013ba0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.732+0000 7fd37b969640 1 -- 172.21.15.17:0/667852673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd374102790 msgr2=0x7fd374074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:22.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.732+0000 7fd37b969640 1 --2- 172.21.15.17:0/667852673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd374102790 0x7fd374074a30 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fd36400e9f0 tx=0x7fd36400eeb0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.733+0000 7fd37b969640 1 -- 172.21.15.17:0/667852673 shutdown_connections 2024-09-16T02:00:22.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.733+0000 7fd37b969640 1 --2- 172.21.15.17:0/667852673 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd3600a32c0 0x7fd3600a5780 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.733+0000 7fd37b969640 1 --2- 172.21.15.17:0/667852673 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd374106f10 0x7fd374074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.733+0000 7fd37b969640 1 --2- 172.21.15.17:0/667852673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd374102790 0x7fd374074a30 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.733+0000 7fd37b969640 1 --2- 172.21.15.17:0/667852673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd374101de0 0x7fd3740744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:22.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.733+0000 7fd37b969640 1 -- 172.21.15.17:0/667852673 >> 172.21.15.17:0/667852673 conn(0x7fd3740fd8e0 msgr2=0x7fd3740fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:22.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.733+0000 7fd37b969640 1 -- 172.21.15.17:0/667852673 shutdown_connections 2024-09-16T02:00:22.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:22.733+0000 7fd37b969640 1 -- 172.21.15.17:0/667852673 wait complete. 2024-09-16T02:00:22.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:22 smithi029 ceph-mon[34783]: pgmap v844: 97 pgs: 97 active+clean; 465 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 2.8 MiB/s wr, 202 op/s 2024-09-16T02:00:22.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:22 smithi122 ceph-mon[34758]: pgmap v844: 97 pgs: 97 active+clean; 465 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 2.8 MiB/s wr, 202 op/s 2024-09-16T02:00:23.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 35308 8.26 MB/sec execute 105 sec latency 98.188 ms 2024-09-16T02:00:23.603 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T02:00:23.948 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:00:24.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 35448 8.26 MB/sec execute 106 sec latency 95.433 ms 2024-09-16T02:00:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.507+0000 7f0bc54b2640 1 -- 172.21.15.17:0/1998191467 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc0100a70 msgr2=0x7f0bc0100ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.507+0000 7f0bc54b2640 1 --2- 172.21.15.17:0/1998191467 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc0100a70 0x7f0bc0100ed0 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f0bb4009930 tx=0x7f0bb402a420 comp rx=0 tx=0).stop 2024-09-16T02:00:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.507+0000 7f0bc54b2640 1 -- 172.21.15.17:0/1998191467 shutdown_connections 2024-09-16T02:00:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.507+0000 7f0bc54b2640 1 --2- 172.21.15.17:0/1998191467 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0bc0101410 0x7f0bc010d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.507+0000 7f0bc54b2640 1 --2- 172.21.15.17:0/1998191467 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc0100a70 0x7f0bc0100ed0 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.507+0000 7f0bc54b2640 1 --2- 172.21.15.17:0/1998191467 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0bc0106a70 0x7f0bc0106e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.507+0000 7f0bc54b2640 1 -- 172.21.15.17:0/1998191467 >> 172.21.15.17:0/1998191467 conn(0x7f0bc00fc790 msgr2=0x7f0bc00febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.507+0000 7f0bc54b2640 1 -- 172.21.15.17:0/1998191467 shutdown_connections 2024-09-16T02:00:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.507+0000 7f0bc54b2640 1 -- 172.21.15.17:0/1998191467 wait complete. 2024-09-16T02:00:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.508+0000 7f0bc54b2640 1 Processor -- start 2024-09-16T02:00:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.508+0000 7f0bc54b2640 1 -- start start 2024-09-16T02:00:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.508+0000 7f0bc54b2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0bc0100a70 0x7f0bc0102640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.508+0000 7f0bc54b2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0bc0101410 0x7f0bc0102b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.508+0000 7f0bc54b2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc0106a70 0x7f0bc01030c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.508+0000 7f0bc54b2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc0110d70 con 0x7f0bc0106a70 2024-09-16T02:00:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.508+0000 7f0bc54b2640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc0110bf0 con 0x7f0bc0101410 2024-09-16T02:00:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.508+0000 7f0bc54b2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc0110ef0 con 0x7f0bc0100a70 2024-09-16T02:00:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.509+0000 7f0bbe7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0bc0101410 0x7f0bc0102b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.509+0000 7f0bbe7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0bc0101410 0x7f0bc0102b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:54730/0 (socket says 172.21.15.17:54730) 2024-09-16T02:00:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.509+0000 7f0bbe7fc640 1 -- 172.21.15.17:0/787025543 learned_addr learned my addr 172.21.15.17:0/787025543 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.509+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0bc0100a70 0x7f0bc0102640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.509+0000 7f0bbf7fe640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc0106a70 0x7f0bc01030c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.509+0000 7f0bbe7fc640 1 -- 172.21.15.17:0/787025543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0bc0100a70 msgr2=0x7f0bc0102640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.509+0000 7f0bbe7fc640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0bc0100a70 0x7f0bc0102640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.509+0000 7f0bbe7fc640 1 -- 172.21.15.17:0/787025543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc0106a70 msgr2=0x7f0bc01030c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.509+0000 7f0bbe7fc640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc0106a70 0x7f0bc01030c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.509+0000 7f0bbe7fc640 1 -- 172.21.15.17:0/787025543 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bc01aad50 con 0x7f0bc0101410 2024-09-16T02:00:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.509+0000 7f0bbf7fe640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc0106a70 0x7f0bc01030c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:00:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.509+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0bc0100a70 0x7f0bc0102640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:00:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.509+0000 7f0bbe7fc640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0bc0101410 0x7f0bc0102b80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0bb4005ab0 tx=0x7f0bb4003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.510+0000 7f0ba7fff640 1 -- 172.21.15.17:0/787025543 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb403f070 con 0x7f0bc0101410 2024-09-16T02:00:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.510+0000 7f0ba7fff640 1 -- 172.21.15.17:0/787025543 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bb4031b50 con 0x7f0bc0101410 2024-09-16T02:00:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.510+0000 7f0ba7fff640 1 -- 172.21.15.17:0/787025543 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb4035030 con 0x7f0bc0101410 2024-09-16T02:00:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.510+0000 7f0bc54b2640 1 -- 172.21.15.17:0/787025543 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bc01aaf20 con 0x7f0bc0101410 2024-09-16T02:00:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.510+0000 7f0bc54b2640 1 -- 172.21.15.17:0/787025543 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bc01ab2c0 con 0x7f0bc0101410 2024-09-16T02:00:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.513+0000 7f0ba7fff640 1 -- 172.21.15.17:0/787025543 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f0bb4042070 con 0x7f0bc0101410 2024-09-16T02:00:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0bc788b740 1 Processor -- start 2024-09-16T02:00:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0ba7fff640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ba80a3390 0x7f0ba80a5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0bc788b740 1 -- start start 2024-09-16T02:00:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0ba7fff640 1 -- 172.21.15.17:0/787025543 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0bb40efe70 con 0x7f0bc0101410 2024-09-16T02:00:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0bc788b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab6b40 0x55a250ab5090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0bc788b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab55d0 0x55a250ab5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0bbf7fe640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ba80a3390 0x7f0ba80a5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0bc788b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ac0370 0x55a250ac2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0bc788b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a250a1b2f0 con 0x55a250ab55d0 2024-09-16T02:00:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0bc788b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a2509c2cf0 con 0x55a250ab6b40 2024-09-16T02:00:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0bc788b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a250a172b0 con 0x55a250ac0370 2024-09-16T02:00:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0bbeffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab6b40 0x55a250ab5090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0bbe7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab55d0 0x55a250ab5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0bbeffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab6b40 0x55a250ab5090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:54746/0 (socket says 172.21.15.17:54746) 2024-09-16T02:00:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0bbe7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab55d0 0x55a250ab5a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33722/0 (socket says 172.21.15.17:33722) 2024-09-16T02:00:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.514+0000 7f0bbeffd640 1 -- 172.21.15.17:0/397924973 learned_addr learned my addr 172.21.15.17:0/397924973 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.515+0000 7f0bbf7fe640 1 --2- 172.21.15.17:0/397924973 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ac0370 0x55a250ac2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.515+0000 7f0bbeffd640 1 -- 172.21.15.17:0/397924973 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ac0370 msgr2=0x55a250ac2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.515+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/397924973 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ac0370 0x55a250ac2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.515+0000 7f0bbeffd640 1 -- 172.21.15.17:0/397924973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab55d0 msgr2=0x55a250ab5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.515+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/397924973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab55d0 0x55a250ab5a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.515+0000 7f0bbeffd640 1 -- 172.21.15.17:0/397924973 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a2509a73a0 con 0x55a250ab6b40 2024-09-16T02:00:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.515+0000 7f0bbf7fe640 1 --2- 172.21.15.17:0/397924973 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ac0370 0x55a250ac2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:00:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.515+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/397924973 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab6b40 0x55a250ab5090 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0bb0009be0 tx=0x7f0bb0010740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2eb3540b440be92 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.515+0000 7f0bbf7fe640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ba80a3390 0x7f0ba80a5850 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0bb8005fd0 tx=0x7f0bb8012bb0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.515+0000 7f0ba57fa640 1 -- 172.21.15.17:0/397924973 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb0005020 con 0x55a250ab6b40 2024-09-16T02:00:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.515+0000 7f0ba57fa640 1 -- 172.21.15.17:0/397924973 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bb00047a0 con 0x55a250ab6b40 2024-09-16T02:00:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.515+0000 7f0ba57fa640 1 -- 172.21.15.17:0/397924973 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb00126b0 con 0x55a250ab6b40 2024-09-16T02:00:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.516+0000 7f0bc788b740 1 -- 172.21.15.17:0/397924973 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab6b40 msgr2=0x55a250ab5090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.516+0000 7f0bc788b740 1 --2- 172.21.15.17:0/397924973 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab6b40 0x55a250ab5090 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0bb0009be0 tx=0x7f0bb0010740 comp rx=0 tx=0).stop 2024-09-16T02:00:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.516+0000 7f0bc788b740 1 -- 172.21.15.17:0/397924973 shutdown_connections 2024-09-16T02:00:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.516+0000 7f0bc788b740 1 --2- 172.21.15.17:0/397924973 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ac0370 0x55a250ac2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.516+0000 7f0bc788b740 1 --2- 172.21.15.17:0/397924973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab55d0 0x55a250ab5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.516+0000 7f0bc788b740 1 --2- 172.21.15.17:0/397924973 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab6b40 0x55a250ab5090 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.516+0000 7f0bc788b740 1 -- 172.21.15.17:0/397924973 >> 172.21.15.17:0/397924973 conn(0x55a250a7e310 msgr2=0x55a250ab1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.517+0000 7f0bc788b740 1 -- 172.21.15.17:0/397924973 shutdown_connections 2024-09-16T02:00:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.517+0000 7f0bc788b740 1 -- 172.21.15.17:0/397924973 wait complete. 2024-09-16T02:00:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.517+0000 7f0bc788b740 1 -- start start 2024-09-16T02:00:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.517+0000 7f0bc788b740 1 Processor -- start 2024-09-16T02:00:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.518+0000 7f0bc788b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab55d0 0x55a250abfd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.518+0000 7f0bc788b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ab6b40 0x55a250abcff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.518+0000 7f0bc788b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ac0370 0x55a250abd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.518+0000 7f0bc788b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a250ac3070 con 0x55a250ac0370 2024-09-16T02:00:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.518+0000 7f0bbe7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ab6b40 0x55a250abcff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.518+0000 7f0bbe7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ab6b40 0x55a250abcff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59148/0 (socket says 172.21.15.17:59148) 2024-09-16T02:00:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.518+0000 7f0bbe7fc640 1 -- 172.21.15.17:0/1931624967 learned_addr learned my addr 172.21.15.17:0/1931624967 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.518+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/1931624967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab55d0 0x55a250abfd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.518+0000 7f0bbf7fe640 1 --2- 172.21.15.17:0/1931624967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ac0370 0x55a250abd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.518+0000 7f0bc788b740 1 -- 172.21.15.17:0/1931624967 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a2509d6060 con 0x55a250ab55d0 2024-09-16T02:00:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.518+0000 7f0bc788b740 1 -- 172.21.15.17:0/1931624967 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a250ac31f0 con 0x55a250ab6b40 2024-09-16T02:00:24.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.518+0000 7f0bc788b740 10 client.0 _ll_register_callbacks cb 0x55a2507298c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:00:24.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.519+0000 7f0bbe7fc640 1 -- 172.21.15.17:0/1931624967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab55d0 msgr2=0x55a250abfd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:24.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.519+0000 7f0bbe7fc640 1 --2- 172.21.15.17:0/1931624967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab55d0 0x55a250abfd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.519+0000 7f0bbe7fc640 1 -- 172.21.15.17:0/1931624967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ac0370 msgr2=0x55a250abd5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:24.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.519+0000 7f0bbe7fc640 1 --2- 172.21.15.17:0/1931624967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ac0370 0x55a250abd5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.519+0000 7f0bbe7fc640 1 -- 172.21.15.17:0/1931624967 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a25078c3c0 con 0x55a250ab6b40 2024-09-16T02:00:24.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.519+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/1931624967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab55d0 0x55a250abfd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:00:24.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.519+0000 7f0bbe7fc640 1 --2- 172.21.15.17:0/1931624967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ab6b40 0x55a250abcff0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f0bb4000c00 tx=0x7f0bb4009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e51c5e19be63a15 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:24.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.519+0000 7f0ba2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:00:24.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.519+0000 7f0ba2ff5640 1 -- 172.21.15.17:0/1931624967 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb40d4020 con 0x55a250ab6b40 2024-09-16T02:00:24.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.519+0000 7f0bc788b740 1 -- 172.21.15.17:0/1931624967 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0bb00047a0 con 0x55a250ab6b40 2024-09-16T02:00:24.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.519+0000 7f0ba2ff5640 1 -- 172.21.15.17:0/1931624967 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0bb403b460 con 0x55a250ab6b40 2024-09-16T02:00:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.520+0000 7f0ba2ff5640 1 -- 172.21.15.17:0/1931624967 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0bb4049070 con 0x55a250ab6b40 2024-09-16T02:00:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.520+0000 7f0bc788b740 10 client.28105 fetch_fsmap learned FSMap version 28 2024-09-16T02:00:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.520+0000 7f0bc788b740 1 -- 172.21.15.17:0/1931624967 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a250ac3120 con 0x55a250ab6b40 2024-09-16T02:00:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.520+0000 7f0ba2ff5640 1 -- 172.21.15.17:0/1931624967 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bb40bc490 con 0x55a250ab6b40 2024-09-16T02:00:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.520+0000 7f0ba2ff5640 1 -- 172.21.15.17:0/1931624967 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f0bb40d5220 con 0x55a250ab6b40 2024-09-16T02:00:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.520+0000 7f0bc788b740 10 client.28105 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:00:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.520+0000 7f0bc788b740 10 client.28105 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:00:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.520+0000 7f0bc788b740 20 client.28105 populate_metadata read hostname 'smithi017' 2024-09-16T02:00:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.520+0000 7f0bc788b740 1 --2- 172.21.15.17:0/1931624967 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a250ad0120 0x55a250ad2580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.520+0000 7f0bc788b740 4 client.28105 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:00:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.520+0000 7f0bc788b740 1 -- 172.21.15.17:0/1931624967 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f0bb00047a0 con 0x55a250ad0120 2024-09-16T02:00:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.521+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/1931624967 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a250ad0120 0x55a250ad2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.521+0000 7f0ba2ff5640 10 client.28105 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:24.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.521+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/1931624967 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a250ad0120 0x55a250ad2580 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d76db11c675a3534 server_cookie=401a64e409431e42 in_seq=0 out_seq=0 2024-09-16T02:00:24.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.522+0000 7f0ba2ff5640 1 -- 172.21.15.17:0/1931624967 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f0bb00047a0 con 0x55a250ad0120 2024-09-16T02:00:24.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.522+0000 7f0ba2ff5640 10 client.28105 handle_command_reply: tid=0 2024-09-16T02:00:24.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.522+0000 7f0bc788b740 1 client.28105 shutdown 2024-09-16T02:00:24.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.522+0000 7f0bc788b740 1 -- 172.21.15.17:0/1931624967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ab6b40 msgr2=0x55a250abcff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:24.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.522+0000 7f0bc788b740 1 --2- 172.21.15.17:0/1931624967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ab6b40 0x55a250abcff0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f0bb4000c00 tx=0x7f0bb4009260 comp rx=0 tx=0).stop 2024-09-16T02:00:24.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.522+0000 7f0bc788b740 1 -- 172.21.15.17:0/1931624967 shutdown_connections 2024-09-16T02:00:24.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.522+0000 7f0bc788b740 1 --2- 172.21.15.17:0/1931624967 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a250ad0120 0x55a250ad2580 crc :-1 s=READY pgs=250 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.522+0000 7f0bc788b740 1 --2- 172.21.15.17:0/1931624967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ac0370 0x55a250abd5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.522+0000 7f0bc788b740 1 --2- 172.21.15.17:0/1931624967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ab6b40 0x55a250abcff0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.522+0000 7f0bc788b740 1 --2- 172.21.15.17:0/1931624967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab55d0 0x55a250abfd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.522+0000 7f0bc788b740 1 -- 172.21.15.17:0/1931624967 >> 172.21.15.17:0/1931624967 conn(0x55a250a7e310 msgr2=0x55a250ab7930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:24.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.522+0000 7f0ba2ff5640 0 client.28105 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:24.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.522+0000 7f0bc788b740 1 -- 172.21.15.17:0/1931624967 shutdown_connections 2024-09-16T02:00:24.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.522+0000 7f0bc788b740 1 -- 172.21.15.17:0/1931624967 wait complete. 2024-09-16T02:00:24.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.523+0000 7f0bc788b740 20 client.28105 trim_cache size 0 max 16384 2024-09-16T02:00:24.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.546+0000 7f0bc788b740 1 Processor -- start 2024-09-16T02:00:24.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.546+0000 7f0bc788b740 1 -- start start 2024-09-16T02:00:24.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.546+0000 7f0bc788b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab55d0 0x55a250acc310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.546+0000 7f0bc788b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab6b40 0x55a250abc8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bc788b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ac0370 0x55a250ab8120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bbeffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab55d0 0x55a250acc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bc788b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc01b63e0 con 0x55a250ab6b40 2024-09-16T02:00:24.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bc788b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc01b3cb0 con 0x55a250ab55d0 2024-09-16T02:00:24.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bc788b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc01b1ae0 con 0x55a250ac0370 2024-09-16T02:00:24.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bbe7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab6b40 0x55a250abc8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bbe7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab6b40 0x55a250abc8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33740/0 (socket says 172.21.15.17:33740) 2024-09-16T02:00:24.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bbe7fc640 1 -- 172.21.15.17:0/4281979765 learned_addr learned my addr 172.21.15.17:0/4281979765 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:24.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bbf7fe640 1 --2- 172.21.15.17:0/4281979765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ac0370 0x55a250ab8120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bbeffd640 1 -- 172.21.15.17:0/4281979765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ac0370 msgr2=0x55a250ab8120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:24.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/4281979765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ac0370 0x55a250ab8120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bbeffd640 1 -- 172.21.15.17:0/4281979765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab6b40 msgr2=0x55a250abc8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:24.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/4281979765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab6b40 0x55a250abc8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bbeffd640 1 -- 172.21.15.17:0/4281979765 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a250abbfa0 con 0x55a250ab55d0 2024-09-16T02:00:24.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.547+0000 7f0bbe7fc640 1 --2- 172.21.15.17:0/4281979765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab6b40 0x55a250abc8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:00:24.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.548+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/4281979765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab55d0 0x55a250acc310 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x55a250ad2e00 tx=0x7f0bb0005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=767d7143f13a4b71 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:24.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.548+0000 7f0ba4ff9640 1 -- 172.21.15.17:0/4281979765 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb002b030 con 0x55a250ab55d0 2024-09-16T02:00:24.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.548+0000 7f0ba4ff9640 1 -- 172.21.15.17:0/4281979765 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bb0005c50 con 0x55a250ab55d0 2024-09-16T02:00:24.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.548+0000 7f0ba4ff9640 1 -- 172.21.15.17:0/4281979765 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb0012450 con 0x55a250ab55d0 2024-09-16T02:00:24.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.549+0000 7f0bc788b740 1 -- 172.21.15.17:0/4281979765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab55d0 msgr2=0x55a250acc310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:24.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.549+0000 7f0bc788b740 1 --2- 172.21.15.17:0/4281979765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab55d0 0x55a250acc310 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x55a250ad2e00 tx=0x7f0bb0005f90 comp rx=0 tx=0).stop 2024-09-16T02:00:24.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.549+0000 7f0bc788b740 1 -- 172.21.15.17:0/4281979765 shutdown_connections 2024-09-16T02:00:24.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.549+0000 7f0bc788b740 1 --2- 172.21.15.17:0/4281979765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ac0370 0x55a250ab8120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.549+0000 7f0bc788b740 1 --2- 172.21.15.17:0/4281979765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab6b40 0x55a250abc8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.549+0000 7f0bc788b740 1 --2- 172.21.15.17:0/4281979765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ab55d0 0x55a250acc310 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.549+0000 7f0bc788b740 1 -- 172.21.15.17:0/4281979765 >> 172.21.15.17:0/4281979765 conn(0x55a250a7e310 msgr2=0x55a250ab4bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:24.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.549+0000 7f0bc788b740 1 -- 172.21.15.17:0/4281979765 shutdown_connections 2024-09-16T02:00:24.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.549+0000 7f0bc788b740 1 -- 172.21.15.17:0/4281979765 wait complete. 2024-09-16T02:00:24.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.550+0000 7f0bc788b740 1 -- start start 2024-09-16T02:00:24.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.550+0000 7f0bc788b740 1 Processor -- start 2024-09-16T02:00:24.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.550+0000 7f0bc788b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ab55d0 0x55a250ac8830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.550+0000 7f0bc788b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab6b40 0x55a250ac8d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.550+0000 7f0bc788b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ac0370 0x55a250ac3db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.550+0000 7f0bc788b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc01b2170 con 0x55a250ab6b40 2024-09-16T02:00:24.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.550+0000 7f0bc788b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc01b35e0 con 0x55a250ac0370 2024-09-16T02:00:24.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.550+0000 7f0bc788b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc01b2840 con 0x55a250ab55d0 2024-09-16T02:00:24.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.550+0000 7f0bc788b740 10 client.0 _ll_register_callbacks cb 0x7f0bb40b8730 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:00:24.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.550+0000 7f0bbe7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab6b40 0x55a250ac8d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.550+0000 7f0bbe7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab6b40 0x55a250ac8d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33756/0 (socket says 172.21.15.17:33756) 2024-09-16T02:00:24.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.550+0000 7f0bbe7fc640 1 -- 172.21.15.17:0/4028147850 learned_addr learned my addr 172.21.15.17:0/4028147850 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:24.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.550+0000 7f0bbf7fe640 1 --2- 172.21.15.17:0/4028147850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ac0370 0x55a250ac3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.550+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/4028147850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ab55d0 0x55a250ac8830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.551+0000 7f0bbe7fc640 1 -- 172.21.15.17:0/4028147850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ab55d0 msgr2=0x55a250ac8830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:24.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.551+0000 7f0bbe7fc640 1 --2- 172.21.15.17:0/4028147850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ab55d0 0x55a250ac8830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.551+0000 7f0bbe7fc640 1 -- 172.21.15.17:0/4028147850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ac0370 msgr2=0x55a250ac3db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:24.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.551+0000 7f0bbe7fc640 1 --2- 172.21.15.17:0/4028147850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ac0370 0x55a250ac3db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.551+0000 7f0bbe7fc640 1 -- 172.21.15.17:0/4028147850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a250ac45e0 con 0x55a250ab6b40 2024-09-16T02:00:24.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.551+0000 7f0bbe7fc640 1 --2- 172.21.15.17:0/4028147850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab6b40 0x55a250ac8d70 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f0bb40b8e60 tx=0x7f0bb403b690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75a3a26c3d6c39c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:24.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.551+0000 7f0ba2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:00:24.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.551+0000 7f0ba2ff5640 1 -- 172.21.15.17:0/4028147850 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bb40bc260 con 0x55a250ab6b40 2024-09-16T02:00:24.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.551+0000 7f0ba2ff5640 1 -- 172.21.15.17:0/4028147850 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0bb40316a0 con 0x55a250ab6b40 2024-09-16T02:00:24.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.551+0000 7f0bc788b740 1 -- 172.21.15.17:0/4028147850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0bb0005c50 con 0x55a250ab6b40 2024-09-16T02:00:24.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.552+0000 7f0ba2ff5640 1 -- 172.21.15.17:0/4028147850 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0bb40bc490 con 0x55a250ab6b40 2024-09-16T02:00:24.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.552+0000 7f0bc788b740 10 client.18456 fetch_fsmap learned FSMap version 28 2024-09-16T02:00:24.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.552+0000 7f0bc788b740 1 -- 172.21.15.17:0/4028147850 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a250ac45e0 con 0x55a250ab6b40 2024-09-16T02:00:24.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.552+0000 7f0ba2ff5640 1 -- 172.21.15.17:0/4028147850 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bb409e020 con 0x55a250ab6b40 2024-09-16T02:00:24.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.552+0000 7f0ba2ff5640 1 -- 172.21.15.17:0/4028147850 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f0bb40bb8e0 con 0x55a250ab6b40 2024-09-16T02:00:24.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.552+0000 7f0bc788b740 10 client.18456 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:00:24.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.552+0000 7f0bc788b740 10 client.18456 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:00:24.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.552+0000 7f0bc788b740 20 client.18456 populate_metadata read hostname 'smithi017' 2024-09-16T02:00:24.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.552+0000 7f0bc788b740 1 --2- 172.21.15.17:0/4028147850 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a250b3af20 0x55a250b3d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:24.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.552+0000 7f0bc788b740 4 client.18456 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:00:24.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.552+0000 7f0bc788b740 1 -- 172.21.15.17:0/4028147850 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f0bb0005c50 con 0x55a250b3af20 2024-09-16T02:00:24.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.553+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/4028147850 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a250b3af20 0x55a250b3d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:24.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.553+0000 7f0bbeffd640 1 --2- 172.21.15.17:0/4028147850 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a250b3af20 0x55a250b3d340 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb5dff0bc2b1aada server_cookie=6303d6ec16189207 in_seq=0 out_seq=0 2024-09-16T02:00:24.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.553+0000 7f0ba2ff5640 10 client.18456 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:24.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.554+0000 7f0ba2ff5640 1 -- 172.21.15.17:0/4028147850 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f0bb0005c50 con 0x55a250b3af20 2024-09-16T02:00:24.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.554+0000 7f0ba2ff5640 10 client.18456 handle_command_reply: tid=0 2024-09-16T02:00:24.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.554+0000 7f0bc788b740 1 client.18456 shutdown 2024-09-16T02:00:24.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.554+0000 7f0bc788b740 1 -- 172.21.15.17:0/4028147850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab6b40 msgr2=0x55a250ac8d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:24.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.554+0000 7f0bc788b740 1 --2- 172.21.15.17:0/4028147850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab6b40 0x55a250ac8d70 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f0bb40b8e60 tx=0x7f0bb403b690 comp rx=0 tx=0).stop 2024-09-16T02:00:24.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.554+0000 7f0bc788b740 1 -- 172.21.15.17:0/4028147850 shutdown_connections 2024-09-16T02:00:24.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.554+0000 7f0bc788b740 1 --2- 172.21.15.17:0/4028147850 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a250b3af20 0x55a250b3d340 crc :-1 s=READY pgs=251 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.554+0000 7f0bc788b740 1 --2- 172.21.15.17:0/4028147850 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a250ac0370 0x55a250ac3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.554+0000 7f0bc788b740 1 --2- 172.21.15.17:0/4028147850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a250ab6b40 0x55a250ac8d70 secure :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f0bb40b8e60 tx=0x7f0bb403b690 comp rx=0 tx=0).stop 2024-09-16T02:00:24.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.554+0000 7f0bc788b740 1 --2- 172.21.15.17:0/4028147850 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a250ab55d0 0x55a250ac8830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.554+0000 7f0bc788b740 1 -- 172.21.15.17:0/4028147850 >> 172.21.15.17:0/4028147850 conn(0x55a250a7e310 msgr2=0x55a250abe850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:24.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.554+0000 7f0ba2ff5640 0 client.18456 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:24.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.555+0000 7f0bc788b740 1 -- 172.21.15.17:0/4028147850 shutdown_connections 2024-09-16T02:00:24.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.555+0000 7f0bc788b740 1 -- 172.21.15.17:0/4028147850 wait complete. 2024-09-16T02:00:24.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.555+0000 7f0bc788b740 20 client.18456 trim_cache size 0 max 16384 2024-09-16T02:00:24.560 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:00:24.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.556+0000 7f0bc54b2640 1 -- 172.21.15.17:0/787025543 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ba80a3390 msgr2=0x7f0ba80a5850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:24.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.556+0000 7f0bc54b2640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ba80a3390 0x7f0ba80a5850 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0bb8005fd0 tx=0x7f0bb8012bb0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.556+0000 7f0bc54b2640 1 -- 172.21.15.17:0/787025543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0bc0101410 msgr2=0x7f0bc0102b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:24.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.556+0000 7f0bc54b2640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0bc0101410 0x7f0bc0102b80 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0bb4005ab0 tx=0x7f0bb4003b90 comp rx=0 tx=0).stop 2024-09-16T02:00:24.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.556+0000 7f0bc54b2640 1 -- 172.21.15.17:0/787025543 shutdown_connections 2024-09-16T02:00:24.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.556+0000 7f0bc54b2640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ba80a3390 0x7f0ba80a5850 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.556+0000 7f0bc54b2640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bc0106a70 0x7f0bc01030c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.556+0000 7f0bc54b2640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0bc0101410 0x7f0bc0102b80 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.556+0000 7f0bc54b2640 1 --2- 172.21.15.17:0/787025543 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0bc0100a70 0x7f0bc0102640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:24.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.556+0000 7f0bc54b2640 1 -- 172.21.15.17:0/787025543 >> 172.21.15.17:0/787025543 conn(0x7f0bc00fc790 msgr2=0x7f0bc01048c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:24.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.556+0000 7f0bc54b2640 1 -- 172.21.15.17:0/787025543 shutdown_connections 2024-09-16T02:00:24.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:24.556+0000 7f0bc54b2640 1 -- 172.21.15.17:0/787025543 wait complete. 2024-09-16T02:00:24.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:24 smithi017 ceph-mon[30972]: pgmap v845: 97 pgs: 97 active+clean; 474 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 813 KiB/s rd, 3.4 MiB/s wr, 233 op/s 2024-09-16T02:00:24.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:24 smithi029 ceph-mon[34783]: pgmap v845: 97 pgs: 97 active+clean; 474 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 813 KiB/s rd, 3.4 MiB/s wr, 233 op/s 2024-09-16T02:00:24.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:24 smithi122 ceph-mon[34758]: pgmap v845: 97 pgs: 97 active+clean; 474 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 813 KiB/s rd, 3.4 MiB/s wr, 233 op/s 2024-09-16T02:00:25.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 35605 8.29 MB/sec execute 107 sec latency 126.128 ms 2024-09-16T02:00:26.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 35799 8.40 MB/sec execute 108 sec latency 105.626 ms 2024-09-16T02:00:26.390 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T02:00:26.390 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T02:00:26.744 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:00:26.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:26 smithi017 ceph-mon[30972]: pgmap v846: 97 pgs: 97 active+clean; 481 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 462 KiB/s rd, 3.5 MiB/s wr, 175 op/s 2024-09-16T02:00:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:26 smithi122 ceph-mon[34758]: pgmap v846: 97 pgs: 97 active+clean; 481 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 462 KiB/s rd, 3.5 MiB/s wr, 175 op/s 2024-09-16T02:00:26.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:26 smithi029 ceph-mon[34783]: pgmap v846: 97 pgs: 97 active+clean; 481 MiB data, 2.3 GiB used, 1.0 TiB / 1.0 TiB avail; 462 KiB/s rd, 3.5 MiB/s wr, 175 op/s 2024-09-16T02:00:27.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 35950 8.38 MB/sec execute 109 sec latency 93.795 ms 2024-09-16T02:00:28.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 36079 8.36 MB/sec execute 110 sec latency 124.832 ms 2024-09-16T02:00:28.729 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:28 smithi017 ceph-mon[30972]: pgmap v847: 97 pgs: 97 active+clean; 484 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 3.5 MiB/s wr, 182 op/s 2024-09-16T02:00:28.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:28 smithi122 ceph-mon[34758]: pgmap v847: 97 pgs: 97 active+clean; 484 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 3.5 MiB/s wr, 182 op/s 2024-09-16T02:00:28.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:28 smithi029 ceph-mon[34783]: pgmap v847: 97 pgs: 97 active+clean; 484 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 3.5 MiB/s wr, 182 op/s 2024-09-16T02:00:29.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 36195 8.36 MB/sec execute 111 sec latency 141.514 ms 2024-09-16T02:00:30.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 36293 8.33 MB/sec execute 112 sec latency 183.352 ms 2024-09-16T02:00:30.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.825+0000 7f703b5f1640 1 -- 172.21.15.17:0/1152123255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7034103640 msgr2=0x7f703410bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.825+0000 7f703b5f1640 1 --2- 172.21.15.17:0/1152123255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7034103640 0x7f703410bb30 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f7024009860 tx=0x7f702402a3d0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.825+0000 7f703b5f1640 1 -- 172.21.15.17:0/1152123255 shutdown_connections 2024-09-16T02:00:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.825+0000 7f703b5f1640 1 --2- 172.21.15.17:0/1152123255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f703410c150 0x7f703410e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.825+0000 7f703b5f1640 1 --2- 172.21.15.17:0/1152123255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7034103640 0x7f703410bb30 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.825+0000 7f703b5f1640 1 --2- 172.21.15.17:0/1152123255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7034102d20 0x7f7034103100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.825+0000 7f703b5f1640 1 -- 172.21.15.17:0/1152123255 >> 172.21.15.17:0/1152123255 conn(0x7f70340fc780 msgr2=0x7f70340feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.825+0000 7f703b5f1640 1 -- 172.21.15.17:0/1152123255 shutdown_connections 2024-09-16T02:00:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.825+0000 7f703b5f1640 1 -- 172.21.15.17:0/1152123255 wait complete. 2024-09-16T02:00:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.826+0000 7f703b5f1640 1 Processor -- start 2024-09-16T02:00:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.826+0000 7f703b5f1640 1 -- start start 2024-09-16T02:00:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f703b5f1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7034102d20 0x7f703419a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f703b5f1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7034103640 0x7f703419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f703b5f1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f703410c150 0x7f703419ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f703b5f1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7034111e00 con 0x7f7034102d20 2024-09-16T02:00:30.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f703b5f1640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7034111c80 con 0x7f7034103640 2024-09-16T02:00:30.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f703b5f1640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7034111f80 con 0x7f703410c150 2024-09-16T02:00:30.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f7039b8e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f703410c150 0x7f703419ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f7038b8c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7034103640 0x7f703419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f703938d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7034102d20 0x7f703419a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f7039b8e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f703410c150 0x7f703419ee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34708/0 (socket says 172.21.15.17:34708) 2024-09-16T02:00:30.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f7039b8e640 1 -- 172.21.15.17:0/4144130295 learned_addr learned my addr 172.21.15.17:0/4144130295 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:30.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f7038b8c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7034103640 0x7f703419aae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:33842/0 (socket says 172.21.15.17:33842) 2024-09-16T02:00:30.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f7039b8e640 1 -- 172.21.15.17:0/4144130295 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7034103640 msgr2=0x7f703419aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:30.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f7039b8e640 1 --2- 172.21.15.17:0/4144130295 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7034103640 0x7f703419aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f7039b8e640 1 -- 172.21.15.17:0/4144130295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7034102d20 msgr2=0x7f703419a5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:30.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f7039b8e640 1 --2- 172.21.15.17:0/4144130295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7034102d20 0x7f703419a5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.827+0000 7f7039b8e640 1 -- 172.21.15.17:0/4144130295 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f703419f550 con 0x7f703410c150 2024-09-16T02:00:30.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.828+0000 7f7039b8e640 1 --2- 172.21.15.17:0/4144130295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f703410c150 0x7f703419ee70 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f702c00eb10 tx=0x7f702c00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:30.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.828+0000 7f702a7fc640 1 -- 172.21.15.17:0/4144130295 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702c004b20 con 0x7f703410c150 2024-09-16T02:00:30.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.828+0000 7f702a7fc640 1 -- 172.21.15.17:0/4144130295 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f702c004cc0 con 0x7f703410c150 2024-09-16T02:00:30.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.828+0000 7f703b5f1640 1 -- 172.21.15.17:0/4144130295 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f703419f840 con 0x7f703410c150 2024-09-16T02:00:30.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.828+0000 7f702a7fc640 1 -- 172.21.15.17:0/4144130295 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702c010690 con 0x7f703410c150 2024-09-16T02:00:30.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.828+0000 7f703b5f1640 1 -- 172.21.15.17:0/4144130295 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70341a7120 con 0x7f703410c150 2024-09-16T02:00:30.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.831+0000 7f702a7fc640 1 -- 172.21.15.17:0/4144130295 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f702c005020 con 0x7f703410c150 2024-09-16T02:00:30.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.832+0000 7f702a7fc640 1 --2- 172.21.15.17:0/4144130295 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f70200a32c0 0x7f70200a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.832+0000 7f703d9ca740 1 Processor -- start 2024-09-16T02:00:30.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.832+0000 7f702a7fc640 1 -- 172.21.15.17:0/4144130295 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f702c0cfda0 con 0x7f703410c150 2024-09-16T02:00:30.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.832+0000 7f703d9ca740 1 -- start start 2024-09-16T02:00:30.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.832+0000 7f703938d640 1 --2- 172.21.15.17:0/4144130295 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f70200a32c0 0x7f70200a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.832+0000 7f703d9ca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d283f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.832+0000 7f703d9ca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d28e800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.832+0000 7f703d9ca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d291130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.832+0000 7f703d9ca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f96d1e9280 con 0x55f96d283b60 2024-09-16T02:00:30.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.832+0000 7f703d9ca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f96d190b10 con 0x55f96d28ed40 2024-09-16T02:00:30.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.832+0000 7f703d9ca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f96d1e5240 con 0x55f96d284480 2024-09-16T02:00:30.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f7038b8c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d28e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f7038b8c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d28e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34722/0 (socket says 172.21.15.17:34722) 2024-09-16T02:00:30.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f7038b8c640 1 -- 172.21.15.17:0/3193613725 learned_addr learned my addr 172.21.15.17:0/3193613725 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:30.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f7039b8e640 1 --2- 172.21.15.17:0/3193613725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d291130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f703938d640 1 --2- 172.21.15.17:0/3193613725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d283f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f7038b8c640 1 -- 172.21.15.17:0/3193613725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 msgr2=0x55f96d291130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:30.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f7038b8c640 1 --2- 172.21.15.17:0/3193613725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d291130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f7038b8c640 1 -- 172.21.15.17:0/3193613725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 msgr2=0x55f96d283f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:30.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f7038b8c640 1 --2- 172.21.15.17:0/3193613725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d283f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f7038b8c640 1 -- 172.21.15.17:0/3193613725 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f96d19d1f0 con 0x55f96d284480 2024-09-16T02:00:30.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f703938d640 1 --2- 172.21.15.17:0/3193613725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d283f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:00:30.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f7038b8c640 1 --2- 172.21.15.17:0/3193613725 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d28e800 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f702402a8f0 tx=0x7f70240304a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0ad3fca19bb8065 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:30.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f703938d640 1 --2- 172.21.15.17:0/4144130295 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f70200a32c0 0x7f70200a5780 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f7030009530 tx=0x7f7030009610 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:30.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f701f7fe640 1 -- 172.21.15.17:0/3193613725 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7024030970 con 0x55f96d284480 2024-09-16T02:00:30.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f701f7fe640 1 -- 172.21.15.17:0/3193613725 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70240054f0 con 0x55f96d284480 2024-09-16T02:00:30.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.833+0000 7f701f7fe640 1 -- 172.21.15.17:0/3193613725 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7024004ae0 con 0x55f96d284480 2024-09-16T02:00:30.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.834+0000 7f703d9ca740 1 -- 172.21.15.17:0/3193613725 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 msgr2=0x55f96d28e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:30.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.834+0000 7f703d9ca740 1 --2- 172.21.15.17:0/3193613725 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d28e800 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f702402a8f0 tx=0x7f70240304a0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.834+0000 7f703d9ca740 1 -- 172.21.15.17:0/3193613725 shutdown_connections 2024-09-16T02:00:30.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.834+0000 7f703d9ca740 1 --2- 172.21.15.17:0/3193613725 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d291130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.834+0000 7f703d9ca740 1 --2- 172.21.15.17:0/3193613725 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d28e800 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.834+0000 7f703d9ca740 1 --2- 172.21.15.17:0/3193613725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d283f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.834+0000 7f703d9ca740 1 -- 172.21.15.17:0/3193613725 >> 172.21.15.17:0/3193613725 conn(0x55f96d2800f0 msgr2=0x55f96d2804d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:30.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.835+0000 7f703d9ca740 1 -- 172.21.15.17:0/3193613725 shutdown_connections 2024-09-16T02:00:30.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.835+0000 7f703d9ca740 1 -- 172.21.15.17:0/3193613725 wait complete. 2024-09-16T02:00:30.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.835+0000 7f703d9ca740 1 -- start start 2024-09-16T02:00:30.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.835+0000 7f703d9ca740 1 Processor -- start 2024-09-16T02:00:30.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.835+0000 7f703d9ca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d28bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.835+0000 7f703d9ca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d28c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.835+0000 7f703d9ca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d28c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.835+0000 7f703d9ca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f96d291910 con 0x55f96d283b60 2024-09-16T02:00:30.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.835+0000 7f703d9ca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f96d1a3f10 con 0x55f96d28ed40 2024-09-16T02:00:30.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.835+0000 7f703d9ca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f96d291a90 con 0x55f96d284480 2024-09-16T02:00:30.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.835+0000 7f703d9ca740 10 client.0 _ll_register_callbacks cb 0x55f96d16ca40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:00:30.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f7038b8c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d28c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f703938d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d28bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f7038b8c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d28c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34726/0 (socket says 172.21.15.17:34726) 2024-09-16T02:00:30.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f703938d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d28bba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45086/0 (socket says 172.21.15.17:45086) 2024-09-16T02:00:30.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f7038b8c640 1 -- 172.21.15.17:0/3340239213 learned_addr learned my addr 172.21.15.17:0/3340239213 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:30.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f7039b8e640 1 --2- 172.21.15.17:0/3340239213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d28c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f7038b8c640 1 -- 172.21.15.17:0/3340239213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 msgr2=0x55f96d28c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:30.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f7038b8c640 1 --2- 172.21.15.17:0/3340239213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d28c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f7038b8c640 1 -- 172.21.15.17:0/3340239213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 msgr2=0x55f96d28bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:30.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f7038b8c640 1 --2- 172.21.15.17:0/3340239213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d28bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f7038b8c640 1 -- 172.21.15.17:0/3340239213 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f96cf5a6a0 con 0x55f96d284480 2024-09-16T02:00:30.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f703938d640 1 --2- 172.21.15.17:0/3340239213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d28bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:00:30.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f7038b8c640 1 --2- 172.21.15.17:0/3340239213 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d28c0e0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f7024030bd0 tx=0x7f7024030c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=377d75c0bd868902 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:30.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f701cff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:00:30.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f701cff9640 1 -- 172.21.15.17:0/3340239213 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702404f060 con 0x55f96d284480 2024-09-16T02:00:30.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f701cff9640 1 -- 172.21.15.17:0/3340239213 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7024004b70 con 0x55f96d284480 2024-09-16T02:00:30.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.836+0000 7f703d9ca740 1 -- 172.21.15.17:0/3340239213 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f70240054f0 con 0x55f96d284480 2024-09-16T02:00:30.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.837+0000 7f701cff9640 1 -- 172.21.15.17:0/3340239213 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7024005350 con 0x55f96d284480 2024-09-16T02:00:30.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.837+0000 7f703d9ca740 10 client.28123 fetch_fsmap learned FSMap version 28 2024-09-16T02:00:30.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.837+0000 7f703d9ca740 1 -- 172.21.15.17:0/3340239213 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f96d291910 con 0x55f96d284480 2024-09-16T02:00:30.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.837+0000 7f701cff9640 1 -- 172.21.15.17:0/3340239213 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f70240054f0 con 0x55f96d284480 2024-09-16T02:00:30.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.837+0000 7f701cff9640 1 -- 172.21.15.17:0/3340239213 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f7024054070 con 0x55f96d284480 2024-09-16T02:00:30.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.837+0000 7f703d9ca740 10 client.28123 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:00:30.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.837+0000 7f703d9ca740 10 client.28123 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:00:30.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.837+0000 7f703d9ca740 20 client.28123 populate_metadata read hostname 'smithi017' 2024-09-16T02:00:30.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.837+0000 7f703d9ca740 1 --2- 172.21.15.17:0/3340239213 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f96d29e590 0x55f96d2a0980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.837+0000 7f703d9ca740 4 client.28123 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:00:30.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.837+0000 7f703d9ca740 1 -- 172.21.15.17:0/3340239213 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f96d1f67f0 con 0x55f96d29e590 2024-09-16T02:00:30.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.837+0000 7f703938d640 1 --2- 172.21.15.17:0/3340239213 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f96d29e590 0x55f96d2a0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.838+0000 7f703938d640 1 --2- 172.21.15.17:0/3340239213 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f96d29e590 0x55f96d2a0980 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ff40fd6f8a7d6a57 server_cookie=b8fea232c69dc6b1 in_seq=0 out_seq=0 2024-09-16T02:00:30.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.838+0000 7f701cff9640 10 client.28123 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:30.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.840+0000 7f701cff9640 1 -- 172.21.15.17:0/3340239213 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f96d1f67f0 con 0x55f96d29e590 2024-09-16T02:00:30.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.840+0000 7f701cff9640 10 client.28123 handle_command_reply: tid=0 2024-09-16T02:00:30.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.840+0000 7f703d9ca740 1 client.28123 shutdown 2024-09-16T02:00:30.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.841+0000 7f703d9ca740 1 -- 172.21.15.17:0/3340239213 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 msgr2=0x55f96d28c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:30.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.841+0000 7f703d9ca740 1 --2- 172.21.15.17:0/3340239213 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d28c0e0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f7024030bd0 tx=0x7f7024030c00 comp rx=0 tx=0).stop 2024-09-16T02:00:30.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.841+0000 7f703d9ca740 1 -- 172.21.15.17:0/3340239213 shutdown_connections 2024-09-16T02:00:30.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.841+0000 7f703d9ca740 1 --2- 172.21.15.17:0/3340239213 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f96d29e590 0x55f96d2a0980 crc :-1 s=READY pgs=252 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.841+0000 7f703d9ca740 1 --2- 172.21.15.17:0/3340239213 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d28c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.841+0000 7f703d9ca740 1 --2- 172.21.15.17:0/3340239213 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d28c0e0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.841+0000 7f703d9ca740 1 --2- 172.21.15.17:0/3340239213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d28bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.841+0000 7f703d9ca740 1 -- 172.21.15.17:0/3340239213 >> 172.21.15.17:0/3340239213 conn(0x55f96d2800f0 msgr2=0x55f96d285e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:30.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.841+0000 7f701cff9640 0 client.28123 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:30.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.841+0000 7f703d9ca740 1 -- 172.21.15.17:0/3340239213 shutdown_connections 2024-09-16T02:00:30.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.841+0000 7f703d9ca740 1 -- 172.21.15.17:0/3340239213 wait complete. 2024-09-16T02:00:30.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.841+0000 7f703d9ca740 20 client.28123 trim_cache size 0 max 16384 2024-09-16T02:00:30.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.871+0000 7f703d9ca740 1 Processor -- start 2024-09-16T02:00:30.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.871+0000 7f703d9ca740 1 -- start start 2024-09-16T02:00:30.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.871+0000 7f703d9ca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d283b60 0x55f96d2865c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.871+0000 7f703d9ca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d284480 0x55f96d28da00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.871+0000 7f703d9ca740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d2a6000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.871+0000 7f703d9ca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f70341b1f60 con 0x55f96d284480 2024-09-16T02:00:30.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.871+0000 7f703d9ca740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f70341af830 con 0x55f96d28ed40 2024-09-16T02:00:30.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.871+0000 7f703d9ca740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f70341ad660 con 0x55f96d283b60 2024-09-16T02:00:30.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.872+0000 7f703938d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d283b60 0x55f96d2865c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.872+0000 7f7038b8c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d284480 0x55f96d28da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.872+0000 7f703938d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d283b60 0x55f96d2865c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34730/0 (socket says 172.21.15.17:34730) 2024-09-16T02:00:30.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.872+0000 7f703938d640 1 -- 172.21.15.17:0/2510139329 learned_addr learned my addr 172.21.15.17:0/2510139329 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.872+0000 7f7039b8e640 1 --2- 172.21.15.17:0/2510139329 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d2a6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.872+0000 7f703938d640 1 -- 172.21.15.17:0/2510139329 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 msgr2=0x55f96d2a6000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.872+0000 7f703938d640 1 --2- 172.21.15.17:0/2510139329 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d2a6000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.872+0000 7f703938d640 1 -- 172.21.15.17:0/2510139329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d284480 msgr2=0x55f96d28da00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.872+0000 7f703938d640 1 --2- 172.21.15.17:0/2510139329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d284480 0x55f96d28da00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.872+0000 7f703938d640 1 -- 172.21.15.17:0/2510139329 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f96d27ff20 con 0x55f96d283b60 2024-09-16T02:00:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.872+0000 7f7039b8e640 1 --2- 172.21.15.17:0/2510139329 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d2a6000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:00:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.872+0000 7f7038b8c640 1 --2- 172.21.15.17:0/2510139329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d284480 0x55f96d28da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:00:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.872+0000 7f703938d640 1 --2- 172.21.15.17:0/2510139329 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d283b60 0x55f96d2865c0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f7030005fd0 tx=0x7f7030011000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4540f59142717c8c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.872+0000 7f701effd640 1 -- 172.21.15.17:0/2510139329 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7030013e60 con 0x55f96d283b60 2024-09-16T02:00:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.873+0000 7f701effd640 1 -- 172.21.15.17:0/2510139329 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f703002e070 con 0x55f96d283b60 2024-09-16T02:00:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.873+0000 7f701effd640 1 -- 172.21.15.17:0/2510139329 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f70300108f0 con 0x55f96d283b60 2024-09-16T02:00:30.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.873+0000 7f703d9ca740 1 -- 172.21.15.17:0/2510139329 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d283b60 msgr2=0x55f96d2865c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.873+0000 7f703d9ca740 1 --2- 172.21.15.17:0/2510139329 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d283b60 0x55f96d2865c0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f7030005fd0 tx=0x7f7030011000 comp rx=0 tx=0).stop 2024-09-16T02:00:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.874+0000 7f703d9ca740 1 -- 172.21.15.17:0/2510139329 shutdown_connections 2024-09-16T02:00:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.874+0000 7f703d9ca740 1 --2- 172.21.15.17:0/2510139329 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d2a6000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.874+0000 7f703d9ca740 1 --2- 172.21.15.17:0/2510139329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d284480 0x55f96d28da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.874+0000 7f703d9ca740 1 --2- 172.21.15.17:0/2510139329 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d283b60 0x55f96d2865c0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.874+0000 7f703d9ca740 1 -- 172.21.15.17:0/2510139329 >> 172.21.15.17:0/2510139329 conn(0x55f96d2800f0 msgr2=0x55f96d28d2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.874+0000 7f703d9ca740 1 -- 172.21.15.17:0/2510139329 shutdown_connections 2024-09-16T02:00:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.874+0000 7f703d9ca740 1 -- 172.21.15.17:0/2510139329 wait complete. 2024-09-16T02:00:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.874+0000 7f703d9ca740 1 -- start start 2024-09-16T02:00:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.874+0000 7f703d9ca740 1 Processor -- start 2024-09-16T02:00:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.875+0000 7f703d9ca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d297210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.875+0000 7f703d9ca740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d292540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.875+0000 7f703938d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d297210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.875+0000 7f703938d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d297210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45114/0 (socket says 172.21.15.17:45114) 2024-09-16T02:00:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.875+0000 7f703938d640 1 -- 172.21.15.17:0/331211251 learned_addr learned my addr 172.21.15.17:0/331211251 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.875+0000 7f703d9ca740 1 --2- 172.21.15.17:0/331211251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d292a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.875+0000 7f7038b8c640 1 --2- 172.21.15.17:0/331211251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d292540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.875+0000 7f703d9ca740 1 -- 172.21.15.17:0/331211251 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f70341adcf0 con 0x55f96d283b60 2024-09-16T02:00:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.876+0000 7f703d9ca740 1 -- 172.21.15.17:0/331211251 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f70341af160 con 0x55f96d28ed40 2024-09-16T02:00:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.876+0000 7f703d9ca740 1 -- 172.21.15.17:0/331211251 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f70341ae3c0 con 0x55f96d284480 2024-09-16T02:00:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.876+0000 7f7039b8e640 1 --2- 172.21.15.17:0/331211251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d292a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.876+0000 7f703d9ca740 10 client.0 _ll_register_callbacks cb 0x7f702c0093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:00:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.876+0000 7f7038b8c640 1 -- 172.21.15.17:0/331211251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 msgr2=0x55f96d292a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.876+0000 7f7038b8c640 1 --2- 172.21.15.17:0/331211251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d292a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.876+0000 7f7038b8c640 1 -- 172.21.15.17:0/331211251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 msgr2=0x55f96d297210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:30.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.876+0000 7f7038b8c640 1 --2- 172.21.15.17:0/331211251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d297210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.876+0000 7f7038b8c640 1 -- 172.21.15.17:0/331211251 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f96d27b830 con 0x55f96d284480 2024-09-16T02:00:30.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.876+0000 7f7038b8c640 1 --2- 172.21.15.17:0/331211251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d292540 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x55f96d28d150 tx=0x7f702402aad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a74c278a5441c4af server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:30.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.876+0000 7f701cff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:00:30.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.876+0000 7f701cff9640 1 -- 172.21.15.17:0/331211251 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f702405a070 con 0x55f96d284480 2024-09-16T02:00:30.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.876+0000 7f701cff9640 1 -- 172.21.15.17:0/331211251 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f7024004230 con 0x55f96d284480 2024-09-16T02:00:30.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.877+0000 7f703d9ca740 1 -- 172.21.15.17:0/331211251 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f703002e070 con 0x55f96d284480 2024-09-16T02:00:30.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.877+0000 7f701cff9640 1 -- 172.21.15.17:0/331211251 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f7024040020 con 0x55f96d284480 2024-09-16T02:00:30.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.877+0000 7f703d9ca740 10 client.28129 fetch_fsmap learned FSMap version 28 2024-09-16T02:00:30.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.877+0000 7f703d9ca740 1 -- 172.21.15.17:0/331211251 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f96d308c30 con 0x55f96d284480 2024-09-16T02:00:30.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.877+0000 7f701cff9640 1 -- 172.21.15.17:0/331211251 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f703002e070 con 0x55f96d284480 2024-09-16T02:00:30.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.877+0000 7f701cff9640 1 -- 172.21.15.17:0/331211251 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f702405d020 con 0x55f96d284480 2024-09-16T02:00:30.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.877+0000 7f703d9ca740 10 client.28129 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:00:30.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.877+0000 7f703d9ca740 10 client.28129 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:00:30.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.877+0000 7f703d9ca740 20 client.28129 populate_metadata read hostname 'smithi017' 2024-09-16T02:00:30.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.877+0000 7f703d9ca740 1 --2- 172.21.15.17:0/331211251 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f96d3093a0 0x55f96d30b7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:30.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.877+0000 7f703d9ca740 4 client.28129 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T02:00:30.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.877+0000 7f703d9ca740 1 -- 172.21.15.17:0/331211251 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55f96d1f0d00 con 0x55f96d3093a0 2024-09-16T02:00:30.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.878+0000 7f703938d640 1 --2- 172.21.15.17:0/331211251 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f96d3093a0 0x55f96d30b7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:30.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.878+0000 7f703938d640 1 --2- 172.21.15.17:0/331211251 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f96d3093a0 0x55f96d30b7c0 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=107af3fa2e63c6d2 server_cookie=259d1cda45311f7 in_seq=0 out_seq=0 2024-09-16T02:00:30.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.878+0000 7f701cff9640 10 client.28129 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:30.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.879+0000 7f701cff9640 1 -- 172.21.15.17:0/331211251 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55f96d1f0d00 con 0x55f96d3093a0 2024-09-16T02:00:30.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.879+0000 7f701cff9640 10 client.28129 handle_command_reply: tid=0 2024-09-16T02:00:30.653 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:00:30.653 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T02:00:30.653 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "1150fe56-49c5-4c80-a6d9-44d93e15c41a", 2024-09-16T02:00:30.653 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T02:00:30.653 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:00:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.879+0000 7f703d9ca740 1 client.28129 shutdown 2024-09-16T02:00:30.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.879+0000 7f703d9ca740 1 -- 172.21.15.17:0/331211251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 msgr2=0x55f96d292540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:30.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.879+0000 7f703d9ca740 1 --2- 172.21.15.17:0/331211251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d292540 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x55f96d28d150 tx=0x7f702402aad0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.880+0000 7f703d9ca740 1 -- 172.21.15.17:0/331211251 shutdown_connections 2024-09-16T02:00:30.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.880+0000 7f703d9ca740 1 --2- 172.21.15.17:0/331211251 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f96d3093a0 0x55f96d30b7c0 crc :-1 s=READY pgs=253 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.880+0000 7f703d9ca740 1 --2- 172.21.15.17:0/331211251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f96d28ed40 0x55f96d292a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.880+0000 7f703d9ca740 1 --2- 172.21.15.17:0/331211251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f96d284480 0x55f96d292540 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.880+0000 7f703d9ca740 1 --2- 172.21.15.17:0/331211251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f96d283b60 0x55f96d297210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.880+0000 7f703d9ca740 1 -- 172.21.15.17:0/331211251 >> 172.21.15.17:0/331211251 conn(0x55f96d2800f0 msgr2=0x55f96d27f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:30.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.880+0000 7f701cff9640 0 client.28129 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:30.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.880+0000 7f703d9ca740 1 -- 172.21.15.17:0/331211251 shutdown_connections 2024-09-16T02:00:30.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.880+0000 7f703d9ca740 1 -- 172.21.15.17:0/331211251 wait complete. 2024-09-16T02:00:30.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.880+0000 7f703d9ca740 20 client.28129 trim_cache size 0 max 16384 2024-09-16T02:00:30.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.881+0000 7f703b5f1640 1 -- 172.21.15.17:0/4144130295 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f70200a32c0 msgr2=0x7f70200a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:30.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.881+0000 7f703b5f1640 1 --2- 172.21.15.17:0/4144130295 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f70200a32c0 0x7f70200a5780 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f7030009530 tx=0x7f7030009610 comp rx=0 tx=0).stop 2024-09-16T02:00:30.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.881+0000 7f703b5f1640 1 -- 172.21.15.17:0/4144130295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f703410c150 msgr2=0x7f703419ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:30.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.881+0000 7f703b5f1640 1 --2- 172.21.15.17:0/4144130295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f703410c150 0x7f703419ee70 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f702c00eb10 tx=0x7f702c00c2d0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.881+0000 7f703b5f1640 1 -- 172.21.15.17:0/4144130295 shutdown_connections 2024-09-16T02:00:30.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.881+0000 7f703b5f1640 1 --2- 172.21.15.17:0/4144130295 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f70200a32c0 0x7f70200a5780 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.881+0000 7f703b5f1640 1 --2- 172.21.15.17:0/4144130295 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f703410c150 0x7f703419ee70 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.881+0000 7f703b5f1640 1 --2- 172.21.15.17:0/4144130295 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7034103640 0x7f703419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.881+0000 7f703b5f1640 1 --2- 172.21.15.17:0/4144130295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7034102d20 0x7f703419a5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:30.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.881+0000 7f703b5f1640 1 -- 172.21.15.17:0/4144130295 >> 172.21.15.17:0/4144130295 conn(0x7f70340fc780 msgr2=0x7f70341019a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:30.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.881+0000 7f703b5f1640 1 -- 172.21.15.17:0/4144130295 shutdown_connections 2024-09-16T02:00:30.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:29.881+0000 7f703b5f1640 1 -- 172.21.15.17:0/4144130295 wait complete. 2024-09-16T02:00:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:30 smithi017 ceph-mon[30972]: pgmap v848: 97 pgs: 97 active+clean; 488 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 4.2 MiB/s wr, 189 op/s 2024-09-16T02:00:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:30 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:00:30.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:30 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:30.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:30 smithi029 ceph-mon[34783]: pgmap v848: 97 pgs: 97 active+clean; 488 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 4.2 MiB/s wr, 189 op/s 2024-09-16T02:00:30.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:30 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:00:30.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:30 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:30.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:30 smithi122 ceph-mon[34758]: pgmap v848: 97 pgs: 97 active+clean; 488 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 628 KiB/s rd, 4.2 MiB/s wr, 189 op/s 2024-09-16T02:00:30.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:30 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:00:30.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:30 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 36437 8.34 MB/sec execute 113 sec latency 198.140 ms 2024-09-16T02:00:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:31 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T02:00:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:31 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:31 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:00:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:31 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:00:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:31 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:31 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:00:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:31 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:31 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:00:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:31 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:31 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:31 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T02:00:31.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:31 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:31 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:00:31.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:31 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:00:31.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:31 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:31 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:00:31.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:31 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:31 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:00:31.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:31 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:31 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:31 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T02:00:31.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:31 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:31 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:00:31.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:31 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:00:31.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:31 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:31 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:00:31.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:31 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:31 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:00:31.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:31 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:31.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:31 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:00:32.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 36532 8.30 MB/sec execute 114 sec latency 245.963 ms 2024-09-16T02:00:32.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:32 smithi017 ceph-mon[30972]: pgmap v849: 97 pgs: 97 active+clean; 490 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 4.1 MiB/s wr, 155 op/s 2024-09-16T02:00:32.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:32 smithi029 ceph-mon[34783]: pgmap v849: 97 pgs: 97 active+clean; 490 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 4.1 MiB/s wr, 155 op/s 2024-09-16T02:00:32.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:32 smithi122 ceph-mon[34758]: pgmap v849: 97 pgs: 97 active+clean; 490 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 469 KiB/s rd, 4.1 MiB/s wr, 155 op/s 2024-09-16T02:00:33.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 36686 8.31 MB/sec execute 115 sec latency 88.107 ms 2024-09-16T02:00:33.277 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:00:33.649 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:00:34.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 36818 8.29 MB/sec execute 116 sec latency 83.396 ms 2024-09-16T02:00:34.672 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:34 smithi017 ceph-mon[30972]: pgmap v850: 97 pgs: 97 active+clean; 491 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 666 KiB/s rd, 4.7 MiB/s wr, 179 op/s 2024-09-16T02:00:34.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:34 smithi029 ceph-mon[34783]: pgmap v850: 97 pgs: 97 active+clean; 491 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 666 KiB/s rd, 4.7 MiB/s wr, 179 op/s 2024-09-16T02:00:34.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:34 smithi122 ceph-mon[34758]: pgmap v850: 97 pgs: 97 active+clean; 491 MiB data, 2.4 GiB used, 1.0 TiB / 1.0 TiB avail; 666 KiB/s rd, 4.7 MiB/s wr, 179 op/s 2024-09-16T02:00:35.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 36919 8.24 MB/sec execute 117 sec latency 240.642 ms 2024-09-16T02:00:35.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.092+0000 7efd7ff15640 1 -- 172.21.15.17:0/4119739149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd781082a0 msgr2=0x7efd7810ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:35.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.092+0000 7efd7ff15640 1 --2- 172.21.15.17:0/4119739149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd781082a0 0x7efd7810ec40 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7efd70009cd0 tx=0x7efd7002a8e0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.092+0000 7efd7ff15640 1 -- 172.21.15.17:0/4119739149 shutdown_connections 2024-09-16T02:00:35.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.092+0000 7efd7ff15640 1 --2- 172.21.15.17:0/4119739149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd781082a0 0x7efd7810ec40 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.092+0000 7efd7ff15640 1 --2- 172.21.15.17:0/4119739149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd781036e0 0x7efd78107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.092+0000 7efd7ff15640 1 --2- 172.21.15.17:0/4119739149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd78102d30 0x7efd78103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.092+0000 7efd7ff15640 1 -- 172.21.15.17:0/4119739149 >> 172.21.15.17:0/4119739149 conn(0x7efd780fc7d0 msgr2=0x7efd780febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:35.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.092+0000 7efd7ff15640 1 -- 172.21.15.17:0/4119739149 shutdown_connections 2024-09-16T02:00:35.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.092+0000 7efd7ff15640 1 -- 172.21.15.17:0/4119739149 wait complete. 2024-09-16T02:00:35.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.093+0000 7efd7ff15640 1 Processor -- start 2024-09-16T02:00:35.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.093+0000 7efd7ff15640 1 -- start start 2024-09-16T02:00:35.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.093+0000 7efd7ff15640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd78102d30 0x7efd78196290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.093+0000 7efd7ff15640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd781036e0 0x7efd781967d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.093+0000 7efd7ff15640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd781082a0 0x7efd7819ab60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.093+0000 7efd7ff15640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efd7810fd90 con 0x7efd78102d30 2024-09-16T02:00:35.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.093+0000 7efd7ff15640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efd7810fc10 con 0x7efd781082a0 2024-09-16T02:00:35.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.093+0000 7efd7ff15640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7efd7810ff10 con 0x7efd781036e0 2024-09-16T02:00:35.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.094+0000 7efd7d4b0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd781036e0 0x7efd781967d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.094+0000 7efd7d4b0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd781036e0 0x7efd781967d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34748/0 (socket says 172.21.15.17:34748) 2024-09-16T02:00:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.094+0000 7efd7d4b0640 1 -- 172.21.15.17:0/1659620531 learned_addr learned my addr 172.21.15.17:0/1659620531 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.094+0000 7efd7dcb1640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd78102d30 0x7efd78196290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.094+0000 7efd7e4b2640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd781082a0 0x7efd7819ab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.094+0000 7efd7d4b0640 1 -- 172.21.15.17:0/1659620531 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd781082a0 msgr2=0x7efd7819ab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.094+0000 7efd7d4b0640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd781082a0 0x7efd7819ab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.094+0000 7efd7d4b0640 1 -- 172.21.15.17:0/1659620531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd78102d30 msgr2=0x7efd78196290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.094+0000 7efd7d4b0640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd78102d30 0x7efd78196290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.094+0000 7efd7d4b0640 1 -- 172.21.15.17:0/1659620531 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efd7819b240 con 0x7efd781036e0 2024-09-16T02:00:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.094+0000 7efd7e4b2640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd781082a0 0x7efd7819ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:00:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.094+0000 7efd7d4b0640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd781036e0 0x7efd781967d0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7efd68003910 tx=0x7efd68003dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.094+0000 7efd6effd640 1 -- 172.21.15.17:0/1659620531 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd68009b60 con 0x7efd781036e0 2024-09-16T02:00:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.095+0000 7efd6effd640 1 -- 172.21.15.17:0/1659620531 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd68009d00 con 0x7efd781036e0 2024-09-16T02:00:35.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.095+0000 7efd7ff15640 1 -- 172.21.15.17:0/1659620531 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efd7819b530 con 0x7efd781036e0 2024-09-16T02:00:35.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.095+0000 7efd6effd640 1 -- 172.21.15.17:0/1659620531 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd68004d50 con 0x7efd781036e0 2024-09-16T02:00:35.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.095+0000 7efd7ff15640 1 -- 172.21.15.17:0/1659620531 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efd781a2e10 con 0x7efd781036e0 2024-09-16T02:00:35.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.098+0000 7efd6effd640 1 -- 172.21.15.17:0/1659620531 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7efd6801f020 con 0x7efd781036e0 2024-09-16T02:00:35.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.098+0000 7efd822ee740 1 Processor -- start 2024-09-16T02:00:35.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.098+0000 7efd822ee740 1 -- start start 2024-09-16T02:00:35.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd822ee740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857af4a0 0x555b857af880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd6effd640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efd640a3340 0x7efd640a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd822ee740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857afdc0 0x555b857ba140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd822ee740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857ba680 0x555b857bca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd822ee740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555b857152e0 con 0x555b857afdc0 2024-09-16T02:00:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd822ee740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555b856bcce0 con 0x555b857af4a0 2024-09-16T02:00:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd822ee740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x555b857112a0 con 0x555b857ba680 2024-09-16T02:00:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd7d4b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857afdc0 0x555b857ba140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd7e4b2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857af4a0 0x555b857af880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd7e4b2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857af4a0 0x555b857af880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:33892/0 (socket says 172.21.15.17:33892) 2024-09-16T02:00:35.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd7e4b2640 1 -- 172.21.15.17:0/630230577 learned_addr learned my addr 172.21.15.17:0/630230577 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:35.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd7e4b2640 1 --2- 172.21.15.17:0/630230577 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857ba680 0x555b857bca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd7dcb1640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efd640a3340 0x7efd640a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd7e4b2640 1 -- 172.21.15.17:0/630230577 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857ba680 msgr2=0x555b857bca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:35.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd7e4b2640 1 --2- 172.21.15.17:0/630230577 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857ba680 0x555b857bca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd7e4b2640 1 -- 172.21.15.17:0/630230577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857afdc0 msgr2=0x555b857ba140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:35.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd7e4b2640 1 --2- 172.21.15.17:0/630230577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857afdc0 0x555b857ba140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd7e4b2640 1 -- 172.21.15.17:0/630230577 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b856a1440 con 0x555b857af4a0 2024-09-16T02:00:35.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd7d4b0640 1 --2- 172.21.15.17:0/630230577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857afdc0 0x555b857ba140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:00:35.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.099+0000 7efd6effd640 1 -- 172.21.15.17:0/1659620531 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7efd680d31c0 con 0x7efd781036e0 2024-09-16T02:00:35.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.100+0000 7efd7e4b2640 1 --2- 172.21.15.17:0/630230577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857af4a0 0x555b857af880 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x555b857acdb0 tx=0x7efd70009360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2b236b039800690f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:35.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.100+0000 7efd63fff640 1 -- 172.21.15.17:0/630230577 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd70003970 con 0x555b857af4a0 2024-09-16T02:00:35.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.100+0000 7efd63fff640 1 -- 172.21.15.17:0/630230577 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd70036050 con 0x555b857af4a0 2024-09-16T02:00:35.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.100+0000 7efd63fff640 1 -- 172.21.15.17:0/630230577 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd70004320 con 0x555b857af4a0 2024-09-16T02:00:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.101+0000 7efd822ee740 1 -- 172.21.15.17:0/630230577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857af4a0 msgr2=0x555b857af880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.101+0000 7efd7dcb1640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efd640a3340 0x7efd640a5800 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7efd74009c20 tx=0x7efd74005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.101+0000 7efd822ee740 1 --2- 172.21.15.17:0/630230577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857af4a0 0x555b857af880 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x555b857acdb0 tx=0x7efd70009360 comp rx=0 tx=0).stop 2024-09-16T02:00:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.101+0000 7efd822ee740 1 -- 172.21.15.17:0/630230577 shutdown_connections 2024-09-16T02:00:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.101+0000 7efd822ee740 1 --2- 172.21.15.17:0/630230577 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857ba680 0x555b857bca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.101+0000 7efd822ee740 1 --2- 172.21.15.17:0/630230577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857afdc0 0x555b857ba140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.101+0000 7efd822ee740 1 --2- 172.21.15.17:0/630230577 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857af4a0 0x555b857af880 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.101+0000 7efd822ee740 1 -- 172.21.15.17:0/630230577 >> 172.21.15.17:0/630230577 conn(0x555b857aba30 msgr2=0x555b857abe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.101+0000 7efd822ee740 1 -- 172.21.15.17:0/630230577 shutdown_connections 2024-09-16T02:00:35.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.101+0000 7efd822ee740 1 -- 172.21.15.17:0/630230577 wait complete. 2024-09-16T02:00:35.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.101+0000 7efd822ee740 1 -- start start 2024-09-16T02:00:35.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.101+0000 7efd822ee740 1 Processor -- start 2024-09-16T02:00:35.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.102+0000 7efd822ee740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857af4a0 0x555b857ba040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.102+0000 7efd822ee740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857afdc0 0x555b857b72f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.102+0000 7efd822ee740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857ba680 0x555b857b78e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.102+0000 7efd822ee740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555b857bd250 con 0x555b857ba680 2024-09-16T02:00:35.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.102+0000 7efd822ee740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555b856d0050 con 0x555b857af4a0 2024-09-16T02:00:35.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.102+0000 7efd822ee740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x555b857bd3d0 con 0x555b857afdc0 2024-09-16T02:00:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.102+0000 7efd822ee740 10 client.0 _ll_register_callbacks cb 0x555b85710160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:00:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.102+0000 7efd7dcb1640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857af4a0 0x555b857ba040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.102+0000 7efd7e4b2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857ba680 0x555b857b78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.102+0000 7efd7d4b0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857afdc0 0x555b857b72f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.102+0000 7efd7d4b0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857afdc0 0x555b857b72f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34778/0 (socket says 172.21.15.17:34778) 2024-09-16T02:00:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.102+0000 7efd7d4b0640 1 -- 172.21.15.17:0/3463401900 learned_addr learned my addr 172.21.15.17:0/3463401900 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.103+0000 7efd7d4b0640 1 -- 172.21.15.17:0/3463401900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857af4a0 msgr2=0x555b857ba040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.103+0000 7efd7d4b0640 1 --2- 172.21.15.17:0/3463401900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857af4a0 0x555b857ba040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.103+0000 7efd7d4b0640 1 -- 172.21.15.17:0/3463401900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857ba680 msgr2=0x555b857b78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.103+0000 7efd7d4b0640 1 --2- 172.21.15.17:0/3463401900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857ba680 0x555b857b78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.103+0000 7efd7d4b0640 1 -- 172.21.15.17:0/3463401900 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b854863c0 con 0x555b857afdc0 2024-09-16T02:00:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.103+0000 7efd7e4b2640 1 --2- 172.21.15.17:0/3463401900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857ba680 0x555b857b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:00:35.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.103+0000 7efd7d4b0640 1 --2- 172.21.15.17:0/3463401900 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857afdc0 0x555b857b72f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7efd6809bc00 tx=0x7efd68009f80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e27fdd16671be4d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:35.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.103+0000 7efd617fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:00:35.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.103+0000 7efd617fa640 1 -- 172.21.15.17:0/3463401900 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd680a7b80 con 0x555b857afdc0 2024-09-16T02:00:35.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.103+0000 7efd822ee740 1 -- 172.21.15.17:0/3463401900 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7efd70036050 con 0x555b857afdc0 2024-09-16T02:00:35.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.103+0000 7efd617fa640 1 -- 172.21.15.17:0/3463401900 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7efd6809daa0 con 0x555b857afdc0 2024-09-16T02:00:35.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.103+0000 7efd617fa640 1 -- 172.21.15.17:0/3463401900 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7efd680bf440 con 0x555b857afdc0 2024-09-16T02:00:35.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.103+0000 7efd822ee740 10 client.28141 fetch_fsmap learned FSMap version 28 2024-09-16T02:00:35.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.104+0000 7efd822ee740 1 -- 172.21.15.17:0/3463401900 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555b857c8cd0 con 0x555b857afdc0 2024-09-16T02:00:35.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.104+0000 7efd617fa640 1 -- 172.21.15.17:0/3463401900 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd68005560 con 0x555b857afdc0 2024-09-16T02:00:35.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.104+0000 7efd617fa640 1 -- 172.21.15.17:0/3463401900 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7efd6800c020 con 0x555b857afdc0 2024-09-16T02:00:35.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.104+0000 7efd822ee740 10 client.28141 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:00:35.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.104+0000 7efd822ee740 10 client.28141 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:00:35.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.104+0000 7efd822ee740 20 client.28141 populate_metadata read hostname 'smithi017' 2024-09-16T02:00:35.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.104+0000 7efd822ee740 1 --2- 172.21.15.17:0/3463401900 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555b857ca510 0x555b857cc930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.104+0000 7efd822ee740 4 client.28141 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:00:35.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.104+0000 7efd822ee740 1 -- 172.21.15.17:0/3463401900 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7efd70036050 con 0x555b857ca510 2024-09-16T02:00:35.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.104+0000 7efd7dcb1640 1 --2- 172.21.15.17:0/3463401900 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555b857ca510 0x555b857cc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.105+0000 7efd7dcb1640 1 --2- 172.21.15.17:0/3463401900 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555b857ca510 0x555b857cc930 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f58132f41474c72 server_cookie=5321fc8c6c1041fc in_seq=0 out_seq=0 2024-09-16T02:00:35.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.105+0000 7efd617fa640 10 client.28141 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:35.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.106+0000 7efd617fa640 1 -- 172.21.15.17:0/3463401900 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7efd70036050 con 0x555b857ca510 2024-09-16T02:00:35.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.106+0000 7efd617fa640 10 client.28141 handle_command_reply: tid=0 2024-09-16T02:00:35.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.106+0000 7efd822ee740 1 client.28141 shutdown 2024-09-16T02:00:35.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.107+0000 7efd822ee740 1 -- 172.21.15.17:0/3463401900 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857afdc0 msgr2=0x555b857b72f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:35.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.107+0000 7efd822ee740 1 --2- 172.21.15.17:0/3463401900 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857afdc0 0x555b857b72f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7efd6809bc00 tx=0x7efd68009f80 comp rx=0 tx=0).stop 2024-09-16T02:00:35.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.107+0000 7efd822ee740 1 -- 172.21.15.17:0/3463401900 shutdown_connections 2024-09-16T02:00:35.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.107+0000 7efd822ee740 1 --2- 172.21.15.17:0/3463401900 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555b857ca510 0x555b857cc930 crc :-1 s=READY pgs=254 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.107+0000 7efd822ee740 1 --2- 172.21.15.17:0/3463401900 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857ba680 0x555b857b78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.107+0000 7efd822ee740 1 --2- 172.21.15.17:0/3463401900 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857afdc0 0x555b857b72f0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.107+0000 7efd822ee740 1 --2- 172.21.15.17:0/3463401900 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857af4a0 0x555b857ba040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.107+0000 7efd822ee740 1 -- 172.21.15.17:0/3463401900 >> 172.21.15.17:0/3463401900 conn(0x555b857aba30 msgr2=0x555b857b1760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:35.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.107+0000 7efd617fa640 0 client.28141 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:35.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.107+0000 7efd822ee740 1 -- 172.21.15.17:0/3463401900 shutdown_connections 2024-09-16T02:00:35.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.107+0000 7efd822ee740 1 -- 172.21.15.17:0/3463401900 wait complete. 2024-09-16T02:00:35.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.107+0000 7efd822ee740 20 client.28141 trim_cache size 0 max 16384 2024-09-16T02:00:35.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd822ee740 1 Processor -- start 2024-09-16T02:00:35.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd822ee740 1 -- start start 2024-09-16T02:00:35.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd822ee740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857af4a0 0x555b857b5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd822ee740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857afdc0 0x555b857aaa80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd822ee740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857ba680 0x555b857d2240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd822ee740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efd781adc40 con 0x555b857afdc0 2024-09-16T02:00:35.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd822ee740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efd781ab510 con 0x555b857ba680 2024-09-16T02:00:35.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd822ee740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7efd781a9340 con 0x555b857af4a0 2024-09-16T02:00:35.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd7d4b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857afdc0 0x555b857aaa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd7d4b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857afdc0 0x555b857aaa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45168/0 (socket says 172.21.15.17:45168) 2024-09-16T02:00:35.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd7d4b0640 1 -- 172.21.15.17:0/587496308 learned_addr learned my addr 172.21.15.17:0/587496308 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:35.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd7dcb1640 1 --2- 172.21.15.17:0/587496308 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857af4a0 0x555b857b5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd7e4b2640 1 --2- 172.21.15.17:0/587496308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857ba680 0x555b857d2240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd7d4b0640 1 -- 172.21.15.17:0/587496308 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857af4a0 msgr2=0x555b857b5bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:35.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd7d4b0640 1 --2- 172.21.15.17:0/587496308 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857af4a0 0x555b857b5bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd7d4b0640 1 -- 172.21.15.17:0/587496308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857ba680 msgr2=0x555b857d2240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:35.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd7d4b0640 1 --2- 172.21.15.17:0/587496308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857ba680 0x555b857d2240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd7d4b0640 1 -- 172.21.15.17:0/587496308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555b857b62a0 con 0x555b857afdc0 2024-09-16T02:00:35.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.133+0000 7efd7dcb1640 1 --2- 172.21.15.17:0/587496308 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857af4a0 0x555b857b5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:00:35.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.134+0000 7efd7e4b2640 1 --2- 172.21.15.17:0/587496308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857ba680 0x555b857d2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:00:35.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.134+0000 7efd7d4b0640 1 --2- 172.21.15.17:0/587496308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857afdc0 0x555b857aaa80 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7efd6809c170 tx=0x7efd68005e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=386b41fab1c540ba server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:35.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.134+0000 7efd637fe640 1 -- 172.21.15.17:0/587496308 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd680b7030 con 0x555b857afdc0 2024-09-16T02:00:35.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.134+0000 7efd637fe640 1 -- 172.21.15.17:0/587496308 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7efd68005560 con 0x555b857afdc0 2024-09-16T02:00:35.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.134+0000 7efd637fe640 1 -- 172.21.15.17:0/587496308 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd6809f2e0 con 0x555b857afdc0 2024-09-16T02:00:35.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.135+0000 7efd822ee740 1 -- 172.21.15.17:0/587496308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857afdc0 msgr2=0x555b857aaa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:35.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.135+0000 7efd822ee740 1 --2- 172.21.15.17:0/587496308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857afdc0 0x555b857aaa80 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7efd6809c170 tx=0x7efd68005e70 comp rx=0 tx=0).stop 2024-09-16T02:00:35.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.135+0000 7efd822ee740 1 -- 172.21.15.17:0/587496308 shutdown_connections 2024-09-16T02:00:35.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.135+0000 7efd822ee740 1 --2- 172.21.15.17:0/587496308 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857ba680 0x555b857d2240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.135+0000 7efd822ee740 1 --2- 172.21.15.17:0/587496308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857afdc0 0x555b857aaa80 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.135+0000 7efd822ee740 1 --2- 172.21.15.17:0/587496308 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857af4a0 0x555b857b5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.135+0000 7efd822ee740 1 -- 172.21.15.17:0/587496308 >> 172.21.15.17:0/587496308 conn(0x555b857aba30 msgr2=0x555b857aa370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:35.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.135+0000 7efd822ee740 1 -- 172.21.15.17:0/587496308 shutdown_connections 2024-09-16T02:00:35.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.135+0000 7efd822ee740 1 -- 172.21.15.17:0/587496308 wait complete. 2024-09-16T02:00:35.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.136+0000 7efd822ee740 1 -- start start 2024-09-16T02:00:35.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.136+0000 7efd822ee740 1 Processor -- start 2024-09-16T02:00:35.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.136+0000 7efd822ee740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857af4a0 0x555b857bfc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.136+0000 7efd822ee740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857afdc0 0x555b857c0150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.136+0000 7efd822ee740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857ba680 0x555b8582d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.136+0000 7efd822ee740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7efd781a99d0 con 0x555b857ba680 2024-09-16T02:00:35.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.136+0000 7efd822ee740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7efd781aae40 con 0x555b857afdc0 2024-09-16T02:00:35.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.136+0000 7efd822ee740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7efd781aa0a0 con 0x555b857af4a0 2024-09-16T02:00:35.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.136+0000 7efd822ee740 10 client.0 _ll_register_callbacks cb 0x7efd68005750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:00:35.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.136+0000 7efd7e4b2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857ba680 0x555b8582d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.136+0000 7efd7dcb1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857af4a0 0x555b857bfc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.136+0000 7efd7e4b2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857ba680 0x555b8582d250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45178/0 (socket says 172.21.15.17:45178) 2024-09-16T02:00:35.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.136+0000 7efd7e4b2640 1 -- 172.21.15.17:0/631971322 learned_addr learned my addr 172.21.15.17:0/631971322 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:00:35.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.137+0000 7efd7d4b0640 1 --2- 172.21.15.17:0/631971322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857afdc0 0x555b857c0150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.137+0000 7efd7dcb1640 1 -- 172.21.15.17:0/631971322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857afdc0 msgr2=0x555b857c0150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:35.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.137+0000 7efd7dcb1640 1 --2- 172.21.15.17:0/631971322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857afdc0 0x555b857c0150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.137+0000 7efd7dcb1640 1 -- 172.21.15.17:0/631971322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857ba680 msgr2=0x555b8582d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:00:35.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.137+0000 7efd7dcb1640 1 --2- 172.21.15.17:0/631971322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857ba680 0x555b8582d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.137+0000 7efd7dcb1640 1 -- 172.21.15.17:0/631971322 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555b857afbf0 con 0x555b857af4a0 2024-09-16T02:00:35.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.137+0000 7efd7d4b0640 1 --2- 172.21.15.17:0/631971322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857afdc0 0x555b857c0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:00:35.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.137+0000 7efd7dcb1640 1 --2- 172.21.15.17:0/631971322 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857af4a0 0x555b857bfc10 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x555b857cd180 tx=0x7efd74004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8ff7f768014a1b48 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:00:35.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.137+0000 7efd617fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:00:35.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.137+0000 7efd617fa640 1 -- 172.21.15.17:0/631971322 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efd74003cc0 con 0x555b857af4a0 2024-09-16T02:00:35.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.137+0000 7efd617fa640 1 -- 172.21.15.17:0/631971322 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7efd74028420 con 0x555b857af4a0 2024-09-16T02:00:35.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.137+0000 7efd822ee740 1 -- 172.21.15.17:0/631971322 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555b85722850 con 0x555b857af4a0 2024-09-16T02:00:35.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.138+0000 7efd617fa640 1 -- 172.21.15.17:0/631971322 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7efd74003e60 con 0x555b857af4a0 2024-09-16T02:00:35.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.138+0000 7efd822ee740 10 client.28147 fetch_fsmap learned FSMap version 28 2024-09-16T02:00:35.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.138+0000 7efd822ee740 1 -- 172.21.15.17:0/631971322 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555b85834a00 con 0x555b857af4a0 2024-09-16T02:00:35.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.138+0000 7efd617fa640 1 -- 172.21.15.17:0/631971322 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x555b85722850 con 0x555b857af4a0 2024-09-16T02:00:35.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.138+0000 7efd617fa640 1 -- 172.21.15.17:0/631971322 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7efd74030990 con 0x555b857af4a0 2024-09-16T02:00:35.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.138+0000 7efd822ee740 10 client.28147 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:00:35.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.138+0000 7efd822ee740 10 client.28147 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:00:35.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.138+0000 7efd822ee740 20 client.28147 populate_metadata read hostname 'smithi017' 2024-09-16T02:00:35.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.138+0000 7efd822ee740 1 --2- 172.21.15.17:0/631971322 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555b85835080 0x555b858374a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:00:35.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.138+0000 7efd822ee740 4 client.28147 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:00:35.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.138+0000 7efd822ee740 1 -- 172.21.15.17:0/631971322 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555b8571cd60 con 0x555b85835080 2024-09-16T02:00:35.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.138+0000 7efd7d4b0640 1 --2- 172.21.15.17:0/631971322 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555b85835080 0x555b858374a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:00:35.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.139+0000 7efd7d4b0640 1 --2- 172.21.15.17:0/631971322 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555b85835080 0x555b858374a0 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b905a59bdf637e12 server_cookie=62d1b0f5de2c752 in_seq=0 out_seq=0 2024-09-16T02:00:35.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.139+0000 7efd617fa640 10 client.28147 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:35.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd617fa640 1 -- 172.21.15.17:0/631971322 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555b8571cd60 con 0x555b85835080 2024-09-16T02:00:35.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd617fa640 10 client.28147 handle_command_reply: tid=0 2024-09-16T02:00:35.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd822ee740 1 client.28147 shutdown 2024-09-16T02:00:35.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd822ee740 1 -- 172.21.15.17:0/631971322 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857af4a0 msgr2=0x555b857bfc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:35.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd822ee740 1 --2- 172.21.15.17:0/631971322 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857af4a0 0x555b857bfc10 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x555b857cd180 tx=0x7efd74004730 comp rx=0 tx=0).stop 2024-09-16T02:00:35.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd822ee740 1 -- 172.21.15.17:0/631971322 shutdown_connections 2024-09-16T02:00:35.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd822ee740 1 --2- 172.21.15.17:0/631971322 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555b85835080 0x555b858374a0 crc :-1 s=READY pgs=255 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd822ee740 1 --2- 172.21.15.17:0/631971322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b857ba680 0x555b8582d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd822ee740 1 --2- 172.21.15.17:0/631971322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555b857afdc0 0x555b857c0150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd822ee740 1 --2- 172.21.15.17:0/631971322 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555b857af4a0 0x555b857bfc10 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd617fa640 0 client.28147 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:00:35.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd822ee740 1 -- 172.21.15.17:0/631971322 >> 172.21.15.17:0/631971322 conn(0x555b857aba30 msgr2=0x555b857aa350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:35.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd822ee740 1 -- 172.21.15.17:0/631971322 shutdown_connections 2024-09-16T02:00:35.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd822ee740 1 -- 172.21.15.17:0/631971322 wait complete. 2024-09-16T02:00:35.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.140+0000 7efd822ee740 20 client.28147 trim_cache size 0 max 16384 2024-09-16T02:00:35.147 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:00:35.147 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T02:00:35.147 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T02:00:35.147 INFO:teuthology.orchestra.run.smithi017.stdout: "1150fe56-49c5-4c80-a6d9-44d93e15c41a": { 2024-09-16T02:00:35.147 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T02:00:35.147 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "1150fe56-49c5-4c80-a6d9-44d93e15c41a", 2024-09-16T02:00:35.148 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T02:00:35.148 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:00:35.148 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:00:35.148 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:00:35.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.141+0000 7efd7ff15640 1 -- 172.21.15.17:0/1659620531 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efd640a3340 msgr2=0x7efd640a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:35.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.141+0000 7efd7ff15640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efd640a3340 0x7efd640a5800 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7efd74009c20 tx=0x7efd74005f90 comp rx=0 tx=0).stop 2024-09-16T02:00:35.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.141+0000 7efd7ff15640 1 -- 172.21.15.17:0/1659620531 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd781036e0 msgr2=0x7efd781967d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:00:35.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.141+0000 7efd7ff15640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd781036e0 0x7efd781967d0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7efd68003910 tx=0x7efd68003dd0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.141+0000 7efd7ff15640 1 -- 172.21.15.17:0/1659620531 shutdown_connections 2024-09-16T02:00:35.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.141+0000 7efd7ff15640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7efd640a3340 0x7efd640a5800 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.141+0000 7efd7ff15640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7efd781082a0 0x7efd7819ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.141+0000 7efd7ff15640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7efd781036e0 0x7efd781967d0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.141+0000 7efd7ff15640 1 --2- 172.21.15.17:0/1659620531 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efd78102d30 0x7efd78196290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:00:35.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.141+0000 7efd7ff15640 1 -- 172.21.15.17:0/1659620531 >> 172.21.15.17:0/1659620531 conn(0x7efd780fc7d0 msgr2=0x7efd78105d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:00:35.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.141+0000 7efd7ff15640 1 -- 172.21.15.17:0/1659620531 shutdown_connections 2024-09-16T02:00:35.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:00:35.141+0000 7efd7ff15640 1 -- 172.21.15.17:0/1659620531 wait complete. 2024-09-16T02:00:36.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 37053 8.21 MB/sec execute 118 sec latency 137.537 ms 2024-09-16T02:00:36.580 INFO:tasks.cephfs.filesystem:scrub status for tag:1150fe56-49c5-4c80-a6d9-44d93e15c41a - {'path': '/', 'tag': '1150fe56-49c5-4c80-a6d9-44d93e15c41a', 'options': 'recursive,force'} 2024-09-16T02:00:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:36 smithi017 ceph-mon[30972]: pgmap v851: 97 pgs: 97 active+clean; 493 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 734 KiB/s rd, 4.7 MiB/s wr, 187 op/s 2024-09-16T02:00:36.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:36 smithi029 ceph-mon[34783]: pgmap v851: 97 pgs: 97 active+clean; 493 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 734 KiB/s rd, 4.7 MiB/s wr, 187 op/s 2024-09-16T02:00:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:36 smithi122 ceph-mon[34758]: pgmap v851: 97 pgs: 97 active+clean; 493 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 734 KiB/s rd, 4.7 MiB/s wr, 187 op/s 2024-09-16T02:00:37.042 INFO:tasks.workunit.client.0.smithi017.stdout: 10 37200 8.22 MB/sec execute 119 sec latency 156.094 ms 2024-09-16T02:00:38.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 37345 8.19 MB/sec execute 120 sec latency 111.653 ms 2024-09-16T02:00:38.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:38 smithi017 ceph-mon[30972]: pgmap v852: 97 pgs: 97 active+clean; 492 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 3.9 MiB/s wr, 177 op/s 2024-09-16T02:00:38.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:38 smithi122 ceph-mon[34758]: pgmap v852: 97 pgs: 97 active+clean; 492 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 3.9 MiB/s wr, 177 op/s 2024-09-16T02:00:38.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:38 smithi029 ceph-mon[34783]: pgmap v852: 97 pgs: 97 active+clean; 492 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 742 KiB/s rd, 3.9 MiB/s wr, 177 op/s 2024-09-16T02:00:39.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 37513 8.18 MB/sec execute 121 sec latency 98.151 ms 2024-09-16T02:00:40.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 37680 8.14 MB/sec execute 122 sec latency 95.847 ms 2024-09-16T02:00:40.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:40 smithi017 ceph-mon[30972]: pgmap v853: 97 pgs: 97 active+clean; 486 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 3.9 MiB/s wr, 175 op/s 2024-09-16T02:00:40.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:40 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:00:40.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:40 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:00:40.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:40 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:00:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:40 smithi122 ceph-mon[34758]: pgmap v853: 97 pgs: 97 active+clean; 486 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 3.9 MiB/s wr, 175 op/s 2024-09-16T02:00:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:40 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:00:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:40 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:00:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:40 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:00:40.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:40 smithi029 ceph-mon[34783]: pgmap v853: 97 pgs: 97 active+clean; 486 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 3.9 MiB/s wr, 175 op/s 2024-09-16T02:00:40.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:40 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:00:40.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:40 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:00:40.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:40 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:00:41.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 37820 8.14 MB/sec execute 123 sec latency 263.205 ms 2024-09-16T02:00:42.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 37982 8.13 MB/sec execute 124 sec latency 94.634 ms 2024-09-16T02:00:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:42 smithi017 ceph-mon[30972]: pgmap v854: 97 pgs: 97 active+clean; 484 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 751 KiB/s rd, 3.5 MiB/s wr, 195 op/s 2024-09-16T02:00:42.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:42 smithi029 ceph-mon[34783]: pgmap v854: 97 pgs: 97 active+clean; 484 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 751 KiB/s rd, 3.5 MiB/s wr, 195 op/s 2024-09-16T02:00:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:42 smithi122 ceph-mon[34758]: pgmap v854: 97 pgs: 97 active+clean; 484 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 751 KiB/s rd, 3.5 MiB/s wr, 195 op/s 2024-09-16T02:00:43.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 38173 8.14 MB/sec execute 125 sec latency 101.773 ms 2024-09-16T02:00:44.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 38324 8.14 MB/sec execute 126 sec latency 147.988 ms 2024-09-16T02:00:44.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:44 smithi017 ceph-mon[30972]: pgmap v855: 97 pgs: 97 active+clean; 481 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 889 KiB/s rd, 3.6 MiB/s wr, 236 op/s 2024-09-16T02:00:44.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:44 smithi122 ceph-mon[34758]: pgmap v855: 97 pgs: 97 active+clean; 481 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 889 KiB/s rd, 3.6 MiB/s wr, 236 op/s 2024-09-16T02:00:44.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:44 smithi029 ceph-mon[34783]: pgmap v855: 97 pgs: 97 active+clean; 481 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 889 KiB/s rd, 3.6 MiB/s wr, 236 op/s 2024-09-16T02:00:45.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 38478 8.12 MB/sec execute 127 sec latency 105.964 ms 2024-09-16T02:00:46.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 38656 8.13 MB/sec execute 128 sec latency 81.120 ms 2024-09-16T02:00:46.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:46 smithi017 ceph-mon[30972]: pgmap v856: 97 pgs: 97 active+clean; 482 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 3.4 MiB/s wr, 228 op/s 2024-09-16T02:00:46.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:46 smithi029 ceph-mon[34783]: pgmap v856: 97 pgs: 97 active+clean; 482 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 3.4 MiB/s wr, 228 op/s 2024-09-16T02:00:46.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:46 smithi122 ceph-mon[34758]: pgmap v856: 97 pgs: 97 active+clean; 482 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 724 KiB/s rd, 3.4 MiB/s wr, 228 op/s 2024-09-16T02:00:47.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 38848 8.16 MB/sec execute 129 sec latency 133.050 ms 2024-09-16T02:00:48.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 39028 8.17 MB/sec execute 130 sec latency 71.702 ms 2024-09-16T02:00:48.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:48 smithi017 ceph-mon[30972]: pgmap v857: 97 pgs: 97 active+clean; 484 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 473 KiB/s rd, 2.6 MiB/s wr, 185 op/s 2024-09-16T02:00:48.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:48 smithi122 ceph-mon[34758]: pgmap v857: 97 pgs: 97 active+clean; 484 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 473 KiB/s rd, 2.6 MiB/s wr, 185 op/s 2024-09-16T02:00:48.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:48 smithi029 ceph-mon[34783]: pgmap v857: 97 pgs: 97 active+clean; 484 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 473 KiB/s rd, 2.6 MiB/s wr, 185 op/s 2024-09-16T02:00:49.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 39184 8.17 MB/sec execute 131 sec latency 87.912 ms 2024-09-16T02:00:50.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 39355 8.21 MB/sec execute 132 sec latency 93.922 ms 2024-09-16T02:00:50.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:50 smithi017 ceph-mon[30972]: pgmap v858: 97 pgs: 97 active+clean; 491 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 606 KiB/s rd, 3.5 MiB/s wr, 217 op/s 2024-09-16T02:00:50.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:50 smithi029 ceph-mon[34783]: pgmap v858: 97 pgs: 97 active+clean; 491 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 606 KiB/s rd, 3.5 MiB/s wr, 217 op/s 2024-09-16T02:00:50.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:50 smithi122 ceph-mon[34758]: pgmap v858: 97 pgs: 97 active+clean; 491 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 606 KiB/s rd, 3.5 MiB/s wr, 217 op/s 2024-09-16T02:00:51.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 39524 8.24 MB/sec execute 133 sec latency 93.879 ms 2024-09-16T02:00:52.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 39680 8.28 MB/sec execute 134 sec latency 193.375 ms 2024-09-16T02:00:52.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:52 smithi017 ceph-mon[30972]: pgmap v859: 97 pgs: 97 active+clean; 493 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 3.4 MiB/s wr, 208 op/s 2024-09-16T02:00:52.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:52 smithi029 ceph-mon[34783]: pgmap v859: 97 pgs: 97 active+clean; 493 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 3.4 MiB/s wr, 208 op/s 2024-09-16T02:00:52.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:52 smithi122 ceph-mon[34758]: pgmap v859: 97 pgs: 97 active+clean; 493 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 3.4 MiB/s wr, 208 op/s 2024-09-16T02:00:53.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 39838 8.30 MB/sec execute 135 sec latency 288.267 ms 2024-09-16T02:00:54.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 40012 8.34 MB/sec execute 136 sec latency 90.608 ms 2024-09-16T02:00:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:54 smithi017 ceph-mon[30972]: pgmap v860: 97 pgs: 97 active+clean; 501 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 4.2 MiB/s wr, 210 op/s 2024-09-16T02:00:54.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:54 smithi122 ceph-mon[34758]: pgmap v860: 97 pgs: 97 active+clean; 501 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 4.2 MiB/s wr, 210 op/s 2024-09-16T02:00:54.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:54 smithi029 ceph-mon[34783]: pgmap v860: 97 pgs: 97 active+clean; 501 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 4.2 MiB/s wr, 210 op/s 2024-09-16T02:00:55.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 40166 8.36 MB/sec execute 137 sec latency 99.447 ms 2024-09-16T02:00:56.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 40277 8.33 MB/sec execute 138 sec latency 99.892 ms 2024-09-16T02:00:56.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:56 smithi017 ceph-mon[30972]: pgmap v861: 97 pgs: 97 active+clean; 505 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 493 KiB/s rd, 4.6 MiB/s wr, 180 op/s 2024-09-16T02:00:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:56 smithi122 ceph-mon[34758]: pgmap v861: 97 pgs: 97 active+clean; 505 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 493 KiB/s rd, 4.6 MiB/s wr, 180 op/s 2024-09-16T02:00:56.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:56 smithi029 ceph-mon[34783]: pgmap v861: 97 pgs: 97 active+clean; 505 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 493 KiB/s rd, 4.6 MiB/s wr, 180 op/s 2024-09-16T02:00:57.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 40409 8.32 MB/sec execute 139 sec latency 104.821 ms 2024-09-16T02:00:58.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 40540 8.30 MB/sec execute 140 sec latency 110.395 ms 2024-09-16T02:00:58.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:00:58 smithi017 ceph-mon[30972]: pgmap v862: 97 pgs: 97 active+clean; 507 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 4.2 MiB/s wr, 169 op/s 2024-09-16T02:00:58.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:00:58 smithi029 ceph-mon[34783]: pgmap v862: 97 pgs: 97 active+clean; 507 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 4.2 MiB/s wr, 169 op/s 2024-09-16T02:00:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:00:58 smithi122 ceph-mon[34758]: pgmap v862: 97 pgs: 97 active+clean; 507 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 4.2 MiB/s wr, 169 op/s 2024-09-16T02:00:59.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 40696 8.30 MB/sec execute 141 sec latency 112.062 ms 2024-09-16T02:01:00.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 40840 8.26 MB/sec execute 142 sec latency 133.420 ms 2024-09-16T02:01:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:00 smithi017 ceph-mon[30972]: pgmap v863: 97 pgs: 97 active+clean; 501 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 5.0 MiB/s wr, 195 op/s 2024-09-16T02:01:00.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:00 smithi029 ceph-mon[34783]: pgmap v863: 97 pgs: 97 active+clean; 501 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 5.0 MiB/s wr, 195 op/s 2024-09-16T02:01:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:00 smithi122 ceph-mon[34758]: pgmap v863: 97 pgs: 97 active+clean; 501 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 5.0 MiB/s wr, 195 op/s 2024-09-16T02:01:01.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 40982 8.26 MB/sec execute 143 sec latency 128.028 ms 2024-09-16T02:01:02.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 41139 8.24 MB/sec execute 144 sec latency 91.983 ms 2024-09-16T02:01:02.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:02 smithi017 ceph-mon[30972]: pgmap v864: 97 pgs: 97 active+clean; 496 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 4.3 MiB/s wr, 171 op/s 2024-09-16T02:01:02.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:02 smithi122 ceph-mon[34758]: pgmap v864: 97 pgs: 97 active+clean; 496 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 4.3 MiB/s wr, 171 op/s 2024-09-16T02:01:02.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:02 smithi029 ceph-mon[34783]: pgmap v864: 97 pgs: 97 active+clean; 496 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 613 KiB/s rd, 4.3 MiB/s wr, 171 op/s 2024-09-16T02:01:03.043 INFO:tasks.workunit.client.0.smithi017.stdout: 10 41294 8.24 MB/sec execute 145 sec latency 135.260 ms 2024-09-16T02:01:04.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 41462 8.23 MB/sec execute 146 sec latency 92.207 ms 2024-09-16T02:01:04.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:04 smithi017 ceph-mon[30972]: pgmap v865: 97 pgs: 97 active+clean; 481 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 887 KiB/s rd, 4.6 MiB/s wr, 218 op/s 2024-09-16T02:01:04.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:04 smithi122 ceph-mon[34758]: pgmap v865: 97 pgs: 97 active+clean; 481 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 887 KiB/s rd, 4.6 MiB/s wr, 218 op/s 2024-09-16T02:01:04.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:04 smithi029 ceph-mon[34783]: pgmap v865: 97 pgs: 97 active+clean; 481 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 887 KiB/s rd, 4.6 MiB/s wr, 218 op/s 2024-09-16T02:01:05.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 41653 8.22 MB/sec execute 147 sec latency 101.251 ms 2024-09-16T02:01:06.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 41802 8.24 MB/sec execute 148 sec latency 119.160 ms 2024-09-16T02:01:06.582 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:01:06.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:06 smithi017 ceph-mon[30972]: pgmap v866: 97 pgs: 97 active+clean; 477 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 712 KiB/s rd, 4.0 MiB/s wr, 199 op/s 2024-09-16T02:01:06.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:06 smithi029 ceph-mon[34783]: pgmap v866: 97 pgs: 97 active+clean; 477 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 712 KiB/s rd, 4.0 MiB/s wr, 199 op/s 2024-09-16T02:01:06.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:06 smithi122 ceph-mon[34758]: pgmap v866: 97 pgs: 97 active+clean; 477 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 712 KiB/s rd, 4.0 MiB/s wr, 199 op/s 2024-09-16T02:01:06.965 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:01:07.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 41982 8.22 MB/sec execute 149 sec latency 78.898 ms 2024-09-16T02:01:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.514+0000 7f1a9280a640 1 -- 172.21.15.17:0/2315517147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c074ee0 msgr2=0x7f1a8c10def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.514+0000 7f1a9280a640 1 --2- 172.21.15.17:0/2315517147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c074ee0 0x7f1a8c10def0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f1a80009900 tx=0x7f1a8002a480 comp rx=0 tx=0).stop 2024-09-16T02:01:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.515+0000 7f1a9280a640 1 -- 172.21.15.17:0/2315517147 shutdown_connections 2024-09-16T02:01:07.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.515+0000 7f1a9280a640 1 --2- 172.21.15.17:0/2315517147 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1a8c10e430 0x7f1a8c110820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.515+0000 7f1a9280a640 1 --2- 172.21.15.17:0/2315517147 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c074ee0 0x7f1a8c10def0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.515+0000 7f1a9280a640 1 --2- 172.21.15.17:0/2315517147 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a8c0745c0 0x7f1a8c0749a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.515+0000 7f1a9280a640 1 -- 172.21.15.17:0/2315517147 >> 172.21.15.17:0/2315517147 conn(0x7f1a8c0fd8f0 msgr2=0x7f1a8c0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.515+0000 7f1a9280a640 1 -- 172.21.15.17:0/2315517147 shutdown_connections 2024-09-16T02:01:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.515+0000 7f1a9280a640 1 -- 172.21.15.17:0/2315517147 wait complete. 2024-09-16T02:01:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.515+0000 7f1a9280a640 1 Processor -- start 2024-09-16T02:01:07.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.516+0000 7f1a9280a640 1 -- start start 2024-09-16T02:01:07.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.516+0000 7f1a9280a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c0745c0 0x7f1a8c19a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.516+0000 7f1a9280a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a8c074ee0 0x7f1a8c19ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.516+0000 7f1a9280a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1a8c10e430 0x7f1a8c19ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.516+0000 7f1a9280a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c114020 con 0x7f1a8c074ee0 2024-09-16T02:01:07.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.516+0000 7f1a9280a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c113ea0 con 0x7f1a8c0745c0 2024-09-16T02:01:07.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.516+0000 7f1a9280a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c1141a0 con 0x7f1a8c10e430 2024-09-16T02:01:07.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.516+0000 7f1a8b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a8c074ee0 0x7f1a8c19ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.516+0000 7f1a8b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a8c074ee0 0x7f1a8c19ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54434/0 (socket says 172.21.15.17:54434) 2024-09-16T02:01:07.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.516+0000 7f1a8b7fe640 1 -- 172.21.15.17:0/1561774937 learned_addr learned my addr 172.21.15.17:0/1561774937 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:07.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.516+0000 7f1a90da7640 1 --2- 172.21.15.17:0/1561774937 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1a8c10e430 0x7f1a8c19ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.516+0000 7f1a8bfff640 1 --2- 172.21.15.17:0/1561774937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c0745c0 0x7f1a8c19a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.517+0000 7f1a90da7640 1 -- 172.21.15.17:0/1561774937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c0745c0 msgr2=0x7f1a8c19a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.517+0000 7f1a90da7640 1 --2- 172.21.15.17:0/1561774937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c0745c0 0x7f1a8c19a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.517+0000 7f1a90da7640 1 -- 172.21.15.17:0/1561774937 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a8c074ee0 msgr2=0x7f1a8c19ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.517+0000 7f1a90da7640 1 --2- 172.21.15.17:0/1561774937 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a8c074ee0 0x7f1a8c19ab00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.517+0000 7f1a90da7640 1 -- 172.21.15.17:0/1561774937 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a8c19f570 con 0x7f1a8c10e430 2024-09-16T02:01:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.517+0000 7f1a90da7640 1 --2- 172.21.15.17:0/1561774937 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1a8c10e430 0x7f1a8c19ee90 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f1a84005fd0 tx=0x7f1a8400c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.517+0000 7f1a897fa640 1 -- 172.21.15.17:0/1561774937 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a84003b70 con 0x7f1a8c10e430 2024-09-16T02:01:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.517+0000 7f1a9280a640 1 -- 172.21.15.17:0/1561774937 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a8c19f860 con 0x7f1a8c10e430 2024-09-16T02:01:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.517+0000 7f1a897fa640 1 -- 172.21.15.17:0/1561774937 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a84003d10 con 0x7f1a8c10e430 2024-09-16T02:01:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.517+0000 7f1a897fa640 1 -- 172.21.15.17:0/1561774937 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a840107b0 con 0x7f1a8c10e430 2024-09-16T02:01:07.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.517+0000 7f1a9280a640 1 -- 172.21.15.17:0/1561774937 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a8c1a7140 con 0x7f1a8c10e430 2024-09-16T02:01:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.521+0000 7f1a94be3740 1 Processor -- start 2024-09-16T02:01:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.521+0000 7f1a897fa640 1 -- 172.21.15.17:0/1561774937 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1a84003ec0 con 0x7f1a8c10e430 2024-09-16T02:01:07.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.521+0000 7f1a94be3740 1 -- start start 2024-09-16T02:01:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.521+0000 7f1a94be3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5d4a0 0x564556f5d880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.521+0000 7f1a94be3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5ddc0 0x564556f68140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.521+0000 7f1a94be3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 0x564556f6aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.521+0000 7f1a94be3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564556ec32e0 con 0x564556f5d4a0 2024-09-16T02:01:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.521+0000 7f1a94be3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564556e6ace0 con 0x564556f68680 2024-09-16T02:01:07.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.521+0000 7f1a94be3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564556ebf2a0 con 0x564556f5ddc0 2024-09-16T02:01:07.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.521+0000 7f1a8b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5d4a0 0x564556f5d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.522+0000 7f1a8b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5d4a0 0x564556f5d880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54446/0 (socket says 172.21.15.17:54446) 2024-09-16T02:01:07.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.522+0000 7f1a8b7fe640 1 -- 172.21.15.17:0/2204741185 learned_addr learned my addr 172.21.15.17:0/2204741185 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:07.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.522+0000 7f1a8bfff640 1 --2- 172.21.15.17:0/2204741185 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5ddc0 0x564556f68140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.522+0000 7f1a8b7fe640 1 --2- 172.21.15.17:0/2204741185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 0x564556f6aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.522+0000 7f1a8b7fe640 1 -- 172.21.15.17:0/2204741185 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5ddc0 msgr2=0x564556f68140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:07.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.522+0000 7f1a8b7fe640 1 --2- 172.21.15.17:0/2204741185 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5ddc0 0x564556f68140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.522+0000 7f1a8b7fe640 1 -- 172.21.15.17:0/2204741185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 msgr2=0x564556f6aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:07.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.522+0000 7f1a8b7fe640 1 --2- 172.21.15.17:0/2204741185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 0x564556f6aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.522+0000 7f1a8b7fe640 1 -- 172.21.15.17:0/2204741185 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564556e4f440 con 0x564556f5d4a0 2024-09-16T02:01:07.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.522+0000 7f1a897fa640 1 --2- 172.21.15.17:0/1561774937 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1a740a32c0 0x7f1a740a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.522+0000 7f1a8bfff640 1 --2- 172.21.15.17:0/1561774937 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1a740a32c0 0x7f1a740a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.522+0000 7f1a897fa640 1 -- 172.21.15.17:0/1561774937 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1a840cfd20 con 0x7f1a8c10e430 2024-09-16T02:01:07.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.522+0000 7f1a8b7fe640 1 --2- 172.21.15.17:0/2204741185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5d4a0 0x564556f5d880 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x564556f5adb0 tx=0x7f1a80005e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=220f7305405374ae server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:07.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.523+0000 7f1a727fc640 1 -- 172.21.15.17:0/2204741185 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a80035040 con 0x564556f5d4a0 2024-09-16T02:01:07.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.523+0000 7f1a727fc640 1 -- 172.21.15.17:0/2204741185 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a80031760 con 0x564556f5d4a0 2024-09-16T02:01:07.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.523+0000 7f1a727fc640 1 -- 172.21.15.17:0/2204741185 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a800047a0 con 0x564556f5d4a0 2024-09-16T02:01:07.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.523+0000 7f1a94be3740 1 -- 172.21.15.17:0/2204741185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5d4a0 msgr2=0x564556f5d880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:07.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.523+0000 7f1a94be3740 1 --2- 172.21.15.17:0/2204741185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5d4a0 0x564556f5d880 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x564556f5adb0 tx=0x7f1a80005e50 comp rx=0 tx=0).stop 2024-09-16T02:01:07.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.523+0000 7f1a8bfff640 1 --2- 172.21.15.17:0/1561774937 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1a740a32c0 0x7f1a740a5780 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x564556f5a890 tx=0x7f1a7c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:07.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.524+0000 7f1a94be3740 1 -- 172.21.15.17:0/2204741185 shutdown_connections 2024-09-16T02:01:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.524+0000 7f1a94be3740 1 --2- 172.21.15.17:0/2204741185 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 0x564556f6aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.524+0000 7f1a94be3740 1 --2- 172.21.15.17:0/2204741185 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5ddc0 0x564556f68140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.524+0000 7f1a94be3740 1 --2- 172.21.15.17:0/2204741185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5d4a0 0x564556f5d880 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.524+0000 7f1a94be3740 1 -- 172.21.15.17:0/2204741185 >> 172.21.15.17:0/2204741185 conn(0x564556f59a30 msgr2=0x564556f59e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.524+0000 7f1a94be3740 1 -- 172.21.15.17:0/2204741185 shutdown_connections 2024-09-16T02:01:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.524+0000 7f1a94be3740 1 -- 172.21.15.17:0/2204741185 wait complete. 2024-09-16T02:01:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.524+0000 7f1a94be3740 1 -- start start 2024-09-16T02:01:07.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.524+0000 7f1a94be3740 1 Processor -- start 2024-09-16T02:01:07.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a94be3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5d4a0 0x564556f68090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a94be3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5ddc0 0x564556f65340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a94be3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 0x564556f65950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a94be3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564556f6b1f0 con 0x564556f5ddc0 2024-09-16T02:01:07.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a94be3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564556e7e050 con 0x564556f68680 2024-09-16T02:01:07.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a94be3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564556f6b370 con 0x564556f5d4a0 2024-09-16T02:01:07.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a94be3740 10 client.0 _ll_register_callbacks cb 0x564556ebe160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:01:07.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a8b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5ddc0 0x564556f65340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a8bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5d4a0 0x564556f68090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a8b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5ddc0 0x564556f65340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54462/0 (socket says 172.21.15.17:54462) 2024-09-16T02:01:07.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a8b7fe640 1 -- 172.21.15.17:0/1964845385 learned_addr learned my addr 172.21.15.17:0/1964845385 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:07.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a8bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5d4a0 0x564556f68090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44024/0 (socket says 172.21.15.17:44024) 2024-09-16T02:01:07.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a90da7640 1 --2- 172.21.15.17:0/1964845385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 0x564556f65950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a8b7fe640 1 -- 172.21.15.17:0/1964845385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5d4a0 msgr2=0x564556f68090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:07.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a8b7fe640 1 --2- 172.21.15.17:0/1964845385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5d4a0 0x564556f68090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a8b7fe640 1 -- 172.21.15.17:0/1964845385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 msgr2=0x564556f65950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:07.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a8b7fe640 1 --2- 172.21.15.17:0/1964845385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 0x564556f65950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a8b7fe640 1 -- 172.21.15.17:0/1964845385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564556c343c0 con 0x564556f5ddc0 2024-09-16T02:01:07.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.525+0000 7f1a90da7640 1 --2- 172.21.15.17:0/1964845385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 0x564556f65950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:07.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.526+0000 7f1a8b7fe640 1 --2- 172.21.15.17:0/1964845385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5ddc0 0x564556f65340 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f1a800092a0 tx=0x7f1a80005360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=259e2cc950a476fc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:07.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.526+0000 7f1a6b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:01:07.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.526+0000 7f1a6b7fe640 1 -- 172.21.15.17:0/1964845385 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a8004d060 con 0x564556f5ddc0 2024-09-16T02:01:07.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.526+0000 7f1a6b7fe640 1 -- 172.21.15.17:0/1964845385 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1a80005490 con 0x564556f5ddc0 2024-09-16T02:01:07.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.526+0000 7f1a94be3740 1 -- 172.21.15.17:0/1964845385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a80031760 con 0x564556f5ddc0 2024-09-16T02:01:07.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.526+0000 7f1a6b7fe640 1 -- 172.21.15.17:0/1964845385 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1a80035040 con 0x564556f5ddc0 2024-09-16T02:01:07.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.526+0000 7f1a94be3740 10 client.18501 fetch_fsmap learned FSMap version 28 2024-09-16T02:01:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.526+0000 7f1a94be3740 1 -- 172.21.15.17:0/1964845385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564556f76c80 con 0x564556f5ddc0 2024-09-16T02:01:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.526+0000 7f1a6b7fe640 1 -- 172.21.15.17:0/1964845385 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a80031760 con 0x564556f5ddc0 2024-09-16T02:01:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.527+0000 7f1a6b7fe640 1 -- 172.21.15.17:0/1964845385 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1a80052070 con 0x564556f5ddc0 2024-09-16T02:01:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.527+0000 7f1a94be3740 10 client.18501 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:01:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.527+0000 7f1a94be3740 10 client.18501 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:01:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.527+0000 7f1a94be3740 20 client.18501 populate_metadata read hostname 'smithi017' 2024-09-16T02:01:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.527+0000 7f1a94be3740 1 --2- 172.21.15.17:0/1964845385 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564556f77fd0 0x564556f7a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.527+0000 7f1a94be3740 4 client.18501 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:01:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.527+0000 7f1a94be3740 1 -- 172.21.15.17:0/1964845385 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564556ed0850 con 0x564556f77fd0 2024-09-16T02:01:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.527+0000 7f1a8bfff640 1 --2- 172.21.15.17:0/1964845385 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564556f77fd0 0x564556f7a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.527+0000 7f1a6b7fe640 10 client.18501 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:07.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.527+0000 7f1a8bfff640 1 --2- 172.21.15.17:0/1964845385 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564556f77fd0 0x564556f7a3c0 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71114bec88dc377 server_cookie=b7298b3d34458159 in_seq=0 out_seq=0 2024-09-16T02:01:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a6b7fe640 1 -- 172.21.15.17:0/1964845385 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564556ed0850 con 0x564556f77fd0 2024-09-16T02:01:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a6b7fe640 10 client.18501 handle_command_reply: tid=0 2024-09-16T02:01:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a94be3740 1 client.18501 shutdown 2024-09-16T02:01:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a94be3740 1 -- 172.21.15.17:0/1964845385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5ddc0 msgr2=0x564556f65340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a94be3740 1 --2- 172.21.15.17:0/1964845385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5ddc0 0x564556f65340 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f1a800092a0 tx=0x7f1a80005360 comp rx=0 tx=0).stop 2024-09-16T02:01:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a94be3740 1 -- 172.21.15.17:0/1964845385 shutdown_connections 2024-09-16T02:01:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a94be3740 1 --2- 172.21.15.17:0/1964845385 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564556f77fd0 0x564556f7a3c0 crc :-1 s=READY pgs=256 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a94be3740 1 --2- 172.21.15.17:0/1964845385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 0x564556f65950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a94be3740 1 --2- 172.21.15.17:0/1964845385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5ddc0 0x564556f65340 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a6b7fe640 0 client.18501 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:07.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a94be3740 1 --2- 172.21.15.17:0/1964845385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5d4a0 0x564556f68090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a94be3740 1 -- 172.21.15.17:0/1964845385 >> 172.21.15.17:0/1964845385 conn(0x564556f59a30 msgr2=0x564556f5f760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:07.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a94be3740 1 -- 172.21.15.17:0/1964845385 shutdown_connections 2024-09-16T02:01:07.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a94be3740 1 -- 172.21.15.17:0/1964845385 wait complete. 2024-09-16T02:01:07.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.529+0000 7f1a94be3740 20 client.18501 trim_cache size 0 max 16384 2024-09-16T02:01:07.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.556+0000 7f1a94be3740 1 Processor -- start 2024-09-16T02:01:07.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.556+0000 7f1a94be3740 1 -- start start 2024-09-16T02:01:07.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.556+0000 7f1a94be3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5d4a0 0x564556f745d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.556+0000 7f1a94be3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5ddc0 0x564556f7d3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.556+0000 7f1a94be3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 0x564556f7d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.556+0000 7f1a94be3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c1adb20 con 0x564556f5d4a0 2024-09-16T02:01:07.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.556+0000 7f1a94be3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c1ab3f0 con 0x564556f68680 2024-09-16T02:01:07.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.556+0000 7f1a94be3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c1a9220 con 0x564556f5ddc0 2024-09-16T02:01:07.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.556+0000 7f1a8bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5d4a0 0x564556f745d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.556+0000 7f1a8bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5d4a0 0x564556f745d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54470/0 (socket says 172.21.15.17:54470) 2024-09-16T02:01:07.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.556+0000 7f1a8bfff640 1 -- 172.21.15.17:0/2683836404 learned_addr learned my addr 172.21.15.17:0/2683836404 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:07.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.556+0000 7f1a8b7fe640 1 --2- 172.21.15.17:0/2683836404 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5ddc0 0x564556f7d3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.556+0000 7f1a90da7640 1 --2- 172.21.15.17:0/2683836404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 0x564556f7d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.557+0000 7f1a8bfff640 1 -- 172.21.15.17:0/2683836404 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5ddc0 msgr2=0x564556f7d3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:07.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.557+0000 7f1a8bfff640 1 --2- 172.21.15.17:0/2683836404 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5ddc0 0x564556f7d3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.557+0000 7f1a8bfff640 1 -- 172.21.15.17:0/2683836404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 msgr2=0x564556f7d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:07.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.557+0000 7f1a8bfff640 1 --2- 172.21.15.17:0/2683836404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 0x564556f7d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.557+0000 7f1a8bfff640 1 -- 172.21.15.17:0/2683836404 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564556f5d2d0 con 0x564556f5d4a0 2024-09-16T02:01:07.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.557+0000 7f1a8b7fe640 1 --2- 172.21.15.17:0/2683836404 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5ddc0 0x564556f7d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:07.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.557+0000 7f1a8bfff640 1 --2- 172.21.15.17:0/2683836404 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5d4a0 0x564556f745d0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c01b040 tx=0x7f1a7c020000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3308f8a157d33ad5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:07.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.557+0000 7f1a71ffb640 1 -- 172.21.15.17:0/2683836404 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c020070 con 0x564556f5d4a0 2024-09-16T02:01:07.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.557+0000 7f1a71ffb640 1 -- 172.21.15.17:0/2683836404 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a7c004490 con 0x564556f5d4a0 2024-09-16T02:01:07.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.557+0000 7f1a71ffb640 1 -- 172.21.15.17:0/2683836404 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a7c024730 con 0x564556f5d4a0 2024-09-16T02:01:07.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.558+0000 7f1a94be3740 1 -- 172.21.15.17:0/2683836404 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5d4a0 msgr2=0x564556f745d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:07.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.558+0000 7f1a94be3740 1 --2- 172.21.15.17:0/2683836404 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5d4a0 0x564556f745d0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f1a7c01b040 tx=0x7f1a7c020000 comp rx=0 tx=0).stop 2024-09-16T02:01:07.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.558+0000 7f1a94be3740 1 -- 172.21.15.17:0/2683836404 shutdown_connections 2024-09-16T02:01:07.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.558+0000 7f1a94be3740 1 --2- 172.21.15.17:0/2683836404 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f68680 0x564556f7d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.558+0000 7f1a94be3740 1 --2- 172.21.15.17:0/2683836404 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f5ddc0 0x564556f7d3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.558+0000 7f1a94be3740 1 --2- 172.21.15.17:0/2683836404 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5d4a0 0x564556f745d0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.558+0000 7f1a94be3740 1 -- 172.21.15.17:0/2683836404 >> 172.21.15.17:0/2683836404 conn(0x564556f59a30 msgr2=0x564556f60900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:07.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.559+0000 7f1a94be3740 1 -- 172.21.15.17:0/2683836404 shutdown_connections 2024-09-16T02:01:07.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.559+0000 7f1a94be3740 1 -- 172.21.15.17:0/2683836404 wait complete. 2024-09-16T02:01:07.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.559+0000 7f1a94be3740 1 -- start start 2024-09-16T02:01:07.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.559+0000 7f1a94be3740 1 Processor -- start 2024-09-16T02:01:07.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a94be3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f5d4a0 0x564556f7d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a94be3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5ddc0 0x564556f7ac00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a94be3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f68680 0x564556f7b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a94be3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c1a98b0 con 0x564556f5ddc0 2024-09-16T02:01:07.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a94be3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c1aad20 con 0x564556f5d4a0 2024-09-16T02:01:07.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a94be3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1a8c1a9f80 con 0x564556f68680 2024-09-16T02:01:07.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a8b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5ddc0 0x564556f7ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a8b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5ddc0 0x564556f7ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54480/0 (socket says 172.21.15.17:54480) 2024-09-16T02:01:07.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a8b7fe640 1 -- 172.21.15.17:0/4071456879 learned_addr learned my addr 172.21.15.17:0/4071456879 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:07.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a90da7640 1 --2- 172.21.15.17:0/4071456879 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f68680 0x564556f7b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a8bfff640 1 --2- 172.21.15.17:0/4071456879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f5d4a0 0x564556f7d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a94be3740 10 client.0 _ll_register_callbacks cb 0x7f1a7c0097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:01:07.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a8b7fe640 1 -- 172.21.15.17:0/4071456879 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f68680 msgr2=0x564556f7b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:07.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a8b7fe640 1 --2- 172.21.15.17:0/4071456879 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f68680 0x564556f7b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a8b7fe640 1 -- 172.21.15.17:0/4071456879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f5d4a0 msgr2=0x564556f7d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:07.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a8b7fe640 1 --2- 172.21.15.17:0/4071456879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f5d4a0 0x564556f7d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.560+0000 7f1a8b7fe640 1 -- 172.21.15.17:0/4071456879 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564556f7b6b0 con 0x564556f5ddc0 2024-09-16T02:01:07.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.561+0000 7f1a8b7fe640 1 --2- 172.21.15.17:0/4071456879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5ddc0 0x564556f7ac00 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f1a80006010 tx=0x7f1a80031790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=124bb91d099dadcd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:07.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.561+0000 7f1a6b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:01:07.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.561+0000 7f1a6b7fe640 1 -- 172.21.15.17:0/4071456879 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a80058030 con 0x564556f5ddc0 2024-09-16T02:01:07.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.561+0000 7f1a6b7fe640 1 -- 172.21.15.17:0/4071456879 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1a800035f0 con 0x564556f5ddc0 2024-09-16T02:01:07.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.561+0000 7f1a94be3740 1 -- 172.21.15.17:0/4071456879 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a7c004490 con 0x564556f5ddc0 2024-09-16T02:01:07.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.561+0000 7f1a6b7fe640 1 -- 172.21.15.17:0/4071456879 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1a8004d040 con 0x564556f5ddc0 2024-09-16T02:01:07.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.561+0000 7f1a94be3740 10 client.18507 fetch_fsmap learned FSMap version 28 2024-09-16T02:01:07.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.561+0000 7f1a94be3740 1 -- 172.21.15.17:0/4071456879 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564556fe2640 con 0x564556f5ddc0 2024-09-16T02:01:07.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.561+0000 7f1a6b7fe640 1 -- 172.21.15.17:0/4071456879 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a7c004490 con 0x564556f5ddc0 2024-09-16T02:01:07.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.562+0000 7f1a6b7fe640 1 -- 172.21.15.17:0/4071456879 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1a80052050 con 0x564556f5ddc0 2024-09-16T02:01:07.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.562+0000 7f1a94be3740 10 client.18507 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:01:07.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.562+0000 7f1a94be3740 10 client.18507 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:01:07.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.562+0000 7f1a94be3740 20 client.18507 populate_metadata read hostname 'smithi017' 2024-09-16T02:01:07.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.562+0000 7f1a94be3740 1 --2- 172.21.15.17:0/4071456879 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564556fe2d60 0x564556fe5180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:07.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.562+0000 7f1a94be3740 4 client.18507 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:01:07.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.562+0000 7f1a94be3740 1 -- 172.21.15.17:0/4071456879 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x564556ecad60 con 0x564556fe2d60 2024-09-16T02:01:07.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.562+0000 7f1a8bfff640 1 --2- 172.21.15.17:0/4071456879 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564556fe2d60 0x564556fe5180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:07.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.563+0000 7f1a8bfff640 1 --2- 172.21.15.17:0/4071456879 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564556fe2d60 0x564556fe5180 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7b851f74d3cd638 server_cookie=d1ff89ac77547942 in_seq=0 out_seq=0 2024-09-16T02:01:07.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.563+0000 7f1a6b7fe640 10 client.18507 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:07.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.563+0000 7f1a6b7fe640 1 -- 172.21.15.17:0/4071456879 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x564556ecad60 con 0x564556fe2d60 2024-09-16T02:01:07.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.563+0000 7f1a6b7fe640 10 client.18507 handle_command_reply: tid=0 2024-09-16T02:01:07.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.563+0000 7f1a94be3740 1 client.18507 shutdown 2024-09-16T02:01:07.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.563+0000 7f1a94be3740 1 -- 172.21.15.17:0/4071456879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5ddc0 msgr2=0x564556f7ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:07.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.563+0000 7f1a94be3740 1 --2- 172.21.15.17:0/4071456879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5ddc0 0x564556f7ac00 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f1a80006010 tx=0x7f1a80031790 comp rx=0 tx=0).stop 2024-09-16T02:01:07.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.563+0000 7f1a94be3740 1 -- 172.21.15.17:0/4071456879 shutdown_connections 2024-09-16T02:01:07.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.563+0000 7f1a94be3740 1 --2- 172.21.15.17:0/4071456879 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564556fe2d60 0x564556fe5180 crc :-1 s=READY pgs=257 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.563+0000 7f1a94be3740 1 --2- 172.21.15.17:0/4071456879 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564556f68680 0x564556f7b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.563+0000 7f1a94be3740 1 --2- 172.21.15.17:0/4071456879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564556f5ddc0 0x564556f7ac00 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.563+0000 7f1a94be3740 1 --2- 172.21.15.17:0/4071456879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564556f5d4a0 0x564556f7d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.563+0000 7f1a94be3740 1 -- 172.21.15.17:0/4071456879 >> 172.21.15.17:0/4071456879 conn(0x564556f59a30 msgr2=0x564556f66ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:07.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.563+0000 7f1a6b7fe640 0 client.18507 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:07.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.564+0000 7f1a94be3740 1 -- 172.21.15.17:0/4071456879 shutdown_connections 2024-09-16T02:01:07.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.564+0000 7f1a94be3740 1 -- 172.21.15.17:0/4071456879 wait complete. 2024-09-16T02:01:07.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.564+0000 7f1a94be3740 20 client.18507 trim_cache size 0 max 16384 2024-09-16T02:01:07.571 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:01:07.571 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T02:01:07.571 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T02:01:07.572 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:01:07.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.564+0000 7f1a9280a640 1 -- 172.21.15.17:0/1561774937 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1a740a32c0 msgr2=0x7f1a740a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:07.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.564+0000 7f1a9280a640 1 --2- 172.21.15.17:0/1561774937 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1a740a32c0 0x7f1a740a5780 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x564556f5a890 tx=0x7f1a7c005f90 comp rx=0 tx=0).stop 2024-09-16T02:01:07.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.565+0000 7f1a9280a640 1 -- 172.21.15.17:0/1561774937 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1a8c10e430 msgr2=0x7f1a8c19ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:07.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.565+0000 7f1a9280a640 1 --2- 172.21.15.17:0/1561774937 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1a8c10e430 0x7f1a8c19ee90 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f1a84005fd0 tx=0x7f1a8400c6a0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.565+0000 7f1a9280a640 1 -- 172.21.15.17:0/1561774937 shutdown_connections 2024-09-16T02:01:07.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.565+0000 7f1a9280a640 1 --2- 172.21.15.17:0/1561774937 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1a740a32c0 0x7f1a740a5780 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.565+0000 7f1a9280a640 1 --2- 172.21.15.17:0/1561774937 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1a8c10e430 0x7f1a8c19ee90 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.565+0000 7f1a9280a640 1 --2- 172.21.15.17:0/1561774937 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a8c074ee0 0x7f1a8c19ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.565+0000 7f1a9280a640 1 --2- 172.21.15.17:0/1561774937 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a8c0745c0 0x7f1a8c19a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:07.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.565+0000 7f1a9280a640 1 -- 172.21.15.17:0/1561774937 >> 172.21.15.17:0/1561774937 conn(0x7f1a8c0fd8f0 msgr2=0x7f1a8c0ff110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:07.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.565+0000 7f1a9280a640 1 -- 172.21.15.17:0/1561774937 shutdown_connections 2024-09-16T02:01:07.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:07.565+0000 7f1a9280a640 1 -- 172.21.15.17:0/1561774937 wait complete. 2024-09-16T02:01:08.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 42133 8.21 MB/sec execute 150 sec latency 121.765 ms 2024-09-16T02:01:08.541 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T02:01:08.542 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:01:08.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:08 smithi017 ceph-mon[30972]: pgmap v867: 97 pgs: 97 active+clean; 480 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 961 KiB/s rd, 3.4 MiB/s wr, 217 op/s 2024-09-16T02:01:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:08 smithi122 ceph-mon[34758]: pgmap v867: 97 pgs: 97 active+clean; 480 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 961 KiB/s rd, 3.4 MiB/s wr, 217 op/s 2024-09-16T02:01:08.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:08 smithi029 ceph-mon[34783]: pgmap v867: 97 pgs: 97 active+clean; 480 MiB data, 2.5 GiB used, 1.0 TiB / 1.0 TiB avail; 961 KiB/s rd, 3.4 MiB/s wr, 217 op/s 2024-09-16T02:01:08.928 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:01:09.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 42277 8.20 MB/sec execute 151 sec latency 95.925 ms 2024-09-16T02:01:09.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.525+0000 7fd850496640 1 -- 172.21.15.17:0/3585385529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8481027a0 msgr2=0x7fd8481067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:09.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.525+0000 7fd850496640 1 --2- 172.21.15.17:0/3585385529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8481027a0 0x7fd8481067f0 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7fd844009900 tx=0x7fd84402a410 comp rx=0 tx=0).stop 2024-09-16T02:01:09.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.525+0000 7fd850496640 1 -- 172.21.15.17:0/3585385529 shutdown_connections 2024-09-16T02:01:09.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.525+0000 7fd850496640 1 --2- 172.21.15.17:0/3585385529 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd848106f20 0x7fd84810eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:09.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.525+0000 7fd850496640 1 --2- 172.21.15.17:0/3585385529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd8481027a0 0x7fd8481067f0 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:09.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.525+0000 7fd850496640 1 --2- 172.21.15.17:0/3585385529 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd848101df0 0x7fd8481021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:09.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.525+0000 7fd850496640 1 -- 172.21.15.17:0/3585385529 >> 172.21.15.17:0/3585385529 conn(0x7fd8480fd8f0 msgr2=0x7fd8480ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:09.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.525+0000 7fd850496640 1 -- 172.21.15.17:0/3585385529 shutdown_connections 2024-09-16T02:01:09.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.526+0000 7fd850496640 1 -- 172.21.15.17:0/3585385529 wait complete. 2024-09-16T02:01:09.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.526+0000 7fd850496640 1 Processor -- start 2024-09-16T02:01:09.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.526+0000 7fd850496640 1 -- start start 2024-09-16T02:01:09.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd850496640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd848101df0 0x7fd8481983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:09.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd850496640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd8481027a0 0x7fd8481988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:09.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd850496640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd848106f20 0x7fd84819cc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:09.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd850496640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd848111e80 con 0x7fd848106f20 2024-09-16T02:01:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd850496640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd848111d00 con 0x7fd848101df0 2024-09-16T02:01:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd850496640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd848112000 con 0x7fd8481027a0 2024-09-16T02:01:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd84e232640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd848101df0 0x7fd8481983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd84e232640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd848101df0 0x7fd8481983a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:39984/0 (socket says 172.21.15.17:39984) 2024-09-16T02:01:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd84e232640 1 -- 172.21.15.17:0/3219882912 learned_addr learned my addr 172.21.15.17:0/3219882912 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd84ea33640 1 --2- 172.21.15.17:0/3219882912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd848106f20 0x7fd84819cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd84da31640 1 --2- 172.21.15.17:0/3219882912 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd8481027a0 0x7fd8481988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd84e232640 1 -- 172.21.15.17:0/3219882912 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd8481027a0 msgr2=0x7fd8481988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd84e232640 1 --2- 172.21.15.17:0/3219882912 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd8481027a0 0x7fd8481988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:09.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd84e232640 1 -- 172.21.15.17:0/3219882912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd848106f20 msgr2=0x7fd84819cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd84e232640 1 --2- 172.21.15.17:0/3219882912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd848106f20 0x7fd84819cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd84e232640 1 -- 172.21.15.17:0/3219882912 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd84819d350 con 0x7fd848101df0 2024-09-16T02:01:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.527+0000 7fd84e232640 1 --2- 172.21.15.17:0/3219882912 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd848101df0 0x7fd8481983a0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd83c00e9f0 tx=0x7fd83c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.528+0000 7fd83b7fe640 1 -- 172.21.15.17:0/3219882912 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd83c00cd80 con 0x7fd848101df0 2024-09-16T02:01:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.528+0000 7fd850496640 1 -- 172.21.15.17:0/3219882912 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd84819d640 con 0x7fd848101df0 2024-09-16T02:01:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.528+0000 7fd83b7fe640 1 -- 172.21.15.17:0/3219882912 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd83c0108e0 con 0x7fd848101df0 2024-09-16T02:01:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.528+0000 7fd83b7fe640 1 -- 172.21.15.17:0/3219882912 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd83c018920 con 0x7fd848101df0 2024-09-16T02:01:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.528+0000 7fd850496640 1 -- 172.21.15.17:0/3219882912 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd848074420 con 0x7fd848101df0 2024-09-16T02:01:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.529+0000 7fd850496640 1 -- 172.21.15.17:0/3219882912 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8481032d0 con 0x7fd848101df0 2024-09-16T02:01:09.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.530+0000 7fd83b7fe640 1 -- 172.21.15.17:0/3219882912 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fd83c010430 con 0x7fd848101df0 2024-09-16T02:01:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.531+0000 7fd83b7fe640 1 --2- 172.21.15.17:0/3219882912 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd8340a32c0 0x7fd8340a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.532+0000 7fd84da31640 1 --2- 172.21.15.17:0/3219882912 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd8340a32c0 0x7fd8340a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.532+0000 7fd83b7fe640 1 -- 172.21.15.17:0/3219882912 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd83c0cfb80 con 0x7fd848101df0 2024-09-16T02:01:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.532+0000 7fd84da31640 1 --2- 172.21.15.17:0/3219882912 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd8340a32c0 0x7fd8340a5780 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fd844005ab0 tx=0x7fd84403c040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:09.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.536+0000 7fd83b7fe640 1 -- 172.21.15.17:0/3219882912 <== mon.2 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fd83c09c250 con 0x7fd848101df0 2024-09-16T02:01:09.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.890+0000 7fd850496640 1 -- 172.21.15.17:0/3219882912 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd84810a160 con 0x7fd848101df0 2024-09-16T02:01:09.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.891+0000 7fd83b7fe640 1 -- 172.21.15.17:0/3219882912 <== mon.2 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11901 (secure 0 0 0) 0x7fd83c0a0550 con 0x7fd848101df0 2024-09-16T02:01:09.893 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:01:09.893 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"btime":"2024-09-16T01:59:05:278302+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:59:04.450935+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T02:01:09.893 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-09-16T02:01:09.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.893+0000 7fd850496640 1 -- 172.21.15.17:0/3219882912 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd8340a32c0 msgr2=0x7fd8340a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:09.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.893+0000 7fd850496640 1 --2- 172.21.15.17:0/3219882912 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd8340a32c0 0x7fd8340a5780 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fd844005ab0 tx=0x7fd84403c040 comp rx=0 tx=0).stop 2024-09-16T02:01:09.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.893+0000 7fd850496640 1 -- 172.21.15.17:0/3219882912 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd848101df0 msgr2=0x7fd8481983a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:09.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.893+0000 7fd850496640 1 --2- 172.21.15.17:0/3219882912 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd848101df0 0x7fd8481983a0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fd83c00e9f0 tx=0x7fd83c00eeb0 comp rx=0 tx=0).stop 2024-09-16T02:01:09.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.893+0000 7fd850496640 1 -- 172.21.15.17:0/3219882912 shutdown_connections 2024-09-16T02:01:09.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.893+0000 7fd850496640 1 --2- 172.21.15.17:0/3219882912 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd8340a32c0 0x7fd8340a5780 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:09.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.893+0000 7fd850496640 1 --2- 172.21.15.17:0/3219882912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd848106f20 0x7fd84819cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:09.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.893+0000 7fd850496640 1 --2- 172.21.15.17:0/3219882912 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd8481027a0 0x7fd8481988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:09.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.893+0000 7fd850496640 1 --2- 172.21.15.17:0/3219882912 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd848101df0 0x7fd8481983a0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:09.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.893+0000 7fd850496640 1 -- 172.21.15.17:0/3219882912 >> 172.21.15.17:0/3219882912 conn(0x7fd8480fd8f0 msgr2=0x7fd8480fec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:09.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.894+0000 7fd850496640 1 -- 172.21.15.17:0/3219882912 shutdown_connections 2024-09-16T02:01:09.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:09.894+0000 7fd850496640 1 -- 172.21.15.17:0/3219882912 wait complete. 2024-09-16T02:01:10.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 42428 8.18 MB/sec execute 152 sec latency 107.449 ms 2024-09-16T02:01:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:10 smithi017 ceph-mon[30972]: pgmap v868: 97 pgs: 97 active+clean; 475 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 3.8 MiB/s wr, 234 op/s 2024-09-16T02:01:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:10 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3219882912' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:01:10.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:10 smithi029 ceph-mon[34783]: pgmap v868: 97 pgs: 97 active+clean; 475 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 3.8 MiB/s wr, 234 op/s 2024-09-16T02:01:10.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:10 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3219882912' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:01:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:10 smithi122 ceph-mon[34758]: pgmap v868: 97 pgs: 97 active+clean; 475 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 3.8 MiB/s wr, 234 op/s 2024-09-16T02:01:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:10 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3219882912' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:01:10.814 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T02:01:11.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 42609 8.19 MB/sec execute 153 sec latency 91.299 ms 2024-09-16T02:01:11.173 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:01:11.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.764+0000 7f46e4fa2640 1 -- 172.21.15.17:0/1254799230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e01019c0 msgr2=0x7f46e0101e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:11.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.764+0000 7f46e4fa2640 1 --2- 172.21.15.17:0/1254799230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e01019c0 0x7f46e0101e20 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f46d4009860 tx=0x7f46d402a340 comp rx=0 tx=0).stop 2024-09-16T02:01:11.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.764+0000 7f46e4fa2640 1 -- 172.21.15.17:0/1254799230 shutdown_connections 2024-09-16T02:01:11.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.764+0000 7f46e4fa2640 1 --2- 172.21.15.17:0/1254799230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e0102360 0x7f46e010e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.764+0000 7f46e4fa2640 1 --2- 172.21.15.17:0/1254799230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e01019c0 0x7f46e0101e20 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.764+0000 7f46e4fa2640 1 --2- 172.21.15.17:0/1254799230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46e01079c0 0x7f46e0107da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.764+0000 7f46e4fa2640 1 -- 172.21.15.17:0/1254799230 >> 172.21.15.17:0/1254799230 conn(0x7f46e00fd740 msgr2=0x7f46e00ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:11.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.764+0000 7f46e4fa2640 1 -- 172.21.15.17:0/1254799230 shutdown_connections 2024-09-16T02:01:11.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.764+0000 7f46e4fa2640 1 -- 172.21.15.17:0/1254799230 wait complete. 2024-09-16T02:01:11.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.765+0000 7f46e4fa2640 1 Processor -- start 2024-09-16T02:01:11.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.766+0000 7f46e4fa2640 1 -- start start 2024-09-16T02:01:11.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.766+0000 7f46e4fa2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46e01019c0 0x7f46e019a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.766+0000 7f46e4fa2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e0102360 0x7f46e019a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.766+0000 7f46e4fa2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e01079c0 0x7f46e019eca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.766+0000 7f46e4fa2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f46e0075720 con 0x7f46e0102360 2024-09-16T02:01:11.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.766+0000 7f46e4fa2640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f46e00755a0 con 0x7f46e01079c0 2024-09-16T02:01:11.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.766+0000 7f46e4fa2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f46e00758a0 con 0x7f46e01019c0 2024-09-16T02:01:11.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.766+0000 7f46df7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46e01019c0 0x7f46e019a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.766+0000 7f46deffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e0102360 0x7f46e019a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.766+0000 7f46deffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e0102360 0x7f46e019a910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54512/0 (socket says 172.21.15.17:54512) 2024-09-16T02:01:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.766+0000 7f46deffd640 1 -- 172.21.15.17:0/3690717550 learned_addr learned my addr 172.21.15.17:0/3690717550 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.766+0000 7f46dffff640 1 --2- 172.21.15.17:0/3690717550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e01079c0 0x7f46e019eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.767+0000 7f46deffd640 1 -- 172.21.15.17:0/3690717550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46e01019c0 msgr2=0x7f46e019a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.767+0000 7f46deffd640 1 --2- 172.21.15.17:0/3690717550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46e01019c0 0x7f46e019a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.767+0000 7f46deffd640 1 -- 172.21.15.17:0/3690717550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e01079c0 msgr2=0x7f46e019eca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.767+0000 7f46deffd640 1 --2- 172.21.15.17:0/3690717550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e01079c0 0x7f46e019eca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.767+0000 7f46deffd640 1 -- 172.21.15.17:0/3690717550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f46e019f380 con 0x7f46e0102360 2024-09-16T02:01:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.767+0000 7f46dffff640 1 --2- 172.21.15.17:0/3690717550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e01079c0 0x7f46e019eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.767+0000 7f46deffd640 1 --2- 172.21.15.17:0/3690717550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e0102360 0x7f46e019a910 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f46d4030bc0 tx=0x7f46d4005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.767+0000 7f46dcff9640 1 -- 172.21.15.17:0/3690717550 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d4040020 con 0x7f46e0102360 2024-09-16T02:01:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.767+0000 7f46dcff9640 1 -- 172.21.15.17:0/3690717550 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46d4038040 con 0x7f46e0102360 2024-09-16T02:01:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.768+0000 7f46e4fa2640 1 -- 172.21.15.17:0/3690717550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f46e019f610 con 0x7f46e0102360 2024-09-16T02:01:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.768+0000 7f46dcff9640 1 -- 172.21.15.17:0/3690717550 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d4037070 con 0x7f46e0102360 2024-09-16T02:01:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.768+0000 7f46e4fa2640 1 -- 172.21.15.17:0/3690717550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f46e01a6f50 con 0x7f46e0102360 2024-09-16T02:01:11.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.771+0000 7f46e85dd740 1 Processor -- start 2024-09-16T02:01:11.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.771+0000 7f46dcff9640 1 -- 172.21.15.17:0/3690717550 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f46d4043020 con 0x7f46e0102360 2024-09-16T02:01:11.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.771+0000 7f46e85dd740 1 -- start start 2024-09-16T02:01:11.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.772+0000 7f46e85dd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad34d20 0x560c7ad33270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.772+0000 7f46e85dd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad337b0 0x560c7ad33bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.772+0000 7f46e85dd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad49150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.772+0000 7f46e85dd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560c7ac992f0 con 0x560c7ad46d60 2024-09-16T02:01:11.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.772+0000 7f46e85dd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x560c7ac40cf0 con 0x560c7ad34d20 2024-09-16T02:01:11.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.772+0000 7f46e85dd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x560c7ac952b0 con 0x560c7ad337b0 2024-09-16T02:01:11.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.772+0000 7f46dffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad34d20 0x560c7ad33270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.772+0000 7f46deffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad49150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.772+0000 7f46dffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad34d20 0x560c7ad33270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:40010/0 (socket says 172.21.15.17:40010) 2024-09-16T02:01:11.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.772+0000 7f46dffff640 1 -- 172.21.15.17:0/165780724 learned_addr learned my addr 172.21.15.17:0/165780724 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:11.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.772+0000 7f46df7fe640 1 --2- 172.21.15.17:0/165780724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad337b0 0x560c7ad33bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.772+0000 7f46dffff640 1 -- 172.21.15.17:0/165780724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad337b0 msgr2=0x560c7ad33bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:11.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.773+0000 7f46dffff640 1 --2- 172.21.15.17:0/165780724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad337b0 0x560c7ad33bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.773+0000 7f46dffff640 1 -- 172.21.15.17:0/165780724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 msgr2=0x560c7ad49150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.773+0000 7f46dffff640 1 --2- 172.21.15.17:0/165780724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad49150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.773+0000 7f46dffff640 1 -- 172.21.15.17:0/165780724 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c7ac253a0 con 0x560c7ad34d20 2024-09-16T02:01:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.773+0000 7f46df7fe640 1 --2- 172.21.15.17:0/165780724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad337b0 0x560c7ad33bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.773+0000 7f46deffd640 1 --2- 172.21.15.17:0/165780724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad49150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.773+0000 7f46dffff640 1 --2- 172.21.15.17:0/165780724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad34d20 0x560c7ad33270 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f46d8009fd0 tx=0x7f46d800ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3bf15dd7d6cb6939 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.773+0000 7f46dcff9640 1 --2- 172.21.15.17:0/3690717550 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46c80a3390 0x7f46c80a5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.773+0000 7f46c5ffb640 1 -- 172.21.15.17:0/165780724 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d801d070 con 0x560c7ad34d20 2024-09-16T02:01:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.773+0000 7f46c5ffb640 1 -- 172.21.15.17:0/165780724 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46d8003e20 con 0x560c7ad34d20 2024-09-16T02:01:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.773+0000 7f46c5ffb640 1 -- 172.21.15.17:0/165780724 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d80047f0 con 0x560c7ad34d20 2024-09-16T02:01:11.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.773+0000 7f46dcff9640 1 -- 172.21.15.17:0/3690717550 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f46d40ef5c0 con 0x7f46e0102360 2024-09-16T02:01:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.773+0000 7f46df7fe640 1 --2- 172.21.15.17:0/3690717550 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46c80a3390 0x7f46c80a5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.774+0000 7f46e85dd740 1 -- 172.21.15.17:0/165780724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad34d20 msgr2=0x560c7ad33270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.774+0000 7f46e85dd740 1 --2- 172.21.15.17:0/165780724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad34d20 0x560c7ad33270 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f46d8009fd0 tx=0x7f46d800ec80 comp rx=0 tx=0).stop 2024-09-16T02:01:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.774+0000 7f46df7fe640 1 --2- 172.21.15.17:0/3690717550 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46c80a3390 0x7f46c80a5850 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x560c7ad30ca0 tx=0x7f46d0005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.774+0000 7f46e85dd740 1 -- 172.21.15.17:0/165780724 shutdown_connections 2024-09-16T02:01:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.774+0000 7f46e85dd740 1 --2- 172.21.15.17:0/165780724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad49150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.774+0000 7f46e85dd740 1 --2- 172.21.15.17:0/165780724 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad337b0 0x560c7ad33bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.774+0000 7f46e85dd740 1 --2- 172.21.15.17:0/165780724 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad34d20 0x560c7ad33270 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.775+0000 7f46e85dd740 1 -- 172.21.15.17:0/165780724 >> 172.21.15.17:0/165780724 conn(0x560c7acfc310 msgr2=0x560c7ad2fe40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.775+0000 7f46e85dd740 1 -- 172.21.15.17:0/165780724 shutdown_connections 2024-09-16T02:01:11.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.775+0000 7f46e85dd740 1 -- 172.21.15.17:0/165780724 wait complete. 2024-09-16T02:01:11.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.775+0000 7f46e85dd740 1 -- start start 2024-09-16T02:01:11.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.775+0000 7f46e85dd740 1 Processor -- start 2024-09-16T02:01:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.776+0000 7f46e85dd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad337b0 0x560c7ad46750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.776+0000 7f46e85dd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad34d20 0x560c7ad43a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.776+0000 7f46e85dd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad46d60 0x560c7ad440b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.776+0000 7f46e85dd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x560c7ad49a60 con 0x560c7ad34d20 2024-09-16T02:01:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.776+0000 7f46e85dd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x560c7ac54060 con 0x560c7ad46d60 2024-09-16T02:01:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.776+0000 7f46e85dd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x560c7ad49be0 con 0x560c7ad337b0 2024-09-16T02:01:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.776+0000 7f46e85dd740 10 client.0 _ll_register_callbacks cb 0x560c7a9a78c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:01:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.776+0000 7f46df7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad337b0 0x560c7ad46750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.776+0000 7f46df7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad337b0 0x560c7ad46750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44102/0 (socket says 172.21.15.17:44102) 2024-09-16T02:01:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.776+0000 7f46df7fe640 1 -- 172.21.15.17:0/1799836000 learned_addr learned my addr 172.21.15.17:0/1799836000 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.776+0000 7f46deffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad34d20 0x560c7ad43a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.776+0000 7f46dffff640 1 --2- 172.21.15.17:0/1799836000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad46d60 0x560c7ad440b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.777+0000 7f46df7fe640 1 -- 172.21.15.17:0/1799836000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad46d60 msgr2=0x560c7ad440b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.777+0000 7f46df7fe640 1 --2- 172.21.15.17:0/1799836000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad46d60 0x560c7ad440b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.777+0000 7f46df7fe640 1 -- 172.21.15.17:0/1799836000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad34d20 msgr2=0x560c7ad43a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.777+0000 7f46df7fe640 1 --2- 172.21.15.17:0/1799836000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad34d20 0x560c7ad43a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.777+0000 7f46df7fe640 1 -- 172.21.15.17:0/1799836000 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c7aa0a3c0 con 0x560c7ad337b0 2024-09-16T02:01:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.777+0000 7f46dffff640 1 --2- 172.21.15.17:0/1799836000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad46d60 0x560c7ad440b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:01:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.777+0000 7f46deffd640 1 --2- 172.21.15.17:0/1799836000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad34d20 0x560c7ad43a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.777+0000 7f46df7fe640 1 --2- 172.21.15.17:0/1799836000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad337b0 0x560c7ad46750 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f46d0009cd0 tx=0x7f46d0004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99b8f60a1560a61d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.777+0000 7f46beffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:01:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.777+0000 7f46beffd640 1 -- 172.21.15.17:0/1799836000 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d001f640 con 0x560c7ad337b0 2024-09-16T02:01:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.778+0000 7f46e85dd740 1 -- 172.21.15.17:0/1799836000 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46d8003e20 con 0x560c7ad337b0 2024-09-16T02:01:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.778+0000 7f46beffd640 1 -- 172.21.15.17:0/1799836000 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f46d001f7e0 con 0x560c7ad337b0 2024-09-16T02:01:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.778+0000 7f46beffd640 1 -- 172.21.15.17:0/1799836000 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f46d001f9e0 con 0x560c7ad337b0 2024-09-16T02:01:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.778+0000 7f46e85dd740 10 client.28183 fetch_fsmap learned FSMap version 28 2024-09-16T02:01:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.778+0000 7f46e85dd740 1 -- 172.21.15.17:0/1799836000 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560c7ad555d0 con 0x560c7ad337b0 2024-09-16T02:01:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.778+0000 7f46beffd640 1 -- 172.21.15.17:0/1799836000 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46d8003e20 con 0x560c7ad337b0 2024-09-16T02:01:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.779+0000 7f46beffd640 1 -- 172.21.15.17:0/1799836000 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f46d0027070 con 0x560c7ad337b0 2024-09-16T02:01:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.779+0000 7f46e85dd740 10 client.28183 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:01:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.779+0000 7f46e85dd740 10 client.28183 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:01:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.779+0000 7f46e85dd740 20 client.28183 populate_metadata read hostname 'smithi017' 2024-09-16T02:01:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.779+0000 7f46e85dd740 1 --2- 172.21.15.17:0/1799836000 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x560c7ad569e0 0x560c7ad58e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.779+0000 7f46e85dd740 4 client.28183 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:01:11.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.779+0000 7f46e85dd740 1 -- 172.21.15.17:0/1799836000 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560c7aca6860 con 0x560c7ad569e0 2024-09-16T02:01:11.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.779+0000 7f46deffd640 1 --2- 172.21.15.17:0/1799836000 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x560c7ad569e0 0x560c7ad58e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.780+0000 7f46beffd640 10 client.28183 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:01:11.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.780+0000 7f46deffd640 1 --2- 172.21.15.17:0/1799836000 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x560c7ad569e0 0x560c7ad58e60 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6bbb66090963d05a server_cookie=69cda3a85031fb55 in_seq=0 out_seq=0 2024-09-16T02:01:11.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.780+0000 7f46beffd640 1 -- 172.21.15.17:0/1799836000 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560c7aca6860 con 0x560c7ad569e0 2024-09-16T02:01:11.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.780+0000 7f46beffd640 10 client.28183 handle_command_reply: tid=0 2024-09-16T02:01:11.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.780+0000 7f46e85dd740 1 client.28183 shutdown 2024-09-16T02:01:11.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.781+0000 7f46e85dd740 1 -- 172.21.15.17:0/1799836000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad337b0 msgr2=0x560c7ad46750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:11.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.781+0000 7f46e85dd740 1 --2- 172.21.15.17:0/1799836000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad337b0 0x560c7ad46750 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f46d0009cd0 tx=0x7f46d0004730 comp rx=0 tx=0).stop 2024-09-16T02:01:11.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.781+0000 7f46e85dd740 1 -- 172.21.15.17:0/1799836000 shutdown_connections 2024-09-16T02:01:11.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.781+0000 7f46e85dd740 1 --2- 172.21.15.17:0/1799836000 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x560c7ad569e0 0x560c7ad58e60 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.781+0000 7f46e85dd740 1 --2- 172.21.15.17:0/1799836000 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad46d60 0x560c7ad440b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.781+0000 7f46beffd640 0 client.28183 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:01:11.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.781+0000 7f46e85dd740 1 --2- 172.21.15.17:0/1799836000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad34d20 0x560c7ad43a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.781+0000 7f46e85dd740 1 --2- 172.21.15.17:0/1799836000 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad337b0 0x560c7ad46750 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.781+0000 7f46e85dd740 1 -- 172.21.15.17:0/1799836000 >> 172.21.15.17:0/1799836000 conn(0x560c7acfc310 msgr2=0x560c7ad35b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:11.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.781+0000 7f46e85dd740 1 -- 172.21.15.17:0/1799836000 shutdown_connections 2024-09-16T02:01:11.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.781+0000 7f46e85dd740 1 -- 172.21.15.17:0/1799836000 wait complete. 2024-09-16T02:01:11.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.781+0000 7f46e85dd740 20 client.28183 trim_cache size 0 max 16384 2024-09-16T02:01:11.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.800+0000 7f46e85dd740 1 Processor -- start 2024-09-16T02:01:11.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.800+0000 7f46e85dd740 1 -- start start 2024-09-16T02:01:11.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.800+0000 7f46e85dd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad337b0 0x560c7ad52d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.800+0000 7f46e85dd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad34d20 0x560c7ad5e780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.800+0000 7f46e85dd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad5ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.800+0000 7f46e85dd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f46e01ad9e0 con 0x560c7ad46d60 2024-09-16T02:01:11.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.800+0000 7f46e85dd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f46e01ab2b0 con 0x560c7ad337b0 2024-09-16T02:01:11.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.800+0000 7f46e85dd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f46e01a9140 con 0x560c7ad34d20 2024-09-16T02:01:11.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.800+0000 7f46dffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad5ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.801+0000 7f46dffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad5ecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54542/0 (socket says 172.21.15.17:54542) 2024-09-16T02:01:11.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.801+0000 7f46dffff640 1 -- 172.21.15.17:0/2409834436 learned_addr learned my addr 172.21.15.17:0/2409834436 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:11.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.800+0000 7f46df7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad337b0 0x560c7ad52d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.801+0000 7f46deffd640 1 --2- 172.21.15.17:0/2409834436 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad34d20 0x560c7ad5e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.801+0000 7f46dffff640 1 -- 172.21.15.17:0/2409834436 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad34d20 msgr2=0x560c7ad5e780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:11.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.801+0000 7f46dffff640 1 --2- 172.21.15.17:0/2409834436 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad34d20 0x560c7ad5e780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.801+0000 7f46dffff640 1 -- 172.21.15.17:0/2409834436 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad337b0 msgr2=0x560c7ad52d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:11.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.801+0000 7f46dffff640 1 --2- 172.21.15.17:0/2409834436 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad337b0 0x560c7ad52d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.801+0000 7f46dffff640 1 -- 172.21.15.17:0/2409834436 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560c7ad41fa0 con 0x560c7ad46d60 2024-09-16T02:01:11.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.801+0000 7f46df7fe640 1 --2- 172.21.15.17:0/2409834436 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad337b0 0x560c7ad52d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:11.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.801+0000 7f46dffff640 1 --2- 172.21.15.17:0/2409834436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad5ecc0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f46d8005c40 tx=0x7f46d8010fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7962bd669da3902 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:11.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.801+0000 7f46c57fa640 1 -- 172.21.15.17:0/2409834436 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d8027070 con 0x560c7ad46d60 2024-09-16T02:01:11.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.801+0000 7f46c57fa640 1 -- 172.21.15.17:0/2409834436 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46d8003e20 con 0x560c7ad46d60 2024-09-16T02:01:11.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.801+0000 7f46c57fa640 1 -- 172.21.15.17:0/2409834436 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d801d040 con 0x560c7ad46d60 2024-09-16T02:01:11.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.802+0000 7f46e85dd740 1 -- 172.21.15.17:0/2409834436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 msgr2=0x560c7ad5ecc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:11.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.802+0000 7f46e85dd740 1 --2- 172.21.15.17:0/2409834436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad5ecc0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f46d8005c40 tx=0x7f46d8010fd0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.802+0000 7f46e85dd740 1 -- 172.21.15.17:0/2409834436 shutdown_connections 2024-09-16T02:01:11.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.802+0000 7f46e85dd740 1 --2- 172.21.15.17:0/2409834436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad5ecc0 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.803+0000 7f46e85dd740 1 --2- 172.21.15.17:0/2409834436 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad34d20 0x560c7ad5e780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.803+0000 7f46e85dd740 1 --2- 172.21.15.17:0/2409834436 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad337b0 0x560c7ad52d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.803+0000 7f46e85dd740 1 -- 172.21.15.17:0/2409834436 >> 172.21.15.17:0/2409834436 conn(0x560c7acfc310 msgr2=0x560c7ad42320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:11.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.803+0000 7f46e85dd740 1 -- 172.21.15.17:0/2409834436 shutdown_connections 2024-09-16T02:01:11.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.803+0000 7f46e85dd740 1 -- 172.21.15.17:0/2409834436 wait complete. 2024-09-16T02:01:11.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.803+0000 7f46e85dd740 1 -- start start 2024-09-16T02:01:11.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.803+0000 7f46e85dd740 1 Processor -- start 2024-09-16T02:01:11.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.804+0000 7f46e85dd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad337b0 0x560c7adb9a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.804+0000 7f46e85dd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad34d20 0x560c7adb9f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.804+0000 7f46e85dd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad4a450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.804+0000 7f46e85dd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f46e01a9790 con 0x560c7ad46d60 2024-09-16T02:01:11.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.804+0000 7f46e85dd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f46e01aabe0 con 0x560c7ad337b0 2024-09-16T02:01:11.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.804+0000 7f46e85dd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f46e01a9e40 con 0x560c7ad34d20 2024-09-16T02:01:11.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.804+0000 7f46e85dd740 10 client.0 _ll_register_callbacks cb 0x7f46d0009c20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:01:11.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.804+0000 7f46dffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad4a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.804+0000 7f46dffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad4a450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54554/0 (socket says 172.21.15.17:54554) 2024-09-16T02:01:11.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.804+0000 7f46dffff640 1 -- 172.21.15.17:0/1633720827 learned_addr learned my addr 172.21.15.17:0/1633720827 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:11.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.804+0000 7f46df7fe640 1 --2- 172.21.15.17:0/1633720827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad337b0 0x560c7adb9a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.805+0000 7f46dffff640 1 -- 172.21.15.17:0/1633720827 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad34d20 msgr2=0x560c7adb9f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:11.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.805+0000 7f46dffff640 1 --2- 172.21.15.17:0/1633720827 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad34d20 0x560c7adb9f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.805+0000 7f46dffff640 1 -- 172.21.15.17:0/1633720827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad337b0 msgr2=0x560c7adb9a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:11.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.805+0000 7f46dffff640 1 --2- 172.21.15.17:0/1633720827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad337b0 0x560c7adb9a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.805+0000 7f46dffff640 1 -- 172.21.15.17:0/1633720827 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560c7ad4ac50 con 0x560c7ad46d60 2024-09-16T02:01:11.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.805+0000 7f46dffff640 1 --2- 172.21.15.17:0/1633720827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad4a450 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f46d8000f80 tx=0x7f46d8005160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3fc021bdbef63d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:11.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.805+0000 7f46beffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:01:11.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.805+0000 7f46beffd640 1 -- 172.21.15.17:0/1633720827 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f46d8031070 con 0x560c7ad46d60 2024-09-16T02:01:11.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.805+0000 7f46beffd640 1 -- 172.21.15.17:0/1633720827 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f46d80052b0 con 0x560c7ad46d60 2024-09-16T02:01:11.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.805+0000 7f46e85dd740 1 -- 172.21.15.17:0/1633720827 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f46d8003e20 con 0x560c7ad46d60 2024-09-16T02:01:11.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.806+0000 7f46beffd640 1 -- 172.21.15.17:0/1633720827 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f46d801d030 con 0x560c7ad46d60 2024-09-16T02:01:11.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.806+0000 7f46e85dd740 10 client.18531 fetch_fsmap learned FSMap version 28 2024-09-16T02:01:11.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.806+0000 7f46e85dd740 1 -- 172.21.15.17:0/1633720827 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x560c7adc1200 con 0x560c7ad46d60 2024-09-16T02:01:11.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.806+0000 7f46beffd640 1 -- 172.21.15.17:0/1633720827 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f46d80059a0 con 0x560c7ad46d60 2024-09-16T02:01:11.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.806+0000 7f46beffd640 1 -- 172.21.15.17:0/1633720827 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f46d8034020 con 0x560c7ad46d60 2024-09-16T02:01:11.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.806+0000 7f46e85dd740 10 client.18531 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:01:11.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.806+0000 7f46e85dd740 10 client.18531 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:01:11.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.806+0000 7f46e85dd740 20 client.18531 populate_metadata read hostname 'smithi017' 2024-09-16T02:01:11.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.806+0000 7f46e85dd740 1 --2- 172.21.15.17:0/1633720827 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x560c7ad569e0 0x560c7adc36e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:11.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.806+0000 7f46e85dd740 4 client.18531 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:01:11.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.806+0000 7f46e85dd740 1 -- 172.21.15.17:0/1633720827 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f46d8003e20 con 0x560c7ad569e0 2024-09-16T02:01:11.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.807+0000 7f46df7fe640 1 --2- 172.21.15.17:0/1633720827 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x560c7ad569e0 0x560c7adc36e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:11.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.807+0000 7f46beffd640 10 client.18531 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:01:11.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.807+0000 7f46df7fe640 1 --2- 172.21.15.17:0/1633720827 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x560c7ad569e0 0x560c7adc36e0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4d870d3f84d2a8fa server_cookie=106cd56f70ae133b in_seq=0 out_seq=0 2024-09-16T02:01:11.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.807+0000 7f46beffd640 1 -- 172.21.15.17:0/1633720827 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f46d8003e20 con 0x560c7ad569e0 2024-09-16T02:01:11.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.807+0000 7f46beffd640 10 client.18531 handle_command_reply: tid=0 2024-09-16T02:01:11.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.807+0000 7f46e85dd740 1 client.18531 shutdown 2024-09-16T02:01:11.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.808+0000 7f46e85dd740 1 -- 172.21.15.17:0/1633720827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 msgr2=0x560c7ad4a450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:11.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.808+0000 7f46e85dd740 1 --2- 172.21.15.17:0/1633720827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad4a450 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f46d8000f80 tx=0x7f46d8005160 comp rx=0 tx=0).stop 2024-09-16T02:01:11.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.808+0000 7f46e85dd740 1 -- 172.21.15.17:0/1633720827 shutdown_connections 2024-09-16T02:01:11.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.808+0000 7f46e85dd740 1 --2- 172.21.15.17:0/1633720827 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x560c7ad569e0 0x560c7adc36e0 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.808+0000 7f46e85dd740 1 --2- 172.21.15.17:0/1633720827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560c7ad46d60 0x560c7ad4a450 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.808+0000 7f46e85dd740 1 --2- 172.21.15.17:0/1633720827 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x560c7ad34d20 0x560c7adb9f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.808+0000 7f46e85dd740 1 --2- 172.21.15.17:0/1633720827 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x560c7ad337b0 0x560c7adb9a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.808+0000 7f46beffd640 0 client.18531 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:01:11.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.808+0000 7f46e85dd740 1 -- 172.21.15.17:0/1633720827 >> 172.21.15.17:0/1633720827 conn(0x560c7acfc310 msgr2=0x560c7ad2efa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:11.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.808+0000 7f46e85dd740 1 -- 172.21.15.17:0/1633720827 shutdown_connections 2024-09-16T02:01:11.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.808+0000 7f46e85dd740 1 -- 172.21.15.17:0/1633720827 wait complete. 2024-09-16T02:01:11.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.808+0000 7f46e85dd740 20 client.18531 trim_cache size 0 max 16384 2024-09-16T02:01:11.817 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:01:11.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.809+0000 7f46e4fa2640 1 -- 172.21.15.17:0/3690717550 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46c80a3390 msgr2=0x7f46c80a5850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:11.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.809+0000 7f46e4fa2640 1 --2- 172.21.15.17:0/3690717550 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46c80a3390 0x7f46c80a5850 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x560c7ad30ca0 tx=0x7f46d0005f90 comp rx=0 tx=0).stop 2024-09-16T02:01:11.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.809+0000 7f46e4fa2640 1 -- 172.21.15.17:0/3690717550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e0102360 msgr2=0x7f46e019a910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:11.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.809+0000 7f46e4fa2640 1 --2- 172.21.15.17:0/3690717550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e0102360 0x7f46e019a910 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f46d4030bc0 tx=0x7f46d4005dc0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.809+0000 7f46e4fa2640 1 -- 172.21.15.17:0/3690717550 shutdown_connections 2024-09-16T02:01:11.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.809+0000 7f46e4fa2640 1 --2- 172.21.15.17:0/3690717550 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f46c80a3390 0x7f46c80a5850 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.809+0000 7f46e4fa2640 1 --2- 172.21.15.17:0/3690717550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f46e01079c0 0x7f46e019eca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.809+0000 7f46e4fa2640 1 --2- 172.21.15.17:0/3690717550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e0102360 0x7f46e019a910 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.810+0000 7f46e4fa2640 1 --2- 172.21.15.17:0/3690717550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f46e01019c0 0x7f46e019a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:11.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.810+0000 7f46e4fa2640 1 -- 172.21.15.17:0/3690717550 >> 172.21.15.17:0/3690717550 conn(0x7f46e00fd740 msgr2=0x7f46e00fdb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:11.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.810+0000 7f46e4fa2640 1 -- 172.21.15.17:0/3690717550 shutdown_connections 2024-09-16T02:01:11.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:11.810+0000 7f46e4fa2640 1 -- 172.21.15.17:0/3690717550 wait complete. 2024-09-16T02:01:12.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 42794 8.23 MB/sec execute 154 sec latency 135.099 ms 2024-09-16T02:01:12.663 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:12 smithi017 ceph-mon[30972]: pgmap v869: 97 pgs: 97 active+clean; 476 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 3.2 MiB/s wr, 216 op/s 2024-09-16T02:01:12.698 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T02:01:12.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:12 smithi029 ceph-mon[34783]: pgmap v869: 97 pgs: 97 active+clean; 476 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 3.2 MiB/s wr, 216 op/s 2024-09-16T02:01:12.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:12 smithi122 ceph-mon[34758]: pgmap v869: 97 pgs: 97 active+clean; 476 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 3.2 MiB/s wr, 216 op/s 2024-09-16T02:01:13.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 42953 8.23 MB/sec execute 155 sec latency 139.870 ms 2024-09-16T02:01:13.044 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:01:13.689 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:01:13.690 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.690 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.690 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.690 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.690 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.690 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.690 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.690 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.690 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.690 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.691 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.691 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:13 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.687+0000 7fe75bb9e640 1 -- 172.21.15.17:0/4013312655 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe754102ef0 msgr2=0x7fe75410da40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:13.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.687+0000 7fe75bb9e640 1 --2- 172.21.15.17:0/4013312655 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe754102ef0 0x7fe75410da40 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7fe74c009900 tx=0x7fe74c02a480 comp rx=0 tx=0).stop 2024-09-16T02:01:13.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.687+0000 7fe75bb9e640 1 -- 172.21.15.17:0/4013312655 shutdown_connections 2024-09-16T02:01:13.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.687+0000 7fe75bb9e640 1 --2- 172.21.15.17:0/4013312655 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe754102ef0 0x7fe75410da40 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.687+0000 7fe75bb9e640 1 --2- 172.21.15.17:0/4013312655 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe754102570 0x7fe7541029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.687+0000 7fe75bb9e640 1 --2- 172.21.15.17:0/4013312655 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe754100e20 0x7fe754101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.687+0000 7fe75bb9e640 1 -- 172.21.15.17:0/4013312655 >> 172.21.15.17:0/4013312655 conn(0x7fe7540fc7d0 msgr2=0x7fe7540febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:13.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.688+0000 7fe75bb9e640 1 -- 172.21.15.17:0/4013312655 shutdown_connections 2024-09-16T02:01:13.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.688+0000 7fe75bb9e640 1 -- 172.21.15.17:0/4013312655 wait complete. 2024-09-16T02:01:13.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.689+0000 7fe75bb9e640 1 Processor -- start 2024-09-16T02:01:13.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.689+0000 7fe75bb9e640 1 -- start start 2024-09-16T02:01:13.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.689+0000 7fe75bb9e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe754100e20 0x7fe75419a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.689+0000 7fe75bb9e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe754102570 0x7fe75419aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.689+0000 7fe75bb9e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe754102ef0 0x7fe75419ee10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.689+0000 7fe75bb9e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe754110e30 con 0x7fe754102570 2024-09-16T02:01:13.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.689+0000 7fe75bb9e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe754110cb0 con 0x7fe754102ef0 2024-09-16T02:01:13.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.689+0000 7fe75bb9e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe754110fb0 con 0x7fe754100e20 2024-09-16T02:01:13.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.689+0000 7fe759139640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe754102570 0x7fe75419aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.689+0000 7fe75993a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe754100e20 0x7fe75419a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.689+0000 7fe75993a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe754100e20 0x7fe75419a540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44144/0 (socket says 172.21.15.17:44144) 2024-09-16T02:01:13.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.689+0000 7fe759139640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe754102570 0x7fe75419aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54574/0 (socket says 172.21.15.17:54574) 2024-09-16T02:01:13.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.689+0000 7fe75993a640 1 -- 172.21.15.17:0/942789750 learned_addr learned my addr 172.21.15.17:0/942789750 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:13.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.689+0000 7fe75a13b640 1 --2- 172.21.15.17:0/942789750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe754102ef0 0x7fe75419ee10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.690+0000 7fe75993a640 1 -- 172.21.15.17:0/942789750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe754102ef0 msgr2=0x7fe75419ee10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:13.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.690+0000 7fe75993a640 1 --2- 172.21.15.17:0/942789750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe754102ef0 0x7fe75419ee10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.690+0000 7fe75993a640 1 -- 172.21.15.17:0/942789750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe754102570 msgr2=0x7fe75419aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:13.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.690+0000 7fe75993a640 1 --2- 172.21.15.17:0/942789750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe754102570 0x7fe75419aa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.690+0000 7fe75993a640 1 -- 172.21.15.17:0/942789750 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe75419f4f0 con 0x7fe754100e20 2024-09-16T02:01:13.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.690+0000 7fe75993a640 1 --2- 172.21.15.17:0/942789750 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe754100e20 0x7fe75419a540 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fe74400ebc0 tx=0x7fe74400c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:13.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.690+0000 7fe752ffd640 1 -- 172.21.15.17:0/942789750 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe744010630 con 0x7fe754100e20 2024-09-16T02:01:13.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.690+0000 7fe75bb9e640 1 -- 172.21.15.17:0/942789750 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe75419f7e0 con 0x7fe754100e20 2024-09-16T02:01:13.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.690+0000 7fe752ffd640 1 -- 172.21.15.17:0/942789750 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe744010c80 con 0x7fe754100e20 2024-09-16T02:01:13.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.690+0000 7fe752ffd640 1 -- 172.21.15.17:0/942789750 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe744018bd0 con 0x7fe754100e20 2024-09-16T02:01:13.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.690+0000 7fe75bb9e640 1 -- 172.21.15.17:0/942789750 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe7541a70c0 con 0x7fe754100e20 2024-09-16T02:01:13.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.694+0000 7fe75df77740 1 Processor -- start 2024-09-16T02:01:13.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.694+0000 7fe75df77740 1 -- start start 2024-09-16T02:01:13.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.694+0000 7fe752ffd640 1 -- 172.21.15.17:0/942789750 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe7440107d0 con 0x7fe754100e20 2024-09-16T02:01:13.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.694+0000 7fe75df77740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e5b40 0x555c385e4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.694+0000 7fe75df77740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e45d0 0x555c385e4a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.694+0000 7fe75df77740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385ef370 0x555c385f1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.694+0000 7fe75df77740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555c3854a2f0 con 0x555c385ef370 2024-09-16T02:01:13.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.694+0000 7fe75df77740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555c384f1cf0 con 0x555c385e45d0 2024-09-16T02:01:13.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.694+0000 7fe75df77740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x555c385462b0 con 0x555c385e5b40 2024-09-16T02:01:13.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.694+0000 7fe75a13b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e5b40 0x555c385e4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.694+0000 7fe75a13b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e5b40 0x555c385e4090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44152/0 (socket says 172.21.15.17:44152) 2024-09-16T02:01:13.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.694+0000 7fe75a13b640 1 -- 172.21.15.17:0/1592192251 learned_addr learned my addr 172.21.15.17:0/1592192251 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:13.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.694+0000 7fe75993a640 1 --2- 172.21.15.17:0/1592192251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e45d0 0x555c385e4a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.694+0000 7fe759139640 1 --2- 172.21.15.17:0/1592192251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385ef370 0x555c385f1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.695+0000 7fe75993a640 1 -- 172.21.15.17:0/1592192251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e5b40 msgr2=0x555c385e4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:13.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.695+0000 7fe75993a640 1 --2- 172.21.15.17:0/1592192251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e5b40 0x555c385e4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.695+0000 7fe75993a640 1 -- 172.21.15.17:0/1592192251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385ef370 msgr2=0x555c385f1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:13.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.695+0000 7fe75993a640 1 --2- 172.21.15.17:0/1592192251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385ef370 0x555c385f1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.695+0000 7fe75993a640 1 -- 172.21.15.17:0/1592192251 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c384d63a0 con 0x555c385e45d0 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.695+0000 7fe752ffd640 1 --2- 172.21.15.17:0/942789750 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe73c0a32c0 0x7fe73c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.695+0000 7fe75993a640 1 --2- 172.21.15.17:0/1592192251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e45d0 0x555c385e4a10 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe7440cd9a0 tx=0x7fe7440d8570 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f5c954c49296dc8d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.695+0000 7fe75a13b640 1 --2- 172.21.15.17:0/942789750 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe73c0a32c0 0x7fe73c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.695+0000 7fe752ffd640 1 -- 172.21.15.17:0/942789750 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe7440cff00 con 0x7fe754100e20 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.696+0000 7fe73bfff640 1 -- 172.21.15.17:0/1592192251 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe744098870 con 0x555c385e45d0 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.696+0000 7fe73bfff640 1 -- 172.21.15.17:0/1592192251 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe744010ac0 con 0x555c385e45d0 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.696+0000 7fe73bfff640 1 -- 172.21.15.17:0/1592192251 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74409bf30 con 0x555c385e45d0 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.696+0000 7fe75a13b640 1 --2- 172.21.15.17:0/942789750 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe73c0a32c0 0x7fe73c0a5780 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fe74c009900 tx=0x7fe74c009560 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.696+0000 7fe75df77740 1 -- 172.21.15.17:0/1592192251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e45d0 msgr2=0x555c385e4a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.696+0000 7fe75df77740 1 --2- 172.21.15.17:0/1592192251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e45d0 0x555c385e4a10 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe7440cd9a0 tx=0x7fe7440d8570 comp rx=0 tx=0).stop 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.697+0000 7fe75df77740 1 -- 172.21.15.17:0/1592192251 shutdown_connections 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.697+0000 7fe75df77740 1 --2- 172.21.15.17:0/1592192251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385ef370 0x555c385f1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.697+0000 7fe75df77740 1 --2- 172.21.15.17:0/1592192251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e45d0 0x555c385e4a10 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.697+0000 7fe75df77740 1 --2- 172.21.15.17:0/1592192251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e5b40 0x555c385e4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.697+0000 7fe75df77740 1 -- 172.21.15.17:0/1592192251 >> 172.21.15.17:0/1592192251 conn(0x555c385ad310 msgr2=0x555c385e0c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:13.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.697+0000 7fe75df77740 1 -- 172.21.15.17:0/1592192251 shutdown_connections 2024-09-16T02:01:13.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.697+0000 7fe75df77740 1 -- 172.21.15.17:0/1592192251 wait complete. 2024-09-16T02:01:13.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.697+0000 7fe75df77740 1 -- start start 2024-09-16T02:01:13.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.697+0000 7fe75df77740 1 Processor -- start 2024-09-16T02:01:13.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75df77740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385e45d0 0x555c385eedb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75df77740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e5b40 0x555c385ec060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75df77740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385ef370 0x555c385ec7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75df77740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555c385f2070 con 0x555c385e45d0 2024-09-16T02:01:13.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75df77740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555c38505060 con 0x555c385ef370 2024-09-16T02:01:13.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75df77740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x555c385f21f0 con 0x555c385e5b40 2024-09-16T02:01:13.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75df77740 10 client.0 _ll_register_callbacks cb 0x555c382588c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:01:13.776 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:01:13.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75993a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385e45d0 0x555c385eedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75a13b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385ef370 0x555c385ec7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe759139640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e5b40 0x555c385ec060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75a13b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385ef370 0x555c385ec7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:40072/0 (socket says 172.21.15.17:40072) 2024-09-16T02:01:13.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75a13b640 1 -- 172.21.15.17:0/504262887 learned_addr learned my addr 172.21.15.17:0/504262887 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:13.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75a13b640 1 -- 172.21.15.17:0/504262887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e5b40 msgr2=0x555c385ec060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:13.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75a13b640 1 --2- 172.21.15.17:0/504262887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e5b40 0x555c385ec060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75a13b640 1 -- 172.21.15.17:0/504262887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385e45d0 msgr2=0x555c385eedb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:13.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75a13b640 1 --2- 172.21.15.17:0/504262887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385e45d0 0x555c385eedb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.698+0000 7fe75a13b640 1 -- 172.21.15.17:0/504262887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c382bb3c0 con 0x555c385ef370 2024-09-16T02:01:13.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.699+0000 7fe759139640 1 --2- 172.21.15.17:0/504262887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e5b40 0x555c385ec060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:13.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.699+0000 7fe75993a640 1 --2- 172.21.15.17:0/504262887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385e45d0 0x555c385eedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:13.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.699+0000 7fe75a13b640 1 --2- 172.21.15.17:0/504262887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385ef370 0x555c385ec7f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe74c0316b0 tx=0x7fe74c009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e42f78be40882c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:13.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.699+0000 7fe7397fa640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:01:13.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.699+0000 7fe7397fa640 1 -- 172.21.15.17:0/504262887 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74c04d030 con 0x555c385ef370 2024-09-16T02:01:13.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.699+0000 7fe7397fa640 1 -- 172.21.15.17:0/504262887 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe74c0035f0 con 0x555c385ef370 2024-09-16T02:01:13.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.699+0000 7fe75df77740 1 -- 172.21.15.17:0/504262887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x555c38557860 con 0x555c385ef370 2024-09-16T02:01:13.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.699+0000 7fe7397fa640 1 -- 172.21.15.17:0/504262887 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe74c035040 con 0x555c385ef370 2024-09-16T02:01:13.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.699+0000 7fe75df77740 10 client.27905 fetch_fsmap learned FSMap version 28 2024-09-16T02:01:13.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.699+0000 7fe75df77740 1 -- 172.21.15.17:0/504262887 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555c385fdbb0 con 0x555c385ef370 2024-09-16T02:01:13.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.700+0000 7fe7397fa640 1 -- 172.21.15.17:0/504262887 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe74c003ca0 con 0x555c385ef370 2024-09-16T02:01:13.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.700+0000 7fe7397fa640 1 -- 172.21.15.17:0/504262887 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fe74c03da40 con 0x555c385ef370 2024-09-16T02:01:13.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.700+0000 7fe75df77740 10 client.27905 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:01:13.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.700+0000 7fe75df77740 10 client.27905 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:01:13.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.700+0000 7fe75df77740 20 client.27905 populate_metadata read hostname 'smithi017' 2024-09-16T02:01:13.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.700+0000 7fe75df77740 1 --2- 172.21.15.17:0/504262887 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x555c385ff110 0x555c38601530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.700+0000 7fe75df77740 4 client.27905 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:01:13.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.700+0000 7fe75df77740 1 -- 172.21.15.17:0/504262887 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x555c38557860 con 0x555c385ff110 2024-09-16T02:01:13.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.700+0000 7fe75993a640 1 --2- 172.21.15.17:0/504262887 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x555c385ff110 0x555c38601530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.701+0000 7fe7397fa640 10 client.27905 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:01:13.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.701+0000 7fe75993a640 1 --2- 172.21.15.17:0/504262887 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x555c385ff110 0x555c38601530 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=820b75e374a58d8d server_cookie=de94762b4f65dfe0 in_seq=0 out_seq=0 2024-09-16T02:01:13.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.701+0000 7fe7397fa640 1 -- 172.21.15.17:0/504262887 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x555c38557860 con 0x555c385ff110 2024-09-16T02:01:13.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.701+0000 7fe7397fa640 10 client.27905 handle_command_reply: tid=0 2024-09-16T02:01:13.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.701+0000 7fe75df77740 1 client.27905 shutdown 2024-09-16T02:01:13.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.702+0000 7fe75df77740 1 -- 172.21.15.17:0/504262887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385ef370 msgr2=0x555c385ec7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:13.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.702+0000 7fe75df77740 1 --2- 172.21.15.17:0/504262887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385ef370 0x555c385ec7f0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe74c0316b0 tx=0x7fe74c009260 comp rx=0 tx=0).stop 2024-09-16T02:01:13.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.702+0000 7fe75df77740 1 -- 172.21.15.17:0/504262887 shutdown_connections 2024-09-16T02:01:13.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.702+0000 7fe75df77740 1 --2- 172.21.15.17:0/504262887 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x555c385ff110 0x555c38601530 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.702+0000 7fe75df77740 1 --2- 172.21.15.17:0/504262887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385ef370 0x555c385ec7f0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.702+0000 7fe75df77740 1 --2- 172.21.15.17:0/504262887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e5b40 0x555c385ec060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.702+0000 7fe75df77740 1 --2- 172.21.15.17:0/504262887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385e45d0 0x555c385eedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.702+0000 7fe7397fa640 0 client.27905 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:01:13.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.702+0000 7fe75df77740 1 -- 172.21.15.17:0/504262887 >> 172.21.15.17:0/504262887 conn(0x555c385ad310 msgr2=0x555c385e6960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:13.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.702+0000 7fe75df77740 1 -- 172.21.15.17:0/504262887 shutdown_connections 2024-09-16T02:01:13.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.702+0000 7fe75df77740 1 -- 172.21.15.17:0/504262887 wait complete. 2024-09-16T02:01:13.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.703+0000 7fe75df77740 20 client.27905 trim_cache size 0 max 16384 2024-09-16T02:01:13.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.724+0000 7fe75df77740 1 Processor -- start 2024-09-16T02:01:13.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.724+0000 7fe75df77740 1 -- start start 2024-09-16T02:01:13.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe75df77740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e45d0 0x555c385ec030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe75df77740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385e5b40 0x555c385eafa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe75df77740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385ef370 0x555c385e7120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe75df77740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe7541b1f80 con 0x555c385e5b40 2024-09-16T02:01:13.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe75df77740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe7541af850 con 0x555c385e45d0 2024-09-16T02:01:13.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe75df77740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe7541ad680 con 0x555c385ef370 2024-09-16T02:01:13.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe759139640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385e5b40 0x555c385eafa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe75a13b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385ef370 0x555c385e7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe759139640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385e5b40 0x555c385eafa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54596/0 (socket says 172.21.15.17:54596) 2024-09-16T02:01:13.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe75a13b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385ef370 0x555c385e7120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44170/0 (socket says 172.21.15.17:44170) 2024-09-16T02:01:13.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe759139640 1 -- 172.21.15.17:0/3632301075 learned_addr learned my addr 172.21.15.17:0/3632301075 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:13.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe75993a640 1 --2- 172.21.15.17:0/3632301075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e45d0 0x555c385ec030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe759139640 1 -- 172.21.15.17:0/3632301075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385ef370 msgr2=0x555c385e7120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:13.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe759139640 1 --2- 172.21.15.17:0/3632301075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385ef370 0x555c385e7120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe759139640 1 -- 172.21.15.17:0/3632301075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e45d0 msgr2=0x555c385ec030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:13.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe759139640 1 --2- 172.21.15.17:0/3632301075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e45d0 0x555c385ec030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.725+0000 7fe759139640 1 -- 172.21.15.17:0/3632301075 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555c385e42d0 con 0x555c385e5b40 2024-09-16T02:01:13.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.726+0000 7fe759139640 1 --2- 172.21.15.17:0/3632301075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385e5b40 0x555c385eafa0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fe748012590 tx=0x7fe748005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b42cd68d86c33368 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:13.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.726+0000 7fe73b7fe640 1 -- 172.21.15.17:0/3632301075 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe748022070 con 0x555c385e5b40 2024-09-16T02:01:13.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.726+0000 7fe73b7fe640 1 -- 172.21.15.17:0/3632301075 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7480035f0 con 0x555c385e5b40 2024-09-16T02:01:13.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.726+0000 7fe73b7fe640 1 -- 172.21.15.17:0/3632301075 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74800f720 con 0x555c385e5b40 2024-09-16T02:01:13.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.727+0000 7fe75df77740 1 -- 172.21.15.17:0/3632301075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385e5b40 msgr2=0x555c385eafa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:13.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.727+0000 7fe75df77740 1 --2- 172.21.15.17:0/3632301075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385e5b40 0x555c385eafa0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fe748012590 tx=0x7fe748005f90 comp rx=0 tx=0).stop 2024-09-16T02:01:13.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.727+0000 7fe75df77740 1 -- 172.21.15.17:0/3632301075 shutdown_connections 2024-09-16T02:01:13.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.727+0000 7fe75df77740 1 --2- 172.21.15.17:0/3632301075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385ef370 0x555c385e7120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.727+0000 7fe75df77740 1 --2- 172.21.15.17:0/3632301075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385e5b40 0x555c385eafa0 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.727+0000 7fe75df77740 1 --2- 172.21.15.17:0/3632301075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e45d0 0x555c385ec030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.727+0000 7fe75df77740 1 -- 172.21.15.17:0/3632301075 >> 172.21.15.17:0/3632301075 conn(0x555c385ad310 msgr2=0x555c385eb920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:13.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.728+0000 7fe75df77740 1 -- 172.21.15.17:0/3632301075 shutdown_connections 2024-09-16T02:01:13.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.728+0000 7fe75df77740 1 -- 172.21.15.17:0/3632301075 wait complete. 2024-09-16T02:01:13.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.728+0000 7fe75df77740 1 -- start start 2024-09-16T02:01:13.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.728+0000 7fe75df77740 1 Processor -- start 2024-09-16T02:01:13.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75df77740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e45d0 0x555c385e9d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75df77740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e5b40 0x555c385f74d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75df77740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385ef370 0x555c385f7c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75993a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e45d0 0x555c385e9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75993a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e45d0 0x555c385e9d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44180/0 (socket says 172.21.15.17:44180) 2024-09-16T02:01:13.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75993a640 1 -- 172.21.15.17:0/3549203532 learned_addr learned my addr 172.21.15.17:0/3549203532 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:13.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75a13b640 1 --2- 172.21.15.17:0/3549203532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385ef370 0x555c385f7c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75df77740 1 -- 172.21.15.17:0/3549203532 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe7541add10 con 0x555c385ef370 2024-09-16T02:01:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75df77740 1 -- 172.21.15.17:0/3549203532 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe7541af180 con 0x555c385e5b40 2024-09-16T02:01:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75df77740 1 -- 172.21.15.17:0/3549203532 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe7541ae3e0 con 0x555c385e45d0 2024-09-16T02:01:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe759139640 1 --2- 172.21.15.17:0/3549203532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e5b40 0x555c385f74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75df77740 10 client.0 _ll_register_callbacks cb 0x7fe74c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:01:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75993a640 1 -- 172.21.15.17:0/3549203532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e5b40 msgr2=0x555c385f74d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75993a640 1 --2- 172.21.15.17:0/3549203532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e5b40 0x555c385f74d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75993a640 1 -- 172.21.15.17:0/3549203532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385ef370 msgr2=0x555c385f7c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75993a640 1 --2- 172.21.15.17:0/3549203532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385ef370 0x555c385f7c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.729+0000 7fe75993a640 1 -- 172.21.15.17:0/3549203532 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555c385e83d0 con 0x555c385e45d0 2024-09-16T02:01:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.730+0000 7fe75a13b640 1 --2- 172.21.15.17:0/3549203532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385ef370 0x555c385f7c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:13.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.730+0000 7fe75993a640 1 --2- 172.21.15.17:0/3549203532 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e45d0 0x555c385e9d50 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fe7440d3550 tx=0x7fe74400eec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d4c771ca90e4eec8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:13.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.730+0000 7fe7397fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:01:13.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.730+0000 7fe7397fa640 1 -- 172.21.15.17:0/3549203532 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe74409c110 con 0x555c385e45d0 2024-09-16T02:01:13.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.730+0000 7fe7397fa640 1 -- 172.21.15.17:0/3549203532 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe74409a8d0 con 0x555c385e45d0 2024-09-16T02:01:13.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.730+0000 7fe75df77740 1 -- 172.21.15.17:0/3549203532 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe7480035f0 con 0x555c385e45d0 2024-09-16T02:01:13.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.730+0000 7fe7397fa640 1 -- 172.21.15.17:0/3549203532 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe74409c3a0 con 0x555c385e45d0 2024-09-16T02:01:13.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.730+0000 7fe75df77740 10 client.28204 fetch_fsmap learned FSMap version 28 2024-09-16T02:01:13.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.730+0000 7fe75df77740 1 -- 172.21.15.17:0/3549203532 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555c38671960 con 0x555c385e45d0 2024-09-16T02:01:13.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.731+0000 7fe7397fa640 1 -- 172.21.15.17:0/3549203532 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe7480035f0 con 0x555c385e45d0 2024-09-16T02:01:13.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.731+0000 7fe7397fa640 1 -- 172.21.15.17:0/3549203532 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fe7440d3980 con 0x555c385e45d0 2024-09-16T02:01:13.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.731+0000 7fe75df77740 10 client.28204 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:01:13.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.731+0000 7fe75df77740 10 client.28204 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:01:13.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.731+0000 7fe75df77740 20 client.28204 populate_metadata read hostname 'smithi017' 2024-09-16T02:01:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.731+0000 7fe75df77740 1 --2- 172.21.15.17:0/3549203532 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x555c38671ca0 0x555c38674090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.731+0000 7fe75df77740 4 client.28204 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:01:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.731+0000 7fe75df77740 1 -- 172.21.15.17:0/3549203532 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x555c38551d70 con 0x555c38671ca0 2024-09-16T02:01:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.731+0000 7fe759139640 1 --2- 172.21.15.17:0/3549203532 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x555c38671ca0 0x555c38674090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.732+0000 7fe759139640 1 --2- 172.21.15.17:0/3549203532 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x555c38671ca0 0x555c38674090 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=54524fa97e902096 server_cookie=801b028fda207aed in_seq=0 out_seq=0 2024-09-16T02:01:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.732+0000 7fe7397fa640 10 client.28204 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:01:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.732+0000 7fe7397fa640 1 -- 172.21.15.17:0/3549203532 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x555c38551d70 con 0x555c38671ca0 2024-09-16T02:01:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.732+0000 7fe7397fa640 10 client.28204 handle_command_reply: tid=0 2024-09-16T02:01:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.732+0000 7fe75df77740 1 client.28204 shutdown 2024-09-16T02:01:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.732+0000 7fe75df77740 1 -- 172.21.15.17:0/3549203532 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e45d0 msgr2=0x555c385e9d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.732+0000 7fe75df77740 1 --2- 172.21.15.17:0/3549203532 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e45d0 0x555c385e9d50 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fe7440d3550 tx=0x7fe74400eec0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.733+0000 7fe75df77740 1 -- 172.21.15.17:0/3549203532 shutdown_connections 2024-09-16T02:01:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.733+0000 7fe75df77740 1 --2- 172.21.15.17:0/3549203532 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x555c38671ca0 0x555c38674090 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.733+0000 7fe75df77740 1 --2- 172.21.15.17:0/3549203532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555c385ef370 0x555c385f7c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.733+0000 7fe75df77740 1 --2- 172.21.15.17:0/3549203532 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555c385e5b40 0x555c385f74d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.733+0000 7fe7397fa640 0 client.28204 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:01:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.733+0000 7fe75df77740 1 --2- 172.21.15.17:0/3549203532 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555c385e45d0 0x555c385e9d50 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.733+0000 7fe75df77740 1 -- 172.21.15.17:0/3549203532 >> 172.21.15.17:0/3549203532 conn(0x555c385ad310 msgr2=0x555c385ed8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.733+0000 7fe75df77740 1 -- 172.21.15.17:0/3549203532 shutdown_connections 2024-09-16T02:01:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.733+0000 7fe75df77740 1 -- 172.21.15.17:0/3549203532 wait complete. 2024-09-16T02:01:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.733+0000 7fe75df77740 20 client.28204 trim_cache size 0 max 16384 2024-09-16T02:01:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.734+0000 7fe75bb9e640 1 -- 172.21.15.17:0/942789750 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe73c0a32c0 msgr2=0x7fe73c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.734+0000 7fe75bb9e640 1 --2- 172.21.15.17:0/942789750 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe73c0a32c0 0x7fe73c0a5780 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fe74c009900 tx=0x7fe74c009560 comp rx=0 tx=0).stop 2024-09-16T02:01:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.734+0000 7fe75bb9e640 1 -- 172.21.15.17:0/942789750 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe754100e20 msgr2=0x7fe75419a540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.734+0000 7fe75bb9e640 1 --2- 172.21.15.17:0/942789750 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe754100e20 0x7fe75419a540 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fe74400ebc0 tx=0x7fe74400c6a0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.734+0000 7fe75bb9e640 1 -- 172.21.15.17:0/942789750 shutdown_connections 2024-09-16T02:01:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.734+0000 7fe75bb9e640 1 --2- 172.21.15.17:0/942789750 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe73c0a32c0 0x7fe73c0a5780 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.734+0000 7fe75bb9e640 1 --2- 172.21.15.17:0/942789750 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe754102ef0 0x7fe75419ee10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.734+0000 7fe75bb9e640 1 --2- 172.21.15.17:0/942789750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe754102570 0x7fe75419aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.734+0000 7fe75bb9e640 1 --2- 172.21.15.17:0/942789750 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe754100e20 0x7fe75419a540 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:13.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.734+0000 7fe75bb9e640 1 -- 172.21.15.17:0/942789750 >> 172.21.15.17:0/942789750 conn(0x7fe7540fc7d0 msgr2=0x7fe75406a790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:13.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.734+0000 7fe75bb9e640 1 -- 172.21.15.17:0/942789750 shutdown_connections 2024-09-16T02:01:13.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:13.734+0000 7fe75bb9e640 1 -- 172.21.15.17:0/942789750 wait complete. 2024-09-16T02:01:13.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:01:13.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:13 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:01:13.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:13.799 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:13 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:01:14.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 43146 8.23 MB/sec execute 156 sec latency 97.427 ms 2024-09-16T02:01:14.660 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T02:01:14.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:14 smithi017 ceph-mon[30972]: pgmap v870: 97 pgs: 97 active+clean; 481 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 3.8 MiB/s wr, 259 op/s 2024-09-16T02:01:14.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:14 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi029 to 177.0M 2024-09-16T02:01:14.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:14 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi122 to 175.9M 2024-09-16T02:01:14.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:14 smithi017 ceph-mon[30972]: Unable to set osd_memory_target on smithi029 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-16T02:01:14.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:14 smithi017 ceph-mon[30972]: Unable to set osd_memory_target on smithi122 to 184519372: error parsing value: Value '184519372' is below minimum 939524096 2024-09-16T02:01:14.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:14 smithi017 ceph-mon[30972]: Adjusting osd_memory_target on smithi017 to 177.0M 2024-09-16T02:01:14.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:14 smithi017 ceph-mon[30972]: Unable to set osd_memory_target on smithi017 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-16T02:01:14.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:01:14.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:01:14.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:01:14.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:14 smithi122 ceph-mon[34758]: pgmap v870: 97 pgs: 97 active+clean; 481 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 3.8 MiB/s wr, 259 op/s 2024-09-16T02:01:14.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:14 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi029 to 177.0M 2024-09-16T02:01:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:14 smithi029 ceph-mon[34783]: pgmap v870: 97 pgs: 97 active+clean; 481 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 944 KiB/s rd, 3.8 MiB/s wr, 259 op/s 2024-09-16T02:01:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:14 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi029 to 177.0M 2024-09-16T02:01:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:14 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi122 to 175.9M 2024-09-16T02:01:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:14 smithi029 ceph-mon[34783]: Unable to set osd_memory_target on smithi029 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-16T02:01:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:14 smithi029 ceph-mon[34783]: Unable to set osd_memory_target on smithi122 to 184519372: error parsing value: Value '184519372' is below minimum 939524096 2024-09-16T02:01:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:14 smithi029 ceph-mon[34783]: Adjusting osd_memory_target on smithi017 to 177.0M 2024-09-16T02:01:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:14 smithi029 ceph-mon[34783]: Unable to set osd_memory_target on smithi017 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-16T02:01:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:01:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:01:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:01:15.012 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:01:15.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 43312 8.25 MB/sec execute 157 sec latency 84.362 ms 2024-09-16T02:01:15.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:15 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi122 to 175.9M 2024-09-16T02:01:15.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:15 smithi122 ceph-mon[34758]: Unable to set osd_memory_target on smithi029 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-16T02:01:15.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:15 smithi122 ceph-mon[34758]: Unable to set osd_memory_target on smithi122 to 184519372: error parsing value: Value '184519372' is below minimum 939524096 2024-09-16T02:01:15.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:15 smithi122 ceph-mon[34758]: Adjusting osd_memory_target on smithi017 to 177.0M 2024-09-16T02:01:15.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:15 smithi122 ceph-mon[34758]: Unable to set osd_memory_target on smithi017 to 185688473: error parsing value: Value '185688473' is below minimum 939524096 2024-09-16T02:01:15.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:01:15.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:01:15.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:01:16.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 43438 8.25 MB/sec execute 158 sec latency 238.196 ms 2024-09-16T02:01:16.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.288+0000 7f6ab5e9b640 1 -- 172.21.15.17:0/2038192762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ab0102570 msgr2=0x7f6ab01029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:16.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.288+0000 7f6ab5e9b640 1 --2- 172.21.15.17:0/2038192762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ab0102570 0x7f6ab01029b0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f6a98009860 tx=0x7f6a9802a3d0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.288+0000 7f6ab5e9b640 1 -- 172.21.15.17:0/2038192762 shutdown_connections 2024-09-16T02:01:16.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.288+0000 7f6ab5e9b640 1 --2- 172.21.15.17:0/2038192762 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ab0102ef0 0x7f6ab010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.288+0000 7f6ab5e9b640 1 --2- 172.21.15.17:0/2038192762 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ab0102570 0x7f6ab01029b0 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.288+0000 7f6ab5e9b640 1 --2- 172.21.15.17:0/2038192762 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ab0100e20 0x7f6ab0101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.288+0000 7f6ab5e9b640 1 -- 172.21.15.17:0/2038192762 >> 172.21.15.17:0/2038192762 conn(0x7f6ab00fc7d0 msgr2=0x7f6ab00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:16.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.288+0000 7f6ab5e9b640 1 -- 172.21.15.17:0/2038192762 shutdown_connections 2024-09-16T02:01:16.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.288+0000 7f6ab5e9b640 1 -- 172.21.15.17:0/2038192762 wait complete. 2024-09-16T02:01:16.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.289+0000 7f6ab5e9b640 1 Processor -- start 2024-09-16T02:01:16.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.289+0000 7f6ab5e9b640 1 -- start start 2024-09-16T02:01:16.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.289+0000 7f6ab5e9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ab0100e20 0x7f6ab019a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.289+0000 7f6ab5e9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ab0102570 0x7f6ab019ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.289+0000 7f6ab5e9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ab0102ef0 0x7f6ab019eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.289+0000 7f6aaf7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ab0100e20 0x7f6ab019a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.289+0000 7f6aaffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ab0102ef0 0x7f6ab019eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.289+0000 7f6ab5e9b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab0111f50 con 0x7f6ab0102ef0 2024-09-16T02:01:16.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.289+0000 7f6aaf7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ab0100e20 0x7f6ab019a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43770/0 (socket says 172.21.15.17:43770) 2024-09-16T02:01:16.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.289+0000 7f6ab5e9b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab0111dd0 con 0x7f6ab0102570 2024-09-16T02:01:16.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.289+0000 7f6ab5e9b640 1 -- 172.21.15.17:0/676320200 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab01120d0 con 0x7f6ab0100e20 2024-09-16T02:01:16.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.289+0000 7f6aaf7fe640 1 -- 172.21.15.17:0/676320200 learned_addr learned my addr 172.21.15.17:0/676320200 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:16.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.289+0000 7f6aaffff640 1 --2- 172.21.15.17:0/676320200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ab0102ef0 0x7f6ab019eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59856/0 (socket says 172.21.15.17:59856) 2024-09-16T02:01:16.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.290+0000 7f6aa7fff640 1 --2- 172.21.15.17:0/676320200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ab0102570 0x7f6ab019ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.290+0000 7f6aaf7fe640 1 -- 172.21.15.17:0/676320200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ab0102570 msgr2=0x7f6ab019ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:16.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.290+0000 7f6aaf7fe640 1 --2- 172.21.15.17:0/676320200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ab0102570 0x7f6ab019ab20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.290+0000 7f6aaf7fe640 1 -- 172.21.15.17:0/676320200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ab0102ef0 msgr2=0x7f6ab019eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:16.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.290+0000 7f6aaf7fe640 1 --2- 172.21.15.17:0/676320200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ab0102ef0 0x7f6ab019eeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.290+0000 7f6aaf7fe640 1 -- 172.21.15.17:0/676320200 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ab019f590 con 0x7f6ab0100e20 2024-09-16T02:01:16.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.291+0000 7f6aaf7fe640 1 --2- 172.21.15.17:0/676320200 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ab0100e20 0x7f6ab019a5e0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f6aa000e9c0 tx=0x7f6aa000ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:16.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.291+0000 7f6aad7fa640 1 -- 172.21.15.17:0/676320200 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aa000cde0 con 0x7f6ab0100e20 2024-09-16T02:01:16.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.291+0000 7f6aad7fa640 1 -- 172.21.15.17:0/676320200 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6aa00035f0 con 0x7f6ab0100e20 2024-09-16T02:01:16.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.291+0000 7f6aad7fa640 1 -- 172.21.15.17:0/676320200 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aa0010690 con 0x7f6ab0100e20 2024-09-16T02:01:16.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.291+0000 7f6ab5e9b640 1 -- 172.21.15.17:0/676320200 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ab019f880 con 0x7f6ab0100e20 2024-09-16T02:01:16.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.291+0000 7f6ab5e9b640 1 -- 172.21.15.17:0/676320200 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ab01a7160 con 0x7f6ab0100e20 2024-09-16T02:01:16.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.295+0000 7f6ab8274740 1 Processor -- start 2024-09-16T02:01:16.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.295+0000 7f6ab8274740 1 -- start start 2024-09-16T02:01:16.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.295+0000 7f6aad7fa640 1 -- 172.21.15.17:0/676320200 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f6aa00037a0 con 0x7f6ab0100e20 2024-09-16T02:01:16.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.296+0000 7f6ab8274740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe23b40 0x5640ebe22090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.296+0000 7f6ab8274740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe225d0 0x5640ebe22a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.296+0000 7f6ab8274740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe35b80 0x5640ebe37f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.296+0000 7f6aaffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe23b40 0x5640ebe22090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.296+0000 7f6aaffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe23b40 0x5640ebe22090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43780/0 (socket says 172.21.15.17:43780) 2024-09-16T02:01:16.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.296+0000 7f6aaffff640 1 -- 172.21.15.17:0/3741780881 learned_addr learned my addr 172.21.15.17:0/3741780881 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:16.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.296+0000 7f6ab8274740 1 -- 172.21.15.17:0/3741780881 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5640ebd882f0 con 0x5640ebe225d0 2024-09-16T02:01:16.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.296+0000 7f6ab8274740 1 -- 172.21.15.17:0/3741780881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5640ebd2fcf0 con 0x5640ebe35b80 2024-09-16T02:01:16.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.296+0000 7f6ab8274740 1 -- 172.21.15.17:0/3741780881 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5640ebd842b0 con 0x5640ebe23b40 2024-09-16T02:01:16.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.296+0000 7f6aa7fff640 1 --2- 172.21.15.17:0/3741780881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe35b80 0x5640ebe37f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.296+0000 7f6aaf7fe640 1 --2- 172.21.15.17:0/3741780881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe225d0 0x5640ebe22a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.296+0000 7f6aaffff640 1 -- 172.21.15.17:0/3741780881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe35b80 msgr2=0x5640ebe37f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:16.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.296+0000 7f6aaffff640 1 --2- 172.21.15.17:0/3741780881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe35b80 0x5640ebe37f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.296+0000 7f6aaffff640 1 -- 172.21.15.17:0/3741780881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe225d0 msgr2=0x5640ebe22a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:16.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.297+0000 7f6aaffff640 1 --2- 172.21.15.17:0/3741780881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe225d0 0x5640ebe22a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.297+0000 7f6aaffff640 1 -- 172.21.15.17:0/3741780881 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640ebd143a0 con 0x5640ebe23b40 2024-09-16T02:01:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.297+0000 7f6aaffff640 1 --2- 172.21.15.17:0/3741780881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe23b40 0x5640ebe22090 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f6aa8009fd0 tx=0x7f6aa80118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9b17a3aeed9a4837 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.297+0000 7f6aa5ffb640 1 -- 172.21.15.17:0/3741780881 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aa8004d20 con 0x5640ebe23b40 2024-09-16T02:01:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.297+0000 7f6aa5ffb640 1 -- 172.21.15.17:0/3741780881 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6aa8004050 con 0x5640ebe23b40 2024-09-16T02:01:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.297+0000 7f6aad7fa640 1 --2- 172.21.15.17:0/676320200 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6a9c0a3340 0x7f6a9c0a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.298+0000 7f6aad7fa640 1 -- 172.21.15.17:0/676320200 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f6aa00cfbc0 con 0x7f6ab0100e20 2024-09-16T02:01:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.298+0000 7f6aa5ffb640 1 -- 172.21.15.17:0/3741780881 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aa8005280 con 0x5640ebe23b40 2024-09-16T02:01:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.298+0000 7f6aaf7fe640 1 --2- 172.21.15.17:0/676320200 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6a9c0a3340 0x7f6a9c0a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.298+0000 7f6ab8274740 1 -- 172.21.15.17:0/3741780881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe23b40 msgr2=0x5640ebe22090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.298+0000 7f6ab8274740 1 --2- 172.21.15.17:0/3741780881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe23b40 0x5640ebe22090 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f6aa8009fd0 tx=0x7f6aa80118d0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.298+0000 7f6aaf7fe640 1 --2- 172.21.15.17:0/676320200 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6a9c0a3340 0x7f6a9c0a5800 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f6aa00a48e0 tx=0x7f6aa0003e10 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.299+0000 7f6ab8274740 1 -- 172.21.15.17:0/3741780881 shutdown_connections 2024-09-16T02:01:16.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.299+0000 7f6ab8274740 1 --2- 172.21.15.17:0/3741780881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe35b80 0x5640ebe37f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.299+0000 7f6ab8274740 1 --2- 172.21.15.17:0/3741780881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe225d0 0x5640ebe22a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.299+0000 7f6ab8274740 1 --2- 172.21.15.17:0/3741780881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe23b40 0x5640ebe22090 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.299+0000 7f6ab8274740 1 -- 172.21.15.17:0/3741780881 >> 172.21.15.17:0/3741780881 conn(0x5640ebdeb310 msgr2=0x5640ebe1ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:16.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.299+0000 7f6ab8274740 1 -- 172.21.15.17:0/3741780881 shutdown_connections 2024-09-16T02:01:16.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.299+0000 7f6ab8274740 1 -- 172.21.15.17:0/3741780881 wait complete. 2024-09-16T02:01:16.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.299+0000 7f6ab8274740 1 -- start start 2024-09-16T02:01:16.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.299+0000 7f6ab8274740 1 Processor -- start 2024-09-16T02:01:16.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.300+0000 7f6ab8274740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe225d0 0x5640ebe28c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.300+0000 7f6ab8274740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe23b40 0x5640ebe25f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.300+0000 7f6ab8274740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe35b80 0x5640ebe26470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.300+0000 7f6ab8274740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5640ebe38920 con 0x5640ebe35b80 2024-09-16T02:01:16.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.300+0000 7f6ab8274740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5640ebd43060 con 0x5640ebe225d0 2024-09-16T02:01:16.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.300+0000 7f6ab8274740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5640ebe38aa0 con 0x5640ebe23b40 2024-09-16T02:01:16.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.300+0000 7f6ab8274740 10 client.0 _ll_register_callbacks cb 0x5640eba968c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:01:16.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.301+0000 7f6aaffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe35b80 0x5640ebe26470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.301+0000 7f6aaffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe225d0 0x5640ebe28c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.301+0000 7f6aaffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe35b80 0x5640ebe26470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59884/0 (socket says 172.21.15.17:59884) 2024-09-16T02:01:16.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.301+0000 7f6aaffff640 1 -- 172.21.15.17:0/1321061208 learned_addr learned my addr 172.21.15.17:0/1321061208 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:16.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.301+0000 7f6aaffff640 1 -- 172.21.15.17:0/1321061208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe23b40 msgr2=0x5640ebe25f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:16.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.301+0000 7f6aaffff640 1 --2- 172.21.15.17:0/1321061208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe23b40 0x5640ebe25f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.301+0000 7f6aaffff640 1 -- 172.21.15.17:0/1321061208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe225d0 msgr2=0x5640ebe28c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:16.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.301+0000 7f6aaffff640 1 --2- 172.21.15.17:0/1321061208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe225d0 0x5640ebe28c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.301+0000 7f6aaffff640 1 -- 172.21.15.17:0/1321061208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640ebaf93c0 con 0x5640ebe35b80 2024-09-16T02:01:16.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.302+0000 7f6aaffff640 1 --2- 172.21.15.17:0/1321061208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe35b80 0x5640ebe26470 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f6aa8005c40 tx=0x7f6aa8000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=852b97f9cd60eec3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:16.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.302+0000 7f6a8effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:01:16.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.302+0000 7f6a8effd640 1 -- 172.21.15.17:0/1321061208 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6aa8029070 con 0x5640ebe35b80 2024-09-16T02:01:16.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.302+0000 7f6ab8274740 1 -- 172.21.15.17:0/1321061208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6aa8004050 con 0x5640ebe35b80 2024-09-16T02:01:16.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.302+0000 7f6a8effd640 1 -- 172.21.15.17:0/1321061208 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f6aa800f6e0 con 0x5640ebe35b80 2024-09-16T02:01:16.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.303+0000 7f6a8effd640 1 -- 172.21.15.17:0/1321061208 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6aa8035050 con 0x5640ebe35b80 2024-09-16T02:01:16.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.303+0000 7f6ab8274740 10 client.18561 fetch_fsmap learned FSMap version 28 2024-09-16T02:01:16.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.303+0000 7f6ab8274740 1 -- 172.21.15.17:0/1321061208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5640ebe44390 con 0x5640ebe35b80 2024-09-16T02:01:16.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.304+0000 7f6a8effd640 1 -- 172.21.15.17:0/1321061208 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6aa800fd90 con 0x5640ebe35b80 2024-09-16T02:01:16.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.304+0000 7f6a8effd640 1 -- 172.21.15.17:0/1321061208 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f6aa8025960 con 0x5640ebe35b80 2024-09-16T02:01:16.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.304+0000 7f6ab8274740 10 client.18561 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:01:16.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.304+0000 7f6ab8274740 10 client.18561 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:01:16.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.304+0000 7f6ab8274740 20 client.18561 populate_metadata read hostname 'smithi017' 2024-09-16T02:01:16.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.304+0000 7f6ab8274740 1 --2- 172.21.15.17:0/1321061208 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5640ebe45850 0x5640ebe47c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.304+0000 7f6ab8274740 4 client.18561 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:01:16.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.304+0000 7f6ab8274740 1 -- 172.21.15.17:0/1321061208 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f6aa8004050 con 0x5640ebe45850 2024-09-16T02:01:16.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.305+0000 7f6aa7fff640 1 --2- 172.21.15.17:0/1321061208 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5640ebe45850 0x5640ebe47c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.306+0000 7f6a8effd640 10 client.18561 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:16.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.306+0000 7f6aa7fff640 1 --2- 172.21.15.17:0/1321061208 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5640ebe45850 0x5640ebe47c40 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=12d2a37a3a8b45df server_cookie=8eae77a185a89715 in_seq=0 out_seq=0 2024-09-16T02:01:16.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.307+0000 7f6a8effd640 1 -- 172.21.15.17:0/1321061208 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f6aa8004050 con 0x5640ebe45850 2024-09-16T02:01:16.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.307+0000 7f6a8effd640 10 client.18561 handle_command_reply: tid=0 2024-09-16T02:01:16.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.307+0000 7f6ab8274740 1 client.18561 shutdown 2024-09-16T02:01:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.308+0000 7f6ab8274740 1 -- 172.21.15.17:0/1321061208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe35b80 msgr2=0x5640ebe26470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.308+0000 7f6ab8274740 1 --2- 172.21.15.17:0/1321061208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe35b80 0x5640ebe26470 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f6aa8005c40 tx=0x7f6aa8000f40 comp rx=0 tx=0).stop 2024-09-16T02:01:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.308+0000 7f6ab8274740 1 -- 172.21.15.17:0/1321061208 shutdown_connections 2024-09-16T02:01:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.308+0000 7f6ab8274740 1 --2- 172.21.15.17:0/1321061208 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5640ebe45850 0x5640ebe47c40 crc :-1 s=READY pgs=258 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.308+0000 7f6ab8274740 1 --2- 172.21.15.17:0/1321061208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe35b80 0x5640ebe26470 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.308+0000 7f6ab8274740 1 --2- 172.21.15.17:0/1321061208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe23b40 0x5640ebe25f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.308+0000 7f6ab8274740 1 --2- 172.21.15.17:0/1321061208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe225d0 0x5640ebe28c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.308+0000 7f6ab8274740 1 -- 172.21.15.17:0/1321061208 >> 172.21.15.17:0/1321061208 conn(0x5640ebdeb310 msgr2=0x5640ebe24930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:16.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.308+0000 7f6a8effd640 0 client.18561 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:16.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.308+0000 7f6ab8274740 1 -- 172.21.15.17:0/1321061208 shutdown_connections 2024-09-16T02:01:16.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.308+0000 7f6ab8274740 1 -- 172.21.15.17:0/1321061208 wait complete. 2024-09-16T02:01:16.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.308+0000 7f6ab8274740 20 client.18561 trim_cache size 0 max 16384 2024-09-16T02:01:16.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.328+0000 7f6ab8274740 1 Processor -- start 2024-09-16T02:01:16.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.328+0000 7f6ab8274740 1 -- start start 2024-09-16T02:01:16.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.328+0000 7f6ab8274740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe225d0 0x5640ebe41bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.328+0000 7f6ab8274740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe23b40 0x5640ebe35070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.328+0000 7f6ab8274740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe35b80 0x5640ebe355b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.328+0000 7f6ab8274740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab01adc50 con 0x5640ebe35b80 2024-09-16T02:01:16.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.328+0000 7f6ab8274740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab01ab520 con 0x5640ebe23b40 2024-09-16T02:01:16.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.328+0000 7f6ab8274740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab01a9370 con 0x5640ebe225d0 2024-09-16T02:01:16.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.328+0000 7f6aaffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe35b80 0x5640ebe355b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.328+0000 7f6aaffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe225d0 0x5640ebe41bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.328+0000 7f6aa7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe23b40 0x5640ebe35070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.328+0000 7f6aaffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe225d0 0x5640ebe41bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43802/0 (socket says 172.21.15.17:43802) 2024-09-16T02:01:16.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.328+0000 7f6aaffff640 1 -- 172.21.15.17:0/4149310356 learned_addr learned my addr 172.21.15.17:0/4149310356 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:16.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.329+0000 7f6aa7fff640 1 -- 172.21.15.17:0/4149310356 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe225d0 msgr2=0x5640ebe41bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:16.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.329+0000 7f6aa7fff640 1 --2- 172.21.15.17:0/4149310356 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe225d0 0x5640ebe41bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.329+0000 7f6aa7fff640 1 -- 172.21.15.17:0/4149310356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe35b80 msgr2=0x5640ebe355b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:16.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.329+0000 7f6aa7fff640 1 --2- 172.21.15.17:0/4149310356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe35b80 0x5640ebe355b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.329+0000 7f6aa7fff640 1 -- 172.21.15.17:0/4149310356 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5640ebe32380 con 0x5640ebe23b40 2024-09-16T02:01:16.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.329+0000 7f6aa7fff640 1 --2- 172.21.15.17:0/4149310356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe23b40 0x5640ebe35070 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6a98009830 tx=0x7f6a98005a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a0c78be1964585cb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:16.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.329+0000 7f6aa57fa640 1 -- 172.21.15.17:0/4149310356 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a98004240 con 0x5640ebe23b40 2024-09-16T02:01:16.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.329+0000 7f6aa57fa640 1 -- 172.21.15.17:0/4149310356 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a98030e50 con 0x5640ebe23b40 2024-09-16T02:01:16.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.329+0000 7f6aa57fa640 1 -- 172.21.15.17:0/4149310356 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a98003c30 con 0x5640ebe23b40 2024-09-16T02:01:16.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.330+0000 7f6ab8274740 1 -- 172.21.15.17:0/4149310356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe23b40 msgr2=0x5640ebe35070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:16.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.330+0000 7f6ab8274740 1 --2- 172.21.15.17:0/4149310356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe23b40 0x5640ebe35070 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6a98009830 tx=0x7f6a98005a90 comp rx=0 tx=0).stop 2024-09-16T02:01:16.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.330+0000 7f6ab8274740 1 -- 172.21.15.17:0/4149310356 shutdown_connections 2024-09-16T02:01:16.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.330+0000 7f6ab8274740 1 --2- 172.21.15.17:0/4149310356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe35b80 0x5640ebe355b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.330+0000 7f6ab8274740 1 --2- 172.21.15.17:0/4149310356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe23b40 0x5640ebe35070 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.330+0000 7f6ab8274740 1 --2- 172.21.15.17:0/4149310356 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe225d0 0x5640ebe41bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.330+0000 7f6ab8274740 1 -- 172.21.15.17:0/4149310356 >> 172.21.15.17:0/4149310356 conn(0x5640ebdeb310 msgr2=0x5640ebe25ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:16.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.330+0000 7f6ab8274740 1 -- 172.21.15.17:0/4149310356 shutdown_connections 2024-09-16T02:01:16.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.330+0000 7f6ab8274740 1 -- 172.21.15.17:0/4149310356 wait complete. 2024-09-16T02:01:16.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.331+0000 7f6ab8274740 1 -- start start 2024-09-16T02:01:16.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.331+0000 7f6ab8274740 1 Processor -- start 2024-09-16T02:01:16.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.331+0000 7f6ab8274740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe225d0 0x5640ebe3e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.331+0000 7f6ab8274740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe23b40 0x5640ebe334c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.331+0000 7f6ab8274740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe35b80 0x5640ebe33a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6ab8274740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab01a99e0 con 0x5640ebe23b40 2024-09-16T02:01:16.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6aaffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe225d0 0x5640ebe3e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6aaffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe225d0 0x5640ebe3e4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:32882/0 (socket says 172.21.15.17:32882) 2024-09-16T02:01:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6aaffff640 1 -- 172.21.15.17:0/211501788 learned_addr learned my addr 172.21.15.17:0/211501788 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6aa7fff640 1 --2- 172.21.15.17:0/211501788 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe23b40 0x5640ebe334c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6ab8274740 1 -- 172.21.15.17:0/211501788 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab01aae50 con 0x5640ebe225d0 2024-09-16T02:01:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6ab8274740 1 -- 172.21.15.17:0/211501788 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f6ab01aa0b0 con 0x5640ebe35b80 2024-09-16T02:01:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6aaffff640 1 --2- 172.21.15.17:0/211501788 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe35b80 0x5640ebe33a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6ab8274740 10 client.0 _ll_register_callbacks cb 0x7f6aa80093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:01:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6aa7fff640 1 -- 172.21.15.17:0/211501788 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe35b80 msgr2=0x5640ebe33a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6aa7fff640 1 --2- 172.21.15.17:0/211501788 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe35b80 0x5640ebe33a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6aa7fff640 1 -- 172.21.15.17:0/211501788 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe225d0 msgr2=0x5640ebe3e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6aa7fff640 1 --2- 172.21.15.17:0/211501788 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe225d0 0x5640ebe3e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6aa7fff640 1 -- 172.21.15.17:0/211501788 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5640ebe34230 con 0x5640ebe23b40 2024-09-16T02:01:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.332+0000 7f6aa7fff640 1 --2- 172.21.15.17:0/211501788 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe23b40 0x5640ebe334c0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x5640ebe1f340 tx=0x7f6a98030900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d9bfd0bc196649f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.333+0000 7f6a8effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:01:16.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.333+0000 7f6a8effd640 1 -- 172.21.15.17:0/211501788 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a98004030 con 0x5640ebe23b40 2024-09-16T02:01:16.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.333+0000 7f6a8effd640 1 -- 172.21.15.17:0/211501788 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f6a980041d0 con 0x5640ebe23b40 2024-09-16T02:01:16.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.333+0000 7f6ab8274740 1 -- 172.21.15.17:0/211501788 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6a98030e50 con 0x5640ebe23b40 2024-09-16T02:01:16.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.334+0000 7f6a8effd640 1 -- 172.21.15.17:0/211501788 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6a980043d0 con 0x5640ebe23b40 2024-09-16T02:01:16.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.334+0000 7f6ab8274740 10 client.18567 fetch_fsmap learned FSMap version 28 2024-09-16T02:01:16.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.334+0000 7f6ab8274740 1 -- 172.21.15.17:0/211501788 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5640ebeb0300 con 0x5640ebe23b40 2024-09-16T02:01:16.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.334+0000 7f6a8effd640 1 -- 172.21.15.17:0/211501788 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6a98030e50 con 0x5640ebe23b40 2024-09-16T02:01:16.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.334+0000 7f6a8effd640 1 -- 172.21.15.17:0/211501788 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f6a9804f4b0 con 0x5640ebe23b40 2024-09-16T02:01:16.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.334+0000 7f6ab8274740 10 client.18567 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:01:16.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.334+0000 7f6ab8274740 10 client.18567 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:01:16.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.335+0000 7f6ab8274740 20 client.18567 populate_metadata read hostname 'smithi017' 2024-09-16T02:01:16.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.335+0000 7f6ab8274740 1 --2- 172.21.15.17:0/211501788 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5640ebeb0b00 0x5640ebeb2f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:16.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.335+0000 7f6ab8274740 4 client.18567 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:01:16.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.335+0000 7f6ab8274740 1 -- 172.21.15.17:0/211501788 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5640ebd95860 con 0x5640ebeb0b00 2024-09-16T02:01:16.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.335+0000 7f6aaffff640 1 --2- 172.21.15.17:0/211501788 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5640ebeb0b00 0x5640ebeb2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:16.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.335+0000 7f6aaffff640 1 --2- 172.21.15.17:0/211501788 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5640ebeb0b00 0x5640ebeb2f20 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2e7e355d05cab6df server_cookie=3d08deb32e86fc4b in_seq=0 out_seq=0 2024-09-16T02:01:16.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.335+0000 7f6a8effd640 10 client.18567 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:16.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.336+0000 7f6a8effd640 1 -- 172.21.15.17:0/211501788 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5640ebd95860 con 0x5640ebeb0b00 2024-09-16T02:01:16.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.336+0000 7f6a8effd640 10 client.18567 handle_command_reply: tid=0 2024-09-16T02:01:16.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.336+0000 7f6ab8274740 1 client.18567 shutdown 2024-09-16T02:01:16.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.337+0000 7f6ab8274740 1 -- 172.21.15.17:0/211501788 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe23b40 msgr2=0x5640ebe334c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:16.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.337+0000 7f6ab8274740 1 --2- 172.21.15.17:0/211501788 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe23b40 0x5640ebe334c0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x5640ebe1f340 tx=0x7f6a98030900 comp rx=0 tx=0).stop 2024-09-16T02:01:16.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.337+0000 7f6ab8274740 1 -- 172.21.15.17:0/211501788 shutdown_connections 2024-09-16T02:01:16.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.337+0000 7f6ab8274740 1 --2- 172.21.15.17:0/211501788 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5640ebeb0b00 0x5640ebeb2f20 crc :-1 s=READY pgs=259 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.337+0000 7f6ab8274740 1 --2- 172.21.15.17:0/211501788 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5640ebe35b80 0x5640ebe33a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.337+0000 7f6ab8274740 1 --2- 172.21.15.17:0/211501788 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5640ebe23b40 0x5640ebe334c0 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.337+0000 7f6a8effd640 0 client.18567 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:16.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.337+0000 7f6ab8274740 1 --2- 172.21.15.17:0/211501788 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5640ebe225d0 0x5640ebe3e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.337+0000 7f6ab8274740 1 -- 172.21.15.17:0/211501788 >> 172.21.15.17:0/211501788 conn(0x5640ebdeb310 msgr2=0x5640ebe34f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:16.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.337+0000 7f6ab8274740 1 -- 172.21.15.17:0/211501788 shutdown_connections 2024-09-16T02:01:16.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.337+0000 7f6ab8274740 1 -- 172.21.15.17:0/211501788 wait complete. 2024-09-16T02:01:16.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.337+0000 7f6ab8274740 20 client.18567 trim_cache size 0 max 16384 2024-09-16T02:01:16.342 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:01:16.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.338+0000 7f6ab5e9b640 1 -- 172.21.15.17:0/676320200 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6a9c0a3340 msgr2=0x7f6a9c0a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:16.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.338+0000 7f6ab5e9b640 1 --2- 172.21.15.17:0/676320200 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6a9c0a3340 0x7f6a9c0a5800 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f6aa00a48e0 tx=0x7f6aa0003e10 comp rx=0 tx=0).stop 2024-09-16T02:01:16.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.338+0000 7f6ab5e9b640 1 -- 172.21.15.17:0/676320200 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ab0100e20 msgr2=0x7f6ab019a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:16.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.338+0000 7f6ab5e9b640 1 --2- 172.21.15.17:0/676320200 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ab0100e20 0x7f6ab019a5e0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f6aa000e9c0 tx=0x7f6aa000ee80 comp rx=0 tx=0).stop 2024-09-16T02:01:16.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.338+0000 7f6ab5e9b640 1 -- 172.21.15.17:0/676320200 shutdown_connections 2024-09-16T02:01:16.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.338+0000 7f6ab5e9b640 1 --2- 172.21.15.17:0/676320200 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f6a9c0a3340 0x7f6a9c0a5800 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.338+0000 7f6ab5e9b640 1 --2- 172.21.15.17:0/676320200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ab0102ef0 0x7f6ab019eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.338+0000 7f6ab5e9b640 1 --2- 172.21.15.17:0/676320200 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f6ab0102570 0x7f6ab019ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.338+0000 7f6ab5e9b640 1 --2- 172.21.15.17:0/676320200 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f6ab0100e20 0x7f6ab019a5e0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:16.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.338+0000 7f6ab5e9b640 1 -- 172.21.15.17:0/676320200 >> 172.21.15.17:0/676320200 conn(0x7f6ab00fc7d0 msgr2=0x7f6ab0105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:16.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.338+0000 7f6ab5e9b640 1 -- 172.21.15.17:0/676320200 shutdown_connections 2024-09-16T02:01:16.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:16.338+0000 7f6ab5e9b640 1 -- 172.21.15.17:0/676320200 wait complete. 2024-09-16T02:01:16.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:16 smithi017 ceph-mon[30972]: pgmap v871: 97 pgs: 97 active+clean; 484 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 3.6 MiB/s wr, 212 op/s 2024-09-16T02:01:16.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:16 smithi029 ceph-mon[34783]: pgmap v871: 97 pgs: 97 active+clean; 484 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 3.6 MiB/s wr, 212 op/s 2024-09-16T02:01:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:16 smithi122 ceph-mon[34758]: pgmap v871: 97 pgs: 97 active+clean; 484 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 3.6 MiB/s wr, 212 op/s 2024-09-16T02:01:17.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 43617 8.29 MB/sec execute 159 sec latency 117.431 ms 2024-09-16T02:01:18.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 43745 8.32 MB/sec execute 160 sec latency 100.570 ms 2024-09-16T02:01:18.298 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T02:01:18.298 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T02:01:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:01:18.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:18 smithi017 ceph-mon[30972]: pgmap v872: 97 pgs: 97 active+clean; 486 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 645 KiB/s rd, 3.2 MiB/s wr, 200 op/s 2024-09-16T02:01:18.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:18 smithi029 ceph-mon[34783]: pgmap v872: 97 pgs: 97 active+clean; 486 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 645 KiB/s rd, 3.2 MiB/s wr, 200 op/s 2024-09-16T02:01:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:18 smithi122 ceph-mon[34758]: pgmap v872: 97 pgs: 97 active+clean; 486 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 645 KiB/s rd, 3.2 MiB/s wr, 200 op/s 2024-09-16T02:01:19.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 43925 8.37 MB/sec execute 161 sec latency 99.402 ms 2024-09-16T02:01:19.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.349+0000 7f1a3590a640 1 -- 172.21.15.17:0/583213423 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a30106b80 msgr2=0x7f1a30106f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:19.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.349+0000 7f1a3590a640 1 --2- 172.21.15.17:0/583213423 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a30106b80 0x7f1a30106f60 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f1a20009860 tx=0x7f1a2002a340 comp rx=0 tx=0).stop 2024-09-16T02:01:19.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.349+0000 7f1a3590a640 1 -- 172.21.15.17:0/583213423 shutdown_connections 2024-09-16T02:01:19.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.349+0000 7f1a3590a640 1 --2- 172.21.15.17:0/583213423 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a30100aa0 0x7f1a3010ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.349+0000 7f1a3590a640 1 --2- 172.21.15.17:0/583213423 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1a30100100 0x7f1a30100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.349+0000 7f1a3590a640 1 --2- 172.21.15.17:0/583213423 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a30106b80 0x7f1a30106f60 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.349+0000 7f1a3590a640 1 -- 172.21.15.17:0/583213423 >> 172.21.15.17:0/583213423 conn(0x7f1a30077230 msgr2=0x7f1a300fe640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:19.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.349+0000 7f1a3590a640 1 -- 172.21.15.17:0/583213423 shutdown_connections 2024-09-16T02:01:19.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.349+0000 7f1a3590a640 1 -- 172.21.15.17:0/583213423 wait complete. 2024-09-16T02:01:19.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.350+0000 7f1a3590a640 1 Processor -- start 2024-09-16T02:01:19.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.350+0000 7f1a3590a640 1 -- start start 2024-09-16T02:01:19.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a3590a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a30100100 0x7f1a301a3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a3590a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a30100aa0 0x7f1a301a3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a3590a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1a30106b80 0x7f1a3010db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a3590a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1a30111f00 con 0x7f1a30100100 2024-09-16T02:01:19.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a3590a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1a30111d80 con 0x7f1a30100aa0 2024-09-16T02:01:19.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a3590a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1a30112080 con 0x7f1a30106b80 2024-09-16T02:01:19.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a2e7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a30100aa0 0x7f1a301a3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a2e7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a30100aa0 0x7f1a301a3ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:32904/0 (socket says 172.21.15.17:32904) 2024-09-16T02:01:19.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a2effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a30100100 0x7f1a301a3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a2e7fc640 1 -- 172.21.15.17:0/1848449280 learned_addr learned my addr 172.21.15.17:0/1848449280 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:19.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a2f7fe640 1 --2- 172.21.15.17:0/1848449280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1a30106b80 0x7f1a3010db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a2e7fc640 1 -- 172.21.15.17:0/1848449280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1a30106b80 msgr2=0x7f1a3010db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:19.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/1848449280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1a30106b80 0x7f1a3010db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a2e7fc640 1 -- 172.21.15.17:0/1848449280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a30100100 msgr2=0x7f1a301a3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:19.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/1848449280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a30100100 0x7f1a301a3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a2e7fc640 1 -- 172.21.15.17:0/1848449280 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a3010e2d0 con 0x7f1a30100aa0 2024-09-16T02:01:19.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.351+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/1848449280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a30100aa0 0x7f1a301a3ad0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1a2400e9c0 tx=0x7f1a2400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:19.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.352+0000 7f1a34908640 1 -- 172.21.15.17:0/1848449280 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a2400cde0 con 0x7f1a30100aa0 2024-09-16T02:01:19.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.352+0000 7f1a34908640 1 -- 172.21.15.17:0/1848449280 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a240035f0 con 0x7f1a30100aa0 2024-09-16T02:01:19.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.352+0000 7f1a3590a640 1 -- 172.21.15.17:0/1848449280 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a3010e5c0 con 0x7f1a30100aa0 2024-09-16T02:01:19.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.352+0000 7f1a34908640 1 -- 172.21.15.17:0/1848449280 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a24010690 con 0x7f1a30100aa0 2024-09-16T02:01:19.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.352+0000 7f1a3590a640 1 -- 172.21.15.17:0/1848449280 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a301ab4c0 con 0x7f1a30100aa0 2024-09-16T02:01:19.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.355+0000 7f1a34908640 1 -- 172.21.15.17:0/1848449280 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1a240037a0 con 0x7f1a30100aa0 2024-09-16T02:01:19.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.355+0000 7f1a37ce3740 1 Processor -- start 2024-09-16T02:01:19.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.355+0000 7f1a37ce3740 1 -- start start 2024-09-16T02:01:19.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a34908640 1 --2- 172.21.15.17:0/1848449280 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1a180a32c0 0x7f1a180a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a37ce3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9e9b60 0x55b26a9e9f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a37ce3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9ea480 0x55b26a9f4800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a37ce3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9f4d40 0x55b26a9f7130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a37ce3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b26a94f280 con 0x55b26a9e9b60 2024-09-16T02:01:19.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a37ce3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b26a8f6b10 con 0x55b26a9ea480 2024-09-16T02:01:19.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a37ce3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b26a94b240 con 0x55b26a9f4d40 2024-09-16T02:01:19.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a34908640 1 -- 172.21.15.17:0/1848449280 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1a240cfc70 con 0x7f1a30100aa0 2024-09-16T02:01:19.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a2f7fe640 1 --2- 172.21.15.17:0/1848449280 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1a180a32c0 0x7f1a180a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a2effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9e9b60 0x55b26a9e9f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a2effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9e9b60 0x55b26a9e9f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59934/0 (socket says 172.21.15.17:59934) 2024-09-16T02:01:19.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a2effd640 1 -- 172.21.15.17:0/1905623509 learned_addr learned my addr 172.21.15.17:0/1905623509 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:19.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/1905623509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9ea480 0x55b26a9f4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a2f7fe640 1 --2- 172.21.15.17:0/1905623509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9f4d40 0x55b26a9f7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a2e7fc640 1 -- 172.21.15.17:0/1905623509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9f4d40 msgr2=0x55b26a9f7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:19.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/1905623509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9f4d40 0x55b26a9f7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.356+0000 7f1a2e7fc640 1 -- 172.21.15.17:0/1905623509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9e9b60 msgr2=0x55b26a9e9f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:19.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.357+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/1905623509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9e9b60 0x55b26a9e9f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.357+0000 7f1a2e7fc640 1 -- 172.21.15.17:0/1905623509 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b26a9031f0 con 0x55b26a9ea480 2024-09-16T02:01:19.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.357+0000 7f1a2f7fe640 1 --2- 172.21.15.17:0/1905623509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9f4d40 0x55b26a9f7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:01:19.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.357+0000 7f1a2effd640 1 --2- 172.21.15.17:0/1905623509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9e9b60 0x55b26a9e9f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:19.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.357+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/1905623509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9ea480 0x55b26a9f4800 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1a240cd730 tx=0x7f1a2409be50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89cfa81d190f86b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:19.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.357+0000 7f1a2f7fe640 1 --2- 172.21.15.17:0/1848449280 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1a180a32c0 0x7f1a180a5780 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f1a301077c0 tx=0x7f1a28014a10 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:19.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.357+0000 7f1a15ffb640 1 -- 172.21.15.17:0/1905623509 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a240b5070 con 0x55b26a9ea480 2024-09-16T02:01:19.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.357+0000 7f1a15ffb640 1 -- 172.21.15.17:0/1905623509 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a240b5210 con 0x55b26a9ea480 2024-09-16T02:01:19.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.357+0000 7f1a15ffb640 1 -- 172.21.15.17:0/1905623509 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a24004000 con 0x55b26a9ea480 2024-09-16T02:01:19.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.358+0000 7f1a37ce3740 1 -- 172.21.15.17:0/1905623509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9ea480 msgr2=0x55b26a9f4800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:19.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.358+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/1905623509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9ea480 0x55b26a9f4800 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1a240cd730 tx=0x7f1a2409be50 comp rx=0 tx=0).stop 2024-09-16T02:01:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.358+0000 7f1a37ce3740 1 -- 172.21.15.17:0/1905623509 shutdown_connections 2024-09-16T02:01:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.358+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/1905623509 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9f4d40 0x55b26a9f7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.358+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/1905623509 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9ea480 0x55b26a9f4800 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.358+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/1905623509 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9e9b60 0x55b26a9e9f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.358+0000 7f1a37ce3740 1 -- 172.21.15.17:0/1905623509 >> 172.21.15.17:0/1905623509 conn(0x55b26a9e60f0 msgr2=0x55b26a9e64d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.358+0000 7f1a37ce3740 1 -- 172.21.15.17:0/1905623509 shutdown_connections 2024-09-16T02:01:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.358+0000 7f1a37ce3740 1 -- 172.21.15.17:0/1905623509 wait complete. 2024-09-16T02:01:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.358+0000 7f1a37ce3740 1 -- start start 2024-09-16T02:01:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.359+0000 7f1a37ce3740 1 Processor -- start 2024-09-16T02:01:19.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.359+0000 7f1a37ce3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9e9b60 0x55b26a9f1c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.359+0000 7f1a37ce3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9ea480 0x55b26a9f21b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.359+0000 7f1a37ce3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9f4d40 0x55b26a9f26f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a2effd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9e9b60 0x55b26a9f1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a2effd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9e9b60 0x55b26a9f1c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43838/0 (socket says 172.21.15.17:43838) 2024-09-16T02:01:19.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a2e7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9ea480 0x55b26a9f21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a2f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9f4d40 0x55b26a9f26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a2e7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9ea480 0x55b26a9f21b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:32930/0 (socket says 172.21.15.17:32930) 2024-09-16T02:01:19.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a2f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9f4d40 0x55b26a9f26f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59942/0 (socket says 172.21.15.17:59942) 2024-09-16T02:01:19.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a2effd640 1 -- 172.21.15.17:0/405265084 learned_addr learned my addr 172.21.15.17:0/405265084 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:19.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a37ce3740 1 -- 172.21.15.17:0/405265084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b26a9f7910 con 0x55b26a9f4d40 2024-09-16T02:01:19.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a37ce3740 1 -- 172.21.15.17:0/405265084 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b26a909f10 con 0x55b26a9ea480 2024-09-16T02:01:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a37ce3740 1 -- 172.21.15.17:0/405265084 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b26a9f7a90 con 0x55b26a9e9b60 2024-09-16T02:01:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a37ce3740 10 client.0 _ll_register_callbacks cb 0x55b26a8d2a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:01:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a2effd640 1 -- 172.21.15.17:0/405265084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9ea480 msgr2=0x55b26a9f21b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a2effd640 1 --2- 172.21.15.17:0/405265084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9ea480 0x55b26a9f21b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a2effd640 1 -- 172.21.15.17:0/405265084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9f4d40 msgr2=0x55b26a9f26f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a2effd640 1 --2- 172.21.15.17:0/405265084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9f4d40 0x55b26a9f26f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a2effd640 1 -- 172.21.15.17:0/405265084 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b26a6c06a0 con 0x55b26a9e9b60 2024-09-16T02:01:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a2effd640 1 --2- 172.21.15.17:0/405265084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9e9b60 0x55b26a9f1c70 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f1a20005940 tx=0x7f1a20030570 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f50569dd18c07e59 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.360+0000 7f1a0effd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:01:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.361+0000 7f1a0effd640 1 -- 172.21.15.17:0/405265084 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a20041070 con 0x55b26a9e9b60 2024-09-16T02:01:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.361+0000 7f1a37ce3740 1 -- 172.21.15.17:0/405265084 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a240b5210 con 0x55b26a9e9b60 2024-09-16T02:01:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.361+0000 7f1a0effd640 1 -- 172.21.15.17:0/405265084 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1a20005250 con 0x55b26a9e9b60 2024-09-16T02:01:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.361+0000 7f1a0effd640 1 -- 172.21.15.17:0/405265084 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1a2004b050 con 0x55b26a9e9b60 2024-09-16T02:01:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.361+0000 7f1a37ce3740 10 client.28228 fetch_fsmap learned FSMap version 28 2024-09-16T02:01:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.361+0000 7f1a37ce3740 1 -- 172.21.15.17:0/405265084 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b26aa034c0 con 0x55b26a9e9b60 2024-09-16T02:01:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.362+0000 7f1a0effd640 1 -- 172.21.15.17:0/405265084 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a240b5210 con 0x55b26a9e9b60 2024-09-16T02:01:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.362+0000 7f1a0effd640 1 -- 172.21.15.17:0/405265084 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1a2003a050 con 0x55b26a9e9b60 2024-09-16T02:01:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.362+0000 7f1a37ce3740 10 client.28228 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:01:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.362+0000 7f1a37ce3740 10 client.28228 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:01:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.362+0000 7f1a37ce3740 20 client.28228 populate_metadata read hostname 'smithi017' 2024-09-16T02:01:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.362+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/405265084 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b26aa04db0 0x55b26aa071e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.362+0000 7f1a37ce3740 4 client.28228 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:01:19.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.362+0000 7f1a37ce3740 1 -- 172.21.15.17:0/405265084 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b26a95c7f0 con 0x55b26aa04db0 2024-09-16T02:01:19.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.362+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/405265084 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b26aa04db0 0x55b26aa071e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.363+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/405265084 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b26aa04db0 0x55b26aa071e0 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=18b200ceb9de83d2 server_cookie=c34bc91bbbd48d43 in_seq=0 out_seq=0 2024-09-16T02:01:19.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.363+0000 7f1a0effd640 10 client.28228 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:19.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.363+0000 7f1a0effd640 1 -- 172.21.15.17:0/405265084 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b26a95c7f0 con 0x55b26aa04db0 2024-09-16T02:01:19.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.363+0000 7f1a0effd640 10 client.28228 handle_command_reply: tid=0 2024-09-16T02:01:19.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.364+0000 7f1a37ce3740 1 client.28228 shutdown 2024-09-16T02:01:19.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.364+0000 7f1a37ce3740 1 -- 172.21.15.17:0/405265084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9e9b60 msgr2=0x55b26a9f1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:19.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.364+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/405265084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9e9b60 0x55b26a9f1c70 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f1a20005940 tx=0x7f1a20030570 comp rx=0 tx=0).stop 2024-09-16T02:01:19.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.364+0000 7f1a37ce3740 1 -- 172.21.15.17:0/405265084 shutdown_connections 2024-09-16T02:01:19.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.364+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/405265084 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b26aa04db0 0x55b26aa071e0 crc :-1 s=READY pgs=260 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.364+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/405265084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9f4d40 0x55b26a9f26f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.364+0000 7f1a0effd640 0 client.28228 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:19.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.364+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/405265084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9ea480 0x55b26a9f21b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.364+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/405265084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9e9b60 0x55b26a9f1c70 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.364+0000 7f1a37ce3740 1 -- 172.21.15.17:0/405265084 >> 172.21.15.17:0/405265084 conn(0x55b26a9e60f0 msgr2=0x55b26a9ebe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:19.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.364+0000 7f1a37ce3740 1 -- 172.21.15.17:0/405265084 shutdown_connections 2024-09-16T02:01:19.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.365+0000 7f1a37ce3740 1 -- 172.21.15.17:0/405265084 wait complete. 2024-09-16T02:01:19.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.365+0000 7f1a37ce3740 20 client.28228 trim_cache size 0 max 16384 2024-09-16T02:01:19.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.387+0000 7f1a37ce3740 1 Processor -- start 2024-09-16T02:01:19.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.387+0000 7f1a37ce3740 1 -- start start 2024-09-16T02:01:19.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.387+0000 7f1a37ce3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9e60f0 0x55b26a9f3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.387+0000 7f1a37ce3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9e9b60 0x55b26a9f2510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.387+0000 7f1a37ce3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9ea480 0x55b26a9eeed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.387+0000 7f1a37ce3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1a301b63b0 con 0x55b26a9ea480 2024-09-16T02:01:19.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.387+0000 7f1a37ce3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1a301b3c80 con 0x55b26a9e9b60 2024-09-16T02:01:19.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.387+0000 7f1a37ce3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1a301b1ab0 con 0x55b26a9e60f0 2024-09-16T02:01:19.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.387+0000 7f1a2e7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9e9b60 0x55b26a9f2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.387+0000 7f1a2e7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9e9b60 0x55b26a9f2510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:32936/0 (socket says 172.21.15.17:32936) 2024-09-16T02:01:19.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.387+0000 7f1a2e7fc640 1 -- 172.21.15.17:0/3371053920 learned_addr learned my addr 172.21.15.17:0/3371053920 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:19.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.387+0000 7f1a2f7fe640 1 --2- 172.21.15.17:0/3371053920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9ea480 0x55b26a9eeed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.388+0000 7f1a2e7fc640 1 -- 172.21.15.17:0/3371053920 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9e60f0 msgr2=0x55b26a9f3ad0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T02:01:19.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.388+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/3371053920 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9e60f0 0x55b26a9f3ad0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.388+0000 7f1a2e7fc640 1 -- 172.21.15.17:0/3371053920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9ea480 msgr2=0x55b26a9eeed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:19.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.388+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/3371053920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9ea480 0x55b26a9eeed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.388+0000 7f1a2e7fc640 1 -- 172.21.15.17:0/3371053920 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b26a9f7a20 con 0x55b26a9e9b60 2024-09-16T02:01:19.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.388+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/3371053920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9e9b60 0x55b26a9f2510 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1a24000c00 tx=0x7f1a2409bec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c6109e09c1afe6e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:19.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.388+0000 7f1a157fa640 1 -- 172.21.15.17:0/3371053920 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a240ba070 con 0x55b26a9e9b60 2024-09-16T02:01:19.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.388+0000 7f1a157fa640 1 -- 172.21.15.17:0/3371053920 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a240b51e0 con 0x55b26a9e9b60 2024-09-16T02:01:19.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.388+0000 7f1a157fa640 1 -- 172.21.15.17:0/3371053920 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a240b5040 con 0x55b26a9e9b60 2024-09-16T02:01:19.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.389+0000 7f1a37ce3740 1 -- 172.21.15.17:0/3371053920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9e9b60 msgr2=0x55b26a9f2510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:19.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.389+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/3371053920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9e9b60 0x55b26a9f2510 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f1a24000c00 tx=0x7f1a2409bec0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.389+0000 7f1a37ce3740 1 -- 172.21.15.17:0/3371053920 shutdown_connections 2024-09-16T02:01:19.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.389+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/3371053920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9ea480 0x55b26a9eeed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.389+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/3371053920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9e9b60 0x55b26a9f2510 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.389+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/3371053920 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9e60f0 0x55b26a9f3ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.389+0000 7f1a37ce3740 1 -- 172.21.15.17:0/3371053920 >> 172.21.15.17:0/3371053920 conn(0x55b26a9ed660 msgr2=0x55b26a9f33c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:19.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.389+0000 7f1a37ce3740 1 -- 172.21.15.17:0/3371053920 shutdown_connections 2024-09-16T02:01:19.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.389+0000 7f1a37ce3740 1 -- 172.21.15.17:0/3371053920 wait complete. 2024-09-16T02:01:19.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.390+0000 7f1a37ce3740 1 -- start start 2024-09-16T02:01:19.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.390+0000 7f1a37ce3740 1 Processor -- start 2024-09-16T02:01:19.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.390+0000 7f1a37ce3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9e60f0 0x55b26aa0a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.390+0000 7f1a37ce3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9e9b60 0x55b26aa0ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.390+0000 7f1a37ce3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9ea480 0x55b26aa0b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.390+0000 7f1a37ce3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1a301b2140 con 0x55b26a9e60f0 2024-09-16T02:01:19.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a37ce3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1a301b35b0 con 0x55b26a9e9b60 2024-09-16T02:01:19.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a37ce3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1a301b2810 con 0x55b26a9ea480 2024-09-16T02:01:19.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a37ce3740 10 client.0 _ll_register_callbacks cb 0x7f1a24005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:01:19.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a2effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9e60f0 0x55b26aa0a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a2f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9ea480 0x55b26aa0b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a2effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9e60f0 0x55b26aa0a800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59950/0 (socket says 172.21.15.17:59950) 2024-09-16T02:01:19.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a2effd640 1 -- 172.21.15.17:0/148589789 learned_addr learned my addr 172.21.15.17:0/148589789 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:19.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/148589789 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9e9b60 0x55b26aa0ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a2effd640 1 -- 172.21.15.17:0/148589789 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9ea480 msgr2=0x55b26aa0b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:19.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a2effd640 1 --2- 172.21.15.17:0/148589789 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9ea480 0x55b26aa0b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a2effd640 1 -- 172.21.15.17:0/148589789 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9e9b60 msgr2=0x55b26aa0ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:19.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a2effd640 1 --2- 172.21.15.17:0/148589789 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9e9b60 0x55b26aa0ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a2effd640 1 -- 172.21.15.17:0/148589789 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b26aa6ea80 con 0x55b26a9e60f0 2024-09-16T02:01:19.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a2effd640 1 --2- 172.21.15.17:0/148589789 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9e60f0 0x55b26aa0a800 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f1a20004940 tx=0x7f1a20005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c10a972a386d86a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:19.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a0effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:01:19.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.391+0000 7f1a0effd640 1 -- 172.21.15.17:0/148589789 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a20041070 con 0x55b26a9e60f0 2024-09-16T02:01:19.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.392+0000 7f1a37ce3740 1 -- 172.21.15.17:0/148589789 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1a240b51e0 con 0x55b26a9e60f0 2024-09-16T02:01:19.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.392+0000 7f1a0effd640 1 -- 172.21.15.17:0/148589789 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1a20005250 con 0x55b26a9e60f0 2024-09-16T02:01:19.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.392+0000 7f1a0effd640 1 -- 172.21.15.17:0/148589789 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1a20037070 con 0x55b26a9e60f0 2024-09-16T02:01:19.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.392+0000 7f1a37ce3740 10 client.18585 fetch_fsmap learned FSMap version 28 2024-09-16T02:01:19.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.392+0000 7f1a37ce3740 1 -- 172.21.15.17:0/148589789 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b26aa6fda0 con 0x55b26a9e60f0 2024-09-16T02:01:19.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.392+0000 7f1a0effd640 1 -- 172.21.15.17:0/148589789 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1a240b51e0 con 0x55b26a9e60f0 2024-09-16T02:01:19.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.392+0000 7f1a0effd640 1 -- 172.21.15.17:0/148589789 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1a2003a070 con 0x55b26a9e60f0 2024-09-16T02:01:19.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.392+0000 7f1a37ce3740 10 client.18585 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:01:19.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.392+0000 7f1a37ce3740 10 client.18585 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:01:19.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.392+0000 7f1a37ce3740 20 client.18585 populate_metadata read hostname 'smithi017' 2024-09-16T02:01:19.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.393+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/148589789 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b26a9f4d40 0x55b26aa72510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:19.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.393+0000 7f1a37ce3740 4 client.18585 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T02:01:19.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.393+0000 7f1a37ce3740 1 -- 172.21.15.17:0/148589789 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b26a956d00 con 0x55b26a9f4d40 2024-09-16T02:01:19.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.393+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/148589789 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b26a9f4d40 0x55b26aa72510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:19.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.393+0000 7f1a0effd640 10 client.18585 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:19.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.393+0000 7f1a2e7fc640 1 --2- 172.21.15.17:0/148589789 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b26a9f4d40 0x55b26aa72510 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2279684597745b40 server_cookie=2be77804239284 in_seq=0 out_seq=0 2024-09-16T02:01:19.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.395+0000 7f1a0effd640 1 -- 172.21.15.17:0/148589789 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b26a956d00 con 0x55b26a9f4d40 2024-09-16T02:01:19.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.395+0000 7f1a0effd640 10 client.18585 handle_command_reply: tid=0 2024-09-16T02:01:19.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.395+0000 7f1a37ce3740 1 client.18585 shutdown 2024-09-16T02:01:19.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.395+0000 7f1a37ce3740 1 -- 172.21.15.17:0/148589789 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9e60f0 msgr2=0x55b26aa0a800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:19.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.395+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/148589789 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9e60f0 0x55b26aa0a800 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f1a20004940 tx=0x7f1a20005f90 comp rx=0 tx=0).stop 2024-09-16T02:01:19.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.395+0000 7f1a37ce3740 1 -- 172.21.15.17:0/148589789 shutdown_connections 2024-09-16T02:01:19.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.395+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/148589789 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b26a9f4d40 0x55b26aa72510 crc :-1 s=READY pgs=261 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.395+0000 7f1a0effd640 0 client.18585 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:19.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.395+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/148589789 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b26a9ea480 0x55b26aa0b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.395+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/148589789 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b26a9e9b60 0x55b26aa0ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.395+0000 7f1a37ce3740 1 --2- 172.21.15.17:0/148589789 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b26a9e60f0 0x55b26aa0a800 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.395+0000 7f1a37ce3740 1 -- 172.21.15.17:0/148589789 >> 172.21.15.17:0/148589789 conn(0x55b26a9ed660 msgr2=0x55b26aa00500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:19.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.395+0000 7f1a37ce3740 1 -- 172.21.15.17:0/148589789 shutdown_connections 2024-09-16T02:01:19.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.395+0000 7f1a37ce3740 1 -- 172.21.15.17:0/148589789 wait complete. 2024-09-16T02:01:19.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.396+0000 7f1a37ce3740 20 client.18585 trim_cache size 0 max 16384 2024-09-16T02:01:19.401 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:01:19.401 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T02:01:19.401 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "2883a27a-3b8c-4a36-a665-3a8f9a84c8e6", 2024-09-16T02:01:19.401 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T02:01:19.401 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:01:19.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.396+0000 7f1a3590a640 1 -- 172.21.15.17:0/1848449280 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1a180a32c0 msgr2=0x7f1a180a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:19.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.396+0000 7f1a3590a640 1 --2- 172.21.15.17:0/1848449280 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1a180a32c0 0x7f1a180a5780 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f1a301077c0 tx=0x7f1a28014a10 comp rx=0 tx=0).stop 2024-09-16T02:01:19.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.396+0000 7f1a3590a640 1 -- 172.21.15.17:0/1848449280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a30100aa0 msgr2=0x7f1a301a3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:19.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.396+0000 7f1a3590a640 1 --2- 172.21.15.17:0/1848449280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a30100aa0 0x7f1a301a3ad0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1a2400e9c0 tx=0x7f1a2400ee80 comp rx=0 tx=0).stop 2024-09-16T02:01:19.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.396+0000 7f1a3590a640 1 -- 172.21.15.17:0/1848449280 shutdown_connections 2024-09-16T02:01:19.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.396+0000 7f1a3590a640 1 --2- 172.21.15.17:0/1848449280 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1a180a32c0 0x7f1a180a5780 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.396+0000 7f1a3590a640 1 --2- 172.21.15.17:0/1848449280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1a30106b80 0x7f1a3010db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.396+0000 7f1a3590a640 1 --2- 172.21.15.17:0/1848449280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1a30100aa0 0x7f1a301a3ad0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.396+0000 7f1a3590a640 1 --2- 172.21.15.17:0/1848449280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a30100100 0x7f1a301a3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:19.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.396+0000 7f1a3590a640 1 -- 172.21.15.17:0/1848449280 >> 172.21.15.17:0/1848449280 conn(0x7f1a30077230 msgr2=0x7f1a30102360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:19.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.396+0000 7f1a3590a640 1 -- 172.21.15.17:0/1848449280 shutdown_connections 2024-09-16T02:01:19.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:19.397+0000 7f1a3590a640 1 -- 172.21.15.17:0/1848449280 wait complete. 2024-09-16T02:01:20.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 44051 8.35 MB/sec execute 162 sec latency 145.594 ms 2024-09-16T02:01:20.263 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:01:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:20 smithi017 ceph-mon[30972]: pgmap v873: 97 pgs: 97 active+clean; 495 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 513 KiB/s rd, 4.0 MiB/s wr, 195 op/s 2024-09-16T02:01:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:20 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T02:01:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:20 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:20 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:01:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:20 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:01:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:20 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:20 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:01:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:20 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:20 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:01:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:20 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:20.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:20 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:01:20.527 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:20 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:20.600 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:01:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:20 smithi029 ceph-mon[34783]: pgmap v873: 97 pgs: 97 active+clean; 495 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 513 KiB/s rd, 4.0 MiB/s wr, 195 op/s 2024-09-16T02:01:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:20 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T02:01:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:20 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:20 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:01:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:20 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:01:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:20 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:20 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:01:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:20 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:20 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:01:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:20 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:20 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:01:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:20 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:20.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:20 smithi122 ceph-mon[34758]: pgmap v873: 97 pgs: 97 active+clean; 495 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 513 KiB/s rd, 4.0 MiB/s wr, 195 op/s 2024-09-16T02:01:20.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:20 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T02:01:20.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:20 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:20.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:20 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:01:20.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:20 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:01:20.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:20 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:20.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:20 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:01:20.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:20 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:20.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:20 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:01:20.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:20 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:20.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:20 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:01:20.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:20 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:21.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 44191 8.35 MB/sec execute 163 sec latency 130.910 ms 2024-09-16T02:01:21.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:21 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:21.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:21 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:21.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:21 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:01:22.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 44299 8.32 MB/sec execute 164 sec latency 135.764 ms 2024-09-16T02:01:22.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:22 smithi017 ceph-mon[30972]: pgmap v874: 97 pgs: 97 active+clean; 499 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 510 KiB/s rd, 4.2 MiB/s wr, 169 op/s 2024-09-16T02:01:22.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:22 smithi122 ceph-mon[34758]: pgmap v874: 97 pgs: 97 active+clean; 499 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 510 KiB/s rd, 4.2 MiB/s wr, 169 op/s 2024-09-16T02:01:22.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:22 smithi029 ceph-mon[34783]: pgmap v874: 97 pgs: 97 active+clean; 499 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 510 KiB/s rd, 4.2 MiB/s wr, 169 op/s 2024-09-16T02:01:23.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 44418 8.32 MB/sec execute 165 sec latency 201.884 ms 2024-09-16T02:01:24.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 44509 8.28 MB/sec execute 166 sec latency 153.264 ms 2024-09-16T02:01:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.768+0000 7f2570cc4640 1 -- 172.21.15.17:0/2029499206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f256c1082a0 msgr2=0x7f256c10ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.768+0000 7f2570cc4640 1 --2- 172.21.15.17:0/2029499206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f256c1082a0 0x7f256c10ec40 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f2564009cd0 tx=0x7f256402a8e0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.768+0000 7f2570cc4640 1 -- 172.21.15.17:0/2029499206 shutdown_connections 2024-09-16T02:01:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.768+0000 7f2570cc4640 1 --2- 172.21.15.17:0/2029499206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f256c1082a0 0x7f256c10ec40 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.768+0000 7f2570cc4640 1 --2- 172.21.15.17:0/2029499206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f256c1036e0 0x7f256c107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.768+0000 7f2570cc4640 1 --2- 172.21.15.17:0/2029499206 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f256c102d30 0x7f256c103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.768+0000 7f2570cc4640 1 -- 172.21.15.17:0/2029499206 >> 172.21.15.17:0/2029499206 conn(0x7f256c0fc7d0 msgr2=0x7f256c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.768+0000 7f2570cc4640 1 -- 172.21.15.17:0/2029499206 shutdown_connections 2024-09-16T02:01:24.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.768+0000 7f2570cc4640 1 -- 172.21.15.17:0/2029499206 wait complete. 2024-09-16T02:01:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.769+0000 7f2570cc4640 1 Processor -- start 2024-09-16T02:01:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.769+0000 7f2570cc4640 1 -- start start 2024-09-16T02:01:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f2570cc4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f256c102d30 0x7f256c198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f2570cc4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f256c1036e0 0x7f256c198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f2570cc4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f256c1082a0 0x7f256c19cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f2570cc4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f256c111f80 con 0x7f256c1036e0 2024-09-16T02:01:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f2570cc4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f256c111e00 con 0x7f256c102d30 2024-09-16T02:01:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f2570cc4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f256c112100 con 0x7f256c1082a0 2024-09-16T02:01:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f2569d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f256c1036e0 0x7f256c198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f2569d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f256c1036e0 0x7f256c198980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59958/0 (socket says 172.21.15.17:59958) 2024-09-16T02:01:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f2569d9b640 1 -- 172.21.15.17:0/3977289199 learned_addr learned my addr 172.21.15.17:0/3977289199 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f256ad9d640 1 --2- 172.21.15.17:0/3977289199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f256c1082a0 0x7f256c19cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f256a59c640 1 --2- 172.21.15.17:0/3977289199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f256c102d30 0x7f256c198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f2569d9b640 1 -- 172.21.15.17:0/3977289199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f256c1082a0 msgr2=0x7f256c19cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f2569d9b640 1 --2- 172.21.15.17:0/3977289199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f256c1082a0 0x7f256c19cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f2569d9b640 1 -- 172.21.15.17:0/3977289199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f256c102d30 msgr2=0x7f256c198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f2569d9b640 1 --2- 172.21.15.17:0/3977289199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f256c102d30 0x7f256c198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.770+0000 7f2569d9b640 1 -- 172.21.15.17:0/3977289199 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f256c19d3f0 con 0x7f256c1036e0 2024-09-16T02:01:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.771+0000 7f2569d9b640 1 --2- 172.21.15.17:0/3977289199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f256c1036e0 0x7f256c198980 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f256000e970 tx=0x7f256000ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.771+0000 7f255b7fe640 1 -- 172.21.15.17:0/3977289199 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f256000cd80 con 0x7f256c1036e0 2024-09-16T02:01:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.771+0000 7f255b7fe640 1 -- 172.21.15.17:0/3977289199 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f25600035f0 con 0x7f256c1036e0 2024-09-16T02:01:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.771+0000 7f2570cc4640 1 -- 172.21.15.17:0/3977289199 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f256c19d6e0 con 0x7f256c1036e0 2024-09-16T02:01:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.771+0000 7f255b7fe640 1 -- 172.21.15.17:0/3977289199 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2560010690 con 0x7f256c1036e0 2024-09-16T02:01:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.771+0000 7f2570cc4640 1 -- 172.21.15.17:0/3977289199 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f256c1008c0 con 0x7f256c1036e0 2024-09-16T02:01:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.774+0000 7f255b7fe640 1 -- 172.21.15.17:0/3977289199 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f2560004000 con 0x7f256c1036e0 2024-09-16T02:01:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.774+0000 7f257309d740 1 Processor -- start 2024-09-16T02:01:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.774+0000 7f257309d740 1 -- start start 2024-09-16T02:01:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f257309d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f99a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f257309d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99adc0 0x55cd1f9a5140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f257309d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 0x55cd1f9a7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f257309d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55cd1f9002e0 con 0x55cd1f9a5680 2024-09-16T02:01:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f257309d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cd1f8a7ce0 con 0x55cd1f99a4a0 2024-09-16T02:01:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f257309d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55cd1f8fc2a0 con 0x55cd1f99adc0 2024-09-16T02:01:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f256ad9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f99a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f256ad9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f99a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:32980/0 (socket says 172.21.15.17:32980) 2024-09-16T02:01:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f256ad9d640 1 -- 172.21.15.17:0/2211941839 learned_addr learned my addr 172.21.15.17:0/2211941839 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f2569d9b640 1 --2- 172.21.15.17:0/2211941839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 0x55cd1f9a7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f256a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99adc0 0x55cd1f9a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f256ad9d640 1 -- 172.21.15.17:0/2211941839 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99adc0 msgr2=0x55cd1f9a5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f256ad9d640 1 --2- 172.21.15.17:0/2211941839 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99adc0 0x55cd1f9a5140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f256ad9d640 1 -- 172.21.15.17:0/2211941839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 msgr2=0x55cd1f9a7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f256ad9d640 1 --2- 172.21.15.17:0/2211941839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 0x55cd1f9a7a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.775+0000 7f256ad9d640 1 -- 172.21.15.17:0/2211941839 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd1f88c440 con 0x55cd1f99a4a0 2024-09-16T02:01:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.776+0000 7f256ad9d640 1 --2- 172.21.15.17:0/2211941839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f99a880 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f2564004af0 tx=0x7f2564005f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5810adc8fdc17808 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.776+0000 7f255b7fe640 1 --2- 172.21.15.17:0/3977289199 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f25540a3240 0x7f25540a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.776+0000 7f2558ff9640 1 -- 172.21.15.17:0/2211941839 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2564048070 con 0x55cd1f99a4a0 2024-09-16T02:01:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.776+0000 7f255b7fe640 1 -- 172.21.15.17:0/3977289199 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f25600cfb00 con 0x7f256c1036e0 2024-09-16T02:01:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.776+0000 7f2558ff9640 1 -- 172.21.15.17:0/2211941839 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2564036070 con 0x55cd1f99a4a0 2024-09-16T02:01:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.776+0000 7f256a59c640 1 --2- 172.21.15.17:0/3977289199 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f25540a3240 0x7f25540a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.776+0000 7f2558ff9640 1 -- 172.21.15.17:0/2211941839 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2564004330 con 0x55cd1f99a4a0 2024-09-16T02:01:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.777+0000 7f257309d740 1 -- 172.21.15.17:0/2211941839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 msgr2=0x55cd1f99a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:24.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.777+0000 7f256a59c640 1 --2- 172.21.15.17:0/3977289199 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f25540a3240 0x7f25540a5700 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x55cd1f997890 tx=0x7f255c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.777+0000 7f257309d740 1 --2- 172.21.15.17:0/2211941839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f99a880 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f2564004af0 tx=0x7f2564005f80 comp rx=0 tx=0).stop 2024-09-16T02:01:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.777+0000 7f257309d740 1 -- 172.21.15.17:0/2211941839 shutdown_connections 2024-09-16T02:01:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.777+0000 7f257309d740 1 --2- 172.21.15.17:0/2211941839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 0x55cd1f9a7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.777+0000 7f257309d740 1 --2- 172.21.15.17:0/2211941839 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99adc0 0x55cd1f9a5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.777+0000 7f257309d740 1 --2- 172.21.15.17:0/2211941839 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f99a880 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.777+0000 7f257309d740 1 -- 172.21.15.17:0/2211941839 >> 172.21.15.17:0/2211941839 conn(0x55cd1f996a30 msgr2=0x55cd1f996e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.777+0000 7f257309d740 1 -- 172.21.15.17:0/2211941839 shutdown_connections 2024-09-16T02:01:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.777+0000 7f257309d740 1 -- 172.21.15.17:0/2211941839 wait complete. 2024-09-16T02:01:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.778+0000 7f257309d740 1 -- start start 2024-09-16T02:01:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.778+0000 7f257309d740 1 Processor -- start 2024-09-16T02:01:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.778+0000 7f257309d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9a5020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.778+0000 7f257309d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99adc0 0x55cd1f9a22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.778+0000 7f257309d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 0x55cd1f9a2870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.778+0000 7f257309d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55cd1f9a8250 con 0x55cd1f9a5680 2024-09-16T02:01:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.778+0000 7f257309d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55cd1f8bb050 con 0x55cd1f99adc0 2024-09-16T02:01:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.778+0000 7f257309d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55cd1f9a83d0 con 0x55cd1f99a4a0 2024-09-16T02:01:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.778+0000 7f257309d740 10 client.0 _ll_register_callbacks cb 0x55cd1f8fb160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:01:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.778+0000 7f256a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9a5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.778+0000 7f256a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9a5020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43884/0 (socket says 172.21.15.17:43884) 2024-09-16T02:01:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.778+0000 7f256ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 0x55cd1f9a2870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.779+0000 7f256a59c640 1 -- 172.21.15.17:0/3055995236 learned_addr learned my addr 172.21.15.17:0/3055995236 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.779+0000 7f2569d9b640 1 --2- 172.21.15.17:0/3055995236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99adc0 0x55cd1f9a22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.779+0000 7f256a59c640 1 -- 172.21.15.17:0/3055995236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99adc0 msgr2=0x55cd1f9a22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.779+0000 7f256a59c640 1 --2- 172.21.15.17:0/3055995236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99adc0 0x55cd1f9a22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.779+0000 7f256a59c640 1 -- 172.21.15.17:0/3055995236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 msgr2=0x55cd1f9a2870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.779+0000 7f256a59c640 1 --2- 172.21.15.17:0/3055995236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 0x55cd1f9a2870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.779+0000 7f256a59c640 1 -- 172.21.15.17:0/3055995236 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd1f6713c0 con 0x55cd1f99a4a0 2024-09-16T02:01:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.779+0000 7f256a59c640 1 --2- 172.21.15.17:0/3055995236 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9a5020 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f255c01ea00 tx=0x7f255c004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ef6e7a6abe97aa04 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.779+0000 7f2551ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:01:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.779+0000 7f2551ffb640 1 -- 172.21.15.17:0/3055995236 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f255c02e060 con 0x55cd1f99a4a0 2024-09-16T02:01:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.779+0000 7f257309d740 1 -- 172.21.15.17:0/3055995236 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2564036070 con 0x55cd1f99a4a0 2024-09-16T02:01:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.779+0000 7f2551ffb640 1 -- 172.21.15.17:0/3055995236 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f255c018030 con 0x55cd1f99a4a0 2024-09-16T02:01:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.780+0000 7f2551ffb640 1 -- 172.21.15.17:0/3055995236 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f255c029420 con 0x55cd1f99a4a0 2024-09-16T02:01:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.780+0000 7f257309d740 10 client.28243 fetch_fsmap learned FSMap version 28 2024-09-16T02:01:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.780+0000 7f257309d740 1 -- 172.21.15.17:0/3055995236 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cd1f9b3d10 con 0x55cd1f99a4a0 2024-09-16T02:01:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.780+0000 7f2551ffb640 1 -- 172.21.15.17:0/3055995236 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2564036070 con 0x55cd1f99a4a0 2024-09-16T02:01:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.780+0000 7f2551ffb640 1 -- 172.21.15.17:0/3055995236 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f255c033070 con 0x55cd1f99a4a0 2024-09-16T02:01:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.780+0000 7f257309d740 10 client.28243 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:01:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.780+0000 7f257309d740 10 client.28243 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:01:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.780+0000 7f257309d740 20 client.28243 populate_metadata read hostname 'smithi017' 2024-09-16T02:01:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.780+0000 7f257309d740 1 --2- 172.21.15.17:0/3055995236 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cd1f9b5120 0x55cd1f9b7510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.780+0000 7f257309d740 4 client.28243 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:01:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.780+0000 7f257309d740 1 -- 172.21.15.17:0/3055995236 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55cd1f90d850 con 0x55cd1f9b5120 2024-09-16T02:01:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.780+0000 7f2569d9b640 1 --2- 172.21.15.17:0/3055995236 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cd1f9b5120 0x55cd1f9b7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.781+0000 7f2569d9b640 1 --2- 172.21.15.17:0/3055995236 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cd1f9b5120 0x55cd1f9b7510 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eee3bbb616e62bc9 server_cookie=8c00d7ba66a52690 in_seq=0 out_seq=0 2024-09-16T02:01:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.781+0000 7f2551ffb640 10 client.28243 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:24.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.782+0000 7f2551ffb640 1 -- 172.21.15.17:0/3055995236 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55cd1f90d850 con 0x55cd1f9b5120 2024-09-16T02:01:24.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.782+0000 7f2551ffb640 10 client.28243 handle_command_reply: tid=0 2024-09-16T02:01:24.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.782+0000 7f257309d740 1 client.28243 shutdown 2024-09-16T02:01:24.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.783+0000 7f257309d740 1 -- 172.21.15.17:0/3055995236 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99a4a0 msgr2=0x55cd1f9a5020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:24.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.783+0000 7f257309d740 1 --2- 172.21.15.17:0/3055995236 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9a5020 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f255c01ea00 tx=0x7f255c004730 comp rx=0 tx=0).stop 2024-09-16T02:01:24.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.783+0000 7f257309d740 1 -- 172.21.15.17:0/3055995236 shutdown_connections 2024-09-16T02:01:24.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.783+0000 7f257309d740 1 --2- 172.21.15.17:0/3055995236 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cd1f9b5120 0x55cd1f9b7510 crc :-1 s=READY pgs=262 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.783+0000 7f257309d740 1 --2- 172.21.15.17:0/3055995236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 0x55cd1f9a2870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.783+0000 7f2551ffb640 0 client.28243 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:24.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.783+0000 7f257309d740 1 --2- 172.21.15.17:0/3055995236 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99adc0 0x55cd1f9a22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.783+0000 7f257309d740 1 --2- 172.21.15.17:0/3055995236 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9a5020 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.783+0000 7f257309d740 1 -- 172.21.15.17:0/3055995236 >> 172.21.15.17:0/3055995236 conn(0x55cd1f996a30 msgr2=0x55cd1f995b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:24.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.783+0000 7f257309d740 1 -- 172.21.15.17:0/3055995236 shutdown_connections 2024-09-16T02:01:24.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.783+0000 7f257309d740 1 -- 172.21.15.17:0/3055995236 wait complete. 2024-09-16T02:01:24.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.783+0000 7f257309d740 20 client.28243 trim_cache size 0 max 16384 2024-09-16T02:01:24.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.810+0000 7f257309d740 1 Processor -- start 2024-09-16T02:01:24.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.810+0000 7f257309d740 1 -- start start 2024-09-16T02:01:24.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.811+0000 7f257309d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9b14b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.811+0000 7f257309d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99adc0 0x55cd1f9bcd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.811+0000 7f257309d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 0x55cd1f9bd2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.811+0000 7f257309d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f256c1b1f70 con 0x55cd1f9a5680 2024-09-16T02:01:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.811+0000 7f257309d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f256c1af840 con 0x55cd1f99a4a0 2024-09-16T02:01:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.811+0000 7f257309d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f256c1ad670 con 0x55cd1f99adc0 2024-09-16T02:01:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.811+0000 7f256a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9b14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.811+0000 7f2569d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99adc0 0x55cd1f9bcd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.811+0000 7f256a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9b14b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:33002/0 (socket says 172.21.15.17:33002) 2024-09-16T02:01:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.811+0000 7f256a59c640 1 -- 172.21.15.17:0/1792250019 learned_addr learned my addr 172.21.15.17:0/1792250019 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.811+0000 7f256ad9d640 1 --2- 172.21.15.17:0/1792250019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 0x55cd1f9bd2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.811+0000 7f256ad9d640 1 -- 172.21.15.17:0/1792250019 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99adc0 msgr2=0x55cd1f9bcd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.811+0000 7f256ad9d640 1 --2- 172.21.15.17:0/1792250019 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99adc0 0x55cd1f9bcd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.811+0000 7f256ad9d640 1 -- 172.21.15.17:0/1792250019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 msgr2=0x55cd1f9b14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.812+0000 7f256ad9d640 1 --2- 172.21.15.17:0/1792250019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9b14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.812+0000 7f256ad9d640 1 -- 172.21.15.17:0/1792250019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55cd1f9b7880 con 0x55cd1f9a5680 2024-09-16T02:01:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.812+0000 7f256a59c640 1 --2- 172.21.15.17:0/1792250019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9b14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.812+0000 7f256ad9d640 1 --2- 172.21.15.17:0/1792250019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 0x55cd1f9bd2d0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f2564006010 tx=0x7f2564005bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81c9460f830a7fa7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.812+0000 7f2553fff640 1 -- 172.21.15.17:0/1792250019 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2564051070 con 0x55cd1f9a5680 2024-09-16T02:01:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.812+0000 7f2553fff640 1 -- 172.21.15.17:0/1792250019 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2564036040 con 0x55cd1f9a5680 2024-09-16T02:01:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.812+0000 7f2553fff640 1 -- 172.21.15.17:0/1792250019 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2564048040 con 0x55cd1f9a5680 2024-09-16T02:01:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.813+0000 7f257309d740 1 -- 172.21.15.17:0/1792250019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 msgr2=0x55cd1f9bd2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.813+0000 7f257309d740 1 --2- 172.21.15.17:0/1792250019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 0x55cd1f9bd2d0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f2564006010 tx=0x7f2564005bf0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.813+0000 7f257309d740 1 -- 172.21.15.17:0/1792250019 shutdown_connections 2024-09-16T02:01:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.813+0000 7f257309d740 1 --2- 172.21.15.17:0/1792250019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f9a5680 0x55cd1f9bd2d0 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.813+0000 7f257309d740 1 --2- 172.21.15.17:0/1792250019 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f99adc0 0x55cd1f9bcd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.813+0000 7f257309d740 1 --2- 172.21.15.17:0/1792250019 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9b14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.813+0000 7f257309d740 1 -- 172.21.15.17:0/1792250019 >> 172.21.15.17:0/1792250019 conn(0x55cd1f996a30 msgr2=0x55cd1f99d900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:24.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.814+0000 7f257309d740 1 -- 172.21.15.17:0/1792250019 shutdown_connections 2024-09-16T02:01:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.814+0000 7f257309d740 1 -- 172.21.15.17:0/1792250019 wait complete. 2024-09-16T02:01:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.814+0000 7f257309d740 1 -- start start 2024-09-16T02:01:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.814+0000 7f257309d740 1 Processor -- start 2024-09-16T02:01:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f257309d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9ad620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f257309d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f99adc0 0x55cd1f9adb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f257309d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f9a5680 0x55cd1f9aa5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f257309d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f256c1add00 con 0x55cd1f99adc0 2024-09-16T02:01:24.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f257309d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f256c1af170 con 0x55cd1f99a4a0 2024-09-16T02:01:24.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f257309d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f256c1ae3d0 con 0x55cd1f9a5680 2024-09-16T02:01:24.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f257309d740 10 client.0 _ll_register_callbacks cb 0x7f255c009da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:01:24.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f256a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9ad620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f2569d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f99adc0 0x55cd1f9adb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f256a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9ad620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:33010/0 (socket says 172.21.15.17:33010) 2024-09-16T02:01:24.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f256a59c640 1 -- 172.21.15.17:0/1666954299 learned_addr learned my addr 172.21.15.17:0/1666954299 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:24.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f256ad9d640 1 --2- 172.21.15.17:0/1666954299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f9a5680 0x55cd1f9aa5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f256a59c640 1 -- 172.21.15.17:0/1666954299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f9a5680 msgr2=0x55cd1f9aa5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:24.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f256a59c640 1 --2- 172.21.15.17:0/1666954299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f9a5680 0x55cd1f9aa5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f256a59c640 1 -- 172.21.15.17:0/1666954299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f99adc0 msgr2=0x55cd1f9adb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:24.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f256a59c640 1 --2- 172.21.15.17:0/1666954299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f99adc0 0x55cd1f9adb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f256a59c640 1 -- 172.21.15.17:0/1666954299 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55cd1f9aabb0 con 0x55cd1f99a4a0 2024-09-16T02:01:24.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f256a59c640 1 --2- 172.21.15.17:0/1666954299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9ad620 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f255c01efb0 tx=0x7f255c034fe0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=93bdc1c74f057d42 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:24.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.815+0000 7f2551ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:01:24.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.816+0000 7f2551ffb640 1 -- 172.21.15.17:0/1666954299 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f255c039070 con 0x55cd1f99a4a0 2024-09-16T02:01:24.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.816+0000 7f2551ffb640 1 -- 172.21.15.17:0/1666954299 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f255c0295c0 con 0x55cd1f99a4a0 2024-09-16T02:01:24.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.816+0000 7f257309d740 1 -- 172.21.15.17:0/1666954299 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2564036040 con 0x55cd1f99a4a0 2024-09-16T02:01:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.816+0000 7f2551ffb640 1 -- 172.21.15.17:0/1666954299 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f255c034c10 con 0x55cd1f99a4a0 2024-09-16T02:01:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.816+0000 7f257309d740 10 client.27962 fetch_fsmap learned FSMap version 28 2024-09-16T02:01:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.816+0000 7f257309d740 1 -- 172.21.15.17:0/1666954299 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55cd1fa28e50 con 0x55cd1f99a4a0 2024-09-16T02:01:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.816+0000 7f2551ffb640 1 -- 172.21.15.17:0/1666954299 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2564036040 con 0x55cd1f99a4a0 2024-09-16T02:01:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.816+0000 7f2551ffb640 1 -- 172.21.15.17:0/1666954299 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f255c033040 con 0x55cd1f99a4a0 2024-09-16T02:01:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.816+0000 7f257309d740 10 client.27962 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:01:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.816+0000 7f257309d740 10 client.27962 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:01:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.817+0000 7f257309d740 20 client.27962 populate_metadata read hostname 'smithi017' 2024-09-16T02:01:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.817+0000 7f257309d740 1 --2- 172.21.15.17:0/1666954299 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cd1f9b5120 0x55cd1fa2b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.817+0000 7f257309d740 4 client.27962 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:01:24.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.817+0000 7f257309d740 1 -- 172.21.15.17:0/1666954299 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55cd1f907d60 con 0x55cd1f9b5120 2024-09-16T02:01:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.817+0000 7f2569d9b640 1 --2- 172.21.15.17:0/1666954299 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cd1f9b5120 0x55cd1fa2b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.817+0000 7f2551ffb640 10 client.27962 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.817+0000 7f2569d9b640 1 --2- 172.21.15.17:0/1666954299 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cd1f9b5120 0x55cd1fa2b4f0 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6752ed3dcd60be81 server_cookie=2046101f2e812a5d in_seq=0 out_seq=0 2024-09-16T02:01:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.818+0000 7f2551ffb640 1 -- 172.21.15.17:0/1666954299 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55cd1f907d60 con 0x55cd1f9b5120 2024-09-16T02:01:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.818+0000 7f2551ffb640 10 client.27962 handle_command_reply: tid=0 2024-09-16T02:01:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.818+0000 7f257309d740 1 client.27962 shutdown 2024-09-16T02:01:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.818+0000 7f257309d740 1 -- 172.21.15.17:0/1666954299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 msgr2=0x55cd1f9ad620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.818+0000 7f257309d740 1 --2- 172.21.15.17:0/1666954299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9ad620 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f255c01efb0 tx=0x7f255c034fe0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.818+0000 7f257309d740 1 -- 172.21.15.17:0/1666954299 shutdown_connections 2024-09-16T02:01:24.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.818+0000 7f257309d740 1 --2- 172.21.15.17:0/1666954299 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55cd1f9b5120 0x55cd1fa2b4f0 crc :-1 s=READY pgs=263 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.525 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:01:24.525 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T02:01:24.525 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T02:01:24.525 INFO:teuthology.orchestra.run.smithi017.stdout: "2883a27a-3b8c-4a36-a665-3a8f9a84c8e6": { 2024-09-16T02:01:24.525 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T02:01:24.525 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "2883a27a-3b8c-4a36-a665-3a8f9a84c8e6", 2024-09-16T02:01:24.525 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T02:01:24.525 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:01:24.525 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:01:24.526 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:01:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.818+0000 7f257309d740 1 --2- 172.21.15.17:0/1666954299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55cd1f9a5680 0x55cd1f9aa5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.818+0000 7f2551ffb640 0 client.27962 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.818+0000 7f257309d740 1 --2- 172.21.15.17:0/1666954299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cd1f99adc0 0x55cd1f9adb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.818+0000 7f257309d740 1 --2- 172.21.15.17:0/1666954299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55cd1f99a4a0 0x55cd1f9ad620 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.818+0000 7f257309d740 1 -- 172.21.15.17:0/1666954299 >> 172.21.15.17:0/1666954299 conn(0x55cd1f996a30 msgr2=0x55cd1f995350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.819+0000 7f257309d740 1 -- 172.21.15.17:0/1666954299 shutdown_connections 2024-09-16T02:01:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.819+0000 7f257309d740 1 -- 172.21.15.17:0/1666954299 wait complete. 2024-09-16T02:01:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.819+0000 7f257309d740 20 client.27962 trim_cache size 0 max 16384 2024-09-16T02:01:24.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.819+0000 7f2570cc4640 1 -- 172.21.15.17:0/3977289199 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f25540a3240 msgr2=0x7f25540a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:24.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.819+0000 7f2570cc4640 1 --2- 172.21.15.17:0/3977289199 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f25540a3240 0x7f25540a5700 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x55cd1f997890 tx=0x7f255c005f90 comp rx=0 tx=0).stop 2024-09-16T02:01:24.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.819+0000 7f2570cc4640 1 -- 172.21.15.17:0/3977289199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f256c1036e0 msgr2=0x7f256c198980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:24.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.819+0000 7f2570cc4640 1 --2- 172.21.15.17:0/3977289199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f256c1036e0 0x7f256c198980 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f256000e970 tx=0x7f256000ee30 comp rx=0 tx=0).stop 2024-09-16T02:01:24.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.820+0000 7f2570cc4640 1 -- 172.21.15.17:0/3977289199 shutdown_connections 2024-09-16T02:01:24.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.820+0000 7f2570cc4640 1 --2- 172.21.15.17:0/3977289199 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f25540a3240 0x7f25540a5700 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.820+0000 7f2570cc4640 1 --2- 172.21.15.17:0/3977289199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f256c1082a0 0x7f256c19cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.820+0000 7f2570cc4640 1 --2- 172.21.15.17:0/3977289199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f256c1036e0 0x7f256c198980 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.820+0000 7f2570cc4640 1 --2- 172.21.15.17:0/3977289199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f256c102d30 0x7f256c198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:24.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.820+0000 7f2570cc4640 1 -- 172.21.15.17:0/3977289199 >> 172.21.15.17:0/3977289199 conn(0x7f256c0fc7d0 msgr2=0x7f256c106380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:24.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.820+0000 7f2570cc4640 1 -- 172.21.15.17:0/3977289199 shutdown_connections 2024-09-16T02:01:24.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:23.820+0000 7f2570cc4640 1 -- 172.21.15.17:0/3977289199 wait complete. 2024-09-16T02:01:24.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:24 smithi017 ceph-mon[30972]: pgmap v875: 97 pgs: 97 active+clean; 504 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 809 KiB/s rd, 4.7 MiB/s wr, 203 op/s 2024-09-16T02:01:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:24 smithi122 ceph-mon[34758]: pgmap v875: 97 pgs: 97 active+clean; 504 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 809 KiB/s rd, 4.7 MiB/s wr, 203 op/s 2024-09-16T02:01:24.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:24 smithi029 ceph-mon[34783]: pgmap v875: 97 pgs: 97 active+clean; 504 MiB data, 2.6 GiB used, 1.0 TiB / 1.0 TiB avail; 809 KiB/s rd, 4.7 MiB/s wr, 203 op/s 2024-09-16T02:01:25.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 44646 8.27 MB/sec execute 167 sec latency 158.899 ms 2024-09-16T02:01:26.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 44777 8.25 MB/sec execute 168 sec latency 136.602 ms 2024-09-16T02:01:26.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:26 smithi017 ceph-mon[30972]: pgmap v876: 97 pgs: 97 active+clean; 501 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 545 KiB/s rd, 4.3 MiB/s wr, 163 op/s 2024-09-16T02:01:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:26 smithi122 ceph-mon[34758]: pgmap v876: 97 pgs: 97 active+clean; 501 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 545 KiB/s rd, 4.3 MiB/s wr, 163 op/s 2024-09-16T02:01:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:26 smithi029 ceph-mon[34783]: pgmap v876: 97 pgs: 97 active+clean; 501 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 545 KiB/s rd, 4.3 MiB/s wr, 163 op/s 2024-09-16T02:01:27.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 44883 8.23 MB/sec execute 169 sec latency 205.037 ms 2024-09-16T02:01:28.044 INFO:tasks.workunit.client.0.smithi017.stdout: 10 45031 8.24 MB/sec execute 170 sec latency 147.305 ms 2024-09-16T02:01:28.394 INFO:tasks.cephfs.filesystem:scrub status for tag:2883a27a-3b8c-4a36-a665-3a8f9a84c8e6 - {'path': '/', 'tag': '2883a27a-3b8c-4a36-a665-3a8f9a84c8e6', 'options': 'recursive,force'} 2024-09-16T02:01:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:28 smithi017 ceph-mon[30972]: pgmap v877: 97 pgs: 97 active+clean; 501 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 3.8 MiB/s wr, 150 op/s 2024-09-16T02:01:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:28 smithi029 ceph-mon[34783]: pgmap v877: 97 pgs: 97 active+clean; 501 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 3.8 MiB/s wr, 150 op/s 2024-09-16T02:01:28.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:28 smithi122 ceph-mon[34758]: pgmap v877: 97 pgs: 97 active+clean; 501 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 3.8 MiB/s wr, 150 op/s 2024-09-16T02:01:29.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 45181 8.22 MB/sec execute 171 sec latency 95.989 ms 2024-09-16T02:01:30.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 45323 8.22 MB/sec execute 172 sec latency 88.184 ms 2024-09-16T02:01:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:30 smithi017 ceph-mon[30972]: pgmap v878: 97 pgs: 97 active+clean; 499 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 655 KiB/s rd, 4.2 MiB/s wr, 175 op/s 2024-09-16T02:01:30.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:30 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:01:30.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:30 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:01:30.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:30 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:01:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:30 smithi122 ceph-mon[34758]: pgmap v878: 97 pgs: 97 active+clean; 499 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 655 KiB/s rd, 4.2 MiB/s wr, 175 op/s 2024-09-16T02:01:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:30 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:01:30.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:30 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:01:30.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:30 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:01:30.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:30 smithi029 ceph-mon[34783]: pgmap v878: 97 pgs: 97 active+clean; 499 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 655 KiB/s rd, 4.2 MiB/s wr, 175 op/s 2024-09-16T02:01:30.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:30 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:01:30.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:30 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:01:30.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:30 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:01:31.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 45492 8.23 MB/sec execute 173 sec latency 81.720 ms 2024-09-16T02:01:32.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 45653 8.21 MB/sec execute 174 sec latency 94.644 ms 2024-09-16T02:01:32.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:32 smithi017 ceph-mon[30972]: pgmap v879: 97 pgs: 97 active+clean; 499 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 710 KiB/s rd, 3.8 MiB/s wr, 183 op/s 2024-09-16T02:01:32.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:32 smithi029 ceph-mon[34783]: pgmap v879: 97 pgs: 97 active+clean; 499 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 710 KiB/s rd, 3.8 MiB/s wr, 183 op/s 2024-09-16T02:01:32.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:32 smithi122 ceph-mon[34758]: pgmap v879: 97 pgs: 97 active+clean; 499 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 710 KiB/s rd, 3.8 MiB/s wr, 183 op/s 2024-09-16T02:01:33.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 45816 8.19 MB/sec execute 175 sec latency 77.055 ms 2024-09-16T02:01:34.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 45984 8.17 MB/sec execute 176 sec latency 86.553 ms 2024-09-16T02:01:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:34 smithi017 ceph-mon[30972]: pgmap v880: 97 pgs: 97 active+clean; 496 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 721 KiB/s rd, 3.5 MiB/s wr, 204 op/s 2024-09-16T02:01:34.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:34 smithi029 ceph-mon[34783]: pgmap v880: 97 pgs: 97 active+clean; 496 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 721 KiB/s rd, 3.5 MiB/s wr, 204 op/s 2024-09-16T02:01:34.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:34 smithi122 ceph-mon[34758]: pgmap v880: 97 pgs: 97 active+clean; 496 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 721 KiB/s rd, 3.5 MiB/s wr, 204 op/s 2024-09-16T02:01:35.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 46166 8.18 MB/sec execute 177 sec latency 112.971 ms 2024-09-16T02:01:36.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 46337 8.18 MB/sec execute 178 sec latency 81.128 ms 2024-09-16T02:01:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:36 smithi017 ceph-mon[30972]: pgmap v881: 97 pgs: 97 active+clean; 493 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 638 KiB/s rd, 3.2 MiB/s wr, 206 op/s 2024-09-16T02:01:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:36 smithi122 ceph-mon[34758]: pgmap v881: 97 pgs: 97 active+clean; 493 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 638 KiB/s rd, 3.2 MiB/s wr, 206 op/s 2024-09-16T02:01:36.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:36 smithi029 ceph-mon[34783]: pgmap v881: 97 pgs: 97 active+clean; 493 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 638 KiB/s rd, 3.2 MiB/s wr, 206 op/s 2024-09-16T02:01:37.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 46514 8.18 MB/sec execute 179 sec latency 83.083 ms 2024-09-16T02:01:38.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 46713 8.19 MB/sec execute 180 sec latency 76.672 ms 2024-09-16T02:01:38.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:38 smithi017 ceph-mon[30972]: pgmap v882: 97 pgs: 97 active+clean; 493 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 617 KiB/s rd, 2.8 MiB/s wr, 193 op/s 2024-09-16T02:01:38.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:38 smithi029 ceph-mon[34783]: pgmap v882: 97 pgs: 97 active+clean; 493 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 617 KiB/s rd, 2.8 MiB/s wr, 193 op/s 2024-09-16T02:01:38.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:38 smithi122 ceph-mon[34758]: pgmap v882: 97 pgs: 97 active+clean; 493 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 617 KiB/s rd, 2.8 MiB/s wr, 193 op/s 2024-09-16T02:01:39.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 46899 8.23 MB/sec execute 181 sec latency 99.643 ms 2024-09-16T02:01:40.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 47107 8.24 MB/sec execute 182 sec latency 103.782 ms 2024-09-16T02:01:40.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:40 smithi017 ceph-mon[30972]: pgmap v883: 97 pgs: 97 active+clean; 496 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 3.5 MiB/s wr, 237 op/s 2024-09-16T02:01:40.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:40 smithi029 ceph-mon[34783]: pgmap v883: 97 pgs: 97 active+clean; 496 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 3.5 MiB/s wr, 237 op/s 2024-09-16T02:01:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:40 smithi122 ceph-mon[34758]: pgmap v883: 97 pgs: 97 active+clean; 496 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 789 KiB/s rd, 3.5 MiB/s wr, 237 op/s 2024-09-16T02:01:41.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 47257 8.26 MB/sec execute 183 sec latency 99.244 ms 2024-09-16T02:01:42.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 47411 8.28 MB/sec execute 184 sec latency 78.033 ms 2024-09-16T02:01:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:42 smithi017 ceph-mon[30972]: pgmap v884: 97 pgs: 97 active+clean; 499 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 3.5 MiB/s wr, 226 op/s 2024-09-16T02:01:42.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:42 smithi029 ceph-mon[34783]: pgmap v884: 97 pgs: 97 active+clean; 499 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 3.5 MiB/s wr, 226 op/s 2024-09-16T02:01:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:42 smithi122 ceph-mon[34758]: pgmap v884: 97 pgs: 97 active+clean; 499 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 3.5 MiB/s wr, 226 op/s 2024-09-16T02:01:43.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 47557 8.27 MB/sec execute 185 sec latency 76.093 ms 2024-09-16T02:01:44.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 47714 8.29 MB/sec execute 186 sec latency 103.116 ms 2024-09-16T02:01:44.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:44 smithi017 ceph-mon[30972]: pgmap v885: 97 pgs: 97 active+clean; 488 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 3.5 MiB/s wr, 211 op/s 2024-09-16T02:01:44.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:44 smithi122 ceph-mon[34758]: pgmap v885: 97 pgs: 97 active+clean; 488 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 3.5 MiB/s wr, 211 op/s 2024-09-16T02:01:44.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:44 smithi029 ceph-mon[34783]: pgmap v885: 97 pgs: 97 active+clean; 488 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 3.5 MiB/s wr, 211 op/s 2024-09-16T02:01:45.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 47876 8.31 MB/sec execute 187 sec latency 106.080 ms 2024-09-16T02:01:46.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 48025 8.32 MB/sec execute 188 sec latency 105.509 ms 2024-09-16T02:01:46.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:46 smithi017 ceph-mon[30972]: pgmap v886: 97 pgs: 97 active+clean; 489 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 816 KiB/s rd, 4.3 MiB/s wr, 228 op/s 2024-09-16T02:01:46.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:46 smithi122 ceph-mon[34758]: pgmap v886: 97 pgs: 97 active+clean; 489 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 816 KiB/s rd, 4.3 MiB/s wr, 228 op/s 2024-09-16T02:01:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:46 smithi029 ceph-mon[34783]: pgmap v886: 97 pgs: 97 active+clean; 489 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 816 KiB/s rd, 4.3 MiB/s wr, 228 op/s 2024-09-16T02:01:47.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 48194 8.33 MB/sec execute 189 sec latency 92.413 ms 2024-09-16T02:01:48.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 48342 8.32 MB/sec execute 190 sec latency 84.371 ms 2024-09-16T02:01:48.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:48 smithi017 ceph-mon[30972]: pgmap v887: 97 pgs: 97 active+clean; 489 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 600 KiB/s rd, 3.8 MiB/s wr, 177 op/s 2024-09-16T02:01:48.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:48 smithi029 ceph-mon[34783]: pgmap v887: 97 pgs: 97 active+clean; 489 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 600 KiB/s rd, 3.8 MiB/s wr, 177 op/s 2024-09-16T02:01:48.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:48 smithi122 ceph-mon[34758]: pgmap v887: 97 pgs: 97 active+clean; 489 MiB data, 2.7 GiB used, 1.0 TiB / 1.0 TiB avail; 600 KiB/s rd, 3.8 MiB/s wr, 177 op/s 2024-09-16T02:01:49.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 48454 8.30 MB/sec execute 191 sec latency 163.707 ms 2024-09-16T02:01:50.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 48616 8.30 MB/sec execute 192 sec latency 84.097 ms 2024-09-16T02:01:50.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:50 smithi017 ceph-mon[30972]: pgmap v888: 97 pgs: 97 active+clean; 493 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 4.7 MiB/s wr, 195 op/s 2024-09-16T02:01:50.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:50 smithi122 ceph-mon[34758]: pgmap v888: 97 pgs: 97 active+clean; 493 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 4.7 MiB/s wr, 195 op/s 2024-09-16T02:01:50.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:50 smithi029 ceph-mon[34783]: pgmap v888: 97 pgs: 97 active+clean; 493 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 4.7 MiB/s wr, 195 op/s 2024-09-16T02:01:51.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 48725 8.29 MB/sec execute 193 sec latency 173.287 ms 2024-09-16T02:01:52.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 48894 8.31 MB/sec execute 194 sec latency 98.149 ms 2024-09-16T02:01:52.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:52 smithi017 ceph-mon[30972]: pgmap v889: 97 pgs: 97 active+clean; 496 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.5 MiB/s wr, 179 op/s 2024-09-16T02:01:52.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:52 smithi122 ceph-mon[34758]: pgmap v889: 97 pgs: 97 active+clean; 496 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.5 MiB/s wr, 179 op/s 2024-09-16T02:01:52.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:52 smithi029 ceph-mon[34783]: pgmap v889: 97 pgs: 97 active+clean; 496 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.5 MiB/s wr, 179 op/s 2024-09-16T02:01:53.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 49033 8.30 MB/sec execute 195 sec latency 117.306 ms 2024-09-16T02:01:54.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 49178 8.28 MB/sec execute 196 sec latency 96.604 ms 2024-09-16T02:01:54.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:54 smithi017 ceph-mon[30972]: pgmap v890: 97 pgs: 97 active+clean; 497 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 4.8 MiB/s wr, 207 op/s 2024-09-16T02:01:54.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:54 smithi029 ceph-mon[34783]: pgmap v890: 97 pgs: 97 active+clean; 497 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 4.8 MiB/s wr, 207 op/s 2024-09-16T02:01:54.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:54 smithi122 ceph-mon[34758]: pgmap v890: 97 pgs: 97 active+clean; 497 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 852 KiB/s rd, 4.8 MiB/s wr, 207 op/s 2024-09-16T02:01:55.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 49334 8.29 MB/sec execute 197 sec latency 106.640 ms 2024-09-16T02:01:56.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 49483 8.26 MB/sec execute 198 sec latency 97.184 ms 2024-09-16T02:01:56.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:56 smithi017 ceph-mon[30972]: pgmap v891: 97 pgs: 97 active+clean; 490 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 751 KiB/s rd, 4.9 MiB/s wr, 204 op/s 2024-09-16T02:01:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:56 smithi122 ceph-mon[34758]: pgmap v891: 97 pgs: 97 active+clean; 490 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 751 KiB/s rd, 4.9 MiB/s wr, 204 op/s 2024-09-16T02:01:56.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:56 smithi029 ceph-mon[34783]: pgmap v891: 97 pgs: 97 active+clean; 490 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 751 KiB/s rd, 4.9 MiB/s wr, 204 op/s 2024-09-16T02:01:57.045 INFO:tasks.workunit.client.0.smithi017.stdout: 10 49659 8.26 MB/sec execute 199 sec latency 80.983 ms 2024-09-16T02:01:58.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 49829 8.24 MB/sec execute 200 sec latency 101.530 ms 2024-09-16T02:01:58.395 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:01:58.769 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:01:58.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:01:58 smithi017 ceph-mon[30972]: pgmap v892: 97 pgs: 97 active+clean; 490 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 3.7 MiB/s wr, 162 op/s 2024-09-16T02:01:58.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:01:58 smithi029 ceph-mon[34783]: pgmap v892: 97 pgs: 97 active+clean; 490 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 3.7 MiB/s wr, 162 op/s 2024-09-16T02:01:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:01:58 smithi122 ceph-mon[34758]: pgmap v892: 97 pgs: 97 active+clean; 490 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 551 KiB/s rd, 3.7 MiB/s wr, 162 op/s 2024-09-16T02:01:59.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 49999 8.23 MB/sec execute 201 sec latency 83.176 ms 2024-09-16T02:01:59.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.311+0000 7fa979a26640 1 -- 172.21.15.17:0/272123753 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa974102d30 msgr2=0x7fa974103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:59.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.311+0000 7fa979a26640 1 --2- 172.21.15.17:0/272123753 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa974102d30 0x7fa974103110 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fa964009930 tx=0x7fa96402a420 comp rx=0 tx=0).stop 2024-09-16T02:01:59.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.311+0000 7fa979a26640 1 -- 172.21.15.17:0/272123753 shutdown_connections 2024-09-16T02:01:59.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.311+0000 7fa979a26640 1 --2- 172.21.15.17:0/272123753 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9741082a0 0x7fa97410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.311+0000 7fa979a26640 1 --2- 172.21.15.17:0/272123753 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9741036e0 0x7fa974107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.311+0000 7fa979a26640 1 --2- 172.21.15.17:0/272123753 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa974102d30 0x7fa974103110 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.311+0000 7fa979a26640 1 -- 172.21.15.17:0/272123753 >> 172.21.15.17:0/272123753 conn(0x7fa9740fc7d0 msgr2=0x7fa9740febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:59.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.312+0000 7fa979a26640 1 -- 172.21.15.17:0/272123753 shutdown_connections 2024-09-16T02:01:59.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.312+0000 7fa979a26640 1 -- 172.21.15.17:0/272123753 wait complete. 2024-09-16T02:01:59.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.312+0000 7fa979a26640 1 Processor -- start 2024-09-16T02:01:59.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.313+0000 7fa979a26640 1 -- start start 2024-09-16T02:01:59.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.313+0000 7fa979a26640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa974102d30 0x7fa9741a4840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.313+0000 7fa979a26640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9741036e0 0x7fa9741a4d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.313+0000 7fa979a26640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9741082a0 0x7fa97410deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.313+0000 7fa979a26640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa974111f90 con 0x7fa974102d30 2024-09-16T02:01:59.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.313+0000 7fa972ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa974102d30 0x7fa9741a4840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.313+0000 7fa972ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa974102d30 0x7fa9741a4840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53580/0 (socket says 172.21.15.17:53580) 2024-09-16T02:01:59.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.313+0000 7fa972ffd640 1 -- 172.21.15.17:0/2662058216 learned_addr learned my addr 172.21.15.17:0/2662058216 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:59.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.313+0000 7fa979a26640 1 -- 172.21.15.17:0/2662058216 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa974111e10 con 0x7fa9741036e0 2024-09-16T02:01:59.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.313+0000 7fa979a26640 1 -- 172.21.15.17:0/2662058216 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa974112110 con 0x7fa9741082a0 2024-09-16T02:01:59.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.313+0000 7fa9727fc640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9741036e0 0x7fa9741a4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.314+0000 7fa9737fe640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9741082a0 0x7fa97410deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.314+0000 7fa9727fc640 1 -- 172.21.15.17:0/2662058216 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9741082a0 msgr2=0x7fa97410deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:59.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.314+0000 7fa9727fc640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9741082a0 0x7fa97410deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.314+0000 7fa9727fc640 1 -- 172.21.15.17:0/2662058216 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa974102d30 msgr2=0x7fa9741a4840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:59.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.314+0000 7fa9727fc640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa974102d30 0x7fa9741a4840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.314+0000 7fa9727fc640 1 -- 172.21.15.17:0/2662058216 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa97410e6e0 con 0x7fa9741036e0 2024-09-16T02:01:59.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.314+0000 7fa9737fe640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9741082a0 0x7fa97410deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:01:59.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.314+0000 7fa9727fc640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9741036e0 0x7fa9741a4d80 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa968005fd0 tx=0x7fa96800dde0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:59.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.314+0000 7fa978a24640 1 -- 172.21.15.17:0/2662058216 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa968009c00 con 0x7fa9741036e0 2024-09-16T02:01:59.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.314+0000 7fa978a24640 1 -- 172.21.15.17:0/2662058216 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa968009da0 con 0x7fa9741036e0 2024-09-16T02:01:59.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.315+0000 7fa979a26640 1 -- 172.21.15.17:0/2662058216 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa97410e9d0 con 0x7fa9741036e0 2024-09-16T02:01:59.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.315+0000 7fa978a24640 1 -- 172.21.15.17:0/2662058216 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa968003db0 con 0x7fa9741036e0 2024-09-16T02:01:59.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.315+0000 7fa979a26640 1 -- 172.21.15.17:0/2662058216 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9741ab630 con 0x7fa9741036e0 2024-09-16T02:01:59.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.318+0000 7fa978a24640 1 -- 172.21.15.17:0/2662058216 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fa9680035f0 con 0x7fa9741036e0 2024-09-16T02:01:59.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.318+0000 7fa978a24640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa95c0a3240 0x7fa95c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.318+0000 7fa978a24640 1 -- 172.21.15.17:0/2662058216 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa9680cf710 con 0x7fa9741036e0 2024-09-16T02:01:59.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.318+0000 7fa972ffd640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa95c0a3240 0x7fa95c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.319+0000 7fa97bdff740 1 Processor -- start 2024-09-16T02:01:59.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.319+0000 7fa97bdff740 1 -- start start 2024-09-16T02:01:59.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.319+0000 7fa972ffd640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa95c0a3240 0x7fa95c0a5700 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa964000c00 tx=0x7fa964005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:59.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.319+0000 7fa97bdff740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee92fe880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.319+0000 7fa97bdff740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9309140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.319+0000 7fa97bdff740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 0x55dee930ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.319+0000 7fa97bdff740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55dee92642e0 con 0x55dee92fedc0 2024-09-16T02:01:59.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.319+0000 7fa97bdff740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55dee920bce0 con 0x55dee9309680 2024-09-16T02:01:59.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.319+0000 7fa97bdff740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55dee92602a0 con 0x55dee92fe4a0 2024-09-16T02:01:59.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.319+0000 7fa9727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9309140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.319+0000 7fa972ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee92fe880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.320+0000 7fa972ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee92fe880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:55876/0 (socket says 172.21.15.17:55876) 2024-09-16T02:01:59.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.320+0000 7fa972ffd640 1 -- 172.21.15.17:0/1932639114 learned_addr learned my addr 172.21.15.17:0/1932639114 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:59.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.320+0000 7fa9737fe640 1 --2- 172.21.15.17:0/1932639114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 0x55dee930ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.320+0000 7fa9727fc640 1 -- 172.21.15.17:0/1932639114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 msgr2=0x55dee92fe880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:59.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.320+0000 7fa9727fc640 1 --2- 172.21.15.17:0/1932639114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee92fe880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.320+0000 7fa9727fc640 1 -- 172.21.15.17:0/1932639114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 msgr2=0x55dee930ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:59.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.320+0000 7fa9727fc640 1 --2- 172.21.15.17:0/1932639114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 0x55dee930ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.320+0000 7fa9727fc640 1 -- 172.21.15.17:0/1932639114 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dee91f0440 con 0x55dee92fedc0 2024-09-16T02:01:59.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.320+0000 7fa9737fe640 1 --2- 172.21.15.17:0/1932639114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 0x55dee930ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:59.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.320+0000 7fa9727fc640 1 --2- 172.21.15.17:0/1932639114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9309140 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fa96809bcc0 tx=0x7fa96809c570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d695b604a36e5766 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:59.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.320+0000 7fa959ffb640 1 -- 172.21.15.17:0/1932639114 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa968020070 con 0x55dee92fedc0 2024-09-16T02:01:59.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.320+0000 7fa959ffb640 1 -- 172.21.15.17:0/1932639114 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa9680a49a0 con 0x55dee92fedc0 2024-09-16T02:01:59.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.320+0000 7fa959ffb640 1 -- 172.21.15.17:0/1932639114 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa968097ce0 con 0x55dee92fedc0 2024-09-16T02:01:59.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.321+0000 7fa97bdff740 1 -- 172.21.15.17:0/1932639114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 msgr2=0x55dee9309140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:59.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.321+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1932639114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9309140 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fa96809bcc0 tx=0x7fa96809c570 comp rx=0 tx=0).stop 2024-09-16T02:01:59.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.321+0000 7fa97bdff740 1 -- 172.21.15.17:0/1932639114 shutdown_connections 2024-09-16T02:01:59.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.321+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1932639114 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 0x55dee930ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.321+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1932639114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9309140 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.321+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1932639114 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee92fe880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.321+0000 7fa97bdff740 1 -- 172.21.15.17:0/1932639114 >> 172.21.15.17:0/1932639114 conn(0x55dee92faa30 msgr2=0x55dee92fae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:59.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.321+0000 7fa97bdff740 1 -- 172.21.15.17:0/1932639114 shutdown_connections 2024-09-16T02:01:59.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.322+0000 7fa97bdff740 1 -- 172.21.15.17:0/1932639114 wait complete. 2024-09-16T02:01:59.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.322+0000 7fa97bdff740 1 -- start start 2024-09-16T02:01:59.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.322+0000 7fa97bdff740 1 Processor -- start 2024-09-16T02:01:59.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa97bdff740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee92fe4a0 0x55dee9308fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa97bdff740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fedc0 0x55dee9306290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa97bdff740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee9309680 0x55dee93067f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa97bdff740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55dee930c250 con 0x55dee9309680 2024-09-16T02:01:59.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa97bdff740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55dee921f050 con 0x55dee92fe4a0 2024-09-16T02:01:59.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa97bdff740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55dee930c3d0 con 0x55dee92fedc0 2024-09-16T02:01:59.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa97bdff740 10 client.0 _ll_register_callbacks cb 0x55dee925f160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:01:59.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa972ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee92fe4a0 0x55dee9308fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa9737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee9309680 0x55dee93067f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa972ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee92fe4a0 0x55dee9308fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:52648/0 (socket says 172.21.15.17:52648) 2024-09-16T02:01:59.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa972ffd640 1 -- 172.21.15.17:0/1904950329 learned_addr learned my addr 172.21.15.17:0/1904950329 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:59.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa9727fc640 1 --2- 172.21.15.17:0/1904950329 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fedc0 0x55dee9306290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa9737fe640 1 -- 172.21.15.17:0/1904950329 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fedc0 msgr2=0x55dee9306290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:59.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa9737fe640 1 --2- 172.21.15.17:0/1904950329 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fedc0 0x55dee9306290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa9737fe640 1 -- 172.21.15.17:0/1904950329 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee92fe4a0 msgr2=0x55dee9308fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:59.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa9737fe640 1 --2- 172.21.15.17:0/1904950329 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee92fe4a0 0x55dee9308fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa9737fe640 1 -- 172.21.15.17:0/1904950329 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dee8fd53c0 con 0x55dee9309680 2024-09-16T02:01:59.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.323+0000 7fa972ffd640 1 --2- 172.21.15.17:0/1904950329 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee92fe4a0 0x55dee9308fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:59.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.324+0000 7fa9737fe640 1 --2- 172.21.15.17:0/1904950329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee9309680 0x55dee93067f0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fa96c005fd0 tx=0x7fa96c0107a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9efb5336903da185 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:59.420 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:01:59.421 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T02:01:59.421 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T02:01:59.421 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:01:59.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.324+0000 7fa952ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:01:59.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.324+0000 7fa952ffd640 1 -- 172.21.15.17:0/1904950329 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa96c009e10 con 0x55dee9309680 2024-09-16T02:01:59.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.324+0000 7fa97bdff740 1 -- 172.21.15.17:0/1904950329 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa9680a49a0 con 0x55dee9309680 2024-09-16T02:01:59.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.324+0000 7fa952ffd640 1 -- 172.21.15.17:0/1904950329 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa96c004b20 con 0x55dee9309680 2024-09-16T02:01:59.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.324+0000 7fa952ffd640 1 -- 172.21.15.17:0/1904950329 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa96c004d20 con 0x55dee9309680 2024-09-16T02:01:59.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.324+0000 7fa97bdff740 10 client.18615 fetch_fsmap learned FSMap version 28 2024-09-16T02:01:59.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.324+0000 7fa97bdff740 1 -- 172.21.15.17:0/1904950329 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55dee9317c70 con 0x55dee9309680 2024-09-16T02:01:59.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.324+0000 7fa952ffd640 1 -- 172.21.15.17:0/1904950329 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa9680a49a0 con 0x55dee9309680 2024-09-16T02:01:59.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.325+0000 7fa952ffd640 1 -- 172.21.15.17:0/1904950329 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fa96c01a670 con 0x55dee9309680 2024-09-16T02:01:59.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.325+0000 7fa97bdff740 10 client.18615 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:01:59.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.325+0000 7fa97bdff740 10 client.18615 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:01:59.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.325+0000 7fa97bdff740 20 client.18615 populate_metadata read hostname 'smithi017' 2024-09-16T02:01:59.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.325+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1904950329 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dee93194b0 0x55dee931b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.325+0000 7fa97bdff740 4 client.18615 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:01:59.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.325+0000 7fa97bdff740 1 -- 172.21.15.17:0/1904950329 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55dee9271850 con 0x55dee93194b0 2024-09-16T02:01:59.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.325+0000 7fa972ffd640 1 --2- 172.21.15.17:0/1904950329 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dee93194b0 0x55dee931b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.325+0000 7fa972ffd640 1 --2- 172.21.15.17:0/1904950329 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dee93194b0 0x55dee931b8f0 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ae973770d91799f1 server_cookie=d7c06f75d6af987 in_seq=0 out_seq=0 2024-09-16T02:01:59.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.325+0000 7fa952ffd640 10 client.18615 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:59.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa952ffd640 1 -- 172.21.15.17:0/1904950329 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55dee9271850 con 0x55dee93194b0 2024-09-16T02:01:59.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa952ffd640 10 client.18615 handle_command_reply: tid=0 2024-09-16T02:01:59.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa97bdff740 1 client.18615 shutdown 2024-09-16T02:01:59.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa97bdff740 1 -- 172.21.15.17:0/1904950329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee9309680 msgr2=0x55dee93067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:59.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1904950329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee9309680 0x55dee93067f0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fa96c005fd0 tx=0x7fa96c0107a0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa97bdff740 1 -- 172.21.15.17:0/1904950329 shutdown_connections 2024-09-16T02:01:59.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1904950329 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dee93194b0 0x55dee931b8f0 crc :-1 s=READY pgs=264 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa952ffd640 0 client.18615 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:59.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1904950329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee9309680 0x55dee93067f0 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1904950329 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fedc0 0x55dee9306290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1904950329 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee92fe4a0 0x55dee9308fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa97bdff740 1 -- 172.21.15.17:0/1904950329 >> 172.21.15.17:0/1904950329 conn(0x55dee92faa30 msgr2=0x55dee9300710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:59.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa97bdff740 1 -- 172.21.15.17:0/1904950329 shutdown_connections 2024-09-16T02:01:59.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa97bdff740 1 -- 172.21.15.17:0/1904950329 wait complete. 2024-09-16T02:01:59.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.328+0000 7fa97bdff740 20 client.18615 trim_cache size 0 max 16384 2024-09-16T02:01:59.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.354+0000 7fa97bdff740 1 Processor -- start 2024-09-16T02:01:59.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa97bdff740 1 -- start start 2024-09-16T02:01:59.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa97bdff740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee93154b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa97bdff740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9308200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa97bdff740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 0x55dee9321200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa97bdff740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa9741b64b0 con 0x55dee92fedc0 2024-09-16T02:01:59.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa97bdff740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa9741b3d80 con 0x55dee9309680 2024-09-16T02:01:59.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa97bdff740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa9741b1bb0 con 0x55dee92fe4a0 2024-09-16T02:01:59.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa9727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9308200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa9727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9308200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53612/0 (socket says 172.21.15.17:53612) 2024-09-16T02:01:59.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa9727fc640 1 -- 172.21.15.17:0/3336172392 learned_addr learned my addr 172.21.15.17:0/3336172392 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:59.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa972ffd640 1 --2- 172.21.15.17:0/3336172392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee93154b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa9737fe640 1 --2- 172.21.15.17:0/3336172392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 0x55dee9321200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa9727fc640 1 -- 172.21.15.17:0/3336172392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 msgr2=0x55dee93154b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:59.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa9727fc640 1 --2- 172.21.15.17:0/3336172392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee93154b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa9727fc640 1 -- 172.21.15.17:0/3336172392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 msgr2=0x55dee9321200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:59.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa9727fc640 1 --2- 172.21.15.17:0/3336172392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 0x55dee9321200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa9727fc640 1 -- 172.21.15.17:0/3336172392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55dee9309350 con 0x55dee92fedc0 2024-09-16T02:01:59.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.355+0000 7fa972ffd640 1 --2- 172.21.15.17:0/3336172392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee93154b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:59.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.356+0000 7fa9727fc640 1 --2- 172.21.15.17:0/3336172392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9308200 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fa96809bcc0 tx=0x7fa96809bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=336328bd98837749 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:59.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.356+0000 7fa9597fa640 1 -- 172.21.15.17:0/3336172392 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa968020040 con 0x55dee92fedc0 2024-09-16T02:01:59.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.356+0000 7fa9597fa640 1 -- 172.21.15.17:0/3336172392 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa96809a030 con 0x55dee92fedc0 2024-09-16T02:01:59.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.356+0000 7fa9597fa640 1 -- 172.21.15.17:0/3336172392 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9680a47a0 con 0x55dee92fedc0 2024-09-16T02:01:59.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.357+0000 7fa97bdff740 1 -- 172.21.15.17:0/3336172392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 msgr2=0x55dee9308200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.357+0000 7fa97bdff740 1 --2- 172.21.15.17:0/3336172392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9308200 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fa96809bcc0 tx=0x7fa96809bc30 comp rx=0 tx=0).stop 2024-09-16T02:01:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.357+0000 7fa97bdff740 1 -- 172.21.15.17:0/3336172392 shutdown_connections 2024-09-16T02:01:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.357+0000 7fa97bdff740 1 --2- 172.21.15.17:0/3336172392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 0x55dee9321200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.357+0000 7fa97bdff740 1 --2- 172.21.15.17:0/3336172392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9308200 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.357+0000 7fa97bdff740 1 --2- 172.21.15.17:0/3336172392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee93154b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.357+0000 7fa97bdff740 1 -- 172.21.15.17:0/3336172392 >> 172.21.15.17:0/3336172392 conn(0x55dee92faa30 msgr2=0x55dee9307af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.358+0000 7fa97bdff740 1 -- 172.21.15.17:0/3336172392 shutdown_connections 2024-09-16T02:01:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.358+0000 7fa97bdff740 1 -- 172.21.15.17:0/3336172392 wait complete. 2024-09-16T02:01:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.358+0000 7fa97bdff740 1 -- start start 2024-09-16T02:01:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.358+0000 7fa97bdff740 1 Processor -- start 2024-09-16T02:01:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa97bdff740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee9311d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa97bdff740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9303050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa97bdff740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 0x55dee9303590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa97bdff740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa9741b2240 con 0x55dee92fedc0 2024-09-16T02:01:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa97bdff740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa9741b36b0 con 0x55dee9309680 2024-09-16T02:01:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa97bdff740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa9741b2910 con 0x55dee92fe4a0 2024-09-16T02:01:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa97bdff740 10 client.0 _ll_register_callbacks cb 0x7fa96c009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:01:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa972ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee9311d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa9727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9303050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa972ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee9311d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:55914/0 (socket says 172.21.15.17:55914) 2024-09-16T02:01:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa972ffd640 1 -- 172.21.15.17:0/1811780742 learned_addr learned my addr 172.21.15.17:0/1811780742 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:01:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa9727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9303050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53620/0 (socket says 172.21.15.17:53620) 2024-09-16T02:01:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa9737fe640 1 --2- 172.21.15.17:0/1811780742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 0x55dee9303590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa972ffd640 1 -- 172.21.15.17:0/1811780742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 msgr2=0x55dee9303590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa972ffd640 1 --2- 172.21.15.17:0/1811780742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 0x55dee9303590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa972ffd640 1 -- 172.21.15.17:0/1811780742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 msgr2=0x55dee9303050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:01:59.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa972ffd640 1 --2- 172.21.15.17:0/1811780742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9303050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa972ffd640 1 -- 172.21.15.17:0/1811780742 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55dee9303dc0 con 0x55dee92fe4a0 2024-09-16T02:01:59.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa9737fe640 1 --2- 172.21.15.17:0/1811780742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 0x55dee9303590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:59.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.359+0000 7fa9727fc640 1 --2- 172.21.15.17:0/1811780742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9303050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:01:59.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.360+0000 7fa972ffd640 1 --2- 172.21.15.17:0/1811780742 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee9311d70 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa964031440 tx=0x7fa96402a420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd6a4b65e5527117 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:01:59.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.360+0000 7fa952ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:01:59.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.360+0000 7fa952ffd640 1 -- 172.21.15.17:0/1811780742 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa964057070 con 0x55dee92fe4a0 2024-09-16T02:01:59.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.360+0000 7fa952ffd640 1 -- 172.21.15.17:0/1811780742 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa9640314a0 con 0x55dee92fe4a0 2024-09-16T02:01:59.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.360+0000 7fa97bdff740 1 -- 172.21.15.17:0/1811780742 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa96809a030 con 0x55dee92fe4a0 2024-09-16T02:01:59.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.360+0000 7fa952ffd640 1 -- 172.21.15.17:0/1811780742 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa964035040 con 0x55dee92fe4a0 2024-09-16T02:01:59.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.360+0000 7fa97bdff740 10 client.28267 fetch_fsmap learned FSMap version 28 2024-09-16T02:01:59.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.360+0000 7fa97bdff740 1 -- 172.21.15.17:0/1811780742 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55dee93842a0 con 0x55dee92fe4a0 2024-09-16T02:01:59.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.360+0000 7fa952ffd640 1 -- 172.21.15.17:0/1811780742 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa96809a030 con 0x55dee92fe4a0 2024-09-16T02:01:59.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.361+0000 7fa952ffd640 1 -- 172.21.15.17:0/1811780742 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fa96403c740 con 0x55dee92fe4a0 2024-09-16T02:01:59.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.361+0000 7fa97bdff740 10 client.28267 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:01:59.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.361+0000 7fa97bdff740 10 client.28267 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:01:59.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.361+0000 7fa97bdff740 20 client.28267 populate_metadata read hostname 'smithi017' 2024-09-16T02:01:59.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.361+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1811780742 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dee93194b0 0x55dee9386980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:01:59.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.361+0000 7fa97bdff740 4 client.28267 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:01:59.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.361+0000 7fa97bdff740 1 -- 172.21.15.17:0/1811780742 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55dee926bd60 con 0x55dee93194b0 2024-09-16T02:01:59.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.361+0000 7fa9727fc640 1 --2- 172.21.15.17:0/1811780742 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dee93194b0 0x55dee9386980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:01:59.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.361+0000 7fa952ffd640 10 client.28267 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:59.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.361+0000 7fa9727fc640 1 --2- 172.21.15.17:0/1811780742 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dee93194b0 0x55dee9386980 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d1c3248b7e3febe server_cookie=8848e6f533447928 in_seq=0 out_seq=0 2024-09-16T02:01:59.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.362+0000 7fa952ffd640 1 -- 172.21.15.17:0/1811780742 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55dee926bd60 con 0x55dee93194b0 2024-09-16T02:01:59.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.362+0000 7fa952ffd640 10 client.28267 handle_command_reply: tid=0 2024-09-16T02:01:59.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.362+0000 7fa97bdff740 1 client.28267 shutdown 2024-09-16T02:01:59.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.363+0000 7fa97bdff740 1 -- 172.21.15.17:0/1811780742 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 msgr2=0x55dee9311d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:59.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.363+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1811780742 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee9311d70 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fa964031440 tx=0x7fa96402a420 comp rx=0 tx=0).stop 2024-09-16T02:01:59.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.363+0000 7fa97bdff740 1 -- 172.21.15.17:0/1811780742 shutdown_connections 2024-09-16T02:01:59.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.363+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1811780742 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55dee93194b0 0x55dee9386980 crc :-1 s=READY pgs=265 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.363+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1811780742 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55dee9309680 0x55dee9303590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.363+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1811780742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dee92fedc0 0x55dee9303050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.363+0000 7fa952ffd640 0 client.28267 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:01:59.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.363+0000 7fa97bdff740 1 --2- 172.21.15.17:0/1811780742 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55dee92fe4a0 0x55dee9311d70 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.363+0000 7fa97bdff740 1 -- 172.21.15.17:0/1811780742 >> 172.21.15.17:0/1811780742 conn(0x55dee92faa30 msgr2=0x55dee92f9350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:59.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.363+0000 7fa97bdff740 1 -- 172.21.15.17:0/1811780742 shutdown_connections 2024-09-16T02:01:59.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.363+0000 7fa97bdff740 1 -- 172.21.15.17:0/1811780742 wait complete. 2024-09-16T02:01:59.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.363+0000 7fa97bdff740 20 client.28267 trim_cache size 0 max 16384 2024-09-16T02:01:59.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.364+0000 7fa979a26640 1 -- 172.21.15.17:0/2662058216 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa95c0a3240 msgr2=0x7fa95c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:59.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.364+0000 7fa979a26640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa95c0a3240 0x7fa95c0a5700 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fa964000c00 tx=0x7fa964005a20 comp rx=0 tx=0).stop 2024-09-16T02:01:59.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.364+0000 7fa979a26640 1 -- 172.21.15.17:0/2662058216 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9741036e0 msgr2=0x7fa9741a4d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:01:59.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.364+0000 7fa979a26640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9741036e0 0x7fa9741a4d80 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fa968005fd0 tx=0x7fa96800dde0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.364+0000 7fa979a26640 1 -- 172.21.15.17:0/2662058216 shutdown_connections 2024-09-16T02:01:59.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.364+0000 7fa979a26640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa95c0a3240 0x7fa95c0a5700 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.364+0000 7fa979a26640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa9741082a0 0x7fa97410deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.364+0000 7fa979a26640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa9741036e0 0x7fa9741a4d80 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.364+0000 7fa979a26640 1 --2- 172.21.15.17:0/2662058216 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa974102d30 0x7fa9741a4840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:01:59.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.364+0000 7fa979a26640 1 -- 172.21.15.17:0/2662058216 >> 172.21.15.17:0/2662058216 conn(0x7fa9740fc7d0 msgr2=0x7fa974103b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:01:59.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.364+0000 7fa979a26640 1 -- 172.21.15.17:0/2662058216 shutdown_connections 2024-09-16T02:01:59.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:01:59.364+0000 7fa979a26640 1 -- 172.21.15.17:0/2662058216 wait complete. 2024-09-16T02:02:00.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 50162 8.22 MB/sec execute 202 sec latency 91.509 ms 2024-09-16T02:02:00.427 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T02:02:00.427 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:02:00.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:00 smithi017 ceph-mon[30972]: pgmap v893: 97 pgs: 97 active+clean; 488 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 4.4 MiB/s wr, 235 op/s 2024-09-16T02:02:00.795 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:02:00.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:00 smithi029 ceph-mon[34783]: pgmap v893: 97 pgs: 97 active+clean; 488 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 4.4 MiB/s wr, 235 op/s 2024-09-16T02:02:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:00 smithi122 ceph-mon[34758]: pgmap v893: 97 pgs: 97 active+clean; 488 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 4.4 MiB/s wr, 235 op/s 2024-09-16T02:02:01.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 50335 8.24 MB/sec execute 203 sec latency 114.458 ms 2024-09-16T02:02:02.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 50475 8.23 MB/sec execute 204 sec latency 138.087 ms 2024-09-16T02:02:02.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:02 smithi017 ceph-mon[30972]: pgmap v894: 97 pgs: 97 active+clean; 486 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 3.5 MiB/s wr, 227 op/s 2024-09-16T02:02:02.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:02 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3473013765' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:02:02.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:02 smithi122 ceph-mon[34758]: pgmap v894: 97 pgs: 97 active+clean; 486 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 3.5 MiB/s wr, 227 op/s 2024-09-16T02:02:02.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:02 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3473013765' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:02:02.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:02 smithi029 ceph-mon[34783]: pgmap v894: 97 pgs: 97 active+clean; 486 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 3.5 MiB/s wr, 227 op/s 2024-09-16T02:02:02.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:02 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3473013765' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:02:02.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.969+0000 7fdd01b5c640 1 -- 172.21.15.17:0/4143870969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcfc074620 msgr2=0x7fdcfc074a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:02.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.969+0000 7fdd01b5c640 1 --2- 172.21.15.17:0/4143870969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcfc074620 0x7fdcfc074a00 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fdcec009900 tx=0x7fdcec02a480 comp rx=0 tx=0).stop 2024-09-16T02:02:02.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.969+0000 7fdd01b5c640 1 -- 172.21.15.17:0/4143870969 shutdown_connections 2024-09-16T02:02:02.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.969+0000 7fdd01b5c640 1 --2- 172.21.15.17:0/4143870969 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdcfc10e3c0 0x7fdcfc110810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:02.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.969+0000 7fdd01b5c640 1 --2- 172.21.15.17:0/4143870969 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcfc074f40 0x7fdcfc10de80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:02.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.969+0000 7fdd01b5c640 1 --2- 172.21.15.17:0/4143870969 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcfc074620 0x7fdcfc074a00 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:02.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.969+0000 7fdd01b5c640 1 -- 172.21.15.17:0/4143870969 >> 172.21.15.17:0/4143870969 conn(0x7fdcfc0fd8e0 msgr2=0x7fdcfc0ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:02.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.970+0000 7fdd01b5c640 1 -- 172.21.15.17:0/4143870969 shutdown_connections 2024-09-16T02:02:02.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.970+0000 7fdd01b5c640 1 -- 172.21.15.17:0/4143870969 wait complete. 2024-09-16T02:02:02.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.970+0000 7fdd01b5c640 1 Processor -- start 2024-09-16T02:02:02.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.971+0000 7fdd01b5c640 1 -- start start 2024-09-16T02:02:02.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.971+0000 7fdd01b5c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdcfc074620 0x7fdcfc19a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:02.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.971+0000 7fdd01b5c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcfc074f40 0x7fdcfc19ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:02.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.971+0000 7fdd01b5c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcfc10e3c0 0x7fdcfc19ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:02.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.971+0000 7fdd01b5c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fdcfc114000 con 0x7fdcfc10e3c0 2024-09-16T02:02:02.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.971+0000 7fdd01b5c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fdcfc113e80 con 0x7fdcfc074f40 2024-09-16T02:02:02.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.971+0000 7fdd01b5c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fdcfc114180 con 0x7fdcfc074620 2024-09-16T02:02:02.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.971+0000 7fdcfaffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcfc074f40 0x7fdcfc19ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:02.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.971+0000 7fdcfaffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcfc074f40 0x7fdcfc19ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:52680/0 (socket says 172.21.15.17:52680) 2024-09-16T02:02:02.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.971+0000 7fdcfaffd640 1 -- 172.21.15.17:0/3473013765 learned_addr learned my addr 172.21.15.17:0/3473013765 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:02.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.971+0000 7fdcfbfff640 1 --2- 172.21.15.17:0/3473013765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcfc10e3c0 0x7fdcfc19ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:02.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.972+0000 7fdcfb7fe640 1 --2- 172.21.15.17:0/3473013765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdcfc074620 0x7fdcfc19a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:02.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.972+0000 7fdcfaffd640 1 -- 172.21.15.17:0/3473013765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdcfc074620 msgr2=0x7fdcfc19a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:02.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.972+0000 7fdcfaffd640 1 --2- 172.21.15.17:0/3473013765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdcfc074620 0x7fdcfc19a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:02.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.972+0000 7fdcfaffd640 1 -- 172.21.15.17:0/3473013765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcfc10e3c0 msgr2=0x7fdcfc19ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:02.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.972+0000 7fdcfaffd640 1 --2- 172.21.15.17:0/3473013765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcfc10e3c0 0x7fdcfc19ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:02.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.972+0000 7fdcfaffd640 1 -- 172.21.15.17:0/3473013765 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdcfc19f570 con 0x7fdcfc074f40 2024-09-16T02:02:02.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.972+0000 7fdcfaffd640 1 --2- 172.21.15.17:0/3473013765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcfc074f40 0x7fdcfc19ab00 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fdcf000d950 tx=0x7fdcf000de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:02.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.972+0000 7fdcf8ff9640 1 -- 172.21.15.17:0/3473013765 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf0017070 con 0x7fdcfc074f40 2024-09-16T02:02:02.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.972+0000 7fdcf8ff9640 1 -- 172.21.15.17:0/3473013765 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdcf0009c30 con 0x7fdcfc074f40 2024-09-16T02:02:02.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.972+0000 7fdd01b5c640 1 -- 172.21.15.17:0/3473013765 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdcfc19f860 con 0x7fdcfc074f40 2024-09-16T02:02:02.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.972+0000 7fdcf8ff9640 1 -- 172.21.15.17:0/3473013765 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdcf000f620 con 0x7fdcfc074f40 2024-09-16T02:02:02.887 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:02:02.888 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"btime":"2024-09-16T01:59:05:278302+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:59:04.450935+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T02:02:02.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.972+0000 7fdd01b5c640 1 -- 172.21.15.17:0/3473013765 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdcfc101a10 con 0x7fdcfc074f40 2024-09-16T02:02:02.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.974+0000 7fdd01b5c640 1 -- 172.21.15.17:0/3473013765 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdcfc074a00 con 0x7fdcfc074f40 2024-09-16T02:02:02.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.975+0000 7fdcf8ff9640 1 -- 172.21.15.17:0/3473013765 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fdcf00109a0 con 0x7fdcfc074f40 2024-09-16T02:02:02.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.976+0000 7fdcf8ff9640 1 --2- 172.21.15.17:0/3473013765 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdce40a32c0 0x7fdce40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:02.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.976+0000 7fdcfb7fe640 1 --2- 172.21.15.17:0/3473013765 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdce40a32c0 0x7fdce40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:02.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.976+0000 7fdcf8ff9640 1 -- 172.21.15.17:0/3473013765 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdcf00cf4e0 con 0x7fdcfc074f40 2024-09-16T02:02:02.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.976+0000 7fdcfb7fe640 1 --2- 172.21.15.17:0/3473013765 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdce40a32c0 0x7fdce40a5780 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fdcec031440 tx=0x7fdcec0095f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:02.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:01.980+0000 7fdcf8ff9640 1 -- 172.21.15.17:0/3473013765 <== mon.2 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdcf0009de0 con 0x7fdcfc074f40 2024-09-16T02:02:02.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:02.299+0000 7fdd01b5c640 1 -- 172.21.15.17:0/3473013765 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fdcfc109540 con 0x7fdcfc074f40 2024-09-16T02:02:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:02.300+0000 7fdcf8ff9640 1 -- 172.21.15.17:0/3473013765 <== mon.2 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11901 (secure 0 0 0) 0x7fdcf009c200 con 0x7fdcfc074f40 2024-09-16T02:02:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-09-16T02:02:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:02.303+0000 7fdd01b5c640 1 -- 172.21.15.17:0/3473013765 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdce40a32c0 msgr2=0x7fdce40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:02.303+0000 7fdd01b5c640 1 --2- 172.21.15.17:0/3473013765 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdce40a32c0 0x7fdce40a5780 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fdcec031440 tx=0x7fdcec0095f0 comp rx=0 tx=0).stop 2024-09-16T02:02:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:02.303+0000 7fdd01b5c640 1 -- 172.21.15.17:0/3473013765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcfc074f40 msgr2=0x7fdcfc19ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:02.303+0000 7fdd01b5c640 1 --2- 172.21.15.17:0/3473013765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcfc074f40 0x7fdcfc19ab00 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fdcf000d950 tx=0x7fdcf000de10 comp rx=0 tx=0).stop 2024-09-16T02:02:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:02.303+0000 7fdd01b5c640 1 -- 172.21.15.17:0/3473013765 shutdown_connections 2024-09-16T02:02:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:02.303+0000 7fdd01b5c640 1 --2- 172.21.15.17:0/3473013765 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdce40a32c0 0x7fdce40a5780 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:02.303+0000 7fdd01b5c640 1 --2- 172.21.15.17:0/3473013765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdcfc10e3c0 0x7fdcfc19ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:02.303+0000 7fdd01b5c640 1 --2- 172.21.15.17:0/3473013765 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fdcfc074f40 0x7fdcfc19ab00 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:02.303+0000 7fdd01b5c640 1 --2- 172.21.15.17:0/3473013765 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fdcfc074620 0x7fdcfc19a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:02.303+0000 7fdd01b5c640 1 -- 172.21.15.17:0/3473013765 >> 172.21.15.17:0/3473013765 conn(0x7fdcfc0fd8e0 msgr2=0x7fdcfc0ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:02.303+0000 7fdd01b5c640 1 -- 172.21.15.17:0/3473013765 shutdown_connections 2024-09-16T02:02:02.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:02.303+0000 7fdd01b5c640 1 -- 172.21.15.17:0/3473013765 wait complete. 2024-09-16T02:02:03.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 50644 8.26 MB/sec execute 205 sec latency 90.504 ms 2024-09-16T02:02:04.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 50817 8.27 MB/sec execute 206 sec latency 139.100 ms 2024-09-16T02:02:04.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:04 smithi017 ceph-mon[30972]: pgmap v895: 97 pgs: 97 active+clean; 489 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 815 KiB/s rd, 3.7 MiB/s wr, 245 op/s 2024-09-16T02:02:04.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:04 smithi122 ceph-mon[34758]: pgmap v895: 97 pgs: 97 active+clean; 489 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 815 KiB/s rd, 3.7 MiB/s wr, 245 op/s 2024-09-16T02:02:04.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:04 smithi029 ceph-mon[34783]: pgmap v895: 97 pgs: 97 active+clean; 489 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 815 KiB/s rd, 3.7 MiB/s wr, 245 op/s 2024-09-16T02:02:05.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 50954 8.26 MB/sec execute 207 sec latency 145.556 ms 2024-09-16T02:02:05.472 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T02:02:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:02:06.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 51114 8.25 MB/sec execute 208 sec latency 173.967 ms 2024-09-16T02:02:06.648 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:06 smithi017 ceph-mon[30972]: pgmap v896: 97 pgs: 97 active+clean; 493 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 3.6 MiB/s wr, 221 op/s 2024-09-16T02:02:06.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.759+0000 7f2da895c640 1 -- 172.21.15.17:0/3633943104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2da4100e20 msgr2=0x7f2da4101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:06.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.759+0000 7f2da895c640 1 --2- 172.21.15.17:0/3633943104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2da4100e20 0x7f2da4101200 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f2d94009900 tx=0x7f2d9402a480 comp rx=0 tx=0).stop 2024-09-16T02:02:06.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.759+0000 7f2da895c640 1 -- 172.21.15.17:0/3633943104 shutdown_connections 2024-09-16T02:02:06.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.759+0000 7f2da895c640 1 --2- 172.21.15.17:0/3633943104 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2da4102ef0 0x7f2da410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.760+0000 7f2da895c640 1 --2- 172.21.15.17:0/3633943104 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2da4102570 0x7f2da41029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.760+0000 7f2da895c640 1 --2- 172.21.15.17:0/3633943104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2da4100e20 0x7f2da4101200 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.760+0000 7f2da895c640 1 -- 172.21.15.17:0/3633943104 >> 172.21.15.17:0/3633943104 conn(0x7f2da40fc7d0 msgr2=0x7f2da40febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:06.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.760+0000 7f2da895c640 1 -- 172.21.15.17:0/3633943104 shutdown_connections 2024-09-16T02:02:06.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.760+0000 7f2da895c640 1 -- 172.21.15.17:0/3633943104 wait complete. 2024-09-16T02:02:06.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.760+0000 7f2da895c640 1 Processor -- start 2024-09-16T02:02:06.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.761+0000 7f2da895c640 1 -- start start 2024-09-16T02:02:06.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.761+0000 7f2da895c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2da4100e20 0x7f2da4196210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.761+0000 7f2da895c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2da4102570 0x7f2da4196750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.761+0000 7f2da895c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2da4102ef0 0x7f2da419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.761+0000 7f2da895c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2da410fd30 con 0x7f2da4102ef0 2024-09-16T02:02:06.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.761+0000 7f2da895c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2da410fbb0 con 0x7f2da4100e20 2024-09-16T02:02:06.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.761+0000 7f2da895c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2da410feb0 con 0x7f2da4102570 2024-09-16T02:02:06.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.761+0000 7f2da2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2da4102ef0 0x7f2da419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.761+0000 7f2da1d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2da4102570 0x7f2da4196750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.761+0000 7f2da2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2da4102ef0 0x7f2da419aae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57042/0 (socket says 172.21.15.17:57042) 2024-09-16T02:02:06.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.761+0000 7f2da2d9d640 1 -- 172.21.15.17:0/1437790075 learned_addr learned my addr 172.21.15.17:0/1437790075 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:06.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.761+0000 7f2da259c640 1 --2- 172.21.15.17:0/1437790075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2da4100e20 0x7f2da4196210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.761+0000 7f2da2d9d640 1 -- 172.21.15.17:0/1437790075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2da4102570 msgr2=0x7f2da4196750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:06.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.761+0000 7f2da2d9d640 1 --2- 172.21.15.17:0/1437790075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2da4102570 0x7f2da4196750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.762+0000 7f2da2d9d640 1 -- 172.21.15.17:0/1437790075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2da4100e20 msgr2=0x7f2da4196210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:06.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.762+0000 7f2da2d9d640 1 --2- 172.21.15.17:0/1437790075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2da4100e20 0x7f2da4196210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.762+0000 7f2da2d9d640 1 -- 172.21.15.17:0/1437790075 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2da419b1c0 con 0x7f2da4102ef0 2024-09-16T02:02:06.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.762+0000 7f2da1d9b640 1 --2- 172.21.15.17:0/1437790075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2da4102570 0x7f2da4196750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:02:06.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.762+0000 7f2da2d9d640 1 --2- 172.21.15.17:0/1437790075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2da4102ef0 0x7f2da419aae0 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f2d9c009e20 tx=0x7f2d9c00e490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:06.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.762+0000 7f2d937fe640 1 -- 172.21.15.17:0/1437790075 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d9c004b20 con 0x7f2da4102ef0 2024-09-16T02:02:06.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.762+0000 7f2d937fe640 1 -- 172.21.15.17:0/1437790075 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d9c004cc0 con 0x7f2da4102ef0 2024-09-16T02:02:06.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.762+0000 7f2da895c640 1 -- 172.21.15.17:0/1437790075 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2da419b4b0 con 0x7f2da4102ef0 2024-09-16T02:02:06.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.762+0000 7f2d937fe640 1 -- 172.21.15.17:0/1437790075 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d9c005860 con 0x7f2da4102ef0 2024-09-16T02:02:06.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.762+0000 7f2da895c640 1 -- 172.21.15.17:0/1437790075 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2da41a71a0 con 0x7f2da4102ef0 2024-09-16T02:02:06.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.766+0000 7f2d937fe640 1 -- 172.21.15.17:0/1437790075 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f2d9c01b020 con 0x7f2da4102ef0 2024-09-16T02:02:06.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.766+0000 7f2daad35740 1 Processor -- start 2024-09-16T02:02:06.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.766+0000 7f2daad35740 1 -- start start 2024-09-16T02:02:06.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.766+0000 7f2daad35740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d73754ab40 0x55d737549090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.766+0000 7f2daad35740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7375495d0 0x55d737549a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.766+0000 7f2daad35740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d737554370 0x55d737556760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.766+0000 7f2daad35740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d7374af2f0 con 0x55d7375495d0 2024-09-16T02:02:06.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.766+0000 7f2daad35740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d737456cf0 con 0x55d73754ab40 2024-09-16T02:02:06.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.766+0000 7f2daad35740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d7374ab2b0 con 0x55d737554370 2024-09-16T02:02:06.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.767+0000 7f2da1d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d73754ab40 0x55d737549090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.767+0000 7f2da259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7375495d0 0x55d737549a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.767+0000 7f2da1d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d73754ab40 0x55d737549090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:50464/0 (socket says 172.21.15.17:50464) 2024-09-16T02:02:06.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.767+0000 7f2da259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7375495d0 0x55d737549a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57058/0 (socket says 172.21.15.17:57058) 2024-09-16T02:02:06.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.767+0000 7f2da1d9b640 1 -- 172.21.15.17:0/702777970 learned_addr learned my addr 172.21.15.17:0/702777970 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:06.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.767+0000 7f2da1d9b640 1 --2- 172.21.15.17:0/702777970 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d737554370 0x55d737556760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.767+0000 7f2da1d9b640 1 -- 172.21.15.17:0/702777970 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d737554370 msgr2=0x55d737556760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:06.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.767+0000 7f2da1d9b640 1 --2- 172.21.15.17:0/702777970 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d737554370 0x55d737556760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.767+0000 7f2da1d9b640 1 -- 172.21.15.17:0/702777970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7375495d0 msgr2=0x55d737549a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:06.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.767+0000 7f2da1d9b640 1 --2- 172.21.15.17:0/702777970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7375495d0 0x55d737549a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.767+0000 7f2da1d9b640 1 -- 172.21.15.17:0/702777970 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d73743b3a0 con 0x55d73754ab40 2024-09-16T02:02:06.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.767+0000 7f2da259c640 1 --2- 172.21.15.17:0/702777970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7375495d0 0x55d737549a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:02:06.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.767+0000 7f2da1d9b640 1 --2- 172.21.15.17:0/702777970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d73754ab40 0x55d737549090 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2d98009fd0 tx=0x7f2d98009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ac6be3c50ce0b3c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:06.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.768+0000 7f2d937fe640 1 --2- 172.21.15.17:0/1437790075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2d8c0a3390 0x7f2d8c0a5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.768+0000 7f2d90ff9640 1 -- 172.21.15.17:0/702777970 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d9800fc20 con 0x55d73754ab40 2024-09-16T02:02:06.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.768+0000 7f2d90ff9640 1 -- 172.21.15.17:0/702777970 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d9800fdc0 con 0x55d73754ab40 2024-09-16T02:02:06.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.768+0000 7f2da259c640 1 --2- 172.21.15.17:0/1437790075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2d8c0a3390 0x7f2d8c0a5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.768+0000 7f2d90ff9640 1 -- 172.21.15.17:0/702777970 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d9800e610 con 0x55d73754ab40 2024-09-16T02:02:06.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.768+0000 7f2d937fe640 1 -- 172.21.15.17:0/1437790075 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f2d9c0cf180 con 0x7f2da4102ef0 2024-09-16T02:02:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.768+0000 7f2daad35740 1 -- 172.21.15.17:0/702777970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d73754ab40 msgr2=0x55d737549090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.768+0000 7f2daad35740 1 --2- 172.21.15.17:0/702777970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d73754ab40 0x55d737549090 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f2d98009fd0 tx=0x7f2d98009b80 comp rx=0 tx=0).stop 2024-09-16T02:02:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.769+0000 7f2daad35740 1 -- 172.21.15.17:0/702777970 shutdown_connections 2024-09-16T02:02:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.769+0000 7f2daad35740 1 --2- 172.21.15.17:0/702777970 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d737554370 0x55d737556760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.769+0000 7f2daad35740 1 --2- 172.21.15.17:0/702777970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7375495d0 0x55d737549a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.769+0000 7f2daad35740 1 --2- 172.21.15.17:0/702777970 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d73754ab40 0x55d737549090 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.769+0000 7f2daad35740 1 -- 172.21.15.17:0/702777970 >> 172.21.15.17:0/702777970 conn(0x55d737512310 msgr2=0x55d737545c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.769+0000 7f2da259c640 1 --2- 172.21.15.17:0/1437790075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2d8c0a3390 0x7f2d8c0a5850 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f2d94009230 tx=0x7f2d940058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.769+0000 7f2daad35740 1 -- 172.21.15.17:0/702777970 shutdown_connections 2024-09-16T02:02:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.769+0000 7f2daad35740 1 -- 172.21.15.17:0/702777970 wait complete. 2024-09-16T02:02:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.769+0000 7f2daad35740 1 -- start start 2024-09-16T02:02:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.769+0000 7f2daad35740 1 Processor -- start 2024-09-16T02:02:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.770+0000 7f2daad35740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d7375495d0 0x55d737553dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.770+0000 7f2daad35740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d73754ab40 0x55d737551080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.770+0000 7f2daad35740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d737554370 0x55d737551810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.770+0000 7f2da259c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d7375495d0 0x55d737553dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.770+0000 7f2da259c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d7375495d0 0x55d737553dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:32846/0 (socket says 172.21.15.17:32846) 2024-09-16T02:02:06.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.770+0000 7f2da259c640 1 -- 172.21.15.17:0/2403767712 learned_addr learned my addr 172.21.15.17:0/2403767712 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:06.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.770+0000 7f2daad35740 1 -- 172.21.15.17:0/2403767712 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d7375570c0 con 0x55d73754ab40 2024-09-16T02:02:06.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.770+0000 7f2daad35740 1 -- 172.21.15.17:0/2403767712 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d73746a060 con 0x55d737554370 2024-09-16T02:02:06.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.770+0000 7f2daad35740 1 -- 172.21.15.17:0/2403767712 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d737557240 con 0x55d7375495d0 2024-09-16T02:02:06.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.770+0000 7f2da1d9b640 1 --2- 172.21.15.17:0/2403767712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d73754ab40 0x55d737551080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.770+0000 7f2da2d9d640 1 --2- 172.21.15.17:0/2403767712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d737554370 0x55d737551810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.770+0000 7f2daad35740 10 client.0 _ll_register_callbacks cb 0x55d7371bd8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:02:06.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.771+0000 7f2da1d9b640 1 -- 172.21.15.17:0/2403767712 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d7375495d0 msgr2=0x55d737553dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:06.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.771+0000 7f2da1d9b640 1 --2- 172.21.15.17:0/2403767712 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d7375495d0 0x55d737553dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.771+0000 7f2da1d9b640 1 -- 172.21.15.17:0/2403767712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d737554370 msgr2=0x55d737551810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:06.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.771+0000 7f2da1d9b640 1 --2- 172.21.15.17:0/2403767712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d737554370 0x55d737551810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.771+0000 7f2da1d9b640 1 -- 172.21.15.17:0/2403767712 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7372203c0 con 0x55d73754ab40 2024-09-16T02:02:06.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.771+0000 7f2da1d9b640 1 --2- 172.21.15.17:0/2403767712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d73754ab40 0x55d737551080 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f2d98009b50 tx=0x7f2d98004510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fa4cf433bb53f30 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:06.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.771+0000 7f2d89ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:02:06.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.771+0000 7f2d89ffb640 1 -- 172.21.15.17:0/2403767712 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d9800fc20 con 0x55d73754ab40 2024-09-16T02:02:06.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.771+0000 7f2daad35740 1 -- 172.21.15.17:0/2403767712 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d9800fdc0 con 0x55d73754ab40 2024-09-16T02:02:06.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.771+0000 7f2d89ffb640 1 -- 172.21.15.17:0/2403767712 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f2d98005240 con 0x55d73754ab40 2024-09-16T02:02:06.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.771+0000 7f2d89ffb640 1 -- 172.21.15.17:0/2403767712 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2d98005440 con 0x55d73754ab40 2024-09-16T02:02:06.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.771+0000 7f2daad35740 10 client.18639 fetch_fsmap learned FSMap version 28 2024-09-16T02:02:06.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.771+0000 7f2daad35740 1 -- 172.21.15.17:0/2403767712 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d737562ba0 con 0x55d73754ab40 2024-09-16T02:02:06.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.772+0000 7f2d89ffb640 1 -- 172.21.15.17:0/2403767712 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d9800fdc0 con 0x55d73754ab40 2024-09-16T02:02:06.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.772+0000 7f2d89ffb640 1 -- 172.21.15.17:0/2403767712 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f2d98026070 con 0x55d73754ab40 2024-09-16T02:02:06.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.772+0000 7f2daad35740 10 client.18639 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:02:06.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.772+0000 7f2daad35740 10 client.18639 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:02:06.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.772+0000 7f2daad35740 20 client.18639 populate_metadata read hostname 'smithi017' 2024-09-16T02:02:06.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.772+0000 7f2daad35740 1 --2- 172.21.15.17:0/2403767712 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d737563ef0 0x55d7375662e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.772+0000 7f2daad35740 4 client.18639 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:02:06.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.772+0000 7f2daad35740 1 -- 172.21.15.17:0/2403767712 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d7374bc860 con 0x55d737563ef0 2024-09-16T02:02:06.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.772+0000 7f2da259c640 1 --2- 172.21.15.17:0/2403767712 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d737563ef0 0x55d7375662e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.773+0000 7f2d89ffb640 10 client.18639 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:02:06.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.773+0000 7f2da259c640 1 --2- 172.21.15.17:0/2403767712 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d737563ef0 0x55d7375662e0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=abeb2cdf09f3d2ff server_cookie=2b215dca0aa429ee in_seq=0 out_seq=0 2024-09-16T02:02:06.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.774+0000 7f2d89ffb640 1 -- 172.21.15.17:0/2403767712 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d7374bc860 con 0x55d737563ef0 2024-09-16T02:02:06.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.774+0000 7f2d89ffb640 10 client.18639 handle_command_reply: tid=0 2024-09-16T02:02:06.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.774+0000 7f2daad35740 1 client.18639 shutdown 2024-09-16T02:02:06.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.774+0000 7f2daad35740 1 -- 172.21.15.17:0/2403767712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d73754ab40 msgr2=0x55d737551080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:06.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.774+0000 7f2daad35740 1 --2- 172.21.15.17:0/2403767712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d73754ab40 0x55d737551080 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f2d98009b50 tx=0x7f2d98004510 comp rx=0 tx=0).stop 2024-09-16T02:02:06.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.774+0000 7f2daad35740 1 -- 172.21.15.17:0/2403767712 shutdown_connections 2024-09-16T02:02:06.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.774+0000 7f2daad35740 1 --2- 172.21.15.17:0/2403767712 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d737563ef0 0x55d7375662e0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.774+0000 7f2daad35740 1 --2- 172.21.15.17:0/2403767712 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d737554370 0x55d737551810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.774+0000 7f2daad35740 1 --2- 172.21.15.17:0/2403767712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d73754ab40 0x55d737551080 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.774+0000 7f2daad35740 1 --2- 172.21.15.17:0/2403767712 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d7375495d0 0x55d737553dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.774+0000 7f2d89ffb640 0 client.18639 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:02:06.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.774+0000 7f2daad35740 1 -- 172.21.15.17:0/2403767712 >> 172.21.15.17:0/2403767712 conn(0x55d737512310 msgr2=0x55d73754b960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:06.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.774+0000 7f2daad35740 1 -- 172.21.15.17:0/2403767712 shutdown_connections 2024-09-16T02:02:06.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.774+0000 7f2daad35740 1 -- 172.21.15.17:0/2403767712 wait complete. 2024-09-16T02:02:06.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.775+0000 7f2daad35740 20 client.18639 trim_cache size 0 max 16384 2024-09-16T02:02:06.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:06 smithi029 ceph-mon[34783]: pgmap v896: 97 pgs: 97 active+clean; 493 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 3.6 MiB/s wr, 221 op/s 2024-09-16T02:02:06.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:06 smithi122 ceph-mon[34758]: pgmap v896: 97 pgs: 97 active+clean; 493 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 629 KiB/s rd, 3.6 MiB/s wr, 221 op/s 2024-09-16T02:02:06.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.795+0000 7f2daad35740 1 Processor -- start 2024-09-16T02:02:06.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.795+0000 7f2daad35740 1 -- start start 2024-09-16T02:02:06.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.795+0000 7f2daad35740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d7375495d0 0x55d73754f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.795+0000 7f2daad35740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d73754ab40 0x55d73754fe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.795+0000 7f2daad35740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d737554370 0x55d73756b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.795+0000 7f2daad35740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2da41adb10 con 0x55d73754ab40 2024-09-16T02:02:06.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.795+0000 7f2daad35740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2da41ab3e0 con 0x55d7375495d0 2024-09-16T02:02:06.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.795+0000 7f2daad35740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2da41a9210 con 0x55d737554370 2024-09-16T02:02:06.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.796+0000 7f2da1d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d73754ab40 0x55d73754fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.796+0000 7f2da1d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d73754ab40 0x55d73754fe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57074/0 (socket says 172.21.15.17:57074) 2024-09-16T02:02:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.796+0000 7f2da1d9b640 1 -- 172.21.15.17:0/2568646627 learned_addr learned my addr 172.21.15.17:0/2568646627 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.796+0000 7f2da259c640 1 --2- 172.21.15.17:0/2568646627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d7375495d0 0x55d73754f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.796+0000 7f2da2d9d640 1 --2- 172.21.15.17:0/2568646627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d737554370 0x55d73756b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.796+0000 7f2da259c640 1 -- 172.21.15.17:0/2568646627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d737554370 msgr2=0x55d73756b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.796+0000 7f2da259c640 1 --2- 172.21.15.17:0/2568646627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d737554370 0x55d73756b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.796+0000 7f2da259c640 1 -- 172.21.15.17:0/2568646627 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d73754ab40 msgr2=0x55d73754fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.796+0000 7f2da259c640 1 --2- 172.21.15.17:0/2568646627 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d73754ab40 0x55d73754fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.796+0000 7f2da259c640 1 -- 172.21.15.17:0/2568646627 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d73754c120 con 0x55d7375495d0 2024-09-16T02:02:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.796+0000 7f2da1d9b640 1 --2- 172.21.15.17:0/2568646627 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d73754ab40 0x55d73754fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:02:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.796+0000 7f2da259c640 1 --2- 172.21.15.17:0/2568646627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d7375495d0 0x55d73754f950 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x55d737566940 tx=0x7f2d9403e000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=daeb06028c067544 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.796+0000 7f2d8bfff640 1 -- 172.21.15.17:0/2568646627 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d94065070 con 0x55d7375495d0 2024-09-16T02:02:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.797+0000 7f2d8bfff640 1 -- 172.21.15.17:0/2568646627 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d94004240 con 0x55d7375495d0 2024-09-16T02:02:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.797+0000 7f2d8bfff640 1 -- 172.21.15.17:0/2568646627 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d94035040 con 0x55d7375495d0 2024-09-16T02:02:06.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.797+0000 7f2daad35740 1 -- 172.21.15.17:0/2568646627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d7375495d0 msgr2=0x55d73754f950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:06.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.797+0000 7f2daad35740 1 --2- 172.21.15.17:0/2568646627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d7375495d0 0x55d73754f950 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x55d737566940 tx=0x7f2d9403e000 comp rx=0 tx=0).stop 2024-09-16T02:02:06.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.797+0000 7f2daad35740 1 -- 172.21.15.17:0/2568646627 shutdown_connections 2024-09-16T02:02:06.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.797+0000 7f2daad35740 1 --2- 172.21.15.17:0/2568646627 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d737554370 0x55d73756b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.797+0000 7f2daad35740 1 --2- 172.21.15.17:0/2568646627 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d73754ab40 0x55d73754fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.797+0000 7f2daad35740 1 --2- 172.21.15.17:0/2568646627 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d7375495d0 0x55d73754f950 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.797+0000 7f2daad35740 1 -- 172.21.15.17:0/2568646627 >> 172.21.15.17:0/2568646627 conn(0x55d737512310 msgr2=0x55d73754c310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.798+0000 7f2daad35740 1 -- 172.21.15.17:0/2568646627 shutdown_connections 2024-09-16T02:02:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.798+0000 7f2daad35740 1 -- 172.21.15.17:0/2568646627 wait complete. 2024-09-16T02:02:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.798+0000 7f2daad35740 1 -- start start 2024-09-16T02:02:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.798+0000 7f2daad35740 1 Processor -- start 2024-09-16T02:02:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.799+0000 7f2daad35740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7375495d0 0x55d737557c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.799+0000 7f2daad35740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d73754ab40 0x55d737558150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.799+0000 7f2daad35740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d737554370 0x55d7375c69d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.799+0000 7f2daad35740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2da41a98a0 con 0x55d7375495d0 2024-09-16T02:02:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.799+0000 7f2daad35740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2da41aad10 con 0x55d737554370 2024-09-16T02:02:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.799+0000 7f2daad35740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2da41a9f70 con 0x55d73754ab40 2024-09-16T02:02:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.799+0000 7f2da2d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d737554370 0x55d7375c69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.799+0000 7f2daad35740 10 client.0 _ll_register_callbacks cb 0x7f2d980116d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:02:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.799+0000 7f2da1d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d73754ab40 0x55d737558150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.799+0000 7f2da1d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d73754ab40 0x55d737558150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:32864/0 (socket says 172.21.15.17:32864) 2024-09-16T02:02:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.799+0000 7f2da1d9b640 1 -- 172.21.15.17:0/2002967389 learned_addr learned my addr 172.21.15.17:0/2002967389 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.800+0000 7f2da259c640 1 --2- 172.21.15.17:0/2002967389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7375495d0 0x55d737557c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.799+0000 7f2da2d9d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d737554370 0x55d7375c69d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:50494/0 (socket says 172.21.15.17:50494) 2024-09-16T02:02:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.800+0000 7f2da1d9b640 1 -- 172.21.15.17:0/2002967389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d737554370 msgr2=0x55d7375c69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.800+0000 7f2da1d9b640 1 --2- 172.21.15.17:0/2002967389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d737554370 0x55d7375c69d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.800+0000 7f2da1d9b640 1 -- 172.21.15.17:0/2002967389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7375495d0 msgr2=0x55d737557c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.800+0000 7f2da1d9b640 1 --2- 172.21.15.17:0/2002967389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7375495d0 0x55d737557c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.800+0000 7f2da1d9b640 1 -- 172.21.15.17:0/2002967389 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d7375c7010 con 0x55d73754ab40 2024-09-16T02:02:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.800+0000 7f2da1d9b640 1 --2- 172.21.15.17:0/2002967389 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d73754ab40 0x55d737558150 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f2d98004390 tx=0x7f2d9801f670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be44167bd732c44 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.800+0000 7f2d89ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:02:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.801+0000 7f2d89ffb640 1 -- 172.21.15.17:0/2002967389 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d98037060 con 0x55d73754ab40 2024-09-16T02:02:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.801+0000 7f2d89ffb640 1 -- 172.21.15.17:0/2002967389 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f2d98011030 con 0x55d73754ab40 2024-09-16T02:02:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.801+0000 7f2daad35740 1 -- 172.21.15.17:0/2002967389 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2d94004240 con 0x55d73754ab40 2024-09-16T02:02:06.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.801+0000 7f2d89ffb640 1 -- 172.21.15.17:0/2002967389 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2d9801fd20 con 0x55d73754ab40 2024-09-16T02:02:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.801+0000 7f2daad35740 10 client.28291 fetch_fsmap learned FSMap version 28 2024-09-16T02:02:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.801+0000 7f2daad35740 1 -- 172.21.15.17:0/2002967389 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d7375ce360 con 0x55d73754ab40 2024-09-16T02:02:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.801+0000 7f2d89ffb640 1 -- 172.21.15.17:0/2002967389 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2d94004240 con 0x55d73754ab40 2024-09-16T02:02:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.802+0000 7f2d89ffb640 1 -- 172.21.15.17:0/2002967389 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f2d9803c070 con 0x55d73754ab40 2024-09-16T02:02:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.802+0000 7f2daad35740 10 client.28291 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:02:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.802+0000 7f2daad35740 10 client.28291 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:02:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.802+0000 7f2daad35740 20 client.28291 populate_metadata read hostname 'smithi017' 2024-09-16T02:02:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.802+0000 7f2daad35740 1 --2- 172.21.15.17:0/2002967389 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d7375ceb00 0x55d7375d0f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.802+0000 7f2daad35740 4 client.28291 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:02:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.802+0000 7f2daad35740 1 -- 172.21.15.17:0/2002967389 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d7374b6d70 con 0x55d7375ceb00 2024-09-16T02:02:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.802+0000 7f2da259c640 1 --2- 172.21.15.17:0/2002967389 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d7375ceb00 0x55d7375d0f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.802+0000 7f2d89ffb640 10 client.28291 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:02:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.802+0000 7f2da259c640 1 --2- 172.21.15.17:0/2002967389 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d7375ceb00 0x55d7375d0f20 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f6b960872dff0ce2 server_cookie=700cf5cf058d0b8 in_seq=0 out_seq=0 2024-09-16T02:02:06.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2d89ffb640 1 -- 172.21.15.17:0/2002967389 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d7374b6d70 con 0x55d7375ceb00 2024-09-16T02:02:06.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2d89ffb640 10 client.28291 handle_command_reply: tid=0 2024-09-16T02:02:06.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2daad35740 1 client.28291 shutdown 2024-09-16T02:02:06.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2daad35740 1 -- 172.21.15.17:0/2002967389 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d73754ab40 msgr2=0x55d737558150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:06.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2daad35740 1 --2- 172.21.15.17:0/2002967389 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d73754ab40 0x55d737558150 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f2d98004390 tx=0x7f2d9801f670 comp rx=0 tx=0).stop 2024-09-16T02:02:06.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2daad35740 1 -- 172.21.15.17:0/2002967389 shutdown_connections 2024-09-16T02:02:06.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2daad35740 1 --2- 172.21.15.17:0/2002967389 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d7375ceb00 0x55d7375d0f20 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2daad35740 1 --2- 172.21.15.17:0/2002967389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d737554370 0x55d7375c69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2daad35740 1 --2- 172.21.15.17:0/2002967389 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d73754ab40 0x55d737558150 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2daad35740 1 --2- 172.21.15.17:0/2002967389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d7375495d0 0x55d737557c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2daad35740 1 -- 172.21.15.17:0/2002967389 >> 172.21.15.17:0/2002967389 conn(0x55d737512310 msgr2=0x55d7375528e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:06.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2d89ffb640 0 client.28291 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:02:06.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2daad35740 1 -- 172.21.15.17:0/2002967389 shutdown_connections 2024-09-16T02:02:06.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2daad35740 1 -- 172.21.15.17:0/2002967389 wait complete. 2024-09-16T02:02:06.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.803+0000 7f2daad35740 20 client.28291 trim_cache size 0 max 16384 2024-09-16T02:02:06.809 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:02:06.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.804+0000 7f2da895c640 1 -- 172.21.15.17:0/1437790075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2d8c0a3390 msgr2=0x7f2d8c0a5850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:06.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.804+0000 7f2da895c640 1 --2- 172.21.15.17:0/1437790075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2d8c0a3390 0x7f2d8c0a5850 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f2d94009230 tx=0x7f2d940058d0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.804+0000 7f2da895c640 1 -- 172.21.15.17:0/1437790075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2da4102ef0 msgr2=0x7f2da419aae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:06.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.804+0000 7f2da895c640 1 --2- 172.21.15.17:0/1437790075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2da4102ef0 0x7f2da419aae0 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f2d9c009e20 tx=0x7f2d9c00e490 comp rx=0 tx=0).stop 2024-09-16T02:02:06.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.804+0000 7f2da895c640 1 -- 172.21.15.17:0/1437790075 shutdown_connections 2024-09-16T02:02:06.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.804+0000 7f2da895c640 1 --2- 172.21.15.17:0/1437790075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2d8c0a3390 0x7f2d8c0a5850 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.804+0000 7f2da895c640 1 --2- 172.21.15.17:0/1437790075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2da4102ef0 0x7f2da419aae0 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.804+0000 7f2da895c640 1 --2- 172.21.15.17:0/1437790075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2da4102570 0x7f2da4196750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.804+0000 7f2da895c640 1 --2- 172.21.15.17:0/1437790075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2da4100e20 0x7f2da4196210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:06.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.804+0000 7f2da895c640 1 -- 172.21.15.17:0/1437790075 >> 172.21.15.17:0/1437790075 conn(0x7f2da40fc7d0 msgr2=0x7f2da40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:06.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.804+0000 7f2da895c640 1 -- 172.21.15.17:0/1437790075 shutdown_connections 2024-09-16T02:02:06.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:06.804+0000 7f2da895c640 1 -- 172.21.15.17:0/1437790075 wait complete. 2024-09-16T02:02:07.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 51264 8.26 MB/sec execute 209 sec latency 123.283 ms 2024-09-16T02:02:07.821 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T02:02:08.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 51408 8.27 MB/sec execute 210 sec latency 84.492 ms 2024-09-16T02:02:08.162 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:02:08.722 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:08 smithi017 ceph-mon[30972]: pgmap v897: 97 pgs: 97 active+clean; 494 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 2.9 MiB/s wr, 193 op/s 2024-09-16T02:02:08.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:08 smithi029 ceph-mon[34783]: pgmap v897: 97 pgs: 97 active+clean; 494 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 2.9 MiB/s wr, 193 op/s 2024-09-16T02:02:08.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:08 smithi122 ceph-mon[34758]: pgmap v897: 97 pgs: 97 active+clean; 494 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 599 KiB/s rd, 2.9 MiB/s wr, 193 op/s 2024-09-16T02:02:08.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.846+0000 7f803e182640 1 -- 172.21.15.17:0/1314683092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f80381008c0 msgr2=0x7f8038100ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:08.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.846+0000 7f803e182640 1 --2- 172.21.15.17:0/1314683092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f80381008c0 0x7f8038100ca0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8028009930 tx=0x7f802802a440 comp rx=0 tx=0).stop 2024-09-16T02:02:08.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.846+0000 7f803e182640 1 -- 172.21.15.17:0/1314683092 shutdown_connections 2024-09-16T02:02:08.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.846+0000 7f803e182640 1 --2- 172.21.15.17:0/1314683092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8038105ec0 0x7f8038106340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.846+0000 7f803e182640 1 --2- 172.21.15.17:0/1314683092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80381011e0 0x7f8038105980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.846+0000 7f803e182640 1 --2- 172.21.15.17:0/1314683092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f80381008c0 0x7f8038100ca0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.846+0000 7f803e182640 1 -- 172.21.15.17:0/1314683092 >> 172.21.15.17:0/1314683092 conn(0x7f80380fc7d0 msgr2=0x7f80380febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:08.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.846+0000 7f803e182640 1 -- 172.21.15.17:0/1314683092 shutdown_connections 2024-09-16T02:02:08.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.846+0000 7f803e182640 1 -- 172.21.15.17:0/1314683092 wait complete. 2024-09-16T02:02:08.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.847+0000 7f803e182640 1 Processor -- start 2024-09-16T02:02:08.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.847+0000 7f803e182640 1 -- start start 2024-09-16T02:02:08.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.847+0000 7f803e182640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f80381008c0 0x7f803819eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.847+0000 7f803e182640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80381011e0 0x7f803819f030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.847+0000 7f803e182640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8038105ec0 0x7f80381a33f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.847+0000 7f803e182640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8038118510 con 0x7f80381008c0 2024-09-16T02:02:08.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.847+0000 7f803e182640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8038118390 con 0x7f8038105ec0 2024-09-16T02:02:08.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.847+0000 7f803e182640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8038118690 con 0x7f80381011e0 2024-09-16T02:02:08.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.847+0000 7f80377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f80381008c0 0x7f803819eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.847+0000 7f80377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f80381008c0 0x7f803819eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57090/0 (socket says 172.21.15.17:57090) 2024-09-16T02:02:08.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.847+0000 7f80377fe640 1 -- 172.21.15.17:0/3304091260 learned_addr learned my addr 172.21.15.17:0/3304091260 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:08.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.848+0000 7f8036ffd640 1 --2- 172.21.15.17:0/3304091260 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80381011e0 0x7f803819f030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.848+0000 7f8037fff640 1 --2- 172.21.15.17:0/3304091260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8038105ec0 0x7f80381a33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.848+0000 7f80377fe640 1 -- 172.21.15.17:0/3304091260 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80381011e0 msgr2=0x7f803819f030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:08.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.848+0000 7f80377fe640 1 --2- 172.21.15.17:0/3304091260 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80381011e0 0x7f803819f030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.848+0000 7f80377fe640 1 -- 172.21.15.17:0/3304091260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8038105ec0 msgr2=0x7f80381a33f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:08.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.848+0000 7f80377fe640 1 --2- 172.21.15.17:0/3304091260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8038105ec0 0x7f80381a33f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.848+0000 7f80377fe640 1 -- 172.21.15.17:0/3304091260 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f80381a3b20 con 0x7f80381008c0 2024-09-16T02:02:08.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.848+0000 7f80377fe640 1 --2- 172.21.15.17:0/3304091260 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f80381008c0 0x7f803819eaf0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f8028005ab0 tx=0x7f8028003b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:08.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.848+0000 7f8034ff9640 1 -- 172.21.15.17:0/3304091260 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f802803f070 con 0x7f80381008c0 2024-09-16T02:02:08.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.848+0000 7f803e182640 1 -- 172.21.15.17:0/3304091260 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f80381a3db0 con 0x7f80381008c0 2024-09-16T02:02:08.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.848+0000 7f8034ff9640 1 -- 172.21.15.17:0/3304091260 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8028031b50 con 0x7f80381008c0 2024-09-16T02:02:08.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.848+0000 7f8034ff9640 1 -- 172.21.15.17:0/3304091260 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8028035030 con 0x7f80381008c0 2024-09-16T02:02:08.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.849+0000 7f803e182640 1 -- 172.21.15.17:0/3304091260 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f80381ab6a0 con 0x7f80381008c0 2024-09-16T02:02:08.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.851+0000 7f8034ff9640 1 -- 172.21.15.17:0/3304091260 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f8028042070 con 0x7f80381008c0 2024-09-16T02:02:08.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.852+0000 7f804055b740 1 Processor -- start 2024-09-16T02:02:08.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.852+0000 7f804055b740 1 -- start start 2024-09-16T02:02:08.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.852+0000 7f804055b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a094b40 0x564f1a093090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.852+0000 7f804055b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a0935d0 0x564f1a093a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.852+0000 7f804055b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a09e370 0x564f1a0a0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.852+0000 7f804055b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564f19ff92f0 con 0x564f1a0935d0 2024-09-16T02:02:08.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.852+0000 7f804055b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564f19fa0cf0 con 0x564f1a094b40 2024-09-16T02:02:08.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.852+0000 7f804055b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564f19ff52b0 con 0x564f1a09e370 2024-09-16T02:02:08.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.852+0000 7f8036ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a09e370 0x564f1a0a0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.852+0000 7f8036ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a09e370 0x564f1a0a0760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:32908/0 (socket says 172.21.15.17:32908) 2024-09-16T02:02:08.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.852+0000 7f8036ffd640 1 -- 172.21.15.17:0/387095398 learned_addr learned my addr 172.21.15.17:0/387095398 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:08.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.852+0000 7f8037fff640 1 --2- 172.21.15.17:0/387095398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a094b40 0x564f1a093090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.853+0000 7f8034ff9640 1 --2- 172.21.15.17:0/3304091260 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f80200a3240 0x7f80200a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.853+0000 7f8036ffd640 1 -- 172.21.15.17:0/387095398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a094b40 msgr2=0x564f1a093090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:08.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.853+0000 7f8036ffd640 1 --2- 172.21.15.17:0/387095398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a094b40 0x564f1a093090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.853+0000 7f8036ffd640 1 -- 172.21.15.17:0/387095398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a0935d0 msgr2=0x564f1a093a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:08.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.853+0000 7f80377fe640 1 --2- 172.21.15.17:0/387095398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a0935d0 0x564f1a093a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.853+0000 7f8036ffd640 1 --2- 172.21.15.17:0/387095398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a0935d0 0x564f1a093a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.853+0000 7f8036ffd640 1 -- 172.21.15.17:0/387095398 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f19f853a0 con 0x564f1a09e370 2024-09-16T02:02:08.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.853+0000 7f80377fe640 1 --2- 172.21.15.17:0/387095398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a0935d0 0x564f1a093a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:02:08.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.853+0000 7f8037fff640 1 --2- 172.21.15.17:0/3304091260 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f80200a3240 0x7f80200a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.853+0000 7f8034ff9640 1 -- 172.21.15.17:0/3304091260 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f80280efb60 con 0x7f80381008c0 2024-09-16T02:02:08.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.853+0000 7f8036ffd640 1 --2- 172.21.15.17:0/387095398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a09e370 0x564f1a0a0760 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f802c009c20 tx=0x7f802c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fbf413253a5d8deb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:08.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.853+0000 7f801dffb640 1 -- 172.21.15.17:0/387095398 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f802c004230 con 0x564f1a09e370 2024-09-16T02:02:08.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.853+0000 7f801dffb640 1 -- 172.21.15.17:0/387095398 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f802c0043d0 con 0x564f1a09e370 2024-09-16T02:02:08.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.853+0000 7f8037fff640 1 --2- 172.21.15.17:0/3304091260 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f80200a3240 0x7f80200a5700 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f8030005fd0 tx=0x7f8030014040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:08.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.854+0000 7f801dffb640 1 -- 172.21.15.17:0/387095398 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f802c004d30 con 0x564f1a09e370 2024-09-16T02:02:08.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.854+0000 7f804055b740 1 -- 172.21.15.17:0/387095398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a09e370 msgr2=0x564f1a0a0760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.854+0000 7f804055b740 1 --2- 172.21.15.17:0/387095398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a09e370 0x564f1a0a0760 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f802c009c20 tx=0x7f802c011810 comp rx=0 tx=0).stop 2024-09-16T02:02:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.854+0000 7f804055b740 1 -- 172.21.15.17:0/387095398 shutdown_connections 2024-09-16T02:02:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.854+0000 7f804055b740 1 --2- 172.21.15.17:0/387095398 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a09e370 0x564f1a0a0760 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.854+0000 7f804055b740 1 --2- 172.21.15.17:0/387095398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a0935d0 0x564f1a093a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.854+0000 7f804055b740 1 --2- 172.21.15.17:0/387095398 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a094b40 0x564f1a093090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.854+0000 7f804055b740 1 -- 172.21.15.17:0/387095398 >> 172.21.15.17:0/387095398 conn(0x564f1a05c310 msgr2=0x564f1a08fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.855+0000 7f804055b740 1 -- 172.21.15.17:0/387095398 shutdown_connections 2024-09-16T02:02:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.855+0000 7f804055b740 1 -- 172.21.15.17:0/387095398 wait complete. 2024-09-16T02:02:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.855+0000 7f804055b740 1 -- start start 2024-09-16T02:02:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.855+0000 7f804055b740 1 Processor -- start 2024-09-16T02:02:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f804055b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a0935d0 0x564f1a09dd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f804055b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a094b40 0x564f1a09afc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f804055b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a09e370 0x564f1a09b560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f804055b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564f1a0a1070 con 0x564f1a094b40 2024-09-16T02:02:08.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f804055b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564f19fb4060 con 0x564f1a0935d0 2024-09-16T02:02:08.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f804055b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564f1a0a11f0 con 0x564f1a09e370 2024-09-16T02:02:08.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f804055b740 10 client.0 _ll_register_callbacks cb 0x564f19d078c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:02:08.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f8036ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a094b40 0x564f1a09afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f8037fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a09e370 0x564f1a09b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f8036ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a094b40 0x564f1a09afc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57116/0 (socket says 172.21.15.17:57116) 2024-09-16T02:02:08.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f8036ffd640 1 -- 172.21.15.17:0/746315230 learned_addr learned my addr 172.21.15.17:0/746315230 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:08.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f80377fe640 1 --2- 172.21.15.17:0/746315230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a0935d0 0x564f1a09dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f80377fe640 1 -- 172.21.15.17:0/746315230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a09e370 msgr2=0x564f1a09b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:08.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f80377fe640 1 --2- 172.21.15.17:0/746315230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a09e370 0x564f1a09b560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f80377fe640 1 -- 172.21.15.17:0/746315230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a094b40 msgr2=0x564f1a09afc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:08.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f80377fe640 1 --2- 172.21.15.17:0/746315230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a094b40 0x564f1a09afc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f80377fe640 1 -- 172.21.15.17:0/746315230 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f19d6a3c0 con 0x564f1a0935d0 2024-09-16T02:02:08.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.856+0000 7f8036ffd640 1 --2- 172.21.15.17:0/746315230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a094b40 0x564f1a09afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:02:08.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.857+0000 7f80377fe640 1 --2- 172.21.15.17:0/746315230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a0935d0 0x564f1a09dd10 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x564f1a090ac0 tx=0x7f80280bbd70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=edb209f950955493 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:08.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.857+0000 7f8016ffd640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:02:08.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.857+0000 7f8016ffd640 1 -- 172.21.15.17:0/746315230 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8028049070 con 0x564f1a0935d0 2024-09-16T02:02:08.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.857+0000 7f804055b740 1 -- 172.21.15.17:0/746315230 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f802c0043d0 con 0x564f1a0935d0 2024-09-16T02:02:08.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.857+0000 7f8016ffd640 1 -- 172.21.15.17:0/746315230 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8028031d00 con 0x564f1a0935d0 2024-09-16T02:02:08.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.857+0000 7f8016ffd640 1 -- 172.21.15.17:0/746315230 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f80280c0530 con 0x564f1a0935d0 2024-09-16T02:02:08.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.857+0000 7f804055b740 10 client.28016 fetch_fsmap learned FSMap version 28 2024-09-16T02:02:08.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.857+0000 7f804055b740 1 -- 172.21.15.17:0/746315230 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564f1a0aca60 con 0x564f1a0935d0 2024-09-16T02:02:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.857+0000 7f8016ffd640 1 -- 172.21.15.17:0/746315230 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f802c0043d0 con 0x564f1a0935d0 2024-09-16T02:02:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.857+0000 7f8016ffd640 1 -- 172.21.15.17:0/746315230 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f802804c060 con 0x564f1a0935d0 2024-09-16T02:02:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.858+0000 7f804055b740 10 client.28016 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:02:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.858+0000 7f804055b740 10 client.28016 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:02:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.858+0000 7f804055b740 20 client.28016 populate_metadata read hostname 'smithi017' 2024-09-16T02:02:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.858+0000 7f804055b740 1 --2- 172.21.15.17:0/746315230 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x564f1a0ae130 0x564f1a0b0580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.858+0000 7f804055b740 4 client.28016 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:02:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.858+0000 7f804055b740 1 -- 172.21.15.17:0/746315230 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564f1a006860 con 0x564f1a0ae130 2024-09-16T02:02:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.858+0000 7f8036ffd640 1 --2- 172.21.15.17:0/746315230 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x564f1a0ae130 0x564f1a0b0580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.858+0000 7f8036ffd640 1 --2- 172.21.15.17:0/746315230 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x564f1a0ae130 0x564f1a0b0580 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d2e79df97cce847 server_cookie=9481082074775ec4 in_seq=0 out_seq=0 2024-09-16T02:02:08.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.858+0000 7f8016ffd640 10 client.28016 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:02:08.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.859+0000 7f8016ffd640 1 -- 172.21.15.17:0/746315230 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564f1a006860 con 0x564f1a0ae130 2024-09-16T02:02:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.859+0000 7f8016ffd640 10 client.28016 handle_command_reply: tid=0 2024-09-16T02:02:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.859+0000 7f804055b740 1 client.28016 shutdown 2024-09-16T02:02:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.859+0000 7f804055b740 1 -- 172.21.15.17:0/746315230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a0935d0 msgr2=0x564f1a09dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.859+0000 7f804055b740 1 --2- 172.21.15.17:0/746315230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a0935d0 0x564f1a09dd10 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x564f1a090ac0 tx=0x7f80280bbd70 comp rx=0 tx=0).stop 2024-09-16T02:02:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.859+0000 7f804055b740 1 -- 172.21.15.17:0/746315230 shutdown_connections 2024-09-16T02:02:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.860+0000 7f804055b740 1 --2- 172.21.15.17:0/746315230 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x564f1a0ae130 0x564f1a0b0580 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.860+0000 7f804055b740 1 --2- 172.21.15.17:0/746315230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a09e370 0x564f1a09b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.860+0000 7f804055b740 1 --2- 172.21.15.17:0/746315230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a094b40 0x564f1a09afc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.860+0000 7f804055b740 1 --2- 172.21.15.17:0/746315230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a0935d0 0x564f1a09dd10 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.860+0000 7f804055b740 1 -- 172.21.15.17:0/746315230 >> 172.21.15.17:0/746315230 conn(0x564f1a05c310 msgr2=0x564f1a095930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.860+0000 7f8016ffd640 0 client.28016 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:02:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.860+0000 7f804055b740 1 -- 172.21.15.17:0/746315230 shutdown_connections 2024-09-16T02:02:08.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.860+0000 7f804055b740 1 -- 172.21.15.17:0/746315230 wait complete. 2024-09-16T02:02:08.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.860+0000 7f804055b740 20 client.28016 trim_cache size 0 max 16384 2024-09-16T02:02:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.886+0000 7f804055b740 1 Processor -- start 2024-09-16T02:02:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.886+0000 7f804055b740 1 -- start start 2024-09-16T02:02:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.886+0000 7f804055b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a0935d0 0x564f1a0aa340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.886+0000 7f804055b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a094b40 0x564f1a094300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.886+0000 7f804055b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a09e370 0x564f1a096120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.886+0000 7f804055b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f80381b6390 con 0x564f1a09e370 2024-09-16T02:02:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.886+0000 7f804055b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f80381b3c60 con 0x564f1a094b40 2024-09-16T02:02:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.886+0000 7f804055b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f80381b1a90 con 0x564f1a0935d0 2024-09-16T02:02:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.886+0000 7f8037fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a09e370 0x564f1a096120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.886+0000 7f8036ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a094b40 0x564f1a094300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.886+0000 7f80377fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a0935d0 0x564f1a0aa340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.886+0000 7f8037fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a09e370 0x564f1a096120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57130/0 (socket says 172.21.15.17:57130) 2024-09-16T02:02:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.886+0000 7f8036ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a094b40 0x564f1a094300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:50542/0 (socket says 172.21.15.17:50542) 2024-09-16T02:02:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.886+0000 7f8037fff640 1 -- 172.21.15.17:0/2817497873 learned_addr learned my addr 172.21.15.17:0/2817497873 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.887+0000 7f8036ffd640 1 -- 172.21.15.17:0/2817497873 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a0935d0 msgr2=0x564f1a0aa340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.887+0000 7f8036ffd640 1 --2- 172.21.15.17:0/2817497873 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a0935d0 0x564f1a0aa340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.887+0000 7f8036ffd640 1 -- 172.21.15.17:0/2817497873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a09e370 msgr2=0x564f1a096120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.887+0000 7f8036ffd640 1 --2- 172.21.15.17:0/2817497873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a09e370 0x564f1a096120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.887+0000 7f8036ffd640 1 -- 172.21.15.17:0/2817497873 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564f1a0a0f50 con 0x564f1a094b40 2024-09-16T02:02:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.887+0000 7f8036ffd640 1 --2- 172.21.15.17:0/2817497873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a094b40 0x564f1a094300 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x564f1a09c600 tx=0x7f802c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e3ad65c98b45104 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.887+0000 7f801d7fa640 1 -- 172.21.15.17:0/2817497873 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f802c01e040 con 0x564f1a094b40 2024-09-16T02:02:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.887+0000 7f801d7fa640 1 -- 172.21.15.17:0/2817497873 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f802c01f040 con 0x564f1a094b40 2024-09-16T02:02:08.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.887+0000 7f801d7fa640 1 -- 172.21.15.17:0/2817497873 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f802c003870 con 0x564f1a094b40 2024-09-16T02:02:08.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.888+0000 7f804055b740 1 -- 172.21.15.17:0/2817497873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a094b40 msgr2=0x564f1a094300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:08.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.888+0000 7f804055b740 1 --2- 172.21.15.17:0/2817497873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a094b40 0x564f1a094300 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x564f1a09c600 tx=0x7f802c011810 comp rx=0 tx=0).stop 2024-09-16T02:02:08.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.888+0000 7f804055b740 1 -- 172.21.15.17:0/2817497873 shutdown_connections 2024-09-16T02:02:08.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.888+0000 7f804055b740 1 --2- 172.21.15.17:0/2817497873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a09e370 0x564f1a096120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.888+0000 7f804055b740 1 --2- 172.21.15.17:0/2817497873 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a094b40 0x564f1a094300 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.888+0000 7f804055b740 1 --2- 172.21.15.17:0/2817497873 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a0935d0 0x564f1a0aa340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.888+0000 7f804055b740 1 -- 172.21.15.17:0/2817497873 >> 172.21.15.17:0/2817497873 conn(0x564f1a05c310 msgr2=0x564f1a08aa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:08.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.888+0000 7f804055b740 1 -- 172.21.15.17:0/2817497873 shutdown_connections 2024-09-16T02:02:08.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.888+0000 7f804055b740 1 -- 172.21.15.17:0/2817497873 wait complete. 2024-09-16T02:02:08.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.889+0000 7f804055b740 1 -- start start 2024-09-16T02:02:08.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.889+0000 7f804055b740 1 Processor -- start 2024-09-16T02:02:08.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.889+0000 7f804055b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a0935d0 0x564f1a0a64b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.889+0000 7f804055b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a094b40 0x564f1a0a69f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.889+0000 7f804055b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a09e370 0x564f1a0975d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.889+0000 7f804055b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f80381b2120 con 0x564f1a09e370 2024-09-16T02:02:08.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.889+0000 7f804055b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f80381b3590 con 0x564f1a0935d0 2024-09-16T02:02:08.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.889+0000 7f804055b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f80381b27f0 con 0x564f1a094b40 2024-09-16T02:02:08.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.889+0000 7f804055b740 10 client.0 _ll_register_callbacks cb 0x7f80280b85a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:02:08.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.890+0000 7f8036ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a094b40 0x564f1a0a69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.890+0000 7f80377fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a0935d0 0x564f1a0a64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.890+0000 7f8036ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a094b40 0x564f1a0a69f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:32920/0 (socket says 172.21.15.17:32920) 2024-09-16T02:02:08.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.890+0000 7f8036ffd640 1 -- 172.21.15.17:0/2291672646 learned_addr learned my addr 172.21.15.17:0/2291672646 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:08.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.890+0000 7f8037fff640 1 --2- 172.21.15.17:0/2291672646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a09e370 0x564f1a0975d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.890+0000 7f8036ffd640 1 -- 172.21.15.17:0/2291672646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a0935d0 msgr2=0x564f1a0a64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:08.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.890+0000 7f8036ffd640 1 --2- 172.21.15.17:0/2291672646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a0935d0 0x564f1a0a64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.890+0000 7f8036ffd640 1 -- 172.21.15.17:0/2291672646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a09e370 msgr2=0x564f1a0975d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:08.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.890+0000 7f8036ffd640 1 --2- 172.21.15.17:0/2291672646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a09e370 0x564f1a0975d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.890+0000 7f8036ffd640 1 -- 172.21.15.17:0/2291672646 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564f1a097b10 con 0x564f1a094b40 2024-09-16T02:02:08.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.890+0000 7f80377fe640 1 --2- 172.21.15.17:0/2291672646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a0935d0 0x564f1a0a64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:02:08.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.890+0000 7f8036ffd640 1 --2- 172.21.15.17:0/2291672646 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a094b40 0x564f1a0a69f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f802c009fe0 tx=0x7f802c004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1457b97345420c68 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:08.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.890+0000 7f8016ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:02:08.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.891+0000 7f8016ffd640 1 -- 172.21.15.17:0/2291672646 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f802c033020 con 0x564f1a094b40 2024-09-16T02:02:08.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.891+0000 7f8016ffd640 1 -- 172.21.15.17:0/2291672646 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f802c019b10 con 0x564f1a094b40 2024-09-16T02:02:08.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.891+0000 7f804055b740 1 -- 172.21.15.17:0/2291672646 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f802c01f040 con 0x564f1a094b40 2024-09-16T02:02:08.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.891+0000 7f8016ffd640 1 -- 172.21.15.17:0/2291672646 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f802c019d10 con 0x564f1a094b40 2024-09-16T02:02:08.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.891+0000 7f804055b740 10 client.28306 fetch_fsmap learned FSMap version 28 2024-09-16T02:02:08.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.891+0000 7f804055b740 1 -- 172.21.15.17:0/2291672646 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564f1a118600 con 0x564f1a094b40 2024-09-16T02:02:08.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.891+0000 7f8016ffd640 1 -- 172.21.15.17:0/2291672646 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f802c01f040 con 0x564f1a094b40 2024-09-16T02:02:08.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.891+0000 7f8016ffd640 1 -- 172.21.15.17:0/2291672646 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f802c024040 con 0x564f1a094b40 2024-09-16T02:02:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.891+0000 7f804055b740 10 client.28306 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:02:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.892+0000 7f804055b740 10 client.28306 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:02:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.892+0000 7f804055b740 20 client.28306 populate_metadata read hostname 'smithi017' 2024-09-16T02:02:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.892+0000 7f804055b740 1 --2- 172.21.15.17:0/2291672646 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x564f1a118bd0 0x564f1a11aff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.892+0000 7f804055b740 4 client.28306 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:02:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.892+0000 7f804055b740 1 -- 172.21.15.17:0/2291672646 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564f1a000d70 con 0x564f1a118bd0 2024-09-16T02:02:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.892+0000 7f80377fe640 1 --2- 172.21.15.17:0/2291672646 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x564f1a118bd0 0x564f1a11aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.893+0000 7f80377fe640 1 --2- 172.21.15.17:0/2291672646 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x564f1a118bd0 0x564f1a11aff0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a3a0a201ff588f9c server_cookie=d4c9f59bdb133dda in_seq=0 out_seq=0 2024-09-16T02:02:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.893+0000 7f8016ffd640 10 client.28306 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:02:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.893+0000 7f8016ffd640 1 -- 172.21.15.17:0/2291672646 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564f1a000d70 con 0x564f1a118bd0 2024-09-16T02:02:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.893+0000 7f8016ffd640 10 client.28306 handle_command_reply: tid=0 2024-09-16T02:02:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.893+0000 7f804055b740 1 client.28306 shutdown 2024-09-16T02:02:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.894+0000 7f804055b740 1 -- 172.21.15.17:0/2291672646 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a094b40 msgr2=0x564f1a0a69f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.894+0000 7f804055b740 1 --2- 172.21.15.17:0/2291672646 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a094b40 0x564f1a0a69f0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f802c009fe0 tx=0x7f802c004270 comp rx=0 tx=0).stop 2024-09-16T02:02:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.894+0000 7f804055b740 1 -- 172.21.15.17:0/2291672646 shutdown_connections 2024-09-16T02:02:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.894+0000 7f804055b740 1 --2- 172.21.15.17:0/2291672646 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x564f1a118bd0 0x564f1a11aff0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.894+0000 7f804055b740 1 --2- 172.21.15.17:0/2291672646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f1a09e370 0x564f1a0975d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.894+0000 7f804055b740 1 --2- 172.21.15.17:0/2291672646 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564f1a094b40 0x564f1a0a69f0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.894+0000 7f804055b740 1 --2- 172.21.15.17:0/2291672646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564f1a0935d0 0x564f1a0a64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.894+0000 7f8016ffd640 0 client.28306 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:02:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.894+0000 7f804055b740 1 -- 172.21.15.17:0/2291672646 >> 172.21.15.17:0/2291672646 conn(0x564f1a05c310 msgr2=0x564f1a08e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.894+0000 7f804055b740 1 -- 172.21.15.17:0/2291672646 shutdown_connections 2024-09-16T02:02:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.894+0000 7f804055b740 1 -- 172.21.15.17:0/2291672646 wait complete. 2024-09-16T02:02:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.894+0000 7f804055b740 20 client.28306 trim_cache size 0 max 16384 2024-09-16T02:02:08.900 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:02:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.895+0000 7f803e182640 1 -- 172.21.15.17:0/3304091260 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f80200a3240 msgr2=0x7f80200a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.895+0000 7f803e182640 1 --2- 172.21.15.17:0/3304091260 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f80200a3240 0x7f80200a5700 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f8030005fd0 tx=0x7f8030014040 comp rx=0 tx=0).stop 2024-09-16T02:02:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.895+0000 7f803e182640 1 -- 172.21.15.17:0/3304091260 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f80381008c0 msgr2=0x7f803819eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.895+0000 7f803e182640 1 --2- 172.21.15.17:0/3304091260 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f80381008c0 0x7f803819eaf0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f8028005ab0 tx=0x7f8028003b90 comp rx=0 tx=0).stop 2024-09-16T02:02:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.895+0000 7f803e182640 1 -- 172.21.15.17:0/3304091260 shutdown_connections 2024-09-16T02:02:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.895+0000 7f803e182640 1 --2- 172.21.15.17:0/3304091260 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f80200a3240 0x7f80200a5700 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.895+0000 7f803e182640 1 --2- 172.21.15.17:0/3304091260 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8038105ec0 0x7f80381a33f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.895+0000 7f803e182640 1 --2- 172.21.15.17:0/3304091260 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f80381011e0 0x7f803819f030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.895+0000 7f803e182640 1 --2- 172.21.15.17:0/3304091260 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f80381008c0 0x7f803819eaf0 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.895+0000 7f803e182640 1 -- 172.21.15.17:0/3304091260 >> 172.21.15.17:0/3304091260 conn(0x7f80380fc7d0 msgr2=0x7f803810f6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.896+0000 7f803e182640 1 -- 172.21.15.17:0/3304091260 shutdown_connections 2024-09-16T02:02:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:08.896+0000 7f803e182640 1 -- 172.21.15.17:0/3304091260 wait complete. 2024-09-16T02:02:09.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 51581 8.29 MB/sec execute 211 sec latency 95.197 ms 2024-09-16T02:02:09.738 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T02:02:10.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 51734 8.29 MB/sec execute 212 sec latency 92.020 ms 2024-09-16T02:02:10.087 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:02:10.515 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:10 smithi017 ceph-mon[30972]: pgmap v898: 97 pgs: 97 active+clean; 500 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 3.8 MiB/s wr, 224 op/s 2024-09-16T02:02:10.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.734+0000 7f3ab14a0640 1 -- 172.21.15.17:0/1267481100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3aac101df0 msgr2=0x7f3aac1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:10.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.734+0000 7f3ab14a0640 1 --2- 172.21.15.17:0/1267481100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3aac101df0 0x7f3aac1021d0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c009900 tx=0x7f3a9c02a410 comp rx=0 tx=0).stop 2024-09-16T02:02:10.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.734+0000 7f3ab14a0640 1 -- 172.21.15.17:0/1267481100 shutdown_connections 2024-09-16T02:02:10.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.734+0000 7f3ab14a0640 1 --2- 172.21.15.17:0/1267481100 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3aac106f20 0x7f3aac10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.734+0000 7f3ab14a0640 1 --2- 172.21.15.17:0/1267481100 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3aac1027a0 0x7f3aac1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.734+0000 7f3ab14a0640 1 --2- 172.21.15.17:0/1267481100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3aac101df0 0x7f3aac1021d0 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.734+0000 7f3ab14a0640 1 -- 172.21.15.17:0/1267481100 >> 172.21.15.17:0/1267481100 conn(0x7f3aac0fd8f0 msgr2=0x7f3aac0ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:10.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.734+0000 7f3ab14a0640 1 -- 172.21.15.17:0/1267481100 shutdown_connections 2024-09-16T02:02:10.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.734+0000 7f3ab14a0640 1 -- 172.21.15.17:0/1267481100 wait complete. 2024-09-16T02:02:10.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.735+0000 7f3ab14a0640 1 Processor -- start 2024-09-16T02:02:10.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.735+0000 7f3ab14a0640 1 -- start start 2024-09-16T02:02:10.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3ab14a0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3aac101df0 0x7f3aac0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3ab14a0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3aac1027a0 0x7f3aac074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3ab14a0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3aac106f20 0x7f3aac074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3ab14a0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac111e80 con 0x7f3aac1027a0 2024-09-16T02:02:10.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3ab14a0640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac111d00 con 0x7f3aac106f20 2024-09-16T02:02:10.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3ab14a0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac112000 con 0x7f3aac101df0 2024-09-16T02:02:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3aaaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3aac101df0 0x7f3aac0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3aaaffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3aac101df0 0x7f3aac0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:32932/0 (socket says 172.21.15.17:32932) 2024-09-16T02:02:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3aaaffd640 1 -- 172.21.15.17:0/1304672120 learned_addr learned my addr 172.21.15.17:0/1304672120 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3aaa7fc640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3aac1027a0 0x7f3aac074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3aab7fe640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3aac106f20 0x7f3aac074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3aaaffd640 1 -- 172.21.15.17:0/1304672120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3aac106f20 msgr2=0x7f3aac074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3aac106f20 0x7f3aac074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3aaaffd640 1 -- 172.21.15.17:0/1304672120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3aac1027a0 msgr2=0x7f3aac074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3aac1027a0 0x7f3aac074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3aaaffd640 1 -- 172.21.15.17:0/1304672120 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3aac1aadb0 con 0x7f3aac101df0 2024-09-16T02:02:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.736+0000 7f3aab7fe640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3aac106f20 0x7f3aac074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:02:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.737+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3aac101df0 0x7f3aac0744f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c005ab0 tx=0x7f3a9c003c80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:10.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.737+0000 7f3a93fff640 1 -- 172.21.15.17:0/1304672120 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c03f070 con 0x7f3aac101df0 2024-09-16T02:02:10.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.737+0000 7f3ab14a0640 1 -- 172.21.15.17:0/1304672120 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3aac1aaf80 con 0x7f3aac101df0 2024-09-16T02:02:10.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.737+0000 7f3a93fff640 1 -- 172.21.15.17:0/1304672120 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a9c031d60 con 0x7f3aac101df0 2024-09-16T02:02:10.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.737+0000 7f3a93fff640 1 -- 172.21.15.17:0/1304672120 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c035030 con 0x7f3aac101df0 2024-09-16T02:02:10.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.737+0000 7f3ab14a0640 1 -- 172.21.15.17:0/1304672120 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3aac1ab430 con 0x7f3aac101df0 2024-09-16T02:02:10.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.740+0000 7f3a93fff640 1 -- 172.21.15.17:0/1304672120 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f3a9c042070 con 0x7f3aac101df0 2024-09-16T02:02:10.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.741+0000 7f3ab3879740 1 Processor -- start 2024-09-16T02:02:10.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.741+0000 7f3ab3879740 1 -- start start 2024-09-16T02:02:10.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.741+0000 7f3a93fff640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3a940a3240 0x7f3a940a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.741+0000 7f3ab3879740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563874081b40 0x563874080090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.741+0000 7f3aab7fe640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3a940a3240 0x7f3a940a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3a93fff640 1 -- 172.21.15.17:0/1304672120 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3a9c0f00e0 con 0x7f3aac101df0 2024-09-16T02:02:10.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3ab3879740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638740805d0 0x563874080a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3ab3879740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56387408b370 0x56387408d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3ab3879740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563873fe62f0 con 0x563874081b40 2024-09-16T02:02:10.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3ab3879740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563873f8dcf0 con 0x56387408b370 2024-09-16T02:02:10.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3ab3879740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563873fe22b0 con 0x5638740805d0 2024-09-16T02:02:10.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3aaa7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638740805d0 0x563874080a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3aaa7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638740805d0 0x563874080a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:32942/0 (socket says 172.21.15.17:32942) 2024-09-16T02:02:10.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3aaa7fc640 1 -- 172.21.15.17:0/1751664713 learned_addr learned my addr 172.21.15.17:0/1751664713 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:10.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/1751664713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563874081b40 0x563874080090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3aab7fe640 1 --2- 172.21.15.17:0/1751664713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56387408b370 0x56387408d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3aab7fe640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3a940a3240 0x7f3a940a5700 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f3aa4009370 tx=0x7f3aa4009300 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:10.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3aaa7fc640 1 -- 172.21.15.17:0/1751664713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56387408b370 msgr2=0x56387408d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:10.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3aaa7fc640 1 --2- 172.21.15.17:0/1751664713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56387408b370 0x56387408d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3aaa7fc640 1 -- 172.21.15.17:0/1751664713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563874081b40 msgr2=0x563874080090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:10.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3aaa7fc640 1 --2- 172.21.15.17:0/1751664713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563874081b40 0x563874080090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.742+0000 7f3aaa7fc640 1 -- 172.21.15.17:0/1751664713 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563873f723a0 con 0x5638740805d0 2024-09-16T02:02:10.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.743+0000 7f3aaa7fc640 1 --2- 172.21.15.17:0/1751664713 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638740805d0 0x563874080a10 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f3aa0009c20 tx=0x7f3aa0011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=18c2368a8a0cfe95 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:10.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.743+0000 7f3a917fa640 1 -- 172.21.15.17:0/1751664713 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa0004230 con 0x5638740805d0 2024-09-16T02:02:10.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.743+0000 7f3a917fa640 1 -- 172.21.15.17:0/1751664713 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3aa00043d0 con 0x5638740805d0 2024-09-16T02:02:10.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.743+0000 7f3a917fa640 1 -- 172.21.15.17:0/1751664713 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3aa0019680 con 0x5638740805d0 2024-09-16T02:02:10.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.744+0000 7f3ab3879740 1 -- 172.21.15.17:0/1751664713 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638740805d0 msgr2=0x563874080a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:10.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.744+0000 7f3ab3879740 1 --2- 172.21.15.17:0/1751664713 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638740805d0 0x563874080a10 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f3aa0009c20 tx=0x7f3aa0011810 comp rx=0 tx=0).stop 2024-09-16T02:02:10.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.744+0000 7f3ab3879740 1 -- 172.21.15.17:0/1751664713 shutdown_connections 2024-09-16T02:02:10.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.744+0000 7f3ab3879740 1 --2- 172.21.15.17:0/1751664713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56387408b370 0x56387408d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.744+0000 7f3ab3879740 1 --2- 172.21.15.17:0/1751664713 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638740805d0 0x563874080a10 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.744+0000 7f3ab3879740 1 --2- 172.21.15.17:0/1751664713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563874081b40 0x563874080090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.744+0000 7f3ab3879740 1 -- 172.21.15.17:0/1751664713 >> 172.21.15.17:0/1751664713 conn(0x563874049310 msgr2=0x56387407cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:10.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.744+0000 7f3ab3879740 1 -- 172.21.15.17:0/1751664713 shutdown_connections 2024-09-16T02:02:10.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.744+0000 7f3ab3879740 1 -- 172.21.15.17:0/1751664713 wait complete. 2024-09-16T02:02:10.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.745+0000 7f3ab3879740 1 -- start start 2024-09-16T02:02:10.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.745+0000 7f3ab3879740 1 Processor -- start 2024-09-16T02:02:10.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.745+0000 7f3ab3879740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874081b40 0x563874088260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.745+0000 7f3ab3879740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x5638740887a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.745+0000 7f3ab3879740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874088ce0 0x563874097520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.745+0000 7f3ab3879740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56387408e070 con 0x56387408b370 2024-09-16T02:02:10.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.745+0000 7f3ab3879740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563873fa1060 con 0x563874088ce0 2024-09-16T02:02:10.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.745+0000 7f3ab3879740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56387408e1f0 con 0x563874081b40 2024-09-16T02:02:10.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.745+0000 7f3ab3879740 10 client.0 _ll_register_callbacks cb 0x563873cf48c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:02:10.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.745+0000 7f3aaa7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x5638740887a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.745+0000 7f3aaa7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x5638740887a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57174/0 (socket says 172.21.15.17:57174) 2024-09-16T02:02:10.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.745+0000 7f3aaa7fc640 1 -- 172.21.15.17:0/2717771338 learned_addr learned my addr 172.21.15.17:0/2717771338 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:10.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.745+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/2717771338 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874081b40 0x563874088260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.746+0000 7f3aab7fe640 1 --2- 172.21.15.17:0/2717771338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874088ce0 0x563874097520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.746+0000 7f3aaaffd640 1 -- 172.21.15.17:0/2717771338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874088ce0 msgr2=0x563874097520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:10.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.746+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/2717771338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874088ce0 0x563874097520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.746+0000 7f3aaaffd640 1 -- 172.21.15.17:0/2717771338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 msgr2=0x5638740887a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:10.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.746+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/2717771338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x5638740887a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.746+0000 7f3aaaffd640 1 -- 172.21.15.17:0/2717771338 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563873d573c0 con 0x563874081b40 2024-09-16T02:02:10.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.746+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/2717771338 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874081b40 0x563874088260 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c0edbe0 tx=0x7f3a9c030fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55d76db28d696bbf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:10.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.746+0000 7f3a8eff5640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:02:10.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.746+0000 7f3a8eff5640 1 -- 172.21.15.17:0/2717771338 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c049040 con 0x563874081b40 2024-09-16T02:02:10.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.746+0000 7f3a8eff5640 1 -- 172.21.15.17:0/2717771338 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3a9c03b560 con 0x563874081b40 2024-09-16T02:02:10.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.746+0000 7f3ab3879740 1 -- 172.21.15.17:0/2717771338 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3aa00043d0 con 0x563874081b40 2024-09-16T02:02:10.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.747+0000 7f3a8eff5640 1 -- 172.21.15.17:0/2717771338 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3a9c0bc700 con 0x563874081b40 2024-09-16T02:02:10.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.747+0000 7f3ab3879740 10 client.28318 fetch_fsmap learned FSMap version 28 2024-09-16T02:02:10.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.747+0000 7f3ab3879740 1 -- 172.21.15.17:0/2717771338 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56387408e0d0 con 0x563874081b40 2024-09-16T02:02:10.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.747+0000 7f3a8eff5640 1 -- 172.21.15.17:0/2717771338 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3aa00043d0 con 0x563874081b40 2024-09-16T02:02:10.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.747+0000 7f3a8eff5640 1 -- 172.21.15.17:0/2717771338 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f3a9c0bc960 con 0x563874081b40 2024-09-16T02:02:10.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.747+0000 7f3ab3879740 10 client.28318 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:02:10.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.747+0000 7f3ab3879740 10 client.28318 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:02:10.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.747+0000 7f3ab3879740 20 client.28318 populate_metadata read hostname 'smithi017' 2024-09-16T02:02:10.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.747+0000 7f3ab3879740 1 --2- 172.21.15.17:0/2717771338 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56387409b570 0x56387409d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.747+0000 7f3ab3879740 4 client.28318 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:02:10.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.747+0000 7f3ab3879740 1 -- 172.21.15.17:0/2717771338 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563873ff3860 con 0x56387409b570 2024-09-16T02:02:10.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.748+0000 7f3aaa7fc640 1 --2- 172.21.15.17:0/2717771338 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56387409b570 0x56387409d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.748+0000 7f3aaa7fc640 1 --2- 172.21.15.17:0/2717771338 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56387409b570 0x56387409d9e0 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7adac9eef8957259 server_cookie=924d17abbd683d55 in_seq=0 out_seq=0 2024-09-16T02:02:10.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.748+0000 7f3a8eff5640 10 client.28318 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:10.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.749+0000 7f3a8eff5640 1 -- 172.21.15.17:0/2717771338 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563873ff3860 con 0x56387409b570 2024-09-16T02:02:10.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.749+0000 7f3a8eff5640 10 client.28318 handle_command_reply: tid=0 2024-09-16T02:02:10.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.749+0000 7f3ab3879740 1 client.28318 shutdown 2024-09-16T02:02:10.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.749+0000 7f3ab3879740 1 -- 172.21.15.17:0/2717771338 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874081b40 msgr2=0x563874088260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:10.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.749+0000 7f3ab3879740 1 --2- 172.21.15.17:0/2717771338 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874081b40 0x563874088260 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c0edbe0 tx=0x7f3a9c030fc0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.749+0000 7f3ab3879740 1 -- 172.21.15.17:0/2717771338 shutdown_connections 2024-09-16T02:02:10.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.749+0000 7f3ab3879740 1 --2- 172.21.15.17:0/2717771338 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56387409b570 0x56387409d9e0 crc :-1 s=READY pgs=266 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.749+0000 7f3ab3879740 1 --2- 172.21.15.17:0/2717771338 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874088ce0 0x563874097520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.749+0000 7f3ab3879740 1 --2- 172.21.15.17:0/2717771338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x5638740887a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.750+0000 7f3a8eff5640 0 client.28318 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:10.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.749+0000 7f3ab3879740 1 --2- 172.21.15.17:0/2717771338 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874081b40 0x563874088260 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.750+0000 7f3ab3879740 1 -- 172.21.15.17:0/2717771338 >> 172.21.15.17:0/2717771338 conn(0x563874049310 msgr2=0x563874082960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:10.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.750+0000 7f3ab3879740 1 -- 172.21.15.17:0/2717771338 shutdown_connections 2024-09-16T02:02:10.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.750+0000 7f3ab3879740 1 -- 172.21.15.17:0/2717771338 wait complete. 2024-09-16T02:02:10.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.750+0000 7f3ab3879740 20 client.28318 trim_cache size 0 max 16384 2024-09-16T02:02:10.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.768+0000 7f3ab3879740 1 Processor -- start 2024-09-16T02:02:10.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.768+0000 7f3ab3879740 1 -- start start 2024-09-16T02:02:10.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3ab3879740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874081b40 0x563874097310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3ab3879740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874088ce0 0x563874097850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3ab3879740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x56387408c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3ab3879740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac1b63f0 con 0x56387408b370 2024-09-16T02:02:10.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3ab3879740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac1b3cc0 con 0x563874081b40 2024-09-16T02:02:10.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3ab3879740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac1b1af0 con 0x563874088ce0 2024-09-16T02:02:10.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3aaa7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874088ce0 0x563874097850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3aaa7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874088ce0 0x563874097850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:32972/0 (socket says 172.21.15.17:32972) 2024-09-16T02:02:10.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3aaa7fc640 1 -- 172.21.15.17:0/2604208967 learned_addr learned my addr 172.21.15.17:0/2604208967 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:10.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/2604208967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874081b40 0x563874097310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3aab7fe640 1 --2- 172.21.15.17:0/2604208967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x56387408c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3aaaffd640 1 -- 172.21.15.17:0/2604208967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874088ce0 msgr2=0x563874097850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:10.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/2604208967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874088ce0 0x563874097850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3aaaffd640 1 -- 172.21.15.17:0/2604208967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 msgr2=0x56387408c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:10.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/2604208967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x56387408c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3aaaffd640 1 -- 172.21.15.17:0/2604208967 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56387407ddd0 con 0x563874081b40 2024-09-16T02:02:10.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.769+0000 7f3aab7fe640 1 --2- 172.21.15.17:0/2604208967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x56387408c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:02:10.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.770+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/2604208967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874081b40 0x563874097310 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c0bc690 tx=0x7f3a9c0bac10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e5709668efa369d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:10.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.770+0000 7f3a90ff9640 1 -- 172.21.15.17:0/2604208967 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c049070 con 0x563874081b40 2024-09-16T02:02:10.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.770+0000 7f3a90ff9640 1 -- 172.21.15.17:0/2604208967 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a9c0c0ab0 con 0x563874081b40 2024-09-16T02:02:10.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.770+0000 7f3a90ff9640 1 -- 172.21.15.17:0/2604208967 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c0b8d70 con 0x563874081b40 2024-09-16T02:02:10.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.771+0000 7f3ab3879740 1 -- 172.21.15.17:0/2604208967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874081b40 msgr2=0x563874097310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:10.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.771+0000 7f3ab3879740 1 --2- 172.21.15.17:0/2604208967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874081b40 0x563874097310 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c0bc690 tx=0x7f3a9c0bac10 comp rx=0 tx=0).stop 2024-09-16T02:02:10.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.771+0000 7f3ab3879740 1 -- 172.21.15.17:0/2604208967 shutdown_connections 2024-09-16T02:02:10.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.771+0000 7f3ab3879740 1 --2- 172.21.15.17:0/2604208967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x56387408c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.771+0000 7f3ab3879740 1 --2- 172.21.15.17:0/2604208967 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874088ce0 0x563874097850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.771+0000 7f3ab3879740 1 --2- 172.21.15.17:0/2604208967 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874081b40 0x563874097310 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.771+0000 7f3ab3879740 1 -- 172.21.15.17:0/2604208967 >> 172.21.15.17:0/2604208967 conn(0x563874049310 msgr2=0x563874087350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:10.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.771+0000 7f3ab3879740 1 -- 172.21.15.17:0/2604208967 shutdown_connections 2024-09-16T02:02:10.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.771+0000 7f3ab3879740 1 -- 172.21.15.17:0/2604208967 wait complete. 2024-09-16T02:02:10.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.772+0000 7f3ab3879740 1 -- start start 2024-09-16T02:02:10.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.772+0000 7f3ab3879740 1 Processor -- start 2024-09-16T02:02:10.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.772+0000 7f3ab3879740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874081b40 0x563874093480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.772+0000 7f3ab3879740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874088ce0 0x5638740939c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.772+0000 7f3ab3879740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x5638740844d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.772+0000 7f3ab3879740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac1b2180 con 0x56387408b370 2024-09-16T02:02:10.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.772+0000 7f3ab3879740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac1b35f0 con 0x563874081b40 2024-09-16T02:02:10.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.772+0000 7f3ab3879740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f3aac1b2850 con 0x563874088ce0 2024-09-16T02:02:10.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.772+0000 7f3ab3879740 10 client.0 _ll_register_callbacks cb 0x56387408b2c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:02:10.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.773+0000 7f3aab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x5638740844d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.773+0000 7f3aab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x5638740844d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57204/0 (socket says 172.21.15.17:57204) 2024-09-16T02:02:10.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.773+0000 7f3aab7fe640 1 -- 172.21.15.17:0/561719692 learned_addr learned my addr 172.21.15.17:0/561719692 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.773+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/561719692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874081b40 0x563874093480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.773+0000 7f3aaa7fc640 1 --2- 172.21.15.17:0/561719692 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874088ce0 0x5638740939c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.773+0000 7f3aaaffd640 1 -- 172.21.15.17:0/561719692 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874088ce0 msgr2=0x5638740939c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.773+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/561719692 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874088ce0 0x5638740939c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.773+0000 7f3aaaffd640 1 -- 172.21.15.17:0/561719692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 msgr2=0x5638740844d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.773+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/561719692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x5638740844d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.773+0000 7f3aaaffd640 1 -- 172.21.15.17:0/561719692 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563874083120 con 0x563874081b40 2024-09-16T02:02:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.773+0000 7f3aaaffd640 1 --2- 172.21.15.17:0/561719692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874081b40 0x563874093480 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c0bc400 tx=0x7f3a9c0c5210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5bd4181113a14e5a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.773+0000 7f3a8eff5640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:02:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.774+0000 7f3a8eff5640 1 -- 172.21.15.17:0/561719692 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a9c049070 con 0x563874081b40 2024-09-16T02:02:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.774+0000 7f3a8eff5640 1 -- 172.21.15.17:0/561719692 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3a9c0bbba0 con 0x563874081b40 2024-09-16T02:02:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.774+0000 7f3ab3879740 1 -- 172.21.15.17:0/561719692 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3a9c0c0ab0 con 0x563874081b40 2024-09-16T02:02:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.774+0000 7f3a8eff5640 1 -- 172.21.15.17:0/561719692 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3a9c0bc060 con 0x563874081b40 2024-09-16T02:02:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.774+0000 7f3ab3879740 10 client.28040 fetch_fsmap learned FSMap version 28 2024-09-16T02:02:10.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.774+0000 7f3ab3879740 1 -- 172.21.15.17:0/561719692 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563874083120 con 0x563874081b40 2024-09-16T02:02:10.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.774+0000 7f3a8eff5640 1 -- 172.21.15.17:0/561719692 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3a9c0bbda0 con 0x563874081b40 2024-09-16T02:02:10.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.775+0000 7f3a8eff5640 1 -- 172.21.15.17:0/561719692 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f3a9c0bb5c0 con 0x563874081b40 2024-09-16T02:02:10.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.775+0000 7f3ab3879740 10 client.28040 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:02:10.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.775+0000 7f3ab3879740 10 client.28040 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:02:10.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.775+0000 7f3ab3879740 20 client.28040 populate_metadata read hostname 'smithi017' 2024-09-16T02:02:10.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.775+0000 7f3ab3879740 1 --2- 172.21.15.17:0/561719692 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x563874085c80 0x563874109240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:10.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.775+0000 7f3ab3879740 4 client.28040 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:02:10.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.775+0000 7f3ab3879740 1 -- 172.21.15.17:0/561719692 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f3a9c0c0ab0 con 0x563874085c80 2024-09-16T02:02:10.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.775+0000 7f3aaa7fc640 1 --2- 172.21.15.17:0/561719692 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x563874085c80 0x563874109240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:10.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.776+0000 7f3aaa7fc640 1 --2- 172.21.15.17:0/561719692 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x563874085c80 0x563874109240 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f707191409e64b4e server_cookie=3c433f4dd4d5f7a9 in_seq=0 out_seq=0 2024-09-16T02:02:10.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.776+0000 7f3a8eff5640 10 client.28040 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:10.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.777+0000 7f3a8eff5640 1 -- 172.21.15.17:0/561719692 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f3a9c0c0ab0 con 0x563874085c80 2024-09-16T02:02:10.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.777+0000 7f3a8eff5640 10 client.28040 handle_command_reply: tid=0 2024-09-16T02:02:10.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.777+0000 7f3ab3879740 1 client.28040 shutdown 2024-09-16T02:02:10.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.777+0000 7f3ab3879740 1 -- 172.21.15.17:0/561719692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874081b40 msgr2=0x563874093480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:10.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.777+0000 7f3ab3879740 1 --2- 172.21.15.17:0/561719692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874081b40 0x563874093480 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c0bc400 tx=0x7f3a9c0c5210 comp rx=0 tx=0).stop 2024-09-16T02:02:10.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.777+0000 7f3ab3879740 1 -- 172.21.15.17:0/561719692 shutdown_connections 2024-09-16T02:02:10.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.777+0000 7f3ab3879740 1 --2- 172.21.15.17:0/561719692 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x563874085c80 0x563874109240 crc :-1 s=READY pgs=267 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.777+0000 7f3ab3879740 1 --2- 172.21.15.17:0/561719692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56387408b370 0x5638740844d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.777+0000 7f3a8eff5640 0 client.28040 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:10.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.777+0000 7f3ab3879740 1 --2- 172.21.15.17:0/561719692 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563874088ce0 0x5638740939c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.777+0000 7f3ab3879740 1 --2- 172.21.15.17:0/561719692 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563874081b40 0x563874093480 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.777+0000 7f3ab3879740 1 -- 172.21.15.17:0/561719692 >> 172.21.15.17:0/561719692 conn(0x563874049310 msgr2=0x563874082110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:10.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.777+0000 7f3ab3879740 1 -- 172.21.15.17:0/561719692 shutdown_connections 2024-09-16T02:02:10.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.777+0000 7f3ab3879740 1 -- 172.21.15.17:0/561719692 wait complete. 2024-09-16T02:02:10.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.778+0000 7f3ab3879740 20 client.28040 trim_cache size 0 max 16384 2024-09-16T02:02:10.782 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:02:10.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.778+0000 7f3ab14a0640 1 -- 172.21.15.17:0/1304672120 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3a940a3240 msgr2=0x7f3a940a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:10.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.778+0000 7f3ab14a0640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3a940a3240 0x7f3a940a5700 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f3aa4009370 tx=0x7f3aa4009300 comp rx=0 tx=0).stop 2024-09-16T02:02:10.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.778+0000 7f3ab14a0640 1 -- 172.21.15.17:0/1304672120 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3aac101df0 msgr2=0x7f3aac0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:10.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.778+0000 7f3ab14a0640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3aac101df0 0x7f3aac0744f0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f3a9c005ab0 tx=0x7f3a9c003c80 comp rx=0 tx=0).stop 2024-09-16T02:02:10.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.779+0000 7f3ab14a0640 1 -- 172.21.15.17:0/1304672120 shutdown_connections 2024-09-16T02:02:10.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.779+0000 7f3ab14a0640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f3a940a3240 0x7f3a940a5700 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.779+0000 7f3ab14a0640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f3aac106f20 0x7f3aac074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.779+0000 7f3ab14a0640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3aac1027a0 0x7f3aac074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.779+0000 7f3ab14a0640 1 --2- 172.21.15.17:0/1304672120 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f3aac101df0 0x7f3aac0744f0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:10.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.779+0000 7f3ab14a0640 1 -- 172.21.15.17:0/1304672120 >> 172.21.15.17:0/1304672120 conn(0x7f3aac0fd8f0 msgr2=0x7f3aac0feda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:10.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.779+0000 7f3ab14a0640 1 -- 172.21.15.17:0/1304672120 shutdown_connections 2024-09-16T02:02:10.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:10.779+0000 7f3ab14a0640 1 -- 172.21.15.17:0/1304672120 wait complete. 2024-09-16T02:02:10.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:10 smithi122 ceph-mon[34758]: pgmap v898: 97 pgs: 97 active+clean; 500 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 3.8 MiB/s wr, 224 op/s 2024-09-16T02:02:10.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:10 smithi029 ceph-mon[34783]: pgmap v898: 97 pgs: 97 active+clean; 500 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 3.8 MiB/s wr, 224 op/s 2024-09-16T02:02:11.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 51887 8.31 MB/sec execute 213 sec latency 128.643 ms 2024-09-16T02:02:12.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 52024 8.31 MB/sec execute 214 sec latency 105.766 ms 2024-09-16T02:02:12.748 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T02:02:12.749 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T02:02:12.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:12 smithi017 ceph-mon[30972]: pgmap v899: 97 pgs: 97 active+clean; 504 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 587 KiB/s rd, 3.6 MiB/s wr, 179 op/s 2024-09-16T02:02:12.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:12 smithi029 ceph-mon[34783]: pgmap v899: 97 pgs: 97 active+clean; 504 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 587 KiB/s rd, 3.6 MiB/s wr, 179 op/s 2024-09-16T02:02:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:12 smithi122 ceph-mon[34758]: pgmap v899: 97 pgs: 97 active+clean; 504 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 587 KiB/s rd, 3.6 MiB/s wr, 179 op/s 2024-09-16T02:02:13.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 52224 8.34 MB/sec execute 215 sec latency 111.497 ms 2024-09-16T02:02:13.111 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:02:13.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.781+0000 7f091a619640 1 -- 172.21.15.17:0/4252610511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09141011a0 msgr2=0x7f0914101600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:13.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.781+0000 7f091a619640 1 --2- 172.21.15.17:0/4252610511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09141011a0 0x7f0914101600 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f090800fb10 tx=0x7f090802e570 comp rx=0 tx=0).stop 2024-09-16T02:02:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.782+0000 7f091a619640 1 -- 172.21.15.17:0/4252610511 shutdown_connections 2024-09-16T02:02:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.782+0000 7f091a619640 1 --2- 172.21.15.17:0/4252610511 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0914101b40 0x7f091410da00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.782+0000 7f091a619640 1 --2- 172.21.15.17:0/4252610511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09141011a0 0x7f0914101600 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.782+0000 7f091a619640 1 --2- 172.21.15.17:0/4252610511 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0914106c30 0x7f0914107010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.782+0000 7f091a619640 1 -- 172.21.15.17:0/4252610511 >> 172.21.15.17:0/4252610511 conn(0x7f0914077210 msgr2=0x7f09140fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.782+0000 7f091a619640 1 -- 172.21.15.17:0/4252610511 shutdown_connections 2024-09-16T02:02:13.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.782+0000 7f091a619640 1 -- 172.21.15.17:0/4252610511 wait complete. 2024-09-16T02:02:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.783+0000 7f091a619640 1 Processor -- start 2024-09-16T02:02:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.783+0000 7f091a619640 1 -- start start 2024-09-16T02:02:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.783+0000 7f091a619640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09141011a0 0x7f09141962d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.783+0000 7f091a619640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0914101b40 0x7f0914196810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.784+0000 7f0913fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09141011a0 0x7f09141962d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.784+0000 7f0913fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09141011a0 0x7f09141962d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:32994/0 (socket says 172.21.15.17:32994) 2024-09-16T02:02:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.784+0000 7f09137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0914101b40 0x7f0914196810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.784+0000 7f09137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0914101b40 0x7f0914196810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57232/0 (socket says 172.21.15.17:57232) 2024-09-16T02:02:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.784+0000 7f091a619640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0914106c30 0x7f091419aba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.784+0000 7f0913fff640 1 -- 172.21.15.17:0/2672446204 learned_addr learned my addr 172.21.15.17:0/2672446204 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:13.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.784+0000 7f091a619640 1 -- 172.21.15.17:0/2672446204 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f091410fd50 con 0x7f0914101b40 2024-09-16T02:02:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.784+0000 7f091a619640 1 -- 172.21.15.17:0/2672446204 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f091410fbd0 con 0x7f0914106c30 2024-09-16T02:02:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.784+0000 7f091a619640 1 -- 172.21.15.17:0/2672446204 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f091410fed0 con 0x7f09141011a0 2024-09-16T02:02:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.784+0000 7f0918bb6640 1 --2- 172.21.15.17:0/2672446204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0914106c30 0x7f091419aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.785+0000 7f0918bb6640 1 -- 172.21.15.17:0/2672446204 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09141011a0 msgr2=0x7f09141962d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.785+0000 7f0918bb6640 1 --2- 172.21.15.17:0/2672446204 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09141011a0 0x7f09141962d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.785+0000 7f0918bb6640 1 -- 172.21.15.17:0/2672446204 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0914101b40 msgr2=0x7f0914196810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:13.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.785+0000 7f0918bb6640 1 --2- 172.21.15.17:0/2672446204 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0914101b40 0x7f0914196810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.785+0000 7f0918bb6640 1 -- 172.21.15.17:0/2672446204 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f091419b280 con 0x7f0914106c30 2024-09-16T02:02:13.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.785+0000 7f0918bb6640 1 --2- 172.21.15.17:0/2672446204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0914106c30 0x7f091419aba0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f090c007c60 tx=0x7f090c00f500 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:13.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.785+0000 7f09117fa640 1 -- 172.21.15.17:0/2672446204 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f090c019030 con 0x7f0914106c30 2024-09-16T02:02:13.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.785+0000 7f09117fa640 1 -- 172.21.15.17:0/2672446204 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f090c003e20 con 0x7f0914106c30 2024-09-16T02:02:13.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.785+0000 7f09117fa640 1 -- 172.21.15.17:0/2672446204 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f090c004820 con 0x7f0914106c30 2024-09-16T02:02:13.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.785+0000 7f091a619640 1 -- 172.21.15.17:0/2672446204 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f091419b570 con 0x7f0914106c30 2024-09-16T02:02:13.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.786+0000 7f091a619640 1 -- 172.21.15.17:0/2672446204 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09141a2e50 con 0x7f0914106c30 2024-09-16T02:02:13.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.788+0000 7f09117fa640 1 -- 172.21.15.17:0/2672446204 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f090c01c070 con 0x7f0914106c30 2024-09-16T02:02:13.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.789+0000 7f091c9f2740 1 Processor -- start 2024-09-16T02:02:13.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.789+0000 7f091c9f2740 1 -- start start 2024-09-16T02:02:13.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.789+0000 7f09117fa640 1 --2- 172.21.15.17:0/2672446204 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f08fc0a32c0 0x7f08fc0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.789+0000 7f091c9f2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda00f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.789+0000 7f091c9f2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 0x55abcda0b800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.789+0000 7f091c9f2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda0e130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.789+0000 7f091c9f2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55abcd966280 con 0x55abcda00b60 2024-09-16T02:02:13.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.789+0000 7f091c9f2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55abcd90db10 con 0x55abcda0bd40 2024-09-16T02:02:13.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.789+0000 7f091c9f2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55abcd962240 con 0x55abcda01480 2024-09-16T02:02:13.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.789+0000 7f09117fa640 1 -- 172.21.15.17:0/2672446204 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f090c0cf840 con 0x7f0914106c30 2024-09-16T02:02:13.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.790+0000 7f09137fe640 1 --2- 172.21.15.17:0/2672446204 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f08fc0a32c0 0x7f08fc0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.790+0000 7f0913fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda00f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.790+0000 7f09137fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 0x55abcda0b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.790+0000 7f0913fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda00f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57248/0 (socket says 172.21.15.17:57248) 2024-09-16T02:02:13.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.790+0000 7f0913fff640 1 -- 172.21.15.17:0/888144315 learned_addr learned my addr 172.21.15.17:0/888144315 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:13.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.790+0000 7f0918bb6640 1 --2- 172.21.15.17:0/888144315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda0e130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.790+0000 7f0918bb6640 1 -- 172.21.15.17:0/888144315 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 msgr2=0x55abcda0b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:13.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.790+0000 7f0918bb6640 1 --2- 172.21.15.17:0/888144315 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 0x55abcda0b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.790+0000 7f0918bb6640 1 -- 172.21.15.17:0/888144315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 msgr2=0x55abcda00f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:13.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.790+0000 7f0918bb6640 1 --2- 172.21.15.17:0/888144315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda00f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.790+0000 7f0918bb6640 1 -- 172.21.15.17:0/888144315 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55abcd91a1f0 con 0x55abcda0bd40 2024-09-16T02:02:13.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.791+0000 7f0913fff640 1 --2- 172.21.15.17:0/888144315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda00f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:02:13.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.791+0000 7f0918bb6640 1 --2- 172.21.15.17:0/888144315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda0e130 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f090c003fd0 tx=0x7f090c0981d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ab4c2ff600937c02 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:13.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.791+0000 7f08fa7fc640 1 -- 172.21.15.17:0/888144315 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f090c086040 con 0x55abcda0bd40 2024-09-16T02:02:13.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.791+0000 7f08fa7fc640 1 -- 172.21.15.17:0/888144315 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f090c09be20 con 0x55abcda0bd40 2024-09-16T02:02:13.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.791+0000 7f08fa7fc640 1 -- 172.21.15.17:0/888144315 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f090c004b40 con 0x55abcda0bd40 2024-09-16T02:02:13.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.792+0000 7f091c9f2740 1 -- 172.21.15.17:0/888144315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 msgr2=0x55abcda0e130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:13.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.792+0000 7f09137fe640 1 --2- 172.21.15.17:0/2672446204 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f08fc0a32c0 0x7f08fc0a5780 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f0908037040 tx=0x7f090800f4d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:13.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.792+0000 7f091c9f2740 1 --2- 172.21.15.17:0/888144315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda0e130 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f090c003fd0 tx=0x7f090c0981d0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.792+0000 7f091c9f2740 1 -- 172.21.15.17:0/888144315 shutdown_connections 2024-09-16T02:02:13.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.792+0000 7f091c9f2740 1 --2- 172.21.15.17:0/888144315 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda0e130 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.792+0000 7f091c9f2740 1 --2- 172.21.15.17:0/888144315 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 0x55abcda0b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.792+0000 7f091c9f2740 1 --2- 172.21.15.17:0/888144315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda00f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.792+0000 7f091c9f2740 1 -- 172.21.15.17:0/888144315 >> 172.21.15.17:0/888144315 conn(0x55abcd9fd0f0 msgr2=0x55abcd9fd4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:13.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.792+0000 7f091c9f2740 1 -- 172.21.15.17:0/888144315 shutdown_connections 2024-09-16T02:02:13.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.792+0000 7f091c9f2740 1 -- 172.21.15.17:0/888144315 wait complete. 2024-09-16T02:02:13.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.793+0000 7f091c9f2740 1 -- start start 2024-09-16T02:02:13.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.793+0000 7f091c9f2740 1 Processor -- start 2024-09-16T02:02:13.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.793+0000 7f091c9f2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda08cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.793+0000 7f091c9f2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 0x55abcda09200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.793+0000 7f091c9f2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda09740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.793+0000 7f091c9f2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55abcda0e790 con 0x55abcda00b60 2024-09-16T02:02:13.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.793+0000 7f091c9f2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55abcd920f10 con 0x55abcda0bd40 2024-09-16T02:02:13.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.793+0000 7f091c9f2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55abcda0e910 con 0x55abcda01480 2024-09-16T02:02:13.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.793+0000 7f091c9f2740 10 client.0 _ll_register_callbacks cb 0x55abcd8e9a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:02:13.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.794+0000 7f0913fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda08cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.794+0000 7f0913fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda08cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57252/0 (socket says 172.21.15.17:57252) 2024-09-16T02:02:13.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.794+0000 7f0913fff640 1 -- 172.21.15.17:0/1005866090 learned_addr learned my addr 172.21.15.17:0/1005866090 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:13.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.794+0000 7f09137fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 0x55abcda09200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.794+0000 7f0918bb6640 1 --2- 172.21.15.17:0/1005866090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda09740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.794+0000 7f0913fff640 1 -- 172.21.15.17:0/1005866090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 msgr2=0x55abcda09200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:13.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.794+0000 7f0913fff640 1 --2- 172.21.15.17:0/1005866090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 0x55abcda09200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.794+0000 7f0913fff640 1 -- 172.21.15.17:0/1005866090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 msgr2=0x55abcda09740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:13.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.794+0000 7f0913fff640 1 --2- 172.21.15.17:0/1005866090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda09740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.794+0000 7f0913fff640 1 -- 172.21.15.17:0/1005866090 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55abcd6d76a0 con 0x55abcda00b60 2024-09-16T02:02:13.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.794+0000 7f0913fff640 1 --2- 172.21.15.17:0/1005866090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda08cc0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f0904012840 tx=0x7f0904012d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d358b8ab7e491ec server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:13.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.794+0000 7f08f37fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:02:13.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.794+0000 7f08f37fe640 1 -- 172.21.15.17:0/1005866090 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0904004050 con 0x55abcda00b60 2024-09-16T02:02:13.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.794+0000 7f091c9f2740 1 -- 172.21.15.17:0/1005866090 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f090c09be20 con 0x55abcda00b60 2024-09-16T02:02:13.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.795+0000 7f08f37fe640 1 -- 172.21.15.17:0/1005866090 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f09040041f0 con 0x55abcda00b60 2024-09-16T02:02:13.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.795+0000 7f08f37fe640 1 -- 172.21.15.17:0/1005866090 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f09040043f0 con 0x55abcda00b60 2024-09-16T02:02:13.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.795+0000 7f091c9f2740 10 client.18690 fetch_fsmap learned FSMap version 28 2024-09-16T02:02:13.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.795+0000 7f091c9f2740 1 -- 172.21.15.17:0/1005866090 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55abcda1a540 con 0x55abcda00b60 2024-09-16T02:02:13.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.795+0000 7f08f37fe640 1 -- 172.21.15.17:0/1005866090 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f090c09be20 con 0x55abcda00b60 2024-09-16T02:02:13.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.795+0000 7f08f37fe640 1 -- 172.21.15.17:0/1005866090 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f0904003b00 con 0x55abcda00b60 2024-09-16T02:02:13.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.795+0000 7f091c9f2740 10 client.18690 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:02:13.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.795+0000 7f091c9f2740 10 client.18690 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:02:13.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.795+0000 7f091c9f2740 20 client.18690 populate_metadata read hostname 'smithi017' 2024-09-16T02:02:13.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.795+0000 7f091c9f2740 1 --2- 172.21.15.17:0/1005866090 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55abcda1be10 0x55abcda1e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.795+0000 7f091c9f2740 4 client.18690 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:02:13.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.795+0000 7f091c9f2740 1 -- 172.21.15.17:0/1005866090 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55abcd9737f0 con 0x55abcda1be10 2024-09-16T02:02:13.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.796+0000 7f09137fe640 1 --2- 172.21.15.17:0/1005866090 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55abcda1be10 0x55abcda1e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.796+0000 7f08f37fe640 10 client.18690 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:13.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.796+0000 7f09137fe640 1 --2- 172.21.15.17:0/1005866090 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55abcda1be10 0x55abcda1e290 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b0eea79d44e8f73 server_cookie=928ba6f2d2cefd1b in_seq=0 out_seq=0 2024-09-16T02:02:13.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.797+0000 7f08f37fe640 1 -- 172.21.15.17:0/1005866090 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55abcd9737f0 con 0x55abcda1be10 2024-09-16T02:02:13.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.797+0000 7f08f37fe640 10 client.18690 handle_command_reply: tid=0 2024-09-16T02:02:13.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.798+0000 7f091c9f2740 1 client.18690 shutdown 2024-09-16T02:02:13.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.798+0000 7f091c9f2740 1 -- 172.21.15.17:0/1005866090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 msgr2=0x55abcda08cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:13.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.798+0000 7f091c9f2740 1 --2- 172.21.15.17:0/1005866090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda08cc0 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f0904012840 tx=0x7f0904012d00 comp rx=0 tx=0).stop 2024-09-16T02:02:13.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.798+0000 7f091c9f2740 1 -- 172.21.15.17:0/1005866090 shutdown_connections 2024-09-16T02:02:13.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.798+0000 7f091c9f2740 1 --2- 172.21.15.17:0/1005866090 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55abcda1be10 0x55abcda1e290 crc :-1 s=READY pgs=268 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.798+0000 7f091c9f2740 1 --2- 172.21.15.17:0/1005866090 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda09740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.798+0000 7f091c9f2740 1 --2- 172.21.15.17:0/1005866090 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 0x55abcda09200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.798+0000 7f091c9f2740 1 --2- 172.21.15.17:0/1005866090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda08cc0 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.798+0000 7f091c9f2740 1 -- 172.21.15.17:0/1005866090 >> 172.21.15.17:0/1005866090 conn(0x55abcd9fd0f0 msgr2=0x55abcda02e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:13.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.798+0000 7f08f37fe640 0 client.18690 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:13.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.798+0000 7f091c9f2740 1 -- 172.21.15.17:0/1005866090 shutdown_connections 2024-09-16T02:02:13.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.798+0000 7f091c9f2740 1 -- 172.21.15.17:0/1005866090 wait complete. 2024-09-16T02:02:13.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.798+0000 7f091c9f2740 20 client.18690 trim_cache size 0 max 16384 2024-09-16T02:02:13.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.826+0000 7f091c9f2740 1 Processor -- start 2024-09-16T02:02:13.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f091c9f2740 1 -- start start 2024-09-16T02:02:13.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f091c9f2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda00b60 0x55abcda23ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f091c9f2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda01480 0x55abcda240e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f091c9f2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda0bd40 0x55abcda05f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f091c9f2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f09141add40 con 0x55abcda01480 2024-09-16T02:02:13.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f091c9f2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f09141ab610 con 0x55abcda00b60 2024-09-16T02:02:13.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f091c9f2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f09141a9440 con 0x55abcda0bd40 2024-09-16T02:02:13.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f09137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda01480 0x55abcda240e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f0913fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda00b60 0x55abcda23ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f09137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda01480 0x55abcda240e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57266/0 (socket says 172.21.15.17:57266) 2024-09-16T02:02:13.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f09137fe640 1 -- 172.21.15.17:0/247907149 learned_addr learned my addr 172.21.15.17:0/247907149 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:13.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f0913fff640 1 -- 172.21.15.17:0/247907149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda0bd40 msgr2=0x55abcda05f20 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T02:02:13.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f0913fff640 1 --2- 172.21.15.17:0/247907149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda0bd40 0x55abcda05f20 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f0913fff640 1 -- 172.21.15.17:0/247907149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda01480 msgr2=0x55abcda240e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:13.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f0913fff640 1 --2- 172.21.15.17:0/247907149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda01480 0x55abcda240e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.827+0000 7f0913fff640 1 -- 172.21.15.17:0/247907149 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55abcd9fcb90 con 0x55abcda00b60 2024-09-16T02:02:13.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.828+0000 7f0913fff640 1 --2- 172.21.15.17:0/247907149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda00b60 0x55abcda23ba0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f0904010430 tx=0x7f09040106c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e6eb1b728f054599 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:13.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.828+0000 7f08f9ffb640 1 -- 172.21.15.17:0/247907149 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0904009e90 con 0x55abcda00b60 2024-09-16T02:02:13.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.828+0000 7f08f9ffb640 1 -- 172.21.15.17:0/247907149 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0904010e00 con 0x55abcda00b60 2024-09-16T02:02:13.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.828+0000 7f08f9ffb640 1 -- 172.21.15.17:0/247907149 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f090400fb80 con 0x55abcda00b60 2024-09-16T02:02:13.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.829+0000 7f091c9f2740 1 -- 172.21.15.17:0/247907149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda00b60 msgr2=0x55abcda23ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:13.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.829+0000 7f091c9f2740 1 --2- 172.21.15.17:0/247907149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda00b60 0x55abcda23ba0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f0904010430 tx=0x7f09040106c0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.829+0000 7f091c9f2740 1 -- 172.21.15.17:0/247907149 shutdown_connections 2024-09-16T02:02:13.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.829+0000 7f091c9f2740 1 --2- 172.21.15.17:0/247907149 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda0bd40 0x55abcda05f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.829+0000 7f091c9f2740 1 --2- 172.21.15.17:0/247907149 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda01480 0x55abcda240e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.829+0000 7f091c9f2740 1 --2- 172.21.15.17:0/247907149 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda00b60 0x55abcda23ba0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.829+0000 7f091c9f2740 1 -- 172.21.15.17:0/247907149 >> 172.21.15.17:0/247907149 conn(0x55abcd9fd0f0 msgr2=0x55abcd9fc270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:13.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.829+0000 7f091c9f2740 1 -- 172.21.15.17:0/247907149 shutdown_connections 2024-09-16T02:02:13.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.829+0000 7f091c9f2740 1 -- 172.21.15.17:0/247907149 wait complete. 2024-09-16T02:02:13.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.830+0000 7f091c9f2740 1 -- start start 2024-09-16T02:02:13.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.830+0000 7f091c9f2740 1 Processor -- start 2024-09-16T02:02:13.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.830+0000 7f091c9f2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda10010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.830+0000 7f091c9f2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 0x55abcda10550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.830+0000 7f091c9f2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda8e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.830+0000 7f091c9f2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f09141a9ad0 con 0x55abcda00b60 2024-09-16T02:02:13.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.830+0000 7f091c9f2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f09141aaf40 con 0x55abcda0bd40 2024-09-16T02:02:13.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.830+0000 7f091c9f2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f09141aa1a0 con 0x55abcda01480 2024-09-16T02:02:13.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.830+0000 7f091c9f2740 10 client.0 _ll_register_callbacks cb 0x7f0904009980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:02:13.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.830+0000 7f0918bb6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda8e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.831+0000 7f0918bb6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda8e380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:50694/0 (socket says 172.21.15.17:50694) 2024-09-16T02:02:13.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.831+0000 7f0918bb6640 1 -- 172.21.15.17:0/1992394838 learned_addr learned my addr 172.21.15.17:0/1992394838 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:13.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.831+0000 7f0913fff640 1 --2- 172.21.15.17:0/1992394838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda10010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.831+0000 7f09137fe640 1 --2- 172.21.15.17:0/1992394838 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 0x55abcda10550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.831+0000 7f0918bb6640 1 -- 172.21.15.17:0/1992394838 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 msgr2=0x55abcda10550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.831+0000 7f0918bb6640 1 --2- 172.21.15.17:0/1992394838 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 0x55abcda10550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.831+0000 7f0918bb6640 1 -- 172.21.15.17:0/1992394838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 msgr2=0x55abcda10010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.831+0000 7f0918bb6640 1 --2- 172.21.15.17:0/1992394838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda10010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.831+0000 7f0918bb6640 1 -- 172.21.15.17:0/1992394838 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55abcda8e8c0 con 0x55abcda0bd40 2024-09-16T02:02:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.831+0000 7f0918bb6640 1 --2- 172.21.15.17:0/1992394838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda8e380 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f090c021030 tx=0x7f090c005f10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91be3625f6b37a06 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.831+0000 7f08f37fe640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:02:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.831+0000 7f08f37fe640 1 -- 172.21.15.17:0/1992394838 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f090c07f060 con 0x55abcda0bd40 2024-09-16T02:02:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.831+0000 7f091c9f2740 1 -- 172.21.15.17:0/1992394838 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0904010e00 con 0x55abcda0bd40 2024-09-16T02:02:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.831+0000 7f08f37fe640 1 -- 172.21.15.17:0/1992394838 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f090c003970 con 0x55abcda0bd40 2024-09-16T02:02:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.832+0000 7f08f37fe640 1 -- 172.21.15.17:0/1992394838 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f090c086040 con 0x55abcda0bd40 2024-09-16T02:02:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.832+0000 7f091c9f2740 10 client.28055 fetch_fsmap learned FSMap version 28 2024-09-16T02:02:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.832+0000 7f091c9f2740 1 -- 172.21.15.17:0/1992394838 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55abcda8fbd0 con 0x55abcda0bd40 2024-09-16T02:02:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.832+0000 7f08f37fe640 1 -- 172.21.15.17:0/1992394838 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f090c09be20 con 0x55abcda0bd40 2024-09-16T02:02:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.832+0000 7f08f37fe640 1 -- 172.21.15.17:0/1992394838 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f090c0a4ce0 con 0x55abcda0bd40 2024-09-16T02:02:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.832+0000 7f091c9f2740 10 client.28055 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:02:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.832+0000 7f091c9f2740 10 client.28055 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:02:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.832+0000 7f091c9f2740 20 client.28055 populate_metadata read hostname 'smithi017' 2024-09-16T02:02:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.832+0000 7f091c9f2740 1 --2- 172.21.15.17:0/1992394838 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55abcda8ffd0 0x55abcda923f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.832+0000 7f091c9f2740 4 client.28055 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T02:02:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.832+0000 7f091c9f2740 1 -- 172.21.15.17:0/1992394838 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7f0904010e00 con 0x55abcda8ffd0 2024-09-16T02:02:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.832+0000 7f0913fff640 1 --2- 172.21.15.17:0/1992394838 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55abcda8ffd0 0x55abcda923f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.833+0000 7f08f37fe640 10 client.28055 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.833+0000 7f0913fff640 1 --2- 172.21.15.17:0/1992394838 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55abcda8ffd0 0x55abcda923f0 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a057a226b151444a server_cookie=c57eabb2e87d542a in_seq=0 out_seq=0 2024-09-16T02:02:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.836+0000 7f08f37fe640 1 -- 172.21.15.17:0/1992394838 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7f0904010e00 con 0x55abcda8ffd0 2024-09-16T02:02:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.836+0000 7f08f37fe640 10 client.28055 handle_command_reply: tid=0 2024-09-16T02:02:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.836+0000 7f091c9f2740 1 client.28055 shutdown 2024-09-16T02:02:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.836+0000 7f091c9f2740 1 -- 172.21.15.17:0/1992394838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 msgr2=0x55abcda8e380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.836+0000 7f091c9f2740 1 --2- 172.21.15.17:0/1992394838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda8e380 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f090c021030 tx=0x7f090c005f10 comp rx=0 tx=0).stop 2024-09-16T02:02:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.836+0000 7f091c9f2740 1 -- 172.21.15.17:0/1992394838 shutdown_connections 2024-09-16T02:02:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.836+0000 7f091c9f2740 1 --2- 172.21.15.17:0/1992394838 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55abcda8ffd0 0x55abcda923f0 crc :-1 s=READY pgs=269 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.836+0000 7f091c9f2740 1 --2- 172.21.15.17:0/1992394838 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55abcda0bd40 0x55abcda8e380 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.836+0000 7f08f37fe640 0 client.28055 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.836+0000 7f091c9f2740 1 --2- 172.21.15.17:0/1992394838 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55abcda01480 0x55abcda10550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.836+0000 7f091c9f2740 1 --2- 172.21.15.17:0/1992394838 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55abcda00b60 0x55abcda10010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.836+0000 7f091c9f2740 1 -- 172.21.15.17:0/1992394838 >> 172.21.15.17:0/1992394838 conn(0x55abcd9fd0f0 msgr2=0x55abcda08c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.836+0000 7f091c9f2740 1 -- 172.21.15.17:0/1992394838 shutdown_connections 2024-09-16T02:02:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.837+0000 7f091c9f2740 1 -- 172.21.15.17:0/1992394838 wait complete. 2024-09-16T02:02:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.837+0000 7f091c9f2740 20 client.28055 trim_cache size 0 max 16384 2024-09-16T02:02:13.842 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:02:13.842 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T02:02:13.842 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "97b7e826-3998-4a93-9657-8258877400d9", 2024-09-16T02:02:13.842 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T02:02:13.843 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:02:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.837+0000 7f091a619640 1 -- 172.21.15.17:0/2672446204 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f08fc0a32c0 msgr2=0x7f08fc0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.837+0000 7f091a619640 1 --2- 172.21.15.17:0/2672446204 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f08fc0a32c0 0x7f08fc0a5780 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f0908037040 tx=0x7f090800f4d0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.837+0000 7f091a619640 1 -- 172.21.15.17:0/2672446204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0914106c30 msgr2=0x7f091419aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.837+0000 7f091a619640 1 --2- 172.21.15.17:0/2672446204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0914106c30 0x7f091419aba0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f090c007c60 tx=0x7f090c00f500 comp rx=0 tx=0).stop 2024-09-16T02:02:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.838+0000 7f091a619640 1 -- 172.21.15.17:0/2672446204 shutdown_connections 2024-09-16T02:02:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.838+0000 7f091a619640 1 --2- 172.21.15.17:0/2672446204 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f08fc0a32c0 0x7f08fc0a5780 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.838+0000 7f091a619640 1 --2- 172.21.15.17:0/2672446204 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0914106c30 0x7f091419aba0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.838+0000 7f091a619640 1 --2- 172.21.15.17:0/2672446204 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0914101b40 0x7f0914196810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.838+0000 7f091a619640 1 --2- 172.21.15.17:0/2672446204 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09141011a0 0x7f09141962d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.838+0000 7f091a619640 1 -- 172.21.15.17:0/2672446204 >> 172.21.15.17:0/2672446204 conn(0x7f0914077210 msgr2=0x7f0914103bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.838+0000 7f091a619640 1 -- 172.21.15.17:0/2672446204 shutdown_connections 2024-09-16T02:02:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:13.838+0000 7f091a619640 1 -- 172.21.15.17:0/2672446204 wait complete. 2024-09-16T02:02:14.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 52308 8.32 MB/sec execute 216 sec latency 149.393 ms 2024-09-16T02:02:14.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:14 smithi017 ceph-mon[30972]: pgmap v900: 97 pgs: 97 active+clean; 507 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 4.3 MiB/s wr, 195 op/s 2024-09-16T02:02:14.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:02:14.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:14 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:02:14.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:14 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:14.674 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:14 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:02:14.675 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:14 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:14.675 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:02:14.675 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:02:14.675 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:02:14.712 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:02:14.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:14 smithi122 ceph-mon[34758]: pgmap v900: 97 pgs: 97 active+clean; 507 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 4.3 MiB/s wr, 195 op/s 2024-09-16T02:02:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:14 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:02:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:14 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:02:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:14 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:14 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:02:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:14 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:14 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:02:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:14 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:02:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:14 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:02:14.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:14 smithi029 ceph-mon[34783]: pgmap v900: 97 pgs: 97 active+clean; 507 MiB data, 2.8 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 4.3 MiB/s wr, 195 op/s 2024-09-16T02:02:14.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:02:14.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:14 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:02:14.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:14 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:14.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:14 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:02:14.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:14 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:14.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:02:14.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:02:14.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:02:15.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 52450 8.31 MB/sec execute 217 sec latency 158.788 ms 2024-09-16T02:02:15.102 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:02:15.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:15 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T02:02:15.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:15 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:15.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:15 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:02:15.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:15 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:02:15.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:15 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:15.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:15 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:02:15.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:15 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:15.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:15 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:15.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:15 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T02:02:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:15 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:15 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:02:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:15 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:02:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:15 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:15 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:02:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:15 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:15.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:15 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:15.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:15 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T02:02:15.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:15 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:15.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:15 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:02:15.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:15 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:02:15.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:15 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:15.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:15 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:02:15.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:15 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:15.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:15 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:02:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.828+0000 7f8664f92640 1 -- 172.21.15.17:0/1361435695 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8660102570 msgr2=0x7f86601029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.828+0000 7f8664f92640 1 --2- 172.21.15.17:0/1361435695 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8660102570 0x7f86601029b0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f8654009900 tx=0x7f865402a480 comp rx=0 tx=0).stop 2024-09-16T02:02:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.828+0000 7f8664f92640 1 -- 172.21.15.17:0/1361435695 shutdown_connections 2024-09-16T02:02:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.828+0000 7f8664f92640 1 --2- 172.21.15.17:0/1361435695 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8660102ef0 0x7f866010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.828+0000 7f8664f92640 1 --2- 172.21.15.17:0/1361435695 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8660102570 0x7f86601029b0 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.828+0000 7f8664f92640 1 --2- 172.21.15.17:0/1361435695 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8660100e20 0x7f8660101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.828+0000 7f8664f92640 1 -- 172.21.15.17:0/1361435695 >> 172.21.15.17:0/1361435695 conn(0x7f86600fc7d0 msgr2=0x7f86600febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.828+0000 7f8664f92640 1 -- 172.21.15.17:0/1361435695 shutdown_connections 2024-09-16T02:02:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.828+0000 7f8664f92640 1 -- 172.21.15.17:0/1361435695 wait complete. 2024-09-16T02:02:15.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.829+0000 7f8664f92640 1 Processor -- start 2024-09-16T02:02:15.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.829+0000 7f8664f92640 1 -- start start 2024-09-16T02:02:15.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.829+0000 7f8664f92640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8660100e20 0x7f86601a47f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.829+0000 7f8664f92640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8660102570 0x7f86601a4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.829+0000 7f8664f92640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8660102ef0 0x7f866019eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.829+0000 7f8664f92640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8660110e80 con 0x7f8660100e20 2024-09-16T02:02:15.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.829+0000 7f8664f92640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8660110d00 con 0x7f8660102570 2024-09-16T02:02:15.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.829+0000 7f8664f92640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8660111000 con 0x7f8660102ef0 2024-09-16T02:02:15.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f865dd9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8660102570 0x7f86601a4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f865dd9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8660102570 0x7f86601a4d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:50712/0 (socket says 172.21.15.17:50712) 2024-09-16T02:02:15.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f865dd9b640 1 -- 172.21.15.17:0/933429659 learned_addr learned my addr 172.21.15.17:0/933429659 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:15.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f865e59c640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8660100e20 0x7f86601a47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f865ed9d640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8660102ef0 0x7f866019eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f865dd9b640 1 -- 172.21.15.17:0/933429659 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8660102ef0 msgr2=0x7f866019eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:15.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f865dd9b640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8660102ef0 0x7f866019eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f865dd9b640 1 -- 172.21.15.17:0/933429659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8660100e20 msgr2=0x7f86601a47f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:15.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f865dd9b640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8660100e20 0x7f86601a47f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f865dd9b640 1 -- 172.21.15.17:0/933429659 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f866019f350 con 0x7f8660102570 2024-09-16T02:02:15.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f865ed9d640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8660102ef0 0x7f866019eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:02:15.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f865dd9b640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8660102570 0x7f86601a4d30 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f865402aa70 tx=0x7f8654003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:15.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f864f7fe640 1 -- 172.21.15.17:0/933429659 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f865403f070 con 0x7f8660102570 2024-09-16T02:02:15.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f864f7fe640 1 -- 172.21.15.17:0/933429659 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f865403bb20 con 0x7f8660102570 2024-09-16T02:02:15.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f864f7fe640 1 -- 172.21.15.17:0/933429659 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8654035030 con 0x7f8660102570 2024-09-16T02:02:15.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.830+0000 7f8664f92640 1 -- 172.21.15.17:0/933429659 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f866019f5e0 con 0x7f8660102570 2024-09-16T02:02:15.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.831+0000 7f8664f92640 1 -- 172.21.15.17:0/933429659 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f86601ab5e0 con 0x7f8660102570 2024-09-16T02:02:15.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.834+0000 7f866736b740 1 Processor -- start 2024-09-16T02:02:15.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.834+0000 7f866736b740 1 -- start start 2024-09-16T02:02:15.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.834+0000 7f866736b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 0x561cc4943880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.834+0000 7f866736b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc4943dc0 0x561cc494e140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f866736b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc494e680 0x561cc4950a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f866736b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561cc48a92e0 con 0x561cc494e680 2024-09-16T02:02:15.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f866736b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561cc4850ce0 con 0x561cc4943dc0 2024-09-16T02:02:15.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f866736b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561cc48a52a0 con 0x561cc49434a0 2024-09-16T02:02:15.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f864f7fe640 1 -- 172.21.15.17:0/933429659 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f8654042070 con 0x7f8660102570 2024-09-16T02:02:15.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f865ed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 0x561cc4943880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f865e59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc4943dc0 0x561cc494e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f865e59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc4943dc0 0x561cc494e140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:50720/0 (socket says 172.21.15.17:50720) 2024-09-16T02:02:15.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f865e59c640 1 -- 172.21.15.17:0/2272162656 learned_addr learned my addr 172.21.15.17:0/2272162656 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:15.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f865dd9b640 1 --2- 172.21.15.17:0/2272162656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc494e680 0x561cc4950a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f865e59c640 1 -- 172.21.15.17:0/2272162656 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 msgr2=0x561cc4943880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:15.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f865e59c640 1 --2- 172.21.15.17:0/2272162656 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 0x561cc4943880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f865e59c640 1 -- 172.21.15.17:0/2272162656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc494e680 msgr2=0x561cc4950a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:15.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f865e59c640 1 --2- 172.21.15.17:0/2272162656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc494e680 0x561cc4950a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f865e59c640 1 -- 172.21.15.17:0/2272162656 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561cc4835440 con 0x561cc4943dc0 2024-09-16T02:02:15.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.835+0000 7f865dd9b640 1 --2- 172.21.15.17:0/2272162656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc494e680 0x561cc4950a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:02:15.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.836+0000 7f865e59c640 1 --2- 172.21.15.17:0/2272162656 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc4943dc0 0x561cc494e140 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8650009cf0 tx=0x7f8650011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f46e92823cf2ee16 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:15.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.836+0000 7f864f7fe640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86480a3240 0x7f86480a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.836+0000 7f864cff9640 1 -- 172.21.15.17:0/2272162656 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f865001e070 con 0x561cc4943dc0 2024-09-16T02:02:15.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.836+0000 7f864cff9640 1 -- 172.21.15.17:0/2272162656 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8650019ae0 con 0x561cc4943dc0 2024-09-16T02:02:15.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.836+0000 7f864cff9640 1 -- 172.21.15.17:0/2272162656 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f865001e070 con 0x561cc4943dc0 2024-09-16T02:02:15.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.836+0000 7f864f7fe640 1 -- 172.21.15.17:0/933429659 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f86540f0020 con 0x7f8660102570 2024-09-16T02:02:15.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.836+0000 7f865ed9d640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86480a3240 0x7f86480a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.837+0000 7f866736b740 1 -- 172.21.15.17:0/2272162656 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc4943dc0 msgr2=0x561cc494e140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:15.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.837+0000 7f866736b740 1 --2- 172.21.15.17:0/2272162656 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc4943dc0 0x561cc494e140 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f8650009cf0 tx=0x7f8650011810 comp rx=0 tx=0).stop 2024-09-16T02:02:15.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.837+0000 7f865ed9d640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86480a3240 0x7f86480a5700 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f8658005fd0 tx=0x7f8658009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:15.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.838+0000 7f866736b740 1 -- 172.21.15.17:0/2272162656 shutdown_connections 2024-09-16T02:02:15.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.838+0000 7f866736b740 1 --2- 172.21.15.17:0/2272162656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc494e680 0x561cc4950a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.838+0000 7f866736b740 1 --2- 172.21.15.17:0/2272162656 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc4943dc0 0x561cc494e140 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.838+0000 7f866736b740 1 --2- 172.21.15.17:0/2272162656 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 0x561cc4943880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.838+0000 7f866736b740 1 -- 172.21.15.17:0/2272162656 >> 172.21.15.17:0/2272162656 conn(0x561cc493fa30 msgr2=0x561cc493fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:15.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.838+0000 7f866736b740 1 -- 172.21.15.17:0/2272162656 shutdown_connections 2024-09-16T02:02:15.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.838+0000 7f866736b740 1 -- 172.21.15.17:0/2272162656 wait complete. 2024-09-16T02:02:15.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.838+0000 7f866736b740 1 -- start start 2024-09-16T02:02:15.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.838+0000 7f866736b740 1 Processor -- start 2024-09-16T02:02:15.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f866736b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc49434a0 0x561cc494dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f866736b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc4943dc0 0x561cc494b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f866736b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc494e680 0x561cc494b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f866736b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561cc4951250 con 0x561cc494e680 2024-09-16T02:02:15.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f866736b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561cc4864050 con 0x561cc49434a0 2024-09-16T02:02:15.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f866736b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561cc49513d0 con 0x561cc4943dc0 2024-09-16T02:02:15.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f866736b740 10 client.0 _ll_register_callbacks cb 0x561cc48a4160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:02:15.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f865ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc494e680 0x561cc494b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f865ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc494e680 0x561cc494b7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57312/0 (socket says 172.21.15.17:57312) 2024-09-16T02:02:15.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f865e59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc49434a0 0x561cc494dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f865ed9d640 1 -- 172.21.15.17:0/2120153942 learned_addr learned my addr 172.21.15.17:0/2120153942 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:15.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f865dd9b640 1 --2- 172.21.15.17:0/2120153942 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc4943dc0 0x561cc494b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f865e59c640 1 -- 172.21.15.17:0/2120153942 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc4943dc0 msgr2=0x561cc494b280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:15.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f865e59c640 1 --2- 172.21.15.17:0/2120153942 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc4943dc0 0x561cc494b280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f865e59c640 1 -- 172.21.15.17:0/2120153942 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc494e680 msgr2=0x561cc494b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:15.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f865e59c640 1 --2- 172.21.15.17:0/2120153942 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc494e680 0x561cc494b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f865e59c640 1 -- 172.21.15.17:0/2120153942 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561cc461a3c0 con 0x561cc49434a0 2024-09-16T02:02:15.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.839+0000 7f865ed9d640 1 --2- 172.21.15.17:0/2120153942 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc494e680 0x561cc494b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:02:15.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.840+0000 7f8645ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:02:15.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.840+0000 7f865e59c640 1 --2- 172.21.15.17:0/2120153942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc49434a0 0x561cc494dfd0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8650009cf0 tx=0x7f865000e5e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=63df914445f77858 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:15.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.840+0000 7f8645ffb640 1 -- 172.21.15.17:0/2120153942 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8650027070 con 0x561cc49434a0 2024-09-16T02:02:15.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.840+0000 7f866736b740 1 -- 172.21.15.17:0/2120153942 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8650019ae0 con 0x561cc49434a0 2024-09-16T02:02:15.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.840+0000 7f8645ffb640 1 -- 172.21.15.17:0/2120153942 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8650004020 con 0x561cc49434a0 2024-09-16T02:02:15.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.840+0000 7f8645ffb640 1 -- 172.21.15.17:0/2120153942 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8650032050 con 0x561cc49434a0 2024-09-16T02:02:15.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.840+0000 7f866736b740 10 client.28067 fetch_fsmap learned FSMap version 28 2024-09-16T02:02:15.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.840+0000 7f866736b740 1 -- 172.21.15.17:0/2120153942 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561cc495ccb0 con 0x561cc49434a0 2024-09-16T02:02:15.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.840+0000 7f8645ffb640 1 -- 172.21.15.17:0/2120153942 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8650019ae0 con 0x561cc49434a0 2024-09-16T02:02:15.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.841+0000 7f8645ffb640 1 -- 172.21.15.17:0/2120153942 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f865000e740 con 0x561cc49434a0 2024-09-16T02:02:15.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.841+0000 7f866736b740 10 client.28067 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:02:15.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.841+0000 7f866736b740 10 client.28067 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:02:15.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.841+0000 7f866736b740 20 client.28067 populate_metadata read hostname 'smithi017' 2024-09-16T02:02:15.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.841+0000 7f866736b740 1 --2- 172.21.15.17:0/2120153942 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561cc495e0c0 0x561cc49604b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.841+0000 7f866736b740 4 client.28067 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:02:15.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.841+0000 7f866736b740 1 -- 172.21.15.17:0/2120153942 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561cc48b6850 con 0x561cc495e0c0 2024-09-16T02:02:15.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.841+0000 7f865dd9b640 1 --2- 172.21.15.17:0/2120153942 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561cc495e0c0 0x561cc49604b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.842+0000 7f8645ffb640 10 client.28067 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:15.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.842+0000 7f865dd9b640 1 --2- 172.21.15.17:0/2120153942 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561cc495e0c0 0x561cc49604b0 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1c763675b80a7ef5 server_cookie=dc6ae083e7cbe4bd in_seq=0 out_seq=0 2024-09-16T02:02:15.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.842+0000 7f8645ffb640 1 -- 172.21.15.17:0/2120153942 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561cc48b6850 con 0x561cc495e0c0 2024-09-16T02:02:15.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.842+0000 7f8645ffb640 10 client.28067 handle_command_reply: tid=0 2024-09-16T02:02:15.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.842+0000 7f866736b740 1 client.28067 shutdown 2024-09-16T02:02:15.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.843+0000 7f866736b740 1 -- 172.21.15.17:0/2120153942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc49434a0 msgr2=0x561cc494dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:15.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.843+0000 7f866736b740 1 --2- 172.21.15.17:0/2120153942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc49434a0 0x561cc494dfd0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f8650009cf0 tx=0x7f865000e5e0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.843+0000 7f866736b740 1 -- 172.21.15.17:0/2120153942 shutdown_connections 2024-09-16T02:02:15.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.843+0000 7f866736b740 1 --2- 172.21.15.17:0/2120153942 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561cc495e0c0 0x561cc49604b0 crc :-1 s=READY pgs=270 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.843+0000 7f8645ffb640 0 client.28067 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:15.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.843+0000 7f866736b740 1 --2- 172.21.15.17:0/2120153942 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc494e680 0x561cc494b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.843+0000 7f866736b740 1 --2- 172.21.15.17:0/2120153942 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc4943dc0 0x561cc494b280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.843+0000 7f866736b740 1 --2- 172.21.15.17:0/2120153942 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc49434a0 0x561cc494dfd0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.843+0000 7f866736b740 1 -- 172.21.15.17:0/2120153942 >> 172.21.15.17:0/2120153942 conn(0x561cc493fa30 msgr2=0x561cc4945710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:15.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.843+0000 7f866736b740 1 -- 172.21.15.17:0/2120153942 shutdown_connections 2024-09-16T02:02:15.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.843+0000 7f866736b740 1 -- 172.21.15.17:0/2120153942 wait complete. 2024-09-16T02:02:15.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.843+0000 7f866736b740 20 client.28067 trim_cache size 0 max 16384 2024-09-16T02:02:15.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.873+0000 7f866736b740 1 Processor -- start 2024-09-16T02:02:15.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.873+0000 7f866736b740 1 -- start start 2024-09-16T02:02:15.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.873+0000 7f866736b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 0x561cc495a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.873+0000 7f866736b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc4943dc0 0x561cc4945710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.873+0000 7f866736b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc494e680 0x561cc4965c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.873+0000 7f866736b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f86601b6490 con 0x561cc4943dc0 2024-09-16T02:02:15.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.873+0000 7f866736b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f86601b3d60 con 0x561cc494e680 2024-09-16T02:02:15.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.873+0000 7f866736b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f86601b1b90 con 0x561cc49434a0 2024-09-16T02:02:15.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.874+0000 7f865dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc4943dc0 0x561cc4945710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.874+0000 7f865dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc4943dc0 0x561cc4945710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57326/0 (socket says 172.21.15.17:57326) 2024-09-16T02:02:15.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.874+0000 7f865dd9b640 1 -- 172.21.15.17:0/2082111544 learned_addr learned my addr 172.21.15.17:0/2082111544 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:15.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.874+0000 7f865e59c640 1 --2- 172.21.15.17:0/2082111544 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 0x561cc495a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.874+0000 7f865ed9d640 1 --2- 172.21.15.17:0/2082111544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc494e680 0x561cc4965c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.874+0000 7f865e59c640 1 -- 172.21.15.17:0/2082111544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc494e680 msgr2=0x561cc4965c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:15.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.874+0000 7f865e59c640 1 --2- 172.21.15.17:0/2082111544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc494e680 0x561cc4965c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.874+0000 7f865e59c640 1 -- 172.21.15.17:0/2082111544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc4943dc0 msgr2=0x561cc4945710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:15.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.874+0000 7f865e59c640 1 --2- 172.21.15.17:0/2082111544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc4943dc0 0x561cc4945710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.874+0000 7f865e59c640 1 -- 172.21.15.17:0/2082111544 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561cc4940720 con 0x561cc49434a0 2024-09-16T02:02:15.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.874+0000 7f865dd9b640 1 --2- 172.21.15.17:0/2082111544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc4943dc0 0x561cc4945710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:02:15.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.874+0000 7f865e59c640 1 --2- 172.21.15.17:0/2082111544 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 0x561cc495a4e0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f8650000c00 tx=0x7f865000e650 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1be4c90a2302dacd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:15.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.875+0000 7f8647fff640 1 -- 172.21.15.17:0/2082111544 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f865002f030 con 0x561cc49434a0 2024-09-16T02:02:15.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.875+0000 7f8647fff640 1 -- 172.21.15.17:0/2082111544 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8650015070 con 0x561cc49434a0 2024-09-16T02:02:15.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.875+0000 7f8647fff640 1 -- 172.21.15.17:0/2082111544 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8650027040 con 0x561cc49434a0 2024-09-16T02:02:15.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.875+0000 7f866736b740 1 -- 172.21.15.17:0/2082111544 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 msgr2=0x561cc495a4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:15.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.875+0000 7f866736b740 1 --2- 172.21.15.17:0/2082111544 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 0x561cc495a4e0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f8650000c00 tx=0x7f865000e650 comp rx=0 tx=0).stop 2024-09-16T02:02:15.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.876+0000 7f866736b740 1 -- 172.21.15.17:0/2082111544 shutdown_connections 2024-09-16T02:02:15.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.876+0000 7f866736b740 1 --2- 172.21.15.17:0/2082111544 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc494e680 0x561cc4965c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.876+0000 7f866736b740 1 --2- 172.21.15.17:0/2082111544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc4943dc0 0x561cc4945710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.876+0000 7f866736b740 1 --2- 172.21.15.17:0/2082111544 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 0x561cc495a4e0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.876+0000 7f866736b740 1 -- 172.21.15.17:0/2082111544 >> 172.21.15.17:0/2082111544 conn(0x561cc493fa30 msgr2=0x561cc49468e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:15.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.876+0000 7f866736b740 1 -- 172.21.15.17:0/2082111544 shutdown_connections 2024-09-16T02:02:15.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.876+0000 7f866736b740 1 -- 172.21.15.17:0/2082111544 wait complete. 2024-09-16T02:02:15.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.876+0000 7f866736b740 1 -- start start 2024-09-16T02:02:15.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f866736b740 1 Processor -- start 2024-09-16T02:02:15.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f866736b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 0x561cc49c0ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f866736b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc4943dc0 0x561cc49c1420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f866736b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc494e680 0x561cc4951bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f866736b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f86601b2220 con 0x561cc4943dc0 2024-09-16T02:02:15.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f866736b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f86601b3690 con 0x561cc494e680 2024-09-16T02:02:15.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f866736b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f86601b28f0 con 0x561cc49434a0 2024-09-16T02:02:15.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f865dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc4943dc0 0x561cc49c1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f865dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc4943dc0 0x561cc49c1420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57342/0 (socket says 172.21.15.17:57342) 2024-09-16T02:02:15.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f865dd9b640 1 -- 172.21.15.17:0/3256629263 learned_addr learned my addr 172.21.15.17:0/3256629263 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:15.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f865e59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 0x561cc49c0ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f865ed9d640 1 --2- 172.21.15.17:0/3256629263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc494e680 0x561cc4951bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f866736b740 10 client.0 _ll_register_callbacks cb 0x7f865001c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f865dd9b640 1 -- 172.21.15.17:0/3256629263 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 msgr2=0x561cc49c0ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f865dd9b640 1 --2- 172.21.15.17:0/3256629263 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 0x561cc49c0ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f865dd9b640 1 -- 172.21.15.17:0/3256629263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc494e680 msgr2=0x561cc4951bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f865dd9b640 1 --2- 172.21.15.17:0/3256629263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc494e680 0x561cc4951bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f865dd9b640 1 -- 172.21.15.17:0/3256629263 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561cc49522c0 con 0x561cc4943dc0 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.877+0000 7f865dd9b640 1 --2- 172.21.15.17:0/3256629263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc4943dc0 0x561cc49c1420 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f8654004650 tx=0x7f8654005e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=922d34e6e325e142 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.878+0000 7f8645ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.878+0000 7f8645ffb640 1 -- 172.21.15.17:0/3256629263 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8654049040 con 0x561cc4943dc0 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.878+0000 7f8645ffb640 1 -- 172.21.15.17:0/3256629263 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f865403bcd0 con 0x561cc4943dc0 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.878+0000 7f866736b740 1 -- 172.21.15.17:0/3256629263 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8650015070 con 0x561cc4943dc0 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.878+0000 7f8645ffb640 1 -- 172.21.15.17:0/3256629263 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f86540bc640 con 0x561cc4943dc0 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.878+0000 7f866736b740 10 client.18714 fetch_fsmap learned FSMap version 28 2024-09-16T02:02:15.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.878+0000 7f866736b740 1 -- 172.21.15.17:0/3256629263 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561cc49c8680 con 0x561cc4943dc0 2024-09-16T02:02:15.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.878+0000 7f8645ffb640 1 -- 172.21.15.17:0/3256629263 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8650015070 con 0x561cc4943dc0 2024-09-16T02:02:15.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.879+0000 7f8645ffb640 1 -- 172.21.15.17:0/3256629263 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f86540f20b0 con 0x561cc4943dc0 2024-09-16T02:02:15.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.879+0000 7f866736b740 10 client.18714 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:02:15.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.879+0000 7f866736b740 10 client.18714 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:02:15.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.879+0000 7f866736b740 20 client.18714 populate_metadata read hostname 'smithi017' 2024-09-16T02:02:15.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.879+0000 7f866736b740 1 --2- 172.21.15.17:0/3256629263 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561cc49c8d60 0x561cc49cb180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:15.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.879+0000 7f866736b740 4 client.18714 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:02:15.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.879+0000 7f866736b740 1 -- 172.21.15.17:0/3256629263 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561cc48b0d60 con 0x561cc49c8d60 2024-09-16T02:02:15.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.879+0000 7f865e59c640 1 --2- 172.21.15.17:0/3256629263 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561cc49c8d60 0x561cc49cb180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:15.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.880+0000 7f865e59c640 1 --2- 172.21.15.17:0/3256629263 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561cc49c8d60 0x561cc49cb180 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce4df8f288f171b4 server_cookie=6defd2f800499cb3 in_seq=0 out_seq=0 2024-09-16T02:02:15.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.880+0000 7f8645ffb640 10 client.18714 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:15.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.883+0000 7f8645ffb640 1 -- 172.21.15.17:0/3256629263 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x561cc48b0d60 con 0x561cc49c8d60 2024-09-16T02:02:15.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.883+0000 7f8645ffb640 10 client.18714 handle_command_reply: tid=0 2024-09-16T02:02:15.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.883+0000 7f866736b740 1 client.18714 shutdown 2024-09-16T02:02:15.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.883+0000 7f866736b740 1 -- 172.21.15.17:0/3256629263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc4943dc0 msgr2=0x561cc49c1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:15.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.883+0000 7f866736b740 1 --2- 172.21.15.17:0/3256629263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc4943dc0 0x561cc49c1420 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f8654004650 tx=0x7f8654005e00 comp rx=0 tx=0).stop 2024-09-16T02:02:15.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.883+0000 7f866736b740 1 -- 172.21.15.17:0/3256629263 shutdown_connections 2024-09-16T02:02:15.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.883+0000 7f866736b740 1 --2- 172.21.15.17:0/3256629263 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561cc49c8d60 0x561cc49cb180 crc :-1 s=READY pgs=271 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.883+0000 7f8645ffb640 0 client.18714 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:15.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.883+0000 7f866736b740 1 --2- 172.21.15.17:0/3256629263 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561cc494e680 0x561cc4951bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.883+0000 7f866736b740 1 --2- 172.21.15.17:0/3256629263 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561cc4943dc0 0x561cc49c1420 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.883+0000 7f866736b740 1 --2- 172.21.15.17:0/3256629263 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561cc49434a0 0x561cc49c0ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.883+0000 7f866736b740 1 -- 172.21.15.17:0/3256629263 >> 172.21.15.17:0/3256629263 conn(0x561cc493fa30 msgr2=0x561cc494a240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:15.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.883+0000 7f866736b740 1 -- 172.21.15.17:0/3256629263 shutdown_connections 2024-09-16T02:02:15.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.883+0000 7f866736b740 1 -- 172.21.15.17:0/3256629263 wait complete. 2024-09-16T02:02:15.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.884+0000 7f866736b740 20 client.18714 trim_cache size 0 max 16384 2024-09-16T02:02:15.887 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:02:15.887 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T02:02:15.887 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T02:02:15.887 INFO:teuthology.orchestra.run.smithi017.stdout: "97b7e826-3998-4a93-9657-8258877400d9": { 2024-09-16T02:02:15.888 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T02:02:15.888 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "97b7e826-3998-4a93-9657-8258877400d9", 2024-09-16T02:02:15.888 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T02:02:15.888 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:02:15.888 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:02:15.888 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:02:15.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.884+0000 7f8664f92640 1 -- 172.21.15.17:0/933429659 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86480a3240 msgr2=0x7f86480a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:15.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.884+0000 7f8664f92640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86480a3240 0x7f86480a5700 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f8658005fd0 tx=0x7f8658009500 comp rx=0 tx=0).stop 2024-09-16T02:02:15.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.884+0000 7f8664f92640 1 -- 172.21.15.17:0/933429659 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8660102570 msgr2=0x7f86601a4d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:15.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.884+0000 7f8664f92640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8660102570 0x7f86601a4d30 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f865402aa70 tx=0x7f8654003c10 comp rx=0 tx=0).stop 2024-09-16T02:02:15.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.884+0000 7f8664f92640 1 -- 172.21.15.17:0/933429659 shutdown_connections 2024-09-16T02:02:15.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.884+0000 7f8664f92640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f86480a3240 0x7f86480a5700 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.884+0000 7f8664f92640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8660102ef0 0x7f866019eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.884+0000 7f8664f92640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8660102570 0x7f86601a4d30 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.885+0000 7f8664f92640 1 --2- 172.21.15.17:0/933429659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8660100e20 0x7f86601a47f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:15.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.885+0000 7f8664f92640 1 -- 172.21.15.17:0/933429659 >> 172.21.15.17:0/933429659 conn(0x7f86600fc7d0 msgr2=0x7f866006a0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:15.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.885+0000 7f8664f92640 1 -- 172.21.15.17:0/933429659 shutdown_connections 2024-09-16T02:02:15.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:15.885+0000 7f8664f92640 1 -- 172.21.15.17:0/933429659 wait complete. 2024-09-16T02:02:16.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 52568 8.30 MB/sec execute 218 sec latency 112.805 ms 2024-09-16T02:02:16.737 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:16 smithi017 ceph-mon[30972]: pgmap v901: 97 pgs: 97 active+clean; 514 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 525 KiB/s rd, 4.5 MiB/s wr, 165 op/s 2024-09-16T02:02:16.778 INFO:tasks.cephfs.filesystem:scrub status for tag:97b7e826-3998-4a93-9657-8258877400d9 - {'path': '/', 'tag': '97b7e826-3998-4a93-9657-8258877400d9', 'options': 'recursive,force'} 2024-09-16T02:02:16.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:16 smithi029 ceph-mon[34783]: pgmap v901: 97 pgs: 97 active+clean; 514 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 525 KiB/s rd, 4.5 MiB/s wr, 165 op/s 2024-09-16T02:02:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:16 smithi122 ceph-mon[34758]: pgmap v901: 97 pgs: 97 active+clean; 514 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 525 KiB/s rd, 4.5 MiB/s wr, 165 op/s 2024-09-16T02:02:17.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 52686 8.27 MB/sec execute 219 sec latency 99.713 ms 2024-09-16T02:02:18.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 52834 8.27 MB/sec execute 220 sec latency 147.484 ms 2024-09-16T02:02:18.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:18 smithi017 ceph-mon[30972]: pgmap v902: 97 pgs: 97 active+clean; 514 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 473 KiB/s rd, 3.8 MiB/s wr, 139 op/s 2024-09-16T02:02:18.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:18 smithi029 ceph-mon[34783]: pgmap v902: 97 pgs: 97 active+clean; 514 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 473 KiB/s rd, 3.8 MiB/s wr, 139 op/s 2024-09-16T02:02:18.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:18 smithi122 ceph-mon[34758]: pgmap v902: 97 pgs: 97 active+clean; 514 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 473 KiB/s rd, 3.8 MiB/s wr, 139 op/s 2024-09-16T02:02:19.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 52988 8.28 MB/sec execute 221 sec latency 105.131 ms 2024-09-16T02:02:20.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 53144 8.28 MB/sec execute 222 sec latency 98.499 ms 2024-09-16T02:02:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:20 smithi122 ceph-mon[34758]: pgmap v903: 97 pgs: 97 active+clean; 515 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 4.6 MiB/s wr, 200 op/s 2024-09-16T02:02:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:20 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:02:20.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:20 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:02:20.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:20 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:02:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:20 smithi029 ceph-mon[34783]: pgmap v903: 97 pgs: 97 active+clean; 515 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 4.6 MiB/s wr, 200 op/s 2024-09-16T02:02:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:20 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:02:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:20 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:02:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:20 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:02:21.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:20 smithi017 ceph-mon[30972]: pgmap v903: 97 pgs: 97 active+clean; 515 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 780 KiB/s rd, 4.6 MiB/s wr, 200 op/s 2024-09-16T02:02:21.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:20 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:02:21.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:20 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:02:21.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:20 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:02:21.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 53309 8.28 MB/sec execute 223 sec latency 101.129 ms 2024-09-16T02:02:22.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 53464 8.26 MB/sec execute 224 sec latency 85.456 ms 2024-09-16T02:02:22.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:22 smithi122 ceph-mon[34758]: pgmap v904: 97 pgs: 97 active+clean; 508 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 661 KiB/s rd, 4.1 MiB/s wr, 182 op/s 2024-09-16T02:02:22.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:22 smithi029 ceph-mon[34783]: pgmap v904: 97 pgs: 97 active+clean; 508 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 661 KiB/s rd, 4.1 MiB/s wr, 182 op/s 2024-09-16T02:02:23.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:22 smithi017 ceph-mon[30972]: pgmap v904: 97 pgs: 97 active+clean; 508 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 661 KiB/s rd, 4.1 MiB/s wr, 182 op/s 2024-09-16T02:02:23.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 53627 8.24 MB/sec execute 225 sec latency 102.752 ms 2024-09-16T02:02:24.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 53814 8.25 MB/sec execute 226 sec latency 93.747 ms 2024-09-16T02:02:24.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:24 smithi029 ceph-mon[34783]: pgmap v905: 97 pgs: 97 active+clean; 506 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 818 KiB/s rd, 4.3 MiB/s wr, 221 op/s 2024-09-16T02:02:24.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:24 smithi122 ceph-mon[34758]: pgmap v905: 97 pgs: 97 active+clean; 506 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 818 KiB/s rd, 4.3 MiB/s wr, 221 op/s 2024-09-16T02:02:25.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:24 smithi017 ceph-mon[30972]: pgmap v905: 97 pgs: 97 active+clean; 506 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 818 KiB/s rd, 4.3 MiB/s wr, 221 op/s 2024-09-16T02:02:25.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 53969 8.24 MB/sec execute 227 sec latency 106.060 ms 2024-09-16T02:02:26.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 54137 8.24 MB/sec execute 228 sec latency 100.746 ms 2024-09-16T02:02:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:26 smithi122 ceph-mon[34758]: pgmap v906: 97 pgs: 97 active+clean; 504 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 3.8 MiB/s wr, 215 op/s 2024-09-16T02:02:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:26 smithi029 ceph-mon[34783]: pgmap v906: 97 pgs: 97 active+clean; 504 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 3.8 MiB/s wr, 215 op/s 2024-09-16T02:02:27.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:26 smithi017 ceph-mon[30972]: pgmap v906: 97 pgs: 97 active+clean; 504 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 755 KiB/s rd, 3.8 MiB/s wr, 215 op/s 2024-09-16T02:02:27.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 54285 8.23 MB/sec execute 229 sec latency 130.575 ms 2024-09-16T02:02:28.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 54443 8.24 MB/sec execute 230 sec latency 88.120 ms 2024-09-16T02:02:28.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:28 smithi122 ceph-mon[34758]: pgmap v907: 97 pgs: 97 active+clean; 500 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 685 KiB/s rd, 2.9 MiB/s wr, 202 op/s 2024-09-16T02:02:28.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:28 smithi029 ceph-mon[34783]: pgmap v907: 97 pgs: 97 active+clean; 500 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 685 KiB/s rd, 2.9 MiB/s wr, 202 op/s 2024-09-16T02:02:29.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:28 smithi017 ceph-mon[30972]: pgmap v907: 97 pgs: 97 active+clean; 500 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 685 KiB/s rd, 2.9 MiB/s wr, 202 op/s 2024-09-16T02:02:29.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 54631 8.25 MB/sec execute 231 sec latency 83.560 ms 2024-09-16T02:02:30.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 54835 8.28 MB/sec execute 232 sec latency 102.633 ms 2024-09-16T02:02:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:30 smithi122 ceph-mon[34758]: pgmap v908: 97 pgs: 97 active+clean; 491 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 3.7 MiB/s wr, 246 op/s 2024-09-16T02:02:30.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:30 smithi029 ceph-mon[34783]: pgmap v908: 97 pgs: 97 active+clean; 491 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 3.7 MiB/s wr, 246 op/s 2024-09-16T02:02:31.027 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:30 smithi017 ceph-mon[30972]: pgmap v908: 97 pgs: 97 active+clean; 491 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 869 KiB/s rd, 3.7 MiB/s wr, 246 op/s 2024-09-16T02:02:31.251 INFO:tasks.workunit.client.0.smithi017.stdout: 10 55022 8.28 MB/sec execute 233 sec latency 105.590 ms 2024-09-16T02:02:32.046 INFO:tasks.workunit.client.0.smithi017.stdout: 10 55175 8.27 MB/sec execute 234 sec latency 106.852 ms 2024-09-16T02:02:33.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:32 smithi017 ceph-mon[30972]: pgmap v909: 97 pgs: 97 active+clean; 489 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 3.4 MiB/s wr, 215 op/s 2024-09-16T02:02:33.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:32 smithi122 ceph-mon[34758]: pgmap v909: 97 pgs: 97 active+clean; 489 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 3.4 MiB/s wr, 215 op/s 2024-09-16T02:02:33.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 55308 8.27 MB/sec execute 235 sec latency 145.905 ms 2024-09-16T02:02:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:32 smithi029 ceph-mon[34783]: pgmap v909: 97 pgs: 97 active+clean; 489 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 3.4 MiB/s wr, 215 op/s 2024-09-16T02:02:34.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 55470 8.28 MB/sec execute 236 sec latency 100.032 ms 2024-09-16T02:02:35.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:34 smithi017 ceph-mon[30972]: pgmap v910: 97 pgs: 97 active+clean; 488 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 3.7 MiB/s wr, 231 op/s 2024-09-16T02:02:35.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:34 smithi122 ceph-mon[34758]: pgmap v910: 97 pgs: 97 active+clean; 488 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 3.7 MiB/s wr, 231 op/s 2024-09-16T02:02:35.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 55666 8.31 MB/sec execute 237 sec latency 121.691 ms 2024-09-16T02:02:35.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:34 smithi029 ceph-mon[34783]: pgmap v910: 97 pgs: 97 active+clean; 488 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 763 KiB/s rd, 3.7 MiB/s wr, 231 op/s 2024-09-16T02:02:36.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 55806 8.33 MB/sec execute 238 sec latency 84.450 ms 2024-09-16T02:02:37.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:36 smithi017 ceph-mon[30972]: pgmap v911: 97 pgs: 97 active+clean; 494 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 603 KiB/s rd, 3.8 MiB/s wr, 203 op/s 2024-09-16T02:02:37.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:36 smithi029 ceph-mon[34783]: pgmap v911: 97 pgs: 97 active+clean; 494 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 603 KiB/s rd, 3.8 MiB/s wr, 203 op/s 2024-09-16T02:02:37.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:36 smithi122 ceph-mon[34758]: pgmap v911: 97 pgs: 97 active+clean; 494 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 603 KiB/s rd, 3.8 MiB/s wr, 203 op/s 2024-09-16T02:02:37.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 55961 8.34 MB/sec execute 239 sec latency 95.006 ms 2024-09-16T02:02:38.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 56093 8.33 MB/sec execute 240 sec latency 97.822 ms 2024-09-16T02:02:39.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:38 smithi017 ceph-mon[30972]: pgmap v912: 97 pgs: 97 active+clean; 496 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 685 KiB/s rd, 3.7 MiB/s wr, 197 op/s 2024-09-16T02:02:39.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:38 smithi029 ceph-mon[34783]: pgmap v912: 97 pgs: 97 active+clean; 496 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 685 KiB/s rd, 3.7 MiB/s wr, 197 op/s 2024-09-16T02:02:39.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:38 smithi122 ceph-mon[34758]: pgmap v912: 97 pgs: 97 active+clean; 496 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 685 KiB/s rd, 3.7 MiB/s wr, 197 op/s 2024-09-16T02:02:39.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 56254 8.34 MB/sec execute 241 sec latency 179.083 ms 2024-09-16T02:02:40.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 56380 8.32 MB/sec execute 242 sec latency 154.556 ms 2024-09-16T02:02:41.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:40 smithi017 ceph-mon[30972]: pgmap v913: 97 pgs: 97 active+clean; 502 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 4.7 MiB/s wr, 203 op/s 2024-09-16T02:02:41.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:40 smithi122 ceph-mon[34758]: pgmap v913: 97 pgs: 97 active+clean; 502 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 4.7 MiB/s wr, 203 op/s 2024-09-16T02:02:41.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:40 smithi029 ceph-mon[34783]: pgmap v913: 97 pgs: 97 active+clean; 502 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 4.7 MiB/s wr, 203 op/s 2024-09-16T02:02:41.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 56529 8.32 MB/sec execute 243 sec latency 136.894 ms 2024-09-16T02:02:42.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 56664 8.31 MB/sec execute 244 sec latency 124.052 ms 2024-09-16T02:02:43.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:42 smithi017 ceph-mon[30972]: pgmap v914: 97 pgs: 97 active+clean; 504 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 507 KiB/s rd, 4.2 MiB/s wr, 165 op/s 2024-09-16T02:02:43.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:42 smithi122 ceph-mon[34758]: pgmap v914: 97 pgs: 97 active+clean; 504 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 507 KiB/s rd, 4.2 MiB/s wr, 165 op/s 2024-09-16T02:02:43.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:42 smithi029 ceph-mon[34783]: pgmap v914: 97 pgs: 97 active+clean; 504 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 507 KiB/s rd, 4.2 MiB/s wr, 165 op/s 2024-09-16T02:02:43.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 56803 8.30 MB/sec execute 245 sec latency 138.417 ms 2024-09-16T02:02:44.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 56949 8.30 MB/sec execute 246 sec latency 137.231 ms 2024-09-16T02:02:44.827 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:44 smithi017 ceph-mon[30972]: pgmap v915: 97 pgs: 97 active+clean; 505 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 4.6 MiB/s wr, 194 op/s 2024-09-16T02:02:45.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:44 smithi029 ceph-mon[34783]: pgmap v915: 97 pgs: 97 active+clean; 505 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 4.6 MiB/s wr, 194 op/s 2024-09-16T02:02:45.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:44 smithi122 ceph-mon[34758]: pgmap v915: 97 pgs: 97 active+clean; 505 MiB data, 2.9 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 4.6 MiB/s wr, 194 op/s 2024-09-16T02:02:45.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 57127 8.32 MB/sec execute 247 sec latency 177.190 ms 2024-09-16T02:02:46.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 57276 8.31 MB/sec execute 248 sec latency 175.108 ms 2024-09-16T02:02:46.780 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:02:46.816 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:46 smithi017 ceph-mon[30972]: pgmap v916: 97 pgs: 97 active+clean; 504 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 777 KiB/s rd, 4.7 MiB/s wr, 195 op/s 2024-09-16T02:02:47.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:46 smithi122 ceph-mon[34758]: pgmap v916: 97 pgs: 97 active+clean; 504 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 777 KiB/s rd, 4.7 MiB/s wr, 195 op/s 2024-09-16T02:02:47.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:46 smithi029 ceph-mon[34783]: pgmap v916: 97 pgs: 97 active+clean; 504 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 777 KiB/s rd, 4.7 MiB/s wr, 195 op/s 2024-09-16T02:02:47.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 57419 8.32 MB/sec execute 249 sec latency 120.911 ms 2024-09-16T02:02:47.197 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:02:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.811+0000 7fed2c949640 1 -- 172.21.15.17:0/3585927225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed28100e20 msgr2=0x7fed28101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.811+0000 7fed2c949640 1 --2- 172.21.15.17:0/3585927225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed28100e20 0x7fed28101200 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7fed18009900 tx=0x7fed1802a480 comp rx=0 tx=0).stop 2024-09-16T02:02:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.811+0000 7fed2c949640 1 -- 172.21.15.17:0/3585927225 shutdown_connections 2024-09-16T02:02:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.811+0000 7fed2c949640 1 --2- 172.21.15.17:0/3585927225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fed28102ef0 0x7fed2810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.811+0000 7fed2c949640 1 --2- 172.21.15.17:0/3585927225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fed28102570 0x7fed281029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.811+0000 7fed2c949640 1 --2- 172.21.15.17:0/3585927225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed28100e20 0x7fed28101200 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.811+0000 7fed2c949640 1 -- 172.21.15.17:0/3585927225 >> 172.21.15.17:0/3585927225 conn(0x7fed280fc7d0 msgr2=0x7fed280febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.811+0000 7fed2c949640 1 -- 172.21.15.17:0/3585927225 shutdown_connections 2024-09-16T02:02:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.811+0000 7fed2c949640 1 -- 172.21.15.17:0/3585927225 wait complete. 2024-09-16T02:02:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.812+0000 7fed2c949640 1 Processor -- start 2024-09-16T02:02:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.812+0000 7fed2c949640 1 -- start start 2024-09-16T02:02:47.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed2c949640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fed28100e20 0x7fed281a47d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed2c949640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed28102570 0x7fed281a4d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed2c949640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fed28102ef0 0x7fed2819ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed2c949640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fed28110e30 con 0x7fed28102570 2024-09-16T02:02:47.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed2c949640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fed28110cb0 con 0x7fed28100e20 2024-09-16T02:02:47.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed2c949640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fed28110fb0 con 0x7fed28102ef0 2024-09-16T02:02:47.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed2659c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fed28100e20 0x7fed281a47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed26d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fed28102ef0 0x7fed2819ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed2659c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fed28100e20 0x7fed281a47d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:34552/0 (socket says 172.21.15.17:34552) 2024-09-16T02:02:47.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed2659c640 1 -- 172.21.15.17:0/1937906148 learned_addr learned my addr 172.21.15.17:0/1937906148 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:47.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed25d9b640 1 --2- 172.21.15.17:0/1937906148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed28102570 0x7fed281a4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed2659c640 1 -- 172.21.15.17:0/1937906148 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fed28102ef0 msgr2=0x7fed2819ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:47.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed2659c640 1 --2- 172.21.15.17:0/1937906148 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fed28102ef0 0x7fed2819ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed2659c640 1 -- 172.21.15.17:0/1937906148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed28102570 msgr2=0x7fed281a4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:47.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed2659c640 1 --2- 172.21.15.17:0/1937906148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed28102570 0x7fed281a4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed2659c640 1 -- 172.21.15.17:0/1937906148 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fed2819f390 con 0x7fed28100e20 2024-09-16T02:02:47.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.813+0000 7fed26d9d640 1 --2- 172.21.15.17:0/1937906148 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fed28102ef0 0x7fed2819ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:02:47.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.814+0000 7fed2659c640 1 --2- 172.21.15.17:0/1937906148 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fed28100e20 0x7fed281a47d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fed18006010 tx=0x7fed180040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:47.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.814+0000 7fed177fe640 1 -- 172.21.15.17:0/1937906148 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed1803f030 con 0x7fed28100e20 2024-09-16T02:02:47.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.814+0000 7fed2c949640 1 -- 172.21.15.17:0/1937906148 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fed2819f620 con 0x7fed28100e20 2024-09-16T02:02:47.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.814+0000 7fed177fe640 1 -- 172.21.15.17:0/1937906148 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed180044c0 con 0x7fed28100e20 2024-09-16T02:02:47.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.814+0000 7fed177fe640 1 -- 172.21.15.17:0/1937906148 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed18035070 con 0x7fed28100e20 2024-09-16T02:02:47.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.814+0000 7fed2c949640 1 -- 172.21.15.17:0/1937906148 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fed281ab770 con 0x7fed28100e20 2024-09-16T02:02:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.817+0000 7fed177fe640 1 -- 172.21.15.17:0/1937906148 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fed18042030 con 0x7fed28100e20 2024-09-16T02:02:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.818+0000 7fed177fe640 1 --2- 172.21.15.17:0/1937906148 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fed100a32c0 0x7fed100a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.818+0000 7fed2ed22740 1 Processor -- start 2024-09-16T02:02:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.818+0000 7fed177fe640 1 -- 172.21.15.17:0/1937906148 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fed180efb30 con 0x7fed28100e20 2024-09-16T02:02:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.818+0000 7fed25d9b640 1 --2- 172.21.15.17:0/1937906148 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fed100a32c0 0x7fed100a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.818+0000 7fed2ed22740 1 -- start start 2024-09-16T02:02:47.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed2ed22740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e7393a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed2ed22740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393adc0 0x561e73945140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed2ed22740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e73945680 0x561e73947a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed2ed22740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561e738a02e0 con 0x561e7393adc0 2024-09-16T02:02:47.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed2ed22740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561e73847ce0 con 0x561e7393a4a0 2024-09-16T02:02:47.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed2ed22740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561e7389c2a0 con 0x561e73945680 2024-09-16T02:02:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed25d9b640 1 --2- 172.21.15.17:0/1937906148 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fed100a32c0 0x7fed100a5780 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fed1c0095f0 tx=0x7fed1c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed2659c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e7393a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed2659c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e7393a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:34556/0 (socket says 172.21.15.17:34556) 2024-09-16T02:02:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed2659c640 1 -- 172.21.15.17:0/3424852360 learned_addr learned my addr 172.21.15.17:0/3424852360 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed26d9d640 1 --2- 172.21.15.17:0/3424852360 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e73945680 0x561e73947a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed25d9b640 1 --2- 172.21.15.17:0/3424852360 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393adc0 0x561e73945140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed2659c640 1 -- 172.21.15.17:0/3424852360 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e73945680 msgr2=0x561e73947a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed2659c640 1 --2- 172.21.15.17:0/3424852360 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e73945680 0x561e73947a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed2659c640 1 -- 172.21.15.17:0/3424852360 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393adc0 msgr2=0x561e73945140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed2659c640 1 --2- 172.21.15.17:0/3424852360 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393adc0 0x561e73945140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.819+0000 7fed2659c640 1 -- 172.21.15.17:0/3424852360 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e7382c440 con 0x561e7393a4a0 2024-09-16T02:02:47.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.820+0000 7fed25d9b640 1 --2- 172.21.15.17:0/3424852360 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393adc0 0x561e73945140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:02:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.820+0000 7fed2659c640 1 --2- 172.21.15.17:0/3424852360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e7393a880 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fed180c4890 tx=0x7fed180bbc20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7cd7f0491662da0d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.820+0000 7fed14ff9640 1 -- 172.21.15.17:0/3424852360 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed18049040 con 0x561e7393a4a0 2024-09-16T02:02:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.820+0000 7fed14ff9640 1 -- 172.21.15.17:0/3424852360 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed180c4dc0 con 0x561e7393a4a0 2024-09-16T02:02:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.820+0000 7fed14ff9640 1 -- 172.21.15.17:0/3424852360 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed180c0120 con 0x561e7393a4a0 2024-09-16T02:02:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.822+0000 7fed2ed22740 1 -- 172.21.15.17:0/3424852360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 msgr2=0x561e7393a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.822+0000 7fed2ed22740 1 --2- 172.21.15.17:0/3424852360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e7393a880 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fed180c4890 tx=0x7fed180bbc20 comp rx=0 tx=0).stop 2024-09-16T02:02:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.822+0000 7fed2ed22740 1 -- 172.21.15.17:0/3424852360 shutdown_connections 2024-09-16T02:02:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.822+0000 7fed2ed22740 1 --2- 172.21.15.17:0/3424852360 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e73945680 0x561e73947a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.822+0000 7fed2ed22740 1 --2- 172.21.15.17:0/3424852360 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393adc0 0x561e73945140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.822+0000 7fed2ed22740 1 --2- 172.21.15.17:0/3424852360 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e7393a880 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.822+0000 7fed2ed22740 1 -- 172.21.15.17:0/3424852360 >> 172.21.15.17:0/3424852360 conn(0x561e73936a30 msgr2=0x561e73936e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:47.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.822+0000 7fed2ed22740 1 -- 172.21.15.17:0/3424852360 shutdown_connections 2024-09-16T02:02:47.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.822+0000 7fed2ed22740 1 -- 172.21.15.17:0/3424852360 wait complete. 2024-09-16T02:02:47.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.822+0000 7fed2ed22740 1 -- start start 2024-09-16T02:02:47.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.823+0000 7fed2ed22740 1 Processor -- start 2024-09-16T02:02:47.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.823+0000 7fed2ed22740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393a4a0 0x561e73944fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.823+0000 7fed2ed22740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e7393adc0 0x561e73942250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.823+0000 7fed2ed22740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e73945680 0x561e73942790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.823+0000 7fed2ed22740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561e73948010 con 0x561e7393a4a0 2024-09-16T02:02:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.823+0000 7fed2ed22740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561e7385b050 con 0x561e73945680 2024-09-16T02:02:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.823+0000 7fed2ed22740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561e73948190 con 0x561e7393adc0 2024-09-16T02:02:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.823+0000 7fed2659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393a4a0 0x561e73944fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.823+0000 7fed2ed22740 10 client.0 _ll_register_callbacks cb 0x561e7389b160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:02:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.823+0000 7fed2659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393a4a0 0x561e73944fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40014/0 (socket says 172.21.15.17:40014) 2024-09-16T02:02:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.823+0000 7fed2659c640 1 -- 172.21.15.17:0/4087471738 learned_addr learned my addr 172.21.15.17:0/4087471738 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.823+0000 7fed25d9b640 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e7393adc0 0x561e73942250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.823+0000 7fed26d9d640 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e73945680 0x561e73942790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.824+0000 7fed2659c640 1 -- 172.21.15.17:0/4087471738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e7393adc0 msgr2=0x561e73942250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.824+0000 7fed2659c640 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e7393adc0 0x561e73942250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.824+0000 7fed2659c640 1 -- 172.21.15.17:0/4087471738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e73945680 msgr2=0x561e73942790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.824+0000 7fed2659c640 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e73945680 0x561e73942790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.824+0000 7fed2659c640 1 -- 172.21.15.17:0/4087471738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e736113c0 con 0x561e7393a4a0 2024-09-16T02:02:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.824+0000 7fed25d9b640 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e7393adc0 0x561e73942250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:02:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.824+0000 7fed26d9d640 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e73945680 0x561e73942790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:02:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.824+0000 7fed2659c640 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393a4a0 0x561e73944fa0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fed180efdd0 tx=0x7fed180ba370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=866f90e9f369f715 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.824+0000 7fed0dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:02:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.824+0000 7fed0dffb640 1 -- 172.21.15.17:0/4087471738 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed18049070 con 0x561e7393a4a0 2024-09-16T02:02:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.824+0000 7fed0dffb640 1 -- 172.21.15.17:0/4087471738 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fed180c4930 con 0x561e7393a4a0 2024-09-16T02:02:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.824+0000 7fed2ed22740 1 -- 172.21.15.17:0/4087471738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fed180c4dc0 con 0x561e7393a4a0 2024-09-16T02:02:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.824+0000 7fed0dffb640 1 -- 172.21.15.17:0/4087471738 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fed180a0050 con 0x561e7393a4a0 2024-09-16T02:02:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.824+0000 7fed2ed22740 10 client.18723 fetch_fsmap learned FSMap version 28 2024-09-16T02:02:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.825+0000 7fed2ed22740 1 -- 172.21.15.17:0/4087471738 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561e73948010 con 0x561e7393a4a0 2024-09-16T02:02:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.825+0000 7fed0dffb640 1 -- 172.21.15.17:0/4087471738 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed180c4dc0 con 0x561e7393a4a0 2024-09-16T02:02:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.825+0000 7fed0dffb640 1 -- 172.21.15.17:0/4087471738 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fed180b7f50 con 0x561e7393a4a0 2024-09-16T02:02:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.825+0000 7fed2ed22740 10 client.18723 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:02:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.825+0000 7fed2ed22740 10 client.18723 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:02:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.825+0000 7fed2ed22740 20 client.18723 populate_metadata read hostname 'smithi017' 2024-09-16T02:02:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.825+0000 7fed2ed22740 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e739549f0 0x561e73956de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.825+0000 7fed2ed22740 4 client.18723 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:02:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.825+0000 7fed2ed22740 1 -- 172.21.15.17:0/4087471738 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561e738ad850 con 0x561e739549f0 2024-09-16T02:02:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.825+0000 7fed25d9b640 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e739549f0 0x561e73956de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.826+0000 7fed0dffb640 10 client.18723 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.826+0000 7fed25d9b640 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e739549f0 0x561e73956de0 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=43ee1db9fc0c120b server_cookie=e62d43e032d4fcfd in_seq=0 out_seq=0 2024-09-16T02:02:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.826+0000 7fed0dffb640 1 -- 172.21.15.17:0/4087471738 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561e738ad850 con 0x561e739549f0 2024-09-16T02:02:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.826+0000 7fed0dffb640 10 client.18723 handle_command_reply: tid=0 2024-09-16T02:02:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.826+0000 7fed2ed22740 1 client.18723 shutdown 2024-09-16T02:02:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.827+0000 7fed2ed22740 1 -- 172.21.15.17:0/4087471738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393a4a0 msgr2=0x561e73944fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.827+0000 7fed2ed22740 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393a4a0 0x561e73944fa0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fed180efdd0 tx=0x7fed180ba370 comp rx=0 tx=0).stop 2024-09-16T02:02:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.827+0000 7fed2ed22740 1 -- 172.21.15.17:0/4087471738 shutdown_connections 2024-09-16T02:02:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.827+0000 7fed2ed22740 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e739549f0 0x561e73956de0 crc :-1 s=READY pgs=272 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.827+0000 7fed0dffb640 0 client.18723 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.827+0000 7fed2ed22740 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e73945680 0x561e73942790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.827+0000 7fed2ed22740 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e7393adc0 0x561e73942250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.827+0000 7fed2ed22740 1 --2- 172.21.15.17:0/4087471738 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393a4a0 0x561e73944fa0 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.827+0000 7fed2ed22740 1 -- 172.21.15.17:0/4087471738 >> 172.21.15.17:0/4087471738 conn(0x561e73936a30 msgr2=0x561e7393c760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:47.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.827+0000 7fed2ed22740 1 -- 172.21.15.17:0/4087471738 shutdown_connections 2024-09-16T02:02:47.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.827+0000 7fed2ed22740 1 -- 172.21.15.17:0/4087471738 wait complete. 2024-09-16T02:02:47.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.827+0000 7fed2ed22740 20 client.18723 trim_cache size 0 max 16384 2024-09-16T02:02:47.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.853+0000 7fed2ed22740 1 Processor -- start 2024-09-16T02:02:47.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.853+0000 7fed2ed22740 1 -- start start 2024-09-16T02:02:47.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.853+0000 7fed2ed22740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e73936a30 0x561e739511e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.853+0000 7fed2ed22740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e7393d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.853+0000 7fed2ed22740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393adc0 0x561e7395c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.853+0000 7fed2ed22740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fed281b6440 con 0x561e7393adc0 2024-09-16T02:02:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.853+0000 7fed2ed22740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fed281b3d10 con 0x561e7393a4a0 2024-09-16T02:02:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.853+0000 7fed2ed22740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fed281b1b40 con 0x561e73936a30 2024-09-16T02:02:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.853+0000 7fed2659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e73936a30 0x561e739511e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.853+0000 7fed26d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393adc0 0x561e7395c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.853+0000 7fed2659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e73936a30 0x561e739511e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:33944/0 (socket says 172.21.15.17:33944) 2024-09-16T02:02:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.853+0000 7fed2659c640 1 -- 172.21.15.17:0/2277695764 learned_addr learned my addr 172.21.15.17:0/2277695764 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:47.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.853+0000 7fed25d9b640 1 --2- 172.21.15.17:0/2277695764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e7393d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.854+0000 7fed2659c640 1 -- 172.21.15.17:0/2277695764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 msgr2=0x561e7393d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.854+0000 7fed2659c640 1 --2- 172.21.15.17:0/2277695764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e7393d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.854+0000 7fed2659c640 1 -- 172.21.15.17:0/2277695764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393adc0 msgr2=0x561e7395c5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.854+0000 7fed2659c640 1 --2- 172.21.15.17:0/2277695764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393adc0 0x561e7395c5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.854+0000 7fed2659c640 1 -- 172.21.15.17:0/2277695764 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561e73957370 con 0x561e73936a30 2024-09-16T02:02:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.854+0000 7fed26d9d640 1 --2- 172.21.15.17:0/2277695764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393adc0 0x561e7395c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:02:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.854+0000 7fed2659c640 1 --2- 172.21.15.17:0/2277695764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e73936a30 0x561e739511e0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fed180b8950 tx=0x7fed1802a480 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8594133ee2a8e020 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.854+0000 7fed0ffff640 1 -- 172.21.15.17:0/2277695764 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed18049070 con 0x561e73936a30 2024-09-16T02:02:47.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.854+0000 7fed0ffff640 1 -- 172.21.15.17:0/2277695764 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed180c4dc0 con 0x561e73936a30 2024-09-16T02:02:47.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.854+0000 7fed0ffff640 1 -- 172.21.15.17:0/2277695764 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed180c0120 con 0x561e73936a30 2024-09-16T02:02:47.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.855+0000 7fed2ed22740 1 -- 172.21.15.17:0/2277695764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e73936a30 msgr2=0x561e739511e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:47.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.855+0000 7fed2ed22740 1 --2- 172.21.15.17:0/2277695764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e73936a30 0x561e739511e0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fed180b8950 tx=0x7fed1802a480 comp rx=0 tx=0).stop 2024-09-16T02:02:47.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.855+0000 7fed2ed22740 1 -- 172.21.15.17:0/2277695764 shutdown_connections 2024-09-16T02:02:47.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.855+0000 7fed2ed22740 1 --2- 172.21.15.17:0/2277695764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e7393adc0 0x561e7395c5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.855+0000 7fed2ed22740 1 --2- 172.21.15.17:0/2277695764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e7393d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.855+0000 7fed2ed22740 1 --2- 172.21.15.17:0/2277695764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e73936a30 0x561e739511e0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.855+0000 7fed2ed22740 1 -- 172.21.15.17:0/2277695764 >> 172.21.15.17:0/2277695764 conn(0x561e739428f0 msgr2=0x561e7393d0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:47.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.855+0000 7fed2ed22740 1 -- 172.21.15.17:0/2277695764 shutdown_connections 2024-09-16T02:02:47.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.856+0000 7fed2ed22740 1 -- 172.21.15.17:0/2277695764 wait complete. 2024-09-16T02:02:47.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.856+0000 7fed2ed22740 1 -- start start 2024-09-16T02:02:47.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.856+0000 7fed2ed22740 1 Processor -- start 2024-09-16T02:02:47.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed2ed22740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e73936a30 0x561e7394d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed2ed22740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e73948b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed2ed22740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e7393adc0 0x561e739490d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed2ed22740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fed281b21d0 con 0x561e73936a30 2024-09-16T02:02:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed2ed22740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fed281b3640 con 0x561e7393a4a0 2024-09-16T02:02:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed2ed22740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fed281b28a0 con 0x561e7393adc0 2024-09-16T02:02:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed2ed22740 10 client.0 _ll_register_callbacks cb 0x7fed180bbd40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:02:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed25d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e73948b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed25d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e73948b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:34572/0 (socket says 172.21.15.17:34572) 2024-09-16T02:02:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed2659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e73936a30 0x561e7394d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed26d9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e7393adc0 0x561e739490d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed25d9b640 1 -- 172.21.15.17:0/2283696694 learned_addr learned my addr 172.21.15.17:0/2283696694 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed25d9b640 1 -- 172.21.15.17:0/2283696694 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e7393adc0 msgr2=0x561e739490d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed25d9b640 1 --2- 172.21.15.17:0/2283696694 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e7393adc0 0x561e739490d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed25d9b640 1 -- 172.21.15.17:0/2283696694 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e73936a30 msgr2=0x561e7394d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed25d9b640 1 --2- 172.21.15.17:0/2283696694 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e73936a30 0x561e7394d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed25d9b640 1 -- 172.21.15.17:0/2283696694 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561e739376c0 con 0x561e7393a4a0 2024-09-16T02:02:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed2659c640 1 --2- 172.21.15.17:0/2283696694 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e73936a30 0x561e7394d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:02:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed25d9b640 1 --2- 172.21.15.17:0/2283696694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e73948b90 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fed1c003800 tx=0x7fed1c004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b3e6ce7d1c79741 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.857+0000 7fed0dffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:02:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.858+0000 7fed0dffb640 1 -- 172.21.15.17:0/2283696694 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fed1c037060 con 0x561e7393a4a0 2024-09-16T02:02:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.858+0000 7fed2ed22740 1 -- 172.21.15.17:0/2283696694 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fed180c4dc0 con 0x561e7393a4a0 2024-09-16T02:02:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.858+0000 7fed0dffb640 1 -- 172.21.15.17:0/2283696694 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fed1c02a800 con 0x561e7393a4a0 2024-09-16T02:02:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.858+0000 7fed0dffb640 1 -- 172.21.15.17:0/2283696694 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fed1c02aa00 con 0x561e7393a4a0 2024-09-16T02:02:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.858+0000 7fed2ed22740 10 client.28091 fetch_fsmap learned FSMap version 28 2024-09-16T02:02:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.858+0000 7fed2ed22740 1 -- 172.21.15.17:0/2283696694 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561e73936860 con 0x561e7393a4a0 2024-09-16T02:02:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.858+0000 7fed0dffb640 1 -- 172.21.15.17:0/2283696694 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fed180c4dc0 con 0x561e7393a4a0 2024-09-16T02:02:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.858+0000 7fed0dffb640 1 -- 172.21.15.17:0/2283696694 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fed1c03c070 con 0x561e7393a4a0 2024-09-16T02:02:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.859+0000 7fed2ed22740 10 client.28091 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:02:47.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.859+0000 7fed2ed22740 10 client.28091 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:02:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.859+0000 7fed2ed22740 20 client.28091 populate_metadata read hostname 'smithi017' 2024-09-16T02:02:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.859+0000 7fed2ed22740 1 --2- 172.21.15.17:0/2283696694 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e73945680 0x561e739c1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.859+0000 7fed2ed22740 4 client.28091 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:02:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.859+0000 7fed2ed22740 1 -- 172.21.15.17:0/2283696694 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561e738a7d60 con 0x561e73945680 2024-09-16T02:02:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.859+0000 7fed2659c640 1 --2- 172.21.15.17:0/2283696694 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e73945680 0x561e739c1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.859+0000 7fed0dffb640 10 client.28091 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:47.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.860+0000 7fed2659c640 1 --2- 172.21.15.17:0/2283696694 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e73945680 0x561e739c1780 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fce0cb00a0e006d1 server_cookie=ccf77dfa6504fca5 in_seq=0 out_seq=0 2024-09-16T02:02:47.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed0dffb640 1 -- 172.21.15.17:0/2283696694 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x561e738a7d60 con 0x561e73945680 2024-09-16T02:02:47.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed0dffb640 10 client.28091 handle_command_reply: tid=0 2024-09-16T02:02:47.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed2ed22740 1 client.28091 shutdown 2024-09-16T02:02:47.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed2ed22740 1 -- 172.21.15.17:0/2283696694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 msgr2=0x561e73948b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:47.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed2ed22740 1 --2- 172.21.15.17:0/2283696694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e73948b90 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fed1c003800 tx=0x7fed1c004730 comp rx=0 tx=0).stop 2024-09-16T02:02:47.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed2ed22740 1 -- 172.21.15.17:0/2283696694 shutdown_connections 2024-09-16T02:02:47.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed2ed22740 1 --2- 172.21.15.17:0/2283696694 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561e73945680 0x561e739c1780 crc :-1 s=READY pgs=273 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed2ed22740 1 --2- 172.21.15.17:0/2283696694 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561e7393adc0 0x561e739490d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed0dffb640 0 client.28091 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:02:47.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed2ed22740 1 --2- 172.21.15.17:0/2283696694 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561e7393a4a0 0x561e73948b90 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed2ed22740 1 --2- 172.21.15.17:0/2283696694 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e73936a30 0x561e7394d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed2ed22740 1 -- 172.21.15.17:0/2283696694 >> 172.21.15.17:0/2283696694 conn(0x561e739428f0 msgr2=0x561e73935b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:47.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed2ed22740 1 -- 172.21.15.17:0/2283696694 shutdown_connections 2024-09-16T02:02:47.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed2ed22740 1 -- 172.21.15.17:0/2283696694 wait complete. 2024-09-16T02:02:47.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.861+0000 7fed2ed22740 20 client.28091 trim_cache size 0 max 16384 2024-09-16T02:02:47.868 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:02:47.868 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T02:02:47.868 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T02:02:47.868 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:02:47.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.862+0000 7fed2c949640 1 -- 172.21.15.17:0/1937906148 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fed100a32c0 msgr2=0x7fed100a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:47.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.862+0000 7fed2c949640 1 --2- 172.21.15.17:0/1937906148 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fed100a32c0 0x7fed100a5780 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fed1c0095f0 tx=0x7fed1c005f90 comp rx=0 tx=0).stop 2024-09-16T02:02:47.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.862+0000 7fed2c949640 1 -- 172.21.15.17:0/1937906148 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fed28100e20 msgr2=0x7fed281a47d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:47.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.862+0000 7fed2c949640 1 --2- 172.21.15.17:0/1937906148 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fed28100e20 0x7fed281a47d0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fed18006010 tx=0x7fed180040c0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.862+0000 7fed2c949640 1 -- 172.21.15.17:0/1937906148 shutdown_connections 2024-09-16T02:02:47.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.862+0000 7fed2c949640 1 --2- 172.21.15.17:0/1937906148 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fed100a32c0 0x7fed100a5780 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.862+0000 7fed2c949640 1 --2- 172.21.15.17:0/1937906148 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fed28102ef0 0x7fed2819ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.862+0000 7fed2c949640 1 --2- 172.21.15.17:0/1937906148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed28102570 0x7fed281a4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.862+0000 7fed2c949640 1 --2- 172.21.15.17:0/1937906148 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fed28100e20 0x7fed281a47d0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:47.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.862+0000 7fed2c949640 1 -- 172.21.15.17:0/1937906148 >> 172.21.15.17:0/1937906148 conn(0x7fed280fc7d0 msgr2=0x7fed2806a110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:47.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.863+0000 7fed2c949640 1 -- 172.21.15.17:0/1937906148 shutdown_connections 2024-09-16T02:02:47.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:47.863+0000 7fed2c949640 1 -- 172.21.15.17:0/1937906148 wait complete. 2024-09-16T02:02:48.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 57558 8.29 MB/sec execute 250 sec latency 122.962 ms 2024-09-16T02:02:48.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:48 smithi017 ceph-mon[30972]: pgmap v917: 97 pgs: 97 active+clean; 505 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 3.9 MiB/s wr, 176 op/s 2024-09-16T02:02:48.824 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T02:02:48.824 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:02:49.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:48 smithi122 ceph-mon[34758]: pgmap v917: 97 pgs: 97 active+clean; 505 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 3.9 MiB/s wr, 176 op/s 2024-09-16T02:02:49.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:48 smithi029 ceph-mon[34783]: pgmap v917: 97 pgs: 97 active+clean; 505 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 705 KiB/s rd, 3.9 MiB/s wr, 176 op/s 2024-09-16T02:02:49.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 57705 8.28 MB/sec execute 251 sec latency 124.527 ms 2024-09-16T02:02:49.229 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:02:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.765+0000 7f09e4cbb640 1 -- 172.21.15.17:0/1759128375 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09e01036e0 msgr2=0x7f09e0107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:49.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.765+0000 7f09e4cbb640 1 --2- 172.21.15.17:0/1759128375 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09e01036e0 0x7f09e0107b90 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f09d4009900 tx=0x7f09d402a410 comp rx=0 tx=0).stop 2024-09-16T02:02:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.765+0000 7f09e4cbb640 1 -- 172.21.15.17:0/1759128375 shutdown_connections 2024-09-16T02:02:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.765+0000 7f09e4cbb640 1 --2- 172.21.15.17:0/1759128375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09e01082a0 0x7f09e010ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.765+0000 7f09e4cbb640 1 --2- 172.21.15.17:0/1759128375 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09e01036e0 0x7f09e0107b90 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.765+0000 7f09e4cbb640 1 --2- 172.21.15.17:0/1759128375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e0102d30 0x7f09e0103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.765+0000 7f09e4cbb640 1 -- 172.21.15.17:0/1759128375 >> 172.21.15.17:0/1759128375 conn(0x7f09e00fc7d0 msgr2=0x7f09e00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.766+0000 7f09e4cbb640 1 -- 172.21.15.17:0/1759128375 shutdown_connections 2024-09-16T02:02:49.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.766+0000 7f09e4cbb640 1 -- 172.21.15.17:0/1759128375 wait complete. 2024-09-16T02:02:49.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.767+0000 7f09e4cbb640 1 Processor -- start 2024-09-16T02:02:49.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.767+0000 7f09e4cbb640 1 -- start start 2024-09-16T02:02:49.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.767+0000 7f09e4cbb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09e0102d30 0x7f09e0100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:49.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.767+0000 7f09e4cbb640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09e01036e0 0x7f09e0100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:49.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.767+0000 7f09e4cbb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e01082a0 0x7f09e0101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:49.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.767+0000 7f09e4cbb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f09e0111f10 con 0x7f09e01082a0 2024-09-16T02:02:49.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.767+0000 7f09e4cbb640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f09e0111d90 con 0x7f09e01036e0 2024-09-16T02:02:49.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.767+0000 7f09e4cbb640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f09e0112090 con 0x7f09e0102d30 2024-09-16T02:02:49.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.767+0000 7f09de59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09e0102d30 0x7f09e0100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:49.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.767+0000 7f09de59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09e0102d30 0x7f09e0100990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:33972/0 (socket says 172.21.15.17:33972) 2024-09-16T02:02:49.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.767+0000 7f09de59c640 1 -- 172.21.15.17:0/87334521 learned_addr learned my addr 172.21.15.17:0/87334521 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:49.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.767+0000 7f09ded9d640 1 --2- 172.21.15.17:0/87334521 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e01082a0 0x7f09e0101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:49.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.768+0000 7f09ddd9b640 1 --2- 172.21.15.17:0/87334521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09e01036e0 0x7f09e0100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:49.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.768+0000 7f09de59c640 1 -- 172.21.15.17:0/87334521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09e01036e0 msgr2=0x7f09e0100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:49.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.768+0000 7f09de59c640 1 --2- 172.21.15.17:0/87334521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09e01036e0 0x7f09e0100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:49.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.768+0000 7f09de59c640 1 -- 172.21.15.17:0/87334521 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e01082a0 msgr2=0x7f09e0101410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:49.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.768+0000 7f09de59c640 1 --2- 172.21.15.17:0/87334521 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e01082a0 0x7f09e0101410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:49.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.768+0000 7f09de59c640 1 -- 172.21.15.17:0/87334521 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f09e01a6a00 con 0x7f09e0102d30 2024-09-16T02:02:49.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.768+0000 7f09de59c640 1 --2- 172.21.15.17:0/87334521 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09e0102d30 0x7f09e0100990 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f09d000e9f0 tx=0x7f09d000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:49.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.768+0000 7f09cf7fe640 1 -- 172.21.15.17:0/87334521 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d000cd80 con 0x7f09e0102d30 2024-09-16T02:02:49.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.768+0000 7f09cf7fe640 1 -- 172.21.15.17:0/87334521 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f09d00108e0 con 0x7f09e0102d30 2024-09-16T02:02:49.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.768+0000 7f09e4cbb640 1 -- 172.21.15.17:0/87334521 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f09e01a6cf0 con 0x7f09e0102d30 2024-09-16T02:02:49.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.768+0000 7f09cf7fe640 1 -- 172.21.15.17:0/87334521 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f09d0018920 con 0x7f09e0102d30 2024-09-16T02:02:49.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.768+0000 7f09e4cbb640 1 -- 172.21.15.17:0/87334521 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f09e01a71b0 con 0x7f09e0102d30 2024-09-16T02:02:49.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.770+0000 7f09e4cbb640 1 -- 172.21.15.17:0/87334521 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f09e0103110 con 0x7f09e0102d30 2024-09-16T02:02:49.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.771+0000 7f09cf7fe640 1 -- 172.21.15.17:0/87334521 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f09d0010a90 con 0x7f09e0102d30 2024-09-16T02:02:49.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.772+0000 7f09cf7fe640 1 --2- 172.21.15.17:0/87334521 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f09c80a3240 0x7f09c80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:49.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.772+0000 7f09cf7fe640 1 -- 172.21.15.17:0/87334521 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f09d00cfc90 con 0x7f09e0102d30 2024-09-16T02:02:49.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.772+0000 7f09ddd9b640 1 --2- 172.21.15.17:0/87334521 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f09c80a3240 0x7f09c80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:49.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.773+0000 7f09ddd9b640 1 --2- 172.21.15.17:0/87334521 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f09c80a3240 0x7f09c80a5700 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f09d4009230 tx=0x7f09d4009610 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:49.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:49.777+0000 7f09cf7fe640 1 -- 172.21.15.17:0/87334521 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f09d009c9b0 con 0x7f09e0102d30 2024-09-16T02:02:50.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 57852 8.26 MB/sec execute 252 sec latency 126.309 ms 2024-09-16T02:02:50.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:50.116+0000 7f09e4cbb640 1 -- 172.21.15.17:0/87334521 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f09e010a2b0 con 0x7f09e0102d30 2024-09-16T02:02:50.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:50.117+0000 7f09cf7fe640 1 -- 172.21.15.17:0/87334521 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11901 (secure 0 0 0) 0x7f09d0096e20 con 0x7f09e0102d30 2024-09-16T02:02:50.118 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:02:50.119 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"btime":"2024-09-16T01:59:05:278302+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:59:04.450935+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T02:02:50.119 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-09-16T02:02:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:50.119+0000 7f09e4cbb640 1 -- 172.21.15.17:0/87334521 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f09c80a3240 msgr2=0x7f09c80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:50.119+0000 7f09e4cbb640 1 --2- 172.21.15.17:0/87334521 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f09c80a3240 0x7f09c80a5700 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f09d4009230 tx=0x7f09d4009610 comp rx=0 tx=0).stop 2024-09-16T02:02:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:50.119+0000 7f09e4cbb640 1 -- 172.21.15.17:0/87334521 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09e0102d30 msgr2=0x7f09e0100990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:50.119+0000 7f09e4cbb640 1 --2- 172.21.15.17:0/87334521 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09e0102d30 0x7f09e0100990 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f09d000e9f0 tx=0x7f09d000eeb0 comp rx=0 tx=0).stop 2024-09-16T02:02:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:50.119+0000 7f09e4cbb640 1 -- 172.21.15.17:0/87334521 shutdown_connections 2024-09-16T02:02:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:50.119+0000 7f09e4cbb640 1 --2- 172.21.15.17:0/87334521 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f09c80a3240 0x7f09c80a5700 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:50.119+0000 7f09e4cbb640 1 --2- 172.21.15.17:0/87334521 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e01082a0 0x7f09e0101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:50.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:50.119+0000 7f09e4cbb640 1 --2- 172.21.15.17:0/87334521 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f09e01036e0 0x7f09e0100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:50.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:50.119+0000 7f09e4cbb640 1 --2- 172.21.15.17:0/87334521 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f09e0102d30 0x7f09e0100990 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:50.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:50.119+0000 7f09e4cbb640 1 -- 172.21.15.17:0/87334521 >> 172.21.15.17:0/87334521 conn(0x7f09e00fc7d0 msgr2=0x7f09e0105ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:50.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:50.120+0000 7f09e4cbb640 1 -- 172.21.15.17:0/87334521 shutdown_connections 2024-09-16T02:02:50.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:50.120+0000 7f09e4cbb640 1 -- 172.21.15.17:0/87334521 wait complete. 2024-09-16T02:02:50.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:50 smithi017 ceph-mon[30972]: pgmap v918: 97 pgs: 97 active+clean; 501 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 4.4 MiB/s wr, 184 op/s 2024-09-16T02:02:50.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:50 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/87334521' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:02:51.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:50 smithi122 ceph-mon[34758]: pgmap v918: 97 pgs: 97 active+clean; 501 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 4.4 MiB/s wr, 184 op/s 2024-09-16T02:02:51.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:50 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/87334521' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:02:51.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:50 smithi029 ceph-mon[34783]: pgmap v918: 97 pgs: 97 active+clean; 501 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 4.4 MiB/s wr, 184 op/s 2024-09-16T02:02:51.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:50 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/87334521' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:02:51.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 58009 8.25 MB/sec execute 253 sec latency 121.422 ms 2024-09-16T02:02:51.077 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T02:02:51.443 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:02:52.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 58160 8.24 MB/sec execute 254 sec latency 170.165 ms 2024-09-16T02:02:52.827 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:52 smithi017 ceph-mon[30972]: pgmap v919: 97 pgs: 97 active+clean; 502 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 887 KiB/s rd, 3.7 MiB/s wr, 208 op/s 2024-09-16T02:02:53.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:52 smithi122 ceph-mon[34758]: pgmap v919: 97 pgs: 97 active+clean; 502 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 887 KiB/s rd, 3.7 MiB/s wr, 208 op/s 2024-09-16T02:02:53.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:52 smithi029 ceph-mon[34783]: pgmap v919: 97 pgs: 97 active+clean; 502 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 887 KiB/s rd, 3.7 MiB/s wr, 208 op/s 2024-09-16T02:02:53.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 58292 8.24 MB/sec execute 255 sec latency 170.614 ms 2024-09-16T02:02:53.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.802+0000 7ff1f4dfb640 1 -- 172.21.15.17:0/3631550680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f0100e20 msgr2=0x7ff1f0101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:53.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.802+0000 7ff1f4dfb640 1 --2- 172.21.15.17:0/3631550680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f0100e20 0x7ff1f0101200 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7ff1e0009900 tx=0x7ff1e002a480 comp rx=0 tx=0).stop 2024-09-16T02:02:53.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.802+0000 7ff1f4dfb640 1 -- 172.21.15.17:0/3631550680 shutdown_connections 2024-09-16T02:02:53.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.802+0000 7ff1f4dfb640 1 --2- 172.21.15.17:0/3631550680 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1f0102ef0 0x7ff1f010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.802+0000 7ff1f4dfb640 1 --2- 172.21.15.17:0/3631550680 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff1f0102570 0x7ff1f01029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.802+0000 7ff1f4dfb640 1 --2- 172.21.15.17:0/3631550680 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f0100e20 0x7ff1f0101200 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.802+0000 7ff1f4dfb640 1 -- 172.21.15.17:0/3631550680 >> 172.21.15.17:0/3631550680 conn(0x7ff1f00fc7d0 msgr2=0x7ff1f00febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:53.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.802+0000 7ff1f4dfb640 1 -- 172.21.15.17:0/3631550680 shutdown_connections 2024-09-16T02:02:53.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.802+0000 7ff1f4dfb640 1 -- 172.21.15.17:0/3631550680 wait complete. 2024-09-16T02:02:53.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1f4dfb640 1 Processor -- start 2024-09-16T02:02:53.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1f4dfb640 1 -- start start 2024-09-16T02:02:53.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1f4dfb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1f0100e20 0x7ff1f0197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1f4dfb640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff1f0102570 0x7ff1f0197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1f4dfb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f0102ef0 0x7ff1f019bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1f4dfb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f0110e30 con 0x7ff1f0102ef0 2024-09-16T02:02:53.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1f4dfb640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f0110cb0 con 0x7ff1f0102570 2024-09-16T02:02:53.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1f4dfb640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f0110fb0 con 0x7ff1f0100e20 2024-09-16T02:02:53.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1eed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f0102ef0 0x7ff1f019bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1eed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f0102ef0 0x7ff1f019bc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40064/0 (socket says 172.21.15.17:40064) 2024-09-16T02:02:53.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1eed9d640 1 -- 172.21.15.17:0/1853111469 learned_addr learned my addr 172.21.15.17:0/1853111469 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:53.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1e7fff640 1 --2- 172.21.15.17:0/1853111469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff1f0102570 0x7ff1f0197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1ee59c640 1 --2- 172.21.15.17:0/1853111469 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1f0100e20 0x7ff1f0197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1eed9d640 1 -- 172.21.15.17:0/1853111469 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1f0100e20 msgr2=0x7ff1f0197330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:53.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1eed9d640 1 --2- 172.21.15.17:0/1853111469 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1f0100e20 0x7ff1f0197330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1eed9d640 1 -- 172.21.15.17:0/1853111469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff1f0102570 msgr2=0x7ff1f0197870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:53.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1eed9d640 1 --2- 172.21.15.17:0/1853111469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff1f0102570 0x7ff1f0197870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.803+0000 7ff1eed9d640 1 -- 172.21.15.17:0/1853111469 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1f019c2e0 con 0x7ff1f0102ef0 2024-09-16T02:02:53.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.804+0000 7ff1eed9d640 1 --2- 172.21.15.17:0/1853111469 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f0102ef0 0x7ff1f019bc00 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7ff1e800eb10 tx=0x7ff1e800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:53.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.804+0000 7ff1e77fe640 1 -- 172.21.15.17:0/1853111469 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e8004b20 con 0x7ff1f0102ef0 2024-09-16T02:02:53.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.804+0000 7ff1e77fe640 1 -- 172.21.15.17:0/1853111469 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1e8004cc0 con 0x7ff1f0102ef0 2024-09-16T02:02:53.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.804+0000 7ff1f4dfb640 1 -- 172.21.15.17:0/1853111469 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1f019c5d0 con 0x7ff1f0102ef0 2024-09-16T02:02:53.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.804+0000 7ff1e77fe640 1 -- 172.21.15.17:0/1853111469 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e8010690 con 0x7ff1f0102ef0 2024-09-16T02:02:53.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.804+0000 7ff1f4dfb640 1 -- 172.21.15.17:0/1853111469 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1f01a3eb0 con 0x7ff1f0102ef0 2024-09-16T02:02:53.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.806+0000 7ff1e77fe640 1 -- 172.21.15.17:0/1853111469 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7ff1e8005020 con 0x7ff1f0102ef0 2024-09-16T02:02:53.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.807+0000 7ff1f71d4740 1 Processor -- start 2024-09-16T02:02:53.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.807+0000 7ff1f71d4740 1 -- start start 2024-09-16T02:02:53.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.807+0000 7ff1f71d4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58040 0x563753f58420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.807+0000 7ff1e77fe640 1 --2- 172.21.15.17:0/1853111469 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff1dc0a32c0 0x7ff1dc0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.807+0000 7ff1f71d4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58dc0 0x563753f59220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.807+0000 7ff1f71d4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f59760 0x563753f5ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.807+0000 7ff1f71d4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563753eb42f0 con 0x563753f58dc0 2024-09-16T02:02:53.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.807+0000 7ff1f71d4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563753e5bcf0 con 0x563753f58040 2024-09-16T02:02:53.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.807+0000 7ff1f71d4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563753eb02b0 con 0x563753f59760 2024-09-16T02:02:53.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.807+0000 7ff1ee59c640 1 --2- 172.21.15.17:0/1853111469 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff1dc0a32c0 0x7ff1dc0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.807+0000 7ff1e7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58dc0 0x563753f59220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.807+0000 7ff1e7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58dc0 0x563753f59220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40078/0 (socket says 172.21.15.17:40078) 2024-09-16T02:02:53.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.807+0000 7ff1e7fff640 1 -- 172.21.15.17:0/2307531504 learned_addr learned my addr 172.21.15.17:0/2307531504 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:53.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.807+0000 7ff1eed9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f59760 0x563753f5ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.808+0000 7ff1e77fe640 1 -- 172.21.15.17:0/1853111469 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff1e80cff50 con 0x7ff1f0102ef0 2024-09-16T02:02:53.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.808+0000 7ff1e7fff640 1 --2- 172.21.15.17:0/2307531504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58040 0x563753f58420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.808+0000 7ff1eed9d640 1 -- 172.21.15.17:0/2307531504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58040 msgr2=0x563753f58420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:53.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.808+0000 7ff1eed9d640 1 --2- 172.21.15.17:0/2307531504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58040 0x563753f58420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.808+0000 7ff1eed9d640 1 -- 172.21.15.17:0/2307531504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58dc0 msgr2=0x563753f59220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:53.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.808+0000 7ff1eed9d640 1 --2- 172.21.15.17:0/2307531504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58dc0 0x563753f59220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.808+0000 7ff1eed9d640 1 -- 172.21.15.17:0/2307531504 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563753e403a0 con 0x563753f59760 2024-09-16T02:02:53.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.808+0000 7ff1e7fff640 1 --2- 172.21.15.17:0/2307531504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58dc0 0x563753f59220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:02:53.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.808+0000 7ff1ee59c640 1 --2- 172.21.15.17:0/1853111469 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff1dc0a32c0 0x7ff1dc0a5780 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7ff1e0009230 tx=0x7ff1e00058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:53.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.808+0000 7ff1eed9d640 1 --2- 172.21.15.17:0/2307531504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f59760 0x563753f5ff20 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7ff1e8021000 tx=0x7ff1e80c8680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c5405356ef40f6f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:53.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.808+0000 7ff1e4ff9640 1 -- 172.21.15.17:0/2307531504 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e809c0b0 con 0x563753f59760 2024-09-16T02:02:53.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.808+0000 7ff1e4ff9640 1 -- 172.21.15.17:0/2307531504 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1e80a60a0 con 0x563753f59760 2024-09-16T02:02:53.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.808+0000 7ff1e4ff9640 1 -- 172.21.15.17:0/2307531504 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e80a9bf0 con 0x563753f59760 2024-09-16T02:02:53.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.809+0000 7ff1f71d4740 1 -- 172.21.15.17:0/2307531504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f59760 msgr2=0x563753f5ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:53.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.809+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/2307531504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f59760 0x563753f5ff20 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7ff1e8021000 tx=0x7ff1e80c8680 comp rx=0 tx=0).stop 2024-09-16T02:02:53.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.809+0000 7ff1f71d4740 1 -- 172.21.15.17:0/2307531504 shutdown_connections 2024-09-16T02:02:53.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.809+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/2307531504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f59760 0x563753f5ff20 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.809+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/2307531504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58dc0 0x563753f59220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.809+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/2307531504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58040 0x563753f58420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.809+0000 7ff1f71d4740 1 -- 172.21.15.17:0/2307531504 >> 172.21.15.17:0/2307531504 conn(0x563753f17310 msgr2=0x563753f4a720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:53.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.809+0000 7ff1f71d4740 1 -- 172.21.15.17:0/2307531504 shutdown_connections 2024-09-16T02:02:53.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.809+0000 7ff1f71d4740 1 -- 172.21.15.17:0/2307531504 wait complete. 2024-09-16T02:02:53.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.809+0000 7ff1f71d4740 1 -- start start 2024-09-16T02:02:53.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1f71d4740 1 Processor -- start 2024-09-16T02:02:53.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1f71d4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58040 0x563753f575d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1f71d4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f58dc0 0x563753f54880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1f71d4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f59760 0x563753f54dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1f71d4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x563753f604c0 con 0x563753f58040 2024-09-16T02:02:53.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1f71d4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563753e6f060 con 0x563753f59760 2024-09-16T02:02:53.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1f71d4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x563753f60640 con 0x563753f58dc0 2024-09-16T02:02:53.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1f71d4740 10 client.0 _ll_register_callbacks cb 0x563753bc28c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:02:53.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1ee59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58040 0x563753f575d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1ee59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58040 0x563753f575d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40086/0 (socket says 172.21.15.17:40086) 2024-09-16T02:02:53.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1ee59c640 1 -- 172.21.15.17:0/522807180 learned_addr learned my addr 172.21.15.17:0/522807180 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:53.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1eed9d640 1 --2- 172.21.15.17:0/522807180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f59760 0x563753f54dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1e7fff640 1 --2- 172.21.15.17:0/522807180 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f58dc0 0x563753f54880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1ee59c640 1 -- 172.21.15.17:0/522807180 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f58dc0 msgr2=0x563753f54880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:53.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1ee59c640 1 --2- 172.21.15.17:0/522807180 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f58dc0 0x563753f54880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1ee59c640 1 -- 172.21.15.17:0/522807180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f59760 msgr2=0x563753f54dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:53.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1ee59c640 1 --2- 172.21.15.17:0/522807180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f59760 0x563753f54dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1ee59c640 1 -- 172.21.15.17:0/522807180 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563753c253c0 con 0x563753f58040 2024-09-16T02:02:53.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1e7fff640 1 --2- 172.21.15.17:0/522807180 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f58dc0 0x563753f54880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:02:53.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1ee59c640 1 --2- 172.21.15.17:0/522807180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58040 0x563753f575d0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7ff1e0033000 tx=0x7ff1e0009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7effb5bc0febc881 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:53.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.810+0000 7ff1d5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:02:53.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.811+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/522807180 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e004c070 con 0x563753f58040 2024-09-16T02:02:53.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.811+0000 7ff1f71d4740 1 -- 172.21.15.17:0/522807180 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1e80a60a0 con 0x563753f58040 2024-09-16T02:02:53.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.811+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/522807180 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff1e0004310 con 0x563753f58040 2024-09-16T02:02:53.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.811+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/522807180 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff1e0058050 con 0x563753f58040 2024-09-16T02:02:53.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.811+0000 7ff1f71d4740 10 client.18747 fetch_fsmap learned FSMap version 28 2024-09-16T02:02:53.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.811+0000 7ff1f71d4740 1 -- 172.21.15.17:0/522807180 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563753f6be10 con 0x563753f58040 2024-09-16T02:02:53.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.811+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/522807180 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1e80a60a0 con 0x563753f58040 2024-09-16T02:02:53.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.811+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/522807180 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7ff1e003c6a0 con 0x563753f58040 2024-09-16T02:02:53.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.811+0000 7ff1f71d4740 10 client.18747 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:02:53.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.811+0000 7ff1f71d4740 10 client.18747 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:02:53.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.811+0000 7ff1f71d4740 20 client.18747 populate_metadata read hostname 'smithi017' 2024-09-16T02:02:53.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.811+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/522807180 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563753f6d290 0x563753f6f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.811+0000 7ff1f71d4740 4 client.18747 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:02:53.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.811+0000 7ff1f71d4740 1 -- 172.21.15.17:0/522807180 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x563753ec1860 con 0x563753f6d290 2024-09-16T02:02:53.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.812+0000 7ff1e7fff640 1 --2- 172.21.15.17:0/522807180 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563753f6d290 0x563753f6f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.812+0000 7ff1e7fff640 1 --2- 172.21.15.17:0/522807180 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563753f6d290 0x563753f6f6c0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=cddeefa0171387e9 server_cookie=19dcab746586895b in_seq=0 out_seq=0 2024-09-16T02:02:53.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.812+0000 7ff1d5ffb640 10 client.18747 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:02:53.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.812+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/522807180 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x563753ec1860 con 0x563753f6d290 2024-09-16T02:02:53.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.812+0000 7ff1d5ffb640 10 client.18747 handle_command_reply: tid=0 2024-09-16T02:02:53.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.812+0000 7ff1f71d4740 1 client.18747 shutdown 2024-09-16T02:02:53.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.813+0000 7ff1f71d4740 1 -- 172.21.15.17:0/522807180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58040 msgr2=0x563753f575d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:53.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.813+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/522807180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58040 0x563753f575d0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7ff1e0033000 tx=0x7ff1e0009260 comp rx=0 tx=0).stop 2024-09-16T02:02:53.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.813+0000 7ff1f71d4740 1 -- 172.21.15.17:0/522807180 shutdown_connections 2024-09-16T02:02:53.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.813+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/522807180 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563753f6d290 0x563753f6f6c0 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.813+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/522807180 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f59760 0x563753f54dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.813+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/522807180 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f58dc0 0x563753f54880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.813+0000 7ff1d5ffb640 0 client.18747 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:02:53.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.813+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/522807180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58040 0x563753f575d0 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.813+0000 7ff1f71d4740 1 -- 172.21.15.17:0/522807180 >> 172.21.15.17:0/522807180 conn(0x563753f17310 msgr2=0x563753f49d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:53.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.813+0000 7ff1f71d4740 1 -- 172.21.15.17:0/522807180 shutdown_connections 2024-09-16T02:02:53.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.813+0000 7ff1f71d4740 1 -- 172.21.15.17:0/522807180 wait complete. 2024-09-16T02:02:53.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.813+0000 7ff1f71d4740 20 client.18747 trim_cache size 0 max 16384 2024-09-16T02:02:53.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.826+0000 7ff1f71d4740 1 Processor -- start 2024-09-16T02:02:53.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.826+0000 7ff1f71d4740 1 -- start start 2024-09-16T02:02:53.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.826+0000 7ff1f71d4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58040 0x563753f51c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.826+0000 7ff1f71d4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58dc0 0x563753f521c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.826+0000 7ff1f71d4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f59760 0x563753f75020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.826+0000 7ff1f71d4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01adba0 con 0x563753f58040 2024-09-16T02:02:53.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.826+0000 7ff1f71d4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01ab470 con 0x563753f58dc0 2024-09-16T02:02:53.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.826+0000 7ff1f71d4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01a92a0 con 0x563753f59760 2024-09-16T02:02:53.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.826+0000 7ff1ee59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58040 0x563753f51c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.826+0000 7ff1ee59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58040 0x563753f51c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40092/0 (socket says 172.21.15.17:40092) 2024-09-16T02:02:53.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.826+0000 7ff1ee59c640 1 -- 172.21.15.17:0/1417713549 learned_addr learned my addr 172.21.15.17:0/1417713549 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:53.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.827+0000 7ff1e7fff640 1 --2- 172.21.15.17:0/1417713549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58dc0 0x563753f521c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.827+0000 7ff1ee59c640 1 -- 172.21.15.17:0/1417713549 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f59760 msgr2=0x563753f75020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:53.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.827+0000 7ff1ee59c640 1 --2- 172.21.15.17:0/1417713549 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f59760 0x563753f75020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.827+0000 7ff1ee59c640 1 -- 172.21.15.17:0/1417713549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58dc0 msgr2=0x563753f521c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:53.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.827+0000 7ff1ee59c640 1 --2- 172.21.15.17:0/1417713549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58dc0 0x563753f521c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.827+0000 7ff1ee59c640 1 -- 172.21.15.17:0/1417713549 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563753f6fd40 con 0x563753f58040 2024-09-16T02:02:53.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.827+0000 7ff1e7fff640 1 --2- 172.21.15.17:0/1417713549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58dc0 0x563753f521c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:02:53.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.827+0000 7ff1ee59c640 1 --2- 172.21.15.17:0/1417713549 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58040 0x563753f51c80 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7ff1e003ca70 tx=0x7ff1e00097c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ad36004ab3e16ae server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:53.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.827+0000 7ff1d7fff640 1 -- 172.21.15.17:0/1417713549 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e004c040 con 0x563753f58040 2024-09-16T02:02:53.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.827+0000 7ff1d7fff640 1 -- 172.21.15.17:0/1417713549 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1e0061070 con 0x563753f58040 2024-09-16T02:02:53.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.827+0000 7ff1d7fff640 1 -- 172.21.15.17:0/1417713549 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e0035040 con 0x563753f58040 2024-09-16T02:02:53.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 -- 172.21.15.17:0/1417713549 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58040 msgr2=0x563753f51c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:53.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/1417713549 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58040 0x563753f51c80 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7ff1e003ca70 tx=0x7ff1e00097c0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 -- 172.21.15.17:0/1417713549 shutdown_connections 2024-09-16T02:02:53.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/1417713549 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f59760 0x563753f75020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/1417713549 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58dc0 0x563753f521c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/1417713549 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f58040 0x563753f51c80 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 -- 172.21.15.17:0/1417713549 >> 172.21.15.17:0/1417713549 conn(0x563753f17310 msgr2=0x563753f53840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:53.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 -- 172.21.15.17:0/1417713549 shutdown_connections 2024-09-16T02:02:53.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 -- 172.21.15.17:0/1417713549 wait complete. 2024-09-16T02:02:53.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 -- start start 2024-09-16T02:02:53.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 Processor -- start 2024-09-16T02:02:53.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58040 0x563753f5ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f58dc0 0x563753f5d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f59760 0x563753f5d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01a9930 con 0x563753f59760 2024-09-16T02:02:53.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01aada0 con 0x563753f58040 2024-09-16T02:02:53.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.828+0000 7ff1f71d4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff1f01aa000 con 0x563753f58dc0 2024-09-16T02:02:53.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1f71d4740 10 client.0 _ll_register_callbacks cb 0x7ff1e0032ca0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:02:53.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1eed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f59760 0x563753f5d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1ee59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58040 0x563753f5ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1eed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f59760 0x563753f5d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40100/0 (socket says 172.21.15.17:40100) 2024-09-16T02:02:53.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1eed9d640 1 -- 172.21.15.17:0/1601869428 learned_addr learned my addr 172.21.15.17:0/1601869428 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:02:53.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1e7fff640 1 --2- 172.21.15.17:0/1601869428 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f58dc0 0x563753f5d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1eed9d640 1 -- 172.21.15.17:0/1601869428 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f58dc0 msgr2=0x563753f5d3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:53.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1eed9d640 1 --2- 172.21.15.17:0/1601869428 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f58dc0 0x563753f5d3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1eed9d640 1 -- 172.21.15.17:0/1601869428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58040 msgr2=0x563753f5ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:02:53.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1eed9d640 1 --2- 172.21.15.17:0/1601869428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58040 0x563753f5ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1eed9d640 1 -- 172.21.15.17:0/1601869428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563753fd7200 con 0x563753f59760 2024-09-16T02:02:53.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1ee59c640 1 --2- 172.21.15.17:0/1601869428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58040 0x563753f5ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:02:53.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1eed9d640 1 --2- 172.21.15.17:0/1601869428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f59760 0x563753f5d910 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7ff1e8009ab0 tx=0x7ff1e809c570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=695ec0a771fb1b3f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:02:53.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1d5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:02:53.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/1601869428 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1e809cc70 con 0x563753f59760 2024-09-16T02:02:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/1601869428 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff1e80a4f60 con 0x563753f59760 2024-09-16T02:02:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1f71d4740 1 -- 172.21.15.17:0/1601869428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff1e0061070 con 0x563753f59760 2024-09-16T02:02:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/1601869428 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff1e809bed0 con 0x563753f59760 2024-09-16T02:02:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1f71d4740 10 client.18753 fetch_fsmap learned FSMap version 28 2024-09-16T02:02:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.829+0000 7ff1f71d4740 1 -- 172.21.15.17:0/1601869428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563753fd8410 con 0x563753f59760 2024-09-16T02:02:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.830+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/1601869428 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff1e0061070 con 0x563753f59760 2024-09-16T02:02:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.830+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/1601869428 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7ff1e80c8870 con 0x563753f59760 2024-09-16T02:02:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.830+0000 7ff1f71d4740 10 client.18753 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:02:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.830+0000 7ff1f71d4740 10 client.18753 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:02:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.830+0000 7ff1f71d4740 20 client.18753 populate_metadata read hostname 'smithi017' 2024-09-16T02:02:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.830+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/1601869428 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563753fd8750 0x563753fdab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:02:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.830+0000 7ff1f71d4740 4 client.18753 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:02:53.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.830+0000 7ff1f71d4740 1 -- 172.21.15.17:0/1601869428 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563753ebbd70 con 0x563753fd8750 2024-09-16T02:02:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.830+0000 7ff1ee59c640 1 --2- 172.21.15.17:0/1601869428 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563753fd8750 0x563753fdab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:02:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1d5ffb640 10 client.18753 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:02:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1ee59c640 1 --2- 172.21.15.17:0/1601869428 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563753fd8750 0x563753fdab40 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a1fb39b16126f381 server_cookie=93cbfb091a6e8ebf in_seq=0 out_seq=0 2024-09-16T02:02:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/1601869428 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563753ebbd70 con 0x563753fd8750 2024-09-16T02:02:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1d5ffb640 10 client.18753 handle_command_reply: tid=0 2024-09-16T02:02:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1f71d4740 1 client.18753 shutdown 2024-09-16T02:02:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1f71d4740 1 -- 172.21.15.17:0/1601869428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f59760 msgr2=0x563753f5d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/1601869428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f59760 0x563753f5d910 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7ff1e8009ab0 tx=0x7ff1e809c570 comp rx=0 tx=0).stop 2024-09-16T02:02:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1f71d4740 1 -- 172.21.15.17:0/1601869428 shutdown_connections 2024-09-16T02:02:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/1601869428 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x563753fd8750 0x563753fdab40 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/1601869428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563753f59760 0x563753f5d910 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/1601869428 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x563753f58dc0 0x563753f5d3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1f71d4740 1 --2- 172.21.15.17:0/1601869428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x563753f58040 0x563753f5ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1f71d4740 1 -- 172.21.15.17:0/1601869428 >> 172.21.15.17:0/1601869428 conn(0x563753f17310 msgr2=0x563753f560e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:53.749 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:02:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1d5ffb640 0 client.18753 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:02:53.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1f71d4740 1 -- 172.21.15.17:0/1601869428 shutdown_connections 2024-09-16T02:02:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1f71d4740 1 -- 172.21.15.17:0/1601869428 wait complete. 2024-09-16T02:02:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.831+0000 7ff1f71d4740 20 client.18753 trim_cache size 0 max 16384 2024-09-16T02:02:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.832+0000 7ff1f4dfb640 1 -- 172.21.15.17:0/1853111469 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff1dc0a32c0 msgr2=0x7ff1dc0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.832+0000 7ff1f4dfb640 1 --2- 172.21.15.17:0/1853111469 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff1dc0a32c0 0x7ff1dc0a5780 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7ff1e0009230 tx=0x7ff1e00058d0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.832+0000 7ff1f4dfb640 1 -- 172.21.15.17:0/1853111469 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f0102ef0 msgr2=0x7ff1f019bc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:02:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.832+0000 7ff1f4dfb640 1 --2- 172.21.15.17:0/1853111469 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f0102ef0 0x7ff1f019bc00 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7ff1e800eb10 tx=0x7ff1e800c2d0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.832+0000 7ff1f4dfb640 1 -- 172.21.15.17:0/1853111469 shutdown_connections 2024-09-16T02:02:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.832+0000 7ff1f4dfb640 1 --2- 172.21.15.17:0/1853111469 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff1dc0a32c0 0x7ff1dc0a5780 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.832+0000 7ff1f4dfb640 1 --2- 172.21.15.17:0/1853111469 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f0102ef0 0x7ff1f019bc00 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.832+0000 7ff1f4dfb640 1 --2- 172.21.15.17:0/1853111469 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff1f0102570 0x7ff1f0197870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.832+0000 7ff1f4dfb640 1 --2- 172.21.15.17:0/1853111469 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff1f0100e20 0x7ff1f0197330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:02:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.832+0000 7ff1f4dfb640 1 -- 172.21.15.17:0/1853111469 >> 172.21.15.17:0/1853111469 conn(0x7ff1f00fc7d0 msgr2=0x7ff1f00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:02:53.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.832+0000 7ff1f4dfb640 1 -- 172.21.15.17:0/1853111469 shutdown_connections 2024-09-16T02:02:53.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:02:52.832+0000 7ff1f4dfb640 1 -- 172.21.15.17:0/1853111469 wait complete. 2024-09-16T02:02:54.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 58441 8.24 MB/sec execute 256 sec latency 147.182 ms 2024-09-16T02:02:55.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:54 smithi017 ceph-mon[30972]: pgmap v920: 97 pgs: 97 active+clean; 501 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 3.9 MiB/s wr, 241 op/s 2024-09-16T02:02:55.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:54 smithi029 ceph-mon[34783]: pgmap v920: 97 pgs: 97 active+clean; 501 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 3.9 MiB/s wr, 241 op/s 2024-09-16T02:02:55.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:54 smithi122 ceph-mon[34758]: pgmap v920: 97 pgs: 97 active+clean; 501 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 957 KiB/s rd, 3.9 MiB/s wr, 241 op/s 2024-09-16T02:02:55.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 58580 8.24 MB/sec execute 257 sec latency 149.307 ms 2024-09-16T02:02:56.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 58761 8.25 MB/sec execute 258 sec latency 158.963 ms 2024-09-16T02:02:56.848 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:56 smithi122 ceph-mon[34758]: pgmap v921: 97 pgs: 97 active+clean; 499 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 3.5 MiB/s wr, 215 op/s 2024-09-16T02:02:56.849 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:56 smithi029 ceph-mon[34783]: pgmap v921: 97 pgs: 97 active+clean; 499 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 3.5 MiB/s wr, 215 op/s 2024-09-16T02:02:57.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:56 smithi017 ceph-mon[30972]: pgmap v921: 97 pgs: 97 active+clean; 499 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 3.5 MiB/s wr, 215 op/s 2024-09-16T02:02:57.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 58859 8.25 MB/sec execute 259 sec latency 258.190 ms 2024-09-16T02:02:58.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 59018 8.25 MB/sec execute 260 sec latency 187.847 ms 2024-09-16T02:02:59.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:02:58 smithi017 ceph-mon[30972]: pgmap v922: 97 pgs: 97 active+clean; 502 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 3.1 MiB/s wr, 204 op/s 2024-09-16T02:02:59.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:02:58 smithi029 ceph-mon[34783]: pgmap v922: 97 pgs: 97 active+clean; 502 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 3.1 MiB/s wr, 204 op/s 2024-09-16T02:02:59.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:02:58 smithi122 ceph-mon[34758]: pgmap v922: 97 pgs: 97 active+clean; 502 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 715 KiB/s rd, 3.1 MiB/s wr, 204 op/s 2024-09-16T02:02:59.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 59178 8.25 MB/sec execute 261 sec latency 166.766 ms 2024-09-16T02:03:00.047 INFO:tasks.workunit.client.0.smithi017.stdout: 10 59270 8.24 MB/sec execute 262 sec latency 156.071 ms 2024-09-16T02:03:00.088 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T02:03:00.448 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:03:00.912 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:00 smithi017 ceph-mon[30972]: pgmap v923: 97 pgs: 97 active+clean; 504 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 3.5 MiB/s wr, 203 op/s 2024-09-16T02:03:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.028+0000 7ff37180e640 1 -- 172.21.15.17:0/2290347425 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff36c101360 msgr2=0x7ff36c10df90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.028+0000 7ff37180e640 1 --2- 172.21.15.17:0/2290347425 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff36c101360 0x7ff36c10df90 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7ff360009900 tx=0x7ff36002a410 comp rx=0 tx=0).stop 2024-09-16T02:03:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.028+0000 7ff37180e640 1 -- 172.21.15.17:0/2290347425 shutdown_connections 2024-09-16T02:03:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.028+0000 7ff37180e640 1 --2- 172.21.15.17:0/2290347425 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff36c10e4d0 0x7ff36c1108e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.028+0000 7ff37180e640 1 --2- 172.21.15.17:0/2290347425 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff36c101360 0x7ff36c10df90 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.028+0000 7ff37180e640 1 --2- 172.21.15.17:0/2290347425 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff36c1009b0 0x7ff36c100d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.028+0000 7ff37180e640 1 -- 172.21.15.17:0/2290347425 >> 172.21.15.17:0/2290347425 conn(0x7ff36c0fc7d0 msgr2=0x7ff36c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.028+0000 7ff37180e640 1 -- 172.21.15.17:0/2290347425 shutdown_connections 2024-09-16T02:03:01.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.028+0000 7ff37180e640 1 -- 172.21.15.17:0/2290347425 wait complete. 2024-09-16T02:03:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.029+0000 7ff37180e640 1 Processor -- start 2024-09-16T02:03:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.029+0000 7ff37180e640 1 -- start start 2024-09-16T02:03:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff37180e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff36c1009b0 0x7ff36c19a650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff37180e640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff36c101360 0x7ff36c19ab90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff37180e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff36c10e4d0 0x7ff36c19ef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff37180e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff36c1140d0 con 0x7ff36c1009b0 2024-09-16T02:03:01.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff37180e640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff36c113f50 con 0x7ff36c101360 2024-09-16T02:03:01.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff37180e640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff36c114250 con 0x7ff36c10e4d0 2024-09-16T02:03:01.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff36affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff36c1009b0 0x7ff36c19a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff36a7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff36c101360 0x7ff36c19ab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff36affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff36c1009b0 0x7ff36c19a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49572/0 (socket says 172.21.15.17:49572) 2024-09-16T02:03:01.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff36affd640 1 -- 172.21.15.17:0/917437642 learned_addr learned my addr 172.21.15.17:0/917437642 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:01.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff36b7fe640 1 --2- 172.21.15.17:0/917437642 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff36c10e4d0 0x7ff36c19ef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff36affd640 1 -- 172.21.15.17:0/917437642 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff36c10e4d0 msgr2=0x7ff36c19ef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:01.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff36affd640 1 --2- 172.21.15.17:0/917437642 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff36c10e4d0 0x7ff36c19ef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff36affd640 1 -- 172.21.15.17:0/917437642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff36c101360 msgr2=0x7ff36c19ab90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:01.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff36affd640 1 --2- 172.21.15.17:0/917437642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff36c101360 0x7ff36c19ab90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff36affd640 1 -- 172.21.15.17:0/917437642 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff36c19f600 con 0x7ff36c1009b0 2024-09-16T02:03:01.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.030+0000 7ff36a7fc640 1 --2- 172.21.15.17:0/917437642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff36c101360 0x7ff36c19ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:01.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.031+0000 7ff36affd640 1 --2- 172.21.15.17:0/917437642 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff36c1009b0 0x7ff36c19a650 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7ff35c00c920 tx=0x7ff35c00cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:01.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.031+0000 7ff37080c640 1 -- 172.21.15.17:0/917437642 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35c007c70 con 0x7ff36c1009b0 2024-09-16T02:03:01.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.031+0000 7ff37180e640 1 -- 172.21.15.17:0/917437642 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff36c19f8f0 con 0x7ff36c1009b0 2024-09-16T02:03:01.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.031+0000 7ff37080c640 1 -- 172.21.15.17:0/917437642 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff35c007e10 con 0x7ff36c1009b0 2024-09-16T02:03:01.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.031+0000 7ff37180e640 1 -- 172.21.15.17:0/917437642 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff36c1a71d0 con 0x7ff36c1009b0 2024-09-16T02:03:01.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.031+0000 7ff37080c640 1 -- 172.21.15.17:0/917437642 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35c018820 con 0x7ff36c1009b0 2024-09-16T02:03:01.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.034+0000 7ff373be7740 1 Processor -- start 2024-09-16T02:03:01.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.034+0000 7ff373be7740 1 -- start start 2024-09-16T02:03:01.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.034+0000 7ff37080c640 1 -- 172.21.15.17:0/917437642 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7ff35c0189c0 con 0x7ff36c1009b0 2024-09-16T02:03:01.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff373be7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910ecb40 0x5636910eb090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff373be7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910eb5d0 0x5636910eba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff373be7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910f6370 0x5636910f8760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff373be7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5636910512f0 con 0x5636910f6370 2024-09-16T02:03:01.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff373be7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x563690ff8cf0 con 0x5636910eb5d0 2024-09-16T02:03:01.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff373be7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56369104d2b0 con 0x5636910ecb40 2024-09-16T02:03:01.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff36affd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910eb5d0 0x5636910eba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff36a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910f6370 0x5636910f8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff36affd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910eb5d0 0x5636910eba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:44874/0 (socket says 172.21.15.17:44874) 2024-09-16T02:03:01.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff36affd640 1 -- 172.21.15.17:0/1258091941 learned_addr learned my addr 172.21.15.17:0/1258091941 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:01.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff36a7fc640 1 -- 172.21.15.17:0/1258091941 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910ecb40 msgr2=0x5636910eb090 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T02:03:01.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff36a7fc640 1 --2- 172.21.15.17:0/1258091941 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910ecb40 0x5636910eb090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff36a7fc640 1 -- 172.21.15.17:0/1258091941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910eb5d0 msgr2=0x5636910eba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:01.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff36a7fc640 1 --2- 172.21.15.17:0/1258091941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910eb5d0 0x5636910eba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff36a7fc640 1 -- 172.21.15.17:0/1258091941 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x563690fdd3a0 con 0x5636910f6370 2024-09-16T02:03:01.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.035+0000 7ff36affd640 1 --2- 172.21.15.17:0/1258091941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910eb5d0 0x5636910eba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:01.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.036+0000 7ff37080c640 1 --2- 172.21.15.17:0/917437642 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff3540a3240 0x7ff3540a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.036+0000 7ff36a7fc640 1 --2- 172.21.15.17:0/1258091941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910f6370 0x5636910f8760 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7ff360009230 tx=0x7ff3600314a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a10b13de38610a8d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:01.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.036+0000 7ff37080c640 1 -- 172.21.15.17:0/917437642 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff35c0cf810 con 0x7ff36c1009b0 2024-09-16T02:03:01.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.036+0000 7ff36b7fe640 1 --2- 172.21.15.17:0/917437642 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff3540a3240 0x7ff3540a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.036+0000 7ff351ffb640 1 -- 172.21.15.17:0/1258091941 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff360040070 con 0x5636910f6370 2024-09-16T02:03:01.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.036+0000 7ff351ffb640 1 -- 172.21.15.17:0/1258091941 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff360031890 con 0x5636910f6370 2024-09-16T02:03:01.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.036+0000 7ff351ffb640 1 -- 172.21.15.17:0/1258091941 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff360035040 con 0x5636910f6370 2024-09-16T02:03:01.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.037+0000 7ff373be7740 1 -- 172.21.15.17:0/1258091941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910f6370 msgr2=0x5636910f8760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:01.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.037+0000 7ff36b7fe640 1 --2- 172.21.15.17:0/917437642 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff3540a3240 0x7ff3540a5700 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7ff364005fd0 tx=0x7ff364009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:01.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.037+0000 7ff373be7740 1 --2- 172.21.15.17:0/1258091941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910f6370 0x5636910f8760 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7ff360009230 tx=0x7ff3600314a0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.037+0000 7ff373be7740 1 -- 172.21.15.17:0/1258091941 shutdown_connections 2024-09-16T02:03:01.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.037+0000 7ff373be7740 1 --2- 172.21.15.17:0/1258091941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910f6370 0x5636910f8760 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.037+0000 7ff373be7740 1 --2- 172.21.15.17:0/1258091941 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910eb5d0 0x5636910eba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.037+0000 7ff373be7740 1 --2- 172.21.15.17:0/1258091941 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910ecb40 0x5636910eb090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.037+0000 7ff373be7740 1 -- 172.21.15.17:0/1258091941 >> 172.21.15.17:0/1258091941 conn(0x5636910b4310 msgr2=0x5636910e7c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:01.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.037+0000 7ff373be7740 1 -- 172.21.15.17:0/1258091941 shutdown_connections 2024-09-16T02:03:01.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.038+0000 7ff373be7740 1 -- 172.21.15.17:0/1258091941 wait complete. 2024-09-16T02:03:01.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.038+0000 7ff373be7740 1 -- start start 2024-09-16T02:03:01.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.038+0000 7ff373be7740 1 Processor -- start 2024-09-16T02:03:01.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.039+0000 7ff373be7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910eb5d0 0x5636910f5d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.039+0000 7ff373be7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910ecb40 0x5636910f3000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.039+0000 7ff373be7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910f6370 0x5636910f35d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.039+0000 7ff373be7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5636910f9010 con 0x5636910ecb40 2024-09-16T02:03:01.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.039+0000 7ff36affd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910eb5d0 0x5636910f5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.039+0000 7ff373be7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56369100c060 con 0x5636910eb5d0 2024-09-16T02:03:01.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.039+0000 7ff373be7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5636910f9190 con 0x5636910f6370 2024-09-16T02:03:01.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.039+0000 7ff36affd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910eb5d0 0x5636910f5d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:44880/0 (socket says 172.21.15.17:44880) 2024-09-16T02:03:01.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.039+0000 7ff373be7740 10 client.0 _ll_register_callbacks cb 0x563690d5f8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:01.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.039+0000 7ff36affd640 1 -- 172.21.15.17:0/2402220713 learned_addr learned my addr 172.21.15.17:0/2402220713 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:01.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.039+0000 7ff36b7fe640 1 --2- 172.21.15.17:0/2402220713 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910f6370 0x5636910f35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.039+0000 7ff36a7fc640 1 --2- 172.21.15.17:0/2402220713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910ecb40 0x5636910f3000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.040+0000 7ff36a7fc640 1 -- 172.21.15.17:0/2402220713 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910f6370 msgr2=0x5636910f35d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:01.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.040+0000 7ff36a7fc640 1 --2- 172.21.15.17:0/2402220713 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910f6370 0x5636910f35d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.040+0000 7ff36a7fc640 1 -- 172.21.15.17:0/2402220713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910eb5d0 msgr2=0x5636910f5d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:01.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.040+0000 7ff36a7fc640 1 --2- 172.21.15.17:0/2402220713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910eb5d0 0x5636910f5d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.040+0000 7ff36a7fc640 1 -- 172.21.15.17:0/2402220713 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x563690dc23c0 con 0x5636910ecb40 2024-09-16T02:03:01.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.040+0000 7ff36a7fc640 1 --2- 172.21.15.17:0/2402220713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910ecb40 0x5636910f3000 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7ff3600057c0 tx=0x7ff3600042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=922508acb22728d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:01.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.040+0000 7ff34affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:03:01.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.041+0000 7ff34affd640 1 -- 172.21.15.17:0/2402220713 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff36004b020 con 0x5636910ecb40 2024-09-16T02:03:01.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.041+0000 7ff373be7740 1 -- 172.21.15.17:0/2402220713 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff360031890 con 0x5636910ecb40 2024-09-16T02:03:01.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.041+0000 7ff34affd640 1 -- 172.21.15.17:0/2402220713 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff360003800 con 0x5636910ecb40 2024-09-16T02:03:01.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.041+0000 7ff34affd640 1 -- 172.21.15.17:0/2402220713 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff360035070 con 0x5636910ecb40 2024-09-16T02:03:01.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.041+0000 7ff373be7740 10 client.18765 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:01.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.041+0000 7ff373be7740 1 -- 172.21.15.17:0/2402220713 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x563691104af0 con 0x5636910ecb40 2024-09-16T02:03:01.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.041+0000 7ff34affd640 1 -- 172.21.15.17:0/2402220713 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff360031890 con 0x5636910ecb40 2024-09-16T02:03:01.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.042+0000 7ff34affd640 1 -- 172.21.15.17:0/2402220713 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7ff36003c920 con 0x5636910ecb40 2024-09-16T02:03:01.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:00 smithi029 ceph-mon[34783]: pgmap v923: 97 pgs: 97 active+clean; 504 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 3.5 MiB/s wr, 203 op/s 2024-09-16T02:03:01.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:00 smithi122 ceph-mon[34758]: pgmap v923: 97 pgs: 97 active+clean; 504 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 3.5 MiB/s wr, 203 op/s 2024-09-16T02:03:01.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.042+0000 7ff373be7740 10 client.18765 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:01.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.042+0000 7ff373be7740 10 client.18765 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:03:01.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.042+0000 7ff373be7740 20 client.18765 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:01.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.043+0000 7ff373be7740 1 --2- 172.21.15.17:0/2402220713 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563691106120 0x563691108540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.043+0000 7ff373be7740 4 client.18765 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:03:01.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.043+0000 7ff373be7740 1 -- 172.21.15.17:0/2402220713 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x56369105e860 con 0x563691106120 2024-09-16T02:03:01.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.043+0000 7ff36affd640 1 --2- 172.21.15.17:0/2402220713 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563691106120 0x563691108540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.043+0000 7ff36affd640 1 --2- 172.21.15.17:0/2402220713 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563691106120 0x563691108540 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1f6f190befeec35d server_cookie=671931c531c1e3f1 in_seq=0 out_seq=0 2024-09-16T02:03:01.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.043+0000 7ff34affd640 10 client.18765 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:03:01.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.046+0000 7ff34affd640 1 -- 172.21.15.17:0/2402220713 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x56369105e860 con 0x563691106120 2024-09-16T02:03:01.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.046+0000 7ff34affd640 10 client.18765 handle_command_reply: tid=0 2024-09-16T02:03:01.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.046+0000 7ff373be7740 1 client.18765 shutdown 2024-09-16T02:03:01.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 59418 8.25 MB/sec execute 263 sec latency 126.803 ms 2024-09-16T02:03:01.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.046+0000 7ff373be7740 1 -- 172.21.15.17:0/2402220713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910ecb40 msgr2=0x5636910f3000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:01.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.046+0000 7ff373be7740 1 --2- 172.21.15.17:0/2402220713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910ecb40 0x5636910f3000 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7ff3600057c0 tx=0x7ff3600042f0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.046+0000 7ff373be7740 1 -- 172.21.15.17:0/2402220713 shutdown_connections 2024-09-16T02:03:01.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.046+0000 7ff373be7740 1 --2- 172.21.15.17:0/2402220713 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563691106120 0x563691108540 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.047+0000 7ff373be7740 1 --2- 172.21.15.17:0/2402220713 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910f6370 0x5636910f35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.047+0000 7ff373be7740 1 --2- 172.21.15.17:0/2402220713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910ecb40 0x5636910f3000 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.047+0000 7ff373be7740 1 --2- 172.21.15.17:0/2402220713 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910eb5d0 0x5636910f5d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.047+0000 7ff373be7740 1 -- 172.21.15.17:0/2402220713 >> 172.21.15.17:0/2402220713 conn(0x5636910b4310 msgr2=0x5636910ed930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:01.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.047+0000 7ff34affd640 0 client.18765 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:03:01.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.047+0000 7ff373be7740 1 -- 172.21.15.17:0/2402220713 shutdown_connections 2024-09-16T02:03:01.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.047+0000 7ff373be7740 1 -- 172.21.15.17:0/2402220713 wait complete. 2024-09-16T02:03:01.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.047+0000 7ff373be7740 20 client.18765 trim_cache size 0 max 16384 2024-09-16T02:03:01.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.068+0000 7ff373be7740 1 Processor -- start 2024-09-16T02:03:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff373be7740 1 -- start start 2024-09-16T02:03:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff373be7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910eb5d0 0x5636910f28c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff373be7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910ecb40 0x5636910f1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff373be7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910f6370 0x5636910f0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff373be7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff358010d60 con 0x5636910ecb40 2024-09-16T02:03:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff373be7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff35800e630 con 0x5636910f6370 2024-09-16T02:03:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff373be7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff35800c460 con 0x5636910eb5d0 2024-09-16T02:03:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff36affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910eb5d0 0x5636910f28c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff36affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910eb5d0 0x5636910f28c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43028/0 (socket says 172.21.15.17:43028) 2024-09-16T02:03:01.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff36affd640 1 -- 172.21.15.17:0/2831965714 learned_addr learned my addr 172.21.15.17:0/2831965714 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:01.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff36a7fc640 1 --2- 172.21.15.17:0/2831965714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910ecb40 0x5636910f1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff36b7fe640 1 --2- 172.21.15.17:0/2831965714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910f6370 0x5636910f0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff36affd640 1 -- 172.21.15.17:0/2831965714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910f6370 msgr2=0x5636910f0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:01.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff36affd640 1 --2- 172.21.15.17:0/2831965714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910f6370 0x5636910f0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff36affd640 1 -- 172.21.15.17:0/2831965714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910ecb40 msgr2=0x5636910f1fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:01.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff36affd640 1 --2- 172.21.15.17:0/2831965714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910ecb40 0x5636910f1fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.069+0000 7ff36affd640 1 -- 172.21.15.17:0/2831965714 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5636910e8960 con 0x5636910eb5d0 2024-09-16T02:03:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.070+0000 7ff36affd640 1 --2- 172.21.15.17:0/2831965714 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910eb5d0 0x5636910f28c0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7ff35c007590 tx=0x7ff35c0bc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9b24b6bca25916c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.070+0000 7ff3517fa640 1 -- 172.21.15.17:0/2831965714 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35c0d5220 con 0x5636910eb5d0 2024-09-16T02:03:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.070+0000 7ff3517fa640 1 -- 172.21.15.17:0/2831965714 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff35c086040 con 0x5636910eb5d0 2024-09-16T02:03:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.070+0000 7ff3517fa640 1 -- 172.21.15.17:0/2831965714 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35c0984a0 con 0x5636910eb5d0 2024-09-16T02:03:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.071+0000 7ff373be7740 1 -- 172.21.15.17:0/2831965714 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910eb5d0 msgr2=0x5636910f28c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.071+0000 7ff373be7740 1 --2- 172.21.15.17:0/2831965714 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910eb5d0 0x5636910f28c0 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7ff35c007590 tx=0x7ff35c0bc040 comp rx=0 tx=0).stop 2024-09-16T02:03:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.071+0000 7ff373be7740 1 -- 172.21.15.17:0/2831965714 shutdown_connections 2024-09-16T02:03:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.071+0000 7ff373be7740 1 --2- 172.21.15.17:0/2831965714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910f6370 0x5636910f0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.071+0000 7ff373be7740 1 --2- 172.21.15.17:0/2831965714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910ecb40 0x5636910f1fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.071+0000 7ff373be7740 1 --2- 172.21.15.17:0/2831965714 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910eb5d0 0x5636910f28c0 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.071+0000 7ff373be7740 1 -- 172.21.15.17:0/2831965714 >> 172.21.15.17:0/2831965714 conn(0x5636910b4310 msgr2=0x5636910f18d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:01.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.071+0000 7ff373be7740 1 -- 172.21.15.17:0/2831965714 shutdown_connections 2024-09-16T02:03:01.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.071+0000 7ff373be7740 1 -- 172.21.15.17:0/2831965714 wait complete. 2024-09-16T02:03:01.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.071+0000 7ff373be7740 1 -- start start 2024-09-16T02:03:01.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.072+0000 7ff373be7740 1 Processor -- start 2024-09-16T02:03:01.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.072+0000 7ff373be7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910eb5d0 0x563691169170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.072+0000 7ff373be7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910ecb40 0x5636911696b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.072+0000 7ff373be7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910f6370 0x56369110b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.072+0000 7ff373be7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7ff35800caf0 con 0x5636910eb5d0 2024-09-16T02:03:01.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.072+0000 7ff373be7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7ff35800df60 con 0x5636910f6370 2024-09-16T02:03:01.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.072+0000 7ff373be7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7ff35800d1c0 con 0x5636910ecb40 2024-09-16T02:03:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.072+0000 7ff373be7740 10 client.0 _ll_register_callbacks cb 0x7ff35c0d5400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.073+0000 7ff36a7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910ecb40 0x5636911696b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.073+0000 7ff36a7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910ecb40 0x5636911696b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43032/0 (socket says 172.21.15.17:43032) 2024-09-16T02:03:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.073+0000 7ff36a7fc640 1 -- 172.21.15.17:0/1778603611 learned_addr learned my addr 172.21.15.17:0/1778603611 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.073+0000 7ff36affd640 1 --2- 172.21.15.17:0/1778603611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910eb5d0 0x563691169170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.073+0000 7ff36b7fe640 1 --2- 172.21.15.17:0/1778603611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910f6370 0x56369110b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.073+0000 7ff36affd640 1 -- 172.21.15.17:0/1778603611 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910ecb40 msgr2=0x5636911696b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.073+0000 7ff36affd640 1 --2- 172.21.15.17:0/1778603611 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910ecb40 0x5636911696b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.073+0000 7ff36affd640 1 -- 172.21.15.17:0/1778603611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910f6370 msgr2=0x56369110b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.073+0000 7ff36affd640 1 --2- 172.21.15.17:0/1778603611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910f6370 0x56369110b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.073+0000 7ff36affd640 1 -- 172.21.15.17:0/1778603611 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56369110bb50 con 0x5636910eb5d0 2024-09-16T02:03:01.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.073+0000 7ff36affd640 1 --2- 172.21.15.17:0/1778603611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910eb5d0 0x563691169170 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7ff35c09bdc0 tx=0x7ff35c09a1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b5aae920f8cf2fa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.073+0000 7ff34affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:03:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.073+0000 7ff34affd640 1 -- 172.21.15.17:0/1778603611 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff35c0b8030 con 0x5636910eb5d0 2024-09-16T02:03:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.074+0000 7ff34affd640 1 -- 172.21.15.17:0/1778603611 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7ff35c0d51c0 con 0x5636910eb5d0 2024-09-16T02:03:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.074+0000 7ff373be7740 1 -- 172.21.15.17:0/1778603611 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7ff35c086040 con 0x5636910eb5d0 2024-09-16T02:03:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.074+0000 7ff34affd640 1 -- 172.21.15.17:0/1778603611 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7ff35c0a01e0 con 0x5636910eb5d0 2024-09-16T02:03:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.074+0000 7ff373be7740 10 client.18771 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.074+0000 7ff373be7740 1 -- 172.21.15.17:0/1778603611 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5636911708d0 con 0x5636910eb5d0 2024-09-16T02:03:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.074+0000 7ff34affd640 1 -- 172.21.15.17:0/1778603611 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7ff35c086040 con 0x5636910eb5d0 2024-09-16T02:03:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.074+0000 7ff34affd640 1 -- 172.21.15.17:0/1778603611 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7ff35c00f450 con 0x5636910eb5d0 2024-09-16T02:03:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.074+0000 7ff373be7740 10 client.18771 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.074+0000 7ff373be7740 10 client.18771 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:03:01.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.074+0000 7ff373be7740 20 client.18771 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.074+0000 7ff373be7740 1 --2- 172.21.15.17:0/1778603611 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563691170ee0 0x5636911732d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.074+0000 7ff373be7740 4 client.18771 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:03:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.074+0000 7ff373be7740 1 -- 172.21.15.17:0/1778603611 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x563691058d70 con 0x563691170ee0 2024-09-16T02:03:01.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.075+0000 7ff36a7fc640 1 --2- 172.21.15.17:0/1778603611 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563691170ee0 0x5636911732d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.075+0000 7ff34affd640 10 client.18771 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:03:01.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.075+0000 7ff36a7fc640 1 --2- 172.21.15.17:0/1778603611 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563691170ee0 0x5636911732d0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4ea020292abf9e19 server_cookie=855092ab445a3ab8 in_seq=0 out_seq=0 2024-09-16T02:03:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.076+0000 7ff34affd640 1 -- 172.21.15.17:0/1778603611 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x563691058d70 con 0x563691170ee0 2024-09-16T02:03:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.076+0000 7ff34affd640 10 client.18771 handle_command_reply: tid=0 2024-09-16T02:03:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.076+0000 7ff373be7740 1 client.18771 shutdown 2024-09-16T02:03:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.077+0000 7ff373be7740 1 -- 172.21.15.17:0/1778603611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910eb5d0 msgr2=0x563691169170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.077+0000 7ff373be7740 1 --2- 172.21.15.17:0/1778603611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910eb5d0 0x563691169170 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7ff35c09bdc0 tx=0x7ff35c09a1b0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.077+0000 7ff373be7740 1 -- 172.21.15.17:0/1778603611 shutdown_connections 2024-09-16T02:03:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.077+0000 7ff373be7740 1 --2- 172.21.15.17:0/1778603611 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x563691170ee0 0x5636911732d0 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.077+0000 7ff373be7740 1 --2- 172.21.15.17:0/1778603611 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5636910f6370 0x56369110b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.077+0000 7ff373be7740 1 --2- 172.21.15.17:0/1778603611 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5636910ecb40 0x5636911696b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.077+0000 7ff373be7740 1 --2- 172.21.15.17:0/1778603611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5636910eb5d0 0x563691169170 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.077+0000 7ff373be7740 1 -- 172.21.15.17:0/1778603611 >> 172.21.15.17:0/1778603611 conn(0x5636910b4310 msgr2=0x5636910e64e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.077+0000 7ff34affd640 0 client.18771 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:03:01.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.077+0000 7ff373be7740 1 -- 172.21.15.17:0/1778603611 shutdown_connections 2024-09-16T02:03:01.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.077+0000 7ff373be7740 1 -- 172.21.15.17:0/1778603611 wait complete. 2024-09-16T02:03:01.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.077+0000 7ff373be7740 20 client.18771 trim_cache size 0 max 16384 2024-09-16T02:03:01.082 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:03:01.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.078+0000 7ff37180e640 1 -- 172.21.15.17:0/917437642 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff3540a3240 msgr2=0x7ff3540a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:01.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.078+0000 7ff37180e640 1 --2- 172.21.15.17:0/917437642 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff3540a3240 0x7ff3540a5700 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7ff364005fd0 tx=0x7ff364009500 comp rx=0 tx=0).stop 2024-09-16T02:03:01.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.078+0000 7ff37180e640 1 -- 172.21.15.17:0/917437642 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff36c1009b0 msgr2=0x7ff36c19a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:01.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.078+0000 7ff37180e640 1 --2- 172.21.15.17:0/917437642 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff36c1009b0 0x7ff36c19a650 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7ff35c00c920 tx=0x7ff35c00cde0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.078+0000 7ff37180e640 1 -- 172.21.15.17:0/917437642 shutdown_connections 2024-09-16T02:03:01.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.078+0000 7ff37180e640 1 --2- 172.21.15.17:0/917437642 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7ff3540a3240 0x7ff3540a5700 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.078+0000 7ff37180e640 1 --2- 172.21.15.17:0/917437642 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7ff36c10e4d0 0x7ff36c19ef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.078+0000 7ff37180e640 1 --2- 172.21.15.17:0/917437642 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7ff36c101360 0x7ff36c19ab90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.078+0000 7ff37180e640 1 --2- 172.21.15.17:0/917437642 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff36c1009b0 0x7ff36c19a650 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:01.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.078+0000 7ff37180e640 1 -- 172.21.15.17:0/917437642 >> 172.21.15.17:0/917437642 conn(0x7ff36c0fc7d0 msgr2=0x7ff36c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:01.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.078+0000 7ff37180e640 1 -- 172.21.15.17:0/917437642 shutdown_connections 2024-09-16T02:03:01.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:01.078+0000 7ff37180e640 1 -- 172.21.15.17:0/917437642 wait complete. 2024-09-16T02:03:01.824 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T02:03:02.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 59605 8.27 MB/sec execute 264 sec latency 93.051 ms 2024-09-16T02:03:02.268 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:03:02.661 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:02 smithi017 ceph-mon[30972]: pgmap v924: 97 pgs: 97 active+clean; 507 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 3.1 MiB/s wr, 194 op/s 2024-09-16T02:03:02.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.898+0000 7f0c0a528640 1 -- 172.21.15.17:0/144387480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c04112640 msgr2=0x7f0c04112a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:02.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.898+0000 7f0c0a528640 1 --2- 172.21.15.17:0/144387480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c04112640 0x7f0c04112a20 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4009900 tx=0x7f0bf402a3f0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.898+0000 7f0c0a528640 1 -- 172.21.15.17:0/144387480 shutdown_connections 2024-09-16T02:03:02.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.898+0000 7f0c0a528640 1 --2- 172.21.15.17:0/144387480 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c0410cf30 0x7f0c04119410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.898+0000 7f0c0a528640 1 --2- 172.21.15.17:0/144387480 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c0410c590 0x7f0c0410c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.898+0000 7f0c0a528640 1 --2- 172.21.15.17:0/144387480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c04112640 0x7f0c04112a20 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.898+0000 7f0c0a528640 1 -- 172.21.15.17:0/144387480 >> 172.21.15.17:0/144387480 conn(0x7f0c0406cdc0 msgr2=0x7f0c0406d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:02.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.898+0000 7f0c0a528640 1 -- 172.21.15.17:0/144387480 shutdown_connections 2024-09-16T02:03:02.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.898+0000 7f0c0a528640 1 -- 172.21.15.17:0/144387480 wait complete. 2024-09-16T02:03:02.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.899+0000 7f0c0a528640 1 Processor -- start 2024-09-16T02:03:02.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.899+0000 7f0c0a528640 1 -- start start 2024-09-16T02:03:02.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.900+0000 7f0c0a528640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c0410c590 0x7f0c041a2d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.900+0000 7f0c0a528640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c0410cf30 0x7f0c041a32b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.900+0000 7f0c0a528640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c04112640 0x7f0c041a7640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.900+0000 7f0c0a528640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0411c850 con 0x7f0c0410cf30 2024-09-16T02:03:02.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.900+0000 7f0c0a528640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0411c6d0 con 0x7f0c0410c590 2024-09-16T02:03:02.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.900+0000 7f0c0a528640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0c0411c9d0 con 0x7f0c04112640 2024-09-16T02:03:02.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.900+0000 7f0c08ac5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c04112640 0x7f0c041a7640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.900+0000 7f0c08ac5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c04112640 0x7f0c041a7640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43054/0 (socket says 172.21.15.17:43054) 2024-09-16T02:03:02.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.900+0000 7f0c08ac5640 1 -- 172.21.15.17:0/3844587784 learned_addr learned my addr 172.21.15.17:0/3844587784 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:02.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.900+0000 7f0c037fe640 1 --2- 172.21.15.17:0/3844587784 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c0410cf30 0x7f0c041a32b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.901+0000 7f0c03fff640 1 --2- 172.21.15.17:0/3844587784 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c0410c590 0x7f0c041a2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.901+0000 7f0c08ac5640 1 -- 172.21.15.17:0/3844587784 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c0410c590 msgr2=0x7f0c041a2d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:02.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.901+0000 7f0c08ac5640 1 --2- 172.21.15.17:0/3844587784 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c0410c590 0x7f0c041a2d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.901+0000 7f0c08ac5640 1 -- 172.21.15.17:0/3844587784 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c0410cf30 msgr2=0x7f0c041a32b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:02.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.901+0000 7f0c08ac5640 1 --2- 172.21.15.17:0/3844587784 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c0410cf30 0x7f0c041a32b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.901+0000 7f0c08ac5640 1 -- 172.21.15.17:0/3844587784 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c041a7d20 con 0x7f0c04112640 2024-09-16T02:03:02.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.901+0000 7f0c08ac5640 1 --2- 172.21.15.17:0/3844587784 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c04112640 0x7f0c041a7640 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f0bfc00eb10 tx=0x7f0bfc00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:02.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.901+0000 7f0c017fa640 1 -- 172.21.15.17:0/3844587784 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bfc004b20 con 0x7f0c04112640 2024-09-16T02:03:02.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.901+0000 7f0c0a528640 1 -- 172.21.15.17:0/3844587784 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c041a8010 con 0x7f0c04112640 2024-09-16T02:03:02.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.901+0000 7f0c017fa640 1 -- 172.21.15.17:0/3844587784 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bfc004cc0 con 0x7f0c04112640 2024-09-16T02:03:02.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.901+0000 7f0c017fa640 1 -- 172.21.15.17:0/3844587784 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bfc010690 con 0x7f0c04112640 2024-09-16T02:03:02.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.901+0000 7f0c0a528640 1 -- 172.21.15.17:0/3844587784 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c041af8f0 con 0x7f0c04112640 2024-09-16T02:03:02.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.905+0000 7f0c0c901740 1 Processor -- start 2024-09-16T02:03:02.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.905+0000 7f0c017fa640 1 -- 172.21.15.17:0/3844587784 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f0bfc010830 con 0x7f0c04112640 2024-09-16T02:03:02.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.905+0000 7f0c0c901740 1 -- start start 2024-09-16T02:03:02.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.905+0000 7f0c0c901740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaafab40 0x558caaaf9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.905+0000 7f0c0c901740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caaaf95d0 0x558caaaf9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.906+0000 7f0c0c901740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caab04370 0x558caab06760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.906+0000 7f0c0c901740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558caaa5f2f0 con 0x558caab04370 2024-09-16T02:03:02.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.906+0000 7f0c0c901740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558caaa06cf0 con 0x558caaaf95d0 2024-09-16T02:03:02.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.906+0000 7f0c0c901740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558caaa5b2b0 con 0x558caaafab40 2024-09-16T02:03:02.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.906+0000 7f0c037fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaafab40 0x558caaaf9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.906+0000 7f0c037fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaafab40 0x558caaaf9090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43056/0 (socket says 172.21.15.17:43056) 2024-09-16T02:03:02.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.906+0000 7f0c037fe640 1 -- 172.21.15.17:0/3902106364 learned_addr learned my addr 172.21.15.17:0/3902106364 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:02.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.906+0000 7f0c037fe640 1 --2- 172.21.15.17:0/3902106364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caab04370 0x558caab06760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.906+0000 7f0c037fe640 1 -- 172.21.15.17:0/3902106364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caaaf95d0 msgr2=0x558caaaf9a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:02.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.906+0000 7f0c037fe640 1 --2- 172.21.15.17:0/3902106364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caaaf95d0 0x558caaaf9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.906+0000 7f0c037fe640 1 -- 172.21.15.17:0/3902106364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caab04370 msgr2=0x558caab06760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:02.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.906+0000 7f0c037fe640 1 --2- 172.21.15.17:0/3902106364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caab04370 0x558caab06760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.906+0000 7f0c037fe640 1 -- 172.21.15.17:0/3902106364 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558caa9eb3a0 con 0x558caaafab40 2024-09-16T02:03:02.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.906+0000 7f0c017fa640 1 --2- 172.21.15.17:0/3844587784 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0bec0a32c0 0x7f0bec0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.907+0000 7f0c037fe640 1 --2- 172.21.15.17:0/3902106364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaafab40 0x558caaaf9090 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f0bf8009fd0 tx=0x7f0bf8009370 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3915d618acdf6c15 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:02.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.907+0000 7f0c017fa640 1 -- 172.21.15.17:0/3844587784 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0bfc0cff80 con 0x7f0c04112640 2024-09-16T02:03:02.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.907+0000 7f0c03fff640 1 --2- 172.21.15.17:0/3844587784 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0bec0a32c0 0x7f0bec0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.907+0000 7f0bea7fc640 1 -- 172.21.15.17:0/3902106364 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf800f790 con 0x558caaafab40 2024-09-16T02:03:02.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.907+0000 7f0bea7fc640 1 -- 172.21.15.17:0/3902106364 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bf800fde0 con 0x558caaafab40 2024-09-16T02:03:02.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.907+0000 7f0bea7fc640 1 -- 172.21.15.17:0/3902106364 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf801fd90 con 0x558caaafab40 2024-09-16T02:03:02.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.908+0000 7f0c0c901740 1 -- 172.21.15.17:0/3902106364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaafab40 msgr2=0x558caaaf9090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:02.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.908+0000 7f0c03fff640 1 --2- 172.21.15.17:0/3844587784 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0bec0a32c0 0x7f0bec0a5780 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x558caaaf6ac0 tx=0x7f0bf4000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:02.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.908+0000 7f0c0c901740 1 --2- 172.21.15.17:0/3902106364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaafab40 0x558caaaf9090 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f0bf8009fd0 tx=0x7f0bf8009370 comp rx=0 tx=0).stop 2024-09-16T02:03:02.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.908+0000 7f0c0c901740 1 -- 172.21.15.17:0/3902106364 shutdown_connections 2024-09-16T02:03:02.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.908+0000 7f0c0c901740 1 --2- 172.21.15.17:0/3902106364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caab04370 0x558caab06760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.908+0000 7f0c0c901740 1 --2- 172.21.15.17:0/3902106364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caaaf95d0 0x558caaaf9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.908+0000 7f0c0c901740 1 --2- 172.21.15.17:0/3902106364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaafab40 0x558caaaf9090 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.908+0000 7f0c0c901740 1 -- 172.21.15.17:0/3902106364 >> 172.21.15.17:0/3902106364 conn(0x558caaac2310 msgr2=0x558caaaf5c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:02.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.908+0000 7f0c0c901740 1 -- 172.21.15.17:0/3902106364 shutdown_connections 2024-09-16T02:03:02.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.908+0000 7f0c0c901740 1 -- 172.21.15.17:0/3902106364 wait complete. 2024-09-16T02:03:02.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.908+0000 7f0c0c901740 1 -- start start 2024-09-16T02:03:02.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.909+0000 7f0c0c901740 1 Processor -- start 2024-09-16T02:03:02.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.909+0000 7f0c0c901740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caaaf95d0 0x558caab03e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.909+0000 7f0c0c901740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaafab40 0x558caab010c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.909+0000 7f0c0c901740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caab04370 0x558caab01850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.909+0000 7f0c0c901740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558caab07070 con 0x558caab04370 2024-09-16T02:03:02.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.909+0000 7f0c0c901740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558caaa1a060 con 0x558caaaf95d0 2024-09-16T02:03:02.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.909+0000 7f0c0c901740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558caab071f0 con 0x558caaafab40 2024-09-16T02:03:02.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.909+0000 7f0c037fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaafab40 0x558caab010c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.909+0000 7f0c037fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaafab40 0x558caab010c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43068/0 (socket says 172.21.15.17:43068) 2024-09-16T02:03:02.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.909+0000 7f0c037fe640 1 -- 172.21.15.17:0/2357617206 learned_addr learned my addr 172.21.15.17:0/2357617206 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:02.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.909+0000 7f0c03fff640 1 --2- 172.21.15.17:0/2357617206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caaaf95d0 0x558caab03e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.909+0000 7f0c0c901740 10 client.0 _ll_register_callbacks cb 0x558caa76d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:02.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.910+0000 7f0c08ac5640 1 --2- 172.21.15.17:0/2357617206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caab04370 0x558caab01850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.910+0000 7f0c037fe640 1 -- 172.21.15.17:0/2357617206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caaaf95d0 msgr2=0x558caab03e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:02.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.910+0000 7f0c037fe640 1 --2- 172.21.15.17:0/2357617206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caaaf95d0 0x558caab03e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.910+0000 7f0c037fe640 1 -- 172.21.15.17:0/2357617206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caab04370 msgr2=0x558caab01850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:02.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.910+0000 7f0c037fe640 1 --2- 172.21.15.17:0/2357617206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caab04370 0x558caab01850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.910+0000 7f0c037fe640 1 -- 172.21.15.17:0/2357617206 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558caa7d03c0 con 0x558caaafab40 2024-09-16T02:03:02.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.910+0000 7f0c08ac5640 1 --2- 172.21.15.17:0/2357617206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caab04370 0x558caab01850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:03:02.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.910+0000 7f0c037fe640 1 --2- 172.21.15.17:0/2357617206 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaafab40 0x558caab010c0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f0bf80097e0 tx=0x7f0bf801f6c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a7d3db93ecc2e22 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:02.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.910+0000 7f0be37fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:03:02.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.910+0000 7f0be37fe640 1 -- 172.21.15.17:0/2357617206 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf8004040 con 0x558caaafab40 2024-09-16T02:03:02.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.910+0000 7f0be37fe640 1 -- 172.21.15.17:0/2357617206 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0bf80041e0 con 0x558caaafab40 2024-09-16T02:03:02.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.910+0000 7f0c0c901740 1 -- 172.21.15.17:0/2357617206 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0bf800fde0 con 0x558caaafab40 2024-09-16T02:03:02.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.911+0000 7f0be37fe640 1 -- 172.21.15.17:0/2357617206 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0bf80043e0 con 0x558caaafab40 2024-09-16T02:03:02.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.911+0000 7f0c0c901740 10 client.28423 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:02.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.911+0000 7f0c0c901740 1 -- 172.21.15.17:0/2357617206 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558caab1b390 con 0x558caaafab40 2024-09-16T02:03:02.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.911+0000 7f0be37fe640 1 -- 172.21.15.17:0/2357617206 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bf800fde0 con 0x558caaafab40 2024-09-16T02:03:02.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.911+0000 7f0be37fe640 1 -- 172.21.15.17:0/2357617206 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f0bf801d020 con 0x558caaafab40 2024-09-16T02:03:02.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.911+0000 7f0c0c901740 10 client.28423 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:02.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.911+0000 7f0c0c901740 10 client.28423 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:03:02.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.911+0000 7f0c0c901740 20 client.28423 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:02.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.911+0000 7f0c0c901740 1 --2- 172.21.15.17:0/2357617206 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558caab1cb10 0x558caab1ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.911+0000 7f0c0c901740 4 client.28423 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:03:02.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.911+0000 7f0c0c901740 1 -- 172.21.15.17:0/2357617206 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558caaa6c860 con 0x558caab1cb10 2024-09-16T02:03:02.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.911+0000 7f0c03fff640 1 --2- 172.21.15.17:0/2357617206 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558caab1cb10 0x558caab1ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.912+0000 7f0be37fe640 10 client.28423 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:02.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.912+0000 7f0c03fff640 1 --2- 172.21.15.17:0/2357617206 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558caab1cb10 0x558caab1ef70 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de6fd5030657d22b server_cookie=c2f5b4ac167d9630 in_seq=0 out_seq=0 2024-09-16T02:03:02.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.913+0000 7f0be37fe640 1 -- 172.21.15.17:0/2357617206 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558caaa6c860 con 0x558caab1cb10 2024-09-16T02:03:02.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.913+0000 7f0be37fe640 10 client.28423 handle_command_reply: tid=0 2024-09-16T02:03:02.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.913+0000 7f0c0c901740 1 client.28423 shutdown 2024-09-16T02:03:02.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.913+0000 7f0c0c901740 1 -- 172.21.15.17:0/2357617206 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaafab40 msgr2=0x558caab010c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:02.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.913+0000 7f0c0c901740 1 --2- 172.21.15.17:0/2357617206 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaafab40 0x558caab010c0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f0bf80097e0 tx=0x7f0bf801f6c0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.913+0000 7f0c0c901740 1 -- 172.21.15.17:0/2357617206 shutdown_connections 2024-09-16T02:03:02.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.913+0000 7f0c0c901740 1 --2- 172.21.15.17:0/2357617206 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558caab1cb10 0x558caab1ef70 crc :-1 s=READY pgs=274 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.913+0000 7f0c0c901740 1 --2- 172.21.15.17:0/2357617206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caab04370 0x558caab01850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.913+0000 7f0c0c901740 1 --2- 172.21.15.17:0/2357617206 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaafab40 0x558caab010c0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.913+0000 7f0c0c901740 1 --2- 172.21.15.17:0/2357617206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caaaf95d0 0x558caab03e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.913+0000 7f0c0c901740 1 -- 172.21.15.17:0/2357617206 >> 172.21.15.17:0/2357617206 conn(0x558caaac2310 msgr2=0x558caaafb960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:02.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.914+0000 7f0be37fe640 0 client.28423 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:02.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.914+0000 7f0c0c901740 1 -- 172.21.15.17:0/2357617206 shutdown_connections 2024-09-16T02:03:02.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.914+0000 7f0c0c901740 1 -- 172.21.15.17:0/2357617206 wait complete. 2024-09-16T02:03:02.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.914+0000 7f0c0c901740 20 client.28423 trim_cache size 0 max 16384 2024-09-16T02:03:02.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.934+0000 7f0c0c901740 1 Processor -- start 2024-09-16T02:03:02.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.934+0000 7f0c0c901740 1 -- start start 2024-09-16T02:03:02.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.934+0000 7f0c0c901740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaaf95d0 0x558caaaf5e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.934+0000 7f0c0c901740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caaafab40 0x558caaafa300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.934+0000 7f0c0c901740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caab04370 0x558caaaf0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.934+0000 7f0c0c901740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0c041b6460 con 0x558caaafab40 2024-09-16T02:03:02.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.934+0000 7f0c0c901740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0c041b3d30 con 0x558caab04370 2024-09-16T02:03:02.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.934+0000 7f0c0c901740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0c041b1b60 con 0x558caaaf95d0 2024-09-16T02:03:02.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0c03fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaaf95d0 0x558caaaf5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0c037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caaafab40 0x558caaafa300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0c037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caaafab40 0x558caaafa300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49648/0 (socket says 172.21.15.17:49648) 2024-09-16T02:03:02.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0c03fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaaf95d0 0x558caaaf5e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43078/0 (socket says 172.21.15.17:43078) 2024-09-16T02:03:02.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0c037fe640 1 -- 172.21.15.17:0/39840322 learned_addr learned my addr 172.21.15.17:0/39840322 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:02.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0c08ac5640 1 --2- 172.21.15.17:0/39840322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caab04370 0x558caaaf0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0c037fe640 1 -- 172.21.15.17:0/39840322 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaaf95d0 msgr2=0x558caaaf5e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:02.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0c037fe640 1 --2- 172.21.15.17:0/39840322 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaaf95d0 0x558caaaf5e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0c037fe640 1 -- 172.21.15.17:0/39840322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caab04370 msgr2=0x558caaaf0ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:02.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0c037fe640 1 --2- 172.21.15.17:0/39840322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caab04370 0x558caaaf0ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0c037fe640 1 -- 172.21.15.17:0/39840322 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558caab01bc0 con 0x558caaafab40 2024-09-16T02:03:02.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0c03fff640 1 --2- 172.21.15.17:0/39840322 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaaf95d0 0x558caaaf5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:02.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0c08ac5640 1 --2- 172.21.15.17:0/39840322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caab04370 0x558caaaf0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:02.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0c037fe640 1 --2- 172.21.15.17:0/39840322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caaafab40 0x558caaafa300 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f0bf8005c10 tx=0x7f0bf8011700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58acd914950d9efb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:02.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.935+0000 7f0be9ffb640 1 -- 172.21.15.17:0/39840322 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf8003cc0 con 0x558caaafab40 2024-09-16T02:03:02.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.936+0000 7f0be9ffb640 1 -- 172.21.15.17:0/39840322 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bf8004000 con 0x558caaafab40 2024-09-16T02:03:02.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.936+0000 7f0be9ffb640 1 -- 172.21.15.17:0/39840322 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf8005040 con 0x558caaafab40 2024-09-16T02:03:02.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.936+0000 7f0c0c901740 1 -- 172.21.15.17:0/39840322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caaafab40 msgr2=0x558caaafa300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:02.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.936+0000 7f0c0c901740 1 --2- 172.21.15.17:0/39840322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caaafab40 0x558caaafa300 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f0bf8005c10 tx=0x7f0bf8011700 comp rx=0 tx=0).stop 2024-09-16T02:03:02.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.936+0000 7f0c0c901740 1 -- 172.21.15.17:0/39840322 shutdown_connections 2024-09-16T02:03:02.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.936+0000 7f0c0c901740 1 --2- 172.21.15.17:0/39840322 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caab04370 0x558caaaf0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.936+0000 7f0c0c901740 1 --2- 172.21.15.17:0/39840322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caaafab40 0x558caaafa300 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.936+0000 7f0c0c901740 1 --2- 172.21.15.17:0/39840322 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaaf95d0 0x558caaaf5e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.936+0000 7f0c0c901740 1 -- 172.21.15.17:0/39840322 >> 172.21.15.17:0/39840322 conn(0x558caaac2310 msgr2=0x558caaaf5700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:02.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.937+0000 7f0c0c901740 1 -- 172.21.15.17:0/39840322 shutdown_connections 2024-09-16T02:03:02.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.937+0000 7f0c0c901740 1 -- 172.21.15.17:0/39840322 wait complete. 2024-09-16T02:03:02.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.937+0000 7f0c0c901740 1 -- start start 2024-09-16T02:03:02.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.938+0000 7f0c0c901740 1 Processor -- start 2024-09-16T02:03:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.938+0000 7f0c0c901740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaaf95d0 0x558caab15090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.938+0000 7f0c0c901740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caaafab40 0x558caab155d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.938+0000 7f0c0c901740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caab04370 0x558caab0ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.938+0000 7f0c0c901740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0c041b21f0 con 0x558caaafab40 2024-09-16T02:03:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.938+0000 7f0c0c901740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0c041b3660 con 0x558caab04370 2024-09-16T02:03:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.938+0000 7f0c0c901740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0c041b28c0 con 0x558caaaf95d0 2024-09-16T02:03:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.938+0000 7f0c0c901740 10 client.0 _ll_register_callbacks cb 0x7f0bf8009ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.938+0000 7f0c03fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaaf95d0 0x558caab15090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.938+0000 7f0c037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caaafab40 0x558caab155d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.938+0000 7f0c03fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaaf95d0 0x558caab15090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43090/0 (socket says 172.21.15.17:43090) 2024-09-16T02:03:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.938+0000 7f0c03fff640 1 -- 172.21.15.17:0/3833495940 learned_addr learned my addr 172.21.15.17:0/3833495940 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.938+0000 7f0c08ac5640 1 --2- 172.21.15.17:0/3833495940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caab04370 0x558caab0ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.939+0000 7f0c03fff640 1 -- 172.21.15.17:0/3833495940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caab04370 msgr2=0x558caab0ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.939+0000 7f0c03fff640 1 --2- 172.21.15.17:0/3833495940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caab04370 0x558caab0ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.939+0000 7f0c03fff640 1 -- 172.21.15.17:0/3833495940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caaafab40 msgr2=0x558caab155d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.939+0000 7f0c03fff640 1 --2- 172.21.15.17:0/3833495940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caaafab40 0x558caab155d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.939+0000 7f0c03fff640 1 -- 172.21.15.17:0/3833495940 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558caab10720 con 0x558caaaf95d0 2024-09-16T02:03:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.939+0000 7f0c037fe640 1 --2- 172.21.15.17:0/3833495940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caaafab40 0x558caab155d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.939+0000 7f0c03fff640 1 --2- 172.21.15.17:0/3833495940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaaf95d0 0x558caab15090 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4009230 tx=0x7f0bf403b000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd6c9cf9d5bc1dc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.939+0000 7f0be37fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:03:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.939+0000 7f0be37fe640 1 -- 172.21.15.17:0/3833495940 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bf4035050 con 0x558caaaf95d0 2024-09-16T02:03:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.939+0000 7f0be37fe640 1 -- 172.21.15.17:0/3833495940 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0bf4005040 con 0x558caaaf95d0 2024-09-16T02:03:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.939+0000 7f0c0c901740 1 -- 172.21.15.17:0/3833495940 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f0bf8004000 con 0x558caaaf95d0 2024-09-16T02:03:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.939+0000 7f0be37fe640 1 -- 172.21.15.17:0/3833495940 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f0bf4005240 con 0x558caaaf95d0 2024-09-16T02:03:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.940+0000 7f0c0c901740 10 client.28429 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:02.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.940+0000 7f0c0c901740 1 -- 172.21.15.17:0/3833495940 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558caab864a0 con 0x558caaaf95d0 2024-09-16T02:03:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.940+0000 7f0be37fe640 1 -- 172.21.15.17:0/3833495940 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0bf8004000 con 0x558caaaf95d0 2024-09-16T02:03:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.940+0000 7f0be37fe640 1 -- 172.21.15.17:0/3833495940 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f0bf40035f0 con 0x558caaaf95d0 2024-09-16T02:03:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.940+0000 7f0c0c901740 10 client.28429 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.940+0000 7f0c0c901740 10 client.28429 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:03:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.940+0000 7f0c0c901740 20 client.28429 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.940+0000 7f0c0c901740 1 --2- 172.21.15.17:0/3833495940 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558caab86c20 0x558caab89040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.940+0000 7f0c0c901740 4 client.28429 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:03:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.940+0000 7f0c0c901740 1 -- 172.21.15.17:0/3833495940 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558caaa66d70 con 0x558caab86c20 2024-09-16T02:03:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.940+0000 7f0c037fe640 1 --2- 172.21.15.17:0/3833495940 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558caab86c20 0x558caab89040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.941+0000 7f0be37fe640 10 client.28429 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:02.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.941+0000 7f0c037fe640 1 --2- 172.21.15.17:0/3833495940 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558caab86c20 0x558caab89040 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=57d851b9965aecd3 server_cookie=f5842014949f9166 in_seq=0 out_seq=0 2024-09-16T02:03:02.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.942+0000 7f0be37fe640 1 -- 172.21.15.17:0/3833495940 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558caaa66d70 con 0x558caab86c20 2024-09-16T02:03:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.942+0000 7f0be37fe640 10 client.28429 handle_command_reply: tid=0 2024-09-16T02:03:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.942+0000 7f0c0c901740 1 client.28429 shutdown 2024-09-16T02:03:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.942+0000 7f0c0c901740 1 -- 172.21.15.17:0/3833495940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaaf95d0 msgr2=0x558caab15090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.942+0000 7f0c0c901740 1 --2- 172.21.15.17:0/3833495940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaaf95d0 0x558caab15090 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f0bf4009230 tx=0x7f0bf403b000 comp rx=0 tx=0).stop 2024-09-16T02:03:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.942+0000 7f0c0c901740 1 -- 172.21.15.17:0/3833495940 shutdown_connections 2024-09-16T02:03:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.942+0000 7f0c0c901740 1 --2- 172.21.15.17:0/3833495940 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558caab86c20 0x558caab89040 crc :-1 s=READY pgs=275 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.942+0000 7f0c0c901740 1 --2- 172.21.15.17:0/3833495940 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558caab04370 0x558caab0ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.942+0000 7f0c0c901740 1 --2- 172.21.15.17:0/3833495940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558caaafab40 0x558caab155d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.942+0000 7f0c0c901740 1 --2- 172.21.15.17:0/3833495940 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558caaaf95d0 0x558caab15090 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.942+0000 7f0c0c901740 1 -- 172.21.15.17:0/3833495940 >> 172.21.15.17:0/3833495940 conn(0x558caaac2310 msgr2=0x558caaaff990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.942+0000 7f0be37fe640 0 client.28429 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:02.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.942+0000 7f0c0c901740 1 -- 172.21.15.17:0/3833495940 shutdown_connections 2024-09-16T02:03:02.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.943+0000 7f0c0c901740 1 -- 172.21.15.17:0/3833495940 wait complete. 2024-09-16T02:03:02.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.943+0000 7f0c0c901740 20 client.28429 trim_cache size 0 max 16384 2024-09-16T02:03:02.949 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:03:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.943+0000 7f0c0a528640 1 -- 172.21.15.17:0/3844587784 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0bec0a32c0 msgr2=0x7f0bec0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.944+0000 7f0c0a528640 1 --2- 172.21.15.17:0/3844587784 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0bec0a32c0 0x7f0bec0a5780 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x558caaaf6ac0 tx=0x7f0bf4000bc0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.944+0000 7f0c0a528640 1 -- 172.21.15.17:0/3844587784 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c04112640 msgr2=0x7f0c041a7640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.944+0000 7f0c0a528640 1 --2- 172.21.15.17:0/3844587784 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c04112640 0x7f0c041a7640 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f0bfc00eb10 tx=0x7f0bfc00c2d0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.944+0000 7f0c0a528640 1 -- 172.21.15.17:0/3844587784 shutdown_connections 2024-09-16T02:03:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.944+0000 7f0c0a528640 1 --2- 172.21.15.17:0/3844587784 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0bec0a32c0 0x7f0bec0a5780 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.944+0000 7f0c0a528640 1 --2- 172.21.15.17:0/3844587784 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0c04112640 0x7f0c041a7640 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.944+0000 7f0c0a528640 1 --2- 172.21.15.17:0/3844587784 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c0410cf30 0x7f0c041a32b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.944+0000 7f0c0a528640 1 --2- 172.21.15.17:0/3844587784 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0c0410c590 0x7f0c041a2d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.944+0000 7f0c0a528640 1 -- 172.21.15.17:0/3844587784 >> 172.21.15.17:0/3844587784 conn(0x7f0c0406cdc0 msgr2=0x7f0c0410b000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.944+0000 7f0c0a528640 1 -- 172.21.15.17:0/3844587784 shutdown_connections 2024-09-16T02:03:02.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:02.944+0000 7f0c0a528640 1 -- 172.21.15.17:0/3844587784 wait complete. 2024-09-16T02:03:03.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:02 smithi029 ceph-mon[34783]: pgmap v924: 97 pgs: 97 active+clean; 507 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 3.1 MiB/s wr, 194 op/s 2024-09-16T02:03:03.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:02 smithi122 ceph-mon[34758]: pgmap v924: 97 pgs: 97 active+clean; 507 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 3.1 MiB/s wr, 194 op/s 2024-09-16T02:03:03.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 59744 8.27 MB/sec execute 265 sec latency 93.436 ms 2024-09-16T02:03:04.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 59883 8.27 MB/sec execute 266 sec latency 102.300 ms 2024-09-16T02:03:04.696 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T02:03:04.697 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T02:03:05.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:04 smithi017 ceph-mon[30972]: pgmap v925: 97 pgs: 97 active+clean; 513 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 543 KiB/s rd, 3.3 MiB/s wr, 185 op/s 2024-09-16T02:03:05.042 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:03:05.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:04 smithi029 ceph-mon[34783]: pgmap v925: 97 pgs: 97 active+clean; 513 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 543 KiB/s rd, 3.3 MiB/s wr, 185 op/s 2024-09-16T02:03:05.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:04 smithi122 ceph-mon[34758]: pgmap v925: 97 pgs: 97 active+clean; 513 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 543 KiB/s rd, 3.3 MiB/s wr, 185 op/s 2024-09-16T02:03:05.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 60019 8.28 MB/sec execute 267 sec latency 115.774 ms 2024-09-16T02:03:05.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.583+0000 7fb2d0531640 1 -- 172.21.15.17:0/1754215045 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c8109450 msgr2=0x7fb2c8110250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:05.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.583+0000 7fb2d0531640 1 --2- 172.21.15.17:0/1754215045 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c8109450 0x7fb2c8110250 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fb2b8009860 tx=0x7fb2b802a360 comp rx=0 tx=0).stop 2024-09-16T02:03:05.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.583+0000 7fb2d0531640 1 -- 172.21.15.17:0/1754215045 shutdown_connections 2024-09-16T02:03:05.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.583+0000 7fb2d0531640 1 --2- 172.21.15.17:0/1754215045 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2c811b140 0x7fb2c811d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.583+0000 7fb2d0531640 1 --2- 172.21.15.17:0/1754215045 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c8109830 0x7fb2c8109c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.583+0000 7fb2d0531640 1 --2- 172.21.15.17:0/1754215045 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c8109450 0x7fb2c8110250 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.583+0000 7fb2d0531640 1 -- 172.21.15.17:0/1754215045 >> 172.21.15.17:0/1754215045 conn(0x7fb2c806e140 msgr2=0x7fb2c806e550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:05.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.583+0000 7fb2d0531640 1 -- 172.21.15.17:0/1754215045 shutdown_connections 2024-09-16T02:03:05.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.583+0000 7fb2d0531640 1 -- 172.21.15.17:0/1754215045 wait complete. 2024-09-16T02:03:05.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.584+0000 7fb2d0531640 1 Processor -- start 2024-09-16T02:03:05.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.584+0000 7fb2d0531640 1 -- start start 2024-09-16T02:03:05.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.584+0000 7fb2d0531640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2c8109450 0x7fb2c81a7230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.584+0000 7fb2d0531640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c8109830 0x7fb2c81a7770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.584+0000 7fb2d0531640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c811b140 0x7fb2c81abb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.584+0000 7fb2d0531640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c8120c50 con 0x7fb2c811b140 2024-09-16T02:03:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.584+0000 7fb2d0531640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c8120ad0 con 0x7fb2c8109830 2024-09-16T02:03:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.584+0000 7fb2d0531640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c8120dd0 con 0x7fb2c8109450 2024-09-16T02:03:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.585+0000 7fb2cdacc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c8109830 0x7fb2c81a7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.585+0000 7fb2cdacc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c8109830 0x7fb2c81a7770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:44974/0 (socket says 172.21.15.17:44974) 2024-09-16T02:03:05.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.585+0000 7fb2cdacc640 1 -- 172.21.15.17:0/3646696101 learned_addr learned my addr 172.21.15.17:0/3646696101 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:05.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.585+0000 7fb2ce2cd640 1 --2- 172.21.15.17:0/3646696101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2c8109450 0x7fb2c81a7230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.585+0000 7fb2cdacc640 1 -- 172.21.15.17:0/3646696101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2c8109450 msgr2=0x7fb2c81a7230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:05.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.585+0000 7fb2cdacc640 1 --2- 172.21.15.17:0/3646696101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2c8109450 0x7fb2c81a7230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.585+0000 7fb2cdacc640 1 -- 172.21.15.17:0/3646696101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c811b140 msgr2=0x7fb2c81abb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:05.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.585+0000 7fb2cdacc640 1 --2- 172.21.15.17:0/3646696101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c811b140 0x7fb2c81abb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.585+0000 7fb2cdacc640 1 -- 172.21.15.17:0/3646696101 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2c81ac1e0 con 0x7fb2c8109830 2024-09-16T02:03:05.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.585+0000 7fb2ce2cd640 1 --2- 172.21.15.17:0/3646696101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2c8109450 0x7fb2c81a7230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:05.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.585+0000 7fb2cdacc640 1 --2- 172.21.15.17:0/3646696101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c8109830 0x7fb2c81a7770 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fb2c400e9c0 tx=0x7fb2c400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:05.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.586+0000 7fb2bf7fe640 1 -- 172.21.15.17:0/3646696101 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c400ccc0 con 0x7fb2c8109830 2024-09-16T02:03:05.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.586+0000 7fb2bf7fe640 1 -- 172.21.15.17:0/3646696101 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2c40054d0 con 0x7fb2c8109830 2024-09-16T02:03:05.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.586+0000 7fb2bf7fe640 1 -- 172.21.15.17:0/3646696101 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c4010430 con 0x7fb2c8109830 2024-09-16T02:03:05.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.586+0000 7fb2d0531640 1 -- 172.21.15.17:0/3646696101 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2c81ac4d0 con 0x7fb2c8109830 2024-09-16T02:03:05.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.586+0000 7fb2d0531640 1 -- 172.21.15.17:0/3646696101 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2c81b3db0 con 0x7fb2c8109830 2024-09-16T02:03:05.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.590+0000 7fb2bf7fe640 1 -- 172.21.15.17:0/3646696101 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb2c40046c0 con 0x7fb2c8109830 2024-09-16T02:03:05.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.590+0000 7fb2d290a740 1 Processor -- start 2024-09-16T02:03:05.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.590+0000 7fb2d290a740 1 -- start start 2024-09-16T02:03:05.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.590+0000 7fb2d290a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2cb60 0x555943c2cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.590+0000 7fb2d290a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2d480 0x555943c37800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.590+0000 7fb2d290a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c37d40 0x555943c3a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.590+0000 7fb2d290a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555943b92280 con 0x555943c2cb60 2024-09-16T02:03:05.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.590+0000 7fb2d290a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555943b39b10 con 0x555943c2d480 2024-09-16T02:03:05.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.590+0000 7fb2d290a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x555943b8e240 con 0x555943c37d40 2024-09-16T02:03:05.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.590+0000 7fb2ceace640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2cb60 0x555943c2cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.591+0000 7fb2ceace640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2cb60 0x555943c2cf40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49682/0 (socket says 172.21.15.17:49682) 2024-09-16T02:03:05.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.591+0000 7fb2ceace640 1 -- 172.21.15.17:0/2590416673 learned_addr learned my addr 172.21.15.17:0/2590416673 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:05.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.591+0000 7fb2cdacc640 1 --2- 172.21.15.17:0/2590416673 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c37d40 0x555943c3a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.591+0000 7fb2ce2cd640 1 --2- 172.21.15.17:0/2590416673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2d480 0x555943c37800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.591+0000 7fb2ceace640 1 -- 172.21.15.17:0/2590416673 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c37d40 msgr2=0x555943c3a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:05.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.591+0000 7fb2ceace640 1 --2- 172.21.15.17:0/2590416673 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c37d40 0x555943c3a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.591+0000 7fb2ceace640 1 -- 172.21.15.17:0/2590416673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2d480 msgr2=0x555943c37800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:05.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.591+0000 7fb2ceace640 1 --2- 172.21.15.17:0/2590416673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2d480 0x555943c37800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.591+0000 7fb2ceace640 1 -- 172.21.15.17:0/2590416673 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555943b461f0 con 0x555943c2cb60 2024-09-16T02:03:05.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.591+0000 7fb2ceace640 1 --2- 172.21.15.17:0/2590416673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2cb60 0x555943c2cf40 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fb2c0009e30 tx=0x7fb2c000e720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=749174dfa0dbe6eb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:05.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.592+0000 7fb2bf7fe640 1 --2- 172.21.15.17:0/3646696101 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2b40a32c0 0x7fb2b40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.592+0000 7fb2bcff9640 1 -- 172.21.15.17:0/2590416673 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c0003b70 con 0x555943c2cb60 2024-09-16T02:03:05.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.592+0000 7fb2bf7fe640 1 -- 172.21.15.17:0/3646696101 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb2c40cfbb0 con 0x7fb2c8109830 2024-09-16T02:03:05.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.592+0000 7fb2bcff9640 1 -- 172.21.15.17:0/2590416673 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2c000ee70 con 0x555943c2cb60 2024-09-16T02:03:05.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.592+0000 7fb2bcff9640 1 -- 172.21.15.17:0/2590416673 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c0018910 con 0x555943c2cb60 2024-09-16T02:03:05.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.592+0000 7fb2ce2cd640 1 --2- 172.21.15.17:0/3646696101 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2b40a32c0 0x7fb2b40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.593+0000 7fb2d290a740 1 -- 172.21.15.17:0/2590416673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2cb60 msgr2=0x555943c2cf40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:05.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.593+0000 7fb2ce2cd640 1 --2- 172.21.15.17:0/3646696101 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2b40a32c0 0x7fb2b40a5780 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fb2b802a950 tx=0x7fb2b80058b0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:05.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.593+0000 7fb2d290a740 1 --2- 172.21.15.17:0/2590416673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2cb60 0x555943c2cf40 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7fb2c0009e30 tx=0x7fb2c000e720 comp rx=0 tx=0).stop 2024-09-16T02:03:05.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.593+0000 7fb2d290a740 1 -- 172.21.15.17:0/2590416673 shutdown_connections 2024-09-16T02:03:05.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.593+0000 7fb2d290a740 1 --2- 172.21.15.17:0/2590416673 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c37d40 0x555943c3a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.593+0000 7fb2d290a740 1 --2- 172.21.15.17:0/2590416673 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2d480 0x555943c37800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.593+0000 7fb2d290a740 1 --2- 172.21.15.17:0/2590416673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2cb60 0x555943c2cf40 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.593+0000 7fb2d290a740 1 -- 172.21.15.17:0/2590416673 >> 172.21.15.17:0/2590416673 conn(0x555943c290f0 msgr2=0x555943c294d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:05.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.593+0000 7fb2d290a740 1 -- 172.21.15.17:0/2590416673 shutdown_connections 2024-09-16T02:03:05.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.593+0000 7fb2d290a740 1 -- 172.21.15.17:0/2590416673 wait complete. 2024-09-16T02:03:05.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.593+0000 7fb2d290a740 1 -- start start 2024-09-16T02:03:05.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.594+0000 7fb2d290a740 1 Processor -- start 2024-09-16T02:03:05.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.594+0000 7fb2d290a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c2cb60 0x555943c34c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.594+0000 7fb2d290a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2d480 0x555943c35190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.594+0000 7fb2d290a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c37d40 0x555943c356d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.594+0000 7fb2d290a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555943c3a910 con 0x555943c37d40 2024-09-16T02:03:05.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.594+0000 7fb2d290a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555943b4cf10 con 0x555943c2d480 2024-09-16T02:03:05.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.594+0000 7fb2d290a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x555943c3aa90 con 0x555943c2cb60 2024-09-16T02:03:05.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.594+0000 7fb2d290a740 10 client.0 _ll_register_callbacks cb 0x555943b15a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:05.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.594+0000 7fb2ce2cd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c2cb60 0x555943c34c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.594+0000 7fb2ce2cd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c2cb60 0x555943c34c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:43140/0 (socket says 172.21.15.17:43140) 2024-09-16T02:03:05.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.594+0000 7fb2ce2cd640 1 -- 172.21.15.17:0/2917344994 learned_addr learned my addr 172.21.15.17:0/2917344994 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:05.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.594+0000 7fb2ceace640 1 --2- 172.21.15.17:0/2917344994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c37d40 0x555943c356d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.594+0000 7fb2cdacc640 1 --2- 172.21.15.17:0/2917344994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2d480 0x555943c35190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.595+0000 7fb2ce2cd640 1 -- 172.21.15.17:0/2917344994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2d480 msgr2=0x555943c35190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:05.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.595+0000 7fb2ce2cd640 1 --2- 172.21.15.17:0/2917344994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2d480 0x555943c35190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.595+0000 7fb2ce2cd640 1 -- 172.21.15.17:0/2917344994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c37d40 msgr2=0x555943c356d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:05.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.595+0000 7fb2ce2cd640 1 --2- 172.21.15.17:0/2917344994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c37d40 0x555943c356d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.595+0000 7fb2ce2cd640 1 -- 172.21.15.17:0/2917344994 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5559439036a0 con 0x555943c2cb60 2024-09-16T02:03:05.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.595+0000 7fb2ce2cd640 1 --2- 172.21.15.17:0/2917344994 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c2cb60 0x555943c34c50 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fb2b8000c00 tx=0x7fb2b8005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9c5ef6ea4bcfcb3a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:05.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.595+0000 7fb2b1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:03:05.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.595+0000 7fb2b1ffb640 1 -- 172.21.15.17:0/2917344994 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b804d020 con 0x555943c2cb60 2024-09-16T02:03:05.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.595+0000 7fb2b1ffb640 1 -- 172.21.15.17:0/2917344994 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb2b8030860 con 0x555943c2cb60 2024-09-16T02:03:05.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.595+0000 7fb2d290a740 1 -- 172.21.15.17:0/2917344994 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2c000ee70 con 0x555943c2cb60 2024-09-16T02:03:05.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.595+0000 7fb2b1ffb640 1 -- 172.21.15.17:0/2917344994 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb2b8037040 con 0x555943c2cb60 2024-09-16T02:03:05.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.595+0000 7fb2d290a740 10 client.28441 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:05.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.595+0000 7fb2d290a740 1 -- 172.21.15.17:0/2917344994 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555943c46540 con 0x555943c2cb60 2024-09-16T02:03:05.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.595+0000 7fb2b1ffb640 1 -- 172.21.15.17:0/2917344994 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2b8044070 con 0x555943c2cb60 2024-09-16T02:03:05.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.596+0000 7fb2b1ffb640 1 -- 172.21.15.17:0/2917344994 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fb2b8003b50 con 0x555943c2cb60 2024-09-16T02:03:05.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.596+0000 7fb2d290a740 10 client.28441 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:05.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.596+0000 7fb2d290a740 10 client.28441 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:03:05.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.596+0000 7fb2d290a740 20 client.28441 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:05.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.596+0000 7fb2d290a740 1 --2- 172.21.15.17:0/2917344994 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555943c47a50 0x555943c49e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.596+0000 7fb2d290a740 4 client.28441 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:03:05.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.596+0000 7fb2d290a740 1 -- 172.21.15.17:0/2917344994 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fb2c000ee70 con 0x555943c47a50 2024-09-16T02:03:05.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.596+0000 7fb2cdacc640 1 --2- 172.21.15.17:0/2917344994 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555943c47a50 0x555943c49e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.596+0000 7fb2cdacc640 1 --2- 172.21.15.17:0/2917344994 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555943c47a50 0x555943c49e90 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5cadf415ce313606 server_cookie=ceaa1487c5aeebca in_seq=0 out_seq=0 2024-09-16T02:03:05.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.596+0000 7fb2b1ffb640 10 client.28441 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:05.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.597+0000 7fb2b1ffb640 1 -- 172.21.15.17:0/2917344994 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fb2c000ee70 con 0x555943c47a50 2024-09-16T02:03:05.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.597+0000 7fb2b1ffb640 10 client.28441 handle_command_reply: tid=0 2024-09-16T02:03:05.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.597+0000 7fb2d290a740 1 client.28441 shutdown 2024-09-16T02:03:05.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.597+0000 7fb2d290a740 1 -- 172.21.15.17:0/2917344994 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c2cb60 msgr2=0x555943c34c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:05.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.597+0000 7fb2d290a740 1 --2- 172.21.15.17:0/2917344994 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c2cb60 0x555943c34c50 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fb2b8000c00 tx=0x7fb2b8005f90 comp rx=0 tx=0).stop 2024-09-16T02:03:05.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.598+0000 7fb2d290a740 1 -- 172.21.15.17:0/2917344994 shutdown_connections 2024-09-16T02:03:05.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.598+0000 7fb2d290a740 1 --2- 172.21.15.17:0/2917344994 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555943c47a50 0x555943c49e90 crc :-1 s=READY pgs=276 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.598+0000 7fb2d290a740 1 --2- 172.21.15.17:0/2917344994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c37d40 0x555943c356d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.598+0000 7fb2d290a740 1 --2- 172.21.15.17:0/2917344994 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2d480 0x555943c35190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.598+0000 7fb2d290a740 1 --2- 172.21.15.17:0/2917344994 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c2cb60 0x555943c34c50 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.598+0000 7fb2d290a740 1 -- 172.21.15.17:0/2917344994 >> 172.21.15.17:0/2917344994 conn(0x555943c290f0 msgr2=0x555943c2ee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:05.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.598+0000 7fb2b1ffb640 0 client.28441 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:05.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.598+0000 7fb2d290a740 1 -- 172.21.15.17:0/2917344994 shutdown_connections 2024-09-16T02:03:05.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.598+0000 7fb2d290a740 1 -- 172.21.15.17:0/2917344994 wait complete. 2024-09-16T02:03:05.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.598+0000 7fb2d290a740 20 client.28441 trim_cache size 0 max 16384 2024-09-16T02:03:05.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.623+0000 7fb2d290a740 1 Processor -- start 2024-09-16T02:03:05.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.623+0000 7fb2d290a740 1 -- start start 2024-09-16T02:03:05.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.623+0000 7fb2d290a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2cb60 0x555943c2f610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.623+0000 7fb2d290a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c2d480 0x555943c4f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.623+0000 7fb2d290a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c37d40 0x555943c4fca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.623+0000 7fb2d290a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c81bec90 con 0x555943c2cb60 2024-09-16T02:03:05.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.623+0000 7fb2d290a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c81bc560 con 0x555943c37d40 2024-09-16T02:03:05.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.623+0000 7fb2d290a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c81ba390 con 0x555943c2d480 2024-09-16T02:03:05.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.624+0000 7fb2ce2cd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2cb60 0x555943c2f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.624+0000 7fb2ce2cd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2cb60 0x555943c2f610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49688/0 (socket says 172.21.15.17:49688) 2024-09-16T02:03:05.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.624+0000 7fb2ce2cd640 1 -- 172.21.15.17:0/1838675547 learned_addr learned my addr 172.21.15.17:0/1838675547 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:05.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.624+0000 7fb2cdacc640 1 --2- 172.21.15.17:0/1838675547 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c2d480 0x555943c4f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.624+0000 7fb2ceace640 1 --2- 172.21.15.17:0/1838675547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c37d40 0x555943c4fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.624+0000 7fb2cdacc640 1 -- 172.21.15.17:0/1838675547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c37d40 msgr2=0x555943c4fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:05.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.624+0000 7fb2cdacc640 1 --2- 172.21.15.17:0/1838675547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c37d40 0x555943c4fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.624+0000 7fb2cdacc640 1 -- 172.21.15.17:0/1838675547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2cb60 msgr2=0x555943c2f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:05.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.624+0000 7fb2cdacc640 1 --2- 172.21.15.17:0/1838675547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2cb60 0x555943c2f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.624+0000 7fb2cdacc640 1 -- 172.21.15.17:0/1838675547 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555943c37520 con 0x555943c2d480 2024-09-16T02:03:05.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.624+0000 7fb2ce2cd640 1 --2- 172.21.15.17:0/1838675547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2cb60 0x555943c2f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:05.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.624+0000 7fb2cdacc640 1 --2- 172.21.15.17:0/1838675547 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c2d480 0x555943c4f760 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x555943c2a470 tx=0x7fb2c40bc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a8fbe41fbe98472 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:05.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.625+0000 7fb2b3fff640 1 -- 172.21.15.17:0/1838675547 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c409c1d0 con 0x555943c2d480 2024-09-16T02:03:05.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.625+0000 7fb2b3fff640 1 -- 172.21.15.17:0/1838675547 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2c40a0580 con 0x555943c2d480 2024-09-16T02:03:05.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.625+0000 7fb2b3fff640 1 -- 172.21.15.17:0/1838675547 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c4098910 con 0x555943c2d480 2024-09-16T02:03:05.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.625+0000 7fb2d290a740 1 -- 172.21.15.17:0/1838675547 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c2d480 msgr2=0x555943c4f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:05.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.626+0000 7fb2d290a740 1 --2- 172.21.15.17:0/1838675547 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c2d480 0x555943c4f760 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x555943c2a470 tx=0x7fb2c40bc040 comp rx=0 tx=0).stop 2024-09-16T02:03:05.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.626+0000 7fb2d290a740 1 -- 172.21.15.17:0/1838675547 shutdown_connections 2024-09-16T02:03:05.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.626+0000 7fb2d290a740 1 --2- 172.21.15.17:0/1838675547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c37d40 0x555943c4fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.626+0000 7fb2d290a740 1 --2- 172.21.15.17:0/1838675547 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c2d480 0x555943c4f760 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.626+0000 7fb2d290a740 1 --2- 172.21.15.17:0/1838675547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2cb60 0x555943c2f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.626+0000 7fb2d290a740 1 -- 172.21.15.17:0/1838675547 >> 172.21.15.17:0/1838675547 conn(0x555943c290f0 msgr2=0x555943c36bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:05.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.626+0000 7fb2d290a740 1 -- 172.21.15.17:0/1838675547 shutdown_connections 2024-09-16T02:03:05.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.626+0000 7fb2d290a740 1 -- 172.21.15.17:0/1838675547 wait complete. 2024-09-16T02:03:05.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.626+0000 7fb2d290a740 1 -- start start 2024-09-16T02:03:05.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.626+0000 7fb2d290a740 1 Processor -- start 2024-09-16T02:03:05.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2d290a740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2cb60 0x555943c3c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2d290a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2d480 0x555943c3cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2d290a740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c37d40 0x555943c3fb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2d290a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c81baa20 con 0x555943c2d480 2024-09-16T02:03:05.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2d290a740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c81bbe90 con 0x555943c2cb60 2024-09-16T02:03:05.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2d290a740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c81bb0f0 con 0x555943c37d40 2024-09-16T02:03:05.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2cdacc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2d480 0x555943c3cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2cdacc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2d480 0x555943c3cb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49692/0 (socket says 172.21.15.17:49692) 2024-09-16T02:03:05.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2cdacc640 1 -- 172.21.15.17:0/3450930277 learned_addr learned my addr 172.21.15.17:0/3450930277 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:05.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2d290a740 10 client.0 _ll_register_callbacks cb 0x7fb2c4005ef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:05.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2ce2cd640 1 --2- 172.21.15.17:0/3450930277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2cb60 0x555943c3c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2ceace640 1 --2- 172.21.15.17:0/3450930277 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c37d40 0x555943c3fb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2cdacc640 1 -- 172.21.15.17:0/3450930277 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c37d40 msgr2=0x555943c3fb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:05.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2cdacc640 1 --2- 172.21.15.17:0/3450930277 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c37d40 0x555943c3fb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2cdacc640 1 -- 172.21.15.17:0/3450930277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2cb60 msgr2=0x555943c3c5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:05.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2cdacc640 1 --2- 172.21.15.17:0/3450930277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2cb60 0x555943c3c5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2cdacc640 1 -- 172.21.15.17:0/3450930277 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555943c401d0 con 0x555943c2d480 2024-09-16T02:03:05.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2ce2cd640 1 --2- 172.21.15.17:0/3450930277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2cb60 0x555943c3c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:05.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2cdacc640 1 --2- 172.21.15.17:0/3450930277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2d480 0x555943c3cb10 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7fb2c40a4910 tx=0x7fb2c409c1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3ff7f05e5dde19f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:05.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.627+0000 7fb2b1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:03:05.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.628+0000 7fb2b1ffb640 1 -- 172.21.15.17:0/3450930277 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c40a4e40 con 0x555943c2d480 2024-09-16T02:03:05.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.628+0000 7fb2b1ffb640 1 -- 172.21.15.17:0/3450930277 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb2c40a0180 con 0x555943c2d480 2024-09-16T02:03:05.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.628+0000 7fb2d290a740 1 -- 172.21.15.17:0/3450930277 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2c40a0580 con 0x555943c2d480 2024-09-16T02:03:05.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.628+0000 7fb2b1ffb640 1 -- 172.21.15.17:0/3450930277 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb2c40a0380 con 0x555943c2d480 2024-09-16T02:03:05.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.628+0000 7fb2d290a740 10 client.18801 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:05.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.628+0000 7fb2d290a740 1 -- 172.21.15.17:0/3450930277 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555943cb3340 con 0x555943c2d480 2024-09-16T02:03:05.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.628+0000 7fb2b1ffb640 1 -- 172.21.15.17:0/3450930277 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2c40b5070 con 0x555943c2d480 2024-09-16T02:03:05.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.628+0000 7fb2b1ffb640 1 -- 172.21.15.17:0/3450930277 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fb2c40cdb70 con 0x555943c2d480 2024-09-16T02:03:05.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.628+0000 7fb2d290a740 10 client.18801 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:05.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.628+0000 7fb2d290a740 10 client.18801 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:03:05.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.628+0000 7fb2d290a740 20 client.18801 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:05.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.629+0000 7fb2d290a740 1 --2- 172.21.15.17:0/3450930277 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555943cb3910 0x555943cb5d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:05.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.629+0000 7fb2d290a740 4 client.18801 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T02:03:05.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.629+0000 7fb2d290a740 1 -- 172.21.15.17:0/3450930277 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7fb2c40a0580 con 0x555943cb3910 2024-09-16T02:03:05.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.629+0000 7fb2ce2cd640 1 --2- 172.21.15.17:0/3450930277 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555943cb3910 0x555943cb5d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:05.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.629+0000 7fb2b1ffb640 10 client.18801 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:05.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.629+0000 7fb2ce2cd640 1 --2- 172.21.15.17:0/3450930277 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555943cb3910 0x555943cb5d30 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd6be28cf62179d7 server_cookie=e0ed45256efba48c in_seq=0 out_seq=0 2024-09-16T02:03:05.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.631+0000 7fb2b1ffb640 1 -- 172.21.15.17:0/3450930277 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7fb2c40a0580 con 0x555943cb3910 2024-09-16T02:03:05.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.631+0000 7fb2b1ffb640 10 client.18801 handle_command_reply: tid=0 2024-09-16T02:03:05.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.631+0000 7fb2d290a740 1 client.18801 shutdown 2024-09-16T02:03:05.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.631+0000 7fb2d290a740 1 -- 172.21.15.17:0/3450930277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2d480 msgr2=0x555943c3cb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:05.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.631+0000 7fb2d290a740 1 --2- 172.21.15.17:0/3450930277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2d480 0x555943c3cb10 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7fb2c40a4910 tx=0x7fb2c409c1d0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.631+0000 7fb2d290a740 1 -- 172.21.15.17:0/3450930277 shutdown_connections 2024-09-16T02:03:05.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.631+0000 7fb2d290a740 1 --2- 172.21.15.17:0/3450930277 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555943cb3910 0x555943cb5d30 crc :-1 s=READY pgs=277 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.631+0000 7fb2d290a740 1 --2- 172.21.15.17:0/3450930277 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555943c37d40 0x555943c3fb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.631+0000 7fb2b1ffb640 0 client.18801 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:05.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.631+0000 7fb2d290a740 1 --2- 172.21.15.17:0/3450930277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555943c2d480 0x555943c3cb10 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.631+0000 7fb2d290a740 1 --2- 172.21.15.17:0/3450930277 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555943c2cb60 0x555943c3c5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.631+0000 7fb2d290a740 1 -- 172.21.15.17:0/3450930277 >> 172.21.15.17:0/3450930277 conn(0x555943c290f0 msgr2=0x555943c36200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:05.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.632+0000 7fb2d290a740 1 -- 172.21.15.17:0/3450930277 shutdown_connections 2024-09-16T02:03:05.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.632+0000 7fb2d290a740 1 -- 172.21.15.17:0/3450930277 wait complete. 2024-09-16T02:03:05.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.632+0000 7fb2d290a740 20 client.18801 trim_cache size 0 max 16384 2024-09-16T02:03:05.637 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:03:05.637 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T02:03:05.637 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "89dd6ce2-3ccb-45b5-8a09-bf92c114a460", 2024-09-16T02:03:05.638 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T02:03:05.638 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:03:05.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.633+0000 7fb2d0531640 1 -- 172.21.15.17:0/3646696101 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2b40a32c0 msgr2=0x7fb2b40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:05.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.633+0000 7fb2d0531640 1 --2- 172.21.15.17:0/3646696101 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2b40a32c0 0x7fb2b40a5780 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fb2b802a950 tx=0x7fb2b80058b0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.633+0000 7fb2d0531640 1 -- 172.21.15.17:0/3646696101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c8109830 msgr2=0x7fb2c81a7770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:05.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.633+0000 7fb2d0531640 1 --2- 172.21.15.17:0/3646696101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c8109830 0x7fb2c81a7770 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fb2c400e9c0 tx=0x7fb2c400ee80 comp rx=0 tx=0).stop 2024-09-16T02:03:05.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.633+0000 7fb2d0531640 1 -- 172.21.15.17:0/3646696101 shutdown_connections 2024-09-16T02:03:05.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.633+0000 7fb2d0531640 1 --2- 172.21.15.17:0/3646696101 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2b40a32c0 0x7fb2b40a5780 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.633+0000 7fb2d0531640 1 --2- 172.21.15.17:0/3646696101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c811b140 0x7fb2c81abb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.633+0000 7fb2d0531640 1 --2- 172.21.15.17:0/3646696101 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c8109830 0x7fb2c81a7770 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.633+0000 7fb2d0531640 1 --2- 172.21.15.17:0/3646696101 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2c8109450 0x7fb2c81a7230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:05.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.633+0000 7fb2d0531640 1 -- 172.21.15.17:0/3646696101 >> 172.21.15.17:0/3646696101 conn(0x7fb2c806e140 msgr2=0x7fb2c811bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:05.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.633+0000 7fb2d0531640 1 -- 172.21.15.17:0/3646696101 shutdown_connections 2024-09-16T02:03:05.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:05.633+0000 7fb2d0531640 1 -- 172.21.15.17:0/3646696101 wait complete. 2024-09-16T02:03:06.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 60164 8.28 MB/sec execute 268 sec latency 165.828 ms 2024-09-16T02:03:06.347 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:03:06.703 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:03:06.886 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:06 smithi017 ceph-mon[30972]: pgmap v926: 97 pgs: 97 active+clean; 518 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 502 KiB/s rd, 3.9 MiB/s wr, 170 op/s 2024-09-16T02:03:06.887 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:06 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T02:03:06.887 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:06 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:06.887 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:06 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:03:06.887 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:06 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:03:06.887 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:06 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:06.887 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:06 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:03:06.887 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:06 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:06.887 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:06 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:03:06.887 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:06 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:06.887 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:06 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:03:06.887 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:06 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:07.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:06 smithi029 ceph-mon[34783]: pgmap v926: 97 pgs: 97 active+clean; 518 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 502 KiB/s rd, 3.9 MiB/s wr, 170 op/s 2024-09-16T02:03:07.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:06 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T02:03:07.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:06 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:07.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:06 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:03:07.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:06 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:03:07.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:06 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:07.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:06 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:03:07.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:06 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:07.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:06 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:03:07.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:06 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:07.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:06 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:03:07.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:06 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:07.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:06 smithi122 ceph-mon[34758]: pgmap v926: 97 pgs: 97 active+clean; 518 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 502 KiB/s rd, 3.9 MiB/s wr, 170 op/s 2024-09-16T02:03:07.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:06 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T02:03:07.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:06 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:07.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:06 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:03:07.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:06 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:03:07.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:06 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:07.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:06 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:03:07.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:06 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:07.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:06 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:03:07.049 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:06 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:07.049 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:06 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:03:07.049 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:06 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:07.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 60312 8.27 MB/sec execute 269 sec latency 100.060 ms 2024-09-16T02:03:07.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.280+0000 7fb2cb324640 1 -- 172.21.15.17:0/3838290778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c4112b90 msgr2=0x7fb2c4114f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:07.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.280+0000 7fb2cb324640 1 --2- 172.21.15.17:0/3838290778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c4112b90 0x7fb2c4114f80 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7fb2bc009ca0 tx=0x7fb2bc02a950 comp rx=0 tx=0).stop 2024-09-16T02:03:07.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.280+0000 7fb2cb324640 1 -- 172.21.15.17:0/3838290778 shutdown_connections 2024-09-16T02:03:07.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.280+0000 7fb2cb324640 1 --2- 172.21.15.17:0/3838290778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c4112b90 0x7fb2c4114f80 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.280+0000 7fb2cb324640 1 --2- 172.21.15.17:0/3838290778 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2c4074eb0 0x7fb2c4112650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.280+0000 7fb2cb324640 1 --2- 172.21.15.17:0/3838290778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c4074590 0x7fb2c4074970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.280+0000 7fb2cb324640 1 -- 172.21.15.17:0/3838290778 >> 172.21.15.17:0/3838290778 conn(0x7fb2c40fd8e0 msgr2=0x7fb2c40ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:07.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.280+0000 7fb2cb324640 1 -- 172.21.15.17:0/3838290778 shutdown_connections 2024-09-16T02:03:07.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.280+0000 7fb2cb324640 1 -- 172.21.15.17:0/3838290778 wait complete. 2024-09-16T02:03:07.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.281+0000 7fb2cb324640 1 Processor -- start 2024-09-16T02:03:07.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.281+0000 7fb2cb324640 1 -- start start 2024-09-16T02:03:07.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.281+0000 7fb2cb324640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c4074590 0x7fb2c41a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.281+0000 7fb2cb324640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c4074eb0 0x7fb2c41a4b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.281+0000 7fb2cb324640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2c4112b90 0x7fb2c419e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.281+0000 7fb2cb324640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c4118400 con 0x7fb2c4074590 2024-09-16T02:03:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.281+0000 7fb2cb324640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c4118280 con 0x7fb2c4074eb0 2024-09-16T02:03:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.281+0000 7fb2cb324640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c4118580 con 0x7fb2c4112b90 2024-09-16T02:03:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.281+0000 7fb2c90c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c4074590 0x7fb2c41a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.281+0000 7fb2c90c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c4074590 0x7fb2c41a4610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53054/0 (socket says 172.21.15.17:53054) 2024-09-16T02:03:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.281+0000 7fb2c90c0640 1 -- 172.21.15.17:0/1454396645 learned_addr learned my addr 172.21.15.17:0/1454396645 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.281+0000 7fb2c98c1640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2c4112b90 0x7fb2c419e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.281+0000 7fb2c88bf640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c4074eb0 0x7fb2c41a4b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.282+0000 7fb2c98c1640 1 -- 172.21.15.17:0/1454396645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c4074eb0 msgr2=0x7fb2c41a4b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.282+0000 7fb2c98c1640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c4074eb0 0x7fb2c41a4b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.282+0000 7fb2c98c1640 1 -- 172.21.15.17:0/1454396645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c4074590 msgr2=0x7fb2c41a4610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:07.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.282+0000 7fb2c98c1640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c4074590 0x7fb2c41a4610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.282+0000 7fb2c98c1640 1 -- 172.21.15.17:0/1454396645 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2c419ef30 con 0x7fb2c4112b90 2024-09-16T02:03:07.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.282+0000 7fb2c88bf640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c4074eb0 0x7fb2c41a4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:07.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.282+0000 7fb2c90c0640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c4074590 0x7fb2c41a4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:07.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.282+0000 7fb2c98c1640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2c4112b90 0x7fb2c419e790 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fb2bc02ae70 tx=0x7fb2bc031f40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:07.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.282+0000 7fb2ba7fc640 1 -- 172.21.15.17:0/1454396645 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2bc034040 con 0x7fb2c4112b90 2024-09-16T02:03:07.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.282+0000 7fb2ba7fc640 1 -- 172.21.15.17:0/1454396645 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2bc0308f0 con 0x7fb2c4112b90 2024-09-16T02:03:07.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.282+0000 7fb2cb324640 1 -- 172.21.15.17:0/1454396645 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2c419f1c0 con 0x7fb2c4112b90 2024-09-16T02:03:07.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.282+0000 7fb2ba7fc640 1 -- 172.21.15.17:0/1454396645 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2bc0044d0 con 0x7fb2c4112b90 2024-09-16T02:03:07.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.283+0000 7fb2cb324640 1 -- 172.21.15.17:0/1454396645 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2c41ab470 con 0x7fb2c4112b90 2024-09-16T02:03:07.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.285+0000 7fb2ba7fc640 1 -- 172.21.15.17:0/1454396645 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb2bc037020 con 0x7fb2c4112b90 2024-09-16T02:03:07.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.286+0000 7fb2ba7fc640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2b00a32c0 0x7fb2b00a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.286+0000 7fb2cd6fd740 1 Processor -- start 2024-09-16T02:03:07.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.286+0000 7fb2c90c0640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2b00a32c0 0x7fb2b00a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.286+0000 7fb2cd6fd740 1 -- start start 2024-09-16T02:03:07.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.286+0000 7fb2ba7fc640 1 -- 172.21.15.17:0/1454396645 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb2bc0f0640 con 0x7fb2c4112b90 2024-09-16T02:03:07.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2cd6fd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c6b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2cd6fd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c76140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2cd6fd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c76680 0x55c5f0c78a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2cd6fd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c5f0bd12e0 con 0x55c5f0c6b4a0 2024-09-16T02:03:07.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2cd6fd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c5f0b78ce0 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2cd6fd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c5f0bcd2a0 con 0x55c5f0c76680 2024-09-16T02:03:07.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2c90c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c6b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2c98c1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c76680 0x55c5f0c78a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2c98c1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c76680 0x55c5f0c78a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38974/0 (socket says 172.21.15.17:38974) 2024-09-16T02:03:07.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2c90c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c6b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53060/0 (socket says 172.21.15.17:53060) 2024-09-16T02:03:07.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2c98c1640 1 -- 172.21.15.17:0/380631792 learned_addr learned my addr 172.21.15.17:0/380631792 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:07.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2c88bf640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c76140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2c88bf640 1 -- 172.21.15.17:0/380631792 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c76680 msgr2=0x55c5f0c78a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:07.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2c88bf640 1 --2- 172.21.15.17:0/380631792 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c76680 0x55c5f0c78a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2c88bf640 1 -- 172.21.15.17:0/380631792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6b4a0 msgr2=0x55c5f0c6b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2c88bf640 1 --2- 172.21.15.17:0/380631792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c6b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.287+0000 7fb2c88bf640 1 -- 172.21.15.17:0/380631792 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5f0b5d440 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.288+0000 7fb2c98c1640 1 --2- 172.21.15.17:0/380631792 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c76680 0x55c5f0c78a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:03:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.288+0000 7fb2c90c0640 1 --2- 172.21.15.17:0/380631792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c6b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.288+0000 7fb2c88bf640 1 --2- 172.21.15.17:0/380631792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c76140 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb2c419fae0 tx=0x7fb2b4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=638d5b679ca410c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.288+0000 7fb2c90c0640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2b00a32c0 0x7fb2b00a5780 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fb2c0011570 tx=0x7fb2c0011970 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.288+0000 7fb2af7fe640 1 -- 172.21.15.17:0/380631792 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b4004230 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.288+0000 7fb2af7fe640 1 -- 172.21.15.17:0/380631792 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2b40043d0 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.288+0000 7fb2af7fe640 1 -- 172.21.15.17:0/380631792 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b400f960 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.289+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/380631792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6bdc0 msgr2=0x55c5f0c76140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.289+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/380631792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c76140 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fb2c419fae0 tx=0x7fb2b4011810 comp rx=0 tx=0).stop 2024-09-16T02:03:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.289+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/380631792 shutdown_connections 2024-09-16T02:03:07.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.289+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/380631792 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c76680 0x55c5f0c78a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.289+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/380631792 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c76140 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.289+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/380631792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c6b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.289+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/380631792 >> 172.21.15.17:0/380631792 conn(0x55c5f0c67a30 msgr2=0x55c5f0c67e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:07.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.289+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/380631792 shutdown_connections 2024-09-16T02:03:07.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.289+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/380631792 wait complete. 2024-09-16T02:03:07.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.290+0000 7fb2cd6fd740 1 -- start start 2024-09-16T02:03:07.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.290+0000 7fb2cd6fd740 1 Processor -- start 2024-09-16T02:03:07.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.290+0000 7fb2cd6fd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c75f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.290+0000 7fb2cd6fd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c73240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.290+0000 7fb2cd6fd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c76680 0x55c5f0c73780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.290+0000 7fb2cd6fd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c5f0c79250 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.290+0000 7fb2cd6fd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c5f0b8c050 con 0x55c5f0c76680 2024-09-16T02:03:07.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.290+0000 7fb2cd6fd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c5f0c793d0 con 0x55c5f0c6b4a0 2024-09-16T02:03:07.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.290+0000 7fb2c90c0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c75f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.290+0000 7fb2cd6fd740 10 client.0 _ll_register_callbacks cb 0x55c5f0bcc160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:07.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.291+0000 7fb2c88bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c73240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.291+0000 7fb2c88bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c73240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53064/0 (socket says 172.21.15.17:53064) 2024-09-16T02:03:07.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.291+0000 7fb2c88bf640 1 -- 172.21.15.17:0/2214882371 learned_addr learned my addr 172.21.15.17:0/2214882371 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:07.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.291+0000 7fb2c98c1640 1 --2- 172.21.15.17:0/2214882371 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c76680 0x55c5f0c73780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.291+0000 7fb2c88bf640 1 -- 172.21.15.17:0/2214882371 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c6b4a0 msgr2=0x55c5f0c75f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:07.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.291+0000 7fb2c88bf640 1 --2- 172.21.15.17:0/2214882371 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c75f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.291+0000 7fb2c88bf640 1 -- 172.21.15.17:0/2214882371 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c76680 msgr2=0x55c5f0c73780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:07.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.291+0000 7fb2c88bf640 1 --2- 172.21.15.17:0/2214882371 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c76680 0x55c5f0c73780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.291+0000 7fb2c88bf640 1 -- 172.21.15.17:0/2214882371 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5f09423c0 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.291+0000 7fb2c88bf640 1 --2- 172.21.15.17:0/2214882371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c73240 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7fb2b401b040 tx=0x7fb2b40052f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3de893bbe90d992 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.291+0000 7fb2acff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:03:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.292+0000 7fb2acff9640 1 -- 172.21.15.17:0/2214882371 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b4028070 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.292+0000 7fb2acff9640 1 -- 172.21.15.17:0/2214882371 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb2b40035f0 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.292+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/2214882371 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2b40043d0 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.292+0000 7fb2acff9640 1 -- 172.21.15.17:0/2214882371 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb2b4034050 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.292+0000 7fb2cd6fd740 10 client.18813 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.292+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/2214882371 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c5f0c84b40 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.292+0000 7fb2acff9640 1 -- 172.21.15.17:0/2214882371 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2b40043d0 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.292+0000 7fb2acff9640 1 -- 172.21.15.17:0/2214882371 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fb2b400fce0 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.293+0000 7fb2cd6fd740 10 client.18813 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.293+0000 7fb2cd6fd740 10 client.18813 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:03:07.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.293+0000 7fb2cd6fd740 20 client.18813 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:07.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.293+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/2214882371 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5f0c85ef0 0x55c5f0c882e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.293+0000 7fb2cd6fd740 4 client.18813 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:03:07.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.293+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/2214882371 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c5f0bde850 con 0x55c5f0c85ef0 2024-09-16T02:03:07.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.293+0000 7fb2c90c0640 1 --2- 172.21.15.17:0/2214882371 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5f0c85ef0 0x55c5f0c882e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.293+0000 7fb2acff9640 10 client.18813 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:07.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.293+0000 7fb2c90c0640 1 --2- 172.21.15.17:0/2214882371 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5f0c85ef0 0x55c5f0c882e0 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa3f56279f67d9bd server_cookie=5eee65d9ef0966fd in_seq=0 out_seq=0 2024-09-16T02:03:07.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.295+0000 7fb2acff9640 1 -- 172.21.15.17:0/2214882371 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c5f0bde850 con 0x55c5f0c85ef0 2024-09-16T02:03:07.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.295+0000 7fb2acff9640 10 client.18813 handle_command_reply: tid=0 2024-09-16T02:03:07.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.295+0000 7fb2cd6fd740 1 client.18813 shutdown 2024-09-16T02:03:07.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.295+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/2214882371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6bdc0 msgr2=0x55c5f0c73240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:07.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.295+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/2214882371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c73240 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7fb2b401b040 tx=0x7fb2b40052f0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.295+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/2214882371 shutdown_connections 2024-09-16T02:03:07.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.295+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/2214882371 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5f0c85ef0 0x55c5f0c882e0 crc :-1 s=READY pgs=278 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.295+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/2214882371 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c76680 0x55c5f0c73780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.295+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/2214882371 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c73240 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.295+0000 7fb2acff9640 0 client.18813 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:07.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.295+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/2214882371 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c75f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.295+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/2214882371 >> 172.21.15.17:0/2214882371 conn(0x55c5f0c67a30 msgr2=0x55c5f0c6d760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:07.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.296+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/2214882371 shutdown_connections 2024-09-16T02:03:07.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.296+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/2214882371 wait complete. 2024-09-16T02:03:07.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.296+0000 7fb2cd6fd740 20 client.18813 trim_cache size 0 max 16384 2024-09-16T02:03:07.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.326+0000 7fb2cd6fd740 1 Processor -- start 2024-09-16T02:03:07.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.326+0000 7fb2cd6fd740 1 -- start start 2024-09-16T02:03:07.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.326+0000 7fb2cd6fd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c824b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.326+0000 7fb2cd6fd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c8da70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2cd6fd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c76680 0x55c5f0c8dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2cd6fd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c41b6390 con 0x55c5f0c76680 2024-09-16T02:03:07.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2cd6fd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c41b3c60 con 0x55c5f0c6b4a0 2024-09-16T02:03:07.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2cd6fd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c41b1a90 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2c90c0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c824b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2c90c0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c824b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:34750/0 (socket says 172.21.15.17:34750) 2024-09-16T02:03:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2c90c0640 1 -- 172.21.15.17:0/1065775211 learned_addr learned my addr 172.21.15.17:0/1065775211 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2c98c1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c76680 0x55c5f0c8dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2c88bf640 1 --2- 172.21.15.17:0/1065775211 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c8da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2c90c0640 1 -- 172.21.15.17:0/1065775211 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c6bdc0 msgr2=0x55c5f0c8da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2c90c0640 1 --2- 172.21.15.17:0/1065775211 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c8da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2c90c0640 1 -- 172.21.15.17:0/1065775211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c76680 msgr2=0x55c5f0c8dfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2c90c0640 1 --2- 172.21.15.17:0/1065775211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c76680 0x55c5f0c8dfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2c90c0640 1 -- 172.21.15.17:0/1065775211 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c5f0c68bc0 con 0x55c5f0c6b4a0 2024-09-16T02:03:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2c98c1640 1 --2- 172.21.15.17:0/1065775211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c76680 0x55c5f0c8dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:07.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.327+0000 7fb2c90c0640 1 --2- 172.21.15.17:0/1065775211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c824b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fb2c000fb00 tx=0x7fb2c0005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3de4a21063060d0e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:07.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.328+0000 7fb2aeffd640 1 -- 172.21.15.17:0/1065775211 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c0017040 con 0x55c5f0c6b4a0 2024-09-16T02:03:07.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.328+0000 7fb2aeffd640 1 -- 172.21.15.17:0/1065775211 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2c0019050 con 0x55c5f0c6b4a0 2024-09-16T02:03:07.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.328+0000 7fb2aeffd640 1 -- 172.21.15.17:0/1065775211 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2c0004d60 con 0x55c5f0c6b4a0 2024-09-16T02:03:07.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.329+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/1065775211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6b4a0 msgr2=0x55c5f0c824b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:07.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.329+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/1065775211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c824b0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fb2c000fb00 tx=0x7fb2c0005f90 comp rx=0 tx=0).stop 2024-09-16T02:03:07.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.329+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/1065775211 shutdown_connections 2024-09-16T02:03:07.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.329+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/1065775211 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c76680 0x55c5f0c8dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.329+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/1065775211 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c8da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.329+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/1065775211 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c824b0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.329+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/1065775211 >> 172.21.15.17:0/1065775211 conn(0x55c5f0c67a30 msgr2=0x55c5f0c6e900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.329+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/1065775211 shutdown_connections 2024-09-16T02:03:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.329+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/1065775211 wait complete. 2024-09-16T02:03:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.329+0000 7fb2cd6fd740 1 -- start start 2024-09-16T02:03:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.329+0000 7fb2cd6fd740 1 Processor -- start 2024-09-16T02:03:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.330+0000 7fb2cd6fd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c7e600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.330+0000 7fb2cd6fd740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c7eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.331+0000 7fb2cd6fd740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c76680 0x55c5f0c79b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.331+0000 7fb2cd6fd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c41b2120 con 0x55c5f0c6b4a0 2024-09-16T02:03:07.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.331+0000 7fb2cd6fd740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c41b3590 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.331+0000 7fb2cd6fd740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb2c41b27f0 con 0x55c5f0c76680 2024-09-16T02:03:07.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.331+0000 7fb2c98c1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c76680 0x55c5f0c79b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.331+0000 7fb2c98c1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c76680 0x55c5f0c79b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:38990/0 (socket says 172.21.15.17:38990) 2024-09-16T02:03:07.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.331+0000 7fb2c98c1640 1 -- 172.21.15.17:0/298674825 learned_addr learned my addr 172.21.15.17:0/298674825 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:07.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.331+0000 7fb2c88bf640 1 --2- 172.21.15.17:0/298674825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c7eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.331+0000 7fb2cd6fd740 10 client.0 _ll_register_callbacks cb 0x7fb2c0009e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:07.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.331+0000 7fb2c88bf640 1 -- 172.21.15.17:0/298674825 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c76680 msgr2=0x55c5f0c79b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:07.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.331+0000 7fb2c88bf640 1 --2- 172.21.15.17:0/298674825 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c76680 0x55c5f0c79b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.331+0000 7fb2c88bf640 1 -- 172.21.15.17:0/298674825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6b4a0 msgr2=0x55c5f0c7e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:07.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.331+0000 7fb2c88bf640 1 --2- 172.21.15.17:0/298674825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c7e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.331+0000 7fb2c88bf640 1 -- 172.21.15.17:0/298674825 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5f0c7a360 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.332+0000 7fb2c88bf640 1 --2- 172.21.15.17:0/298674825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c7eb40 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb2b4004770 tx=0x7fb2b4004540 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7ee4bd21bb12a8f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:07.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.332+0000 7fb2acff9640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:03:07.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.332+0000 7fb2acff9640 1 -- 172.21.15.17:0/298674825 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2b4028040 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.332+0000 7fb2acff9640 1 -- 172.21.15.17:0/298674825 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb2b40035f0 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.332+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/298674825 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb2c0019050 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.332+0000 7fb2acff9640 1 -- 172.21.15.17:0/298674825 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb2b4011d10 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.332+0000 7fb2cd6fd740 10 client.28175 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.332+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/298674825 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c5f0cf04b0 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.333+0000 7fb2acff9640 1 -- 172.21.15.17:0/298674825 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2c0019050 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.333+0000 7fb2acff9640 1 -- 172.21.15.17:0/298674825 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fb2b4041020 con 0x55c5f0c6bdc0 2024-09-16T02:03:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.333+0000 7fb2cd6fd740 10 client.28175 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.333+0000 7fb2cd6fd740 10 client.28175 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:03:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.333+0000 7fb2cd6fd740 20 client.28175 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.333+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/298674825 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5f0c85ef0 0x55c5f0cf2bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.333+0000 7fb2cd6fd740 4 client.28175 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:03:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.333+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/298674825 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55c5f0bd8d60 con 0x55c5f0c85ef0 2024-09-16T02:03:07.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.333+0000 7fb2c90c0640 1 --2- 172.21.15.17:0/298674825 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5f0c85ef0 0x55c5f0cf2bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:07.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.334+0000 7fb2acff9640 10 client.28175 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:07.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.334+0000 7fb2c90c0640 1 --2- 172.21.15.17:0/298674825 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5f0c85ef0 0x55c5f0cf2bd0 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecf7eccf5ddc67b0 server_cookie=7c832ce49de5f129 in_seq=0 out_seq=0 2024-09-16T02:03:07.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.337+0000 7fb2acff9640 1 -- 172.21.15.17:0/298674825 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55c5f0bd8d60 con 0x55c5f0c85ef0 2024-09-16T02:03:07.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.337+0000 7fb2acff9640 10 client.28175 handle_command_reply: tid=0 2024-09-16T02:03:07.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.337+0000 7fb2cd6fd740 1 client.28175 shutdown 2024-09-16T02:03:07.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.338+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/298674825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6bdc0 msgr2=0x55c5f0c7eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:07.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.338+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/298674825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c7eb40 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fb2b4004770 tx=0x7fb2b4004540 comp rx=0 tx=0).stop 2024-09-16T02:03:07.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.338+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/298674825 shutdown_connections 2024-09-16T02:03:07.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.338+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/298674825 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c5f0c85ef0 0x55c5f0cf2bd0 crc :-1 s=READY pgs=279 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.338+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/298674825 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c5f0c76680 0x55c5f0c79b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.338+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/298674825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c5f0c6bdc0 0x55c5f0c7eb40 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.338+0000 7fb2cd6fd740 1 --2- 172.21.15.17:0/298674825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c5f0c6b4a0 0x55c5f0c7e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.338+0000 7fb2acff9640 0 client.28175 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:07.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.338+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/298674825 >> 172.21.15.17:0/298674825 conn(0x55c5f0c67a30 msgr2=0x55c5f0c74aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:07.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.338+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/298674825 shutdown_connections 2024-09-16T02:03:07.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.338+0000 7fb2cd6fd740 1 -- 172.21.15.17:0/298674825 wait complete. 2024-09-16T02:03:07.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.338+0000 7fb2cd6fd740 20 client.28175 trim_cache size 0 max 16384 2024-09-16T02:03:07.341 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:03:07.341 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T02:03:07.341 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T02:03:07.341 INFO:teuthology.orchestra.run.smithi017.stdout: "89dd6ce2-3ccb-45b5-8a09-bf92c114a460": { 2024-09-16T02:03:07.341 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T02:03:07.342 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "89dd6ce2-3ccb-45b5-8a09-bf92c114a460", 2024-09-16T02:03:07.342 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T02:03:07.342 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:03:07.342 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:03:07.342 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:03:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.339+0000 7fb2cb324640 1 -- 172.21.15.17:0/1454396645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2b00a32c0 msgr2=0x7fb2b00a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.339+0000 7fb2cb324640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2b00a32c0 0x7fb2b00a5780 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fb2c0011570 tx=0x7fb2c0011970 comp rx=0 tx=0).stop 2024-09-16T02:03:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.339+0000 7fb2cb324640 1 -- 172.21.15.17:0/1454396645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2c4112b90 msgr2=0x7fb2c419e790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.339+0000 7fb2cb324640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2c4112b90 0x7fb2c419e790 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fb2bc02ae70 tx=0x7fb2bc031f40 comp rx=0 tx=0).stop 2024-09-16T02:03:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.339+0000 7fb2cb324640 1 -- 172.21.15.17:0/1454396645 shutdown_connections 2024-09-16T02:03:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.339+0000 7fb2cb324640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2b00a32c0 0x7fb2b00a5780 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.339+0000 7fb2cb324640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2c4112b90 0x7fb2c419e790 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.339+0000 7fb2cb324640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2c4074eb0 0x7fb2c41a4b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.339+0000 7fb2cb324640 1 --2- 172.21.15.17:0/1454396645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2c4074590 0x7fb2c41a4610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.339+0000 7fb2cb324640 1 -- 172.21.15.17:0/1454396645 >> 172.21.15.17:0/1454396645 conn(0x7fb2c40fd8e0 msgr2=0x7fb2c40ff0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.339+0000 7fb2cb324640 1 -- 172.21.15.17:0/1454396645 shutdown_connections 2024-09-16T02:03:07.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:07.339+0000 7fb2cb324640 1 -- 172.21.15.17:0/1454396645 wait complete. 2024-09-16T02:03:07.929 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:07 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:08.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:07 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:08.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:07 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:08.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 60448 8.26 MB/sec execute 270 sec latency 111.557 ms 2024-09-16T02:03:08.253 INFO:tasks.cephfs.filesystem:scrub status for tag:89dd6ce2-3ccb-45b5-8a09-bf92c114a460 - {'path': '/', 'tag': '89dd6ce2-3ccb-45b5-8a09-bf92c114a460', 'options': 'recursive,force'} 2024-09-16T02:03:09.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:08 smithi017 ceph-mon[30972]: pgmap v927: 97 pgs: 97 active+clean; 517 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 447 KiB/s rd, 3.3 MiB/s wr, 137 op/s 2024-09-16T02:03:09.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:08 smithi122 ceph-mon[34758]: pgmap v927: 97 pgs: 97 active+clean; 517 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 447 KiB/s rd, 3.3 MiB/s wr, 137 op/s 2024-09-16T02:03:09.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:08 smithi029 ceph-mon[34783]: pgmap v927: 97 pgs: 97 active+clean; 517 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 447 KiB/s rd, 3.3 MiB/s wr, 137 op/s 2024-09-16T02:03:09.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 60613 8.27 MB/sec execute 271 sec latency 102.623 ms 2024-09-16T02:03:10.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 60755 8.26 MB/sec execute 272 sec latency 106.765 ms 2024-09-16T02:03:11.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:10 smithi017 ceph-mon[30972]: pgmap v928: 97 pgs: 97 active+clean; 523 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 4.0 MiB/s wr, 160 op/s 2024-09-16T02:03:11.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:10 smithi122 ceph-mon[34758]: pgmap v928: 97 pgs: 97 active+clean; 523 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 4.0 MiB/s wr, 160 op/s 2024-09-16T02:03:11.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:10 smithi029 ceph-mon[34783]: pgmap v928: 97 pgs: 97 active+clean; 523 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 506 KiB/s rd, 4.0 MiB/s wr, 160 op/s 2024-09-16T02:03:11.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 60876 8.26 MB/sec execute 273 sec latency 90.302 ms 2024-09-16T02:03:12.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 61031 8.26 MB/sec execute 274 sec latency 94.178 ms 2024-09-16T02:03:13.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:12 smithi017 ceph-mon[30972]: pgmap v929: 97 pgs: 97 active+clean; 526 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.8 MiB/s wr, 175 op/s 2024-09-16T02:03:13.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:12 smithi122 ceph-mon[34758]: pgmap v929: 97 pgs: 97 active+clean; 526 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.8 MiB/s wr, 175 op/s 2024-09-16T02:03:13.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:12 smithi029 ceph-mon[34783]: pgmap v929: 97 pgs: 97 active+clean; 526 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 637 KiB/s rd, 3.8 MiB/s wr, 175 op/s 2024-09-16T02:03:13.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 61194 8.27 MB/sec execute 275 sec latency 94.230 ms 2024-09-16T02:03:14.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 61336 8.26 MB/sec execute 276 sec latency 115.093 ms 2024-09-16T02:03:15.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:14 smithi017 ceph-mon[30972]: pgmap v930: 97 pgs: 97 active+clean; 525 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 646 KiB/s rd, 4.3 MiB/s wr, 185 op/s 2024-09-16T02:03:15.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:14 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:03:15.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:14 smithi029 ceph-mon[34783]: pgmap v930: 97 pgs: 97 active+clean; 525 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 646 KiB/s rd, 4.3 MiB/s wr, 185 op/s 2024-09-16T02:03:15.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:14 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:03:15.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 61475 8.25 MB/sec execute 277 sec latency 126.007 ms 2024-09-16T02:03:15.049 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:14 smithi122 ceph-mon[34758]: pgmap v930: 97 pgs: 97 active+clean; 525 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 646 KiB/s rd, 4.3 MiB/s wr, 185 op/s 2024-09-16T02:03:15.049 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:14 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:03:15.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:15 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:03:15.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:15 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:03:15.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:15 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:03:15.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:15 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:03:15.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:15 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:03:15.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:15 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:03:16.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:15 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:03:16.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:15 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:03:16.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:15 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:03:16.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:15 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:03:16.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:15 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:03:16.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:15 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:03:16.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:15 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:03:16.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:15 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:03:16.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:15 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:03:16.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:03:16.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:03:16.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:03:16.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 61637 8.24 MB/sec execute 278 sec latency 86.668 ms 2024-09-16T02:03:17.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:16 smithi017 ceph-mon[30972]: pgmap v931: 97 pgs: 97 active+clean; 522 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 817 KiB/s rd, 4.5 MiB/s wr, 214 op/s 2024-09-16T02:03:17.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:16 smithi029 ceph-mon[34783]: pgmap v931: 97 pgs: 97 active+clean; 522 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 817 KiB/s rd, 4.5 MiB/s wr, 214 op/s 2024-09-16T02:03:17.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:16 smithi122 ceph-mon[34758]: pgmap v931: 97 pgs: 97 active+clean; 522 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 817 KiB/s rd, 4.5 MiB/s wr, 214 op/s 2024-09-16T02:03:17.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 61790 8.23 MB/sec execute 279 sec latency 95.693 ms 2024-09-16T02:03:18.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 61949 8.22 MB/sec execute 280 sec latency 120.881 ms 2024-09-16T02:03:19.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:18 smithi017 ceph-mon[30972]: pgmap v932: 97 pgs: 97 active+clean; 518 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.5 MiB/s wr, 193 op/s 2024-09-16T02:03:19.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:18 smithi029 ceph-mon[34783]: pgmap v932: 97 pgs: 97 active+clean; 518 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.5 MiB/s wr, 193 op/s 2024-09-16T02:03:19.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:18 smithi122 ceph-mon[34758]: pgmap v932: 97 pgs: 97 active+clean; 518 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 3.5 MiB/s wr, 193 op/s 2024-09-16T02:03:19.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 62111 8.20 MB/sec execute 281 sec latency 101.036 ms 2024-09-16T02:03:20.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:19 smithi017 ceph-mon[30972]: pgmap v933: 97 pgs: 97 active+clean; 500 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 883 KiB/s rd, 4.0 MiB/s wr, 241 op/s 2024-09-16T02:03:20.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:19 smithi122 ceph-mon[34758]: pgmap v933: 97 pgs: 97 active+clean; 500 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 883 KiB/s rd, 4.0 MiB/s wr, 241 op/s 2024-09-16T02:03:20.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:19 smithi029 ceph-mon[34783]: pgmap v933: 97 pgs: 97 active+clean; 500 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 883 KiB/s rd, 4.0 MiB/s wr, 241 op/s 2024-09-16T02:03:20.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 62270 8.20 MB/sec execute 282 sec latency 104.043 ms 2024-09-16T02:03:21.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 62479 8.22 MB/sec execute 283 sec latency 83.171 ms 2024-09-16T02:03:22.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 62628 8.23 MB/sec execute 284 sec latency 87.751 ms 2024-09-16T02:03:22.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:21 smithi017 ceph-mon[30972]: pgmap v934: 97 pgs: 97 active+clean; 491 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 3.2 MiB/s wr, 210 op/s 2024-09-16T02:03:22.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:21 smithi122 ceph-mon[34758]: pgmap v934: 97 pgs: 97 active+clean; 491 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 3.2 MiB/s wr, 210 op/s 2024-09-16T02:03:22.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:21 smithi029 ceph-mon[34783]: pgmap v934: 97 pgs: 97 active+clean; 491 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 674 KiB/s rd, 3.2 MiB/s wr, 210 op/s 2024-09-16T02:03:23.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 62867 8.26 MB/sec execute 285 sec latency 78.387 ms 2024-09-16T02:03:24.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 63013 8.26 MB/sec execute 286 sec latency 193.550 ms 2024-09-16T02:03:24.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:23 smithi017 ceph-mon[30972]: pgmap v935: 97 pgs: 97 active+clean; 497 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 803 KiB/s rd, 3.8 MiB/s wr, 239 op/s 2024-09-16T02:03:24.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:23 smithi122 ceph-mon[34758]: pgmap v935: 97 pgs: 97 active+clean; 497 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 803 KiB/s rd, 3.8 MiB/s wr, 239 op/s 2024-09-16T02:03:24.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:23 smithi029 ceph-mon[34783]: pgmap v935: 97 pgs: 97 active+clean; 497 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 803 KiB/s rd, 3.8 MiB/s wr, 239 op/s 2024-09-16T02:03:25.048 INFO:tasks.workunit.client.0.smithi017.stdout: 10 63137 8.25 MB/sec execute 287 sec latency 221.172 ms 2024-09-16T02:03:26.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 63280 8.25 MB/sec execute 288 sec latency 92.937 ms 2024-09-16T02:03:26.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:25 smithi017 ceph-mon[30972]: pgmap v936: 97 pgs: 97 active+clean; 500 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 762 KiB/s rd, 3.8 MiB/s wr, 230 op/s 2024-09-16T02:03:26.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:25 smithi029 ceph-mon[34783]: pgmap v936: 97 pgs: 97 active+clean; 500 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 762 KiB/s rd, 3.8 MiB/s wr, 230 op/s 2024-09-16T02:03:26.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:25 smithi122 ceph-mon[34758]: pgmap v936: 97 pgs: 97 active+clean; 500 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 762 KiB/s rd, 3.8 MiB/s wr, 230 op/s 2024-09-16T02:03:27.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 63455 8.27 MB/sec execute 289 sec latency 92.501 ms 2024-09-16T02:03:28.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 63656 8.29 MB/sec execute 290 sec latency 113.978 ms 2024-09-16T02:03:28.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:27 smithi017 ceph-mon[30972]: pgmap v937: 97 pgs: 97 active+clean; 501 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 510 KiB/s rd, 3.1 MiB/s wr, 180 op/s 2024-09-16T02:03:28.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:27 smithi122 ceph-mon[34758]: pgmap v937: 97 pgs: 97 active+clean; 501 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 510 KiB/s rd, 3.1 MiB/s wr, 180 op/s 2024-09-16T02:03:28.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:27 smithi029 ceph-mon[34783]: pgmap v937: 97 pgs: 97 active+clean; 501 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 510 KiB/s rd, 3.1 MiB/s wr, 180 op/s 2024-09-16T02:03:29.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 63791 8.28 MB/sec execute 291 sec latency 143.202 ms 2024-09-16T02:03:30.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 63929 8.27 MB/sec execute 292 sec latency 94.818 ms 2024-09-16T02:03:30.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:29 smithi017 ceph-mon[30972]: pgmap v938: 97 pgs: 97 active+clean; 507 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 4.0 MiB/s wr, 220 op/s 2024-09-16T02:03:30.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:29 smithi122 ceph-mon[34758]: pgmap v938: 97 pgs: 97 active+clean; 507 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 4.0 MiB/s wr, 220 op/s 2024-09-16T02:03:30.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:29 smithi029 ceph-mon[34783]: pgmap v938: 97 pgs: 97 active+clean; 507 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 4.0 MiB/s wr, 220 op/s 2024-09-16T02:03:31.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 64065 8.27 MB/sec execute 293 sec latency 119.974 ms 2024-09-16T02:03:32.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 64255 8.29 MB/sec execute 294 sec latency 106.340 ms 2024-09-16T02:03:32.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:31 smithi017 ceph-mon[30972]: pgmap v939: 97 pgs: 97 active+clean; 507 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 544 KiB/s rd, 4.1 MiB/s wr, 181 op/s 2024-09-16T02:03:32.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:31 smithi029 ceph-mon[34783]: pgmap v939: 97 pgs: 97 active+clean; 507 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 544 KiB/s rd, 4.1 MiB/s wr, 181 op/s 2024-09-16T02:03:32.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:31 smithi122 ceph-mon[34758]: pgmap v939: 97 pgs: 97 active+clean; 507 MiB data, 3.0 GiB used, 1.0 TiB / 1.0 TiB avail; 544 KiB/s rd, 4.1 MiB/s wr, 181 op/s 2024-09-16T02:03:33.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 64384 8.29 MB/sec execute 295 sec latency 122.995 ms 2024-09-16T02:03:34.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 64537 8.29 MB/sec execute 296 sec latency 91.303 ms 2024-09-16T02:03:34.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:33 smithi017 ceph-mon[30972]: pgmap v940: 97 pgs: 97 active+clean; 514 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 740 KiB/s rd, 4.7 MiB/s wr, 209 op/s 2024-09-16T02:03:34.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:33 smithi122 ceph-mon[34758]: pgmap v940: 97 pgs: 97 active+clean; 514 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 740 KiB/s rd, 4.7 MiB/s wr, 209 op/s 2024-09-16T02:03:34.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:33 smithi029 ceph-mon[34783]: pgmap v940: 97 pgs: 97 active+clean; 514 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 740 KiB/s rd, 4.7 MiB/s wr, 209 op/s 2024-09-16T02:03:35.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 64685 8.29 MB/sec execute 297 sec latency 117.945 ms 2024-09-16T02:03:36.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 64798 8.27 MB/sec execute 298 sec latency 102.765 ms 2024-09-16T02:03:36.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:35 smithi017 ceph-mon[30972]: pgmap v941: 97 pgs: 97 active+clean; 519 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 4.6 MiB/s wr, 182 op/s 2024-09-16T02:03:36.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:35 smithi122 ceph-mon[34758]: pgmap v941: 97 pgs: 97 active+clean; 519 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 4.6 MiB/s wr, 182 op/s 2024-09-16T02:03:36.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:35 smithi029 ceph-mon[34783]: pgmap v941: 97 pgs: 97 active+clean; 519 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 4.6 MiB/s wr, 182 op/s 2024-09-16T02:03:37.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 64939 8.26 MB/sec execute 299 sec latency 87.328 ms 2024-09-16T02:03:38.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 65104 8.27 MB/sec execute 300 sec latency 95.114 ms 2024-09-16T02:03:38.255 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:03:38.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:37 smithi017 ceph-mon[30972]: pgmap v942: 97 pgs: 97 active+clean; 519 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 3.9 MiB/s wr, 178 op/s 2024-09-16T02:03:38.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:37 smithi029 ceph-mon[34783]: pgmap v942: 97 pgs: 97 active+clean; 519 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 3.9 MiB/s wr, 178 op/s 2024-09-16T02:03:38.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:37 smithi122 ceph-mon[34758]: pgmap v942: 97 pgs: 97 active+clean; 519 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 3.9 MiB/s wr, 178 op/s 2024-09-16T02:03:38.634 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:03:39.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 65258 8.29 MB/sec execute 301 sec latency 121.184 ms 2024-09-16T02:03:39.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.217+0000 7fe40494b640 1 -- 172.21.15.17:0/1898805814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe400103650 msgr2=0x7fe40010bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:39.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.217+0000 7fe40494b640 1 --2- 172.21.15.17:0/1898805814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe400103650 0x7fe40010bb40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fe3e8009860 tx=0x7fe3e802a3d0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.217+0000 7fe40494b640 1 -- 172.21.15.17:0/1898805814 shutdown_connections 2024-09-16T02:03:39.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.217+0000 7fe40494b640 1 --2- 172.21.15.17:0/1898805814 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe40010c160 0x7fe40010e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.217+0000 7fe40494b640 1 --2- 172.21.15.17:0/1898805814 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe400103650 0x7fe40010bb40 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.217+0000 7fe40494b640 1 --2- 172.21.15.17:0/1898805814 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe400102d30 0x7fe400103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.217+0000 7fe40494b640 1 -- 172.21.15.17:0/1898805814 >> 172.21.15.17:0/1898805814 conn(0x7fe4000fc7d0 msgr2=0x7fe4000febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:39.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.217+0000 7fe40494b640 1 -- 172.21.15.17:0/1898805814 shutdown_connections 2024-09-16T02:03:39.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.217+0000 7fe40494b640 1 -- 172.21.15.17:0/1898805814 wait complete. 2024-09-16T02:03:39.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.218+0000 7fe40494b640 1 Processor -- start 2024-09-16T02:03:39.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.218+0000 7fe40494b640 1 -- start start 2024-09-16T02:03:39.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.218+0000 7fe40494b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe400102d30 0x7fe400198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.218+0000 7fe40494b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe400103650 0x7fe400198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.218+0000 7fe40494b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe40010c160 0x7fe40019cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.218+0000 7fe40494b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe400111e10 con 0x7fe400102d30 2024-09-16T02:03:39.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.218+0000 7fe40494b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe400111c90 con 0x7fe40010c160 2024-09-16T02:03:39.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.218+0000 7fe40494b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe400111f90 con 0x7fe400103650 2024-09-16T02:03:39.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.218+0000 7fe3fe59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe400102d30 0x7fe400198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.218+0000 7fe3f7fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe400103650 0x7fe400198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.218+0000 7fe3f7fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe400103650 0x7fe400198950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:55816/0 (socket says 172.21.15.17:55816) 2024-09-16T02:03:39.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.218+0000 7fe3f7fff640 1 -- 172.21.15.17:0/2780557165 learned_addr learned my addr 172.21.15.17:0/2780557165 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:39.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.219+0000 7fe3fed9d640 1 --2- 172.21.15.17:0/2780557165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe40010c160 0x7fe40019cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.219+0000 7fe3f7fff640 1 -- 172.21.15.17:0/2780557165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe40010c160 msgr2=0x7fe40019cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:39.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.219+0000 7fe3f7fff640 1 --2- 172.21.15.17:0/2780557165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe40010c160 0x7fe40019cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.219+0000 7fe3f7fff640 1 -- 172.21.15.17:0/2780557165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe400102d30 msgr2=0x7fe400198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:39.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.219+0000 7fe3f7fff640 1 --2- 172.21.15.17:0/2780557165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe400102d30 0x7fe400198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.219+0000 7fe3f7fff640 1 -- 172.21.15.17:0/2780557165 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe40019d3c0 con 0x7fe400103650 2024-09-16T02:03:39.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.219+0000 7fe3fed9d640 1 --2- 172.21.15.17:0/2780557165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe40010c160 0x7fe40019cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:39.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.219+0000 7fe3f7fff640 1 --2- 172.21.15.17:0/2780557165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe400103650 0x7fe400198950 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fe3e8009980 tx=0x7fe3e8030e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:39.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.219+0000 7fe3f77fe640 1 -- 172.21.15.17:0/2780557165 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e8005260 con 0x7fe400103650 2024-09-16T02:03:39.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.219+0000 7fe3f77fe640 1 -- 172.21.15.17:0/2780557165 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3e80318b0 con 0x7fe400103650 2024-09-16T02:03:39.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.219+0000 7fe3f77fe640 1 -- 172.21.15.17:0/2780557165 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e8004c60 con 0x7fe400103650 2024-09-16T02:03:39.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.220+0000 7fe40494b640 1 -- 172.21.15.17:0/2780557165 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe40019d650 con 0x7fe400103650 2024-09-16T02:03:39.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.220+0000 7fe40494b640 1 -- 172.21.15.17:0/2780557165 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe40019dae0 con 0x7fe400103650 2024-09-16T02:03:39.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.222+0000 7fe3f77fe640 1 -- 172.21.15.17:0/2780557165 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe3e8039040 con 0x7fe400103650 2024-09-16T02:03:39.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.223+0000 7fe406d24740 1 Processor -- start 2024-09-16T02:03:39.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe406d24740 1 -- start start 2024-09-16T02:03:39.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe3f77fe640 1 --2- 172.21.15.17:0/2780557165 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3ec0a3340 0x7fe3ec0a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe406d24740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239a4a0 0x55d23239a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe406d24740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23239adc0 0x55d2323a5140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe406d24740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323a5680 0x55d2323a7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe406d24740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d2323002e0 con 0x55d23239adc0 2024-09-16T02:03:39.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe406d24740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d2322a7ce0 con 0x55d23239a4a0 2024-09-16T02:03:39.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe406d24740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d2322fc2a0 con 0x55d2323a5680 2024-09-16T02:03:39.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe3fed9d640 1 --2- 172.21.15.17:0/2780557165 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3ec0a3340 0x7fe3ec0a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe3fe59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239a4a0 0x55d23239a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe3fe59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239a4a0 0x55d23239a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:39434/0 (socket says 172.21.15.17:39434) 2024-09-16T02:03:39.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe3fe59c640 1 -- 172.21.15.17:0/3524793540 learned_addr learned my addr 172.21.15.17:0/3524793540 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:39.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe3fed9d640 1 --2- 172.21.15.17:0/3524793540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323a5680 0x55d2323a7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe3f77fe640 1 -- 172.21.15.17:0/2780557165 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe3e80f0530 con 0x7fe400103650 2024-09-16T02:03:39.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe3fe59c640 1 -- 172.21.15.17:0/3524793540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323a5680 msgr2=0x55d2323a7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:39.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.224+0000 7fe3fe59c640 1 --2- 172.21.15.17:0/3524793540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323a5680 0x55d2323a7a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.225+0000 7fe3fe59c640 1 -- 172.21.15.17:0/3524793540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23239adc0 msgr2=0x55d2323a5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:39.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.225+0000 7fe3fe59c640 1 --2- 172.21.15.17:0/3524793540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23239adc0 0x55d2323a5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.225+0000 7fe3fe59c640 1 -- 172.21.15.17:0/3524793540 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d23228c440 con 0x55d23239a4a0 2024-09-16T02:03:39.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.225+0000 7fe3fed9d640 1 --2- 172.21.15.17:0/2780557165 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3ec0a3340 0x7fe3ec0a5800 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x55d232397db0 tx=0x7fe3f8009a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:39.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.225+0000 7fe3fe59c640 1 --2- 172.21.15.17:0/3524793540 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239a4a0 0x55d23239a880 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe3f0009cd0 tx=0x7fe3f0009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85a7e5b30d155362 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:39.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.225+0000 7fe3f4ff9640 1 -- 172.21.15.17:0/3524793540 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f0018620 con 0x55d23239a4a0 2024-09-16T02:03:39.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.225+0000 7fe3f4ff9640 1 -- 172.21.15.17:0/3524793540 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3f0018c70 con 0x55d23239a4a0 2024-09-16T02:03:39.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.225+0000 7fe3f4ff9640 1 -- 172.21.15.17:0/3524793540 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f0017af0 con 0x55d23239a4a0 2024-09-16T02:03:39.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.226+0000 7fe406d24740 1 -- 172.21.15.17:0/3524793540 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239a4a0 msgr2=0x55d23239a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:39.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.226+0000 7fe406d24740 1 --2- 172.21.15.17:0/3524793540 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239a4a0 0x55d23239a880 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe3f0009cd0 tx=0x7fe3f0009260 comp rx=0 tx=0).stop 2024-09-16T02:03:39.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.226+0000 7fe406d24740 1 -- 172.21.15.17:0/3524793540 shutdown_connections 2024-09-16T02:03:39.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.226+0000 7fe406d24740 1 --2- 172.21.15.17:0/3524793540 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323a5680 0x55d2323a7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.226+0000 7fe406d24740 1 --2- 172.21.15.17:0/3524793540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23239adc0 0x55d2323a5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.226+0000 7fe406d24740 1 --2- 172.21.15.17:0/3524793540 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239a4a0 0x55d23239a880 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.226+0000 7fe406d24740 1 -- 172.21.15.17:0/3524793540 >> 172.21.15.17:0/3524793540 conn(0x55d232396a30 msgr2=0x55d232396e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:39.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.226+0000 7fe406d24740 1 -- 172.21.15.17:0/3524793540 shutdown_connections 2024-09-16T02:03:39.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.226+0000 7fe406d24740 1 -- 172.21.15.17:0/3524793540 wait complete. 2024-09-16T02:03:39.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.227+0000 7fe406d24740 1 -- start start 2024-09-16T02:03:39.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.227+0000 7fe406d24740 1 Processor -- start 2024-09-16T02:03:39.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.227+0000 7fe406d24740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23239a4a0 0x55d2323a4fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.227+0000 7fe406d24740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239adc0 0x55d2323a2280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.227+0000 7fe406d24740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323a5680 0x55d2323a27e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.227+0000 7fe406d24740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d2323a8250 con 0x55d23239a4a0 2024-09-16T02:03:39.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.227+0000 7fe3fe59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23239a4a0 0x55d2323a4fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.227+0000 7fe406d24740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d2322bb050 con 0x55d23239adc0 2024-09-16T02:03:39.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.227+0000 7fe406d24740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d2323a83d0 con 0x55d2323a5680 2024-09-16T02:03:39.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.227+0000 7fe406d24740 10 client.0 _ll_register_callbacks cb 0x55d2322fb160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:39.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.227+0000 7fe3fe59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23239a4a0 0x55d2323a4fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33544/0 (socket says 172.21.15.17:33544) 2024-09-16T02:03:39.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.227+0000 7fe3fe59c640 1 -- 172.21.15.17:0/372447731 learned_addr learned my addr 172.21.15.17:0/372447731 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:39.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.227+0000 7fe3fed9d640 1 --2- 172.21.15.17:0/372447731 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323a5680 0x55d2323a27e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.227+0000 7fe3f7fff640 1 --2- 172.21.15.17:0/372447731 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239adc0 0x55d2323a2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.228+0000 7fe3fe59c640 1 -- 172.21.15.17:0/372447731 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323a5680 msgr2=0x55d2323a27e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:39.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.228+0000 7fe3fe59c640 1 --2- 172.21.15.17:0/372447731 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323a5680 0x55d2323a27e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.228+0000 7fe3fe59c640 1 -- 172.21.15.17:0/372447731 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239adc0 msgr2=0x55d2323a2280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:39.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.228+0000 7fe3fe59c640 1 --2- 172.21.15.17:0/372447731 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239adc0 0x55d2323a2280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.228+0000 7fe3fe59c640 1 -- 172.21.15.17:0/372447731 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2320713c0 con 0x55d23239a4a0 2024-09-16T02:03:39.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.228+0000 7fe3fed9d640 1 --2- 172.21.15.17:0/372447731 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323a5680 0x55d2323a27e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:39.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.228+0000 7fe3e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:03:39.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.228+0000 7fe3fe59c640 1 --2- 172.21.15.17:0/372447731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23239a4a0 0x55d2323a4fd0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7fe3f0009660 tx=0x7fe3f00176d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a53c220f88f6a62 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:39.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.228+0000 7fe3e5ffb640 1 -- 172.21.15.17:0/372447731 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3f0005450 con 0x55d23239a4a0 2024-09-16T02:03:39.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.228+0000 7fe406d24740 1 -- 172.21.15.17:0/372447731 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3f0018c70 con 0x55d23239a4a0 2024-09-16T02:03:39.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.228+0000 7fe3e5ffb640 1 -- 172.21.15.17:0/372447731 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe3f0005250 con 0x55d23239a4a0 2024-09-16T02:03:39.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.229+0000 7fe3e5ffb640 1 -- 172.21.15.17:0/372447731 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe3f0005450 con 0x55d23239a4a0 2024-09-16T02:03:39.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.229+0000 7fe406d24740 10 client.18825 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:39.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.229+0000 7fe406d24740 1 -- 172.21.15.17:0/372447731 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d2323b3c50 con 0x55d23239a4a0 2024-09-16T02:03:39.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.229+0000 7fe3e5ffb640 1 -- 172.21.15.17:0/372447731 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3f0018c70 con 0x55d23239a4a0 2024-09-16T02:03:39.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.229+0000 7fe3e5ffb640 1 -- 172.21.15.17:0/372447731 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fe3f0018880 con 0x55d23239a4a0 2024-09-16T02:03:39.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.230+0000 7fe406d24740 10 client.18825 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:39.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.230+0000 7fe406d24740 10 client.18825 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:03:39.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.230+0000 7fe406d24740 20 client.18825 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:39.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.230+0000 7fe406d24740 1 --2- 172.21.15.17:0/372447731 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d2323b5060 0x55d2323b7450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.230+0000 7fe406d24740 4 client.18825 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:03:39.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.230+0000 7fe406d24740 1 -- 172.21.15.17:0/372447731 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d23230d850 con 0x55d2323b5060 2024-09-16T02:03:39.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.230+0000 7fe3f7fff640 1 --2- 172.21.15.17:0/372447731 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d2323b5060 0x55d2323b7450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.230+0000 7fe3f7fff640 1 --2- 172.21.15.17:0/372447731 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d2323b5060 0x55d2323b7450 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=df67dba3b96ddf0e server_cookie=34ee27962b19ecf3 in_seq=0 out_seq=0 2024-09-16T02:03:39.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.230+0000 7fe3e5ffb640 10 client.18825 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:39.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe3e5ffb640 1 -- 172.21.15.17:0/372447731 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d23230d850 con 0x55d2323b5060 2024-09-16T02:03:39.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe3e5ffb640 10 client.18825 handle_command_reply: tid=0 2024-09-16T02:03:39.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe406d24740 1 client.18825 shutdown 2024-09-16T02:03:39.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe406d24740 1 -- 172.21.15.17:0/372447731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23239a4a0 msgr2=0x55d2323a4fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:39.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe406d24740 1 --2- 172.21.15.17:0/372447731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23239a4a0 0x55d2323a4fd0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7fe3f0009660 tx=0x7fe3f00176d0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe406d24740 1 -- 172.21.15.17:0/372447731 shutdown_connections 2024-09-16T02:03:39.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe406d24740 1 --2- 172.21.15.17:0/372447731 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d2323b5060 0x55d2323b7450 crc :-1 s=READY pgs=280 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe406d24740 1 --2- 172.21.15.17:0/372447731 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323a5680 0x55d2323a27e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe406d24740 1 --2- 172.21.15.17:0/372447731 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239adc0 0x55d2323a2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe406d24740 1 --2- 172.21.15.17:0/372447731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23239a4a0 0x55d2323a4fd0 secure :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7fe3f0009660 tx=0x7fe3f00176d0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe3e5ffb640 0 client.18825 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:39.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe406d24740 1 -- 172.21.15.17:0/372447731 >> 172.21.15.17:0/372447731 conn(0x55d232396a30 msgr2=0x55d23239c760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:39.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe406d24740 1 -- 172.21.15.17:0/372447731 shutdown_connections 2024-09-16T02:03:39.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe406d24740 1 -- 172.21.15.17:0/372447731 wait complete. 2024-09-16T02:03:39.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.232+0000 7fe406d24740 20 client.18825 trim_cache size 0 max 16384 2024-09-16T02:03:39.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.264+0000 7fe406d24740 1 Processor -- start 2024-09-16T02:03:39.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.264+0000 7fe406d24740 1 -- start start 2024-09-16T02:03:39.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.264+0000 7fe406d24740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239adc0 0x55d23239f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.264+0000 7fe406d24740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2323a5680 0x55d23239fa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.264+0000 7fe3f7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2323a5680 0x55d23239fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.264+0000 7fe3fe59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239adc0 0x55d23239f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.264+0000 7fe3f7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2323a5680 0x55d23239fa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33560/0 (socket says 172.21.15.17:33560) 2024-09-16T02:03:39.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.264+0000 7fe3f7fff640 1 -- 172.21.15.17:0/4209486449 learned_addr learned my addr 172.21.15.17:0/4209486449 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:39.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.264+0000 7fe406d24740 1 --2- 172.21.15.17:0/4209486449 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323b1660 0x55d23239bef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.264+0000 7fe406d24740 1 -- 172.21.15.17:0/4209486449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe4001ade30 con 0x55d2323a5680 2024-09-16T02:03:39.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.264+0000 7fe406d24740 1 -- 172.21.15.17:0/4209486449 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe4001ab700 con 0x55d23239adc0 2024-09-16T02:03:39.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.264+0000 7fe406d24740 1 -- 172.21.15.17:0/4209486449 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe4001a94f0 con 0x55d2323b1660 2024-09-16T02:03:39.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.265+0000 7fe3fed9d640 1 --2- 172.21.15.17:0/4209486449 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323b1660 0x55d23239bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.265+0000 7fe3f7fff640 1 -- 172.21.15.17:0/4209486449 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323b1660 msgr2=0x55d23239bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:39.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.265+0000 7fe3f7fff640 1 --2- 172.21.15.17:0/4209486449 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323b1660 0x55d23239bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.265+0000 7fe3f7fff640 1 -- 172.21.15.17:0/4209486449 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239adc0 msgr2=0x55d23239f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:39.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.265+0000 7fe3f7fff640 1 --2- 172.21.15.17:0/4209486449 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239adc0 0x55d23239f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.265+0000 7fe3f7fff640 1 -- 172.21.15.17:0/4209486449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d232396860 con 0x55d2323a5680 2024-09-16T02:03:39.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.265+0000 7fe3f7fff640 1 --2- 172.21.15.17:0/4209486449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2323a5680 0x55d23239fa20 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fe3e8031000 tx=0x7fe3e8005400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d1234cb18487955 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:39.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.265+0000 7fe3e7fff640 1 -- 172.21.15.17:0/4209486449 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e8049040 con 0x55d2323a5680 2024-09-16T02:03:39.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.265+0000 7fe3e7fff640 1 -- 172.21.15.17:0/4209486449 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3e80bcb10 con 0x55d2323a5680 2024-09-16T02:03:39.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.265+0000 7fe3e7fff640 1 -- 172.21.15.17:0/4209486449 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e80a5e60 con 0x55d2323a5680 2024-09-16T02:03:39.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.266+0000 7fe406d24740 1 -- 172.21.15.17:0/4209486449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2323a5680 msgr2=0x55d23239fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:39.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.266+0000 7fe406d24740 1 --2- 172.21.15.17:0/4209486449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2323a5680 0x55d23239fa20 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7fe3e8031000 tx=0x7fe3e8005400 comp rx=0 tx=0).stop 2024-09-16T02:03:39.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.266+0000 7fe406d24740 1 -- 172.21.15.17:0/4209486449 shutdown_connections 2024-09-16T02:03:39.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.266+0000 7fe406d24740 1 --2- 172.21.15.17:0/4209486449 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d2323b1660 0x55d23239bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.266+0000 7fe406d24740 1 --2- 172.21.15.17:0/4209486449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2323a5680 0x55d23239fa20 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.266+0000 7fe406d24740 1 --2- 172.21.15.17:0/4209486449 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d23239adc0 0x55d23239f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.266+0000 7fe406d24740 1 -- 172.21.15.17:0/4209486449 >> 172.21.15.17:0/4209486449 conn(0x55d232396a30 msgr2=0x55d23239d900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:39.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.267+0000 7fe406d24740 1 -- 172.21.15.17:0/4209486449 shutdown_connections 2024-09-16T02:03:39.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.267+0000 7fe406d24740 1 -- 172.21.15.17:0/4209486449 wait complete. 2024-09-16T02:03:39.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.267+0000 7fe406d24740 1 -- start start 2024-09-16T02:03:39.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.267+0000 7fe406d24740 1 Processor -- start 2024-09-16T02:03:39.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe406d24740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d23239adc0 0x55d2323baa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe406d24740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2323a5680 0x55d2323b7e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe406d24740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2323b1660 0x55d2323b8350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe406d24740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe4001a9bc0 con 0x55d2323b1660 2024-09-16T02:03:39.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe406d24740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe4001ab030 con 0x55d2323a5680 2024-09-16T02:03:39.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe406d24740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe4001aa290 con 0x55d23239adc0 2024-09-16T02:03:39.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe406d24740 10 client.0 _ll_register_callbacks cb 0x7fe3f800b460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:39.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe3fe59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d23239adc0 0x55d2323baa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe3fe59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d23239adc0 0x55d2323baa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:55848/0 (socket says 172.21.15.17:55848) 2024-09-16T02:03:39.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe3fe59c640 1 -- 172.21.15.17:0/607811006 learned_addr learned my addr 172.21.15.17:0/607811006 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:39.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe3f7fff640 1 --2- 172.21.15.17:0/607811006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2323a5680 0x55d2323b7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe3fed9d640 1 --2- 172.21.15.17:0/607811006 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2323b1660 0x55d2323b8350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe3f7fff640 1 -- 172.21.15.17:0/607811006 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d23239adc0 msgr2=0x55d2323baa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:39.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe3f7fff640 1 --2- 172.21.15.17:0/607811006 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d23239adc0 0x55d2323baa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe3f7fff640 1 -- 172.21.15.17:0/607811006 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2323b1660 msgr2=0x55d2323b8350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:39.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe3f7fff640 1 --2- 172.21.15.17:0/607811006 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2323b1660 0x55d2323b8350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe3f7fff640 1 -- 172.21.15.17:0/607811006 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d2323b89f0 con 0x55d2323a5680 2024-09-16T02:03:39.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe3f7fff640 1 --2- 172.21.15.17:0/607811006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2323a5680 0x55d2323b7e10 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x55d2323a84d0 tx=0x7fe3e80a5f30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0ddee45b1173333 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:39.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.268+0000 7fe3e5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:03:39.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.269+0000 7fe3e5ffb640 1 -- 172.21.15.17:0/607811006 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3e8049070 con 0x55d2323a5680 2024-09-16T02:03:39.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.269+0000 7fe3e5ffb640 1 -- 172.21.15.17:0/607811006 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe3e80ee100 con 0x55d2323a5680 2024-09-16T02:03:39.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.269+0000 7fe406d24740 1 -- 172.21.15.17:0/607811006 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe3e80bcb10 con 0x55d2323a5680 2024-09-16T02:03:39.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.269+0000 7fe3e5ffb640 1 -- 172.21.15.17:0/607811006 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe3e8005490 con 0x55d2323a5680 2024-09-16T02:03:39.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.269+0000 7fe406d24740 10 client.28193 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:39.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.269+0000 7fe406d24740 1 -- 172.21.15.17:0/607811006 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d23241f840 con 0x55d2323a5680 2024-09-16T02:03:39.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.269+0000 7fe3e5ffb640 1 -- 172.21.15.17:0/607811006 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe3e80b9180 con 0x55d2323a5680 2024-09-16T02:03:39.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.269+0000 7fe3e5ffb640 1 -- 172.21.15.17:0/607811006 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fe3e80f0180 con 0x55d2323a5680 2024-09-16T02:03:39.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.269+0000 7fe406d24740 10 client.28193 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:39.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.269+0000 7fe406d24740 10 client.28193 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:03:39.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.269+0000 7fe406d24740 20 client.28193 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:39.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.269+0000 7fe406d24740 1 --2- 172.21.15.17:0/607811006 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d23241fdf0 0x55d232422210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:39.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.269+0000 7fe406d24740 4 client.28193 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:03:39.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.269+0000 7fe406d24740 1 -- 172.21.15.17:0/607811006 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7fe3e80bcb10 con 0x55d23241fdf0 2024-09-16T02:03:39.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.270+0000 7fe3fe59c640 1 --2- 172.21.15.17:0/607811006 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d23241fdf0 0x55d232422210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:39.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.270+0000 7fe3e5ffb640 10 client.28193 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:39.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.271+0000 7fe3fe59c640 1 --2- 172.21.15.17:0/607811006 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d23241fdf0 0x55d232422210 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f90b7d755e89360f server_cookie=756894a3744c6270 in_seq=0 out_seq=0 2024-09-16T02:03:39.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.271+0000 7fe3e5ffb640 1 -- 172.21.15.17:0/607811006 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7fe3e80bcb10 con 0x55d23241fdf0 2024-09-16T02:03:39.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.271+0000 7fe3e5ffb640 10 client.28193 handle_command_reply: tid=0 2024-09-16T02:03:39.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.271+0000 7fe406d24740 1 client.28193 shutdown 2024-09-16T02:03:39.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.271+0000 7fe406d24740 1 -- 172.21.15.17:0/607811006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2323a5680 msgr2=0x55d2323b7e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:39.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.271+0000 7fe406d24740 1 --2- 172.21.15.17:0/607811006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2323a5680 0x55d2323b7e10 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x55d2323a84d0 tx=0x7fe3e80a5f30 comp rx=0 tx=0).stop 2024-09-16T02:03:39.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.272+0000 7fe406d24740 1 -- 172.21.15.17:0/607811006 shutdown_connections 2024-09-16T02:03:39.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.272+0000 7fe406d24740 1 --2- 172.21.15.17:0/607811006 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d23241fdf0 0x55d232422210 crc :-1 s=READY pgs=281 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.272+0000 7fe406d24740 1 --2- 172.21.15.17:0/607811006 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2323b1660 0x55d2323b8350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.272+0000 7fe406d24740 1 --2- 172.21.15.17:0/607811006 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d2323a5680 0x55d2323b7e10 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.272+0000 7fe3e5ffb640 0 client.28193 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:39.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.272+0000 7fe406d24740 1 --2- 172.21.15.17:0/607811006 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d23239adc0 0x55d2323baa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.272+0000 7fe406d24740 1 -- 172.21.15.17:0/607811006 >> 172.21.15.17:0/607811006 conn(0x55d232396a30 msgr2=0x55d2323b0650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:39.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.272+0000 7fe406d24740 1 -- 172.21.15.17:0/607811006 shutdown_connections 2024-09-16T02:03:39.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.272+0000 7fe406d24740 1 -- 172.21.15.17:0/607811006 wait complete. 2024-09-16T02:03:39.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.272+0000 7fe406d24740 20 client.28193 trim_cache size 0 max 16384 2024-09-16T02:03:39.280 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:03:39.280 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T02:03:39.280 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T02:03:39.281 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:03:39.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.273+0000 7fe40494b640 1 -- 172.21.15.17:0/2780557165 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3ec0a3340 msgr2=0x7fe3ec0a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:39.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.273+0000 7fe40494b640 1 --2- 172.21.15.17:0/2780557165 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3ec0a3340 0x7fe3ec0a5800 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x55d232397db0 tx=0x7fe3f8009a40 comp rx=0 tx=0).stop 2024-09-16T02:03:39.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.273+0000 7fe40494b640 1 -- 172.21.15.17:0/2780557165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe400103650 msgr2=0x7fe400198950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:39.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.273+0000 7fe40494b640 1 --2- 172.21.15.17:0/2780557165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe400103650 0x7fe400198950 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fe3e8009980 tx=0x7fe3e8030e40 comp rx=0 tx=0).stop 2024-09-16T02:03:39.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.273+0000 7fe40494b640 1 -- 172.21.15.17:0/2780557165 shutdown_connections 2024-09-16T02:03:39.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.273+0000 7fe40494b640 1 --2- 172.21.15.17:0/2780557165 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe3ec0a3340 0x7fe3ec0a5800 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.273+0000 7fe40494b640 1 --2- 172.21.15.17:0/2780557165 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe40010c160 0x7fe40019cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.273+0000 7fe40494b640 1 --2- 172.21.15.17:0/2780557165 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe400103650 0x7fe400198950 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.273+0000 7fe40494b640 1 --2- 172.21.15.17:0/2780557165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe400102d30 0x7fe400198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:39.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.273+0000 7fe40494b640 1 -- 172.21.15.17:0/2780557165 >> 172.21.15.17:0/2780557165 conn(0x7fe4000fc7d0 msgr2=0x7fe4000fd5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:39.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.274+0000 7fe40494b640 1 -- 172.21.15.17:0/2780557165 shutdown_connections 2024-09-16T02:03:39.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:39.274+0000 7fe40494b640 1 -- 172.21.15.17:0/2780557165 wait complete. 2024-09-16T02:03:40.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 65401 8.27 MB/sec execute 302 sec latency 135.578 ms 2024-09-16T02:03:40.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:39 smithi017 ceph-mon[30972]: pgmap v943: 97 pgs: 97 active+clean; 514 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 4.4 MiB/s wr, 191 op/s 2024-09-16T02:03:40.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:39 smithi122 ceph-mon[34758]: pgmap v943: 97 pgs: 97 active+clean; 514 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 4.4 MiB/s wr, 191 op/s 2024-09-16T02:03:40.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:39 smithi029 ceph-mon[34783]: pgmap v943: 97 pgs: 97 active+clean; 514 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 609 KiB/s rd, 4.4 MiB/s wr, 191 op/s 2024-09-16T02:03:40.458 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T02:03:40.459 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:03:40.867 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:03:41.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 65545 8.25 MB/sec execute 303 sec latency 95.632 ms 2024-09-16T02:03:41.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.511+0000 7f0f14209640 1 -- 172.21.15.17:0/3245371791 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f0c102780 msgr2=0x7f0f0c1067d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:41.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.511+0000 7f0f14209640 1 --2- 172.21.15.17:0/3245371791 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f0c102780 0x7f0f0c1067d0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f0f08009900 tx=0x7f0f0802a410 comp rx=0 tx=0).stop 2024-09-16T02:03:41.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.511+0000 7f0f14209640 1 -- 172.21.15.17:0/3245371791 shutdown_connections 2024-09-16T02:03:41.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.511+0000 7f0f14209640 1 --2- 172.21.15.17:0/3245371791 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f0c106f00 0x7f0f0c10ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:41.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.511+0000 7f0f14209640 1 --2- 172.21.15.17:0/3245371791 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f0c102780 0x7f0f0c1067d0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:41.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.511+0000 7f0f14209640 1 --2- 172.21.15.17:0/3245371791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f0c101dd0 0x7f0f0c1021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:41.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.511+0000 7f0f14209640 1 -- 172.21.15.17:0/3245371791 >> 172.21.15.17:0/3245371791 conn(0x7f0f0c0fd8b0 msgr2=0x7f0f0c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:41.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.511+0000 7f0f14209640 1 -- 172.21.15.17:0/3245371791 shutdown_connections 2024-09-16T02:03:41.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.511+0000 7f0f14209640 1 -- 172.21.15.17:0/3245371791 wait complete. 2024-09-16T02:03:41.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.512+0000 7f0f14209640 1 Processor -- start 2024-09-16T02:03:41.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.512+0000 7f0f14209640 1 -- start start 2024-09-16T02:03:41.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.512+0000 7f0f14209640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f0c101dd0 0x7f0f0c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:41.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.512+0000 7f0f14209640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f0c102780 0x7f0f0c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:41.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.512+0000 7f0f14209640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f0c106f00 0x7f0f0c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:41.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f14209640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0f0c111e10 con 0x7f0f0c101dd0 2024-09-16T02:03:41.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f14209640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0f0c111c90 con 0x7f0f0c102780 2024-09-16T02:03:41.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f14209640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0f0c111f90 con 0x7f0f0c106f00 2024-09-16T02:03:41.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f117a4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f0c102780 0x7f0f0c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:41.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f11fa5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f0c101dd0 0x7f0f0c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:41.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f127a6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f0c106f00 0x7f0f0c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:41.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f117a4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f0c102780 0x7f0f0c074a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:39480/0 (socket says 172.21.15.17:39480) 2024-09-16T02:03:41.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f117a4640 1 -- 172.21.15.17:0/3448889271 learned_addr learned my addr 172.21.15.17:0/3448889271 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:41.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f127a6640 1 -- 172.21.15.17:0/3448889271 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f0c102780 msgr2=0x7f0f0c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:41.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f127a6640 1 --2- 172.21.15.17:0/3448889271 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f0c102780 0x7f0f0c074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:41.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f127a6640 1 -- 172.21.15.17:0/3448889271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f0c101dd0 msgr2=0x7f0f0c0744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:41.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f127a6640 1 --2- 172.21.15.17:0/3448889271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f0c101dd0 0x7f0f0c0744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:41.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f127a6640 1 -- 172.21.15.17:0/3448889271 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f0c1a6890 con 0x7f0f0c106f00 2024-09-16T02:03:41.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f11fa5640 1 --2- 172.21.15.17:0/3448889271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f0c101dd0 0x7f0f0c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:41.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.513+0000 7f0f127a6640 1 --2- 172.21.15.17:0/3448889271 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f0c106f00 0x7f0f0c074f70 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f0f0400e940 tx=0x7f0f0400ee00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:41.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.514+0000 7f0efeffd640 1 -- 172.21.15.17:0/3448889271 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f04004d20 con 0x7f0f0c106f00 2024-09-16T02:03:41.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.514+0000 7f0efeffd640 1 -- 172.21.15.17:0/3448889271 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0f04005020 con 0x7f0f0c106f00 2024-09-16T02:03:41.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.514+0000 7f0efeffd640 1 -- 172.21.15.17:0/3448889271 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f040116d0 con 0x7f0f0c106f00 2024-09-16T02:03:41.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.514+0000 7f0f14209640 1 -- 172.21.15.17:0/3448889271 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f0c1a6b80 con 0x7f0f0c106f00 2024-09-16T02:03:41.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.514+0000 7f0f14209640 1 -- 172.21.15.17:0/3448889271 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f0c1a6fe0 con 0x7f0f0c106f00 2024-09-16T02:03:41.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.515+0000 7f0f14209640 1 -- 172.21.15.17:0/3448889271 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f0c1021b0 con 0x7f0f0c106f00 2024-09-16T02:03:41.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.517+0000 7f0efeffd640 1 -- 172.21.15.17:0/3448889271 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f0f0400cb20 con 0x7f0f0c106f00 2024-09-16T02:03:41.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.518+0000 7f0efeffd640 1 --2- 172.21.15.17:0/3448889271 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ef80a32c0 0x7f0ef80a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:41.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.518+0000 7f0efeffd640 1 -- 172.21.15.17:0/3448889271 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0f040cfb90 con 0x7f0f0c106f00 2024-09-16T02:03:41.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.518+0000 7f0f11fa5640 1 --2- 172.21.15.17:0/3448889271 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ef80a32c0 0x7f0ef80a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:41.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.519+0000 7f0f11fa5640 1 --2- 172.21.15.17:0/3448889271 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ef80a32c0 0x7f0ef80a5780 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f0f00009fc0 tx=0x7f0f00005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:41.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.522+0000 7f0efeffd640 1 -- 172.21.15.17:0/3448889271 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0f04016030 con 0x7f0f0c106f00 2024-09-16T02:03:41.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.891+0000 7f0f14209640 1 -- 172.21.15.17:0/3448889271 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0f0c10a0e0 con 0x7f0f0c106f00 2024-09-16T02:03:41.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.891+0000 7f0efeffd640 1 -- 172.21.15.17:0/3448889271 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11901 (secure 0 0 0) 0x7f0f0409c260 con 0x7f0f0c106f00 2024-09-16T02:03:41.894 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:03:41.894 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"btime":"2024-09-16T01:59:05:278302+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:59:04.450935+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T02:03:41.895 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-09-16T02:03:41.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.894+0000 7f0f14209640 1 -- 172.21.15.17:0/3448889271 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ef80a32c0 msgr2=0x7f0ef80a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:41.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.894+0000 7f0f14209640 1 --2- 172.21.15.17:0/3448889271 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ef80a32c0 0x7f0ef80a5780 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f0f00009fc0 tx=0x7f0f00005f90 comp rx=0 tx=0).stop 2024-09-16T02:03:41.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.894+0000 7f0f14209640 1 -- 172.21.15.17:0/3448889271 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f0c106f00 msgr2=0x7f0f0c074f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:41.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.894+0000 7f0f14209640 1 --2- 172.21.15.17:0/3448889271 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f0c106f00 0x7f0f0c074f70 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f0f0400e940 tx=0x7f0f0400ee00 comp rx=0 tx=0).stop 2024-09-16T02:03:41.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.894+0000 7f0f14209640 1 -- 172.21.15.17:0/3448889271 shutdown_connections 2024-09-16T02:03:41.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.894+0000 7f0f14209640 1 --2- 172.21.15.17:0/3448889271 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0ef80a32c0 0x7f0ef80a5780 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:41.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.894+0000 7f0f14209640 1 --2- 172.21.15.17:0/3448889271 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0f0c106f00 0x7f0f0c074f70 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:41.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.894+0000 7f0f14209640 1 --2- 172.21.15.17:0/3448889271 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0f0c102780 0x7f0f0c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:41.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.894+0000 7f0f14209640 1 --2- 172.21.15.17:0/3448889271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f0c101dd0 0x7f0f0c0744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:41.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.894+0000 7f0f14209640 1 -- 172.21.15.17:0/3448889271 >> 172.21.15.17:0/3448889271 conn(0x7f0f0c0fd8b0 msgr2=0x7f0f0c0feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:41.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.894+0000 7f0f14209640 1 -- 172.21.15.17:0/3448889271 shutdown_connections 2024-09-16T02:03:41.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:41.895+0000 7f0f14209640 1 -- 172.21.15.17:0/3448889271 wait complete. 2024-09-16T02:03:42.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 65704 8.25 MB/sec execute 304 sec latency 110.625 ms 2024-09-16T02:03:42.221 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:41 smithi017 ceph-mon[30972]: pgmap v944: 97 pgs: 97 active+clean; 513 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 4.1 MiB/s wr, 192 op/s 2024-09-16T02:03:42.221 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:41 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3448889271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:03:42.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:41 smithi029 ceph-mon[34783]: pgmap v944: 97 pgs: 97 active+clean; 513 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 4.1 MiB/s wr, 192 op/s 2024-09-16T02:03:42.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:41 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3448889271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:03:42.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:41 smithi122 ceph-mon[34758]: pgmap v944: 97 pgs: 97 active+clean; 513 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 4.1 MiB/s wr, 192 op/s 2024-09-16T02:03:42.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:41 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3448889271' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:03:42.638 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T02:03:43.006 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:03:43.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 65853 8.23 MB/sec execute 305 sec latency 85.942 ms 2024-09-16T02:03:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.548+0000 7fd78f8ea640 1 -- 172.21.15.17:0/156149073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd788103740 msgr2=0x7fd788107b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.548+0000 7fd78f8ea640 1 --2- 172.21.15.17:0/156149073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd788103740 0x7fd788107b80 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fd778009890 tx=0x7fd77802a380 comp rx=0 tx=0).stop 2024-09-16T02:03:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.548+0000 7fd78f8ea640 1 -- 172.21.15.17:0/156149073 shutdown_connections 2024-09-16T02:03:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.548+0000 7fd78f8ea640 1 --2- 172.21.15.17:0/156149073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd788108290 0x7fd78810ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.548+0000 7fd78f8ea640 1 --2- 172.21.15.17:0/156149073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd788103740 0x7fd788107b80 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.548+0000 7fd78f8ea640 1 --2- 172.21.15.17:0/156149073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd788102d90 0x7fd788103170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.548+0000 7fd78f8ea640 1 -- 172.21.15.17:0/156149073 >> 172.21.15.17:0/156149073 conn(0x7fd7880fc7d0 msgr2=0x7fd7880febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:43.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.548+0000 7fd78f8ea640 1 -- 172.21.15.17:0/156149073 shutdown_connections 2024-09-16T02:03:43.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.548+0000 7fd78f8ea640 1 -- 172.21.15.17:0/156149073 wait complete. 2024-09-16T02:03:43.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.549+0000 7fd78f8ea640 1 Processor -- start 2024-09-16T02:03:43.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.549+0000 7fd78f8ea640 1 -- start start 2024-09-16T02:03:43.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.549+0000 7fd78f8ea640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd788102d90 0x7fd788198500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.549+0000 7fd78f8ea640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd788103740 0x7fd788198a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.549+0000 7fd78f8ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd788108290 0x7fd78819cdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.549+0000 7fd78f8ea640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd788111f40 con 0x7fd788108290 2024-09-16T02:03:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.549+0000 7fd78f8ea640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd788111dc0 con 0x7fd788103740 2024-09-16T02:03:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.549+0000 7fd78f8ea640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd7881120c0 con 0x7fd788102d90 2024-09-16T02:03:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.549+0000 7fd78de87640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd788108290 0x7fd78819cdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.549+0000 7fd78de87640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd788108290 0x7fd78819cdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33606/0 (socket says 172.21.15.17:33606) 2024-09-16T02:03:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.549+0000 7fd78de87640 1 -- 172.21.15.17:0/2225107145 learned_addr learned my addr 172.21.15.17:0/2225107145 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.549+0000 7fd78d686640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd788102d90 0x7fd788198500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.550+0000 7fd78ce85640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd788103740 0x7fd788198a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.550+0000 7fd78de87640 1 -- 172.21.15.17:0/2225107145 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd788102d90 msgr2=0x7fd788198500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.550+0000 7fd78de87640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd788102d90 0x7fd788198500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.550+0000 7fd78de87640 1 -- 172.21.15.17:0/2225107145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd788103740 msgr2=0x7fd788198a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.550+0000 7fd78de87640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd788103740 0x7fd788198a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.550+0000 7fd78de87640 1 -- 172.21.15.17:0/2225107145 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd78819d4b0 con 0x7fd788108290 2024-09-16T02:03:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.550+0000 7fd78ce85640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd788103740 0x7fd788198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:03:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.550+0000 7fd78de87640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd788108290 0x7fd78819cdd0 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fd780009fd0 tx=0x7fd78000c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.550+0000 7fd77e7fc640 1 -- 172.21.15.17:0/2225107145 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd780004b20 con 0x7fd788108290 2024-09-16T02:03:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.550+0000 7fd78f8ea640 1 -- 172.21.15.17:0/2225107145 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd78819d7a0 con 0x7fd788108290 2024-09-16T02:03:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.550+0000 7fd77e7fc640 1 -- 172.21.15.17:0/2225107145 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd780003e20 con 0x7fd788108290 2024-09-16T02:03:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.551+0000 7fd77e7fc640 1 -- 172.21.15.17:0/2225107145 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd780004820 con 0x7fd788108290 2024-09-16T02:03:43.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.551+0000 7fd78f8ea640 1 -- 172.21.15.17:0/2225107145 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7881a5080 con 0x7fd788108290 2024-09-16T02:03:43.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.553+0000 7fd77e7fc640 1 -- 172.21.15.17:0/2225107145 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fd78001d020 con 0x7fd788108290 2024-09-16T02:03:43.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.554+0000 7fd791cc3740 1 Processor -- start 2024-09-16T02:03:43.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.554+0000 7fd791cc3740 1 -- start start 2024-09-16T02:03:43.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.554+0000 7fd77e7fc640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7740a3240 0x7fd7740a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.554+0000 7fd791cc3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f1af50 0x5616c3f194a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.554+0000 7fd791cc3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f199e0 0x5616c3f19e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.554+0000 7fd791cc3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f24780 0x5616c3f26b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.554+0000 7fd791cc3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5616c3e7b2f0 con 0x5616c3f24780 2024-09-16T02:03:43.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.554+0000 7fd791cc3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5616c3e22cf0 con 0x5616c3f1af50 2024-09-16T02:03:43.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.554+0000 7fd791cc3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5616c3e772b0 con 0x5616c3f199e0 2024-09-16T02:03:43.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd78ce85640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7740a3240 0x7fd7740a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd78d686640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f1af50 0x5616c3f194a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd78d686640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f1af50 0x5616c3f194a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:39504/0 (socket says 172.21.15.17:39504) 2024-09-16T02:03:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd78d686640 1 -- 172.21.15.17:0/1406539603 learned_addr learned my addr 172.21.15.17:0/1406539603 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd78d686640 1 -- 172.21.15.17:0/1406539603 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f199e0 msgr2=0x5616c3f19e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd78ce85640 1 --2- 172.21.15.17:0/1406539603 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f199e0 0x5616c3f19e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd78de87640 1 --2- 172.21.15.17:0/1406539603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f24780 0x5616c3f26b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd78d686640 1 --2- 172.21.15.17:0/1406539603 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f199e0 0x5616c3f19e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd78d686640 1 -- 172.21.15.17:0/1406539603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f24780 msgr2=0x5616c3f26b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd78d686640 1 --2- 172.21.15.17:0/1406539603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f24780 0x5616c3f26b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd78d686640 1 -- 172.21.15.17:0/1406539603 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616c3e073a0 con 0x5616c3f1af50 2024-09-16T02:03:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd78ce85640 1 --2- 172.21.15.17:0/1406539603 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f199e0 0x5616c3f19e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:03:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd77e7fc640 1 -- 172.21.15.17:0/2225107145 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd7800cf960 con 0x7fd788108290 2024-09-16T02:03:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd78de87640 1 --2- 172.21.15.17:0/1406539603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f24780 0x5616c3f26b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:03:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.555+0000 7fd78d686640 1 --2- 172.21.15.17:0/1406539603 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f1af50 0x5616c3f194a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fd784009d20 tx=0x7fd784011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e95806f37f045e60 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.556+0000 7fd78ce85640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7740a3240 0x7fd7740a5700 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fd77802a8a0 tx=0x7fd77802cdc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.556+0000 7fd7737fe640 1 -- 172.21.15.17:0/1406539603 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd78401e070 con 0x5616c3f1af50 2024-09-16T02:03:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.556+0000 7fd7737fe640 1 -- 172.21.15.17:0/1406539603 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd784019ae0 con 0x5616c3f1af50 2024-09-16T02:03:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.556+0000 7fd7737fe640 1 -- 172.21.15.17:0/1406539603 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd78400ea60 con 0x5616c3f1af50 2024-09-16T02:03:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.557+0000 7fd791cc3740 1 -- 172.21.15.17:0/1406539603 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f1af50 msgr2=0x5616c3f194a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.557+0000 7fd791cc3740 1 --2- 172.21.15.17:0/1406539603 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f1af50 0x5616c3f194a0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fd784009d20 tx=0x7fd784011810 comp rx=0 tx=0).stop 2024-09-16T02:03:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.557+0000 7fd791cc3740 1 -- 172.21.15.17:0/1406539603 shutdown_connections 2024-09-16T02:03:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.557+0000 7fd791cc3740 1 --2- 172.21.15.17:0/1406539603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f24780 0x5616c3f26b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.557+0000 7fd791cc3740 1 --2- 172.21.15.17:0/1406539603 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f199e0 0x5616c3f19e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.557+0000 7fd791cc3740 1 --2- 172.21.15.17:0/1406539603 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f1af50 0x5616c3f194a0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.557+0000 7fd791cc3740 1 -- 172.21.15.17:0/1406539603 >> 172.21.15.17:0/1406539603 conn(0x5616c3ede310 msgr2=0x5616c3f16070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.557+0000 7fd791cc3740 1 -- 172.21.15.17:0/1406539603 shutdown_connections 2024-09-16T02:03:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.557+0000 7fd791cc3740 1 -- 172.21.15.17:0/1406539603 wait complete. 2024-09-16T02:03:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.558+0000 7fd791cc3740 1 -- start start 2024-09-16T02:03:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.558+0000 7fd791cc3740 1 Processor -- start 2024-09-16T02:03:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.558+0000 7fd791cc3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f199e0 0x5616c3f240b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.558+0000 7fd791cc3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f1af50 0x5616c3f21360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd791cc3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f24780 0x5616c3f218a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd791cc3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5616c3f27480 con 0x5616c3f1af50 2024-09-16T02:03:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd791cc3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5616c3e36060 con 0x5616c3f199e0 2024-09-16T02:03:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd791cc3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5616c3f27600 con 0x5616c3f24780 2024-09-16T02:03:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd791cc3740 10 client.0 _ll_register_callbacks cb 0x5616c3b898c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd78d686640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f199e0 0x5616c3f240b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd78d686640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f199e0 0x5616c3f240b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:39506/0 (socket says 172.21.15.17:39506) 2024-09-16T02:03:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd78d686640 1 -- 172.21.15.17:0/3373287276 learned_addr learned my addr 172.21.15.17:0/3373287276 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd78ce85640 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f1af50 0x5616c3f21360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd78de87640 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f24780 0x5616c3f218a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd78d686640 1 -- 172.21.15.17:0/3373287276 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f24780 msgr2=0x5616c3f218a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd78d686640 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f24780 0x5616c3f218a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd78d686640 1 -- 172.21.15.17:0/3373287276 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f1af50 msgr2=0x5616c3f21360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd78d686640 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f1af50 0x5616c3f21360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd78d686640 1 -- 172.21.15.17:0/3373287276 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616c3bec3c0 con 0x5616c3f199e0 2024-09-16T02:03:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd78de87640 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f24780 0x5616c3f218a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:03:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.559+0000 7fd78ce85640 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f1af50 0x5616c3f21360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:03:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.560+0000 7fd78d686640 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f199e0 0x5616c3f240b0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd784011d10 tx=0x7fd784019660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9ba33d010569907a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.560+0000 7fd770ff9640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:03:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.560+0000 7fd770ff9640 1 -- 172.21.15.17:0/3373287276 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd784027020 con 0x5616c3f199e0 2024-09-16T02:03:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.560+0000 7fd791cc3740 1 -- 172.21.15.17:0/3373287276 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd784019ae0 con 0x5616c3f199e0 2024-09-16T02:03:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.560+0000 7fd770ff9640 1 -- 172.21.15.17:0/3373287276 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd784005250 con 0x5616c3f199e0 2024-09-16T02:03:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.560+0000 7fd770ff9640 1 -- 172.21.15.17:0/3373287276 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd78401e070 con 0x5616c3f199e0 2024-09-16T02:03:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.560+0000 7fd791cc3740 10 client.28208 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.560+0000 7fd791cc3740 1 -- 172.21.15.17:0/3373287276 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5616c3f32de0 con 0x5616c3f199e0 2024-09-16T02:03:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.560+0000 7fd770ff9640 1 -- 172.21.15.17:0/3373287276 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd784019ae0 con 0x5616c3f199e0 2024-09-16T02:03:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.561+0000 7fd770ff9640 1 -- 172.21.15.17:0/3373287276 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fd7840046c0 con 0x5616c3f199e0 2024-09-16T02:03:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.561+0000 7fd791cc3740 10 client.28208 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.561+0000 7fd791cc3740 10 client.28208 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:03:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.561+0000 7fd791cc3740 20 client.28208 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.561+0000 7fd791cc3740 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5616c3f34190 0x5616c3f36580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.561+0000 7fd791cc3740 4 client.28208 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:03:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.561+0000 7fd791cc3740 1 -- 172.21.15.17:0/3373287276 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5616c3e88860 con 0x5616c3f34190 2024-09-16T02:03:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.561+0000 7fd78ce85640 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5616c3f34190 0x5616c3f36580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.561+0000 7fd770ff9640 10 client.28208 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:03:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.561+0000 7fd78ce85640 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5616c3f34190 0x5616c3f36580 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2b98b7533ff52702 server_cookie=6a30c51526f46c3d in_seq=0 out_seq=0 2024-09-16T02:03:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.562+0000 7fd770ff9640 1 -- 172.21.15.17:0/3373287276 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5616c3e88860 con 0x5616c3f34190 2024-09-16T02:03:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.562+0000 7fd770ff9640 10 client.28208 handle_command_reply: tid=0 2024-09-16T02:03:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.562+0000 7fd791cc3740 1 client.28208 shutdown 2024-09-16T02:03:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.562+0000 7fd791cc3740 1 -- 172.21.15.17:0/3373287276 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f199e0 msgr2=0x5616c3f240b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.562+0000 7fd791cc3740 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f199e0 0x5616c3f240b0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fd784011d10 tx=0x7fd784019660 comp rx=0 tx=0).stop 2024-09-16T02:03:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.563+0000 7fd791cc3740 1 -- 172.21.15.17:0/3373287276 shutdown_connections 2024-09-16T02:03:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.563+0000 7fd791cc3740 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5616c3f34190 0x5616c3f36580 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.563+0000 7fd791cc3740 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f24780 0x5616c3f218a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.563+0000 7fd791cc3740 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f1af50 0x5616c3f21360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.563+0000 7fd791cc3740 1 --2- 172.21.15.17:0/3373287276 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f199e0 0x5616c3f240b0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.563+0000 7fd791cc3740 1 -- 172.21.15.17:0/3373287276 >> 172.21.15.17:0/3373287276 conn(0x5616c3ede310 msgr2=0x5616c3f1bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.563+0000 7fd770ff9640 0 client.28208 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:03:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.563+0000 7fd791cc3740 1 -- 172.21.15.17:0/3373287276 shutdown_connections 2024-09-16T02:03:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.563+0000 7fd791cc3740 1 -- 172.21.15.17:0/3373287276 wait complete. 2024-09-16T02:03:43.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.563+0000 7fd791cc3740 20 client.28208 trim_cache size 0 max 16384 2024-09-16T02:03:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.589+0000 7fd791cc3740 1 Processor -- start 2024-09-16T02:03:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.591+0000 7fd791cc3740 1 -- start start 2024-09-16T02:03:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.591+0000 7fd791cc3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f199e0 0x5616c3f20b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.591+0000 7fd791cc3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f1af50 0x5616c3f1c530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.591+0000 7fd791cc3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f24780 0x5616c3f1ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.591+0000 7fd791cc3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd7881adb80 con 0x5616c3f1af50 2024-09-16T02:03:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.591+0000 7fd791cc3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd7881ab450 con 0x5616c3f24780 2024-09-16T02:03:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.591+0000 7fd791cc3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd7881a9280 con 0x5616c3f199e0 2024-09-16T02:03:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.592+0000 7fd78de87640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f24780 0x5616c3f1ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.592+0000 7fd78de87640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f24780 0x5616c3f1ca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:39514/0 (socket says 172.21.15.17:39514) 2024-09-16T02:03:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.592+0000 7fd78d686640 1 --2- 172.21.15.17:0/1638827586 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f199e0 0x5616c3f20b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.592+0000 7fd78de87640 1 -- 172.21.15.17:0/1638827586 learned_addr learned my addr 172.21.15.17:0/1638827586 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:43.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.592+0000 7fd78d686640 1 -- 172.21.15.17:0/1638827586 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f24780 msgr2=0x5616c3f1ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:43.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.592+0000 7fd78d686640 1 --2- 172.21.15.17:0/1638827586 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f24780 0x5616c3f1ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.592+0000 7fd78d686640 1 -- 172.21.15.17:0/1638827586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f1af50 msgr2=0x5616c3f1c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:43.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.592+0000 7fd78d686640 1 --2- 172.21.15.17:0/1638827586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f1af50 0x5616c3f1c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.592+0000 7fd78d686640 1 -- 172.21.15.17:0/1638827586 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5616c3f10310 con 0x5616c3f199e0 2024-09-16T02:03:43.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.592+0000 7fd78d686640 1 --2- 172.21.15.17:0/1638827586 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f199e0 0x5616c3f20b10 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fd784030040 tx=0x7fd784011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7ac8b824347995a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:43.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.593+0000 7fd772ffd640 1 -- 172.21.15.17:0/1638827586 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd784027040 con 0x5616c3f199e0 2024-09-16T02:03:43.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.593+0000 7fd772ffd640 1 -- 172.21.15.17:0/1638827586 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd784015070 con 0x5616c3f199e0 2024-09-16T02:03:43.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.593+0000 7fd772ffd640 1 -- 172.21.15.17:0/1638827586 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd78400ea60 con 0x5616c3f199e0 2024-09-16T02:03:43.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.594+0000 7fd791cc3740 1 -- 172.21.15.17:0/1638827586 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f199e0 msgr2=0x5616c3f20b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:43.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.594+0000 7fd791cc3740 1 --2- 172.21.15.17:0/1638827586 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f199e0 0x5616c3f20b10 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fd784030040 tx=0x7fd784011810 comp rx=0 tx=0).stop 2024-09-16T02:03:43.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.596+0000 7fd791cc3740 1 -- 172.21.15.17:0/1638827586 shutdown_connections 2024-09-16T02:03:43.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.596+0000 7fd791cc3740 1 --2- 172.21.15.17:0/1638827586 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f24780 0x5616c3f1ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.596+0000 7fd791cc3740 1 --2- 172.21.15.17:0/1638827586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f1af50 0x5616c3f1c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.596+0000 7fd791cc3740 1 --2- 172.21.15.17:0/1638827586 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f199e0 0x5616c3f20b10 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.596+0000 7fd791cc3740 1 -- 172.21.15.17:0/1638827586 >> 172.21.15.17:0/1638827586 conn(0x5616c3ede310 msgr2=0x5616c3f233e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.596+0000 7fd791cc3740 1 -- 172.21.15.17:0/1638827586 shutdown_connections 2024-09-16T02:03:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.596+0000 7fd791cc3740 1 -- 172.21.15.17:0/1638827586 wait complete. 2024-09-16T02:03:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.596+0000 7fd791cc3740 1 -- start start 2024-09-16T02:03:43.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.597+0000 7fd791cc3740 1 Processor -- start 2024-09-16T02:03:43.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.597+0000 7fd791cc3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f199e0 0x5616c3f124f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.597+0000 7fd791cc3740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f1af50 0x5616c3f12a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.597+0000 7fd791cc3740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f24780 0x5616c3f12fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.597+0000 7fd791cc3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd7881a9910 con 0x5616c3f199e0 2024-09-16T02:03:43.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.597+0000 7fd791cc3740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd7881aad80 con 0x5616c3f1af50 2024-09-16T02:03:43.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.597+0000 7fd791cc3740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd7881a9fe0 con 0x5616c3f24780 2024-09-16T02:03:43.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.597+0000 7fd791cc3740 10 client.0 _ll_register_callbacks cb 0x7fd78401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:43.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.598+0000 7fd78ce85640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f1af50 0x5616c3f12a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.598+0000 7fd78ce85640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f1af50 0x5616c3f12a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:39528/0 (socket says 172.21.15.17:39528) 2024-09-16T02:03:43.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.598+0000 7fd78ce85640 1 -- 172.21.15.17:0/1209385513 learned_addr learned my addr 172.21.15.17:0/1209385513 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:43.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.598+0000 7fd78de87640 1 --2- 172.21.15.17:0/1209385513 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f24780 0x5616c3f12fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.598+0000 7fd78d686640 1 --2- 172.21.15.17:0/1209385513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f199e0 0x5616c3f124f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.598+0000 7fd78d686640 1 -- 172.21.15.17:0/1209385513 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f24780 msgr2=0x5616c3f12fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:43.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.598+0000 7fd78d686640 1 --2- 172.21.15.17:0/1209385513 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f24780 0x5616c3f12fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.598+0000 7fd78d686640 1 -- 172.21.15.17:0/1209385513 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f1af50 msgr2=0x5616c3f12a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:43.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.598+0000 7fd78d686640 1 --2- 172.21.15.17:0/1209385513 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f1af50 0x5616c3f12a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.598+0000 7fd78d686640 1 -- 172.21.15.17:0/1209385513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616c3f2bb40 con 0x5616c3f199e0 2024-09-16T02:03:43.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.599+0000 7fd78d686640 1 --2- 172.21.15.17:0/1209385513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f199e0 0x5616c3f124f0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fd784014040 tx=0x7fd784005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7858b6ce2f6e48a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:43.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.600+0000 7fd770ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:03:43.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.600+0000 7fd770ff9640 1 -- 172.21.15.17:0/1209385513 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd784027040 con 0x5616c3f199e0 2024-09-16T02:03:43.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.600+0000 7fd770ff9640 1 -- 172.21.15.17:0/1209385513 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd784004240 con 0x5616c3f199e0 2024-09-16T02:03:43.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.600+0000 7fd791cc3740 1 -- 172.21.15.17:0/1209385513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd784015070 con 0x5616c3f199e0 2024-09-16T02:03:43.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.601+0000 7fd770ff9640 1 -- 172.21.15.17:0/1209385513 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd784047050 con 0x5616c3f199e0 2024-09-16T02:03:43.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.601+0000 7fd791cc3740 10 client.18849 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:43.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.601+0000 7fd791cc3740 1 -- 172.21.15.17:0/1209385513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5616c3f2ce40 con 0x5616c3f199e0 2024-09-16T02:03:43.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.601+0000 7fd770ff9640 1 -- 172.21.15.17:0/1209385513 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd784015070 con 0x5616c3f199e0 2024-09-16T02:03:43.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.601+0000 7fd770ff9640 1 -- 172.21.15.17:0/1209385513 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fd78400e520 con 0x5616c3f199e0 2024-09-16T02:03:43.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.601+0000 7fd791cc3740 10 client.18849 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:43.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.601+0000 7fd791cc3740 10 client.18849 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:03:43.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.601+0000 7fd791cc3740 20 client.18849 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:43.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.601+0000 7fd791cc3740 1 --2- 172.21.15.17:0/1209385513 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5616c3fa34a0 0x5616c3fa5890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:43.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.601+0000 7fd791cc3740 4 client.18849 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:03:43.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.601+0000 7fd791cc3740 1 -- 172.21.15.17:0/1209385513 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5616c3e82d70 con 0x5616c3fa34a0 2024-09-16T02:03:43.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.602+0000 7fd78ce85640 1 --2- 172.21.15.17:0/1209385513 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5616c3fa34a0 0x5616c3fa5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:43.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.602+0000 7fd78ce85640 1 --2- 172.21.15.17:0/1209385513 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5616c3fa34a0 0x5616c3fa5890 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=60f07f6416b6aa96 server_cookie=bcc4fdc75ed38fe in_seq=0 out_seq=0 2024-09-16T02:03:43.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.602+0000 7fd770ff9640 10 client.18849 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:03:43.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.602+0000 7fd770ff9640 1 -- 172.21.15.17:0/1209385513 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5616c3e82d70 con 0x5616c3fa34a0 2024-09-16T02:03:43.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.602+0000 7fd770ff9640 10 client.18849 handle_command_reply: tid=0 2024-09-16T02:03:43.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.602+0000 7fd791cc3740 1 client.18849 shutdown 2024-09-16T02:03:43.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.603+0000 7fd791cc3740 1 -- 172.21.15.17:0/1209385513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f199e0 msgr2=0x5616c3f124f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:43.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.603+0000 7fd791cc3740 1 --2- 172.21.15.17:0/1209385513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f199e0 0x5616c3f124f0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fd784014040 tx=0x7fd784005dc0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.603+0000 7fd791cc3740 1 -- 172.21.15.17:0/1209385513 shutdown_connections 2024-09-16T02:03:43.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.603+0000 7fd791cc3740 1 --2- 172.21.15.17:0/1209385513 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5616c3fa34a0 0x5616c3fa5890 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.603+0000 7fd791cc3740 1 --2- 172.21.15.17:0/1209385513 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5616c3f24780 0x5616c3f12fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.603+0000 7fd791cc3740 1 --2- 172.21.15.17:0/1209385513 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5616c3f1af50 0x5616c3f12a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.603+0000 7fd791cc3740 1 --2- 172.21.15.17:0/1209385513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616c3f199e0 0x5616c3f124f0 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.603+0000 7fd791cc3740 1 -- 172.21.15.17:0/1209385513 >> 172.21.15.17:0/1209385513 conn(0x5616c3ede310 msgr2=0x5616c3f2f710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:43.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.603+0000 7fd770ff9640 0 client.18849 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:03:43.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.603+0000 7fd791cc3740 1 -- 172.21.15.17:0/1209385513 shutdown_connections 2024-09-16T02:03:43.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.603+0000 7fd791cc3740 1 -- 172.21.15.17:0/1209385513 wait complete. 2024-09-16T02:03:43.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.603+0000 7fd791cc3740 20 client.18849 trim_cache size 0 max 16384 2024-09-16T02:03:43.609 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:03:43.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.604+0000 7fd78f8ea640 1 -- 172.21.15.17:0/2225107145 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7740a3240 msgr2=0x7fd7740a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:43.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.604+0000 7fd78f8ea640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7740a3240 0x7fd7740a5700 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fd77802a8a0 tx=0x7fd77802cdc0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.604+0000 7fd78f8ea640 1 -- 172.21.15.17:0/2225107145 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd788108290 msgr2=0x7fd78819cdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:43.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.604+0000 7fd78f8ea640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd788108290 0x7fd78819cdd0 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fd780009fd0 tx=0x7fd78000c800 comp rx=0 tx=0).stop 2024-09-16T02:03:43.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.604+0000 7fd78f8ea640 1 -- 172.21.15.17:0/2225107145 shutdown_connections 2024-09-16T02:03:43.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.604+0000 7fd78f8ea640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7740a3240 0x7fd7740a5700 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.604+0000 7fd78f8ea640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd788108290 0x7fd78819cdd0 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.604+0000 7fd78f8ea640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd788103740 0x7fd788198a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.604+0000 7fd78f8ea640 1 --2- 172.21.15.17:0/2225107145 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd788102d90 0x7fd788198500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:43.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.604+0000 7fd78f8ea640 1 -- 172.21.15.17:0/2225107145 >> 172.21.15.17:0/2225107145 conn(0x7fd7880fc7d0 msgr2=0x7fd788105ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:43.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.604+0000 7fd78f8ea640 1 -- 172.21.15.17:0/2225107145 shutdown_connections 2024-09-16T02:03:43.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:43.605+0000 7fd78f8ea640 1 -- 172.21.15.17:0/2225107145 wait complete. 2024-09-16T02:03:44.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 66004 8.23 MB/sec execute 306 sec latency 123.516 ms 2024-09-16T02:03:44.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:43 smithi017 ceph-mon[30972]: pgmap v945: 97 pgs: 97 active+clean; 509 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 3.9 MiB/s wr, 217 op/s 2024-09-16T02:03:44.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:43 smithi029 ceph-mon[34783]: pgmap v945: 97 pgs: 97 active+clean; 509 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 3.9 MiB/s wr, 217 op/s 2024-09-16T02:03:44.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:43 smithi122 ceph-mon[34758]: pgmap v945: 97 pgs: 97 active+clean; 509 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 3.9 MiB/s wr, 217 op/s 2024-09-16T02:03:44.318 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T02:03:44.684 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:03:45.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 66167 8.23 MB/sec execute 307 sec latency 99.066 ms 2024-09-16T02:03:45.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.705+0000 7f58c017b640 1 -- 172.21.15.17:0/1156774722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b810d520 msgr2=0x7f58b81150a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:45.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.705+0000 7f58c017b640 1 --2- 172.21.15.17:0/1156774722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b810d520 0x7f58b81150a0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f58b0009ca0 tx=0x7f58b002a8b0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.705+0000 7f58c017b640 1 -- 172.21.15.17:0/1156774722 shutdown_connections 2024-09-16T02:03:45.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.705+0000 7f58c017b640 1 --2- 172.21.15.17:0/1156774722 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b810d520 0x7f58b81150a0 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.705+0000 7f58c017b640 1 --2- 172.21.15.17:0/1156774722 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58b8108da0 0x7f58b810cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.705+0000 7f58c017b640 1 --2- 172.21.15.17:0/1156774722 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58b81083f0 0x7f58b81087d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.706+0000 7f58c017b640 1 -- 172.21.15.17:0/1156774722 >> 172.21.15.17:0/1156774722 conn(0x7f58b8077af0 msgr2=0x7f58b8079f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:45.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.706+0000 7f58c017b640 1 -- 172.21.15.17:0/1156774722 shutdown_connections 2024-09-16T02:03:45.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.706+0000 7f58c017b640 1 -- 172.21.15.17:0/1156774722 wait complete. 2024-09-16T02:03:45.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.708+0000 7f58c017b640 1 Processor -- start 2024-09-16T02:03:45.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.708+0000 7f58c017b640 1 -- start start 2024-09-16T02:03:45.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.708+0000 7f58c017b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b81083f0 0x7f58b81a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.709+0000 7f58c017b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58b8108da0 0x7f58b81a4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.709+0000 7f58c017b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58b810d520 0x7f58b819e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.709+0000 7f58bd716640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58b8108da0 0x7f58b81a4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.709+0000 7f58be718640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58b810d520 0x7f58b819e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.709+0000 7f58be718640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58b810d520 0x7f58b819e780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:39546/0 (socket says 172.21.15.17:39546) 2024-09-16T02:03:45.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.709+0000 7f58be718640 1 -- 172.21.15.17:0/2174690864 learned_addr learned my addr 172.21.15.17:0/2174690864 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:45.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.709+0000 7f58c017b640 1 -- 172.21.15.17:0/2174690864 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f58b8118470 con 0x7f58b81083f0 2024-09-16T02:03:45.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.709+0000 7f58c017b640 1 -- 172.21.15.17:0/2174690864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f58b81182f0 con 0x7f58b810d520 2024-09-16T02:03:45.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.709+0000 7f58c017b640 1 -- 172.21.15.17:0/2174690864 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f58b81185f0 con 0x7f58b8108da0 2024-09-16T02:03:45.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.710+0000 7f58bdf17640 1 --2- 172.21.15.17:0/2174690864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b81083f0 0x7f58b81a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.710+0000 7f58be718640 1 -- 172.21.15.17:0/2174690864 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58b8108da0 msgr2=0x7f58b81a4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:45.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.710+0000 7f58be718640 1 --2- 172.21.15.17:0/2174690864 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58b8108da0 0x7f58b81a4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.710+0000 7f58be718640 1 -- 172.21.15.17:0/2174690864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b81083f0 msgr2=0x7f58b81a4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:45.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.710+0000 7f58be718640 1 --2- 172.21.15.17:0/2174690864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b81083f0 0x7f58b81a4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.710+0000 7f58be718640 1 -- 172.21.15.17:0/2174690864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58b819ef20 con 0x7f58b810d520 2024-09-16T02:03:45.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.710+0000 7f58bd716640 1 --2- 172.21.15.17:0/2174690864 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58b8108da0 0x7f58b81a4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:03:45.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.711+0000 7f58be718640 1 --2- 172.21.15.17:0/2174690864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58b810d520 0x7f58b819e780 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f58b0003ba0 tx=0x7f58b0003bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:45.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.712+0000 7f58aeffd640 1 -- 172.21.15.17:0/2174690864 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b0004240 con 0x7f58b810d520 2024-09-16T02:03:45.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.712+0000 7f58aeffd640 1 -- 172.21.15.17:0/2174690864 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58b0040070 con 0x7f58b810d520 2024-09-16T02:03:45.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.712+0000 7f58c017b640 1 -- 172.21.15.17:0/2174690864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58b819f1b0 con 0x7f58b810d520 2024-09-16T02:03:45.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.712+0000 7f58c017b640 1 -- 172.21.15.17:0/2174690864 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58b81ab460 con 0x7f58b810d520 2024-09-16T02:03:45.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.712+0000 7f58aeffd640 1 -- 172.21.15.17:0/2174690864 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b0045c00 con 0x7f58b810d520 2024-09-16T02:03:45.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.716+0000 7f58c2554740 1 Processor -- start 2024-09-16T02:03:45.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.716+0000 7f58aeffd640 1 -- 172.21.15.17:0/2174690864 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f58b00043e0 con 0x7f58b810d520 2024-09-16T02:03:45.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.716+0000 7f58c2554740 1 -- start start 2024-09-16T02:03:45.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.716+0000 7f58c2554740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6acbb40 0x55b9a6aca090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.716+0000 7f58c2554740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6aca5d0 0x55b9a6acaa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58c2554740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6ad7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58c2554740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b9a6a302f0 con 0x55b9a6ad5370 2024-09-16T02:03:45.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58c2554740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b9a69d7cf0 con 0x55b9a6acbb40 2024-09-16T02:03:45.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58c2554740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b9a6a2c2b0 con 0x55b9a6aca5d0 2024-09-16T02:03:45.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58bdf17640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6aca5d0 0x55b9a6acaa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58bdf17640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6aca5d0 0x55b9a6acaa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:55922/0 (socket says 172.21.15.17:55922) 2024-09-16T02:03:45.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58bdf17640 1 -- 172.21.15.17:0/658379331 learned_addr learned my addr 172.21.15.17:0/658379331 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:45.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58bd716640 1 --2- 172.21.15.17:0/658379331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6acbb40 0x55b9a6aca090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58bd716640 1 --2- 172.21.15.17:0/658379331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6ad7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58bdf17640 1 -- 172.21.15.17:0/658379331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6acbb40 msgr2=0x55b9a6aca090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:45.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58bdf17640 1 --2- 172.21.15.17:0/658379331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6acbb40 0x55b9a6aca090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58bdf17640 1 -- 172.21.15.17:0/658379331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 msgr2=0x55b9a6ad7760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:45.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58bdf17640 1 --2- 172.21.15.17:0/658379331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6ad7760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58bdf17640 1 -- 172.21.15.17:0/658379331 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9a69bc3a0 con 0x55b9a6aca5d0 2024-09-16T02:03:45.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.717+0000 7f58bd716640 1 --2- 172.21.15.17:0/658379331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6ad7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:03:45.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.718+0000 7f58bdf17640 1 --2- 172.21.15.17:0/658379331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6aca5d0 0x55b9a6acaa10 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f58b400b820 tx=0x7f58b400bce0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=de5ab1fa2f4e167b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:45.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.718+0000 7f58aeffd640 1 --2- 172.21.15.17:0/2174690864 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58a40a33d0 0x7f58a40a5890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.718+0000 7f58a3fff640 1 -- 172.21.15.17:0/658379331 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b400d950 con 0x55b9a6aca5d0 2024-09-16T02:03:45.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.718+0000 7f58a3fff640 1 -- 172.21.15.17:0/658379331 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58b4019070 con 0x55b9a6aca5d0 2024-09-16T02:03:45.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.718+0000 7f58a3fff640 1 -- 172.21.15.17:0/658379331 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b40123e0 con 0x55b9a6aca5d0 2024-09-16T02:03:45.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.718+0000 7f58bd716640 1 --2- 172.21.15.17:0/2174690864 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58a40a33d0 0x7f58a40a5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.718+0000 7f58aeffd640 1 -- 172.21.15.17:0/2174690864 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f58b00f0af0 con 0x7f58b810d520 2024-09-16T02:03:45.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.719+0000 7f58c2554740 1 -- 172.21.15.17:0/658379331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6aca5d0 msgr2=0x55b9a6acaa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:45.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.719+0000 7f58c2554740 1 --2- 172.21.15.17:0/658379331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6aca5d0 0x55b9a6acaa10 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f58b400b820 tx=0x7f58b400bce0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.719+0000 7f58c2554740 1 -- 172.21.15.17:0/658379331 shutdown_connections 2024-09-16T02:03:45.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.719+0000 7f58c2554740 1 --2- 172.21.15.17:0/658379331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6ad7760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.719+0000 7f58c2554740 1 --2- 172.21.15.17:0/658379331 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6aca5d0 0x55b9a6acaa10 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.719+0000 7f58c2554740 1 --2- 172.21.15.17:0/658379331 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6acbb40 0x55b9a6aca090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.719+0000 7f58c2554740 1 -- 172.21.15.17:0/658379331 >> 172.21.15.17:0/658379331 conn(0x55b9a6a93310 msgr2=0x55b9a6ac6c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:45.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.720+0000 7f58c2554740 1 -- 172.21.15.17:0/658379331 shutdown_connections 2024-09-16T02:03:45.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.720+0000 7f58bd716640 1 --2- 172.21.15.17:0/2174690864 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58a40a33d0 0x7f58a40a5890 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x55b9a6acb070 tx=0x7f58a8005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:45.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.720+0000 7f58c2554740 1 -- 172.21.15.17:0/658379331 wait complete. 2024-09-16T02:03:45.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.720+0000 7f58c2554740 1 -- start start 2024-09-16T02:03:45.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.720+0000 7f58c2554740 1 Processor -- start 2024-09-16T02:03:45.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.721+0000 7f58c2554740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ad4d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.721+0000 7f58c2554740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 0x55b9a6ad1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.721+0000 7f58c2554740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6ad2530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.721+0000 7f58c2554740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b9a6ad8070 con 0x55b9a6ad5370 2024-09-16T02:03:45.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.721+0000 7f58c2554740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b9a69eb060 con 0x55b9a6aca5d0 2024-09-16T02:03:45.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.721+0000 7f58c2554740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b9a6ad81f0 con 0x55b9a6acbb40 2024-09-16T02:03:45.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.721+0000 7f58c2554740 10 client.0 _ll_register_callbacks cb 0x55b9a673e8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:45.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.721+0000 7f58bdf17640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ad4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.721+0000 7f58be718640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6ad2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.721+0000 7f58bd716640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 0x55b9a6ad1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.721+0000 7f58be718640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6ad2530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33686/0 (socket says 172.21.15.17:33686) 2024-09-16T02:03:45.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.721+0000 7f58be718640 1 -- 172.21.15.17:0/3707324562 learned_addr learned my addr 172.21.15.17:0/3707324562 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:45.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.722+0000 7f58bdf17640 1 -- 172.21.15.17:0/3707324562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 msgr2=0x55b9a6ad1fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:45.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.722+0000 7f58bdf17640 1 --2- 172.21.15.17:0/3707324562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 0x55b9a6ad1fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.722+0000 7f58bdf17640 1 -- 172.21.15.17:0/3707324562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 msgr2=0x55b9a6ad2530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:45.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.722+0000 7f58bdf17640 1 --2- 172.21.15.17:0/3707324562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6ad2530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.722+0000 7f58bdf17640 1 -- 172.21.15.17:0/3707324562 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9a67a13c0 con 0x55b9a6aca5d0 2024-09-16T02:03:45.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.722+0000 7f58bdf17640 1 --2- 172.21.15.17:0/3707324562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ad4d00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f58b4000c00 tx=0x7f58b4014660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=811b61d654fd19d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:45.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.722+0000 7f58a17fa640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:03:45.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.722+0000 7f58a17fa640 1 -- 172.21.15.17:0/3707324562 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b4023070 con 0x55b9a6aca5d0 2024-09-16T02:03:45.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.722+0000 7f58a17fa640 1 -- 172.21.15.17:0/3707324562 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f58b400dd60 con 0x55b9a6aca5d0 2024-09-16T02:03:45.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.722+0000 7f58c2554740 1 -- 172.21.15.17:0/3707324562 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f58b4019070 con 0x55b9a6aca5d0 2024-09-16T02:03:45.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.723+0000 7f58a17fa640 1 -- 172.21.15.17:0/3707324562 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f58b4028440 con 0x55b9a6aca5d0 2024-09-16T02:03:45.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.723+0000 7f58c2554740 10 client.28223 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:45.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.723+0000 7f58c2554740 1 -- 172.21.15.17:0/3707324562 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b9a6ae3ad0 con 0x55b9a6aca5d0 2024-09-16T02:03:45.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.723+0000 7f58a17fa640 1 -- 172.21.15.17:0/3707324562 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58b4019070 con 0x55b9a6aca5d0 2024-09-16T02:03:45.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.723+0000 7f58a17fa640 1 -- 172.21.15.17:0/3707324562 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f58b4013070 con 0x55b9a6aca5d0 2024-09-16T02:03:45.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.723+0000 7f58c2554740 10 client.28223 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:45.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.723+0000 7f58c2554740 10 client.28223 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:03:45.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.723+0000 7f58c2554740 20 client.28223 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:45.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.723+0000 7f58c2554740 1 --2- 172.21.15.17:0/3707324562 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b9a6ae4ed0 0x55b9a6ae72c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.723+0000 7f58c2554740 4 client.28223 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:03:45.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.723+0000 7f58c2554740 1 -- 172.21.15.17:0/3707324562 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b9a6a3d860 con 0x55b9a6ae4ed0 2024-09-16T02:03:45.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.723+0000 7f58bd716640 1 --2- 172.21.15.17:0/3707324562 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b9a6ae4ed0 0x55b9a6ae72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.724+0000 7f58a17fa640 10 client.28223 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:03:45.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.724+0000 7f58bd716640 1 --2- 172.21.15.17:0/3707324562 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b9a6ae4ed0 0x55b9a6ae72c0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8cf9e684a134cc0 server_cookie=5352cf2375f066d4 in_seq=0 out_seq=0 2024-09-16T02:03:45.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.725+0000 7f58a17fa640 1 -- 172.21.15.17:0/3707324562 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b9a6a3d860 con 0x55b9a6ae4ed0 2024-09-16T02:03:45.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.725+0000 7f58a17fa640 10 client.28223 handle_command_reply: tid=0 2024-09-16T02:03:45.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.725+0000 7f58c2554740 1 client.28223 shutdown 2024-09-16T02:03:45.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.726+0000 7f58c2554740 1 -- 172.21.15.17:0/3707324562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 msgr2=0x55b9a6ad4d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:45.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.726+0000 7f58c2554740 1 --2- 172.21.15.17:0/3707324562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ad4d00 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f58b4000c00 tx=0x7f58b4014660 comp rx=0 tx=0).stop 2024-09-16T02:03:45.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.726+0000 7f58c2554740 1 -- 172.21.15.17:0/3707324562 shutdown_connections 2024-09-16T02:03:45.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.726+0000 7f58c2554740 1 --2- 172.21.15.17:0/3707324562 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b9a6ae4ed0 0x55b9a6ae72c0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.726+0000 7f58c2554740 1 --2- 172.21.15.17:0/3707324562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6ad2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.726+0000 7f58c2554740 1 --2- 172.21.15.17:0/3707324562 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 0x55b9a6ad1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.726+0000 7f58c2554740 1 --2- 172.21.15.17:0/3707324562 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ad4d00 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.726+0000 7f58c2554740 1 -- 172.21.15.17:0/3707324562 >> 172.21.15.17:0/3707324562 conn(0x55b9a6a93310 msgr2=0x55b9a6acc960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:45.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.726+0000 7f58a17fa640 0 client.28223 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:03:45.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.726+0000 7f58c2554740 1 -- 172.21.15.17:0/3707324562 shutdown_connections 2024-09-16T02:03:45.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.726+0000 7f58c2554740 1 -- 172.21.15.17:0/3707324562 wait complete. 2024-09-16T02:03:45.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.726+0000 7f58c2554740 20 client.28223 trim_cache size 0 max 16384 2024-09-16T02:03:45.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.746+0000 7f58c2554740 1 Processor -- start 2024-09-16T02:03:45.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.746+0000 7f58c2554740 1 -- start start 2024-09-16T02:03:45.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.746+0000 7f58c2554740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ae1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.746+0000 7f58c2554740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 0x55b9a6acd120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.746+0000 7f58c2554740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6acd660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.746+0000 7f58c2554740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f58b81b63d0 con 0x55b9a6ad5370 2024-09-16T02:03:45.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.746+0000 7f58c2554740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f58b81b3ca0 con 0x55b9a6aca5d0 2024-09-16T02:03:45.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.746+0000 7f58c2554740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f58b81b1ad0 con 0x55b9a6acbb40 2024-09-16T02:03:45.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.746+0000 7f58bd716640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 0x55b9a6acd120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.746+0000 7f58bd716640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 0x55b9a6acd120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:55940/0 (socket says 172.21.15.17:55940) 2024-09-16T02:03:45.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.746+0000 7f58be718640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6acd660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.746+0000 7f58bd716640 1 -- 172.21.15.17:0/1375162195 learned_addr learned my addr 172.21.15.17:0/1375162195 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:45.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.747+0000 7f58bdf17640 1 --2- 172.21.15.17:0/1375162195 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ae1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.747+0000 7f58bd716640 1 -- 172.21.15.17:0/1375162195 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 msgr2=0x55b9a6ae1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:45.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.747+0000 7f58bd716640 1 --2- 172.21.15.17:0/1375162195 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ae1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.747+0000 7f58bd716640 1 -- 172.21.15.17:0/1375162195 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 msgr2=0x55b9a6acd660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:45.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.747+0000 7f58bd716640 1 --2- 172.21.15.17:0/1375162195 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6acd660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.747+0000 7f58bd716640 1 -- 172.21.15.17:0/1375162195 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9a6acdba0 con 0x55b9a6acbb40 2024-09-16T02:03:45.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.747+0000 7f58bd716640 1 --2- 172.21.15.17:0/1375162195 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 0x55b9a6acd120 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f58b819fad0 tx=0x7f58a8016070 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9f069ab9d918566e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:45.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.747+0000 7f58a37fe640 1 -- 172.21.15.17:0/1375162195 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a8031070 con 0x55b9a6acbb40 2024-09-16T02:03:45.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.747+0000 7f58a37fe640 1 -- 172.21.15.17:0/1375162195 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55b9a6a3d860 con 0x55b9a6acbb40 2024-09-16T02:03:45.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.747+0000 7f58a37fe640 1 -- 172.21.15.17:0/1375162195 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a802cdb0 con 0x55b9a6acbb40 2024-09-16T02:03:45.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.748+0000 7f58c2554740 1 -- 172.21.15.17:0/1375162195 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 msgr2=0x55b9a6acd120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:45.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.748+0000 7f58c2554740 1 --2- 172.21.15.17:0/1375162195 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 0x55b9a6acd120 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f58b819fad0 tx=0x7f58a8016070 comp rx=0 tx=0).stop 2024-09-16T02:03:45.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.748+0000 7f58c2554740 1 -- 172.21.15.17:0/1375162195 shutdown_connections 2024-09-16T02:03:45.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.748+0000 7f58c2554740 1 --2- 172.21.15.17:0/1375162195 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6acd660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.748+0000 7f58c2554740 1 --2- 172.21.15.17:0/1375162195 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 0x55b9a6acd120 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.748+0000 7f58c2554740 1 --2- 172.21.15.17:0/1375162195 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ae1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.748+0000 7f58c2554740 1 -- 172.21.15.17:0/1375162195 >> 172.21.15.17:0/1375162195 conn(0x55b9a6a93310 msgr2=0x55b9a6ad10a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:45.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.748+0000 7f58c2554740 1 -- 172.21.15.17:0/1375162195 shutdown_connections 2024-09-16T02:03:45.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.748+0000 7f58c2554740 1 -- 172.21.15.17:0/1375162195 wait complete. 2024-09-16T02:03:45.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.749+0000 7f58c2554740 1 -- start start 2024-09-16T02:03:45.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.749+0000 7f58c2554740 1 Processor -- start 2024-09-16T02:03:45.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.749+0000 7f58c2554740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ad8c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.749+0000 7f58c2554740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 0x55b9a6ad9150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.749+0000 7f58c2554740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6add1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58c2554740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f58b81b2160 con 0x55b9a6ad5370 2024-09-16T02:03:45.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58bdf17640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ad8c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58bdf17640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ad8c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:39592/0 (socket says 172.21.15.17:39592) 2024-09-16T02:03:45.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58bdf17640 1 -- 172.21.15.17:0/1639314148 learned_addr learned my addr 172.21.15.17:0/1639314148 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:45.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58bd716640 1 --2- 172.21.15.17:0/1639314148 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 0x55b9a6ad9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58be718640 1 --2- 172.21.15.17:0/1639314148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6add1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58c2554740 1 -- 172.21.15.17:0/1639314148 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f58b81b35d0 con 0x55b9a6aca5d0 2024-09-16T02:03:45.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58c2554740 1 -- 172.21.15.17:0/1639314148 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f58b81b2830 con 0x55b9a6acbb40 2024-09-16T02:03:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58c2554740 10 client.0 _ll_register_callbacks cb 0x7f58b400b670 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58bdf17640 1 -- 172.21.15.17:0/1639314148 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 msgr2=0x55b9a6ad9150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58bdf17640 1 --2- 172.21.15.17:0/1639314148 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 0x55b9a6ad9150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58bdf17640 1 -- 172.21.15.17:0/1639314148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 msgr2=0x55b9a6add1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58bdf17640 1 --2- 172.21.15.17:0/1639314148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6add1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58bdf17640 1 -- 172.21.15.17:0/1639314148 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9a6add840 con 0x55b9a6aca5d0 2024-09-16T02:03:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.750+0000 7f58be718640 1 --2- 172.21.15.17:0/1639314148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6add1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.751+0000 7f58bdf17640 1 --2- 172.21.15.17:0/1639314148 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ad8c10 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f58b4000c00 tx=0x7f58b4014900 comp rx=0 tx=0).ready entity=mon.2 client_cookie=260f8336f0a1bd3d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.751+0000 7f58a17fa640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:03:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.751+0000 7f58a17fa640 1 -- 172.21.15.17:0/1639314148 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58b4023070 con 0x55b9a6aca5d0 2024-09-16T02:03:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.751+0000 7f58a17fa640 1 -- 172.21.15.17:0/1639314148 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f58b40285e0 con 0x55b9a6aca5d0 2024-09-16T02:03:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.751+0000 7f58c2554740 1 -- 172.21.15.17:0/1639314148 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55b9a6a3d860 con 0x55b9a6aca5d0 2024-09-16T02:03:45.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.751+0000 7f58a17fa640 1 -- 172.21.15.17:0/1639314148 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f58b4006ca0 con 0x55b9a6aca5d0 2024-09-16T02:03:45.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.751+0000 7f58c2554740 10 client.28229 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:45.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.751+0000 7f58c2554740 1 -- 172.21.15.17:0/1639314148 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b9a6b4f320 con 0x55b9a6aca5d0 2024-09-16T02:03:45.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.752+0000 7f58a17fa640 1 -- 172.21.15.17:0/1639314148 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55b9a6a3d860 con 0x55b9a6aca5d0 2024-09-16T02:03:45.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.752+0000 7f58a17fa640 1 -- 172.21.15.17:0/1639314148 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f58b401d510 con 0x55b9a6aca5d0 2024-09-16T02:03:45.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.752+0000 7f58c2554740 10 client.28229 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:45.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.752+0000 7f58c2554740 10 client.28229 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:03:45.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.752+0000 7f58c2554740 20 client.28229 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:45.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.752+0000 7f58c2554740 1 --2- 172.21.15.17:0/1639314148 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b9a6b4fa60 0x55b9a6b51e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:45.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.752+0000 7f58c2554740 4 client.28229 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:03:45.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.752+0000 7f58c2554740 1 -- 172.21.15.17:0/1639314148 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55b9a6a37d70 con 0x55b9a6b4fa60 2024-09-16T02:03:45.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.752+0000 7f58bd716640 1 --2- 172.21.15.17:0/1639314148 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b9a6b4fa60 0x55b9a6b51e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:45.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58bd716640 1 --2- 172.21.15.17:0/1639314148 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b9a6b4fa60 0x55b9a6b51e80 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=4476afb58639f7ca server_cookie=2722f50db38169d8 in_seq=0 out_seq=0 2024-09-16T02:03:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58a17fa640 10 client.28229 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:03:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58a17fa640 1 -- 172.21.15.17:0/1639314148 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55b9a6a37d70 con 0x55b9a6b4fa60 2024-09-16T02:03:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58a17fa640 10 client.28229 handle_command_reply: tid=0 2024-09-16T02:03:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58c2554740 1 client.28229 shutdown 2024-09-16T02:03:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58c2554740 1 -- 172.21.15.17:0/1639314148 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 msgr2=0x55b9a6ad8c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58c2554740 1 --2- 172.21.15.17:0/1639314148 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ad8c10 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f58b4000c00 tx=0x7f58b4014900 comp rx=0 tx=0).stop 2024-09-16T02:03:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58c2554740 1 -- 172.21.15.17:0/1639314148 shutdown_connections 2024-09-16T02:03:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58c2554740 1 --2- 172.21.15.17:0/1639314148 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55b9a6b4fa60 0x55b9a6b51e80 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58c2554740 1 --2- 172.21.15.17:0/1639314148 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b9a6ad5370 0x55b9a6add1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58c2554740 1 --2- 172.21.15.17:0/1639314148 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b9a6acbb40 0x55b9a6ad9150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58c2554740 1 --2- 172.21.15.17:0/1639314148 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b9a6aca5d0 0x55b9a6ad8c10 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58c2554740 1 -- 172.21.15.17:0/1639314148 >> 172.21.15.17:0/1639314148 conn(0x55b9a6a93310 msgr2=0x55b9a6ac54e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:45.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58a17fa640 0 client.28229 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:03:45.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.753+0000 7f58c2554740 1 -- 172.21.15.17:0/1639314148 shutdown_connections 2024-09-16T02:03:45.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.754+0000 7f58c2554740 1 -- 172.21.15.17:0/1639314148 wait complete. 2024-09-16T02:03:45.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.754+0000 7f58c2554740 20 client.28229 trim_cache size 0 max 16384 2024-09-16T02:03:45.761 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:03:45.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.754+0000 7f58c017b640 1 -- 172.21.15.17:0/2174690864 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58a40a33d0 msgr2=0x7f58a40a5890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:45.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.754+0000 7f58c017b640 1 --2- 172.21.15.17:0/2174690864 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58a40a33d0 0x7f58a40a5890 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x55b9a6acb070 tx=0x7f58a8005850 comp rx=0 tx=0).stop 2024-09-16T02:03:45.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.754+0000 7f58c017b640 1 -- 172.21.15.17:0/2174690864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58b810d520 msgr2=0x7f58b819e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:45.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.754+0000 7f58c017b640 1 --2- 172.21.15.17:0/2174690864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58b810d520 0x7f58b819e780 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f58b0003ba0 tx=0x7f58b0003bd0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.755+0000 7f58c017b640 1 -- 172.21.15.17:0/2174690864 shutdown_connections 2024-09-16T02:03:45.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.755+0000 7f58c017b640 1 --2- 172.21.15.17:0/2174690864 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58a40a33d0 0x7f58a40a5890 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.755+0000 7f58c017b640 1 --2- 172.21.15.17:0/2174690864 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58b810d520 0x7f58b819e780 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.755+0000 7f58c017b640 1 --2- 172.21.15.17:0/2174690864 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58b8108da0 0x7f58b81a4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.755+0000 7f58c017b640 1 --2- 172.21.15.17:0/2174690864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b81083f0 0x7f58b81a4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:45.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.755+0000 7f58c017b640 1 -- 172.21.15.17:0/2174690864 >> 172.21.15.17:0/2174690864 conn(0x7f58b8077af0 msgr2=0x7f58b8078e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:45.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.755+0000 7f58c017b640 1 -- 172.21.15.17:0/2174690864 shutdown_connections 2024-09-16T02:03:45.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:45.755+0000 7f58c017b640 1 -- 172.21.15.17:0/2174690864 wait complete. 2024-09-16T02:03:46.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:45 smithi017 ceph-mon[30972]: pgmap v946: 97 pgs: 97 active+clean; 512 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 766 KiB/s rd, 3.7 MiB/s wr, 222 op/s 2024-09-16T02:03:46.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 66300 8.24 MB/sec execute 308 sec latency 187.173 ms 2024-09-16T02:03:46.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:45 smithi029 ceph-mon[34783]: pgmap v946: 97 pgs: 97 active+clean; 512 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 766 KiB/s rd, 3.7 MiB/s wr, 222 op/s 2024-09-16T02:03:46.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:45 smithi122 ceph-mon[34758]: pgmap v946: 97 pgs: 97 active+clean; 512 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 766 KiB/s rd, 3.7 MiB/s wr, 222 op/s 2024-09-16T02:03:46.652 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T02:03:47.011 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:03:47.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 66476 8.24 MB/sec execute 309 sec latency 75.603 ms 2024-09-16T02:03:47.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.551+0000 7fe6abce5640 1 -- 172.21.15.17:0/3736513613 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a4106f20 msgr2=0x7fe6a410eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:47.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.551+0000 7fe6abce5640 1 --2- 172.21.15.17:0/3736513613 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a4106f20 0x7fe6a410eaa0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fe69c009ca0 tx=0x7fe69c02a8c0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.551+0000 7fe6abce5640 1 -- 172.21.15.17:0/3736513613 shutdown_connections 2024-09-16T02:03:47.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.551+0000 7fe6abce5640 1 --2- 172.21.15.17:0/3736513613 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a4106f20 0x7fe6a410eaa0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.551+0000 7fe6abce5640 1 --2- 172.21.15.17:0/3736513613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a41027a0 0x7fe6a41067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.551+0000 7fe6abce5640 1 --2- 172.21.15.17:0/3736513613 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6a4101df0 0x7fe6a41021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.551+0000 7fe6abce5640 1 -- 172.21.15.17:0/3736513613 >> 172.21.15.17:0/3736513613 conn(0x7fe6a40fd8f0 msgr2=0x7fe6a40ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:47.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.551+0000 7fe6abce5640 1 -- 172.21.15.17:0/3736513613 shutdown_connections 2024-09-16T02:03:47.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.551+0000 7fe6abce5640 1 -- 172.21.15.17:0/3736513613 wait complete. 2024-09-16T02:03:47.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.552+0000 7fe6abce5640 1 Processor -- start 2024-09-16T02:03:47.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.552+0000 7fe6abce5640 1 -- start start 2024-09-16T02:03:47.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6abce5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a4101df0 0x7fe6a4198330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6abce5640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6a41027a0 0x7fe6a4198870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6abce5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a4106f20 0x7fe6a419cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6abce5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a4111e30 con 0x7fe6a4106f20 2024-09-16T02:03:47.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6abce5640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a4111cb0 con 0x7fe6a41027a0 2024-09-16T02:03:47.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6abce5640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a4111fb0 con 0x7fe6a4101df0 2024-09-16T02:03:47.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6a9a81640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a4101df0 0x7fe6a4198330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6a9a81640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a4101df0 0x7fe6a4198330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:57252/0 (socket says 172.21.15.17:57252) 2024-09-16T02:03:47.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6a9a81640 1 -- 172.21.15.17:0/745837275 learned_addr learned my addr 172.21.15.17:0/745837275 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:47.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6a9280640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6a41027a0 0x7fe6a4198870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6aa282640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a4106f20 0x7fe6a419cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6a9a81640 1 -- 172.21.15.17:0/745837275 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6a41027a0 msgr2=0x7fe6a4198870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:47.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6a9a81640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6a41027a0 0x7fe6a4198870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6a9a81640 1 -- 172.21.15.17:0/745837275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a4106f20 msgr2=0x7fe6a419cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:47.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6a9a81640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a4106f20 0x7fe6a419cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6a9a81640 1 -- 172.21.15.17:0/745837275 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6a419d2e0 con 0x7fe6a4101df0 2024-09-16T02:03:47.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.553+0000 7fe6a9280640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6a41027a0 0x7fe6a4198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:47.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.554+0000 7fe6a9a81640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a4101df0 0x7fe6a4198330 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fe6a000e9f0 tx=0x7fe6a000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:47.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.554+0000 7fe69affd640 1 -- 172.21.15.17:0/745837275 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a000cd80 con 0x7fe6a4101df0 2024-09-16T02:03:47.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.554+0000 7fe69affd640 1 -- 172.21.15.17:0/745837275 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe6a00108e0 con 0x7fe6a4101df0 2024-09-16T02:03:47.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.554+0000 7fe69affd640 1 -- 172.21.15.17:0/745837275 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6a0018920 con 0x7fe6a4101df0 2024-09-16T02:03:47.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.554+0000 7fe6abce5640 1 -- 172.21.15.17:0/745837275 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe6a419d5d0 con 0x7fe6a4101df0 2024-09-16T02:03:47.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.554+0000 7fe6abce5640 1 -- 172.21.15.17:0/745837275 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe6a4074420 con 0x7fe6a4101df0 2024-09-16T02:03:47.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.558+0000 7fe6ae0be740 1 Processor -- start 2024-09-16T02:03:47.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.558+0000 7fe6ae0be740 1 -- start start 2024-09-16T02:03:47.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.558+0000 7fe69affd640 1 -- 172.21.15.17:0/745837275 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe6a0010a90 con 0x7fe6a4101df0 2024-09-16T02:03:47.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6ae0be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 0x55d45bb3c090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe69affd640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6900a32c0 0x7fe6900a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6ae0be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3c5d0 0x55d45bb3ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6ae0be740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 0x55d45bb49760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6aa282640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 0x55d45bb3c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6aa282640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 0x55d45bb3c090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47094/0 (socket says 172.21.15.17:47094) 2024-09-16T02:03:47.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6aa282640 1 -- 172.21.15.17:0/1986732825 learned_addr learned my addr 172.21.15.17:0/1986732825 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:47.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6ae0be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d45baa22f0 con 0x55d45bb3c5d0 2024-09-16T02:03:47.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1986732825 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d45ba49cf0 con 0x55d45bb3db40 2024-09-16T02:03:47.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1986732825 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d45ba9e2b0 con 0x55d45bb47370 2024-09-16T02:03:47.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6aa282640 1 --2- 172.21.15.17:0/1986732825 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 0x55d45bb49760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6a9280640 1 --2- 172.21.15.17:0/1986732825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3c5d0 0x55d45bb3ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6a9a81640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6900a32c0 0x7fe6900a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6aa282640 1 -- 172.21.15.17:0/1986732825 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 msgr2=0x55d45bb49760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:47.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6aa282640 1 --2- 172.21.15.17:0/1986732825 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 0x55d45bb49760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe6aa282640 1 -- 172.21.15.17:0/1986732825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3c5d0 msgr2=0x55d45bb3ca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:47.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.559+0000 7fe69affd640 1 -- 172.21.15.17:0/745837275 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe6a00cfbd0 con 0x7fe6a4101df0 2024-09-16T02:03:47.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.560+0000 7fe6aa282640 1 --2- 172.21.15.17:0/1986732825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3c5d0 0x55d45bb3ca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.560+0000 7fe6aa282640 1 -- 172.21.15.17:0/1986732825 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d45ba2e3a0 con 0x55d45bb3db40 2024-09-16T02:03:47.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.560+0000 7fe6a9a81640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6900a32c0 0x7fe6900a5780 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fe6a00986c0 tx=0x7fe6a009f040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:47.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.560+0000 7fe6a9280640 1 --2- 172.21.15.17:0/1986732825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3c5d0 0x55d45bb3ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:47.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.560+0000 7fe6aa282640 1 --2- 172.21.15.17:0/1986732825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 0x55d45bb3c090 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x55d45bb3d070 tx=0x7fe69c009360 comp rx=0 tx=0).ready entity=mon.2 client_cookie=58523c881cc07881 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:47.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.560+0000 7fe68ffff640 1 -- 172.21.15.17:0/1986732825 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69c031450 con 0x55d45bb3db40 2024-09-16T02:03:47.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.560+0000 7fe68ffff640 1 -- 172.21.15.17:0/1986732825 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe69c036040 con 0x55d45bb3db40 2024-09-16T02:03:47.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.560+0000 7fe68ffff640 1 -- 172.21.15.17:0/1986732825 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69c004400 con 0x55d45bb3db40 2024-09-16T02:03:47.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.561+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1986732825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 msgr2=0x55d45bb3c090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:47.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.561+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/1986732825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 0x55d45bb3c090 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x55d45bb3d070 tx=0x7fe69c009360 comp rx=0 tx=0).stop 2024-09-16T02:03:47.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.561+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1986732825 shutdown_connections 2024-09-16T02:03:47.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.561+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/1986732825 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 0x55d45bb49760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.561+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/1986732825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3c5d0 0x55d45bb3ca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.561+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/1986732825 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 0x55d45bb3c090 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.561+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1986732825 >> 172.21.15.17:0/1986732825 conn(0x55d45bb05310 msgr2=0x55d45bb38c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:47.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.561+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1986732825 shutdown_connections 2024-09-16T02:03:47.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.561+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1986732825 wait complete. 2024-09-16T02:03:47.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.562+0000 7fe6ae0be740 1 -- start start 2024-09-16T02:03:47.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.562+0000 7fe6ae0be740 1 Processor -- start 2024-09-16T02:03:47.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6ae0be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3c5d0 0x55d45bb46dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6ae0be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3db40 0x55d45bb44070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6aa282640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3c5d0 0x55d45bb46dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6aa282640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3c5d0 0x55d45bb46dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47102/0 (socket says 172.21.15.17:47102) 2024-09-16T02:03:47.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6a9280640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3db40 0x55d45bb44070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6a9280640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3db40 0x55d45bb44070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54130/0 (socket says 172.21.15.17:54130) 2024-09-16T02:03:47.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6ae0be740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 0x55d45bb44800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6ae0be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d45bb49e90 con 0x55d45bb3db40 2024-09-16T02:03:47.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6ae0be740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d45ba5d060 con 0x55d45bb3c5d0 2024-09-16T02:03:47.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6ae0be740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d45bb4a010 con 0x55d45bb47370 2024-09-16T02:03:47.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6ae0be740 10 client.0 _ll_register_callbacks cb 0x55d45b7b08c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:47.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6aa282640 1 -- 172.21.15.17:0/81421892 learned_addr learned my addr 172.21.15.17:0/81421892 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:47.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6aa282640 1 --2- 172.21.15.17:0/81421892 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 0x55d45bb44800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6a9280640 1 -- 172.21.15.17:0/81421892 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 msgr2=0x55d45bb44800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:47.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6a9280640 1 --2- 172.21.15.17:0/81421892 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 0x55d45bb44800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6a9280640 1 -- 172.21.15.17:0/81421892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3c5d0 msgr2=0x55d45bb46dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:47.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.563+0000 7fe6a9280640 1 --2- 172.21.15.17:0/81421892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3c5d0 0x55d45bb46dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.564+0000 7fe6a9280640 1 -- 172.21.15.17:0/81421892 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d45b8133c0 con 0x55d45bb3db40 2024-09-16T02:03:47.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.564+0000 7fe6aa282640 1 --2- 172.21.15.17:0/81421892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3c5d0 0x55d45bb46dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:03:47.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.564+0000 7fe6a9280640 1 --2- 172.21.15.17:0/81421892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3db40 0x55d45bb44070 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7fe6a40ffe70 tx=0x7fe69400b690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3f126156a34c87b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:47.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.564+0000 7fe68d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:03:47.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.564+0000 7fe68d7fa640 1 -- 172.21.15.17:0/81421892 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe694004020 con 0x55d45bb3db40 2024-09-16T02:03:47.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.564+0000 7fe68d7fa640 1 -- 172.21.15.17:0/81421892 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe6940041c0 con 0x55d45bb3db40 2024-09-16T02:03:47.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.564+0000 7fe6ae0be740 1 -- 172.21.15.17:0/81421892 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe69c036040 con 0x55d45bb3db40 2024-09-16T02:03:47.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.565+0000 7fe68d7fa640 1 -- 172.21.15.17:0/81421892 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe6940043c0 con 0x55d45bb3db40 2024-09-16T02:03:47.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.565+0000 7fe6ae0be740 10 client.18879 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:47.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.565+0000 7fe6ae0be740 1 -- 172.21.15.17:0/81421892 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d45bb55a00 con 0x55d45bb3db40 2024-09-16T02:03:47.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.565+0000 7fe68d7fa640 1 -- 172.21.15.17:0/81421892 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe69c036040 con 0x55d45bb3db40 2024-09-16T02:03:47.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.565+0000 7fe68d7fa640 1 -- 172.21.15.17:0/81421892 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fe694028030 con 0x55d45bb3db40 2024-09-16T02:03:47.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.565+0000 7fe6ae0be740 10 client.18879 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:47.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.565+0000 7fe6ae0be740 10 client.18879 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:03:47.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.565+0000 7fe6ae0be740 20 client.18879 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:47.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.565+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/81421892 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d45bb56ec0 0x55d45bb59320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.565+0000 7fe6ae0be740 4 client.18879 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:03:47.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.565+0000 7fe6ae0be740 1 -- 172.21.15.17:0/81421892 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55d45baaf860 con 0x55d45bb56ec0 2024-09-16T02:03:47.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.566+0000 7fe6aa282640 1 --2- 172.21.15.17:0/81421892 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d45bb56ec0 0x55d45bb59320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.566+0000 7fe68d7fa640 10 client.18879 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:47.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.566+0000 7fe6aa282640 1 --2- 172.21.15.17:0/81421892 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d45bb56ec0 0x55d45bb59320 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67c4733585bf60a6 server_cookie=e4e6723c17157646 in_seq=0 out_seq=0 2024-09-16T02:03:47.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.567+0000 7fe68d7fa640 1 -- 172.21.15.17:0/81421892 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55d45baaf860 con 0x55d45bb56ec0 2024-09-16T02:03:47.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.567+0000 7fe68d7fa640 10 client.18879 handle_command_reply: tid=0 2024-09-16T02:03:47.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.567+0000 7fe6ae0be740 1 client.18879 shutdown 2024-09-16T02:03:47.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.568+0000 7fe6ae0be740 1 -- 172.21.15.17:0/81421892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3db40 msgr2=0x55d45bb44070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:47.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.568+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/81421892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3db40 0x55d45bb44070 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7fe6a40ffe70 tx=0x7fe69400b690 comp rx=0 tx=0).stop 2024-09-16T02:03:47.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.568+0000 7fe6ae0be740 1 -- 172.21.15.17:0/81421892 shutdown_connections 2024-09-16T02:03:47.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.568+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/81421892 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d45bb56ec0 0x55d45bb59320 crc :-1 s=READY pgs=282 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.568+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/81421892 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 0x55d45bb44800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.568+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/81421892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3db40 0x55d45bb44070 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.568+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/81421892 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3c5d0 0x55d45bb46dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.568+0000 7fe6ae0be740 1 -- 172.21.15.17:0/81421892 >> 172.21.15.17:0/81421892 conn(0x55d45bb05310 msgr2=0x55d45bb3e930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:47.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.568+0000 7fe68d7fa640 0 client.18879 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:47.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.568+0000 7fe6ae0be740 1 -- 172.21.15.17:0/81421892 shutdown_connections 2024-09-16T02:03:47.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.568+0000 7fe6ae0be740 1 -- 172.21.15.17:0/81421892 wait complete. 2024-09-16T02:03:47.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.568+0000 7fe6ae0be740 20 client.18879 trim_cache size 0 max 16384 2024-09-16T02:03:47.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.585+0000 7fe6ae0be740 1 Processor -- start 2024-09-16T02:03:47.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.585+0000 7fe6ae0be740 1 -- start start 2024-09-16T02:03:47.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.585+0000 7fe6ae0be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3c5d0 0x55d45bb38e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.585+0000 7fe6ae0be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 0x55d45bb43930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.585+0000 7fe6ae0be740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 0x55d45bb3f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.585+0000 7fe6aa282640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3c5d0 0x55d45bb38e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.585+0000 7fe6aa282640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3c5d0 0x55d45bb38e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54136/0 (socket says 172.21.15.17:54136) 2024-09-16T02:03:47.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.585+0000 7fe6aa282640 1 -- 172.21.15.17:0/3016693262 learned_addr learned my addr 172.21.15.17:0/3016693262 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:47.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.586+0000 7fe6ae0be740 1 -- 172.21.15.17:0/3016693262 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a41adbd0 con 0x55d45bb3c5d0 2024-09-16T02:03:47.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.586+0000 7fe6ae0be740 1 -- 172.21.15.17:0/3016693262 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a41ab4a0 con 0x55d45bb3db40 2024-09-16T02:03:47.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.586+0000 7fe6ae0be740 1 -- 172.21.15.17:0/3016693262 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a41a92d0 con 0x55d45bb47370 2024-09-16T02:03:47.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.586+0000 7fe6aa282640 1 --2- 172.21.15.17:0/3016693262 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 0x55d45bb3f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.586+0000 7fe6aa282640 1 -- 172.21.15.17:0/3016693262 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 msgr2=0x55d45bb3f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.586+0000 7fe6aa282640 1 --2- 172.21.15.17:0/3016693262 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 0x55d45bb3f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.586+0000 7fe6a9280640 1 --2- 172.21.15.17:0/3016693262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 0x55d45bb43930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.586+0000 7fe6aa282640 1 -- 172.21.15.17:0/3016693262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 msgr2=0x55d45bb43930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.586+0000 7fe6aa282640 1 --2- 172.21.15.17:0/3016693262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 0x55d45bb43930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.586+0000 7fe6aa282640 1 -- 172.21.15.17:0/3016693262 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d45bb470f0 con 0x55d45bb3c5d0 2024-09-16T02:03:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.587+0000 7fe6aa282640 1 --2- 172.21.15.17:0/3016693262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3c5d0 0x55d45bb38e10 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7fe69c02f3b0 tx=0x7fe69c004a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e369253c8a7fafc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:47.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.587+0000 7fe68f7fe640 1 -- 172.21.15.17:0/3016693262 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69c003a30 con 0x55d45bb3c5d0 2024-09-16T02:03:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.587+0000 7fe68f7fe640 1 -- 172.21.15.17:0/3016693262 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe69c036040 con 0x55d45bb3c5d0 2024-09-16T02:03:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.587+0000 7fe68f7fe640 1 -- 172.21.15.17:0/3016693262 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69c0305c0 con 0x55d45bb3c5d0 2024-09-16T02:03:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.588+0000 7fe6ae0be740 1 -- 172.21.15.17:0/3016693262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3c5d0 msgr2=0x55d45bb38e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.588+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/3016693262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3c5d0 0x55d45bb38e10 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7fe69c02f3b0 tx=0x7fe69c004a60 comp rx=0 tx=0).stop 2024-09-16T02:03:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.588+0000 7fe6ae0be740 1 -- 172.21.15.17:0/3016693262 shutdown_connections 2024-09-16T02:03:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.588+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/3016693262 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb47370 0x55d45bb3f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.588+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/3016693262 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 0x55d45bb43930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.588+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/3016693262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb3c5d0 0x55d45bb38e10 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.588+0000 7fe6ae0be740 1 -- 172.21.15.17:0/3016693262 >> 172.21.15.17:0/3016693262 conn(0x55d45bb05310 msgr2=0x55d45bb38700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.588+0000 7fe6ae0be740 1 -- 172.21.15.17:0/3016693262 shutdown_connections 2024-09-16T02:03:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.588+0000 7fe6ae0be740 1 -- 172.21.15.17:0/3016693262 wait complete. 2024-09-16T02:03:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.589+0000 7fe6ae0be740 1 -- start start 2024-09-16T02:03:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.589+0000 7fe6ae0be740 1 Processor -- start 2024-09-16T02:03:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.589+0000 7fe6ae0be740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb3c5d0 0x55d45bb4a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.589+0000 7fe6ae0be740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 0x55d45bb4a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.589+0000 7fe6ae0be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb47370 0x55d45bbbfbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.589+0000 7fe6ae0be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a41a9960 con 0x55d45bb47370 2024-09-16T02:03:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.589+0000 7fe6ae0be740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a41aadd0 con 0x55d45bb3db40 2024-09-16T02:03:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.589+0000 7fe6ae0be740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe6a41aa030 con 0x55d45bb3c5d0 2024-09-16T02:03:47.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.589+0000 7fe6ae0be740 10 client.0 _ll_register_callbacks cb 0x7fe694009760 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.589+0000 7fe6aa282640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb3c5d0 0x55d45bb4a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.589+0000 7fe6aa282640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb3c5d0 0x55d45bb4a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:57280/0 (socket says 172.21.15.17:57280) 2024-09-16T02:03:47.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.590+0000 7fe6aa282640 1 -- 172.21.15.17:0/1949611359 learned_addr learned my addr 172.21.15.17:0/1949611359 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:47.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.590+0000 7fe6aa282640 1 --2- 172.21.15.17:0/1949611359 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb47370 0x55d45bbbfbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.590+0000 7fe6a9280640 1 --2- 172.21.15.17:0/1949611359 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 0x55d45bb4a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.590+0000 7fe6aa282640 1 -- 172.21.15.17:0/1949611359 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 msgr2=0x55d45bb4a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:47.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.590+0000 7fe6aa282640 1 --2- 172.21.15.17:0/1949611359 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 0x55d45bb4a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.590+0000 7fe6aa282640 1 -- 172.21.15.17:0/1949611359 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb47370 msgr2=0x55d45bbbfbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:47.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.590+0000 7fe6aa282640 1 --2- 172.21.15.17:0/1949611359 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb47370 0x55d45bbbfbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.590+0000 7fe6aa282640 1 -- 172.21.15.17:0/1949611359 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d45bbc00f0 con 0x55d45bb3c5d0 2024-09-16T02:03:47.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.590+0000 7fe6aa282640 1 --2- 172.21.15.17:0/1949611359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb3c5d0 0x55d45bb4a340 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fe69c0319e0 tx=0x7fe69c031970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d75b1defe0abe4c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:47.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.590+0000 7fe68d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:03:47.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.590+0000 7fe68d7fa640 1 -- 172.21.15.17:0/1949611359 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe69c064060 con 0x55d45bb3c5d0 2024-09-16T02:03:47.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.590+0000 7fe68d7fa640 1 -- 172.21.15.17:0/1949611359 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe69c030df0 con 0x55d45bb3c5d0 2024-09-16T02:03:47.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.591+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1949611359 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe69c036040 con 0x55d45bb3c5d0 2024-09-16T02:03:47.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.591+0000 7fe68d7fa640 1 -- 172.21.15.17:0/1949611359 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe69c02f4c0 con 0x55d45bb3c5d0 2024-09-16T02:03:47.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.591+0000 7fe6ae0be740 10 client.28537 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:47.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.591+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1949611359 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d45bbc1240 con 0x55d45bb3c5d0 2024-09-16T02:03:47.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.591+0000 7fe68d7fa640 1 -- 172.21.15.17:0/1949611359 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe69c036040 con 0x55d45bb3c5d0 2024-09-16T02:03:47.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.591+0000 7fe68d7fa640 1 -- 172.21.15.17:0/1949611359 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fe69c06a7d0 con 0x55d45bb3c5d0 2024-09-16T02:03:47.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.591+0000 7fe6ae0be740 10 client.28537 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:47.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.591+0000 7fe6ae0be740 10 client.28537 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:03:47.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.591+0000 7fe6ae0be740 20 client.28537 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:47.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.591+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/1949611359 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d45bbc15f0 0x55d45bbc39e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:47.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.591+0000 7fe6ae0be740 4 client.28537 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:03:47.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.591+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1949611359 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d45baa9d70 con 0x55d45bbc15f0 2024-09-16T02:03:47.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.592+0000 7fe6a9280640 1 --2- 172.21.15.17:0/1949611359 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d45bbc15f0 0x55d45bbc39e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:47.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.592+0000 7fe6a9280640 1 --2- 172.21.15.17:0/1949611359 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d45bbc15f0 0x55d45bbc39e0 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6133fff035017753 server_cookie=c5e2a7c2af606131 in_seq=0 out_seq=0 2024-09-16T02:03:47.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.592+0000 7fe68d7fa640 10 client.28537 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.593+0000 7fe68d7fa640 1 -- 172.21.15.17:0/1949611359 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d45baa9d70 con 0x55d45bbc15f0 2024-09-16T02:03:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.593+0000 7fe68d7fa640 10 client.28537 handle_command_reply: tid=0 2024-09-16T02:03:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.593+0000 7fe6ae0be740 1 client.28537 shutdown 2024-09-16T02:03:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.594+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1949611359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb3c5d0 msgr2=0x55d45bb4a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.594+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/1949611359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb3c5d0 0x55d45bb4a340 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fe69c0319e0 tx=0x7fe69c031970 comp rx=0 tx=0).stop 2024-09-16T02:03:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.594+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1949611359 shutdown_connections 2024-09-16T02:03:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.594+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/1949611359 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55d45bbc15f0 0x55d45bbc39e0 crc :-1 s=READY pgs=283 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.594+0000 7fe68d7fa640 0 client.28537 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:47.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.594+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/1949611359 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d45bb47370 0x55d45bbbfbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.594+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/1949611359 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d45bb3db40 0x55d45bb4a880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.594+0000 7fe6ae0be740 1 --2- 172.21.15.17:0/1949611359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d45bb3c5d0 0x55d45bb4a340 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.594+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1949611359 >> 172.21.15.17:0/1949611359 conn(0x55d45bb05310 msgr2=0x55d45bb458d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:47.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.594+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1949611359 shutdown_connections 2024-09-16T02:03:47.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.594+0000 7fe6ae0be740 1 -- 172.21.15.17:0/1949611359 wait complete. 2024-09-16T02:03:47.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.594+0000 7fe6ae0be740 20 client.28537 trim_cache size 0 max 16384 2024-09-16T02:03:47.603 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:03:47.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.595+0000 7fe6abce5640 1 -- 172.21.15.17:0/745837275 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6900a32c0 msgr2=0x7fe6900a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:47.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.595+0000 7fe6abce5640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6900a32c0 0x7fe6900a5780 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fe6a00986c0 tx=0x7fe6a009f040 comp rx=0 tx=0).stop 2024-09-16T02:03:47.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.595+0000 7fe6abce5640 1 -- 172.21.15.17:0/745837275 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a4101df0 msgr2=0x7fe6a4198330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:47.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.595+0000 7fe6abce5640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a4101df0 0x7fe6a4198330 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fe6a000e9f0 tx=0x7fe6a000eeb0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.595+0000 7fe6abce5640 1 -- 172.21.15.17:0/745837275 shutdown_connections 2024-09-16T02:03:47.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.595+0000 7fe6abce5640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe6900a32c0 0x7fe6900a5780 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.595+0000 7fe6abce5640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe6a4106f20 0x7fe6a419cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.595+0000 7fe6abce5640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe6a41027a0 0x7fe6a4198870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.595+0000 7fe6abce5640 1 --2- 172.21.15.17:0/745837275 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe6a4101df0 0x7fe6a4198330 secure :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fe6a000e9f0 tx=0x7fe6a000eeb0 comp rx=0 tx=0).stop 2024-09-16T02:03:47.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.595+0000 7fe6abce5640 1 -- 172.21.15.17:0/745837275 >> 172.21.15.17:0/745837275 conn(0x7fe6a40fd8f0 msgr2=0x7fe6a40fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:47.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.595+0000 7fe6abce5640 1 -- 172.21.15.17:0/745837275 shutdown_connections 2024-09-16T02:03:47.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:47.596+0000 7fe6abce5640 1 -- 172.21.15.17:0/745837275 wait complete. 2024-09-16T02:03:48.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 66680 8.27 MB/sec execute 310 sec latency 94.305 ms 2024-09-16T02:03:48.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:47 smithi017 ceph-mon[30972]: pgmap v947: 97 pgs: 97 active+clean; 512 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 3.0 MiB/s wr, 209 op/s 2024-09-16T02:03:48.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:47 smithi122 ceph-mon[34758]: pgmap v947: 97 pgs: 97 active+clean; 512 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 3.0 MiB/s wr, 209 op/s 2024-09-16T02:03:48.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:47 smithi029 ceph-mon[34783]: pgmap v947: 97 pgs: 97 active+clean; 512 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 3.0 MiB/s wr, 209 op/s 2024-09-16T02:03:49.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 66841 8.26 MB/sec execute 311 sec latency 109.978 ms 2024-09-16T02:03:49.346 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T02:03:49.347 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T02:03:49.714 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:03:50.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 67010 8.26 MB/sec execute 312 sec latency 120.025 ms 2024-09-16T02:03:50.185 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:49 smithi017 ceph-mon[30972]: pgmap v948: 97 pgs: 97 active+clean; 513 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 3.7 MiB/s wr, 288 op/s 2024-09-16T02:03:50.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:49 smithi029 ceph-mon[34783]: pgmap v948: 97 pgs: 97 active+clean; 513 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 3.7 MiB/s wr, 288 op/s 2024-09-16T02:03:50.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:49 smithi122 ceph-mon[34758]: pgmap v948: 97 pgs: 97 active+clean; 513 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 3.7 MiB/s wr, 288 op/s 2024-09-16T02:03:50.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.454+0000 7f2eff1e3640 1 -- 172.21.15.17:0/2305257255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ef8106a90 msgr2=0x7f2ef8106e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:50.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.454+0000 7f2eff1e3640 1 --2- 172.21.15.17:0/2305257255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ef8106a90 0x7f2ef8106e70 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f2eec009890 tx=0x7f2eec02a380 comp rx=0 tx=0).stop 2024-09-16T02:03:50.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.455+0000 7f2eff1e3640 1 -- 172.21.15.17:0/2305257255 shutdown_connections 2024-09-16T02:03:50.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.455+0000 7f2eff1e3640 1 --2- 172.21.15.17:0/2305257255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ef8101430 0x7f2ef810d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.455+0000 7f2eff1e3640 1 --2- 172.21.15.17:0/2305257255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ef8100a90 0x7f2ef8100ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.455+0000 7f2eff1e3640 1 --2- 172.21.15.17:0/2305257255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ef8106a90 0x7f2ef8106e70 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.455+0000 7f2eff1e3640 1 -- 172.21.15.17:0/2305257255 >> 172.21.15.17:0/2305257255 conn(0x7f2ef80fc7d0 msgr2=0x7f2ef80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:50.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.455+0000 7f2eff1e3640 1 -- 172.21.15.17:0/2305257255 shutdown_connections 2024-09-16T02:03:50.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.455+0000 7f2eff1e3640 1 -- 172.21.15.17:0/2305257255 wait complete. 2024-09-16T02:03:50.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.455+0000 7f2eff1e3640 1 Processor -- start 2024-09-16T02:03:50.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.455+0000 7f2eff1e3640 1 -- start start 2024-09-16T02:03:50.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2eff1e3640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ef8100a90 0x7f2ef8102660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2eff1e3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ef8101430 0x7f2ef8102ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2eff1e3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ef8106a90 0x7f2ef81030e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2eff1e3640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef8110d40 con 0x7f2ef8106a90 2024-09-16T02:03:50.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2eff1e3640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef8110bc0 con 0x7f2ef8100a90 2024-09-16T02:03:50.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2eff1e3640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef8110ec0 con 0x7f2ef8101430 2024-09-16T02:03:50.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2ef7fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ef8101430 0x7f2ef8102ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2ef7fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ef8101430 0x7f2ef8102ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:57306/0 (socket says 172.21.15.17:57306) 2024-09-16T02:03:50.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2efcf7f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ef8100a90 0x7f2ef8102660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2ef7fff640 1 -- 172.21.15.17:0/2900519526 learned_addr learned my addr 172.21.15.17:0/2900519526 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:50.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2efd780640 1 --2- 172.21.15.17:0/2900519526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ef8106a90 0x7f2ef81030e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2ef7fff640 1 -- 172.21.15.17:0/2900519526 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ef8100a90 msgr2=0x7f2ef8102660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:50.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2ef7fff640 1 --2- 172.21.15.17:0/2900519526 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ef8100a90 0x7f2ef8102660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2ef7fff640 1 -- 172.21.15.17:0/2900519526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ef8106a90 msgr2=0x7f2ef81030e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:50.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2ef7fff640 1 --2- 172.21.15.17:0/2900519526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ef8106a90 0x7f2ef81030e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2ef7fff640 1 -- 172.21.15.17:0/2900519526 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ef81a6890 con 0x7f2ef8101430 2024-09-16T02:03:50.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.456+0000 7f2efd780640 1 --2- 172.21.15.17:0/2900519526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ef8106a90 0x7f2ef81030e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:50.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.457+0000 7f2ef7fff640 1 --2- 172.21.15.17:0/2900519526 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ef8101430 0x7f2ef8102ba0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f2ee400e9f0 tx=0x7f2ee400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:50.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.457+0000 7f2ef5ffb640 1 -- 172.21.15.17:0/2900519526 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee400cd80 con 0x7f2ef8101430 2024-09-16T02:03:50.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.457+0000 7f2ef5ffb640 1 -- 172.21.15.17:0/2900519526 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ee40108e0 con 0x7f2ef8101430 2024-09-16T02:03:50.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.457+0000 7f2eff1e3640 1 -- 172.21.15.17:0/2900519526 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ef81a6b80 con 0x7f2ef8101430 2024-09-16T02:03:50.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.457+0000 7f2ef5ffb640 1 -- 172.21.15.17:0/2900519526 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee4018920 con 0x7f2ef8101430 2024-09-16T02:03:50.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.457+0000 7f2eff1e3640 1 -- 172.21.15.17:0/2900519526 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ef81a7110 con 0x7f2ef8101430 2024-09-16T02:03:50.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.460+0000 7f2ef5ffb640 1 -- 172.21.15.17:0/2900519526 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f2ee4010a90 con 0x7f2ef8101430 2024-09-16T02:03:50.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.460+0000 7f2f015bc740 1 Processor -- start 2024-09-16T02:03:50.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2f015bc740 1 -- start start 2024-09-16T02:03:50.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2ef5ffb640 1 --2- 172.21.15.17:0/2900519526 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ee80a3340 0x7f2ee80a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2f015bc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9068fb60 0x55bd9068ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2f015bc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd90690480 0x55bd9069a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2f015bc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9069ad40 0x55bd9069d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2f015bc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bd905f5280 con 0x55bd9069ad40 2024-09-16T02:03:50.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2f015bc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55bd9059cb10 con 0x55bd90690480 2024-09-16T02:03:50.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2f015bc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55bd905f1240 con 0x55bd9068fb60 2024-09-16T02:03:50.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2efd780640 1 --2- 172.21.15.17:0/2900519526 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ee80a3340 0x7f2ee80a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2efd780640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9069ad40 0x55bd9069d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2efd780640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9069ad40 0x55bd9069d130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54174/0 (socket says 172.21.15.17:54174) 2024-09-16T02:03:50.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2efd780640 1 -- 172.21.15.17:0/4179966395 learned_addr learned my addr 172.21.15.17:0/4179966395 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:50.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2efcf7f640 1 --2- 172.21.15.17:0/4179966395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9068fb60 0x55bd9068ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2ef5ffb640 1 -- 172.21.15.17:0/2900519526 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f2ee40cfb80 con 0x7f2ef8101430 2024-09-16T02:03:50.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.461+0000 7f2ef7fff640 1 --2- 172.21.15.17:0/4179966395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd90690480 0x55bd9069a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.462+0000 7f2efcf7f640 1 -- 172.21.15.17:0/4179966395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd90690480 msgr2=0x55bd9069a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:50.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.462+0000 7f2efcf7f640 1 --2- 172.21.15.17:0/4179966395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd90690480 0x55bd9069a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.462+0000 7f2efcf7f640 1 -- 172.21.15.17:0/4179966395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9069ad40 msgr2=0x55bd9069d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:50.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.462+0000 7f2efcf7f640 1 --2- 172.21.15.17:0/4179966395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9069ad40 0x55bd9069d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.462+0000 7f2efcf7f640 1 -- 172.21.15.17:0/4179966395 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd905a91f0 con 0x55bd9068fb60 2024-09-16T02:03:50.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.462+0000 7f2efd780640 1 --2- 172.21.15.17:0/4179966395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9069ad40 0x55bd9069d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:50.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.462+0000 7f2efcf7f640 1 --2- 172.21.15.17:0/4179966395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9068fb60 0x55bd9068ff40 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f2eec02a970 tx=0x7f2eec005d40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2833b4fc148ff161 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:50.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.462+0000 7f2efd780640 1 --2- 172.21.15.17:0/2900519526 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ee80a3340 0x7f2ee80a5800 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x55bd9068d470 tx=0x7f2ef0010040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:50.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.462+0000 7f2ee2ffd640 1 -- 172.21.15.17:0/4179966395 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eec037040 con 0x55bd9068fb60 2024-09-16T02:03:50.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.462+0000 7f2ee2ffd640 1 -- 172.21.15.17:0/4179966395 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2eec038040 con 0x55bd9068fb60 2024-09-16T02:03:50.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.462+0000 7f2ee2ffd640 1 -- 172.21.15.17:0/4179966395 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eec003850 con 0x55bd9068fb60 2024-09-16T02:03:50.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.463+0000 7f2f015bc740 1 -- 172.21.15.17:0/4179966395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9068fb60 msgr2=0x55bd9068ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:50.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.463+0000 7f2f015bc740 1 --2- 172.21.15.17:0/4179966395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9068fb60 0x55bd9068ff40 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f2eec02a970 tx=0x7f2eec005d40 comp rx=0 tx=0).stop 2024-09-16T02:03:50.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.463+0000 7f2f015bc740 1 -- 172.21.15.17:0/4179966395 shutdown_connections 2024-09-16T02:03:50.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.463+0000 7f2f015bc740 1 --2- 172.21.15.17:0/4179966395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9069ad40 0x55bd9069d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.463+0000 7f2f015bc740 1 --2- 172.21.15.17:0/4179966395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd90690480 0x55bd9069a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.463+0000 7f2f015bc740 1 --2- 172.21.15.17:0/4179966395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9068fb60 0x55bd9068ff40 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.463+0000 7f2f015bc740 1 -- 172.21.15.17:0/4179966395 >> 172.21.15.17:0/4179966395 conn(0x55bd9068c0f0 msgr2=0x55bd9068c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:50.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.463+0000 7f2f015bc740 1 -- 172.21.15.17:0/4179966395 shutdown_connections 2024-09-16T02:03:50.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.463+0000 7f2f015bc740 1 -- 172.21.15.17:0/4179966395 wait complete. 2024-09-16T02:03:50.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.464+0000 7f2f015bc740 1 -- start start 2024-09-16T02:03:50.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.464+0000 7f2f015bc740 1 Processor -- start 2024-09-16T02:03:50.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.464+0000 7f2f015bc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9068fb60 0x55bd90697bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.464+0000 7f2f015bc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd90690480 0x55bd906980f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.464+0000 7f2f015bc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd9069ad40 0x55bd90698630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2f015bc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55bd9069d910 con 0x55bd9068fb60 2024-09-16T02:03:50.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2f015bc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55bd905aff10 con 0x55bd9069ad40 2024-09-16T02:03:50.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2ef7fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd90690480 0x55bd906980f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2f015bc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55bd9069da90 con 0x55bd90690480 2024-09-16T02:03:50.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2ef7fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd90690480 0x55bd906980f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:57332/0 (socket says 172.21.15.17:57332) 2024-09-16T02:03:50.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2ef7fff640 1 -- 172.21.15.17:0/3368760547 learned_addr learned my addr 172.21.15.17:0/3368760547 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:50.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2f015bc740 10 client.0 _ll_register_callbacks cb 0x55bd90578a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:50.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2efcf7f640 1 --2- 172.21.15.17:0/3368760547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9068fb60 0x55bd90697bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2efd780640 1 --2- 172.21.15.17:0/3368760547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd9069ad40 0x55bd90698630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2ef7fff640 1 -- 172.21.15.17:0/3368760547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd9069ad40 msgr2=0x55bd90698630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:50.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2ef7fff640 1 --2- 172.21.15.17:0/3368760547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd9069ad40 0x55bd90698630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2ef7fff640 1 -- 172.21.15.17:0/3368760547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9068fb60 msgr2=0x55bd90697bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:50.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2ef7fff640 1 --2- 172.21.15.17:0/3368760547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9068fb60 0x55bd90697bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2ef7fff640 1 -- 172.21.15.17:0/3368760547 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd903666a0 con 0x55bd90690480 2024-09-16T02:03:50.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2efcf7f640 1 --2- 172.21.15.17:0/3368760547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9068fb60 0x55bd90697bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:03:50.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2ef7fff640 1 --2- 172.21.15.17:0/3368760547 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd90690480 0x55bd906980f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f2ee4098670 tx=0x7f2ee409bc60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3a4a54dde2eae143 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:50.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2ed7fff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:03:50.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2ed7fff640 1 -- 172.21.15.17:0/3368760547 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee409c210 con 0x55bd90690480 2024-09-16T02:03:50.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2ed7fff640 1 -- 172.21.15.17:0/3368760547 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f2ee40213f0 con 0x55bd90690480 2024-09-16T02:03:50.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.465+0000 7f2f015bc740 1 -- 172.21.15.17:0/3368760547 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2eec038040 con 0x55bd90690480 2024-09-16T02:03:50.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.466+0000 7f2ed7fff640 1 -- 172.21.15.17:0/3368760547 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2ee40a0510 con 0x55bd90690480 2024-09-16T02:03:50.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.466+0000 7f2f015bc740 10 client.28549 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:50.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.466+0000 7f2f015bc740 1 -- 172.21.15.17:0/3368760547 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55bd906a9500 con 0x55bd90690480 2024-09-16T02:03:50.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.466+0000 7f2ed7fff640 1 -- 172.21.15.17:0/3368760547 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2eec038040 con 0x55bd90690480 2024-09-16T02:03:50.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.466+0000 7f2ed7fff640 1 -- 172.21.15.17:0/3368760547 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f2ee40a4940 con 0x55bd90690480 2024-09-16T02:03:50.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.466+0000 7f2f015bc740 10 client.28549 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:50.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.466+0000 7f2f015bc740 10 client.28549 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:03:50.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.466+0000 7f2f015bc740 20 client.28549 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:50.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.466+0000 7f2f015bc740 1 --2- 172.21.15.17:0/3368760547 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55bd906aad80 0x55bd906ad210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.467+0000 7f2f015bc740 4 client.28549 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:03:50.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.467+0000 7f2f015bc740 1 -- 172.21.15.17:0/3368760547 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55bd906027f0 con 0x55bd906aad80 2024-09-16T02:03:50.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.467+0000 7f2efcf7f640 1 --2- 172.21.15.17:0/3368760547 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55bd906aad80 0x55bd906ad210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.467+0000 7f2efcf7f640 1 --2- 172.21.15.17:0/3368760547 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55bd906aad80 0x55bd906ad210 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f0a9de61fdea3753 server_cookie=7a595687151f334 in_seq=0 out_seq=0 2024-09-16T02:03:50.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.467+0000 7f2ed7fff640 10 client.28549 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:50.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.469+0000 7f2ed7fff640 1 -- 172.21.15.17:0/3368760547 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55bd906027f0 con 0x55bd906aad80 2024-09-16T02:03:50.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.469+0000 7f2ed7fff640 10 client.28549 handle_command_reply: tid=0 2024-09-16T02:03:50.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.469+0000 7f2f015bc740 1 client.28549 shutdown 2024-09-16T02:03:50.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.469+0000 7f2f015bc740 1 -- 172.21.15.17:0/3368760547 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd90690480 msgr2=0x55bd906980f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:50.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.469+0000 7f2f015bc740 1 --2- 172.21.15.17:0/3368760547 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd90690480 0x55bd906980f0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f2ee4098670 tx=0x7f2ee409bc60 comp rx=0 tx=0).stop 2024-09-16T02:03:50.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.469+0000 7f2f015bc740 1 -- 172.21.15.17:0/3368760547 shutdown_connections 2024-09-16T02:03:50.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.469+0000 7f2f015bc740 1 --2- 172.21.15.17:0/3368760547 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55bd906aad80 0x55bd906ad210 crc :-1 s=READY pgs=284 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.469+0000 7f2f015bc740 1 --2- 172.21.15.17:0/3368760547 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd9069ad40 0x55bd90698630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.469+0000 7f2f015bc740 1 --2- 172.21.15.17:0/3368760547 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd90690480 0x55bd906980f0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.469+0000 7f2f015bc740 1 --2- 172.21.15.17:0/3368760547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9068fb60 0x55bd90697bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.469+0000 7f2f015bc740 1 -- 172.21.15.17:0/3368760547 >> 172.21.15.17:0/3368760547 conn(0x55bd9068c0f0 msgr2=0x55bd90691dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:50.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.469+0000 7f2ed7fff640 0 client.28549 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:50.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.469+0000 7f2f015bc740 1 -- 172.21.15.17:0/3368760547 shutdown_connections 2024-09-16T02:03:50.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.469+0000 7f2f015bc740 1 -- 172.21.15.17:0/3368760547 wait complete. 2024-09-16T02:03:50.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.470+0000 7f2f015bc740 20 client.28549 trim_cache size 0 max 16384 2024-09-16T02:03:50.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2f015bc740 1 Processor -- start 2024-09-16T02:03:50.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2f015bc740 1 -- start start 2024-09-16T02:03:50.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2f015bc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd9068fb60 0x55bd90696b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2f015bc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd90690480 0x55bd906b2b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2f015bc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9069ad40 0x55bd906b3060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2f015bc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef81b1fc0 con 0x55bd90690480 2024-09-16T02:03:50.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2f015bc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef81af890 con 0x55bd9068fb60 2024-09-16T02:03:50.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2f015bc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef81ad6c0 con 0x55bd9069ad40 2024-09-16T02:03:50.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2ef7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd90690480 0x55bd906b2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2ef7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd90690480 0x55bd906b2b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54184/0 (socket says 172.21.15.17:54184) 2024-09-16T02:03:50.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2ef7fff640 1 -- 172.21.15.17:0/482355158 learned_addr learned my addr 172.21.15.17:0/482355158 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:50.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2efd780640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9069ad40 0x55bd906b3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2efcf7f640 1 --2- 172.21.15.17:0/482355158 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd9068fb60 0x55bd90696b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2ef7fff640 1 -- 172.21.15.17:0/482355158 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9069ad40 msgr2=0x55bd906b3060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:50.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2ef7fff640 1 --2- 172.21.15.17:0/482355158 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9069ad40 0x55bd906b3060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2ef7fff640 1 -- 172.21.15.17:0/482355158 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd9068fb60 msgr2=0x55bd90696b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:50.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2ef7fff640 1 --2- 172.21.15.17:0/482355158 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd9068fb60 0x55bd90696b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2ef7fff640 1 -- 172.21.15.17:0/482355158 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55bd906902b0 con 0x55bd90690480 2024-09-16T02:03:50.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.496+0000 7f2efcf7f640 1 --2- 172.21.15.17:0/482355158 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd9068fb60 0x55bd90696b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:50.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.497+0000 7f2ef7fff640 1 --2- 172.21.15.17:0/482355158 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd90690480 0x55bd906b2b20 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f2ee4098b90 tx=0x7f2ee4013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=445595e40c724c99 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:50.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.497+0000 7f2ee27fc640 1 -- 172.21.15.17:0/482355158 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee409bd50 con 0x55bd90690480 2024-09-16T02:03:50.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.497+0000 7f2ee27fc640 1 -- 172.21.15.17:0/482355158 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2ee4010de0 con 0x55bd90690480 2024-09-16T02:03:50.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.497+0000 7f2ee27fc640 1 -- 172.21.15.17:0/482355158 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee40cdb00 con 0x55bd90690480 2024-09-16T02:03:50.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.498+0000 7f2f015bc740 1 -- 172.21.15.17:0/482355158 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd90690480 msgr2=0x55bd906b2b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:50.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.498+0000 7f2f015bc740 1 --2- 172.21.15.17:0/482355158 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd90690480 0x55bd906b2b20 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f2ee4098b90 tx=0x7f2ee4013000 comp rx=0 tx=0).stop 2024-09-16T02:03:50.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.498+0000 7f2f015bc740 1 -- 172.21.15.17:0/482355158 shutdown_connections 2024-09-16T02:03:50.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.498+0000 7f2f015bc740 1 --2- 172.21.15.17:0/482355158 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9069ad40 0x55bd906b3060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.498+0000 7f2f015bc740 1 --2- 172.21.15.17:0/482355158 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd90690480 0x55bd906b2b20 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.498+0000 7f2f015bc740 1 --2- 172.21.15.17:0/482355158 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd9068fb60 0x55bd90696b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.498+0000 7f2f015bc740 1 -- 172.21.15.17:0/482355158 >> 172.21.15.17:0/482355158 conn(0x55bd9068c0f0 msgr2=0x55bd90696480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:50.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.498+0000 7f2f015bc740 1 -- 172.21.15.17:0/482355158 shutdown_connections 2024-09-16T02:03:50.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.498+0000 7f2f015bc740 1 -- 172.21.15.17:0/482355158 wait complete. 2024-09-16T02:03:50.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.498+0000 7f2f015bc740 1 -- start start 2024-09-16T02:03:50.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.498+0000 7f2f015bc740 1 Processor -- start 2024-09-16T02:03:50.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.499+0000 7f2f015bc740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9068fb60 0x55bd906a3100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.499+0000 7f2f015bc740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd90690480 0x55bd9069e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.499+0000 7f2f015bc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9069ad40 0x55bd9069e970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.499+0000 7f2f015bc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef81add50 con 0x55bd9069ad40 2024-09-16T02:03:50.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.499+0000 7f2f015bc740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef81af1c0 con 0x55bd90690480 2024-09-16T02:03:50.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.499+0000 7f2efcf7f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9068fb60 0x55bd906a3100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.499+0000 7f2efcf7f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9068fb60 0x55bd906a3100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:57340/0 (socket says 172.21.15.17:57340) 2024-09-16T02:03:50.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.499+0000 7f2efcf7f640 1 -- 172.21.15.17:0/3806582836 learned_addr learned my addr 172.21.15.17:0/3806582836 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:50.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.499+0000 7f2efd780640 1 --2- 172.21.15.17:0/3806582836 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9069ad40 0x55bd9069e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.499+0000 7f2f015bc740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef81ae420 con 0x55bd9068fb60 2024-09-16T02:03:50.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.499+0000 7f2ef7fff640 1 --2- 172.21.15.17:0/3806582836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd90690480 0x55bd9069e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.499+0000 7f2f015bc740 10 client.0 _ll_register_callbacks cb 0x7f2ee400cf20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:50.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.500+0000 7f2efcf7f640 1 -- 172.21.15.17:0/3806582836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd90690480 msgr2=0x55bd9069e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:50.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.500+0000 7f2efcf7f640 1 --2- 172.21.15.17:0/3806582836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd90690480 0x55bd9069e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.500+0000 7f2efcf7f640 1 -- 172.21.15.17:0/3806582836 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9069ad40 msgr2=0x55bd9069e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:50.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.500+0000 7f2efcf7f640 1 --2- 172.21.15.17:0/3806582836 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9069ad40 0x55bd9069e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.500+0000 7f2efcf7f640 1 -- 172.21.15.17:0/3806582836 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55bd9069eeb0 con 0x55bd9068fb60 2024-09-16T02:03:50.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.500+0000 7f2efcf7f640 1 --2- 172.21.15.17:0/3806582836 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9068fb60 0x55bd906a3100 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f2eec030780 tx=0x7f2eec030450 comp rx=0 tx=0).ready entity=mon.1 client_cookie=99a04b196ec7b4f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:50.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.500+0000 7f2ed7fff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:03:50.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.500+0000 7f2ed7fff640 1 -- 172.21.15.17:0/3806582836 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2eec037040 con 0x55bd9068fb60 2024-09-16T02:03:50.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.500+0000 7f2ed7fff640 1 -- 172.21.15.17:0/3806582836 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f2eec004040 con 0x55bd9068fb60 2024-09-16T02:03:50.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.500+0000 7f2f015bc740 1 -- 172.21.15.17:0/3806582836 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55bd905fcd00 con 0x55bd9068fb60 2024-09-16T02:03:50.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.500+0000 7f2ed7fff640 1 -- 172.21.15.17:0/3806582836 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f2eec030e90 con 0x55bd9068fb60 2024-09-16T02:03:50.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.500+0000 7f2f015bc740 10 client.28555 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:50.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.500+0000 7f2f015bc740 1 -- 172.21.15.17:0/3806582836 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55bd907157a0 con 0x55bd9068fb60 2024-09-16T02:03:50.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.501+0000 7f2ed7fff640 1 -- 172.21.15.17:0/3806582836 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55bd905fcd00 con 0x55bd9068fb60 2024-09-16T02:03:50.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.501+0000 7f2ed7fff640 1 -- 172.21.15.17:0/3806582836 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f2eec004850 con 0x55bd9068fb60 2024-09-16T02:03:50.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.501+0000 7f2f015bc740 10 client.28555 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:50.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.501+0000 7f2f015bc740 10 client.28555 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:03:50.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.501+0000 7f2f015bc740 20 client.28555 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:50.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.501+0000 7f2f015bc740 1 --2- 172.21.15.17:0/3806582836 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55bd90715970 0x55bd90717d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:50.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.501+0000 7f2f015bc740 4 client.28555 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T02:03:50.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.501+0000 7f2f015bc740 1 -- 172.21.15.17:0/3806582836 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55bd90579110 con 0x55bd90715970 2024-09-16T02:03:50.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.501+0000 7f2ef7fff640 1 --2- 172.21.15.17:0/3806582836 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55bd90715970 0x55bd90717d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:50.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.502+0000 7f2ef7fff640 1 --2- 172.21.15.17:0/3806582836 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55bd90715970 0x55bd90717d60 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7edd594670acac41 server_cookie=ef945b17ab83232d in_seq=0 out_seq=0 2024-09-16T02:03:50.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.502+0000 7f2ed7fff640 10 client.28555 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:50.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.503+0000 7f2ed7fff640 1 -- 172.21.15.17:0/3806582836 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55bd90579110 con 0x55bd90715970 2024-09-16T02:03:50.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.503+0000 7f2ed7fff640 10 client.28555 handle_command_reply: tid=0 2024-09-16T02:03:50.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.503+0000 7f2f015bc740 1 client.28555 shutdown 2024-09-16T02:03:50.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.504+0000 7f2f015bc740 1 -- 172.21.15.17:0/3806582836 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9068fb60 msgr2=0x55bd906a3100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:50.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.504+0000 7f2f015bc740 1 --2- 172.21.15.17:0/3806582836 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9068fb60 0x55bd906a3100 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f2eec030780 tx=0x7f2eec030450 comp rx=0 tx=0).stop 2024-09-16T02:03:50.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.504+0000 7f2f015bc740 1 -- 172.21.15.17:0/3806582836 shutdown_connections 2024-09-16T02:03:50.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.504+0000 7f2f015bc740 1 --2- 172.21.15.17:0/3806582836 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55bd90715970 0x55bd90717d60 crc :-1 s=READY pgs=285 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.504+0000 7f2f015bc740 1 --2- 172.21.15.17:0/3806582836 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bd9069ad40 0x55bd9069e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.504+0000 7f2f015bc740 1 --2- 172.21.15.17:0/3806582836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55bd90690480 0x55bd9069e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.504+0000 7f2ed7fff640 0 client.28555 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:50.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.504+0000 7f2f015bc740 1 --2- 172.21.15.17:0/3806582836 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55bd9068fb60 0x55bd906a3100 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.504+0000 7f2f015bc740 1 -- 172.21.15.17:0/3806582836 >> 172.21.15.17:0/3806582836 conn(0x55bd9068c0f0 msgr2=0x55bd90696ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:50.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.504+0000 7f2f015bc740 1 -- 172.21.15.17:0/3806582836 shutdown_connections 2024-09-16T02:03:50.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.504+0000 7f2f015bc740 1 -- 172.21.15.17:0/3806582836 wait complete. 2024-09-16T02:03:50.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.504+0000 7f2f015bc740 20 client.28555 trim_cache size 0 max 16384 2024-09-16T02:03:50.511 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:03:50.512 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T02:03:50.512 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "294d006a-8e60-4d38-b002-ccb024b16484", 2024-09-16T02:03:50.512 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T02:03:50.512 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:03:50.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.505+0000 7f2eff1e3640 1 -- 172.21.15.17:0/2900519526 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ee80a3340 msgr2=0x7f2ee80a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:50.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.505+0000 7f2eff1e3640 1 --2- 172.21.15.17:0/2900519526 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ee80a3340 0x7f2ee80a5800 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x55bd9068d470 tx=0x7f2ef0010040 comp rx=0 tx=0).stop 2024-09-16T02:03:50.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.505+0000 7f2eff1e3640 1 -- 172.21.15.17:0/2900519526 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ef8101430 msgr2=0x7f2ef8102ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:50.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.505+0000 7f2eff1e3640 1 --2- 172.21.15.17:0/2900519526 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ef8101430 0x7f2ef8102ba0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f2ee400e9f0 tx=0x7f2ee400eeb0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.505+0000 7f2eff1e3640 1 -- 172.21.15.17:0/2900519526 shutdown_connections 2024-09-16T02:03:50.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.505+0000 7f2eff1e3640 1 --2- 172.21.15.17:0/2900519526 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f2ee80a3340 0x7f2ee80a5800 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.505+0000 7f2eff1e3640 1 --2- 172.21.15.17:0/2900519526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ef8106a90 0x7f2ef81030e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.505+0000 7f2eff1e3640 1 --2- 172.21.15.17:0/2900519526 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2ef8101430 0x7f2ef8102ba0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.505+0000 7f2eff1e3640 1 --2- 172.21.15.17:0/2900519526 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2ef8100a90 0x7f2ef8102660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:50.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.505+0000 7f2eff1e3640 1 -- 172.21.15.17:0/2900519526 >> 172.21.15.17:0/2900519526 conn(0x7f2ef80fc7d0 msgr2=0x7f2ef806a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:50.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.505+0000 7f2eff1e3640 1 -- 172.21.15.17:0/2900519526 shutdown_connections 2024-09-16T02:03:50.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:50.505+0000 7f2eff1e3640 1 -- 172.21.15.17:0/2900519526 wait complete. 2024-09-16T02:03:51.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 67113 8.25 MB/sec execute 313 sec latency 139.050 ms 2024-09-16T02:03:51.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:50 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T02:03:51.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:50 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:51.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:50 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:03:51.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:50 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T02:03:51.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:50 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:51.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:50 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:03:51.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:50 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T02:03:51.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:50 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:51.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:50 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:03:51.383 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:03:51.737 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:03:52.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 67282 8.26 MB/sec execute 314 sec latency 75.396 ms 2024-09-16T02:03:52.193 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:51 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:03:52.193 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:51 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.194 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:51 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:03:52.194 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:51 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.194 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:51 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:03:52.194 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:51 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.194 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:51 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:03:52.194 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:51 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.194 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:51 smithi017 ceph-mon[30972]: pgmap v949: 97 pgs: 97 active+clean; 515 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 754 KiB/s rd, 3.4 MiB/s wr, 308 op/s 2024-09-16T02:03:52.194 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:51 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:51 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:03:52.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:51 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:51 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:03:52.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:51 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:51 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:03:52.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:51 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:51 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:03:52.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:51 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:51 smithi122 ceph-mon[34758]: pgmap v949: 97 pgs: 97 active+clean; 515 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 754 KiB/s rd, 3.4 MiB/s wr, 308 op/s 2024-09-16T02:03:52.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:51 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:51 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:03:52.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:51 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:51 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:03:52.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:51 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:51 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:03:52.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:51 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:51 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:03:52.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:51 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:51 smithi029 ceph-mon[34783]: pgmap v949: 97 pgs: 97 active+clean; 515 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 754 KiB/s rd, 3.4 MiB/s wr, 308 op/s 2024-09-16T02:03:52.298 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:51 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:03:52.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.310+0000 7fd7f7833640 1 -- 172.21.15.17:0/373471608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7f01027a0 msgr2=0x7fd7f01067f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:52.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.310+0000 7fd7f7833640 1 --2- 172.21.15.17:0/373471608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7f01027a0 0x7fd7f01067f0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0009900 tx=0x7fd7e002a410 comp rx=0 tx=0).stop 2024-09-16T02:03:52.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.310+0000 7fd7f7833640 1 -- 172.21.15.17:0/373471608 shutdown_connections 2024-09-16T02:03:52.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.310+0000 7fd7f7833640 1 --2- 172.21.15.17:0/373471608 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7f0106f20 0x7fd7f010eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.310+0000 7fd7f7833640 1 --2- 172.21.15.17:0/373471608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7f01027a0 0x7fd7f01067f0 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.310+0000 7fd7f7833640 1 --2- 172.21.15.17:0/373471608 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7f0101df0 0x7fd7f01021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.310+0000 7fd7f7833640 1 -- 172.21.15.17:0/373471608 >> 172.21.15.17:0/373471608 conn(0x7fd7f00fd8f0 msgr2=0x7fd7f00ffd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:52.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.310+0000 7fd7f7833640 1 -- 172.21.15.17:0/373471608 shutdown_connections 2024-09-16T02:03:52.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.310+0000 7fd7f7833640 1 -- 172.21.15.17:0/373471608 wait complete. 2024-09-16T02:03:52.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.311+0000 7fd7f7833640 1 Processor -- start 2024-09-16T02:03:52.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.311+0000 7fd7f7833640 1 -- start start 2024-09-16T02:03:52.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f7833640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7f0101df0 0x7fd7f0198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f7833640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7f01027a0 0x7fd7f01988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f7833640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7f0106f20 0x7fd7f019cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f7833640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f0111df0 con 0x7fd7f0101df0 2024-09-16T02:03:52.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f7833640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f0111c70 con 0x7fd7f01027a0 2024-09-16T02:03:52.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f7833640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f0111f70 con 0x7fd7f0106f20 2024-09-16T02:03:52.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f4dce640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7f01027a0 0x7fd7f01988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f55cf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7f0101df0 0x7fd7f0198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f4dce640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7f01027a0 0x7fd7f01988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47204/0 (socket says 172.21.15.17:47204) 2024-09-16T02:03:52.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f4dce640 1 -- 172.21.15.17:0/1869745221 learned_addr learned my addr 172.21.15.17:0/1869745221 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:52.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f5dd0640 1 --2- 172.21.15.17:0/1869745221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7f0106f20 0x7fd7f019cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f5dd0640 1 -- 172.21.15.17:0/1869745221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7f01027a0 msgr2=0x7fd7f01988b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:52.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f5dd0640 1 --2- 172.21.15.17:0/1869745221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7f01027a0 0x7fd7f01988b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f5dd0640 1 -- 172.21.15.17:0/1869745221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7f0101df0 msgr2=0x7fd7f0198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:52.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f5dd0640 1 --2- 172.21.15.17:0/1869745221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7f0101df0 0x7fd7f0198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f5dd0640 1 -- 172.21.15.17:0/1869745221 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd7f019d320 con 0x7fd7f0106f20 2024-09-16T02:03:52.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.312+0000 7fd7f55cf640 1 --2- 172.21.15.17:0/1869745221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7f0101df0 0x7fd7f0198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:52.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.313+0000 7fd7f5dd0640 1 --2- 172.21.15.17:0/1869745221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7f0106f20 0x7fd7f019cc40 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fd7e8009fd0 tx=0x7fd7e800ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:52.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.313+0000 7fd7e67fc640 1 -- 172.21.15.17:0/1869745221 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e800ce20 con 0x7fd7f0106f20 2024-09-16T02:03:52.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.313+0000 7fd7e67fc640 1 -- 172.21.15.17:0/1869745221 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7e8005020 con 0x7fd7f0106f20 2024-09-16T02:03:52.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.313+0000 7fd7e67fc640 1 -- 172.21.15.17:0/1869745221 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e8010690 con 0x7fd7f0106f20 2024-09-16T02:03:52.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.313+0000 7fd7f7833640 1 -- 172.21.15.17:0/1869745221 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd7f019d610 con 0x7fd7f0106f20 2024-09-16T02:03:52.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.313+0000 7fd7f7833640 1 -- 172.21.15.17:0/1869745221 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd7f01a4ef0 con 0x7fd7f0106f20 2024-09-16T02:03:52.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.316+0000 7fd7e67fc640 1 -- 172.21.15.17:0/1869745221 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fd7e80051d0 con 0x7fd7f0106f20 2024-09-16T02:03:52.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.316+0000 7fd7f9c0c740 1 Processor -- start 2024-09-16T02:03:52.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.316+0000 7fd7f9c0c740 1 -- start start 2024-09-16T02:03:52.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f9c0c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda531720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f9c0c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 0x564fda540550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f9c0c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda540a90 0x564fda542e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f4dce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda531720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f9c0c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564fda4972e0 con 0x564fda531340 2024-09-16T02:03:52.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f9c0c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564fda43ece0 con 0x564fda540a90 2024-09-16T02:03:52.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7e67fc640 1 --2- 172.21.15.17:0/1869745221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7dc0a32c0 0x7fd7dc0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f9c0c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564fda4932a0 con 0x564fda531c60 2024-09-16T02:03:52.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f4dce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda531720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54222/0 (socket says 172.21.15.17:54222) 2024-09-16T02:03:52.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f4dce640 1 -- 172.21.15.17:0/354668896 learned_addr learned my addr 172.21.15.17:0/354668896 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:52.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f55cf640 1 --2- 172.21.15.17:0/354668896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 0x564fda540550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7e67fc640 1 -- 172.21.15.17:0/1869745221 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd7e80cfed0 con 0x7fd7f0106f20 2024-09-16T02:03:52.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f5dd0640 1 --2- 172.21.15.17:0/1869745221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7dc0a32c0 0x7fd7dc0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f4dce640 1 -- 172.21.15.17:0/354668896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 msgr2=0x564fda540550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:52.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f4dce640 1 --2- 172.21.15.17:0/354668896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 0x564fda540550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f4dce640 1 -- 172.21.15.17:0/354668896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda540a90 msgr2=0x564fda542e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:52.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f4dce640 1 --2- 172.21.15.17:0/354668896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda540a90 0x564fda542e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.317+0000 7fd7f4dce640 1 -- 172.21.15.17:0/354668896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564fda423440 con 0x564fda531340 2024-09-16T02:03:52.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.318+0000 7fd7f4dce640 1 --2- 172.21.15.17:0/354668896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda531720 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0000c00 tx=0x7fd7e0031af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe1b87998a5d190 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:52.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.318+0000 7fd7f5dd0640 1 --2- 172.21.15.17:0/1869745221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7dc0a32c0 0x7fd7dc0a5780 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fd7e800c920 tx=0x7fd7e800c890 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:52.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.318+0000 7fd7db7fe640 1 -- 172.21.15.17:0/354668896 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e0040070 con 0x564fda531340 2024-09-16T02:03:52.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.318+0000 7fd7db7fe640 1 -- 172.21.15.17:0/354668896 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7e0004030 con 0x564fda531340 2024-09-16T02:03:52.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.318+0000 7fd7db7fe640 1 -- 172.21.15.17:0/354668896 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e0035040 con 0x564fda531340 2024-09-16T02:03:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.319+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/354668896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 msgr2=0x564fda531720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.319+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/354668896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda531720 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0000c00 tx=0x7fd7e0031af0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.319+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/354668896 shutdown_connections 2024-09-16T02:03:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.319+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/354668896 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda540a90 0x564fda542e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.319+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/354668896 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 0x564fda540550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.319+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/354668896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda531720 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.319+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/354668896 >> 172.21.15.17:0/354668896 conn(0x564fda52da30 msgr2=0x564fda52de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.319+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/354668896 shutdown_connections 2024-09-16T02:03:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.320+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/354668896 wait complete. 2024-09-16T02:03:52.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.320+0000 7fd7f9c0c740 1 -- start start 2024-09-16T02:03:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.320+0000 7fd7f9c0c740 1 Processor -- start 2024-09-16T02:03:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f9c0c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda540440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f9c0c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 0x564fda53d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f9c0c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda540a90 0x564fda53dc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f9c0c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564fda543660 con 0x564fda531340 2024-09-16T02:03:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f9c0c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564fda452050 con 0x564fda540a90 2024-09-16T02:03:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f9c0c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564fda5437e0 con 0x564fda531c60 2024-09-16T02:03:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f9c0c740 10 client.0 _ll_register_callbacks cb 0x564fda492160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f4dce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda540440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f4dce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda540440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54224/0 (socket says 172.21.15.17:54224) 2024-09-16T02:03:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f4dce640 1 -- 172.21.15.17:0/3557543154 learned_addr learned my addr 172.21.15.17:0/3557543154 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f4dce640 1 --2- 172.21.15.17:0/3557543154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda540a90 0x564fda53dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f55cf640 1 --2- 172.21.15.17:0/3557543154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 0x564fda53d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f4dce640 1 -- 172.21.15.17:0/3557543154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 msgr2=0x564fda53d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f4dce640 1 --2- 172.21.15.17:0/3557543154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 0x564fda53d6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f4dce640 1 -- 172.21.15.17:0/3557543154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda540a90 msgr2=0x564fda53dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f4dce640 1 --2- 172.21.15.17:0/3557543154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda540a90 0x564fda53dc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.321+0000 7fd7f4dce640 1 -- 172.21.15.17:0/3557543154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564fda2083c0 con 0x564fda531340 2024-09-16T02:03:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.322+0000 7fd7f55cf640 1 --2- 172.21.15.17:0/3557543154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 0x564fda53d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:03:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.322+0000 7fd7f4dce640 1 --2- 172.21.15.17:0/3557543154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda540440 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7fd7e00051c0 tx=0x7fd7e0005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdc63d5decb83abc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.322+0000 7fd7d8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:03:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.322+0000 7fd7d8ff9640 1 -- 172.21.15.17:0/3557543154 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e0040070 con 0x564fda531340 2024-09-16T02:03:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.322+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/3557543154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7e0004030 con 0x564fda531340 2024-09-16T02:03:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.322+0000 7fd7d8ff9640 1 -- 172.21.15.17:0/3557543154 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd7e00314a0 con 0x564fda531340 2024-09-16T02:03:52.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.322+0000 7fd7d8ff9640 1 -- 172.21.15.17:0/3557543154 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd7e00316a0 con 0x564fda531340 2024-09-16T02:03:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.322+0000 7fd7f9c0c740 10 client.18915 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.322+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/3557543154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564fda5340e0 con 0x564fda531340 2024-09-16T02:03:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.323+0000 7fd7d8ff9640 1 -- 172.21.15.17:0/3557543154 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7e0004030 con 0x564fda531340 2024-09-16T02:03:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.323+0000 7fd7d8ff9640 1 -- 172.21.15.17:0/3557543154 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fd7e00035f0 con 0x564fda531340 2024-09-16T02:03:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.323+0000 7fd7f9c0c740 10 client.18915 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.323+0000 7fd7f9c0c740 10 client.18915 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:03:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.323+0000 7fd7f9c0c740 20 client.18915 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.323+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/3557543154 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564fda5354f0 0x564fda537930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.323+0000 7fd7f9c0c740 4 client.18915 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:03:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.323+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/3557543154 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564fda4a4850 con 0x564fda5354f0 2024-09-16T02:03:52.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.323+0000 7fd7f55cf640 1 --2- 172.21.15.17:0/3557543154 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564fda5354f0 0x564fda537930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.324+0000 7fd7f55cf640 1 --2- 172.21.15.17:0/3557543154 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564fda5354f0 0x564fda537930 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=303f39ffccf578ca server_cookie=38bac58a7913b706 in_seq=0 out_seq=0 2024-09-16T02:03:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.324+0000 7fd7d8ff9640 10 client.18915 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.325+0000 7fd7d8ff9640 1 -- 172.21.15.17:0/3557543154 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564fda4a4850 con 0x564fda5354f0 2024-09-16T02:03:52.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.325+0000 7fd7d8ff9640 10 client.18915 handle_command_reply: tid=0 2024-09-16T02:03:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.325+0000 7fd7f9c0c740 1 client.18915 shutdown 2024-09-16T02:03:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.325+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/3557543154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 msgr2=0x564fda540440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.325+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/3557543154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda540440 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7fd7e00051c0 tx=0x7fd7e0005d50 comp rx=0 tx=0).stop 2024-09-16T02:03:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.325+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/3557543154 shutdown_connections 2024-09-16T02:03:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.325+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/3557543154 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564fda5354f0 0x564fda537930 crc :-1 s=READY pgs=286 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.325+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/3557543154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda540a90 0x564fda53dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.326+0000 7fd7d8ff9640 0 client.18915 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.326+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/3557543154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 0x564fda53d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.326+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/3557543154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda540440 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.326+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/3557543154 >> 172.21.15.17:0/3557543154 conn(0x564fda52da30 msgr2=0x564fda533790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.326+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/3557543154 shutdown_connections 2024-09-16T02:03:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.326+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/3557543154 wait complete. 2024-09-16T02:03:52.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.326+0000 7fd7f9c0c740 20 client.18915 trim_cache size 0 max 16384 2024-09-16T02:03:52.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.357+0000 7fd7f9c0c740 1 Processor -- start 2024-09-16T02:03:52.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.357+0000 7fd7f9c0c740 1 -- start start 2024-09-16T02:03:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.357+0000 7fd7f9c0c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda533920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.357+0000 7fd7f9c0c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda531c60 0x564fda5388f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.357+0000 7fd7f9c0c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda5354f0 0x564fda538e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.357+0000 7fd7f9c0c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f01adb50 con 0x564fda531340 2024-09-16T02:03:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.357+0000 7fd7f9c0c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f01ab420 con 0x564fda531c60 2024-09-16T02:03:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.357+0000 7fd7f9c0c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f01a9250 con 0x564fda5354f0 2024-09-16T02:03:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.358+0000 7fd7f4dce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda533920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.358+0000 7fd7f4dce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda533920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54238/0 (socket says 172.21.15.17:54238) 2024-09-16T02:03:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.358+0000 7fd7f4dce640 1 -- 172.21.15.17:0/3842376898 learned_addr learned my addr 172.21.15.17:0/3842376898 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.358+0000 7fd7f55cf640 1 --2- 172.21.15.17:0/3842376898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda531c60 0x564fda5388f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.358+0000 7fd7f4dce640 1 --2- 172.21.15.17:0/3842376898 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda5354f0 0x564fda538e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.358+0000 7fd7f55cf640 1 -- 172.21.15.17:0/3842376898 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda5354f0 msgr2=0x564fda538e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.358+0000 7fd7f55cf640 1 --2- 172.21.15.17:0/3842376898 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda5354f0 0x564fda538e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.358+0000 7fd7f55cf640 1 -- 172.21.15.17:0/3842376898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 msgr2=0x564fda533920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.358+0000 7fd7f55cf640 1 --2- 172.21.15.17:0/3842376898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda533920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.358+0000 7fd7f55cf640 1 -- 172.21.15.17:0/3842376898 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564fda53dfc0 con 0x564fda531c60 2024-09-16T02:03:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.358+0000 7fd7f4dce640 1 --2- 172.21.15.17:0/3842376898 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda5354f0 0x564fda538e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:03:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.358+0000 7fd7f55cf640 1 --2- 172.21.15.17:0/3842376898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda531c60 0x564fda5388f0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x564fda5437e0 tx=0x7fd7ec0129c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cb6094dfb61cc835 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.358+0000 7fd7daffd640 1 -- 172.21.15.17:0/3842376898 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7ec012390 con 0x564fda531c60 2024-09-16T02:03:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.359+0000 7fd7daffd640 1 -- 172.21.15.17:0/3842376898 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7ec0054d0 con 0x564fda531c60 2024-09-16T02:03:52.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.359+0000 7fd7daffd640 1 -- 172.21.15.17:0/3842376898 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7ec0105d0 con 0x564fda531c60 2024-09-16T02:03:52.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.360+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/3842376898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda531c60 msgr2=0x564fda5388f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:52.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.360+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/3842376898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda531c60 0x564fda5388f0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x564fda5437e0 tx=0x7fd7ec0129c0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.360+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/3842376898 shutdown_connections 2024-09-16T02:03:52.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.360+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/3842376898 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda5354f0 0x564fda538e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.360+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/3842376898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda531c60 0x564fda5388f0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.360+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/3842376898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda533920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.360+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/3842376898 >> 172.21.15.17:0/3842376898 conn(0x564fda52da30 msgr2=0x564fda52ca40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:52.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.360+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/3842376898 shutdown_connections 2024-09-16T02:03:52.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.361+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/3842376898 wait complete. 2024-09-16T02:03:52.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.361+0000 7fd7f9c0c740 1 -- start start 2024-09-16T02:03:52.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.361+0000 7fd7f9c0c740 1 Processor -- start 2024-09-16T02:03:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f9c0c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda5547e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f9c0c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 0x564fda551b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f9c0c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda5354f0 0x564fda5520c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f9c0c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f01a98e0 con 0x564fda531340 2024-09-16T02:03:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f9c0c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f01aad50 con 0x564fda5354f0 2024-09-16T02:03:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f9c0c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fd7f01a9fb0 con 0x564fda531c60 2024-09-16T02:03:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f9c0c740 10 client.0 _ll_register_callbacks cb 0x7fd7e0009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:03:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f4dce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda5547e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f55cf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 0x564fda551b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f4dce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda5547e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54248/0 (socket says 172.21.15.17:54248) 2024-09-16T02:03:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f4dce640 1 -- 172.21.15.17:0/1972157001 learned_addr learned my addr 172.21.15.17:0/1972157001 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:03:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f4dce640 1 --2- 172.21.15.17:0/1972157001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda5354f0 0x564fda5520c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f4dce640 1 -- 172.21.15.17:0/1972157001 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 msgr2=0x564fda551b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f4dce640 1 --2- 172.21.15.17:0/1972157001 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 0x564fda551b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f4dce640 1 -- 172.21.15.17:0/1972157001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda5354f0 msgr2=0x564fda5520c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:03:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f4dce640 1 --2- 172.21.15.17:0/1972157001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda5354f0 0x564fda5520c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.362+0000 7fd7f4dce640 1 -- 172.21.15.17:0/1972157001 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564fda5528a0 con 0x564fda531340 2024-09-16T02:03:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.363+0000 7fd7f55cf640 1 --2- 172.21.15.17:0/1972157001 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 0x564fda551b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:03:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.363+0000 7fd7f4dce640 1 --2- 172.21.15.17:0/1972157001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda5547e0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fd7e00096c0 tx=0x7fd7e005d040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f867150a0d9403d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:03:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.363+0000 7fd7d8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:03:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.363+0000 7fd7d8ff9640 1 -- 172.21.15.17:0/1972157001 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd7e0040050 con 0x564fda531340 2024-09-16T02:03:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.363+0000 7fd7d8ff9640 1 -- 172.21.15.17:0/1972157001 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fd7e0005670 con 0x564fda531340 2024-09-16T02:03:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.363+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/1972157001 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fd7ec0054d0 con 0x564fda531340 2024-09-16T02:03:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.363+0000 7fd7d8ff9640 1 -- 172.21.15.17:0/1972157001 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fd7e0035070 con 0x564fda531340 2024-09-16T02:03:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.363+0000 7fd7f9c0c740 10 client.18921 fetch_fsmap learned FSMap version 28 2024-09-16T02:03:52.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.363+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/1972157001 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564fda5b70b0 con 0x564fda531340 2024-09-16T02:03:52.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.363+0000 7fd7d8ff9640 1 -- 172.21.15.17:0/1972157001 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fd7e0050030 con 0x564fda531340 2024-09-16T02:03:52.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.364+0000 7fd7d8ff9640 1 -- 172.21.15.17:0/1972157001 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fd7e003c440 con 0x564fda531340 2024-09-16T02:03:52.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.364+0000 7fd7f9c0c740 10 client.18921 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:03:52.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.364+0000 7fd7f9c0c740 10 client.18921 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:03:52.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.364+0000 7fd7f9c0c740 20 client.18921 populate_metadata read hostname 'smithi017' 2024-09-16T02:03:52.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.364+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/1972157001 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564fda540a90 0x564fda5b96c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:03:52.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.364+0000 7fd7f9c0c740 4 client.18921 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:03:52.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.364+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/1972157001 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7fd7ec0054d0 con 0x564fda540a90 2024-09-16T02:03:52.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.364+0000 7fd7f55cf640 1 --2- 172.21.15.17:0/1972157001 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564fda540a90 0x564fda5b96c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:03:52.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.365+0000 7fd7f55cf640 1 --2- 172.21.15.17:0/1972157001 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564fda540a90 0x564fda5b96c0 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca21ec3549b0c625 server_cookie=84a12905ce95ffad in_seq=0 out_seq=0 2024-09-16T02:03:52.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.365+0000 7fd7d8ff9640 10 client.18921 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:52.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.365+0000 7fd7d8ff9640 1 -- 172.21.15.17:0/1972157001 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x7fd7ec0054d0 con 0x564fda540a90 2024-09-16T02:03:52.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.365+0000 7fd7d8ff9640 10 client.18921 handle_command_reply: tid=0 2024-09-16T02:03:52.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.365+0000 7fd7f9c0c740 1 client.18921 shutdown 2024-09-16T02:03:52.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.366+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/1972157001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 msgr2=0x564fda5547e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:52.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.366+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/1972157001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda5547e0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7fd7e00096c0 tx=0x7fd7e005d040 comp rx=0 tx=0).stop 2024-09-16T02:03:52.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.366+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/1972157001 shutdown_connections 2024-09-16T02:03:52.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.366+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/1972157001 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x564fda540a90 0x564fda5b96c0 crc :-1 s=READY pgs=287 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.366+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/1972157001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564fda5354f0 0x564fda5520c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.366+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/1972157001 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564fda531c60 0x564fda551b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.366+0000 7fd7f9c0c740 1 --2- 172.21.15.17:0/1972157001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564fda531340 0x564fda5547e0 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.366+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/1972157001 >> 172.21.15.17:0/1972157001 conn(0x564fda52da30 msgr2=0x564fda53ef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:52.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.366+0000 7fd7d8ff9640 0 client.18921 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:03:52.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.366+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/1972157001 shutdown_connections 2024-09-16T02:03:52.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.366+0000 7fd7f9c0c740 1 -- 172.21.15.17:0/1972157001 wait complete. 2024-09-16T02:03:52.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.366+0000 7fd7f9c0c740 20 client.18921 trim_cache size 0 max 16384 2024-09-16T02:03:52.372 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:03:52.372 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T02:03:52.372 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T02:03:52.372 INFO:teuthology.orchestra.run.smithi017.stdout: "294d006a-8e60-4d38-b002-ccb024b16484": { 2024-09-16T02:03:52.372 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T02:03:52.372 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "294d006a-8e60-4d38-b002-ccb024b16484", 2024-09-16T02:03:52.373 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T02:03:52.373 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:03:52.373 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:03:52.373 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:03:52.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.367+0000 7fd7f7833640 1 -- 172.21.15.17:0/1869745221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7dc0a32c0 msgr2=0x7fd7dc0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:52.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.367+0000 7fd7f7833640 1 --2- 172.21.15.17:0/1869745221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7dc0a32c0 0x7fd7dc0a5780 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fd7e800c920 tx=0x7fd7e800c890 comp rx=0 tx=0).stop 2024-09-16T02:03:52.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.367+0000 7fd7f7833640 1 -- 172.21.15.17:0/1869745221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7f0106f20 msgr2=0x7fd7f019cc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:03:52.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.367+0000 7fd7f7833640 1 --2- 172.21.15.17:0/1869745221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7f0106f20 0x7fd7f019cc40 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fd7e8009fd0 tx=0x7fd7e800ef10 comp rx=0 tx=0).stop 2024-09-16T02:03:52.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.367+0000 7fd7f7833640 1 -- 172.21.15.17:0/1869745221 shutdown_connections 2024-09-16T02:03:52.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.367+0000 7fd7f7833640 1 --2- 172.21.15.17:0/1869745221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fd7dc0a32c0 0x7fd7dc0a5780 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.367+0000 7fd7f7833640 1 --2- 172.21.15.17:0/1869745221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fd7f0106f20 0x7fd7f019cc40 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.367+0000 7fd7f7833640 1 --2- 172.21.15.17:0/1869745221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fd7f01027a0 0x7fd7f01988b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.367+0000 7fd7f7833640 1 --2- 172.21.15.17:0/1869745221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7f0101df0 0x7fd7f0198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:03:52.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.367+0000 7fd7f7833640 1 -- 172.21.15.17:0/1869745221 >> 172.21.15.17:0/1869745221 conn(0x7fd7f00fd8f0 msgr2=0x7fd7f00feda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:03:52.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.367+0000 7fd7f7833640 1 -- 172.21.15.17:0/1869745221 shutdown_connections 2024-09-16T02:03:52.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:03:52.367+0000 7fd7f7833640 1 -- 172.21.15.17:0/1869745221 wait complete. 2024-09-16T02:03:53.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 67419 8.26 MB/sec execute 315 sec latency 133.444 ms 2024-09-16T02:03:53.870 INFO:tasks.cephfs.filesystem:scrub status for tag:294d006a-8e60-4d38-b002-ccb024b16484 - {'path': '/', 'tag': '294d006a-8e60-4d38-b002-ccb024b16484', 'options': 'recursive,force'} 2024-09-16T02:03:54.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 67618 8.28 MB/sec execute 316 sec latency 128.923 ms 2024-09-16T02:03:54.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:53 smithi017 ceph-mon[30972]: pgmap v950: 97 pgs: 97 active+clean; 520 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 3.6 MiB/s wr, 341 op/s 2024-09-16T02:03:54.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:53 smithi122 ceph-mon[34758]: pgmap v950: 97 pgs: 97 active+clean; 520 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 3.6 MiB/s wr, 341 op/s 2024-09-16T02:03:54.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:53 smithi029 ceph-mon[34783]: pgmap v950: 97 pgs: 97 active+clean; 520 MiB data, 3.1 GiB used, 1.0 TiB / 1.0 TiB avail; 717 KiB/s rd, 3.6 MiB/s wr, 341 op/s 2024-09-16T02:03:55.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 67749 8.27 MB/sec execute 317 sec latency 122.829 ms 2024-09-16T02:03:56.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 67920 8.28 MB/sec execute 318 sec latency 88.343 ms 2024-09-16T02:03:56.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:55 smithi017 ceph-mon[30972]: pgmap v951: 97 pgs: 97 active+clean; 522 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 4.1 MiB/s wr, 371 op/s 2024-09-16T02:03:56.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:55 smithi029 ceph-mon[34783]: pgmap v951: 97 pgs: 97 active+clean; 522 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 4.1 MiB/s wr, 371 op/s 2024-09-16T02:03:56.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:55 smithi122 ceph-mon[34758]: pgmap v951: 97 pgs: 97 active+clean; 522 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 727 KiB/s rd, 4.1 MiB/s wr, 371 op/s 2024-09-16T02:03:57.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 68032 8.27 MB/sec execute 319 sec latency 113.202 ms 2024-09-16T02:03:58.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 68205 8.29 MB/sec execute 320 sec latency 100.381 ms 2024-09-16T02:03:58.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:57 smithi017 ceph-mon[30972]: pgmap v952: 97 pgs: 97 active+clean; 525 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.7 MiB/s wr, 338 op/s 2024-09-16T02:03:58.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:57 smithi122 ceph-mon[34758]: pgmap v952: 97 pgs: 97 active+clean; 525 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.7 MiB/s wr, 338 op/s 2024-09-16T02:03:58.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:57 smithi029 ceph-mon[34783]: pgmap v952: 97 pgs: 97 active+clean; 525 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.7 MiB/s wr, 338 op/s 2024-09-16T02:03:59.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 68343 8.28 MB/sec execute 321 sec latency 179.357 ms 2024-09-16T02:04:00.049 INFO:tasks.workunit.client.0.smithi017.stdout: 10 68512 8.28 MB/sec execute 322 sec latency 99.030 ms 2024-09-16T02:04:00.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:59 smithi017 ceph-mon[30972]: pgmap v953: 97 pgs: 97 active+clean; 530 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 640 KiB/s rd, 4.5 MiB/s wr, 339 op/s 2024-09-16T02:04:00.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:03:59 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:04:00.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:59 smithi029 ceph-mon[34783]: pgmap v953: 97 pgs: 97 active+clean; 530 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 640 KiB/s rd, 4.5 MiB/s wr, 339 op/s 2024-09-16T02:04:00.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:03:59 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:04:00.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:59 smithi122 ceph-mon[34758]: pgmap v953: 97 pgs: 97 active+clean; 530 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 640 KiB/s rd, 4.5 MiB/s wr, 339 op/s 2024-09-16T02:04:00.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:03:59 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:04:01.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 68669 8.28 MB/sec execute 323 sec latency 105.574 ms 2024-09-16T02:04:01.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:00 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:04:01.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:00 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:04:01.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:00 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:04:01.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:00 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:04:01.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:00 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:04:01.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:00 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:04:02.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 68809 8.28 MB/sec execute 324 sec latency 88.100 ms 2024-09-16T02:04:02.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:01 smithi017 ceph-mon[30972]: pgmap v954: 97 pgs: 97 active+clean; 533 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 4.0 MiB/s wr, 267 op/s 2024-09-16T02:04:02.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:01 smithi029 ceph-mon[34783]: pgmap v954: 97 pgs: 97 active+clean; 533 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 4.0 MiB/s wr, 267 op/s 2024-09-16T02:04:02.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:01 smithi122 ceph-mon[34758]: pgmap v954: 97 pgs: 97 active+clean; 533 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 4.0 MiB/s wr, 267 op/s 2024-09-16T02:04:03.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 68951 8.27 MB/sec execute 325 sec latency 102.341 ms 2024-09-16T02:04:04.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 69090 8.27 MB/sec execute 326 sec latency 134.264 ms 2024-09-16T02:04:04.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:03 smithi017 ceph-mon[30972]: pgmap v955: 97 pgs: 97 active+clean; 528 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 4.5 MiB/s wr, 267 op/s 2024-09-16T02:04:04.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:03 smithi122 ceph-mon[34758]: pgmap v955: 97 pgs: 97 active+clean; 528 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 4.5 MiB/s wr, 267 op/s 2024-09-16T02:04:04.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:03 smithi029 ceph-mon[34783]: pgmap v955: 97 pgs: 97 active+clean; 528 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 808 KiB/s rd, 4.5 MiB/s wr, 267 op/s 2024-09-16T02:04:05.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 69234 8.27 MB/sec execute 327 sec latency 179.663 ms 2024-09-16T02:04:06.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 69389 8.26 MB/sec execute 328 sec latency 93.203 ms 2024-09-16T02:04:06.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:05 smithi017 ceph-mon[30972]: pgmap v956: 97 pgs: 97 active+clean; 508 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 822 KiB/s rd, 4.4 MiB/s wr, 245 op/s 2024-09-16T02:04:06.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:05 smithi122 ceph-mon[34758]: pgmap v956: 97 pgs: 97 active+clean; 508 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 822 KiB/s rd, 4.4 MiB/s wr, 245 op/s 2024-09-16T02:04:06.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:05 smithi029 ceph-mon[34783]: pgmap v956: 97 pgs: 97 active+clean; 508 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 822 KiB/s rd, 4.4 MiB/s wr, 245 op/s 2024-09-16T02:04:07.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 69566 8.26 MB/sec execute 329 sec latency 84.226 ms 2024-09-16T02:04:08.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 69724 8.26 MB/sec execute 330 sec latency 102.524 ms 2024-09-16T02:04:08.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:07 smithi017 ceph-mon[30972]: pgmap v957: 97 pgs: 97 active+clean; 502 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 3.7 MiB/s wr, 186 op/s 2024-09-16T02:04:08.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:07 smithi029 ceph-mon[34783]: pgmap v957: 97 pgs: 97 active+clean; 502 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 3.7 MiB/s wr, 186 op/s 2024-09-16T02:04:08.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:07 smithi122 ceph-mon[34758]: pgmap v957: 97 pgs: 97 active+clean; 502 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 3.7 MiB/s wr, 186 op/s 2024-09-16T02:04:09.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 69882 8.26 MB/sec execute 331 sec latency 78.261 ms 2024-09-16T02:04:10.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 70033 8.25 MB/sec execute 332 sec latency 92.843 ms 2024-09-16T02:04:10.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:09 smithi017 ceph-mon[30972]: pgmap v958: 97 pgs: 97 active+clean; 502 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.0 MiB/s wr, 199 op/s 2024-09-16T02:04:10.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:09 smithi029 ceph-mon[34783]: pgmap v958: 97 pgs: 97 active+clean; 502 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.0 MiB/s wr, 199 op/s 2024-09-16T02:04:10.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:09 smithi122 ceph-mon[34758]: pgmap v958: 97 pgs: 97 active+clean; 502 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.0 MiB/s wr, 199 op/s 2024-09-16T02:04:11.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 70187 8.23 MB/sec execute 333 sec latency 92.439 ms 2024-09-16T02:04:12.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 70364 8.24 MB/sec execute 334 sec latency 100.095 ms 2024-09-16T02:04:12.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:11 smithi017 ceph-mon[30972]: pgmap v959: 97 pgs: 97 active+clean; 505 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 794 KiB/s rd, 3.5 MiB/s wr, 216 op/s 2024-09-16T02:04:12.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:11 smithi029 ceph-mon[34783]: pgmap v959: 97 pgs: 97 active+clean; 505 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 794 KiB/s rd, 3.5 MiB/s wr, 216 op/s 2024-09-16T02:04:12.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:11 smithi122 ceph-mon[34758]: pgmap v959: 97 pgs: 97 active+clean; 505 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 794 KiB/s rd, 3.5 MiB/s wr, 216 op/s 2024-09-16T02:04:13.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 70540 8.24 MB/sec execute 335 sec latency 100.719 ms 2024-09-16T02:04:14.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 70776 8.28 MB/sec execute 336 sec latency 97.493 ms 2024-09-16T02:04:14.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:13 smithi017 ceph-mon[30972]: pgmap v960: 97 pgs: 97 active+clean; 506 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 927 KiB/s rd, 3.9 MiB/s wr, 242 op/s 2024-09-16T02:04:14.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:13 smithi029 ceph-mon[34783]: pgmap v960: 97 pgs: 97 active+clean; 506 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 927 KiB/s rd, 3.9 MiB/s wr, 242 op/s 2024-09-16T02:04:14.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:13 smithi122 ceph-mon[34758]: pgmap v960: 97 pgs: 97 active+clean; 506 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 927 KiB/s rd, 3.9 MiB/s wr, 242 op/s 2024-09-16T02:04:15.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 70938 8.27 MB/sec execute 337 sec latency 104.938 ms 2024-09-16T02:04:16.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:15 smithi029 ceph-mon[34783]: pgmap v961: 97 pgs: 97 active+clean; 508 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 749 KiB/s rd, 3.9 MiB/s wr, 232 op/s 2024-09-16T02:04:16.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:15 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:04:16.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 71053 8.27 MB/sec execute 338 sec latency 123.372 ms 2024-09-16T02:04:16.274 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:15 smithi017 ceph-mon[30972]: pgmap v961: 97 pgs: 97 active+clean; 508 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 749 KiB/s rd, 3.9 MiB/s wr, 232 op/s 2024-09-16T02:04:16.274 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:15 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:04:16.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:15 smithi122 ceph-mon[34758]: pgmap v961: 97 pgs: 97 active+clean; 508 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 749 KiB/s rd, 3.9 MiB/s wr, 232 op/s 2024-09-16T02:04:16.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:15 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:04:17.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 71151 8.25 MB/sec execute 339 sec latency 167.452 ms 2024-09-16T02:04:18.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:18.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:18.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:17 smithi017 ceph-mon[30972]: pgmap v962: 97 pgs: 97 active+clean; 508 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 518 KiB/s rd, 3.2 MiB/s wr, 178 op/s 2024-09-16T02:04:18.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:18.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:17 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:18.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:18.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:18.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:17 smithi029 ceph-mon[34783]: pgmap v962: 97 pgs: 97 active+clean; 508 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 518 KiB/s rd, 3.2 MiB/s wr, 178 op/s 2024-09-16T02:04:18.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:18.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:17 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:18.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:18.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:18.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:17 smithi122 ceph-mon[34758]: pgmap v962: 97 pgs: 97 active+clean; 508 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 518 KiB/s rd, 3.2 MiB/s wr, 178 op/s 2024-09-16T02:04:18.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:18.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:17 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:18.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 71310 8.27 MB/sec execute 340 sec latency 172.653 ms 2024-09-16T02:04:19.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 71466 8.27 MB/sec execute 341 sec latency 109.337 ms 2024-09-16T02:04:20.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 71652 8.29 MB/sec execute 342 sec latency 91.313 ms 2024-09-16T02:04:20.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:19 smithi017 ceph-mon[30972]: pgmap v963: 97 pgs: 97 active+clean; 512 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 659 KiB/s rd, 3.8 MiB/s wr, 212 op/s 2024-09-16T02:04:20.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:19 smithi122 ceph-mon[34758]: pgmap v963: 97 pgs: 97 active+clean; 512 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 659 KiB/s rd, 3.8 MiB/s wr, 212 op/s 2024-09-16T02:04:20.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:19 smithi029 ceph-mon[34783]: pgmap v963: 97 pgs: 97 active+clean; 512 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 659 KiB/s rd, 3.8 MiB/s wr, 212 op/s 2024-09-16T02:04:21.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 71795 8.30 MB/sec execute 343 sec latency 87.586 ms 2024-09-16T02:04:22.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 71913 8.28 MB/sec execute 344 sec latency 108.355 ms 2024-09-16T02:04:22.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:21 smithi017 ceph-mon[30972]: pgmap v964: 97 pgs: 97 active+clean; 516 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 3.9 MiB/s wr, 212 op/s 2024-09-16T02:04:22.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:21 smithi122 ceph-mon[34758]: pgmap v964: 97 pgs: 97 active+clean; 516 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 3.9 MiB/s wr, 212 op/s 2024-09-16T02:04:22.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:21 smithi029 ceph-mon[34783]: pgmap v964: 97 pgs: 97 active+clean; 516 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 3.9 MiB/s wr, 212 op/s 2024-09-16T02:04:23.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 72052 8.27 MB/sec execute 345 sec latency 98.050 ms 2024-09-16T02:04:23.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:23.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:23.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:04:23.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:04:23.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:23.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:23.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:23.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:04:23.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:04:23.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:23.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:23.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:23.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:04:23.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:04:23.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:04:23.871 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:04:24.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 72198 8.27 MB/sec execute 346 sec latency 114.836 ms 2024-09-16T02:04:24.229 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:04:24.640 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:24 smithi017 ceph-mon[30972]: pgmap v965: 97 pgs: 97 active+clean; 519 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 584 KiB/s rd, 4.0 MiB/s wr, 186 op/s 2024-09-16T02:04:24.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.758+0000 7f962bd96640 1 -- 172.21.15.17:0/2118867856 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9624102d30 msgr2=0x7f9624103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:24.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.758+0000 7f962bd96640 1 --2- 172.21.15.17:0/2118867856 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9624102d30 0x7f9624103110 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f9620009930 tx=0x7f962002a420 comp rx=0 tx=0).stop 2024-09-16T02:04:24.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.758+0000 7f962bd96640 1 -- 172.21.15.17:0/2118867856 shutdown_connections 2024-09-16T02:04:24.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.758+0000 7f962bd96640 1 --2- 172.21.15.17:0/2118867856 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96241082a0 0x7f962410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.758+0000 7f962bd96640 1 --2- 172.21.15.17:0/2118867856 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f96241036e0 0x7f9624107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.758+0000 7f962bd96640 1 --2- 172.21.15.17:0/2118867856 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9624102d30 0x7f9624103110 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.758+0000 7f962bd96640 1 -- 172.21.15.17:0/2118867856 >> 172.21.15.17:0/2118867856 conn(0x7f96240fc7d0 msgr2=0x7f96240febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:24.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.758+0000 7f962bd96640 1 -- 172.21.15.17:0/2118867856 shutdown_connections 2024-09-16T02:04:24.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.758+0000 7f962bd96640 1 -- 172.21.15.17:0/2118867856 wait complete. 2024-09-16T02:04:24.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.759+0000 7f962bd96640 1 Processor -- start 2024-09-16T02:04:24.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.760+0000 7f962bd96640 1 -- start start 2024-09-16T02:04:24.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.760+0000 7f962bd96640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9624102d30 0x7f9624100990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.760+0000 7f962bd96640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96241036e0 0x7f9624100ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.760+0000 7f962bd96640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96241082a0 0x7f9624101410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.760+0000 7f962bd96640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9624111f90 con 0x7f96241082a0 2024-09-16T02:04:24.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.760+0000 7f962bd96640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9624111e10 con 0x7f9624102d30 2024-09-16T02:04:24.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.760+0000 7f962bd96640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9624112110 con 0x7f96241036e0 2024-09-16T02:04:24.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.760+0000 7f9629331640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96241036e0 0x7f9624100ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.760+0000 7f9629331640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96241036e0 0x7f9624100ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59552/0 (socket says 172.21.15.17:59552) 2024-09-16T02:04:24.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.760+0000 7f9629331640 1 -- 172.21.15.17:0/3720176146 learned_addr learned my addr 172.21.15.17:0/3720176146 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:24.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.760+0000 7f962a333640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96241082a0 0x7f9624101410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.760+0000 7f9629b32640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9624102d30 0x7f9624100990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.761+0000 7f962a333640 1 -- 172.21.15.17:0/3720176146 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96241036e0 msgr2=0x7f9624100ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:24.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.761+0000 7f962a333640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96241036e0 0x7f9624100ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.761+0000 7f962a333640 1 -- 172.21.15.17:0/3720176146 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9624102d30 msgr2=0x7f9624100990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:24.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.761+0000 7f962a333640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9624102d30 0x7f9624100990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.761+0000 7f962a333640 1 -- 172.21.15.17:0/3720176146 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96241a6910 con 0x7f96241082a0 2024-09-16T02:04:24.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.761+0000 7f9629331640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96241036e0 0x7f9624100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:04:24.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.761+0000 7f9629b32640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9624102d30 0x7f9624100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:04:24.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.761+0000 7f962a333640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96241082a0 0x7f9624101410 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f961c009fd0 tx=0x7f961c00ef10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:24.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.761+0000 7f961affd640 1 -- 172.21.15.17:0/3720176146 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961c00ce20 con 0x7f96241082a0 2024-09-16T02:04:24.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.761+0000 7f962bd96640 1 -- 172.21.15.17:0/3720176146 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96241a6c00 con 0x7f96241082a0 2024-09-16T02:04:24.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.761+0000 7f962bd96640 1 -- 172.21.15.17:0/3720176146 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96241a7140 con 0x7f96241082a0 2024-09-16T02:04:24.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.761+0000 7f961affd640 1 -- 172.21.15.17:0/3720176146 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f961c005020 con 0x7f96241082a0 2024-09-16T02:04:24.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.762+0000 7f961affd640 1 -- 172.21.15.17:0/3720176146 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f961c010690 con 0x7f96241082a0 2024-09-16T02:04:24.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.764+0000 7f962e16f740 1 Processor -- start 2024-09-16T02:04:24.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.764+0000 7f961affd640 1 -- 172.21.15.17:0/3720176146 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f961c0051d0 con 0x7f96241082a0 2024-09-16T02:04:24.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.765+0000 7f962e16f740 1 -- start start 2024-09-16T02:04:24.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.765+0000 7f962e16f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992c4a0 0x556ce992c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.765+0000 7f962e16f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce992cdc0 0x556ce9937140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.765+0000 7f962e16f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce9937680 0x556ce9939a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.765+0000 7f962e16f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556ce98922e0 con 0x556ce992c4a0 2024-09-16T02:04:24.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.765+0000 7f962e16f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556ce9839ce0 con 0x556ce9937680 2024-09-16T02:04:24.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.765+0000 7f962e16f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556ce988e2a0 con 0x556ce992cdc0 2024-09-16T02:04:24.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.765+0000 7f9629331640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992c4a0 0x556ce992c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.765+0000 7f9629331640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992c4a0 0x556ce992c880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48362/0 (socket says 172.21.15.17:48362) 2024-09-16T02:04:24.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.765+0000 7f9629331640 1 -- 172.21.15.17:0/47658663 learned_addr learned my addr 172.21.15.17:0/47658663 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:24.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.766+0000 7f9629331640 1 --2- 172.21.15.17:0/47658663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce9937680 0x556ce9939a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.766+0000 7f9629331640 1 -- 172.21.15.17:0/47658663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce992cdc0 msgr2=0x556ce9937140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.766+0000 7f9629b32640 1 --2- 172.21.15.17:0/47658663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce992cdc0 0x556ce9937140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.766+0000 7f9629331640 1 --2- 172.21.15.17:0/47658663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce992cdc0 0x556ce9937140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.766+0000 7f9629331640 1 -- 172.21.15.17:0/47658663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce9937680 msgr2=0x556ce9939a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.766+0000 7f9629331640 1 --2- 172.21.15.17:0/47658663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce9937680 0x556ce9939a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.766+0000 7f9629331640 1 -- 172.21.15.17:0/47658663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ce981e440 con 0x556ce992c4a0 2024-09-16T02:04:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.766+0000 7f9629b32640 1 --2- 172.21.15.17:0/47658663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce992cdc0 0x556ce9937140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:04:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.766+0000 7f961affd640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96100a32c0 0x7f96100a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.766+0000 7f961affd640 1 -- 172.21.15.17:0/3720176146 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f961c0cffc0 con 0x7f96241082a0 2024-09-16T02:04:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.766+0000 7f9629331640 1 --2- 172.21.15.17:0/47658663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992c4a0 0x556ce992c880 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f96140139e0 tx=0x7f961400ac00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b29d8a963f913aa server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.766+0000 7f9629b32640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96100a32c0 0x7f96100a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.767+0000 7f960ffff640 1 -- 172.21.15.17:0/47658663 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9614019030 con 0x556ce992c4a0 2024-09-16T02:04:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.767+0000 7f960ffff640 1 -- 172.21.15.17:0/47658663 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96140110d0 con 0x556ce992c4a0 2024-09-16T02:04:24.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.767+0000 7f960ffff640 1 -- 172.21.15.17:0/47658663 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9614004800 con 0x556ce992c4a0 2024-09-16T02:04:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.768+0000 7f9629b32640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96100a32c0 0x7f96100a5780 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f9620006010 tx=0x7f9620005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.768+0000 7f962e16f740 1 -- 172.21.15.17:0/47658663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992c4a0 msgr2=0x556ce992c880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.768+0000 7f962e16f740 1 --2- 172.21.15.17:0/47658663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992c4a0 0x556ce992c880 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f96140139e0 tx=0x7f961400ac00 comp rx=0 tx=0).stop 2024-09-16T02:04:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.768+0000 7f962e16f740 1 -- 172.21.15.17:0/47658663 shutdown_connections 2024-09-16T02:04:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.768+0000 7f962e16f740 1 --2- 172.21.15.17:0/47658663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce9937680 0x556ce9939a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.768+0000 7f962e16f740 1 --2- 172.21.15.17:0/47658663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce992cdc0 0x556ce9937140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.768+0000 7f962e16f740 1 --2- 172.21.15.17:0/47658663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992c4a0 0x556ce992c880 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.768+0000 7f962e16f740 1 -- 172.21.15.17:0/47658663 >> 172.21.15.17:0/47658663 conn(0x556ce9928a30 msgr2=0x556ce9928e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.768+0000 7f962e16f740 1 -- 172.21.15.17:0/47658663 shutdown_connections 2024-09-16T02:04:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.768+0000 7f962e16f740 1 -- 172.21.15.17:0/47658663 wait complete. 2024-09-16T02:04:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.768+0000 7f962e16f740 1 -- start start 2024-09-16T02:04:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.768+0000 7f962e16f740 1 Processor -- start 2024-09-16T02:04:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.769+0000 7f962e16f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce992c4a0 0x556ce9937000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.769+0000 7f962e16f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992cdc0 0x556ce99342b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.769+0000 7f9629b32640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce992c4a0 0x556ce9937000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.769+0000 7f962e16f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce9937680 0x556ce9934830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.769+0000 7f962e16f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x556ce993a2a0 con 0x556ce992cdc0 2024-09-16T02:04:24.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.769+0000 7f962e16f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x556ce984d050 con 0x556ce9937680 2024-09-16T02:04:24.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.769+0000 7f962e16f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x556ce993a420 con 0x556ce992c4a0 2024-09-16T02:04:24.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.769+0000 7f9629b32640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce992c4a0 0x556ce9937000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:59562/0 (socket says 172.21.15.17:59562) 2024-09-16T02:04:24.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.769+0000 7f9629b32640 1 -- 172.21.15.17:0/3507856347 learned_addr learned my addr 172.21.15.17:0/3507856347 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:24.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.769+0000 7f9629331640 1 --2- 172.21.15.17:0/3507856347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992cdc0 0x556ce99342b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.769+0000 7f962e16f740 10 client.0 _ll_register_callbacks cb 0x556ce988d160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:04:24.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.770+0000 7f9629b32640 1 -- 172.21.15.17:0/3507856347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce9937680 msgr2=0x556ce9934830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:24.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.770+0000 7f962a333640 1 --2- 172.21.15.17:0/3507856347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce9937680 0x556ce9934830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.770+0000 7f9629b32640 1 --2- 172.21.15.17:0/3507856347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce9937680 0x556ce9934830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.770+0000 7f9629b32640 1 -- 172.21.15.17:0/3507856347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992cdc0 msgr2=0x556ce99342b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.770+0000 7f9629b32640 1 --2- 172.21.15.17:0/3507856347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992cdc0 0x556ce99342b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.770+0000 7f9629b32640 1 -- 172.21.15.17:0/3507856347 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ce96033c0 con 0x556ce992c4a0 2024-09-16T02:04:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.770+0000 7f962a333640 1 --2- 172.21.15.17:0/3507856347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce9937680 0x556ce9934830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:04:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.770+0000 7f9629b32640 1 --2- 172.21.15.17:0/3507856347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce992c4a0 0x556ce9937000 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f9620031440 tx=0x7f962002a420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=abcfbcf177beefbc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.770+0000 7f960d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:04:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.770+0000 7f960d7fa640 1 -- 172.21.15.17:0/3507856347 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f962004c020 con 0x556ce992c4a0 2024-09-16T02:04:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.770+0000 7f962e16f740 1 -- 172.21.15.17:0/3507856347 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f96140110d0 con 0x556ce992c4a0 2024-09-16T02:04:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.770+0000 7f960d7fa640 1 -- 172.21.15.17:0/3507856347 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f96200035f0 con 0x556ce992c4a0 2024-09-16T02:04:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.771+0000 7f960d7fa640 1 -- 172.21.15.17:0/3507856347 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9620035050 con 0x556ce992c4a0 2024-09-16T02:04:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.771+0000 7f962e16f740 10 client.28579 fetch_fsmap learned FSMap version 28 2024-09-16T02:04:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.771+0000 7f962e16f740 1 -- 172.21.15.17:0/3507856347 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556ce9945c30 con 0x556ce992c4a0 2024-09-16T02:04:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.771+0000 7f960d7fa640 1 -- 172.21.15.17:0/3507856347 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f96140110d0 con 0x556ce992c4a0 2024-09-16T02:04:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.771+0000 7f960d7fa640 1 -- 172.21.15.17:0/3507856347 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f9620032740 con 0x556ce992c4a0 2024-09-16T02:04:24.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.771+0000 7f962e16f740 10 client.28579 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:04:24.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.771+0000 7f962e16f740 10 client.28579 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:04:24.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.771+0000 7f962e16f740 20 client.28579 populate_metadata read hostname 'smithi017' 2024-09-16T02:04:24.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.771+0000 7f962e16f740 1 --2- 172.21.15.17:0/3507856347 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556ce9947040 0x556ce9949450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.771+0000 7f962e16f740 4 client.28579 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:04:24.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.771+0000 7f962e16f740 1 -- 172.21.15.17:0/3507856347 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x556ce989f850 con 0x556ce9947040 2024-09-16T02:04:24.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.771+0000 7f9629331640 1 --2- 172.21.15.17:0/3507856347 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556ce9947040 0x556ce9949450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.772+0000 7f960d7fa640 10 client.28579 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:24.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.772+0000 7f9629331640 1 --2- 172.21.15.17:0/3507856347 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556ce9947040 0x556ce9949450 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eebee570329a6967 server_cookie=4dd404e7fdcd797e in_seq=0 out_seq=0 2024-09-16T02:04:24.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.773+0000 7f960d7fa640 1 -- 172.21.15.17:0/3507856347 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x556ce989f850 con 0x556ce9947040 2024-09-16T02:04:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.773+0000 7f960d7fa640 10 client.28579 handle_command_reply: tid=0 2024-09-16T02:04:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.773+0000 7f962e16f740 1 client.28579 shutdown 2024-09-16T02:04:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.773+0000 7f962e16f740 1 -- 172.21.15.17:0/3507856347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce992c4a0 msgr2=0x556ce9937000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.773+0000 7f962e16f740 1 --2- 172.21.15.17:0/3507856347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce992c4a0 0x556ce9937000 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f9620031440 tx=0x7f962002a420 comp rx=0 tx=0).stop 2024-09-16T02:04:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.773+0000 7f962e16f740 1 -- 172.21.15.17:0/3507856347 shutdown_connections 2024-09-16T02:04:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.773+0000 7f962e16f740 1 --2- 172.21.15.17:0/3507856347 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556ce9947040 0x556ce9949450 crc :-1 s=READY pgs=288 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.773+0000 7f960d7fa640 0 client.28579 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.773+0000 7f962e16f740 1 --2- 172.21.15.17:0/3507856347 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce9937680 0x556ce9934830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.773+0000 7f962e16f740 1 --2- 172.21.15.17:0/3507856347 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992cdc0 0x556ce99342b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.773+0000 7f962e16f740 1 --2- 172.21.15.17:0/3507856347 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce992c4a0 0x556ce9937000 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.773+0000 7f962e16f740 1 -- 172.21.15.17:0/3507856347 >> 172.21.15.17:0/3507856347 conn(0x556ce9928a30 msgr2=0x556ce9927b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.774+0000 7f962e16f740 1 -- 172.21.15.17:0/3507856347 shutdown_connections 2024-09-16T02:04:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.774+0000 7f962e16f740 1 -- 172.21.15.17:0/3507856347 wait complete. 2024-09-16T02:04:24.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.774+0000 7f962e16f740 20 client.28579 trim_cache size 0 max 16384 2024-09-16T02:04:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:24 smithi122 ceph-mon[34758]: pgmap v965: 97 pgs: 97 active+clean; 519 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 584 KiB/s rd, 4.0 MiB/s wr, 186 op/s 2024-09-16T02:04:24.801 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:24 smithi029 ceph-mon[34783]: pgmap v965: 97 pgs: 97 active+clean; 519 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 584 KiB/s rd, 4.0 MiB/s wr, 186 op/s 2024-09-16T02:04:24.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.800+0000 7f962e16f740 1 Processor -- start 2024-09-16T02:04:24.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.800+0000 7f962e16f740 1 -- start start 2024-09-16T02:04:24.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.800+0000 7f962e16f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce992c4a0 0x556ce9943500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.800+0000 7f962e16f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992cdc0 0x556ce9932b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.800+0000 7f962e16f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce9937680 0x556ce994ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.800+0000 7f962e16f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f96241b1fb0 con 0x556ce992cdc0 2024-09-16T02:04:24.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.800+0000 7f962e16f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f96241af880 con 0x556ce992c4a0 2024-09-16T02:04:24.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.800+0000 7f962e16f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f96241ad6b0 con 0x556ce9937680 2024-09-16T02:04:24.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.801+0000 7f9629331640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992cdc0 0x556ce9932b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.801+0000 7f9629331640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992cdc0 0x556ce9932b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48378/0 (socket says 172.21.15.17:48378) 2024-09-16T02:04:24.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.801+0000 7f9629331640 1 -- 172.21.15.17:0/2098453879 learned_addr learned my addr 172.21.15.17:0/2098453879 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:24.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.801+0000 7f9629b32640 1 --2- 172.21.15.17:0/2098453879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce992c4a0 0x556ce9943500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.801+0000 7f962a333640 1 --2- 172.21.15.17:0/2098453879 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce9937680 0x556ce994ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.801+0000 7f9629b32640 1 -- 172.21.15.17:0/2098453879 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce9937680 msgr2=0x556ce994ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:24.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.801+0000 7f9629b32640 1 --2- 172.21.15.17:0/2098453879 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce9937680 0x556ce994ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.801+0000 7f9629b32640 1 -- 172.21.15.17:0/2098453879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992cdc0 msgr2=0x556ce9932b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:24.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.801+0000 7f9629b32640 1 --2- 172.21.15.17:0/2098453879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992cdc0 0x556ce9932b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.801+0000 7f9629b32640 1 -- 172.21.15.17:0/2098453879 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x556ce9933260 con 0x556ce992c4a0 2024-09-16T02:04:24.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.801+0000 7f9629331640 1 --2- 172.21.15.17:0/2098453879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992cdc0 0x556ce9932b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:04:24.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.801+0000 7f9629b32640 1 --2- 172.21.15.17:0/2098453879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce992c4a0 0x556ce9943500 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9620032be0 tx=0x7f9620009880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb009f14df998eac server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:24.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.802+0000 7f960f7fe640 1 -- 172.21.15.17:0/2098453879 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f962004c040 con 0x556ce992c4a0 2024-09-16T02:04:24.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.802+0000 7f960f7fe640 1 -- 172.21.15.17:0/2098453879 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9620032960 con 0x556ce992c4a0 2024-09-16T02:04:24.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.802+0000 7f960f7fe640 1 -- 172.21.15.17:0/2098453879 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9620003bc0 con 0x556ce992c4a0 2024-09-16T02:04:24.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.802+0000 7f962e16f740 1 -- 172.21.15.17:0/2098453879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce992c4a0 msgr2=0x556ce9943500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:24.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.803+0000 7f962e16f740 1 --2- 172.21.15.17:0/2098453879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce992c4a0 0x556ce9943500 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f9620032be0 tx=0x7f9620009880 comp rx=0 tx=0).stop 2024-09-16T02:04:24.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.803+0000 7f962e16f740 1 -- 172.21.15.17:0/2098453879 shutdown_connections 2024-09-16T02:04:24.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.803+0000 7f962e16f740 1 --2- 172.21.15.17:0/2098453879 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce9937680 0x556ce994ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.803+0000 7f962e16f740 1 --2- 172.21.15.17:0/2098453879 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992cdc0 0x556ce9932b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.803+0000 7f962e16f740 1 --2- 172.21.15.17:0/2098453879 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce992c4a0 0x556ce9943500 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.803+0000 7f962e16f740 1 -- 172.21.15.17:0/2098453879 >> 172.21.15.17:0/2098453879 conn(0x556ce9928a30 msgr2=0x556ce992f900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:24.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.803+0000 7f962e16f740 1 -- 172.21.15.17:0/2098453879 shutdown_connections 2024-09-16T02:04:24.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.803+0000 7f962e16f740 1 -- 172.21.15.17:0/2098453879 wait complete. 2024-09-16T02:04:24.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.803+0000 7f962e16f740 1 -- start start 2024-09-16T02:04:24.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.803+0000 7f962e16f740 1 Processor -- start 2024-09-16T02:04:24.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f962e16f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992c4a0 0x556ce993b460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f962e16f740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce992cdc0 0x556ce993b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f962e16f740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce9937680 0x556ce993bee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f962e16f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f96241add40 con 0x556ce992c4a0 2024-09-16T02:04:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f962e16f740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f96241af1b0 con 0x556ce992cdc0 2024-09-16T02:04:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f962e16f740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f96241ae410 con 0x556ce9937680 2024-09-16T02:04:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f962e16f740 10 client.0 _ll_register_callbacks cb 0x7f962003f070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:04:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f9629b32640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992c4a0 0x556ce993b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f962a333640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce9937680 0x556ce993bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f9629b32640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992c4a0 0x556ce993b460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48384/0 (socket says 172.21.15.17:48384) 2024-09-16T02:04:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f9629b32640 1 -- 172.21.15.17:0/185534663 learned_addr learned my addr 172.21.15.17:0/185534663 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f9629331640 1 --2- 172.21.15.17:0/185534663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce992cdc0 0x556ce993b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f9629b32640 1 -- 172.21.15.17:0/185534663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce9937680 msgr2=0x556ce993bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f9629b32640 1 --2- 172.21.15.17:0/185534663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce9937680 0x556ce993bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f9629b32640 1 -- 172.21.15.17:0/185534663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce992cdc0 msgr2=0x556ce993b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:24.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f9629b32640 1 --2- 172.21.15.17:0/185534663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce992cdc0 0x556ce993b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f9629b32640 1 -- 172.21.15.17:0/185534663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x556ce99b0d70 con 0x556ce992c4a0 2024-09-16T02:04:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.804+0000 7f962a333640 1 --2- 172.21.15.17:0/185534663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce9937680 0x556ce993bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:04:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.805+0000 7f9629b32640 1 --2- 172.21.15.17:0/185534663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992c4a0 0x556ce993b460 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f9620005c40 tx=0x7f9620032ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f44fd85f7ad136d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.805+0000 7f960d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:04:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.805+0000 7f960d7fa640 1 -- 172.21.15.17:0/185534663 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f962004c040 con 0x556ce992c4a0 2024-09-16T02:04:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.805+0000 7f960d7fa640 1 -- 172.21.15.17:0/185534663 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9620003940 con 0x556ce992c4a0 2024-09-16T02:04:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.805+0000 7f962e16f740 1 -- 172.21.15.17:0/185534663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9620032960 con 0x556ce992c4a0 2024-09-16T02:04:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.805+0000 7f960d7fa640 1 -- 172.21.15.17:0/185534663 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9620003b40 con 0x556ce992c4a0 2024-09-16T02:04:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.805+0000 7f962e16f740 10 client.18939 fetch_fsmap learned FSMap version 28 2024-09-16T02:04:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.805+0000 7f962e16f740 1 -- 172.21.15.17:0/185534663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x556ce99b2040 con 0x556ce992c4a0 2024-09-16T02:04:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.805+0000 7f960d7fa640 1 -- 172.21.15.17:0/185534663 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9620032960 con 0x556ce992c4a0 2024-09-16T02:04:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.806+0000 7f960d7fa640 1 -- 172.21.15.17:0/185534663 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f962006f030 con 0x556ce992c4a0 2024-09-16T02:04:24.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.806+0000 7f962e16f740 10 client.18939 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:04:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.806+0000 7f962e16f740 10 client.18939 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:04:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.806+0000 7f962e16f740 20 client.18939 populate_metadata read hostname 'smithi017' 2024-09-16T02:04:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.806+0000 7f962e16f740 1 --2- 172.21.15.17:0/185534663 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556ce99b26f0 0x556ce99b4b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.806+0000 7f962e16f740 4 client.18939 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:04:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.806+0000 7f962e16f740 1 -- 172.21.15.17:0/185534663 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x556ce9899d60 con 0x556ce99b26f0 2024-09-16T02:04:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.806+0000 7f9629331640 1 --2- 172.21.15.17:0/185534663 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556ce99b26f0 0x556ce99b4b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.807+0000 7f960d7fa640 10 client.18939 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.807+0000 7f9629331640 1 --2- 172.21.15.17:0/185534663 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556ce99b26f0 0x556ce99b4b10 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2abe3b083332d774 server_cookie=6a1a143e83e78aa5 in_seq=0 out_seq=0 2024-09-16T02:04:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f960d7fa640 1 -- 172.21.15.17:0/185534663 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x556ce9899d60 con 0x556ce99b26f0 2024-09-16T02:04:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f960d7fa640 10 client.18939 handle_command_reply: tid=0 2024-09-16T02:04:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f962e16f740 1 client.18939 shutdown 2024-09-16T02:04:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f962e16f740 1 -- 172.21.15.17:0/185534663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992c4a0 msgr2=0x556ce993b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:24.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f962e16f740 1 --2- 172.21.15.17:0/185534663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992c4a0 0x556ce993b460 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f9620005c40 tx=0x7f9620032ed0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f962e16f740 1 -- 172.21.15.17:0/185534663 shutdown_connections 2024-09-16T02:04:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f962e16f740 1 --2- 172.21.15.17:0/185534663 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x556ce99b26f0 0x556ce99b4b10 crc :-1 s=READY pgs=289 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f962e16f740 1 --2- 172.21.15.17:0/185534663 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x556ce9937680 0x556ce993bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f962e16f740 1 --2- 172.21.15.17:0/185534663 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x556ce992cdc0 0x556ce993b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f960d7fa640 0 client.18939 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f962e16f740 1 --2- 172.21.15.17:0/185534663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ce992c4a0 0x556ce993b460 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f962e16f740 1 -- 172.21.15.17:0/185534663 >> 172.21.15.17:0/185534663 conn(0x556ce9928a30 msgr2=0x556ce992df40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f962e16f740 1 -- 172.21.15.17:0/185534663 shutdown_connections 2024-09-16T02:04:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f962e16f740 1 -- 172.21.15.17:0/185534663 wait complete. 2024-09-16T02:04:24.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.808+0000 7f962e16f740 20 client.18939 trim_cache size 0 max 16384 2024-09-16T02:04:24.815 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:04:24.816 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T02:04:24.816 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T02:04:24.816 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:04:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.809+0000 7f962bd96640 1 -- 172.21.15.17:0/3720176146 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96100a32c0 msgr2=0x7f96100a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.809+0000 7f962bd96640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96100a32c0 0x7f96100a5780 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f9620006010 tx=0x7f9620005b50 comp rx=0 tx=0).stop 2024-09-16T02:04:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.809+0000 7f962bd96640 1 -- 172.21.15.17:0/3720176146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96241082a0 msgr2=0x7f9624101410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:24.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.809+0000 7f962bd96640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96241082a0 0x7f9624101410 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f961c009fd0 tx=0x7f961c00ef10 comp rx=0 tx=0).stop 2024-09-16T02:04:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.809+0000 7f962bd96640 1 -- 172.21.15.17:0/3720176146 shutdown_connections 2024-09-16T02:04:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.809+0000 7f962bd96640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f96100a32c0 0x7f96100a5780 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.809+0000 7f962bd96640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f96241082a0 0x7f9624101410 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.809+0000 7f962bd96640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f96241036e0 0x7f9624100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.809+0000 7f962bd96640 1 --2- 172.21.15.17:0/3720176146 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9624102d30 0x7f9624100990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.809+0000 7f962bd96640 1 -- 172.21.15.17:0/3720176146 >> 172.21.15.17:0/3720176146 conn(0x7f96240fc7d0 msgr2=0x7f9624106380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.809+0000 7f962bd96640 1 -- 172.21.15.17:0/3720176146 shutdown_connections 2024-09-16T02:04:24.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:24.809+0000 7f962bd96640 1 -- 172.21.15.17:0/3720176146 wait complete. 2024-09-16T02:04:25.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 72361 8.28 MB/sec execute 347 sec latency 127.334 ms 2024-09-16T02:04:25.625 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T02:04:25.625 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:04:25.991 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:04:26.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 72524 8.27 MB/sec execute 348 sec latency 113.442 ms 2024-09-16T02:04:26.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.526+0000 7fc653c32640 1 -- 172.21.15.17:0/510946094 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc64c102790 msgr2=0x7fc64c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:26.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.526+0000 7fc653c32640 1 --2- 172.21.15.17:0/510946094 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc64c102790 0x7fc64c1067e0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fc63c009900 tx=0x7fc63c02a410 comp rx=0 tx=0).stop 2024-09-16T02:04:26.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.526+0000 7fc653c32640 1 -- 172.21.15.17:0/510946094 shutdown_connections 2024-09-16T02:04:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.526+0000 7fc653c32640 1 --2- 172.21.15.17:0/510946094 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc64c106f10 0x7fc64c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.526+0000 7fc653c32640 1 --2- 172.21.15.17:0/510946094 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc64c102790 0x7fc64c1067e0 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.526+0000 7fc653c32640 1 --2- 172.21.15.17:0/510946094 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc64c101de0 0x7fc64c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.526+0000 7fc653c32640 1 -- 172.21.15.17:0/510946094 >> 172.21.15.17:0/510946094 conn(0x7fc64c0fd8c0 msgr2=0x7fc64c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.526+0000 7fc653c32640 1 -- 172.21.15.17:0/510946094 shutdown_connections 2024-09-16T02:04:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.526+0000 7fc653c32640 1 -- 172.21.15.17:0/510946094 wait complete. 2024-09-16T02:04:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.527+0000 7fc653c32640 1 Processor -- start 2024-09-16T02:04:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.527+0000 7fc653c32640 1 -- start start 2024-09-16T02:04:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.527+0000 7fc653c32640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc64c101de0 0x7fc64c1982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.527+0000 7fc653c32640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc64c102790 0x7fc64c198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.527+0000 7fc653c32640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc64c106f10 0x7fc64c19cbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:26.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.527+0000 7fc653c32640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc64c111e70 con 0x7fc64c102790 2024-09-16T02:04:26.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.527+0000 7fc653c32640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc64c111cf0 con 0x7fc64c101de0 2024-09-16T02:04:26.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.527+0000 7fc653c32640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc64c111ff0 con 0x7fc64c106f10 2024-09-16T02:04:26.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.527+0000 7fc6511cd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc64c102790 0x7fc64c198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:26.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc6511cd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc64c102790 0x7fc64c198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54454/0 (socket says 172.21.15.17:54454) 2024-09-16T02:04:26.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc6511cd640 1 -- 172.21.15.17:0/961067225 learned_addr learned my addr 172.21.15.17:0/961067225 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:26.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc6519ce640 1 --2- 172.21.15.17:0/961067225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc64c101de0 0x7fc64c1982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:26.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc6521cf640 1 --2- 172.21.15.17:0/961067225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc64c106f10 0x7fc64c19cbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:26.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc6511cd640 1 -- 172.21.15.17:0/961067225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc64c106f10 msgr2=0x7fc64c19cbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:26.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc6511cd640 1 --2- 172.21.15.17:0/961067225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc64c106f10 0x7fc64c19cbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:26.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc6511cd640 1 -- 172.21.15.17:0/961067225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc64c101de0 msgr2=0x7fc64c1982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:26.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc6511cd640 1 --2- 172.21.15.17:0/961067225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc64c101de0 0x7fc64c1982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:26.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc6511cd640 1 -- 172.21.15.17:0/961067225 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc64c19d2a0 con 0x7fc64c102790 2024-09-16T02:04:26.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc6511cd640 1 --2- 172.21.15.17:0/961067225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc64c102790 0x7fc64c198830 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fc63c005ab0 tx=0x7fc63c003cd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:26.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc642ffd640 1 -- 172.21.15.17:0/961067225 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc63c03f070 con 0x7fc64c102790 2024-09-16T02:04:26.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc642ffd640 1 -- 172.21.15.17:0/961067225 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc63c031d60 con 0x7fc64c102790 2024-09-16T02:04:26.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc642ffd640 1 -- 172.21.15.17:0/961067225 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc63c035030 con 0x7fc64c102790 2024-09-16T02:04:26.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc653c32640 1 -- 172.21.15.17:0/961067225 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc64c19d530 con 0x7fc64c102790 2024-09-16T02:04:26.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.528+0000 7fc653c32640 1 -- 172.21.15.17:0/961067225 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc64c1a4e70 con 0x7fc64c102790 2024-09-16T02:04:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.529+0000 7fc653c32640 1 -- 172.21.15.17:0/961067225 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc64c1032c0 con 0x7fc64c102790 2024-09-16T02:04:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.531+0000 7fc642ffd640 1 -- 172.21.15.17:0/961067225 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fc63c042070 con 0x7fc64c102790 2024-09-16T02:04:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.531+0000 7fc642ffd640 1 --2- 172.21.15.17:0/961067225 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6380a3240 0x7fc6380a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.531+0000 7fc6519ce640 1 --2- 172.21.15.17:0/961067225 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6380a3240 0x7fc6380a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.532+0000 7fc642ffd640 1 -- 172.21.15.17:0/961067225 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc63c0f0790 con 0x7fc64c102790 2024-09-16T02:04:26.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.532+0000 7fc6519ce640 1 --2- 172.21.15.17:0/961067225 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6380a3240 0x7fc6380a5700 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fc648005d00 tx=0x7fc64800b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:26.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.535+0000 7fc642ffd640 1 -- 172.21.15.17:0/961067225 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc63c0bd4b0 con 0x7fc64c102790 2024-09-16T02:04:26.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:26 smithi017 ceph-mon[30972]: pgmap v966: 97 pgs: 97 active+clean; 526 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.3 MiB/s wr, 193 op/s 2024-09-16T02:04:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:26 smithi122 ceph-mon[34758]: pgmap v966: 97 pgs: 97 active+clean; 526 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.3 MiB/s wr, 193 op/s 2024-09-16T02:04:26.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:26 smithi029 ceph-mon[34783]: pgmap v966: 97 pgs: 97 active+clean; 526 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.3 MiB/s wr, 193 op/s 2024-09-16T02:04:26.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.833+0000 7fc653c32640 1 -- 172.21.15.17:0/961067225 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc64c10a150 con 0x7fc64c102790 2024-09-16T02:04:26.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.834+0000 7fc642ffd640 1 -- 172.21.15.17:0/961067225 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11901 (secure 0 0 0) 0x7fc63c0bcdb0 con 0x7fc64c102790 2024-09-16T02:04:26.840 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:04:26.842 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-09-16T02:04:26.842 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"btime":"2024-09-16T01:59:05:278302+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:59:04.450935+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T02:04:26.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.837+0000 7fc653c32640 1 -- 172.21.15.17:0/961067225 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6380a3240 msgr2=0x7fc6380a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:26.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.837+0000 7fc653c32640 1 --2- 172.21.15.17:0/961067225 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6380a3240 0x7fc6380a5700 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fc648005d00 tx=0x7fc64800b410 comp rx=0 tx=0).stop 2024-09-16T02:04:26.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.837+0000 7fc653c32640 1 -- 172.21.15.17:0/961067225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc64c102790 msgr2=0x7fc64c198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:26.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.837+0000 7fc653c32640 1 --2- 172.21.15.17:0/961067225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc64c102790 0x7fc64c198830 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fc63c005ab0 tx=0x7fc63c003cd0 comp rx=0 tx=0).stop 2024-09-16T02:04:26.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.838+0000 7fc653c32640 1 -- 172.21.15.17:0/961067225 shutdown_connections 2024-09-16T02:04:26.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.838+0000 7fc653c32640 1 --2- 172.21.15.17:0/961067225 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc6380a3240 0x7fc6380a5700 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:26.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.838+0000 7fc653c32640 1 --2- 172.21.15.17:0/961067225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc64c106f10 0x7fc64c19cbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:26.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.838+0000 7fc653c32640 1 --2- 172.21.15.17:0/961067225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc64c102790 0x7fc64c198830 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:26.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.838+0000 7fc653c32640 1 --2- 172.21.15.17:0/961067225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc64c101de0 0x7fc64c1982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:26.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.838+0000 7fc653c32640 1 -- 172.21.15.17:0/961067225 >> 172.21.15.17:0/961067225 conn(0x7fc64c0fd8c0 msgr2=0x7fc64c0fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:26.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.838+0000 7fc653c32640 1 -- 172.21.15.17:0/961067225 shutdown_connections 2024-09-16T02:04:26.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:26.838+0000 7fc653c32640 1 -- 172.21.15.17:0/961067225 wait complete. 2024-09-16T02:04:27.050 INFO:tasks.workunit.client.0.smithi017.stdout: 10 72667 8.28 MB/sec execute 349 sec latency 191.039 ms 2024-09-16T02:04:27.648 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T02:04:27.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:27 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/961067225' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:04:27.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:27 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/961067225' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:04:27.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:27 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/961067225' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:04:27.988 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:04:28.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 72817 8.28 MB/sec execute 350 sec latency 94.566 ms 2024-09-16T02:04:28.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.552+0000 7fc3598a2640 1 -- 172.21.15.17:0/2467490296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc354106f20 msgr2=0x7fc35410eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:28.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.552+0000 7fc3598a2640 1 --2- 172.21.15.17:0/2467490296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc354106f20 0x7fc35410eaa0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc34c009ca0 tx=0x7fc34c02a8c0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.552+0000 7fc3598a2640 1 -- 172.21.15.17:0/2467490296 shutdown_connections 2024-09-16T02:04:28.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.552+0000 7fc3598a2640 1 --2- 172.21.15.17:0/2467490296 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc354106f20 0x7fc35410eaa0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.552+0000 7fc3598a2640 1 --2- 172.21.15.17:0/2467490296 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc3541027a0 0x7fc3541067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.552+0000 7fc3598a2640 1 --2- 172.21.15.17:0/2467490296 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc354101df0 0x7fc3541021d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.552+0000 7fc3598a2640 1 -- 172.21.15.17:0/2467490296 >> 172.21.15.17:0/2467490296 conn(0x7fc3540fd8b0 msgr2=0x7fc3540ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:28.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.552+0000 7fc3598a2640 1 -- 172.21.15.17:0/2467490296 shutdown_connections 2024-09-16T02:04:28.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.552+0000 7fc3598a2640 1 -- 172.21.15.17:0/2467490296 wait complete. 2024-09-16T02:04:28.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.553+0000 7fc3598a2640 1 Processor -- start 2024-09-16T02:04:28.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.554+0000 7fc3598a2640 1 -- start start 2024-09-16T02:04:28.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.554+0000 7fc3598a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc354101df0 0x7fc3541a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.554+0000 7fc3598a2640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3541027a0 0x7fc3541a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.554+0000 7fc3598a2640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc354106f20 0x7fc35410dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.554+0000 7fc3598a2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc354111e30 con 0x7fc354101df0 2024-09-16T02:04:28.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.554+0000 7fc3598a2640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc354111cb0 con 0x7fc3541027a0 2024-09-16T02:04:28.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.554+0000 7fc3598a2640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc354111fb0 con 0x7fc354106f20 2024-09-16T02:04:28.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.554+0000 7fc3527fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3541027a0 0x7fc3541a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.554+0000 7fc3537fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc354106f20 0x7fc35410dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.554+0000 7fc3527fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3541027a0 0x7fc3541a4ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:58022/0 (socket says 172.21.15.17:58022) 2024-09-16T02:04:28.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.555+0000 7fc3527fc640 1 -- 172.21.15.17:0/3461496780 learned_addr learned my addr 172.21.15.17:0/3461496780 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:28.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.555+0000 7fc352ffd640 1 --2- 172.21.15.17:0/3461496780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc354101df0 0x7fc3541a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.555+0000 7fc3527fc640 1 -- 172.21.15.17:0/3461496780 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc354106f20 msgr2=0x7fc35410dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:28.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.555+0000 7fc3527fc640 1 --2- 172.21.15.17:0/3461496780 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc354106f20 0x7fc35410dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.555+0000 7fc3527fc640 1 -- 172.21.15.17:0/3461496780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc354101df0 msgr2=0x7fc3541a4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:28.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.555+0000 7fc3527fc640 1 --2- 172.21.15.17:0/3461496780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc354101df0 0x7fc3541a4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.555+0000 7fc3527fc640 1 -- 172.21.15.17:0/3461496780 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc35410e4d0 con 0x7fc3541027a0 2024-09-16T02:04:28.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.555+0000 7fc3527fc640 1 --2- 172.21.15.17:0/3461496780 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3541027a0 0x7fc3541a4ba0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc34800e9f0 tx=0x7fc34800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:28.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.555+0000 7fc3588a0640 1 -- 172.21.15.17:0/3461496780 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc34800cd80 con 0x7fc3541027a0 2024-09-16T02:04:28.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.556+0000 7fc3598a2640 1 -- 172.21.15.17:0/3461496780 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc35410e7c0 con 0x7fc3541027a0 2024-09-16T02:04:28.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.556+0000 7fc3588a0640 1 -- 172.21.15.17:0/3461496780 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc3480108e0 con 0x7fc3541027a0 2024-09-16T02:04:28.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.556+0000 7fc3598a2640 1 -- 172.21.15.17:0/3461496780 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3541ab5e0 con 0x7fc3541027a0 2024-09-16T02:04:28.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.556+0000 7fc3588a0640 1 -- 172.21.15.17:0/3461496780 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc348018850 con 0x7fc3541027a0 2024-09-16T02:04:28.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.558+0000 7fc3588a0640 1 -- 172.21.15.17:0/3461496780 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fc348010a90 con 0x7fc3541027a0 2024-09-16T02:04:28.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.559+0000 7fc35bc7b740 1 Processor -- start 2024-09-16T02:04:28.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.559+0000 7fc35bc7b740 1 -- start start 2024-09-16T02:04:28.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.559+0000 7fc3588a0640 1 --2- 172.21.15.17:0/3461496780 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc33c0a3440 0x7fc33c0a5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc35bc7b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe073b40 0x5595fe072090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc35bc7b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe072a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc35bc7b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 0x5595fe07f760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc35bc7b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5595fdfd82f0 con 0x5595fe0725d0 2024-09-16T02:04:28.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc35bc7b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5595fdf7fcf0 con 0x5595fe073b40 2024-09-16T02:04:28.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc35bc7b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5595fdfd42b0 con 0x5595fe07d370 2024-09-16T02:04:28.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc3588a0640 1 -- 172.21.15.17:0/3461496780 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc3480185f0 con 0x7fc3541027a0 2024-09-16T02:04:28.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc3537fe640 1 --2- 172.21.15.17:0/3461496780 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc33c0a3440 0x7fc33c0a5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc3527fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe072a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc3527fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe072a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54482/0 (socket says 172.21.15.17:54482) 2024-09-16T02:04:28.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc3527fc640 1 -- 172.21.15.17:0/2944973044 learned_addr learned my addr 172.21.15.17:0/2944973044 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:28.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc352ffd640 1 --2- 172.21.15.17:0/2944973044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe073b40 0x5595fe072090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc3537fe640 1 --2- 172.21.15.17:0/2944973044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 0x5595fe07f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc3527fc640 1 -- 172.21.15.17:0/2944973044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 msgr2=0x5595fe07f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:28.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc3527fc640 1 --2- 172.21.15.17:0/2944973044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 0x5595fe07f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc3527fc640 1 -- 172.21.15.17:0/2944973044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe073b40 msgr2=0x5595fe072090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:28.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc3527fc640 1 --2- 172.21.15.17:0/2944973044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe073b40 0x5595fe072090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc3527fc640 1 -- 172.21.15.17:0/2944973044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595fdf643a0 con 0x5595fe0725d0 2024-09-16T02:04:28.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc3527fc640 1 --2- 172.21.15.17:0/2944973044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe072a10 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fc348098a20 tx=0x7fc34809c750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a884e8b039800cec server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:28.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.560+0000 7fc3537fe640 1 --2- 172.21.15.17:0/3461496780 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc33c0a3440 0x7fc33c0a5900 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fc34c009430 tx=0x7fc34c009360 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:28.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.561+0000 7fc339ffb640 1 -- 172.21.15.17:0/2944973044 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3480a4cc0 con 0x5595fe0725d0 2024-09-16T02:04:28.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.561+0000 7fc339ffb640 1 -- 172.21.15.17:0/2944973044 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc34809a350 con 0x5595fe0725d0 2024-09-16T02:04:28.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.561+0000 7fc339ffb640 1 -- 172.21.15.17:0/2944973044 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc348096bc0 con 0x5595fe0725d0 2024-09-16T02:04:28.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.562+0000 7fc35bc7b740 1 -- 172.21.15.17:0/2944973044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 msgr2=0x5595fe072a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:28.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.562+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/2944973044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe072a10 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fc348098a20 tx=0x7fc34809c750 comp rx=0 tx=0).stop 2024-09-16T02:04:28.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.562+0000 7fc35bc7b740 1 -- 172.21.15.17:0/2944973044 shutdown_connections 2024-09-16T02:04:28.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.562+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/2944973044 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 0x5595fe07f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.562+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/2944973044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe072a10 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.562+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/2944973044 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe073b40 0x5595fe072090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.562+0000 7fc35bc7b740 1 -- 172.21.15.17:0/2944973044 >> 172.21.15.17:0/2944973044 conn(0x5595fe03b310 msgr2=0x5595fe06ec60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:28.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.562+0000 7fc35bc7b740 1 -- 172.21.15.17:0/2944973044 shutdown_connections 2024-09-16T02:04:28.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.562+0000 7fc35bc7b740 1 -- 172.21.15.17:0/2944973044 wait complete. 2024-09-16T02:04:28.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.563+0000 7fc35bc7b740 1 -- start start 2024-09-16T02:04:28.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.563+0000 7fc35bc7b740 1 Processor -- start 2024-09-16T02:04:28.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.563+0000 7fc35bc7b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe07cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.563+0000 7fc35bc7b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe073b40 0x5595fe07a060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.563+0000 7fc352ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe07cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.563+0000 7fc352ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe07cdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54498/0 (socket says 172.21.15.17:54498) 2024-09-16T02:04:28.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.564+0000 7fc352ffd640 1 -- 172.21.15.17:0/1074797953 learned_addr learned my addr 172.21.15.17:0/1074797953 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:28.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.564+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/1074797953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe07d370 0x5595fe07a7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.564+0000 7fc35bc7b740 1 -- 172.21.15.17:0/1074797953 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5595fe0800c0 con 0x5595fe0725d0 2024-09-16T02:04:28.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.564+0000 7fc35bc7b740 1 -- 172.21.15.17:0/1074797953 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5595fdf93060 con 0x5595fe07d370 2024-09-16T02:04:28.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.564+0000 7fc35bc7b740 1 -- 172.21.15.17:0/1074797953 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5595fe080240 con 0x5595fe073b40 2024-09-16T02:04:28.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.564+0000 7fc3537fe640 1 --2- 172.21.15.17:0/1074797953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe07d370 0x5595fe07a7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.564+0000 7fc352ffd640 1 -- 172.21.15.17:0/1074797953 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe073b40 msgr2=0x5595fe07a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:28.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.564+0000 7fc352ffd640 1 --2- 172.21.15.17:0/1074797953 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe073b40 0x5595fe07a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.564+0000 7fc352ffd640 1 -- 172.21.15.17:0/1074797953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe07d370 msgr2=0x5595fe07a7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:28.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.564+0000 7fc352ffd640 1 --2- 172.21.15.17:0/1074797953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe07d370 0x5595fe07a7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.564+0000 7fc352ffd640 1 -- 172.21.15.17:0/1074797953 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595fdd493c0 con 0x5595fe0725d0 2024-09-16T02:04:28.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.564+0000 7fc35bc7b740 10 client.0 _ll_register_callbacks cb 0x5595fdce68c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:04:28.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.564+0000 7fc35bc7b740 1 -- 172.21.15.17:0/1074797953 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc34809a350 con 0x5595fe0725d0 2024-09-16T02:04:28.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.564+0000 7fc352ffd640 1 --2- 172.21.15.17:0/1074797953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe07cdb0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7fc344009fd0 tx=0x7fc344012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d83bd6371fedc0d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:28.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.565+0000 7fc332ffd640 10 client.18957 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:04:28.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.565+0000 7fc332ffd640 1 -- 172.21.15.17:0/1074797953 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc344011bb0 con 0x5595fe0725d0 2024-09-16T02:04:28.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.565+0000 7fc332ffd640 1 -- 172.21.15.17:0/1074797953 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc344011d50 con 0x5595fe0725d0 2024-09-16T02:04:28.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.565+0000 7fc332ffd640 1 -- 172.21.15.17:0/1074797953 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc34400f460 con 0x5595fe0725d0 2024-09-16T02:04:28.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.565+0000 7fc35bc7b740 10 client.18957 fetch_fsmap learned FSMap version 28 2024-09-16T02:04:28.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.565+0000 7fc35bc7b740 1 -- 172.21.15.17:0/1074797953 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({fsmap=28}) -- 0x5595fe08bac0 con 0x5595fe0725d0 2024-09-16T02:04:28.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.566+0000 7fc332ffd640 1 -- 172.21.15.17:0/1074797953 <== mon.0 v2:172.21.15.17:3300/0 4 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fc34400f600 con 0x5595fe0725d0 2024-09-16T02:04:28.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.566+0000 7fc35bc7b740 10 client.18957 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:04:28.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.566+0000 7fc35bc7b740 10 client.18957 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:04:28.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.566+0000 7fc35bc7b740 20 client.18957 populate_metadata read hostname 'smithi017' 2024-09-16T02:04:28.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.566+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/1074797953 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5595fe08d100 0x5595fe08f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.566+0000 7fc35bc7b740 4 client.18957 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:04:28.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.566+0000 7fc35bc7b740 1 -- 172.21.15.17:0/1074797953 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5595fdfe5860 con 0x5595fe08d100 2024-09-16T02:04:28.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.566+0000 7fc3527fc640 1 --2- 172.21.15.17:0/1074797953 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5595fe08d100 0x5595fe08f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.567+0000 7fc332ffd640 10 client.18957 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:04:28.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.567+0000 7fc3527fc640 1 --2- 172.21.15.17:0/1074797953 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5595fe08d100 0x5595fe08f5c0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bd03b0ab867ba325 server_cookie=4e6da8c5491130a3 in_seq=0 out_seq=0 2024-09-16T02:04:28.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.567+0000 7fc332ffd640 1 -- 172.21.15.17:0/1074797953 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5595fdfe5860 con 0x5595fe08d100 2024-09-16T02:04:28.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.567+0000 7fc332ffd640 10 client.18957 handle_command_reply: tid=0 2024-09-16T02:04:28.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.567+0000 7fc35bc7b740 1 client.18957 shutdown 2024-09-16T02:04:28.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.568+0000 7fc35bc7b740 1 -- 172.21.15.17:0/1074797953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 msgr2=0x5595fe07cdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:28.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.568+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/1074797953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe07cdb0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7fc344009fd0 tx=0x7fc344012b60 comp rx=0 tx=0).stop 2024-09-16T02:04:28.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.568+0000 7fc35bc7b740 1 -- 172.21.15.17:0/1074797953 shutdown_connections 2024-09-16T02:04:28.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.568+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/1074797953 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5595fe08d100 0x5595fe08f5c0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.568+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/1074797953 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe07d370 0x5595fe07a7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.568+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/1074797953 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe073b40 0x5595fe07a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.568+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/1074797953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe07cdb0 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.568+0000 7fc35bc7b740 1 -- 172.21.15.17:0/1074797953 >> 172.21.15.17:0/1074797953 conn(0x5595fe03b310 msgr2=0x5595fe074990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:28.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.568+0000 7fc332ffd640 0 client.18957 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:04:28.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.568+0000 7fc35bc7b740 1 -- 172.21.15.17:0/1074797953 shutdown_connections 2024-09-16T02:04:28.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.568+0000 7fc35bc7b740 1 -- 172.21.15.17:0/1074797953 wait complete. 2024-09-16T02:04:28.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.568+0000 7fc35bc7b740 20 client.18957 trim_cache size 0 max 16384 2024-09-16T02:04:28.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.589+0000 7fc35bc7b740 1 Processor -- start 2024-09-16T02:04:28.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.589+0000 7fc35bc7b740 1 -- start start 2024-09-16T02:04:28.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc35bc7b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe0725d0 0x5595fe06ed70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc35bc7b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe073b40 0x5595fe06dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc35bc7b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 0x5595fe075180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc35bc7b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc3541b64b0 con 0x5595fe073b40 2024-09-16T02:04:28.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc35bc7b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc3541b3d80 con 0x5595fe0725d0 2024-09-16T02:04:28.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc35bc7b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc3541b1bb0 con 0x5595fe07d370 2024-09-16T02:04:28.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc352ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe0725d0 0x5595fe06ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc352ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe0725d0 0x5595fe06ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:58056/0 (socket says 172.21.15.17:58056) 2024-09-16T02:04:28.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc3537fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 0x5595fe075180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc352ffd640 1 -- 172.21.15.17:0/3898803502 learned_addr learned my addr 172.21.15.17:0/3898803502 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:28.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc3527fc640 1 --2- 172.21.15.17:0/3898803502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe073b40 0x5595fe06dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc352ffd640 1 -- 172.21.15.17:0/3898803502 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 msgr2=0x5595fe075180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:28.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc352ffd640 1 --2- 172.21.15.17:0/3898803502 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 0x5595fe075180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc352ffd640 1 -- 172.21.15.17:0/3898803502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe073b40 msgr2=0x5595fe06dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:28.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc352ffd640 1 --2- 172.21.15.17:0/3898803502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe073b40 0x5595fe06dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc352ffd640 1 -- 172.21.15.17:0/3898803502 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5595fe0785d0 con 0x5595fe0725d0 2024-09-16T02:04:28.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc3527fc640 1 --2- 172.21.15.17:0/3898803502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe073b40 0x5595fe06dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:04:28.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.590+0000 7fc352ffd640 1 --2- 172.21.15.17:0/3898803502 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe0725d0 0x5595fe06ed70 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fc34400f890 tx=0x7fc34400f000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b5f28f81b78fc967 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:28.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.591+0000 7fc3397fa640 1 -- 172.21.15.17:0/3898803502 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc344011db0 con 0x5595fe0725d0 2024-09-16T02:04:28.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.591+0000 7fc3397fa640 1 -- 172.21.15.17:0/3898803502 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc34809a350 con 0x5595fe0725d0 2024-09-16T02:04:28.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.591+0000 7fc3397fa640 1 -- 172.21.15.17:0/3898803502 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc344026c10 con 0x5595fe0725d0 2024-09-16T02:04:28.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.591+0000 7fc35bc7b740 1 -- 172.21.15.17:0/3898803502 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe0725d0 msgr2=0x5595fe06ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:28.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.591+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/3898803502 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe0725d0 0x5595fe06ed70 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fc34400f890 tx=0x7fc34400f000 comp rx=0 tx=0).stop 2024-09-16T02:04:28.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.592+0000 7fc35bc7b740 1 -- 172.21.15.17:0/3898803502 shutdown_connections 2024-09-16T02:04:28.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.592+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/3898803502 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 0x5595fe075180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.592+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/3898803502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe073b40 0x5595fe06dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.592+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/3898803502 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe0725d0 0x5595fe06ed70 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.592+0000 7fc35bc7b740 1 -- 172.21.15.17:0/3898803502 >> 172.21.15.17:0/3898803502 conn(0x5595fe03b310 msgr2=0x5595fe06d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:28.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.592+0000 7fc35bc7b740 1 -- 172.21.15.17:0/3898803502 shutdown_connections 2024-09-16T02:04:28.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.592+0000 7fc35bc7b740 1 -- 172.21.15.17:0/3898803502 wait complete. 2024-09-16T02:04:28.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.592+0000 7fc35bc7b740 1 -- start start 2024-09-16T02:04:28.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.592+0000 7fc35bc7b740 1 Processor -- start 2024-09-16T02:04:28.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc35bc7b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe085cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc35bc7b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe073b40 0x5595fe076e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc35bc7b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 0x5595fe0773d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc35bc7b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc3541b2240 con 0x5595fe0725d0 2024-09-16T02:04:28.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc35bc7b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc3541b36b0 con 0x5595fe073b40 2024-09-16T02:04:28.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc35bc7b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc3541b2910 con 0x5595fe07d370 2024-09-16T02:04:28.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc35bc7b740 10 client.0 _ll_register_callbacks cb 0x7fc3440097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:04:28.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc3537fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 0x5595fe0773d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc3537fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 0x5595fe0773d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36704/0 (socket says 172.21.15.17:36704) 2024-09-16T02:04:28.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc3537fe640 1 -- 172.21.15.17:0/79495359 learned_addr learned my addr 172.21.15.17:0/79495359 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:28.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc3527fc640 1 --2- 172.21.15.17:0/79495359 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe073b40 0x5595fe076e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc352ffd640 1 --2- 172.21.15.17:0/79495359 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe085cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc3537fe640 1 -- 172.21.15.17:0/79495359 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe073b40 msgr2=0x5595fe076e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:28.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc3537fe640 1 --2- 172.21.15.17:0/79495359 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe073b40 0x5595fe076e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc3537fe640 1 -- 172.21.15.17:0/79495359 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 msgr2=0x5595fe085cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:28.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc3537fe640 1 --2- 172.21.15.17:0/79495359 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe085cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc3537fe640 1 -- 172.21.15.17:0/79495359 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5595fe077c00 con 0x5595fe07d370 2024-09-16T02:04:28.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.593+0000 7fc352ffd640 1 --2- 172.21.15.17:0/79495359 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe085cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:04:28.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.594+0000 7fc3537fe640 1 --2- 172.21.15.17:0/79495359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 0x5595fe0773d0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc34c02ade0 tx=0x7fc34c02a8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e70a1887737c2ccb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:28.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.594+0000 7fc332ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:04:28.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.594+0000 7fc332ffd640 1 -- 172.21.15.17:0/79495359 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc34c030ce0 con 0x5595fe07d370 2024-09-16T02:04:28.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.594+0000 7fc35bc7b740 1 -- 172.21.15.17:0/79495359 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc34809a350 con 0x5595fe07d370 2024-09-16T02:04:28.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.594+0000 7fc332ffd640 1 -- 172.21.15.17:0/79495359 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc34c057480 con 0x5595fe07d370 2024-09-16T02:04:28.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.594+0000 7fc332ffd640 1 -- 172.21.15.17:0/79495359 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc34c030e80 con 0x5595fe07d370 2024-09-16T02:04:28.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.594+0000 7fc35bc7b740 10 client.28606 fetch_fsmap learned FSMap version 28 2024-09-16T02:04:28.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.594+0000 7fc35bc7b740 1 -- 172.21.15.17:0/79495359 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5595fe0f7f70 con 0x5595fe07d370 2024-09-16T02:04:28.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.595+0000 7fc332ffd640 1 -- 172.21.15.17:0/79495359 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc34809a350 con 0x5595fe07d370 2024-09-16T02:04:28.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.595+0000 7fc332ffd640 1 -- 172.21.15.17:0/79495359 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fc34c02f7f0 con 0x5595fe07d370 2024-09-16T02:04:28.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.595+0000 7fc35bc7b740 10 client.28606 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:04:28.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.595+0000 7fc35bc7b740 10 client.28606 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:04:28.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.595+0000 7fc35bc7b740 20 client.28606 populate_metadata read hostname 'smithi017' 2024-09-16T02:04:28.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.595+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/79495359 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5595fe0f8670 0x5595fe0faa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:28.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.595+0000 7fc35bc7b740 4 client.28606 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:04:28.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.595+0000 7fc35bc7b740 1 -- 172.21.15.17:0/79495359 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5595fdfdfd70 con 0x5595fe0f8670 2024-09-16T02:04:28.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.595+0000 7fc352ffd640 1 --2- 172.21.15.17:0/79495359 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5595fe0f8670 0x5595fe0faa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:28.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.596+0000 7fc332ffd640 10 client.28606 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:04:28.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.596+0000 7fc352ffd640 1 --2- 172.21.15.17:0/79495359 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5595fe0f8670 0x5595fe0faa90 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d54eb2b06e3363cf server_cookie=1a39646072f4c1f2 in_seq=0 out_seq=0 2024-09-16T02:04:28.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.596+0000 7fc332ffd640 1 -- 172.21.15.17:0/79495359 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5595fdfdfd70 con 0x5595fe0f8670 2024-09-16T02:04:28.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.596+0000 7fc332ffd640 10 client.28606 handle_command_reply: tid=0 2024-09-16T02:04:28.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.596+0000 7fc35bc7b740 1 client.28606 shutdown 2024-09-16T02:04:28.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.596+0000 7fc35bc7b740 1 -- 172.21.15.17:0/79495359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 msgr2=0x5595fe0773d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:28.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.596+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/79495359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 0x5595fe0773d0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc34c02ade0 tx=0x7fc34c02a8c0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.596+0000 7fc35bc7b740 1 -- 172.21.15.17:0/79495359 shutdown_connections 2024-09-16T02:04:28.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.596+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/79495359 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5595fe0f8670 0x5595fe0faa90 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.596+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/79495359 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5595fe07d370 0x5595fe0773d0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.596+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/79495359 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5595fe073b40 0x5595fe076e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.596+0000 7fc35bc7b740 1 --2- 172.21.15.17:0/79495359 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5595fe0725d0 0x5595fe085cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.596+0000 7fc35bc7b740 1 -- 172.21.15.17:0/79495359 >> 172.21.15.17:0/79495359 conn(0x5595fe03b310 msgr2=0x5595fe06dd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:28.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.597+0000 7fc332ffd640 0 client.28606 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:04:28.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.597+0000 7fc35bc7b740 1 -- 172.21.15.17:0/79495359 shutdown_connections 2024-09-16T02:04:28.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.597+0000 7fc35bc7b740 1 -- 172.21.15.17:0/79495359 wait complete. 2024-09-16T02:04:28.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.597+0000 7fc35bc7b740 20 client.28606 trim_cache size 0 max 16384 2024-09-16T02:04:28.603 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:04:28.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.597+0000 7fc3598a2640 1 -- 172.21.15.17:0/3461496780 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc33c0a3440 msgr2=0x7fc33c0a5900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:28.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.597+0000 7fc3598a2640 1 --2- 172.21.15.17:0/3461496780 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc33c0a3440 0x7fc33c0a5900 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fc34c009430 tx=0x7fc34c009360 comp rx=0 tx=0).stop 2024-09-16T02:04:28.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.598+0000 7fc3598a2640 1 -- 172.21.15.17:0/3461496780 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3541027a0 msgr2=0x7fc3541a4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:28.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.598+0000 7fc3598a2640 1 --2- 172.21.15.17:0/3461496780 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3541027a0 0x7fc3541a4ba0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc34800e9f0 tx=0x7fc34800eeb0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.598+0000 7fc3598a2640 1 -- 172.21.15.17:0/3461496780 shutdown_connections 2024-09-16T02:04:28.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.598+0000 7fc3598a2640 1 --2- 172.21.15.17:0/3461496780 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc33c0a3440 0x7fc33c0a5900 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.598+0000 7fc3598a2640 1 --2- 172.21.15.17:0/3461496780 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc354106f20 0x7fc35410dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.598+0000 7fc3598a2640 1 --2- 172.21.15.17:0/3461496780 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc3541027a0 0x7fc3541a4ba0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.598+0000 7fc3598a2640 1 --2- 172.21.15.17:0/3461496780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc354101df0 0x7fc3541a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:28.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.598+0000 7fc3598a2640 1 -- 172.21.15.17:0/3461496780 >> 172.21.15.17:0/3461496780 conn(0x7fc3540fd8b0 msgr2=0x7fc3540fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:28.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.598+0000 7fc3598a2640 1 -- 172.21.15.17:0/3461496780 shutdown_connections 2024-09-16T02:04:28.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:28.598+0000 7fc3598a2640 1 -- 172.21.15.17:0/3461496780 wait complete. 2024-09-16T02:04:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:28 smithi017 ceph-mon[30972]: pgmap v967: 97 pgs: 97 active+clean; 525 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 579 KiB/s rd, 3.5 MiB/s wr, 159 op/s 2024-09-16T02:04:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:28 smithi029 ceph-mon[34783]: pgmap v967: 97 pgs: 97 active+clean; 525 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 579 KiB/s rd, 3.5 MiB/s wr, 159 op/s 2024-09-16T02:04:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:28 smithi122 ceph-mon[34758]: pgmap v967: 97 pgs: 97 active+clean; 525 MiB data, 3.2 GiB used, 1.0 TiB / 1.0 TiB avail; 579 KiB/s rd, 3.5 MiB/s wr, 159 op/s 2024-09-16T02:04:29.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 72976 8.28 MB/sec execute 351 sec latency 103.323 ms 2024-09-16T02:04:29.548 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T02:04:29.909 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:04:30.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 73099 8.27 MB/sec execute 352 sec latency 93.039 ms 2024-09-16T02:04:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:30 smithi017 ceph-mon[30972]: pgmap v968: 97 pgs: 97 active+clean; 523 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 4.5 MiB/s wr, 205 op/s 2024-09-16T02:04:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:30 smithi122 ceph-mon[34758]: pgmap v968: 97 pgs: 97 active+clean; 523 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 4.5 MiB/s wr, 205 op/s 2024-09-16T02:04:30.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:30 smithi029 ceph-mon[34783]: pgmap v968: 97 pgs: 97 active+clean; 523 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 4.5 MiB/s wr, 205 op/s 2024-09-16T02:04:31.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 73242 8.28 MB/sec execute 353 sec latency 171.381 ms 2024-09-16T02:04:31.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.001+0000 7fac5bb35640 1 -- 172.21.15.17:0/2038212731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac54101de0 msgr2=0x7fac541021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:31.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.001+0000 7fac5bb35640 1 --2- 172.21.15.17:0/2038212731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac54101de0 0x7fac541021c0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fac50009900 tx=0x7fac5002a410 comp rx=0 tx=0).stop 2024-09-16T02:04:31.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.002+0000 7fac5bb35640 1 -- 172.21.15.17:0/2038212731 shutdown_connections 2024-09-16T02:04:31.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.002+0000 7fac5bb35640 1 --2- 172.21.15.17:0/2038212731 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac54106f10 0x7fac5410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.002+0000 7fac5bb35640 1 --2- 172.21.15.17:0/2038212731 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac54102790 0x7fac541067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.002+0000 7fac5bb35640 1 --2- 172.21.15.17:0/2038212731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac54101de0 0x7fac541021c0 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.002+0000 7fac5bb35640 1 -- 172.21.15.17:0/2038212731 >> 172.21.15.17:0/2038212731 conn(0x7fac540fd8c0 msgr2=0x7fac540ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:31.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.002+0000 7fac5bb35640 1 -- 172.21.15.17:0/2038212731 shutdown_connections 2024-09-16T02:04:31.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.002+0000 7fac5bb35640 1 -- 172.21.15.17:0/2038212731 wait complete. 2024-09-16T02:04:31.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.003+0000 7fac5bb35640 1 Processor -- start 2024-09-16T02:04:31.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.003+0000 7fac5bb35640 1 -- start start 2024-09-16T02:04:31.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.003+0000 7fac5bb35640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac54101de0 0x7fac540744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.003+0000 7fac5bb35640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac54102790 0x7fac54074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.003+0000 7fac5bb35640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac54106f10 0x7fac54074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.003+0000 7fac5bb35640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fac54111e70 con 0x7fac54101de0 2024-09-16T02:04:31.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.003+0000 7fac5bb35640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fac54111cf0 con 0x7fac54106f10 2024-09-16T02:04:31.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.003+0000 7fac5bb35640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fac54111ff0 con 0x7fac54102790 2024-09-16T02:04:31.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.003+0000 7fac598d1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac54101de0 0x7fac540744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.003+0000 7fac598d1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac54101de0 0x7fac540744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54538/0 (socket says 172.21.15.17:54538) 2024-09-16T02:04:31.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.003+0000 7fac598d1640 1 -- 172.21.15.17:0/1569379075 learned_addr learned my addr 172.21.15.17:0/1569379075 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:31.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.003+0000 7fac590d0640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac54102790 0x7fac54074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.003+0000 7fac5a0d2640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac54106f10 0x7fac54074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.004+0000 7fac590d0640 1 -- 172.21.15.17:0/1569379075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac54106f10 msgr2=0x7fac54074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:31.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.004+0000 7fac590d0640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac54106f10 0x7fac54074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.004+0000 7fac590d0640 1 -- 172.21.15.17:0/1569379075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac54101de0 msgr2=0x7fac540744f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:31.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.004+0000 7fac590d0640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac54101de0 0x7fac540744f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.004+0000 7fac590d0640 1 -- 172.21.15.17:0/1569379075 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac541a6800 con 0x7fac54102790 2024-09-16T02:04:31.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.004+0000 7fac598d1640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac54101de0 0x7fac540744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:04:31.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.004+0000 7fac590d0640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac54102790 0x7fac54074a30 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fac4400e9f0 tx=0x7fac4400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:31.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.004+0000 7fac4affd640 1 -- 172.21.15.17:0/1569379075 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac4400ccc0 con 0x7fac54102790 2024-09-16T02:04:31.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.004+0000 7fac5bb35640 1 -- 172.21.15.17:0/1569379075 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac541a6af0 con 0x7fac54102790 2024-09-16T02:04:31.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.004+0000 7fac5bb35640 1 -- 172.21.15.17:0/1569379075 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac541a7080 con 0x7fac54102790 2024-09-16T02:04:31.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.004+0000 7fac4affd640 1 -- 172.21.15.17:0/1569379075 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac440108e0 con 0x7fac54102790 2024-09-16T02:04:31.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.004+0000 7fac4affd640 1 -- 172.21.15.17:0/1569379075 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac44018820 con 0x7fac54102790 2024-09-16T02:04:31.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.008+0000 7fac5df0e740 1 Processor -- start 2024-09-16T02:04:31.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.008+0000 7fac4affd640 1 -- 172.21.15.17:0/1569379075 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fac440189c0 con 0x7fac54102790 2024-09-16T02:04:31.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.008+0000 7fac5df0e740 1 -- start start 2024-09-16T02:04:31.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.008+0000 7fac5df0e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8adb40 0x55860e8ac090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.008+0000 7fac5df0e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8ac5d0 0x55860e8aca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.008+0000 7fac5df0e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8b7370 0x55860e8b9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.008+0000 7fac5df0e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55860e8122f0 con 0x55860e8adb40 2024-09-16T02:04:31.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.008+0000 7fac5df0e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55860e7b9cf0 con 0x55860e8ac5d0 2024-09-16T02:04:31.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.008+0000 7fac5df0e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55860e80e2b0 con 0x55860e8b7370 2024-09-16T02:04:31.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.009+0000 7fac590d0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8b7370 0x55860e8b9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.009+0000 7fac5a0d2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8adb40 0x55860e8ac090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.009+0000 7fac590d0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8b7370 0x55860e8b9760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36728/0 (socket says 172.21.15.17:36728) 2024-09-16T02:04:31.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.009+0000 7fac590d0640 1 -- 172.21.15.17:0/1744284764 learned_addr learned my addr 172.21.15.17:0/1744284764 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:31.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.009+0000 7fac598d1640 1 --2- 172.21.15.17:0/1744284764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8ac5d0 0x55860e8aca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.009+0000 7fac590d0640 1 -- 172.21.15.17:0/1744284764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8ac5d0 msgr2=0x55860e8aca10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:31.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.009+0000 7fac590d0640 1 --2- 172.21.15.17:0/1744284764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8ac5d0 0x55860e8aca10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.009+0000 7fac590d0640 1 -- 172.21.15.17:0/1744284764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8adb40 msgr2=0x55860e8ac090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.009+0000 7fac590d0640 1 --2- 172.21.15.17:0/1744284764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8adb40 0x55860e8ac090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.009+0000 7fac590d0640 1 -- 172.21.15.17:0/1744284764 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55860e79e3a0 con 0x55860e8b7370 2024-09-16T02:04:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.009+0000 7fac5a0d2640 1 --2- 172.21.15.17:0/1744284764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8adb40 0x55860e8ac090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:04:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.009+0000 7fac4affd640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac400a32c0 0x7fac400a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.010+0000 7fac590d0640 1 --2- 172.21.15.17:0/1744284764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8b7370 0x55860e8b9760 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fac440d3a00 tx=0x7fac440d3ec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1dbe8cff1b3be085 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.010+0000 7fac3ffff640 1 -- 172.21.15.17:0/1744284764 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac44098410 con 0x55860e8b7370 2024-09-16T02:04:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.010+0000 7fac5a0d2640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac400a32c0 0x7fac400a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.010+0000 7fac4affd640 1 -- 172.21.15.17:0/1569379075 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fac440cfaa0 con 0x7fac54102790 2024-09-16T02:04:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.010+0000 7fac3ffff640 1 -- 172.21.15.17:0/1744284764 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac4409c170 con 0x55860e8b7370 2024-09-16T02:04:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.010+0000 7fac3ffff640 1 -- 172.21.15.17:0/1744284764 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac4409bad0 con 0x55860e8b7370 2024-09-16T02:04:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.011+0000 7fac5df0e740 1 -- 172.21.15.17:0/1744284764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8b7370 msgr2=0x55860e8b9760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:31.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.011+0000 7fac5df0e740 1 --2- 172.21.15.17:0/1744284764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8b7370 0x55860e8b9760 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fac440d3a00 tx=0x7fac440d3ec0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.011+0000 7fac5a0d2640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac400a32c0 0x7fac400a5780 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fac4c009fd0 tx=0x7fac4c009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:31.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.011+0000 7fac5df0e740 1 -- 172.21.15.17:0/1744284764 shutdown_connections 2024-09-16T02:04:31.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.011+0000 7fac5df0e740 1 --2- 172.21.15.17:0/1744284764 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8b7370 0x55860e8b9760 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.011+0000 7fac5df0e740 1 --2- 172.21.15.17:0/1744284764 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8ac5d0 0x55860e8aca10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.011+0000 7fac5df0e740 1 --2- 172.21.15.17:0/1744284764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8adb40 0x55860e8ac090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.011+0000 7fac5df0e740 1 -- 172.21.15.17:0/1744284764 >> 172.21.15.17:0/1744284764 conn(0x55860e875310 msgr2=0x55860e8a8c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:31.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.011+0000 7fac5df0e740 1 -- 172.21.15.17:0/1744284764 shutdown_connections 2024-09-16T02:04:31.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.011+0000 7fac5df0e740 1 -- 172.21.15.17:0/1744284764 wait complete. 2024-09-16T02:04:31.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.011+0000 7fac5df0e740 1 -- start start 2024-09-16T02:04:31.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.012+0000 7fac5df0e740 1 Processor -- start 2024-09-16T02:04:31.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.012+0000 7fac5df0e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8ac5d0 0x55860e8b6cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.012+0000 7fac5df0e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8adb40 0x55860e8b3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.012+0000 7fac5df0e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8b7370 0x55860e8b4520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.012+0000 7fac5df0e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55860e8ba010 con 0x55860e8ac5d0 2024-09-16T02:04:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.012+0000 7fac5df0e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55860e7cd060 con 0x55860e8adb40 2024-09-16T02:04:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.012+0000 7fac5df0e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55860e8ba190 con 0x55860e8b7370 2024-09-16T02:04:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.012+0000 7fac5df0e740 10 client.0 _ll_register_callbacks cb 0x55860e5208c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:04:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.012+0000 7fac598d1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8ac5d0 0x55860e8b6cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.013+0000 7fac598d1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8ac5d0 0x55860e8b6cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54544/0 (socket says 172.21.15.17:54544) 2024-09-16T02:04:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.013+0000 7fac598d1640 1 -- 172.21.15.17:0/3271976932 learned_addr learned my addr 172.21.15.17:0/3271976932 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.013+0000 7fac5a0d2640 1 --2- 172.21.15.17:0/3271976932 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8b7370 0x55860e8b4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.013+0000 7fac590d0640 1 --2- 172.21.15.17:0/3271976932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8adb40 0x55860e8b3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.013+0000 7fac5a0d2640 1 -- 172.21.15.17:0/3271976932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8adb40 msgr2=0x55860e8b3fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:31.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.013+0000 7fac5a0d2640 1 --2- 172.21.15.17:0/3271976932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8adb40 0x55860e8b3fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.013+0000 7fac5a0d2640 1 -- 172.21.15.17:0/3271976932 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8ac5d0 msgr2=0x55860e8b6cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.013+0000 7fac5a0d2640 1 --2- 172.21.15.17:0/3271976932 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8ac5d0 0x55860e8b6cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.013+0000 7fac5a0d2640 1 -- 172.21.15.17:0/3271976932 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55860e5833c0 con 0x55860e8b7370 2024-09-16T02:04:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.013+0000 7fac598d1640 1 --2- 172.21.15.17:0/3271976932 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8ac5d0 0x55860e8b6cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:04:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.013+0000 7fac5a0d2640 1 --2- 172.21.15.17:0/3271976932 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8b7370 0x55860e8b4520 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fac4c009d20 tx=0x7fac4c004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d3adfb7837fcc3f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.013+0000 7fac3d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:04:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.014+0000 7fac3d7fa640 1 -- 172.21.15.17:0/3271976932 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac4c003c40 con 0x55860e8b7370 2024-09-16T02:04:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.014+0000 7fac5df0e740 1 -- 172.21.15.17:0/3271976932 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac4409c170 con 0x55860e8b7370 2024-09-16T02:04:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.014+0000 7fac3d7fa640 1 -- 172.21.15.17:0/3271976932 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fac4c017030 con 0x55860e8b7370 2024-09-16T02:04:31.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.014+0000 7fac3d7fa640 1 -- 172.21.15.17:0/3271976932 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fac4c003de0 con 0x55860e8b7370 2024-09-16T02:04:31.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.014+0000 7fac5df0e740 10 client.28618 fetch_fsmap learned FSMap version 28 2024-09-16T02:04:31.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.014+0000 7fac5df0e740 1 -- 172.21.15.17:0/3271976932 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55860e8c5b80 con 0x55860e8b7370 2024-09-16T02:04:31.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.014+0000 7fac3d7fa640 1 -- 172.21.15.17:0/3271976932 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac4409c170 con 0x55860e8b7370 2024-09-16T02:04:31.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.015+0000 7fac3d7fa640 1 -- 172.21.15.17:0/3271976932 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fac4c01f8d0 con 0x55860e8b7370 2024-09-16T02:04:31.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.015+0000 7fac5df0e740 10 client.28618 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:04:31.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.015+0000 7fac5df0e740 10 client.28618 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:04:31.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.015+0000 7fac5df0e740 20 client.28618 populate_metadata read hostname 'smithi017' 2024-09-16T02:04:31.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.015+0000 7fac5df0e740 1 --2- 172.21.15.17:0/3271976932 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55860e8c7380 0x55860e8c97e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.015+0000 7fac5df0e740 4 client.28618 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:04:31.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.015+0000 7fac5df0e740 1 -- 172.21.15.17:0/3271976932 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55860e81f860 con 0x55860e8c7380 2024-09-16T02:04:31.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.015+0000 7fac598d1640 1 --2- 172.21.15.17:0/3271976932 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55860e8c7380 0x55860e8c97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.015+0000 7fac3d7fa640 10 client.28618 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:04:31.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.015+0000 7fac598d1640 1 --2- 172.21.15.17:0/3271976932 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55860e8c7380 0x55860e8c97e0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=adb6be4aba35e069 server_cookie=243757e849fbc982 in_seq=0 out_seq=0 2024-09-16T02:04:31.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac3d7fa640 1 -- 172.21.15.17:0/3271976932 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55860e81f860 con 0x55860e8c7380 2024-09-16T02:04:31.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac3d7fa640 10 client.28618 handle_command_reply: tid=0 2024-09-16T02:04:31.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac5df0e740 1 client.28618 shutdown 2024-09-16T02:04:31.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac5df0e740 1 -- 172.21.15.17:0/3271976932 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8b7370 msgr2=0x55860e8b4520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:31.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac5df0e740 1 --2- 172.21.15.17:0/3271976932 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8b7370 0x55860e8b4520 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fac4c009d20 tx=0x7fac4c004ab0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac5df0e740 1 -- 172.21.15.17:0/3271976932 shutdown_connections 2024-09-16T02:04:31.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac5df0e740 1 --2- 172.21.15.17:0/3271976932 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55860e8c7380 0x55860e8c97e0 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac5df0e740 1 --2- 172.21.15.17:0/3271976932 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8b7370 0x55860e8b4520 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac5df0e740 1 --2- 172.21.15.17:0/3271976932 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8adb40 0x55860e8b3fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac5df0e740 1 --2- 172.21.15.17:0/3271976932 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8ac5d0 0x55860e8b6cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac5df0e740 1 -- 172.21.15.17:0/3271976932 >> 172.21.15.17:0/3271976932 conn(0x55860e875310 msgr2=0x55860e8ae930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac3d7fa640 0 client.28618 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:04:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac5df0e740 1 -- 172.21.15.17:0/3271976932 shutdown_connections 2024-09-16T02:04:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac5df0e740 1 -- 172.21.15.17:0/3271976932 wait complete. 2024-09-16T02:04:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.016+0000 7fac5df0e740 20 client.28618 trim_cache size 0 max 16384 2024-09-16T02:04:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.038+0000 7fac5df0e740 1 Processor -- start 2024-09-16T02:04:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.038+0000 7fac5df0e740 1 -- start start 2024-09-16T02:04:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.038+0000 7fac5df0e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8ac5d0 0x55860e8a8e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.038+0000 7fac5df0e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8adb40 0x55860e8c3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.038+0000 7fac5df0e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8b7370 0x55860e8af120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.038+0000 7fac5df0e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fac38010d60 con 0x55860e8b7370 2024-09-16T02:04:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.038+0000 7fac5df0e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fac3800e630 con 0x55860e8ac5d0 2024-09-16T02:04:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.038+0000 7fac5df0e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fac3800c460 con 0x55860e8adb40 2024-09-16T02:04:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac5a0d2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8b7370 0x55860e8af120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac590d0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8adb40 0x55860e8c3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac5a0d2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8b7370 0x55860e8af120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54556/0 (socket says 172.21.15.17:54556) 2024-09-16T02:04:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac5a0d2640 1 -- 172.21.15.17:0/3402680310 learned_addr learned my addr 172.21.15.17:0/3402680310 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac598d1640 1 --2- 172.21.15.17:0/3402680310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8ac5d0 0x55860e8a8e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac590d0640 1 -- 172.21.15.17:0/3402680310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8ac5d0 msgr2=0x55860e8a8e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:31.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac590d0640 1 --2- 172.21.15.17:0/3402680310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8ac5d0 0x55860e8a8e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.763 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:04:31.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac590d0640 1 -- 172.21.15.17:0/3402680310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8b7370 msgr2=0x55860e8af120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:31.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac590d0640 1 --2- 172.21.15.17:0/3402680310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8b7370 0x55860e8af120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac590d0640 1 -- 172.21.15.17:0/3402680310 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55860e8b9ad0 con 0x55860e8adb40 2024-09-16T02:04:31.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac598d1640 1 --2- 172.21.15.17:0/3402680310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8ac5d0 0x55860e8a8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:04:31.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac5a0d2640 1 --2- 172.21.15.17:0/3402680310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8b7370 0x55860e8af120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:04:31.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac590d0640 1 --2- 172.21.15.17:0/3402680310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8adb40 0x55860e8c3340 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fac44009770 tx=0x7fac44009700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eff6706ff8c998a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:31.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac3f7fe640 1 -- 172.21.15.17:0/3402680310 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac4409bcb0 con 0x55860e8adb40 2024-09-16T02:04:31.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac3f7fe640 1 -- 172.21.15.17:0/3402680310 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac440d32f0 con 0x55860e8adb40 2024-09-16T02:04:31.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.039+0000 7fac3f7fe640 1 -- 172.21.15.17:0/3402680310 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac4409bf40 con 0x55860e8adb40 2024-09-16T02:04:31.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.040+0000 7fac5df0e740 1 -- 172.21.15.17:0/3402680310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8adb40 msgr2=0x55860e8c3340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:31.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.040+0000 7fac5df0e740 1 --2- 172.21.15.17:0/3402680310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8adb40 0x55860e8c3340 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fac44009770 tx=0x7fac44009700 comp rx=0 tx=0).stop 2024-09-16T02:04:31.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.040+0000 7fac5df0e740 1 -- 172.21.15.17:0/3402680310 shutdown_connections 2024-09-16T02:04:31.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.040+0000 7fac5df0e740 1 --2- 172.21.15.17:0/3402680310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8b7370 0x55860e8af120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.040+0000 7fac5df0e740 1 --2- 172.21.15.17:0/3402680310 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8adb40 0x55860e8c3340 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.040+0000 7fac5df0e740 1 --2- 172.21.15.17:0/3402680310 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8ac5d0 0x55860e8a8e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.040+0000 7fac5df0e740 1 -- 172.21.15.17:0/3402680310 >> 172.21.15.17:0/3402680310 conn(0x55860e875310 msgr2=0x55860e8a8700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:31.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.041+0000 7fac5df0e740 1 -- 172.21.15.17:0/3402680310 shutdown_connections 2024-09-16T02:04:31.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.041+0000 7fac5df0e740 1 -- 172.21.15.17:0/3402680310 wait complete. 2024-09-16T02:04:31.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.041+0000 7fac5df0e740 1 -- start start 2024-09-16T02:04:31.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.041+0000 7fac5df0e740 1 Processor -- start 2024-09-16T02:04:31.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac5df0e740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8ac5d0 0x55860e8bf7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac5df0e740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8adb40 0x55860e8bfce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac5df0e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8b7370 0x55860e8bab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac5df0e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fac3800caf0 con 0x55860e8b7370 2024-09-16T02:04:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac5df0e740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fac3800df60 con 0x55860e8adb40 2024-09-16T02:04:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac5df0e740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fac3800d1c0 con 0x55860e8ac5d0 2024-09-16T02:04:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac5df0e740 10 client.0 _ll_register_callbacks cb 0x7fac4c009be0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:04:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac598d1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8ac5d0 0x55860e8bf7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac598d1640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8ac5d0 0x55860e8bf7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:36738/0 (socket says 172.21.15.17:36738) 2024-09-16T02:04:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac598d1640 1 -- 172.21.15.17:0/2918172883 learned_addr learned my addr 172.21.15.17:0/2918172883 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac5a0d2640 1 --2- 172.21.15.17:0/2918172883 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8b7370 0x55860e8bab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac590d0640 1 --2- 172.21.15.17:0/2918172883 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8adb40 0x55860e8bfce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac598d1640 1 -- 172.21.15.17:0/2918172883 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8adb40 msgr2=0x55860e8bfce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:31.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac598d1640 1 --2- 172.21.15.17:0/2918172883 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8adb40 0x55860e8bfce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac598d1640 1 -- 172.21.15.17:0/2918172883 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8b7370 msgr2=0x55860e8bab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:31.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac598d1640 1 --2- 172.21.15.17:0/2918172883 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8b7370 0x55860e8bab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac598d1640 1 -- 172.21.15.17:0/2918172883 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55860e8bb3b0 con 0x55860e8ac5d0 2024-09-16T02:04:31.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac5a0d2640 1 --2- 172.21.15.17:0/2918172883 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8b7370 0x55860e8bab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:04:31.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac598d1640 1 --2- 172.21.15.17:0/2918172883 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8ac5d0 0x55860e8bf7a0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fac50031440 tx=0x7fac5002a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=895d39f1e99bee66 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:31.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.042+0000 7fac3d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:04:31.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.043+0000 7fac3d7fa640 1 -- 172.21.15.17:0/2918172883 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac5004a070 con 0x55860e8ac5d0 2024-09-16T02:04:31.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.043+0000 7fac5df0e740 1 -- 172.21.15.17:0/2918172883 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac440d32f0 con 0x55860e8ac5d0 2024-09-16T02:04:31.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.043+0000 7fac3d7fa640 1 -- 172.21.15.17:0/2918172883 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fac500314a0 con 0x55860e8ac5d0 2024-09-16T02:04:31.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.043+0000 7fac3d7fa640 1 -- 172.21.15.17:0/2918172883 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fac50035040 con 0x55860e8ac5d0 2024-09-16T02:04:31.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.043+0000 7fac5df0e740 10 client.28624 fetch_fsmap learned FSMap version 28 2024-09-16T02:04:31.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.043+0000 7fac5df0e740 1 -- 172.21.15.17:0/2918172883 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55860e93a4d0 con 0x55860e8ac5d0 2024-09-16T02:04:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.043+0000 7fac3d7fa640 1 -- 172.21.15.17:0/2918172883 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac440d32f0 con 0x55860e8ac5d0 2024-09-16T02:04:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.043+0000 7fac3d7fa640 1 -- 172.21.15.17:0/2918172883 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fac5004f8b0 con 0x55860e8ac5d0 2024-09-16T02:04:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.043+0000 7fac5df0e740 10 client.28624 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:04:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.043+0000 7fac5df0e740 10 client.28624 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:04:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.043+0000 7fac5df0e740 20 client.28624 populate_metadata read hostname 'smithi017' 2024-09-16T02:04:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.043+0000 7fac5df0e740 1 --2- 172.21.15.17:0/2918172883 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55860e93abd0 0x55860e93cff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.044+0000 7fac5df0e740 4 client.28624 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:04:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.044+0000 7fac5df0e740 1 -- 172.21.15.17:0/2918172883 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55860e819d70 con 0x55860e93abd0 2024-09-16T02:04:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.044+0000 7fac590d0640 1 --2- 172.21.15.17:0/2918172883 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55860e93abd0 0x55860e93cff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.044+0000 7fac3d7fa640 10 client.28624 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:04:31.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.044+0000 7fac590d0640 1 --2- 172.21.15.17:0/2918172883 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55860e93abd0 0x55860e93cff0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d0f241afdda773b1 server_cookie=3ed6ab20039f9b01 in_seq=0 out_seq=0 2024-09-16T02:04:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.044+0000 7fac3d7fa640 1 -- 172.21.15.17:0/2918172883 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55860e819d70 con 0x55860e93abd0 2024-09-16T02:04:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.044+0000 7fac3d7fa640 10 client.28624 handle_command_reply: tid=0 2024-09-16T02:04:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.044+0000 7fac5df0e740 1 client.28624 shutdown 2024-09-16T02:04:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.045+0000 7fac5df0e740 1 -- 172.21.15.17:0/2918172883 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8ac5d0 msgr2=0x55860e8bf7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.045+0000 7fac5df0e740 1 --2- 172.21.15.17:0/2918172883 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8ac5d0 0x55860e8bf7a0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fac50031440 tx=0x7fac5002a410 comp rx=0 tx=0).stop 2024-09-16T02:04:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.045+0000 7fac5df0e740 1 -- 172.21.15.17:0/2918172883 shutdown_connections 2024-09-16T02:04:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.045+0000 7fac5df0e740 1 --2- 172.21.15.17:0/2918172883 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55860e93abd0 0x55860e93cff0 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.045+0000 7fac5df0e740 1 --2- 172.21.15.17:0/2918172883 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55860e8b7370 0x55860e8bab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.045+0000 7fac3d7fa640 0 client.28624 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:04:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.045+0000 7fac5df0e740 1 --2- 172.21.15.17:0/2918172883 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55860e8adb40 0x55860e8bfce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.045+0000 7fac5df0e740 1 --2- 172.21.15.17:0/2918172883 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55860e8ac5d0 0x55860e8bf7a0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.045+0000 7fac5df0e740 1 -- 172.21.15.17:0/2918172883 >> 172.21.15.17:0/2918172883 conn(0x55860e875310 msgr2=0x55860e8b5800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.045+0000 7fac5df0e740 1 -- 172.21.15.17:0/2918172883 shutdown_connections 2024-09-16T02:04:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.045+0000 7fac5df0e740 1 -- 172.21.15.17:0/2918172883 wait complete. 2024-09-16T02:04:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.045+0000 7fac5df0e740 20 client.28624 trim_cache size 0 max 16384 2024-09-16T02:04:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.046+0000 7fac5bb35640 1 -- 172.21.15.17:0/1569379075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac400a32c0 msgr2=0x7fac400a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.046+0000 7fac5bb35640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac400a32c0 0x7fac400a5780 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fac4c009fd0 tx=0x7fac4c009500 comp rx=0 tx=0).stop 2024-09-16T02:04:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.046+0000 7fac5bb35640 1 -- 172.21.15.17:0/1569379075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac54102790 msgr2=0x7fac54074a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.046+0000 7fac5bb35640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac54102790 0x7fac54074a30 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fac4400e9f0 tx=0x7fac4400eeb0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.046+0000 7fac5bb35640 1 -- 172.21.15.17:0/1569379075 shutdown_connections 2024-09-16T02:04:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.046+0000 7fac5bb35640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac400a32c0 0x7fac400a5780 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.046+0000 7fac5bb35640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac54106f10 0x7fac54074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.046+0000 7fac5bb35640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac54102790 0x7fac54074a30 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.046+0000 7fac5bb35640 1 --2- 172.21.15.17:0/1569379075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac54101de0 0x7fac540744f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:31.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.046+0000 7fac5bb35640 1 -- 172.21.15.17:0/1569379075 >> 172.21.15.17:0/1569379075 conn(0x7fac540fd8c0 msgr2=0x7fac540fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:31.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.046+0000 7fac5bb35640 1 -- 172.21.15.17:0/1569379075 shutdown_connections 2024-09-16T02:04:31.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:31.046+0000 7fac5bb35640 1 -- 172.21.15.17:0/1569379075 wait complete. 2024-09-16T02:04:32.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 73390 8.28 MB/sec execute 354 sec latency 129.194 ms 2024-09-16T02:04:32.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:32 smithi017 ceph-mon[30972]: pgmap v969: 97 pgs: 97 active+clean; 523 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 736 KiB/s rd, 4.2 MiB/s wr, 184 op/s 2024-09-16T02:04:32.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:32 smithi029 ceph-mon[34783]: pgmap v969: 97 pgs: 97 active+clean; 523 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 736 KiB/s rd, 4.2 MiB/s wr, 184 op/s 2024-09-16T02:04:32.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:32 smithi122 ceph-mon[34758]: pgmap v969: 97 pgs: 97 active+clean; 523 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 736 KiB/s rd, 4.2 MiB/s wr, 184 op/s 2024-09-16T02:04:33.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 73520 8.26 MB/sec execute 355 sec latency 120.219 ms 2024-09-16T02:04:34.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 73656 8.24 MB/sec execute 356 sec latency 155.503 ms 2024-09-16T02:04:34.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:34 smithi029 ceph-mon[34783]: pgmap v970: 97 pgs: 97 active+clean; 522 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 4.1 MiB/s wr, 181 op/s 2024-09-16T02:04:34.847 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:34 smithi122 ceph-mon[34758]: pgmap v970: 97 pgs: 97 active+clean; 522 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 4.1 MiB/s wr, 181 op/s 2024-09-16T02:04:34.883 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:34 smithi017 ceph-mon[30972]: pgmap v970: 97 pgs: 97 active+clean; 522 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 605 KiB/s rd, 4.1 MiB/s wr, 181 op/s 2024-09-16T02:04:35.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 73802 8.25 MB/sec execute 357 sec latency 147.957 ms 2024-09-16T02:04:36.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 73920 8.23 MB/sec execute 358 sec latency 165.793 ms 2024-09-16T02:04:36.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:36 smithi029 ceph-mon[34783]: pgmap v971: 97 pgs: 97 active+clean; 522 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 795 KiB/s rd, 4.1 MiB/s wr, 214 op/s 2024-09-16T02:04:36.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:36 smithi122 ceph-mon[34758]: pgmap v971: 97 pgs: 97 active+clean; 522 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 795 KiB/s rd, 4.1 MiB/s wr, 214 op/s 2024-09-16T02:04:37.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:36 smithi017 ceph-mon[30972]: pgmap v971: 97 pgs: 97 active+clean; 522 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 795 KiB/s rd, 4.1 MiB/s wr, 214 op/s 2024-09-16T02:04:37.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 74064 8.23 MB/sec execute 359 sec latency 170.360 ms 2024-09-16T02:04:38.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 74211 8.22 MB/sec execute 360 sec latency 149.779 ms 2024-09-16T02:04:38.490 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T02:04:38.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:38 smithi017 ceph-mon[30972]: pgmap v972: 97 pgs: 97 active+clean; 524 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 3.3 MiB/s wr, 186 op/s 2024-09-16T02:04:38.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:38 smithi029 ceph-mon[34783]: pgmap v972: 97 pgs: 97 active+clean; 524 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 3.3 MiB/s wr, 186 op/s 2024-09-16T02:04:38.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:38 smithi122 ceph-mon[34758]: pgmap v972: 97 pgs: 97 active+clean; 524 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 3.3 MiB/s wr, 186 op/s 2024-09-16T02:04:38.852 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:04:39.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 74380 8.23 MB/sec execute 361 sec latency 101.018 ms 2024-09-16T02:04:40.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 74541 8.23 MB/sec execute 362 sec latency 173.639 ms 2024-09-16T02:04:40.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:40 smithi029 ceph-mon[34783]: pgmap v973: 97 pgs: 97 active+clean; 522 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 3.7 MiB/s wr, 211 op/s 2024-09-16T02:04:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:40 smithi122 ceph-mon[34758]: pgmap v973: 97 pgs: 97 active+clean; 522 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 3.7 MiB/s wr, 211 op/s 2024-09-16T02:04:40.935 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:40 smithi017 ceph-mon[30972]: pgmap v973: 97 pgs: 97 active+clean; 522 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 693 KiB/s rd, 3.7 MiB/s wr, 211 op/s 2024-09-16T02:04:41.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 74703 8.23 MB/sec execute 363 sec latency 125.733 ms 2024-09-16T02:04:42.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 74847 8.25 MB/sec execute 364 sec latency 225.747 ms 2024-09-16T02:04:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.204+0000 7f1b52cc4640 1 -- 172.21.15.17:0/1242658459 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b4c102ef0 msgr2=0x7f1b4c069f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.204+0000 7f1b52cc4640 1 --2- 172.21.15.17:0/1242658459 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b4c102ef0 0x7f1b4c069f70 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f1b44009ca0 tx=0x7f1b4402ed60 comp rx=0 tx=0).stop 2024-09-16T02:04:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.204+0000 7f1b52cc4640 1 -- 172.21.15.17:0/1242658459 shutdown_connections 2024-09-16T02:04:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.204+0000 7f1b52cc4640 1 --2- 172.21.15.17:0/1242658459 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b4c102ef0 0x7f1b4c069f70 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.204+0000 7f1b52cc4640 1 --2- 172.21.15.17:0/1242658459 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b4c102570 0x7f1b4c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.204+0000 7f1b52cc4640 1 --2- 172.21.15.17:0/1242658459 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b4c100e20 0x7f1b4c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.204+0000 7f1b52cc4640 1 -- 172.21.15.17:0/1242658459 >> 172.21.15.17:0/1242658459 conn(0x7f1b4c0fc7d0 msgr2=0x7f1b4c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.204+0000 7f1b52cc4640 1 -- 172.21.15.17:0/1242658459 shutdown_connections 2024-09-16T02:04:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.205+0000 7f1b52cc4640 1 -- 172.21.15.17:0/1242658459 wait complete. 2024-09-16T02:04:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.205+0000 7f1b52cc4640 1 Processor -- start 2024-09-16T02:04:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.205+0000 7f1b52cc4640 1 -- start start 2024-09-16T02:04:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b52cc4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b4c100e20 0x7f1b4c196140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b52cc4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b4c102570 0x7f1b4c196680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b52cc4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b4c102ef0 0x7f1b4c19aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b52cc4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4c10fdd0 con 0x7f1b4c102570 2024-09-16T02:04:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b52cc4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4c10fc50 con 0x7f1b4c100e20 2024-09-16T02:04:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b52cc4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4c10ff50 con 0x7f1b4c102ef0 2024-09-16T02:04:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b4bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b4c102570 0x7f1b4c196680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b51261640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b4c102ef0 0x7f1b4c19aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b4bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b4c102570 0x7f1b4c196680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44784/0 (socket says 172.21.15.17:44784) 2024-09-16T02:04:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b4bfff640 1 -- 172.21.15.17:0/1578454749 learned_addr learned my addr 172.21.15.17:0/1578454749 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b50a60640 1 --2- 172.21.15.17:0/1578454749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b4c100e20 0x7f1b4c196140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b51261640 1 -- 172.21.15.17:0/1578454749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b4c100e20 msgr2=0x7f1b4c196140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b51261640 1 --2- 172.21.15.17:0/1578454749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b4c100e20 0x7f1b4c196140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b51261640 1 -- 172.21.15.17:0/1578454749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b4c102570 msgr2=0x7f1b4c196680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b51261640 1 --2- 172.21.15.17:0/1578454749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b4c102570 0x7f1b4c196680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b51261640 1 -- 172.21.15.17:0/1578454749 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b4c19b0f0 con 0x7f1b4c102ef0 2024-09-16T02:04:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.206+0000 7f1b4bfff640 1 --2- 172.21.15.17:0/1578454749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b4c102570 0x7f1b4c196680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:04:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.207+0000 7f1b51261640 1 --2- 172.21.15.17:0/1578454749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b4c102ef0 0x7f1b4c19aa10 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f1b4402f350 tx=0x7f1b4402fe20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.207+0000 7f1b49ffb640 1 -- 172.21.15.17:0/1578454749 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b44044020 con 0x7f1b4c102ef0 2024-09-16T02:04:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.207+0000 7f1b49ffb640 1 -- 172.21.15.17:0/1578454749 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b440046f0 con 0x7f1b4c102ef0 2024-09-16T02:04:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.207+0000 7f1b52cc4640 1 -- 172.21.15.17:0/1578454749 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b4c19b380 con 0x7f1b4c102ef0 2024-09-16T02:04:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.207+0000 7f1b49ffb640 1 -- 172.21.15.17:0/1578454749 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4403c040 con 0x7f1b4c102ef0 2024-09-16T02:04:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.207+0000 7f1b52cc4640 1 -- 172.21.15.17:0/1578454749 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b4c1a2cc0 con 0x7f1b4c102ef0 2024-09-16T02:04:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.210+0000 7f1b49ffb640 1 -- 172.21.15.17:0/1578454749 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1b44047020 con 0x7f1b4c102ef0 2024-09-16T02:04:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.210+0000 7f1b5509d740 1 Processor -- start 2024-09-16T02:04:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b5509d740 1 -- start start 2024-09-16T02:04:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b49ffb640 1 --2- 172.21.15.17:0/1578454749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1b3c0a32c0 0x7f1b3c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b5509d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f158362b40 0x55f158361090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b5509d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1583615d0 0x55f158361a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b5509d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f15836c370 0x55f15836e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b5509d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f1582c72f0 con 0x55f1583615d0 2024-09-16T02:04:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b5509d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f15826ecf0 con 0x55f158362b40 2024-09-16T02:04:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b5509d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f1582c32b0 con 0x55f15836c370 2024-09-16T02:04:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b51261640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f15836c370 0x55f15836e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b50a60640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f158362b40 0x55f158361090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b4bfff640 1 --2- 172.21.15.17:0/1578454749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1b3c0a32c0 0x7f1b3c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b51261640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f15836c370 0x55f15836e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:51574/0 (socket says 172.21.15.17:51574) 2024-09-16T02:04:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b50a60640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f158362b40 0x55f158361090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:53868/0 (socket says 172.21.15.17:53868) 2024-09-16T02:04:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b51261640 1 -- 172.21.15.17:0/842787853 learned_addr learned my addr 172.21.15.17:0/842787853 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b49ffb640 1 -- 172.21.15.17:0/1578454749 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1b440f4140 con 0x7f1b4c102ef0 2024-09-16T02:04:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b51261640 1 -- 172.21.15.17:0/842787853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f158362b40 msgr2=0x55f158361090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b51261640 1 --2- 172.21.15.17:0/842787853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f158362b40 0x55f158361090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b51261640 1 -- 172.21.15.17:0/842787853 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1583615d0 msgr2=0x55f158361a10 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T02:04:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b51261640 1 --2- 172.21.15.17:0/842787853 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1583615d0 0x55f158361a10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b51261640 1 -- 172.21.15.17:0/842787853 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f1582533a0 con 0x55f15836c370 2024-09-16T02:04:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.211+0000 7f1b50a60640 1 --2- 172.21.15.17:0/842787853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f158362b40 0x55f158361090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:04:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.212+0000 7f1b51261640 1 --2- 172.21.15.17:0/842787853 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f15836c370 0x55f15836e760 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f1b440c8ea0 tx=0x7f1b44003f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f152d68125c5db7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.212+0000 7f1b4bfff640 1 --2- 172.21.15.17:0/1578454749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1b3c0a32c0 0x7f1b3c0a5780 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c1036c0 tx=0x7f1b38005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.212+0000 7f1b36ffd640 1 -- 172.21.15.17:0/842787853 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b440c0e60 con 0x55f15836c370 2024-09-16T02:04:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.212+0000 7f1b36ffd640 1 -- 172.21.15.17:0/842787853 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b440c0760 con 0x55f15836c370 2024-09-16T02:04:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.212+0000 7f1b36ffd640 1 -- 172.21.15.17:0/842787853 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b440f1e20 con 0x55f15836c370 2024-09-16T02:04:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.213+0000 7f1b5509d740 1 -- 172.21.15.17:0/842787853 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f15836c370 msgr2=0x55f15836e760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.213+0000 7f1b5509d740 1 --2- 172.21.15.17:0/842787853 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f15836c370 0x55f15836e760 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f1b440c8ea0 tx=0x7f1b44003f90 comp rx=0 tx=0).stop 2024-09-16T02:04:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.213+0000 7f1b5509d740 1 -- 172.21.15.17:0/842787853 shutdown_connections 2024-09-16T02:04:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.213+0000 7f1b5509d740 1 --2- 172.21.15.17:0/842787853 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f15836c370 0x55f15836e760 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.213+0000 7f1b5509d740 1 --2- 172.21.15.17:0/842787853 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f1583615d0 0x55f158361a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.213+0000 7f1b5509d740 1 --2- 172.21.15.17:0/842787853 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f158362b40 0x55f158361090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.213+0000 7f1b5509d740 1 -- 172.21.15.17:0/842787853 >> 172.21.15.17:0/842787853 conn(0x55f15832a310 msgr2=0x55f15835dc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.213+0000 7f1b5509d740 1 -- 172.21.15.17:0/842787853 shutdown_connections 2024-09-16T02:04:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.213+0000 7f1b5509d740 1 -- 172.21.15.17:0/842787853 wait complete. 2024-09-16T02:04:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.213+0000 7f1b5509d740 1 -- start start 2024-09-16T02:04:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.213+0000 7f1b5509d740 1 Processor -- start 2024-09-16T02:04:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.214+0000 7f1b5509d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f1583615d0 0x55f15836be00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.214+0000 7f1b5509d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f158362b40 0x55f1583690b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.214+0000 7f1b5509d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f15836c370 0x55f158369840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.214+0000 7f1b5509d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f15836ee30 con 0x55f15836c370 2024-09-16T02:04:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.214+0000 7f1b5509d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f158282060 con 0x55f1583615d0 2024-09-16T02:04:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.214+0000 7f1b5509d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f15836efb0 con 0x55f158362b40 2024-09-16T02:04:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.214+0000 7f1b5509d740 10 client.0 _ll_register_callbacks cb 0x55f157fd58c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:04:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.214+0000 7f1b4bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f158362b40 0x55f1583690b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.214+0000 7f1b4bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f158362b40 0x55f1583690b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:51584/0 (socket says 172.21.15.17:51584) 2024-09-16T02:04:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.214+0000 7f1b4bfff640 1 -- 172.21.15.17:0/1925147714 learned_addr learned my addr 172.21.15.17:0/1925147714 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.214+0000 7f1b50a60640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f1583615d0 0x55f15836be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.215+0000 7f1b50a60640 1 -- 172.21.15.17:0/1925147714 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f158362b40 msgr2=0x55f1583690b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.215+0000 7f1b50a60640 1 --2- 172.21.15.17:0/1925147714 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f158362b40 0x55f1583690b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.215+0000 7f1b50a60640 1 -- 172.21.15.17:0/1925147714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f15836c370 msgr2=0x55f158369840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:42.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.215+0000 7f1b50a60640 1 --2- 172.21.15.17:0/1925147714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f15836c370 0x55f158369840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.215+0000 7f1b50a60640 1 -- 172.21.15.17:0/1925147714 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f1580383c0 con 0x55f1583615d0 2024-09-16T02:04:42.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.215+0000 7f1b50a60640 1 --2- 172.21.15.17:0/1925147714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f1583615d0 0x55f15836be00 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1b40012700 tx=0x7f1b40012bc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6e5ae5f069f24276 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:42.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.215+0000 7f1b2bfff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:04:42.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.215+0000 7f1b2bfff640 1 -- 172.21.15.17:0/1925147714 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b40004320 con 0x55f1583615d0 2024-09-16T02:04:42.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.215+0000 7f1b5509d740 1 -- 172.21.15.17:0/1925147714 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b440c0760 con 0x55f1583615d0 2024-09-16T02:04:42.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.215+0000 7f1b2bfff640 1 -- 172.21.15.17:0/1925147714 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1b400119a0 con 0x55f1583615d0 2024-09-16T02:04:42.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.215+0000 7f1b2bfff640 1 -- 172.21.15.17:0/1925147714 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1b400044c0 con 0x55f1583615d0 2024-09-16T02:04:42.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.215+0000 7f1b5509d740 10 client.28337 fetch_fsmap learned FSMap version 28 2024-09-16T02:04:42.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.215+0000 7f1b5509d740 1 -- 172.21.15.17:0/1925147714 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f158383130 con 0x55f1583615d0 2024-09-16T02:04:42.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.216+0000 7f1b2bfff640 1 -- 172.21.15.17:0/1925147714 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b440c0760 con 0x55f1583615d0 2024-09-16T02:04:42.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.216+0000 7f1b2bfff640 1 -- 172.21.15.17:0/1925147714 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1b4000f440 con 0x55f1583615d0 2024-09-16T02:04:42.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.216+0000 7f1b5509d740 10 client.28337 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:04:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.216+0000 7f1b5509d740 10 client.28337 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:04:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.216+0000 7f1b5509d740 20 client.28337 populate_metadata read hostname 'smithi017' 2024-09-16T02:04:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.216+0000 7f1b5509d740 1 --2- 172.21.15.17:0/1925147714 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f158384590 0x55f1583869d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.216+0000 7f1b5509d740 4 client.28337 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:04:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.216+0000 7f1b5509d740 1 -- 172.21.15.17:0/1925147714 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f1582d4860 con 0x55f158384590 2024-09-16T02:04:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.216+0000 7f1b4bfff640 1 --2- 172.21.15.17:0/1925147714 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f158384590 0x55f1583869d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.217+0000 7f1b2bfff640 10 client.28337 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.217+0000 7f1b4bfff640 1 --2- 172.21.15.17:0/1925147714 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f158384590 0x55f1583869d0 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9e50703eecb31d25 server_cookie=6059a6d73a4bea39 in_seq=0 out_seq=0 2024-09-16T02:04:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.218+0000 7f1b2bfff640 1 -- 172.21.15.17:0/1925147714 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f1582d4860 con 0x55f158384590 2024-09-16T02:04:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.218+0000 7f1b2bfff640 10 client.28337 handle_command_reply: tid=0 2024-09-16T02:04:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.218+0000 7f1b5509d740 1 client.28337 shutdown 2024-09-16T02:04:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.218+0000 7f1b5509d740 1 -- 172.21.15.17:0/1925147714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f1583615d0 msgr2=0x55f15836be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.218+0000 7f1b5509d740 1 --2- 172.21.15.17:0/1925147714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f1583615d0 0x55f15836be00 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1b40012700 tx=0x7f1b40012bc0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.218+0000 7f1b5509d740 1 -- 172.21.15.17:0/1925147714 shutdown_connections 2024-09-16T02:04:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.218+0000 7f1b5509d740 1 --2- 172.21.15.17:0/1925147714 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f158384590 0x55f1583869d0 crc :-1 s=READY pgs=290 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.218+0000 7f1b5509d740 1 --2- 172.21.15.17:0/1925147714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f15836c370 0x55f158369840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.218+0000 7f1b5509d740 1 --2- 172.21.15.17:0/1925147714 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f158362b40 0x55f1583690b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.218+0000 7f1b5509d740 1 --2- 172.21.15.17:0/1925147714 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f1583615d0 0x55f15836be00 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.219+0000 7f1b5509d740 1 -- 172.21.15.17:0/1925147714 >> 172.21.15.17:0/1925147714 conn(0x55f15832a310 msgr2=0x55f158363960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.219+0000 7f1b2bfff640 0 client.28337 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.219+0000 7f1b5509d740 1 -- 172.21.15.17:0/1925147714 shutdown_connections 2024-09-16T02:04:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.219+0000 7f1b5509d740 1 -- 172.21.15.17:0/1925147714 wait complete. 2024-09-16T02:04:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.219+0000 7f1b5509d740 20 client.28337 trim_cache size 0 max 16384 2024-09-16T02:04:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.235+0000 7f1b5509d740 1 Processor -- start 2024-09-16T02:04:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.235+0000 7f1b5509d740 1 -- start start 2024-09-16T02:04:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.235+0000 7f1b5509d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f1583615d0 0x55f15838c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b5509d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f158362b40 0x55f15838c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b5509d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f15836c370 0x55f158366330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b5509d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4c1adb00 con 0x55f158362b40 2024-09-16T02:04:42.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b5509d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4c1ab3d0 con 0x55f1583615d0 2024-09-16T02:04:42.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b5509d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4c1a9200 con 0x55f15836c370 2024-09-16T02:04:42.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b50a60640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f1583615d0 0x55f15838c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b4bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f158362b40 0x55f15838c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b50a60640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f1583615d0 0x55f15838c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:53874/0 (socket says 172.21.15.17:53874) 2024-09-16T02:04:42.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b50a60640 1 -- 172.21.15.17:0/282452446 learned_addr learned my addr 172.21.15.17:0/282452446 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:42.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b51261640 1 --2- 172.21.15.17:0/282452446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f15836c370 0x55f158366330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b50a60640 1 -- 172.21.15.17:0/282452446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f15836c370 msgr2=0x55f158366330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:42.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b50a60640 1 --2- 172.21.15.17:0/282452446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f15836c370 0x55f158366330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b50a60640 1 -- 172.21.15.17:0/282452446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f158362b40 msgr2=0x55f15838c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:42.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b50a60640 1 --2- 172.21.15.17:0/282452446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f158362b40 0x55f15838c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b50a60640 1 -- 172.21.15.17:0/282452446 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f15835e960 con 0x55f1583615d0 2024-09-16T02:04:42.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b50a60640 1 --2- 172.21.15.17:0/282452446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f1583615d0 0x55f15838c2a0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f1b40009fd0 tx=0x7f1b400092a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c0e00b3a66aecf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:42.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b367fc640 1 -- 172.21.15.17:0/282452446 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4002c040 con 0x55f1583615d0 2024-09-16T02:04:42.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b367fc640 1 -- 172.21.15.17:0/282452446 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b40011e50 con 0x55f1583615d0 2024-09-16T02:04:42.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.236+0000 7f1b367fc640 1 -- 172.21.15.17:0/282452446 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b40005360 con 0x55f1583615d0 2024-09-16T02:04:42.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.237+0000 7f1b5509d740 1 -- 172.21.15.17:0/282452446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f1583615d0 msgr2=0x55f15838c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:42.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.237+0000 7f1b5509d740 1 --2- 172.21.15.17:0/282452446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f1583615d0 0x55f15838c2a0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f1b40009fd0 tx=0x7f1b400092a0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.237+0000 7f1b5509d740 1 -- 172.21.15.17:0/282452446 shutdown_connections 2024-09-16T02:04:42.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.237+0000 7f1b5509d740 1 --2- 172.21.15.17:0/282452446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f15836c370 0x55f158366330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.237+0000 7f1b5509d740 1 --2- 172.21.15.17:0/282452446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f158362b40 0x55f15838c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.237+0000 7f1b5509d740 1 --2- 172.21.15.17:0/282452446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f1583615d0 0x55f15838c2a0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.237+0000 7f1b5509d740 1 -- 172.21.15.17:0/282452446 >> 172.21.15.17:0/282452446 conn(0x55f15832a310 msgr2=0x55f158364290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:42.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.237+0000 7f1b5509d740 1 -- 172.21.15.17:0/282452446 shutdown_connections 2024-09-16T02:04:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.237+0000 7f1b5509d740 1 -- 172.21.15.17:0/282452446 wait complete. 2024-09-16T02:04:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.237+0000 7f1b5509d740 1 -- start start 2024-09-16T02:04:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b5509d740 1 Processor -- start 2024-09-16T02:04:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b5509d740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f1583615d0 0x55f15837cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b5509d740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f158362b40 0x55f15837d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b5509d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f15836c370 0x55f1583658c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b5509d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4c1a9890 con 0x55f15836c370 2024-09-16T02:04:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b5509d740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4c1aad00 con 0x55f158362b40 2024-09-16T02:04:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b5509d740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1b4c1a9f60 con 0x55f1583615d0 2024-09-16T02:04:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b5509d740 10 client.0 _ll_register_callbacks cb 0x7f1b40009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:04:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b50a60640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f1583615d0 0x55f15837cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b50a60640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f1583615d0 0x55f15837cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:51594/0 (socket says 172.21.15.17:51594) 2024-09-16T02:04:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b50a60640 1 -- 172.21.15.17:0/4194882931 learned_addr learned my addr 172.21.15.17:0/4194882931 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:42.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b51261640 1 --2- 172.21.15.17:0/4194882931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f15836c370 0x55f1583658c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b4bfff640 1 --2- 172.21.15.17:0/4194882931 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f158362b40 0x55f15837d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b50a60640 1 -- 172.21.15.17:0/4194882931 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f158362b40 msgr2=0x55f15837d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.238+0000 7f1b50a60640 1 --2- 172.21.15.17:0/4194882931 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f158362b40 0x55f15837d0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.239+0000 7f1b50a60640 1 -- 172.21.15.17:0/4194882931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f15836c370 msgr2=0x55f1583658c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.239+0000 7f1b50a60640 1 --2- 172.21.15.17:0/4194882931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f15836c370 0x55f1583658c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.239+0000 7f1b50a60640 1 -- 172.21.15.17:0/4194882931 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f158365eb0 con 0x55f1583615d0 2024-09-16T02:04:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.239+0000 7f1b50a60640 1 --2- 172.21.15.17:0/4194882931 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f1583615d0 0x55f15837cba0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f1b40012c00 tx=0x7f1b40009d20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19a87cfe22aab90a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.239+0000 7f1b2bfff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:04:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.239+0000 7f1b2bfff640 1 -- 172.21.15.17:0/4194882931 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b4002c070 con 0x55f1583615d0 2024-09-16T02:04:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.239+0000 7f1b2bfff640 1 -- 172.21.15.17:0/4194882931 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1b40011bb0 con 0x55f1583615d0 2024-09-16T02:04:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.239+0000 7f1b5509d740 1 -- 172.21.15.17:0/4194882931 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1b40011e50 con 0x55f1583615d0 2024-09-16T02:04:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.239+0000 7f1b2bfff640 1 -- 172.21.15.17:0/4194882931 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1b40041050 con 0x55f1583615d0 2024-09-16T02:04:42.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.239+0000 7f1b5509d740 10 client.28642 fetch_fsmap learned FSMap version 28 2024-09-16T02:04:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.239+0000 7f1b5509d740 1 -- 172.21.15.17:0/4194882931 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f1583eeb50 con 0x55f1583615d0 2024-09-16T02:04:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.239+0000 7f1b2bfff640 1 -- 172.21.15.17:0/4194882931 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1b40011e50 con 0x55f1583615d0 2024-09-16T02:04:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.239+0000 7f1b2bfff640 1 -- 172.21.15.17:0/4194882931 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1b40004b90 con 0x55f1583615d0 2024-09-16T02:04:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 10 client.28642 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:04:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 10 client.28642 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:04:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 20 client.28642 populate_metadata read hostname 'smithi017' 2024-09-16T02:04:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 1 --2- 172.21.15.17:0/4194882931 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f1583ef160 0x55f1583f1550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 4 client.28642 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:04:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 1 -- 172.21.15.17:0/4194882931 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55f1582ced70 con 0x55f1583ef160 2024-09-16T02:04:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b4bfff640 1 --2- 172.21.15.17:0/4194882931 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f1583ef160 0x55f1583f1550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b4bfff640 1 --2- 172.21.15.17:0/4194882931 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f1583ef160 0x55f1583f1550 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4553e97bfabd3f8e server_cookie=86608fc5417db353 in_seq=0 out_seq=0 2024-09-16T02:04:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b2bfff640 10 client.28642 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b2bfff640 1 -- 172.21.15.17:0/4194882931 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55f1582ced70 con 0x55f1583ef160 2024-09-16T02:04:42.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b2bfff640 10 client.28642 handle_command_reply: tid=0 2024-09-16T02:04:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 1 client.28642 shutdown 2024-09-16T02:04:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 1 -- 172.21.15.17:0/4194882931 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f1583615d0 msgr2=0x55f15837cba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 1 --2- 172.21.15.17:0/4194882931 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f1583615d0 0x55f15837cba0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f1b40012c00 tx=0x7f1b40009d20 comp rx=0 tx=0).stop 2024-09-16T02:04:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 1 -- 172.21.15.17:0/4194882931 shutdown_connections 2024-09-16T02:04:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 1 --2- 172.21.15.17:0/4194882931 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f1583ef160 0x55f1583f1550 crc :-1 s=READY pgs=291 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 1 --2- 172.21.15.17:0/4194882931 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f15836c370 0x55f1583658c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 1 --2- 172.21.15.17:0/4194882931 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f158362b40 0x55f15837d0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 1 --2- 172.21.15.17:0/4194882931 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f1583615d0 0x55f15837cba0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b2bfff640 0 client.28642 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.240+0000 7f1b5509d740 1 -- 172.21.15.17:0/4194882931 >> 172.21.15.17:0/4194882931 conn(0x55f15832a310 msgr2=0x55f158367980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b5509d740 1 -- 172.21.15.17:0/4194882931 shutdown_connections 2024-09-16T02:04:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b5509d740 1 -- 172.21.15.17:0/4194882931 wait complete. 2024-09-16T02:04:42.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b5509d740 20 client.28642 trim_cache size 0 max 16384 2024-09-16T02:04:42.518 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:04:42.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b52cc4640 1 -- 172.21.15.17:0/1578454749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1b3c0a32c0 msgr2=0x7f1b3c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:42.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b52cc4640 1 --2- 172.21.15.17:0/1578454749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1b3c0a32c0 0x7f1b3c0a5780 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c1036c0 tx=0x7f1b38005f90 comp rx=0 tx=0).stop 2024-09-16T02:04:42.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b52cc4640 1 -- 172.21.15.17:0/1578454749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b4c102ef0 msgr2=0x7f1b4c19aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:42.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b52cc4640 1 --2- 172.21.15.17:0/1578454749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b4c102ef0 0x7f1b4c19aa10 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f1b4402f350 tx=0x7f1b4402fe20 comp rx=0 tx=0).stop 2024-09-16T02:04:42.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b52cc4640 1 -- 172.21.15.17:0/1578454749 shutdown_connections 2024-09-16T02:04:42.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b52cc4640 1 --2- 172.21.15.17:0/1578454749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1b3c0a32c0 0x7f1b3c0a5780 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b52cc4640 1 --2- 172.21.15.17:0/1578454749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1b4c102ef0 0x7f1b4c19aa10 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b52cc4640 1 --2- 172.21.15.17:0/1578454749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b4c102570 0x7f1b4c196680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b52cc4640 1 --2- 172.21.15.17:0/1578454749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1b4c100e20 0x7f1b4c196140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:42.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b52cc4640 1 -- 172.21.15.17:0/1578454749 >> 172.21.15.17:0/1578454749 conn(0x7f1b4c0fc7d0 msgr2=0x7f1b4c106fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:42.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b52cc4640 1 -- 172.21.15.17:0/1578454749 shutdown_connections 2024-09-16T02:04:42.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:42.241+0000 7f1b52cc4640 1 -- 172.21.15.17:0/1578454749 wait complete. 2024-09-16T02:04:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:42 smithi017 ceph-mon[30972]: pgmap v974: 97 pgs: 97 active+clean; 521 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 2.9 MiB/s wr, 182 op/s 2024-09-16T02:04:42.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:42 smithi029 ceph-mon[34783]: pgmap v974: 97 pgs: 97 active+clean; 521 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 2.9 MiB/s wr, 182 op/s 2024-09-16T02:04:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:42 smithi122 ceph-mon[34758]: pgmap v974: 97 pgs: 97 active+clean; 521 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 2.9 MiB/s wr, 182 op/s 2024-09-16T02:04:43.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 74982 8.24 MB/sec execute 365 sec latency 93.747 ms 2024-09-16T02:04:44.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 75106 8.24 MB/sec execute 366 sec latency 92.784 ms 2024-09-16T02:04:44.284 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T02:04:44.284 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T02:04:44.648 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:04:44.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:44 smithi017 ceph-mon[30972]: pgmap v975: 97 pgs: 97 active+clean; 524 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 3.3 MiB/s wr, 210 op/s 2024-09-16T02:04:44.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:44 smithi122 ceph-mon[34758]: pgmap v975: 97 pgs: 97 active+clean; 524 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 3.3 MiB/s wr, 210 op/s 2024-09-16T02:04:44.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:44 smithi029 ceph-mon[34783]: pgmap v975: 97 pgs: 97 active+clean; 524 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 670 KiB/s rd, 3.3 MiB/s wr, 210 op/s 2024-09-16T02:04:45.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 75258 8.25 MB/sec execute 367 sec latency 96.896 ms 2024-09-16T02:04:45.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.373+0000 7f4436337640 1 -- 172.21.15.17:0/446823808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4430101de0 msgr2=0x7f44301021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:45.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.373+0000 7f4436337640 1 --2- 172.21.15.17:0/446823808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4430101de0 0x7f44301021c0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f4420009900 tx=0x7f442002a410 comp rx=0 tx=0).stop 2024-09-16T02:04:45.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.373+0000 7f4436337640 1 -- 172.21.15.17:0/446823808 shutdown_connections 2024-09-16T02:04:45.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.373+0000 7f4436337640 1 --2- 172.21.15.17:0/446823808 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4430106f10 0x7f443010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.373+0000 7f4436337640 1 --2- 172.21.15.17:0/446823808 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4430102790 0x7f44301067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.373+0000 7f4436337640 1 --2- 172.21.15.17:0/446823808 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4430101de0 0x7f44301021c0 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.373+0000 7f4436337640 1 -- 172.21.15.17:0/446823808 >> 172.21.15.17:0/446823808 conn(0x7f44300fd8c0 msgr2=0x7f44300ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:45.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.373+0000 7f4436337640 1 -- 172.21.15.17:0/446823808 shutdown_connections 2024-09-16T02:04:45.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.373+0000 7f4436337640 1 -- 172.21.15.17:0/446823808 wait complete. 2024-09-16T02:04:45.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.374+0000 7f4436337640 1 Processor -- start 2024-09-16T02:04:45.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.374+0000 7f4436337640 1 -- start start 2024-09-16T02:04:45.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f4436337640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4430101de0 0x7f4430198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f4436337640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4430102790 0x7f4430198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f4436337640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4430106f10 0x7f443019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f442ffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4430101de0 0x7f4430198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f4436337640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4430111de0 con 0x7f4430106f10 2024-09-16T02:04:45.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f4436337640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4430111c60 con 0x7f4430101de0 2024-09-16T02:04:45.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f4427fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4430102790 0x7f4430198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f4436337640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4430111f60 con 0x7f4430102790 2024-09-16T02:04:45.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f442ffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4430101de0 0x7f4430198340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:53900/0 (socket says 172.21.15.17:53900) 2024-09-16T02:04:45.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f442ffff640 1 -- 172.21.15.17:0/4025715226 learned_addr learned my addr 172.21.15.17:0/4025715226 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:45.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f44348d4640 1 --2- 172.21.15.17:0/4025715226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4430106f10 0x7f443019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f442ffff640 1 -- 172.21.15.17:0/4025715226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4430102790 msgr2=0x7f4430198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:45.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f442ffff640 1 --2- 172.21.15.17:0/4025715226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4430102790 0x7f4430198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f442ffff640 1 -- 172.21.15.17:0/4025715226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4430106f10 msgr2=0x7f443019cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:45.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f442ffff640 1 --2- 172.21.15.17:0/4025715226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4430106f10 0x7f443019cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f442ffff640 1 -- 172.21.15.17:0/4025715226 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f443019d2f0 con 0x7f4430101de0 2024-09-16T02:04:45.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.375+0000 7f44348d4640 1 --2- 172.21.15.17:0/4025715226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4430106f10 0x7f443019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:04:45.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.376+0000 7f442ffff640 1 --2- 172.21.15.17:0/4025715226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4430101de0 0x7f4430198340 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f4420005940 tx=0x7f44200040c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:45.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.376+0000 7f442dffb640 1 -- 172.21.15.17:0/4025715226 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f442003f030 con 0x7f4430101de0 2024-09-16T02:04:45.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.376+0000 7f442dffb640 1 -- 172.21.15.17:0/4025715226 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f44200044c0 con 0x7f4430101de0 2024-09-16T02:04:45.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.376+0000 7f442dffb640 1 -- 172.21.15.17:0/4025715226 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4420035070 con 0x7f4430101de0 2024-09-16T02:04:45.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.376+0000 7f4436337640 1 -- 172.21.15.17:0/4025715226 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f443019d580 con 0x7f4430101de0 2024-09-16T02:04:45.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.376+0000 7f4436337640 1 -- 172.21.15.17:0/4025715226 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f443019da10 con 0x7f4430101de0 2024-09-16T02:04:45.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.379+0000 7f442dffb640 1 -- 172.21.15.17:0/4025715226 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f4420042030 con 0x7f4430101de0 2024-09-16T02:04:45.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.380+0000 7f442dffb640 1 --2- 172.21.15.17:0/4025715226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f441c0a32c0 0x7f441c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.380+0000 7f4427fff640 1 --2- 172.21.15.17:0/4025715226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f441c0a32c0 0x7f441c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.380+0000 7f442dffb640 1 -- 172.21.15.17:0/4025715226 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f44200efc60 con 0x7f4430101de0 2024-09-16T02:04:45.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.381+0000 7f4427fff640 1 --2- 172.21.15.17:0/4025715226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f441c0a32c0 0x7f441c0a5780 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f44180095f0 tx=0x7f4418012040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:45.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.381+0000 7f4438710740 1 Processor -- start 2024-09-16T02:04:45.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.381+0000 7f4438710740 1 -- start start 2024-09-16T02:04:45.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.382+0000 7f4438710740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c5915cb60 0x558c5915cf40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.382+0000 7f4438710740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 0x558c59167800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.382+0000 7f4438710740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c59167d40 0x558c5916a130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.382+0000 7f4427fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 0x558c59167800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.382+0000 7f4427fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 0x558c59167800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:53906/0 (socket says 172.21.15.17:53906) 2024-09-16T02:04:45.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.382+0000 7f44348d4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c59167d40 0x558c5916a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.382+0000 7f44348d4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c59167d40 0x558c5916a130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44840/0 (socket says 172.21.15.17:44840) 2024-09-16T02:04:45.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.382+0000 7f4438710740 1 -- 172.21.15.17:0/239156428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558c590c2280 con 0x558c59167d40 2024-09-16T02:04:45.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.382+0000 7f4427fff640 1 -- 172.21.15.17:0/239156428 learned_addr learned my addr 172.21.15.17:0/239156428 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:45.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.382+0000 7f442ffff640 1 --2- 172.21.15.17:0/239156428 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c5915cb60 0x558c5915cf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.382+0000 7f4438710740 1 -- 172.21.15.17:0/239156428 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558c59069b10 con 0x558c5915d480 2024-09-16T02:04:45.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.382+0000 7f4438710740 1 -- 172.21.15.17:0/239156428 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558c590be240 con 0x558c5915cb60 2024-09-16T02:04:45.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.383+0000 7f4427fff640 1 -- 172.21.15.17:0/239156428 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c5915cb60 msgr2=0x558c5915cf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:45.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.383+0000 7f4427fff640 1 --2- 172.21.15.17:0/239156428 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c5915cb60 0x558c5915cf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.383+0000 7f4427fff640 1 -- 172.21.15.17:0/239156428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c59167d40 msgr2=0x558c5916a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:45.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.383+0000 7f4427fff640 1 --2- 172.21.15.17:0/239156428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c59167d40 0x558c5916a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.383+0000 7f4427fff640 1 -- 172.21.15.17:0/239156428 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c590761f0 con 0x558c5915d480 2024-09-16T02:04:45.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.383+0000 7f4427fff640 1 --2- 172.21.15.17:0/239156428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 0x558c59167800 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f441801c580 tx=0x7f4418018000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55799ff67204bf07 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:45.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.383+0000 7f44267fc640 1 -- 172.21.15.17:0/239156428 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4418010330 con 0x558c5915d480 2024-09-16T02:04:45.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.383+0000 7f44267fc640 1 -- 172.21.15.17:0/239156428 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f441802e070 con 0x558c5915d480 2024-09-16T02:04:45.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.383+0000 7f44267fc640 1 -- 172.21.15.17:0/239156428 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f441801ab30 con 0x558c5915d480 2024-09-16T02:04:45.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.384+0000 7f4438710740 1 -- 172.21.15.17:0/239156428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 msgr2=0x558c59167800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:45.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.384+0000 7f4438710740 1 --2- 172.21.15.17:0/239156428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 0x558c59167800 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f441801c580 tx=0x7f4418018000 comp rx=0 tx=0).stop 2024-09-16T02:04:45.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.384+0000 7f4438710740 1 -- 172.21.15.17:0/239156428 shutdown_connections 2024-09-16T02:04:45.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.384+0000 7f4438710740 1 --2- 172.21.15.17:0/239156428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c59167d40 0x558c5916a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.384+0000 7f4438710740 1 --2- 172.21.15.17:0/239156428 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 0x558c59167800 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.384+0000 7f4438710740 1 --2- 172.21.15.17:0/239156428 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c5915cb60 0x558c5915cf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.384+0000 7f4438710740 1 -- 172.21.15.17:0/239156428 >> 172.21.15.17:0/239156428 conn(0x558c591590f0 msgr2=0x558c591594d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:45.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.385+0000 7f4438710740 1 -- 172.21.15.17:0/239156428 shutdown_connections 2024-09-16T02:04:45.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.385+0000 7f4438710740 1 -- 172.21.15.17:0/239156428 wait complete. 2024-09-16T02:04:45.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.385+0000 7f4438710740 1 -- start start 2024-09-16T02:04:45.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.385+0000 7f4438710740 1 Processor -- start 2024-09-16T02:04:45.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f4438710740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c5915cb60 0x558c59164bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f4438710740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 0x558c591650f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f4438710740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c59167d40 0x558c59165630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f442ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c5915cb60 0x558c59164bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f4438710740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558c5916a960 con 0x558c59167d40 2024-09-16T02:04:45.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f4438710740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558c5907cf10 con 0x558c5915d480 2024-09-16T02:04:45.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f4438710740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558c5916aae0 con 0x558c5915cb60 2024-09-16T02:04:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f442ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c5915cb60 0x558c59164bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:51642/0 (socket says 172.21.15.17:51642) 2024-09-16T02:04:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f442ffff640 1 -- 172.21.15.17:0/596785806 learned_addr learned my addr 172.21.15.17:0/596785806 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f4438710740 10 client.0 _ll_register_callbacks cb 0x558c59045a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:04:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f4427fff640 1 --2- 172.21.15.17:0/596785806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 0x558c591650f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f44348d4640 1 --2- 172.21.15.17:0/596785806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c59167d40 0x558c59165630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f442ffff640 1 -- 172.21.15.17:0/596785806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 msgr2=0x558c591650f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f442ffff640 1 --2- 172.21.15.17:0/596785806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 0x558c591650f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f442ffff640 1 -- 172.21.15.17:0/596785806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c59167d40 msgr2=0x558c59165630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f442ffff640 1 --2- 172.21.15.17:0/596785806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c59167d40 0x558c59165630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f442ffff640 1 -- 172.21.15.17:0/596785806 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c58e336a0 con 0x558c5915cb60 2024-09-16T02:04:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.386+0000 7f44348d4640 1 --2- 172.21.15.17:0/596785806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c59167d40 0x558c59165630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:04:45.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.387+0000 7f442ffff640 1 --2- 172.21.15.17:0/596785806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c5915cb60 0x558c59164bb0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f44200bc210 tx=0x7f44200bcac0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3ef52877a693de91 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:45.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.387+0000 7f440f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:04:45.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.387+0000 7f440f7fe640 1 -- 172.21.15.17:0/596785806 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44200d5060 con 0x558c5915cb60 2024-09-16T02:04:45.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.387+0000 7f440f7fe640 1 -- 172.21.15.17:0/596785806 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f44200ba580 con 0x558c5915cb60 2024-09-16T02:04:45.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.387+0000 7f4438710740 1 -- 172.21.15.17:0/596785806 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f441802e070 con 0x558c5915cb60 2024-09-16T02:04:45.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.387+0000 7f440f7fe640 1 -- 172.21.15.17:0/596785806 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f4420049040 con 0x558c5915cb60 2024-09-16T02:04:45.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.387+0000 7f4438710740 10 client.28654 fetch_fsmap learned FSMap version 28 2024-09-16T02:04:45.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.387+0000 7f4438710740 1 -- 172.21.15.17:0/596785806 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558c5916a9c0 con 0x558c5915cb60 2024-09-16T02:04:45.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.388+0000 7f440f7fe640 1 -- 172.21.15.17:0/596785806 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f441802e070 con 0x558c5915cb60 2024-09-16T02:04:45.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.388+0000 7f440f7fe640 1 -- 172.21.15.17:0/596785806 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f44200c4a60 con 0x558c5915cb60 2024-09-16T02:04:45.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.388+0000 7f4438710740 10 client.28654 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:04:45.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.388+0000 7f4438710740 10 client.28654 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:04:45.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.388+0000 7f4438710740 20 client.28654 populate_metadata read hostname 'smithi017' 2024-09-16T02:04:45.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.388+0000 7f4438710740 1 --2- 172.21.15.17:0/596785806 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558c59177950 0x558c59179d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.388+0000 7f4438710740 4 client.28654 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:04:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.388+0000 7f4438710740 1 -- 172.21.15.17:0/596785806 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558c590cf7f0 con 0x558c59177950 2024-09-16T02:04:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.388+0000 7f4427fff640 1 --2- 172.21.15.17:0/596785806 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558c59177950 0x558c59179d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.389+0000 7f4427fff640 1 --2- 172.21.15.17:0/596785806 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558c59177950 0x558c59179d90 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=76cceeeab5811309 server_cookie=e6515647b2ad458d in_seq=0 out_seq=0 2024-09-16T02:04:45.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.389+0000 7f440f7fe640 10 client.28654 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:45.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.390+0000 7f440f7fe640 1 -- 172.21.15.17:0/596785806 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558c590cf7f0 con 0x558c59177950 2024-09-16T02:04:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.390+0000 7f440f7fe640 10 client.28654 handle_command_reply: tid=0 2024-09-16T02:04:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.391+0000 7f4438710740 1 client.28654 shutdown 2024-09-16T02:04:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.391+0000 7f4438710740 1 -- 172.21.15.17:0/596785806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c5915cb60 msgr2=0x558c59164bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:45.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.391+0000 7f4438710740 1 --2- 172.21.15.17:0/596785806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c5915cb60 0x558c59164bb0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f44200bc210 tx=0x7f44200bcac0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.391+0000 7f4438710740 1 -- 172.21.15.17:0/596785806 shutdown_connections 2024-09-16T02:04:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.391+0000 7f4438710740 1 --2- 172.21.15.17:0/596785806 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558c59177950 0x558c59179d90 crc :-1 s=READY pgs=292 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.391+0000 7f4438710740 1 --2- 172.21.15.17:0/596785806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c59167d40 0x558c59165630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.391+0000 7f4438710740 1 --2- 172.21.15.17:0/596785806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 0x558c591650f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.391+0000 7f4438710740 1 --2- 172.21.15.17:0/596785806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c5915cb60 0x558c59164bb0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.391+0000 7f440f7fe640 0 client.28654 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.391+0000 7f4438710740 1 -- 172.21.15.17:0/596785806 >> 172.21.15.17:0/596785806 conn(0x558c591590f0 msgr2=0x558c59158270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.392+0000 7f4438710740 1 -- 172.21.15.17:0/596785806 shutdown_connections 2024-09-16T02:04:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.392+0000 7f4438710740 1 -- 172.21.15.17:0/596785806 wait complete. 2024-09-16T02:04:45.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.392+0000 7f4438710740 20 client.28654 trim_cache size 0 max 16384 2024-09-16T02:04:45.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.419+0000 7f4438710740 1 Processor -- start 2024-09-16T02:04:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.420+0000 7f4438710740 1 -- start start 2024-09-16T02:04:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.420+0000 7f4438710740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c5915cb60 0x558c5915f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.420+0000 7f4438710740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 0x558c59166a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.420+0000 7f4438710740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c59167d40 0x558c5917f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.420+0000 7f4438710740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f44301adc10 con 0x558c5915cb60 2024-09-16T02:04:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.420+0000 7f4438710740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f44301ab4e0 con 0x558c5915d480 2024-09-16T02:04:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.420+0000 7f4438710740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f44301a9310 con 0x558c59167d40 2024-09-16T02:04:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.420+0000 7f442ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c5915cb60 0x558c5915f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.420+0000 7f442ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c5915cb60 0x558c5915f5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44846/0 (socket says 172.21.15.17:44846) 2024-09-16T02:04:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.420+0000 7f442ffff640 1 -- 172.21.15.17:0/3630150737 learned_addr learned my addr 172.21.15.17:0/3630150737 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.420+0000 7f44348d4640 1 --2- 172.21.15.17:0/3630150737 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c59167d40 0x558c5917f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.420+0000 7f4427fff640 1 --2- 172.21.15.17:0/3630150737 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 0x558c59166a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.421+0000 7f442ffff640 1 -- 172.21.15.17:0/3630150737 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c59167d40 msgr2=0x558c5917f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.421+0000 7f442ffff640 1 --2- 172.21.15.17:0/3630150737 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c59167d40 0x558c5917f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.421+0000 7f442ffff640 1 -- 172.21.15.17:0/3630150737 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 msgr2=0x558c59166a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.421+0000 7f442ffff640 1 --2- 172.21.15.17:0/3630150737 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 0x558c59166a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.421+0000 7f442ffff640 1 -- 172.21.15.17:0/3630150737 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558c59158f20 con 0x558c5915cb60 2024-09-16T02:04:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.421+0000 7f442ffff640 1 --2- 172.21.15.17:0/3630150737 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c5915cb60 0x558c5915f5c0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f44200c07f0 tx=0x7f442002a410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca3250313197a10e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.421+0000 7f4425ffb640 1 -- 172.21.15.17:0/3630150737 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44200bc760 con 0x558c5915cb60 2024-09-16T02:04:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.421+0000 7f4425ffb640 1 -- 172.21.15.17:0/3630150737 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f44200c4a60 con 0x558c5915cb60 2024-09-16T02:04:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.421+0000 7f4425ffb640 1 -- 172.21.15.17:0/3630150737 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44200c01c0 con 0x558c5915cb60 2024-09-16T02:04:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.422+0000 7f4438710740 1 -- 172.21.15.17:0/3630150737 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c5915cb60 msgr2=0x558c5915f5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.422+0000 7f4438710740 1 --2- 172.21.15.17:0/3630150737 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c5915cb60 0x558c5915f5c0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f44200c07f0 tx=0x7f442002a410 comp rx=0 tx=0).stop 2024-09-16T02:04:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.423+0000 7f4438710740 1 -- 172.21.15.17:0/3630150737 shutdown_connections 2024-09-16T02:04:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.423+0000 7f4438710740 1 --2- 172.21.15.17:0/3630150737 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c59167d40 0x558c5917f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.423+0000 7f4438710740 1 --2- 172.21.15.17:0/3630150737 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915d480 0x558c59166a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.423+0000 7f4438710740 1 --2- 172.21.15.17:0/3630150737 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c5915cb60 0x558c5915f5c0 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.423+0000 7f4438710740 1 -- 172.21.15.17:0/3630150737 >> 172.21.15.17:0/3630150737 conn(0x558c591590f0 msgr2=0x558c59166300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.423+0000 7f4438710740 1 -- 172.21.15.17:0/3630150737 shutdown_connections 2024-09-16T02:04:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.423+0000 7f4438710740 1 -- 172.21.15.17:0/3630150737 wait complete. 2024-09-16T02:04:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.423+0000 7f4438710740 1 -- start start 2024-09-16T02:04:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.423+0000 7f4438710740 1 Processor -- start 2024-09-16T02:04:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.424+0000 7f4438710740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915cb60 0x558c5916bea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.424+0000 7f4438710740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c5915d480 0x558c5916c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.424+0000 7f4438710740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c59167d40 0x558c591e1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.424+0000 7f4438710740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f44301a99a0 con 0x558c5915d480 2024-09-16T02:04:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.424+0000 7f4438710740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f44301aae10 con 0x558c5915cb60 2024-09-16T02:04:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.424+0000 7f4438710740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f44301aa070 con 0x558c59167d40 2024-09-16T02:04:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.424+0000 7f4438710740 10 client.0 _ll_register_callbacks cb 0x7f44200b8610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:04:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.424+0000 7f442ffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915cb60 0x558c5916bea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.424+0000 7f442ffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915cb60 0x558c5916bea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:53942/0 (socket says 172.21.15.17:53942) 2024-09-16T02:04:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.424+0000 7f4427fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c5915d480 0x558c5916c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.424+0000 7f442ffff640 1 -- 172.21.15.17:0/2534370998 learned_addr learned my addr 172.21.15.17:0/2534370998 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:45.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.424+0000 7f44348d4640 1 --2- 172.21.15.17:0/2534370998 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c59167d40 0x558c591e1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.424+0000 7f4427fff640 1 -- 172.21.15.17:0/2534370998 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c59167d40 msgr2=0x558c591e1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.424+0000 7f4427fff640 1 --2- 172.21.15.17:0/2534370998 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c59167d40 0x558c591e1670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.425+0000 7f4427fff640 1 -- 172.21.15.17:0/2534370998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915cb60 msgr2=0x558c5916bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.425+0000 7f4427fff640 1 --2- 172.21.15.17:0/2534370998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915cb60 0x558c5916bea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.425+0000 7f4427fff640 1 -- 172.21.15.17:0/2534370998 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558c5916a7f0 con 0x558c5915d480 2024-09-16T02:04:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.425+0000 7f44348d4640 1 --2- 172.21.15.17:0/2534370998 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c59167d40 0x558c591e1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:04:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.425+0000 7f4427fff640 1 --2- 172.21.15.17:0/2534370998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c5915d480 0x558c5916c3e0 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x558c591661f0 tx=0x7f4418009370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81251975d0c2cc7a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.425+0000 7f440f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:04:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.425+0000 7f440f7fe640 1 -- 172.21.15.17:0/2534370998 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f44180104b0 con 0x558c5915d480 2024-09-16T02:04:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.425+0000 7f440f7fe640 1 -- 172.21.15.17:0/2534370998 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f4418029980 con 0x558c5915d480 2024-09-16T02:04:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.425+0000 7f4438710740 1 -- 172.21.15.17:0/2534370998 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f44200c4a60 con 0x558c5915d480 2024-09-16T02:04:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.426+0000 7f440f7fe640 1 -- 172.21.15.17:0/2534370998 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f4418029b80 con 0x558c5915d480 2024-09-16T02:04:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.426+0000 7f4438710740 10 client.19008 fetch_fsmap learned FSMap version 28 2024-09-16T02:04:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.426+0000 7f4438710740 1 -- 172.21.15.17:0/2534370998 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558c591e2b60 con 0x558c5915d480 2024-09-16T02:04:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.426+0000 7f440f7fe640 1 -- 172.21.15.17:0/2534370998 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f44200c4a60 con 0x558c5915d480 2024-09-16T02:04:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.426+0000 7f440f7fe640 1 -- 172.21.15.17:0/2534370998 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f441803a070 con 0x558c5915d480 2024-09-16T02:04:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.426+0000 7f4438710740 10 client.19008 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:04:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.426+0000 7f4438710740 10 client.19008 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:04:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.426+0000 7f4438710740 20 client.19008 populate_metadata read hostname 'smithi017' 2024-09-16T02:04:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.426+0000 7f4438710740 1 --2- 172.21.15.17:0/2534370998 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558c591e3090 0x558c591e5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.427+0000 7f4438710740 4 client.19008 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T02:04:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.427+0000 7f4438710740 1 -- 172.21.15.17:0/2534370998 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x558c590c9d00 con 0x558c591e3090 2024-09-16T02:04:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.427+0000 7f442ffff640 1 --2- 172.21.15.17:0/2534370998 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558c591e3090 0x558c591e5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.427+0000 7f442ffff640 1 --2- 172.21.15.17:0/2534370998 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558c591e3090 0x558c591e5480 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5267bb12e6b9b19 server_cookie=6000634a72ed3c1b in_seq=0 out_seq=0 2024-09-16T02:04:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.427+0000 7f440f7fe640 10 client.19008 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:45.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.430+0000 7f440f7fe640 1 -- 172.21.15.17:0/2534370998 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x558c590c9d00 con 0x558c591e3090 2024-09-16T02:04:45.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.430+0000 7f440f7fe640 10 client.19008 handle_command_reply: tid=0 2024-09-16T02:04:45.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.430+0000 7f4438710740 1 client.19008 shutdown 2024-09-16T02:04:45.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.430+0000 7f4438710740 1 -- 172.21.15.17:0/2534370998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c5915d480 msgr2=0x558c5916c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:45.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.430+0000 7f4438710740 1 --2- 172.21.15.17:0/2534370998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c5915d480 0x558c5916c3e0 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x558c591661f0 tx=0x7f4418009370 comp rx=0 tx=0).stop 2024-09-16T02:04:45.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.430+0000 7f4438710740 1 -- 172.21.15.17:0/2534370998 shutdown_connections 2024-09-16T02:04:45.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.430+0000 7f4438710740 1 --2- 172.21.15.17:0/2534370998 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x558c591e3090 0x558c591e5480 crc :-1 s=READY pgs=293 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.430+0000 7f4438710740 1 --2- 172.21.15.17:0/2534370998 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558c59167d40 0x558c591e1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.430+0000 7f4438710740 1 --2- 172.21.15.17:0/2534370998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c5915d480 0x558c5916c3e0 secure :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x558c591661f0 tx=0x7f4418009370 comp rx=0 tx=0).stop 2024-09-16T02:04:45.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.430+0000 7f440f7fe640 0 client.19008 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:45.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.430+0000 7f4438710740 1 --2- 172.21.15.17:0/2534370998 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558c5915cb60 0x558c5916bea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.430+0000 7f4438710740 1 -- 172.21.15.17:0/2534370998 >> 172.21.15.17:0/2534370998 conn(0x558c591590f0 msgr2=0x558c59165390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.430+0000 7f4438710740 1 -- 172.21.15.17:0/2534370998 shutdown_connections 2024-09-16T02:04:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.430+0000 7f4438710740 1 -- 172.21.15.17:0/2534370998 wait complete. 2024-09-16T02:04:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.431+0000 7f4438710740 20 client.19008 trim_cache size 0 max 16384 2024-09-16T02:04:45.433 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:04:45.433 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T02:04:45.433 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "f2febc08-2c52-4d20-aa14-c13ae42fe9a7", 2024-09-16T02:04:45.434 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T02:04:45.434 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:04:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.431+0000 7f4436337640 1 -- 172.21.15.17:0/4025715226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f441c0a32c0 msgr2=0x7f441c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.432+0000 7f4436337640 1 --2- 172.21.15.17:0/4025715226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f441c0a32c0 0x7f441c0a5780 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f44180095f0 tx=0x7f4418012040 comp rx=0 tx=0).stop 2024-09-16T02:04:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.432+0000 7f4436337640 1 -- 172.21.15.17:0/4025715226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4430101de0 msgr2=0x7f4430198340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.432+0000 7f4436337640 1 --2- 172.21.15.17:0/4025715226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4430101de0 0x7f4430198340 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f4420005940 tx=0x7f44200040c0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.432+0000 7f4436337640 1 -- 172.21.15.17:0/4025715226 shutdown_connections 2024-09-16T02:04:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.432+0000 7f4436337640 1 --2- 172.21.15.17:0/4025715226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f441c0a32c0 0x7f441c0a5780 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.432+0000 7f4436337640 1 --2- 172.21.15.17:0/4025715226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4430106f10 0x7f443019cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.432+0000 7f4436337640 1 --2- 172.21.15.17:0/4025715226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4430102790 0x7f4430198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.432+0000 7f4436337640 1 --2- 172.21.15.17:0/4025715226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4430101de0 0x7f4430198340 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.432+0000 7f4436337640 1 -- 172.21.15.17:0/4025715226 >> 172.21.15.17:0/4025715226 conn(0x7f44300fd8c0 msgr2=0x7f44300fed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.432+0000 7f4436337640 1 -- 172.21.15.17:0/4025715226 shutdown_connections 2024-09-16T02:04:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:45.432+0000 7f4436337640 1 -- 172.21.15.17:0/4025715226 wait complete. 2024-09-16T02:04:46.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 75397 8.25 MB/sec execute 368 sec latency 116.671 ms 2024-09-16T02:04:46.357 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:04:46.735 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:04:46.759 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:46 smithi017 ceph-mon[30972]: pgmap v976: 97 pgs: 97 active+clean; 530 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 699 KiB/s rd, 3.5 MiB/s wr, 211 op/s 2024-09-16T02:04:46.760 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:46 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T02:04:46.760 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:46 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:46.760 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:46 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:04:46.760 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:46 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:04:46.760 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:46 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:46.760 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:46 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:04:46.760 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:46 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:46.760 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:46 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:04:46.760 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:46 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:46.760 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:46 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:04:46.760 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:46 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:46.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:46 smithi029 ceph-mon[34783]: pgmap v976: 97 pgs: 97 active+clean; 530 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 699 KiB/s rd, 3.5 MiB/s wr, 211 op/s 2024-09-16T02:04:46.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:46 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T02:04:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:46 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:46 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:04:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:46 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:04:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:46 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:46 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:04:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:46 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:46 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:04:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:46 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:46 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:04:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:46 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:46.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:46 smithi122 ceph-mon[34758]: pgmap v976: 97 pgs: 97 active+clean; 530 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 699 KiB/s rd, 3.5 MiB/s wr, 211 op/s 2024-09-16T02:04:46.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:46 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T02:04:46.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:46 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:46.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:46 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:04:46.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:46 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:04:46.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:46 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:46.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:46 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:04:46.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:46 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:46.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:46 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:04:46.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:46 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:46.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:46 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:04:46.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:46 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:47.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 75596 8.26 MB/sec execute 369 sec latency 101.917 ms 2024-09-16T02:04:47.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.492+0000 7f81ffa90640 1 -- 172.21.15.17:0/2610363026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f81f8106a80 msgr2=0x7f81f8106e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:47.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.492+0000 7f81ffa90640 1 --2- 172.21.15.17:0/2610363026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f81f8106a80 0x7f81f8106e60 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f81f4009860 tx=0x7f81f402a340 comp rx=0 tx=0).stop 2024-09-16T02:04:47.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.492+0000 7f81ffa90640 1 -- 172.21.15.17:0/2610363026 shutdown_connections 2024-09-16T02:04:47.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.492+0000 7f81ffa90640 1 --2- 172.21.15.17:0/2610363026 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f81f8101420 0x7f81f810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.492+0000 7f81ffa90640 1 --2- 172.21.15.17:0/2610363026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81f8100a80 0x7f81f8100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.492+0000 7f81ffa90640 1 --2- 172.21.15.17:0/2610363026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f81f8106a80 0x7f81f8106e60 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.492+0000 7f81ffa90640 1 -- 172.21.15.17:0/2610363026 >> 172.21.15.17:0/2610363026 conn(0x7f81f80fc7a0 msgr2=0x7f81f80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.492+0000 7f81ffa90640 1 -- 172.21.15.17:0/2610363026 shutdown_connections 2024-09-16T02:04:47.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.492+0000 7f81ffa90640 1 -- 172.21.15.17:0/2610363026 wait complete. 2024-09-16T02:04:47.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.493+0000 7f81ffa90640 1 Processor -- start 2024-09-16T02:04:47.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.493+0000 7f81ffa90640 1 -- start start 2024-09-16T02:04:47.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.493+0000 7f81ffa90640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81f8100a80 0x7f81f81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81ffa90640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f81f8101420 0x7f81f8198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81ffa90640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f81f8106a80 0x7f81f819cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81ffa90640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f81f8111e10 con 0x7f81f8101420 2024-09-16T02:04:47.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81ffa90640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f81f8111c90 con 0x7f81f8100a80 2024-09-16T02:04:47.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81ffa90640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f81f8111f90 con 0x7f81f8106a80 2024-09-16T02:04:47.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81fd82c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81f8100a80 0x7f81f81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81fd82c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81f8100a80 0x7f81f81983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:39450/0 (socket says 172.21.15.17:39450) 2024-09-16T02:04:47.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81fd82c640 1 -- 172.21.15.17:0/85718809 learned_addr learned my addr 172.21.15.17:0/85718809 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:47.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81fe02d640 1 --2- 172.21.15.17:0/85718809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f81f8106a80 0x7f81f819cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81fd02b640 1 --2- 172.21.15.17:0/85718809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f81f8101420 0x7f81f8198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81fd82c640 1 -- 172.21.15.17:0/85718809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f81f8106a80 msgr2=0x7f81f819cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:47.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81fd82c640 1 --2- 172.21.15.17:0/85718809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f81f8106a80 0x7f81f819cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81fd82c640 1 -- 172.21.15.17:0/85718809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f81f8101420 msgr2=0x7f81f8198910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:47.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81fd82c640 1 --2- 172.21.15.17:0/85718809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f81f8101420 0x7f81f8198910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81fd82c640 1 -- 172.21.15.17:0/85718809 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81f819d380 con 0x7f81f8100a80 2024-09-16T02:04:47.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.494+0000 7f81fd82c640 1 --2- 172.21.15.17:0/85718809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81f8100a80 0x7f81f81983d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f81f40303f0 tx=0x7f81f4030e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:47.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.495+0000 7f81eeffd640 1 -- 172.21.15.17:0/85718809 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f4037050 con 0x7f81f8100a80 2024-09-16T02:04:47.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.495+0000 7f81eeffd640 1 -- 172.21.15.17:0/85718809 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81f4043070 con 0x7f81f8100a80 2024-09-16T02:04:47.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.495+0000 7f81ffa90640 1 -- 172.21.15.17:0/85718809 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81f819d610 con 0x7f81f8100a80 2024-09-16T02:04:47.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.495+0000 7f81eeffd640 1 -- 172.21.15.17:0/85718809 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f4003bf0 con 0x7f81f8100a80 2024-09-16T02:04:47.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.495+0000 7f81ffa90640 1 -- 172.21.15.17:0/85718809 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81f810e010 con 0x7f81f8100a80 2024-09-16T02:04:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.498+0000 7f81eeffd640 1 -- 172.21.15.17:0/85718809 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f81f4030450 con 0x7f81f8100a80 2024-09-16T02:04:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.498+0000 7f8201e69740 1 Processor -- start 2024-09-16T02:04:47.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.499+0000 7f8201e69740 1 -- start start 2024-09-16T02:04:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.499+0000 7f8201e69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c05cb0 0x55c516c06090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.499+0000 7f8201e69740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c065d0 0x55c516c10950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.499+0000 7f8201e69740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c10e90 0x55c516c13280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.499+0000 7f8201e69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c516b632e0 con 0x55c516c05cb0 2024-09-16T02:04:47.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.499+0000 7f8201e69740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c516b0ace0 con 0x55c516c10e90 2024-09-16T02:04:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.499+0000 7f8201e69740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c516b5f2a0 con 0x55c516c065d0 2024-09-16T02:04:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.499+0000 7f81fe02d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c05cb0 0x55c516c06090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.499+0000 7f81fe02d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c05cb0 0x55c516c06090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53892/0 (socket says 172.21.15.17:53892) 2024-09-16T02:04:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.499+0000 7f81fe02d640 1 -- 172.21.15.17:0/2399433098 learned_addr learned my addr 172.21.15.17:0/2399433098 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.499+0000 7f81fd82c640 1 --2- 172.21.15.17:0/2399433098 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c065d0 0x55c516c10950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.499+0000 7f81fd02b640 1 --2- 172.21.15.17:0/2399433098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c10e90 0x55c516c13280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.500+0000 7f81fe02d640 1 -- 172.21.15.17:0/2399433098 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c065d0 msgr2=0x55c516c10950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.500+0000 7f81fe02d640 1 --2- 172.21.15.17:0/2399433098 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c065d0 0x55c516c10950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.500+0000 7f81eeffd640 1 --2- 172.21.15.17:0/85718809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81e40a32c0 0x7f81e40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.500+0000 7f81fe02d640 1 -- 172.21.15.17:0/2399433098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c10e90 msgr2=0x55c516c13280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.500+0000 7f81fe02d640 1 --2- 172.21.15.17:0/2399433098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c10e90 0x55c516c13280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.500+0000 7f81fe02d640 1 -- 172.21.15.17:0/2399433098 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c516aef440 con 0x55c516c05cb0 2024-09-16T02:04:47.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.500+0000 7f81fd82c640 1 --2- 172.21.15.17:0/2399433098 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c065d0 0x55c516c10950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:04:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.500+0000 7f81eeffd640 1 -- 172.21.15.17:0/85718809 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f81f40ef920 con 0x7f81f8100a80 2024-09-16T02:04:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.500+0000 7f81fe02d640 1 --2- 172.21.15.17:0/85718809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81e40a32c0 0x7f81e40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.500+0000 7f81fe02d640 1 --2- 172.21.15.17:0/2399433098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c05cb0 0x55c516c06090 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f81f00099f0 tx=0x7f81f00095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cbea8e89f8dd68e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.501+0000 7f81e3fff640 1 -- 172.21.15.17:0/2399433098 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f000d7e0 con 0x55c516c05cb0 2024-09-16T02:04:47.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.501+0000 7f81e3fff640 1 -- 172.21.15.17:0/2399433098 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81f000de30 con 0x55c516c05cb0 2024-09-16T02:04:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.501+0000 7f81e3fff640 1 -- 172.21.15.17:0/2399433098 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f0018c70 con 0x55c516c05cb0 2024-09-16T02:04:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.501+0000 7f81fe02d640 1 --2- 172.21.15.17:0/85718809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81e40a32c0 0x7f81e40a5780 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f81f0020000 tx=0x7f81f0021000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.501+0000 7f8201e69740 1 -- 172.21.15.17:0/2399433098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c05cb0 msgr2=0x55c516c06090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.501+0000 7f8201e69740 1 --2- 172.21.15.17:0/2399433098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c05cb0 0x55c516c06090 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f81f00099f0 tx=0x7f81f00095c0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.502+0000 7f8201e69740 1 -- 172.21.15.17:0/2399433098 shutdown_connections 2024-09-16T02:04:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.502+0000 7f8201e69740 1 --2- 172.21.15.17:0/2399433098 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c10e90 0x55c516c13280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.502+0000 7f8201e69740 1 --2- 172.21.15.17:0/2399433098 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c065d0 0x55c516c10950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.502+0000 7f8201e69740 1 --2- 172.21.15.17:0/2399433098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c05cb0 0x55c516c06090 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.502+0000 7f8201e69740 1 -- 172.21.15.17:0/2399433098 >> 172.21.15.17:0/2399433098 conn(0x55c516c02240 msgr2=0x55c516c02620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.502+0000 7f8201e69740 1 -- 172.21.15.17:0/2399433098 shutdown_connections 2024-09-16T02:04:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.502+0000 7f8201e69740 1 -- 172.21.15.17:0/2399433098 wait complete. 2024-09-16T02:04:47.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.502+0000 7f8201e69740 1 -- start start 2024-09-16T02:04:47.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.502+0000 7f8201e69740 1 Processor -- start 2024-09-16T02:04:47.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.503+0000 7f8201e69740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c05cb0 0x55c516c10760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.503+0000 7f8201e69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c065d0 0x55c516c0da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.503+0000 7f8201e69740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c10e90 0x55c516c0df50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.503+0000 7f8201e69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c516c13a60 con 0x55c516c065d0 2024-09-16T02:04:47.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.503+0000 7f81fd02b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c065d0 0x55c516c0da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.503+0000 7f8201e69740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c516b1e050 con 0x55c516c10e90 2024-09-16T02:04:47.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.503+0000 7f8201e69740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c516c13be0 con 0x55c516c05cb0 2024-09-16T02:04:47.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.503+0000 7f81fd02b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c065d0 0x55c516c0da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53894/0 (socket says 172.21.15.17:53894) 2024-09-16T02:04:47.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.503+0000 7f81fd02b640 1 -- 172.21.15.17:0/3936124440 learned_addr learned my addr 172.21.15.17:0/3936124440 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:47.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.503+0000 7f81fd82c640 1 --2- 172.21.15.17:0/3936124440 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c05cb0 0x55c516c10760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.503+0000 7f8201e69740 10 client.0 _ll_register_callbacks cb 0x55c516b5e160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:04:47.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.503+0000 7f81fe02d640 1 --2- 172.21.15.17:0/3936124440 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c10e90 0x55c516c0df50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.503+0000 7f81fd02b640 1 -- 172.21.15.17:0/3936124440 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c05cb0 msgr2=0x55c516c10760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:47.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.503+0000 7f81fd02b640 1 --2- 172.21.15.17:0/3936124440 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c05cb0 0x55c516c10760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.504+0000 7f81fd02b640 1 -- 172.21.15.17:0/3936124440 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c10e90 msgr2=0x55c516c0df50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:47.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.504+0000 7f81fd02b640 1 --2- 172.21.15.17:0/3936124440 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c10e90 0x55c516c0df50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.504+0000 7f81fd02b640 1 -- 172.21.15.17:0/3936124440 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c5168d43c0 con 0x55c516c065d0 2024-09-16T02:04:47.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.504+0000 7f81fe02d640 1 --2- 172.21.15.17:0/3936124440 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c10e90 0x55c516c0df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:04:47.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.504+0000 7f81fd02b640 1 --2- 172.21.15.17:0/3936124440 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c065d0 0x55c516c0da10 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f81e80058c0 tx=0x7f81e8012b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0ebba67848a3f35 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.504+0000 7f81e17fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.504+0000 7f81e17fa640 1 -- 172.21.15.17:0/3936124440 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81e800f920 con 0x55c516c065d0 2024-09-16T02:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.504+0000 7f81e17fa640 1 -- 172.21.15.17:0/3936124440 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f81e800fac0 con 0x55c516c065d0 2024-09-16T02:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.504+0000 7f8201e69740 1 -- 172.21.15.17:0/3936124440 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81f000de30 con 0x55c516c065d0 2024-09-16T02:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.504+0000 7f81e17fa640 1 -- 172.21.15.17:0/3936124440 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f81e800fd00 con 0x55c516c065d0 2024-09-16T02:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.504+0000 7f8201e69740 10 client.19020 fetch_fsmap learned FSMap version 28 2024-09-16T02:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.504+0000 7f8201e69740 1 -- 172.21.15.17:0/3936124440 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c516bf9480 con 0x55c516c065d0 2024-09-16T02:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.505+0000 7f81e17fa640 1 -- 172.21.15.17:0/3936124440 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81f000de30 con 0x55c516c065d0 2024-09-16T02:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.505+0000 7f81e17fa640 1 -- 172.21.15.17:0/3936124440 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f81e80052f0 con 0x55c516c065d0 2024-09-16T02:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.505+0000 7f8201e69740 10 client.19020 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.505+0000 7f8201e69740 10 client.19020 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.505+0000 7f8201e69740 20 client.19020 populate_metadata read hostname 'smithi017' 2024-09-16T02:04:47.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.505+0000 7f8201e69740 1 --2- 172.21.15.17:0/3936124440 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c516bfa940 0x55c516bfcde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.505+0000 7f8201e69740 4 client.19020 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.505+0000 7f8201e69740 1 -- 172.21.15.17:0/3936124440 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c516b70850 con 0x55c516bfa940 2024-09-16T02:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.505+0000 7f81fd82c640 1 --2- 172.21.15.17:0/3936124440 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c516bfa940 0x55c516bfcde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.506+0000 7f81e17fa640 10 client.19020 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.506+0000 7f81fd82c640 1 --2- 172.21.15.17:0/3936124440 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c516bfa940 0x55c516bfcde0 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a16e9343bf54ceca server_cookie=57451e8118983467 in_seq=0 out_seq=0 2024-09-16T02:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f81e17fa640 1 -- 172.21.15.17:0/3936124440 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c516b70850 con 0x55c516bfa940 2024-09-16T02:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f81e17fa640 10 client.19020 handle_command_reply: tid=0 2024-09-16T02:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f8201e69740 1 client.19020 shutdown 2024-09-16T02:04:47.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f8201e69740 1 -- 172.21.15.17:0/3936124440 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c065d0 msgr2=0x55c516c0da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:47.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f8201e69740 1 --2- 172.21.15.17:0/3936124440 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c065d0 0x55c516c0da10 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f81e80058c0 tx=0x7f81e8012b60 comp rx=0 tx=0).stop 2024-09-16T02:04:47.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f8201e69740 1 -- 172.21.15.17:0/3936124440 shutdown_connections 2024-09-16T02:04:47.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f8201e69740 1 --2- 172.21.15.17:0/3936124440 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c516bfa940 0x55c516bfcde0 crc :-1 s=READY pgs=294 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f8201e69740 1 --2- 172.21.15.17:0/3936124440 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c10e90 0x55c516c0df50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f8201e69740 1 --2- 172.21.15.17:0/3936124440 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c065d0 0x55c516c0da10 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f8201e69740 1 --2- 172.21.15.17:0/3936124440 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c05cb0 0x55c516c10760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f8201e69740 1 -- 172.21.15.17:0/3936124440 >> 172.21.15.17:0/3936124440 conn(0x55c516c02240 msgr2=0x55c516bf8b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:47.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f81e17fa640 0 client.19020 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:47.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f8201e69740 1 -- 172.21.15.17:0/3936124440 shutdown_connections 2024-09-16T02:04:47.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f8201e69740 1 -- 172.21.15.17:0/3936124440 wait complete. 2024-09-16T02:04:47.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.507+0000 7f8201e69740 20 client.19020 trim_cache size 0 max 16384 2024-09-16T02:04:47.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.532+0000 7f8201e69740 1 Processor -- start 2024-09-16T02:04:47.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.532+0000 7f8201e69740 1 -- start start 2024-09-16T02:04:47.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.532+0000 7f8201e69740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c02240 0x55c516bfc950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.532+0000 7f8201e69740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c05cb0 0x55c516c0c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.532+0000 7f8201e69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c065d0 0x55c516c0ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.532+0000 7f8201e69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f81f81adc70 con 0x55c516c065d0 2024-09-16T02:04:47.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.532+0000 7f8201e69740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f81f81ab540 con 0x55c516c05cb0 2024-09-16T02:04:47.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.532+0000 7f8201e69740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f81f81a9370 con 0x55c516c02240 2024-09-16T02:04:47.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.532+0000 7f81fd82c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c02240 0x55c516bfc950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.532+0000 7f81fd82c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c02240 0x55c516bfc950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:33504/0 (socket says 172.21.15.17:33504) 2024-09-16T02:04:47.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.533+0000 7f81fd82c640 1 -- 172.21.15.17:0/2426423551 learned_addr learned my addr 172.21.15.17:0/2426423551 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:47.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.533+0000 7f81fd02b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c05cb0 0x55c516c0c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.533+0000 7f81fe02d640 1 --2- 172.21.15.17:0/2426423551 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c065d0 0x55c516c0ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.533+0000 7f81fd82c640 1 -- 172.21.15.17:0/2426423551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c05cb0 msgr2=0x55c516c0c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:47.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.533+0000 7f81fd82c640 1 --2- 172.21.15.17:0/2426423551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c05cb0 0x55c516c0c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.533+0000 7f81fd82c640 1 -- 172.21.15.17:0/2426423551 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c065d0 msgr2=0x55c516c0ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:47.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.533+0000 7f81fd82c640 1 --2- 172.21.15.17:0/2426423551 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c065d0 0x55c516c0ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.533+0000 7f81fd82c640 1 -- 172.21.15.17:0/2426423551 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c516c10ad0 con 0x55c516c02240 2024-09-16T02:04:47.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.533+0000 7f81fd02b640 1 --2- 172.21.15.17:0/2426423551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c05cb0 0x55c516c0c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:04:47.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.533+0000 7f81fd82c640 1 --2- 172.21.15.17:0/2426423551 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c02240 0x55c516bfc950 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f81f40bbc00 tx=0x7f81f40dc040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=30d3c82dfca81cae server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:47.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.534+0000 7f81e37fe640 1 -- 172.21.15.17:0/2426423551 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f40bc600 con 0x55c516c02240 2024-09-16T02:04:47.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.534+0000 7f81e37fe640 1 -- 172.21.15.17:0/2426423551 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81f4038040 con 0x55c516c02240 2024-09-16T02:04:47.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.534+0000 7f81e37fe640 1 -- 172.21.15.17:0/2426423551 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f4003e20 con 0x55c516c02240 2024-09-16T02:04:47.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.535+0000 7f8201e69740 1 -- 172.21.15.17:0/2426423551 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c02240 msgr2=0x55c516bfc950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:47.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.535+0000 7f8201e69740 1 --2- 172.21.15.17:0/2426423551 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c02240 0x55c516bfc950 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f81f40bbc00 tx=0x7f81f40dc040 comp rx=0 tx=0).stop 2024-09-16T02:04:47.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.535+0000 7f8201e69740 1 -- 172.21.15.17:0/2426423551 shutdown_connections 2024-09-16T02:04:47.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.535+0000 7f8201e69740 1 --2- 172.21.15.17:0/2426423551 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c065d0 0x55c516c0ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.535+0000 7f8201e69740 1 --2- 172.21.15.17:0/2426423551 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c05cb0 0x55c516c0c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.535+0000 7f8201e69740 1 --2- 172.21.15.17:0/2426423551 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c02240 0x55c516bfc950 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.535+0000 7f8201e69740 1 -- 172.21.15.17:0/2426423551 >> 172.21.15.17:0/2426423551 conn(0x55c516c0e0b0 msgr2=0x55c516c0c2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:47.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.535+0000 7f8201e69740 1 -- 172.21.15.17:0/2426423551 shutdown_connections 2024-09-16T02:04:47.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.535+0000 7f8201e69740 1 -- 172.21.15.17:0/2426423551 wait complete. 2024-09-16T02:04:47.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.535+0000 7f8201e69740 1 -- start start 2024-09-16T02:04:47.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.535+0000 7f8201e69740 1 Processor -- start 2024-09-16T02:04:47.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f8201e69740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c02240 0x55c516c219c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f8201e69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c05cb0 0x55c516c21f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f8201e69740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c065d0 0x55c516c7b350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f8201e69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f81f81a9a00 con 0x55c516c05cb0 2024-09-16T02:04:47.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f8201e69740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f81f81aae70 con 0x55c516c02240 2024-09-16T02:04:47.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f8201e69740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f81f81aa0d0 con 0x55c516c065d0 2024-09-16T02:04:47.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f81fd02b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c05cb0 0x55c516c21f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f81fd82c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c02240 0x55c516c219c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f8201e69740 10 client.0 _ll_register_callbacks cb 0x7f81e8009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:04:47.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f81fd82c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c02240 0x55c516c219c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:39498/0 (socket says 172.21.15.17:39498) 2024-09-16T02:04:47.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f81fd82c640 1 -- 172.21.15.17:0/3716055778 learned_addr learned my addr 172.21.15.17:0/3716055778 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:04:47.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f81fd02b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c05cb0 0x55c516c21f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53904/0 (socket says 172.21.15.17:53904) 2024-09-16T02:04:47.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f81fe02d640 1 --2- 172.21.15.17:0/3716055778 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c065d0 0x55c516c7b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f81fd82c640 1 -- 172.21.15.17:0/3716055778 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c065d0 msgr2=0x55c516c7b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:47.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f81fd82c640 1 --2- 172.21.15.17:0/3716055778 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c065d0 0x55c516c7b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.536+0000 7f81fd82c640 1 -- 172.21.15.17:0/3716055778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c05cb0 msgr2=0x55c516c21f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:04:47.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.537+0000 7f81fd82c640 1 --2- 172.21.15.17:0/3716055778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c05cb0 0x55c516c21f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.537+0000 7f81fd82c640 1 -- 172.21.15.17:0/3716055778 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c516c7b9f0 con 0x55c516c02240 2024-09-16T02:04:47.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.537+0000 7f81fd02b640 1 --2- 172.21.15.17:0/3716055778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c05cb0 0x55c516c21f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:04:47.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.537+0000 7f81fd82c640 1 --2- 172.21.15.17:0/3716055778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c02240 0x55c516c219c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f81f40bbe90 tx=0x7f81f40c03f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5db75be1eb069c0e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:04:47.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.537+0000 7f81e17fa640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:04:47.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.537+0000 7f81e17fa640 1 -- 172.21.15.17:0/3716055778 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f40da020 con 0x55c516c02240 2024-09-16T02:04:47.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.537+0000 7f81e17fa640 1 -- 172.21.15.17:0/3716055778 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f81f40ba200 con 0x55c516c02240 2024-09-16T02:04:47.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.537+0000 7f8201e69740 1 -- 172.21.15.17:0/3716055778 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f81f4038040 con 0x55c516c02240 2024-09-16T02:04:47.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.537+0000 7f81e17fa640 1 -- 172.21.15.17:0/3716055778 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f81f40c4b70 con 0x55c516c02240 2024-09-16T02:04:47.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.537+0000 7f8201e69740 10 client.28379 fetch_fsmap learned FSMap version 28 2024-09-16T02:04:47.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.537+0000 7f8201e69740 1 -- 172.21.15.17:0/3716055778 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c516c82d90 con 0x55c516c02240 2024-09-16T02:04:47.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.538+0000 7f81e17fa640 1 -- 172.21.15.17:0/3716055778 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f81f40bc600 con 0x55c516c02240 2024-09-16T02:04:47.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.538+0000 7f81e17fa640 1 -- 172.21.15.17:0/3716055778 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f81f40c46e0 con 0x55c516c02240 2024-09-16T02:04:47.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.538+0000 7f8201e69740 10 client.28379 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:04:47.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.538+0000 7f8201e69740 10 client.28379 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:04:47.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.538+0000 7f8201e69740 20 client.28379 populate_metadata read hostname 'smithi017' 2024-09-16T02:04:47.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.538+0000 7f8201e69740 1 --2- 172.21.15.17:0/3716055778 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c516c10e90 0x55c516c85500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:04:47.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.538+0000 7f8201e69740 4 client.28379 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:04:47.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.538+0000 7f8201e69740 1 -- 172.21.15.17:0/3716055778 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7f81f4038040 con 0x55c516c10e90 2024-09-16T02:04:47.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.538+0000 7f81fd02b640 1 --2- 172.21.15.17:0/3716055778 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c516c10e90 0x55c516c85500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:04:47.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.539+0000 7f81fd02b640 1 --2- 172.21.15.17:0/3716055778 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c516c10e90 0x55c516c85500 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6ad483cc20e132cb server_cookie=5bacf29580220459 in_seq=0 out_seq=0 2024-09-16T02:04:47.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.539+0000 7f81e17fa640 10 client.28379 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:47.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f81e17fa640 1 -- 172.21.15.17:0/3716055778 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x7f81f4038040 con 0x55c516c10e90 2024-09-16T02:04:47.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f81e17fa640 10 client.28379 handle_command_reply: tid=0 2024-09-16T02:04:47.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f8201e69740 1 client.28379 shutdown 2024-09-16T02:04:47.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f8201e69740 1 -- 172.21.15.17:0/3716055778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c02240 msgr2=0x55c516c219c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:47.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f8201e69740 1 --2- 172.21.15.17:0/3716055778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c02240 0x55c516c219c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f81f40bbe90 tx=0x7f81f40c03f0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f8201e69740 1 -- 172.21.15.17:0/3716055778 shutdown_connections 2024-09-16T02:04:47.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f8201e69740 1 --2- 172.21.15.17:0/3716055778 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55c516c10e90 0x55c516c85500 crc :-1 s=READY pgs=295 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f81e17fa640 0 client.28379 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:04:47.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f8201e69740 1 --2- 172.21.15.17:0/3716055778 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c516c065d0 0x55c516c7b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f8201e69740 1 --2- 172.21.15.17:0/3716055778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c516c05cb0 0x55c516c21f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f8201e69740 1 --2- 172.21.15.17:0/3716055778 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c516c02240 0x55c516c219c0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f8201e69740 1 -- 172.21.15.17:0/3716055778 >> 172.21.15.17:0/3716055778 conn(0x55c516c0e0b0 msgr2=0x55c516c0cb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:47.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f8201e69740 1 -- 172.21.15.17:0/3716055778 shutdown_connections 2024-09-16T02:04:47.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f8201e69740 1 -- 172.21.15.17:0/3716055778 wait complete. 2024-09-16T02:04:47.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.542+0000 7f8201e69740 20 client.28379 trim_cache size 0 max 16384 2024-09-16T02:04:47.546 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:04:47.546 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T02:04:47.546 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T02:04:47.546 INFO:teuthology.orchestra.run.smithi017.stdout: "f2febc08-2c52-4d20-aa14-c13ae42fe9a7": { 2024-09-16T02:04:47.546 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T02:04:47.546 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "f2febc08-2c52-4d20-aa14-c13ae42fe9a7", 2024-09-16T02:04:47.546 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T02:04:47.547 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:04:47.547 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:04:47.547 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:04:47.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.543+0000 7f81ffa90640 1 -- 172.21.15.17:0/85718809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81e40a32c0 msgr2=0x7f81e40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:47.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.543+0000 7f81ffa90640 1 --2- 172.21.15.17:0/85718809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81e40a32c0 0x7f81e40a5780 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f81f0020000 tx=0x7f81f0021000 comp rx=0 tx=0).stop 2024-09-16T02:04:47.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.543+0000 7f81ffa90640 1 -- 172.21.15.17:0/85718809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81f8100a80 msgr2=0x7f81f81983d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:04:47.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.543+0000 7f81ffa90640 1 --2- 172.21.15.17:0/85718809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81f8100a80 0x7f81f81983d0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f81f40303f0 tx=0x7f81f4030e00 comp rx=0 tx=0).stop 2024-09-16T02:04:47.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.543+0000 7f81ffa90640 1 -- 172.21.15.17:0/85718809 shutdown_connections 2024-09-16T02:04:47.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.543+0000 7f81ffa90640 1 --2- 172.21.15.17:0/85718809 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f81e40a32c0 0x7f81e40a5780 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.543+0000 7f81ffa90640 1 --2- 172.21.15.17:0/85718809 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f81f8106a80 0x7f81f819cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.543+0000 7f81ffa90640 1 --2- 172.21.15.17:0/85718809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f81f8101420 0x7f81f8198910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.543+0000 7f81ffa90640 1 --2- 172.21.15.17:0/85718809 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f81f8100a80 0x7f81f81983d0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:04:47.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.543+0000 7f81ffa90640 1 -- 172.21.15.17:0/85718809 >> 172.21.15.17:0/85718809 conn(0x7f81f80fc7a0 msgr2=0x7f81f80fe160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:04:47.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.544+0000 7f81ffa90640 1 -- 172.21.15.17:0/85718809 shutdown_connections 2024-09-16T02:04:47.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:04:47.544+0000 7f81ffa90640 1 -- 172.21.15.17:0/85718809 wait complete. 2024-09-16T02:04:47.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:47 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:48.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:47 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:48.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:47 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:04:48.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 75735 8.25 MB/sec execute 370 sec latency 110.878 ms 2024-09-16T02:04:49.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:48 smithi017 ceph-mon[30972]: pgmap v977: 97 pgs: 97 active+clean; 530 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 507 KiB/s rd, 3.0 MiB/s wr, 169 op/s 2024-09-16T02:04:49.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:48 smithi122 ceph-mon[34758]: pgmap v977: 97 pgs: 97 active+clean; 530 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 507 KiB/s rd, 3.0 MiB/s wr, 169 op/s 2024-09-16T02:04:49.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:48 smithi029 ceph-mon[34783]: pgmap v977: 97 pgs: 97 active+clean; 530 MiB data, 3.3 GiB used, 1.0 TiB / 1.0 TiB avail; 507 KiB/s rd, 3.0 MiB/s wr, 169 op/s 2024-09-16T02:04:49.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 75863 8.25 MB/sec execute 371 sec latency 132.822 ms 2024-09-16T02:04:50.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 75988 8.24 MB/sec execute 372 sec latency 203.058 ms 2024-09-16T02:04:51.009 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:50 smithi017 ceph-mon[30972]: pgmap v978: 97 pgs: 97 active+clean; 538 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 600 KiB/s rd, 3.9 MiB/s wr, 226 op/s 2024-09-16T02:04:51.045 INFO:tasks.cephfs.filesystem:scrub status for tag:f2febc08-2c52-4d20-aa14-c13ae42fe9a7 - {'path': '/', 'tag': 'f2febc08-2c52-4d20-aa14-c13ae42fe9a7', 'options': 'recursive,force'} 2024-09-16T02:04:51.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:50 smithi122 ceph-mon[34758]: pgmap v978: 97 pgs: 97 active+clean; 538 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 600 KiB/s rd, 3.9 MiB/s wr, 226 op/s 2024-09-16T02:04:51.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:50 smithi029 ceph-mon[34783]: pgmap v978: 97 pgs: 97 active+clean; 538 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 600 KiB/s rd, 3.9 MiB/s wr, 226 op/s 2024-09-16T02:04:51.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 76133 8.24 MB/sec execute 373 sec latency 170.467 ms 2024-09-16T02:04:52.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 76276 8.24 MB/sec execute 374 sec latency 159.888 ms 2024-09-16T02:04:53.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:52 smithi017 ceph-mon[30972]: pgmap v979: 97 pgs: 97 active+clean; 538 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 3.9 MiB/s wr, 221 op/s 2024-09-16T02:04:53.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:52 smithi122 ceph-mon[34758]: pgmap v979: 97 pgs: 97 active+clean; 538 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 3.9 MiB/s wr, 221 op/s 2024-09-16T02:04:53.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:52 smithi029 ceph-mon[34783]: pgmap v979: 97 pgs: 97 active+clean; 538 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 616 KiB/s rd, 3.9 MiB/s wr, 221 op/s 2024-09-16T02:04:53.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 76415 8.23 MB/sec execute 375 sec latency 111.242 ms 2024-09-16T02:04:54.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 76607 8.25 MB/sec execute 376 sec latency 129.064 ms 2024-09-16T02:04:55.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:54 smithi017 ceph-mon[30972]: pgmap v980: 97 pgs: 97 active+clean; 540 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 4.2 MiB/s wr, 237 op/s 2024-09-16T02:04:55.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:54 smithi029 ceph-mon[34783]: pgmap v980: 97 pgs: 97 active+clean; 540 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 4.2 MiB/s wr, 237 op/s 2024-09-16T02:04:55.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:54 smithi122 ceph-mon[34758]: pgmap v980: 97 pgs: 97 active+clean; 540 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 4.2 MiB/s wr, 237 op/s 2024-09-16T02:04:55.051 INFO:tasks.workunit.client.0.smithi017.stdout: 10 76758 8.25 MB/sec execute 377 sec latency 88.848 ms 2024-09-16T02:04:55.998 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:55 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:04:55.998 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:55 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:04:55.998 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:55 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:04:56.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:55 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:04:56.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:55 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:04:56.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:55 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:04:56.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:55 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:04:56.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:55 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:04:56.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:55 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:04:56.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 76897 8.25 MB/sec execute 378 sec latency 93.466 ms 2024-09-16T02:04:56.857 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:56 smithi017 ceph-mon[30972]: pgmap v981: 97 pgs: 97 active+clean; 540 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 745 KiB/s rd, 4.1 MiB/s wr, 239 op/s 2024-09-16T02:04:56.947 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:56 smithi029 ceph-mon[34783]: pgmap v981: 97 pgs: 97 active+clean; 540 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 745 KiB/s rd, 4.1 MiB/s wr, 239 op/s 2024-09-16T02:04:56.948 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:56 smithi122 ceph-mon[34758]: pgmap v981: 97 pgs: 97 active+clean; 540 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 745 KiB/s rd, 4.1 MiB/s wr, 239 op/s 2024-09-16T02:04:57.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 77030 8.25 MB/sec execute 379 sec latency 128.939 ms 2024-09-16T02:04:58.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 77180 8.25 MB/sec execute 380 sec latency 87.107 ms 2024-09-16T02:04:59.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:04:58 smithi017 ceph-mon[30972]: pgmap v982: 97 pgs: 97 active+clean; 540 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 711 KiB/s rd, 3.5 MiB/s wr, 218 op/s 2024-09-16T02:04:59.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:04:58 smithi122 ceph-mon[34758]: pgmap v982: 97 pgs: 97 active+clean; 540 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 711 KiB/s rd, 3.5 MiB/s wr, 218 op/s 2024-09-16T02:04:59.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:04:58 smithi029 ceph-mon[34783]: pgmap v982: 97 pgs: 97 active+clean; 540 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 711 KiB/s rd, 3.5 MiB/s wr, 218 op/s 2024-09-16T02:04:59.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 77336 8.24 MB/sec execute 381 sec latency 101.779 ms 2024-09-16T02:05:00.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 77502 8.23 MB/sec execute 382 sec latency 117.028 ms 2024-09-16T02:05:01.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:00 smithi017 ceph-mon[30972]: pgmap v983: 97 pgs: 97 active+clean; 522 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 4.4 MiB/s wr, 266 op/s 2024-09-16T02:05:01.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:00 smithi029 ceph-mon[34783]: pgmap v983: 97 pgs: 97 active+clean; 522 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 4.4 MiB/s wr, 266 op/s 2024-09-16T02:05:01.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:00 smithi122 ceph-mon[34758]: pgmap v983: 97 pgs: 97 active+clean; 522 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 4.4 MiB/s wr, 266 op/s 2024-09-16T02:05:01.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 77661 8.23 MB/sec execute 383 sec latency 158.511 ms 2024-09-16T02:05:02.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 77822 8.23 MB/sec execute 384 sec latency 89.872 ms 2024-09-16T02:05:03.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:02 smithi017 ceph-mon[30972]: pgmap v984: 97 pgs: 97 active+clean; 519 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 3.7 MiB/s wr, 202 op/s 2024-09-16T02:05:03.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:02 smithi122 ceph-mon[34758]: pgmap v984: 97 pgs: 97 active+clean; 519 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 3.7 MiB/s wr, 202 op/s 2024-09-16T02:05:03.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:02 smithi029 ceph-mon[34783]: pgmap v984: 97 pgs: 97 active+clean; 519 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 3.7 MiB/s wr, 202 op/s 2024-09-16T02:05:03.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 77989 8.22 MB/sec execute 385 sec latency 86.985 ms 2024-09-16T02:05:04.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 78133 8.21 MB/sec execute 386 sec latency 95.480 ms 2024-09-16T02:05:05.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:04 smithi017 ceph-mon[30972]: pgmap v985: 97 pgs: 97 active+clean; 512 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 749 KiB/s rd, 3.7 MiB/s wr, 224 op/s 2024-09-16T02:05:05.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:04 smithi029 ceph-mon[34783]: pgmap v985: 97 pgs: 97 active+clean; 512 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 749 KiB/s rd, 3.7 MiB/s wr, 224 op/s 2024-09-16T02:05:05.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:04 smithi122 ceph-mon[34758]: pgmap v985: 97 pgs: 97 active+clean; 512 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 749 KiB/s rd, 3.7 MiB/s wr, 224 op/s 2024-09-16T02:05:05.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 78324 8.23 MB/sec execute 387 sec latency 104.144 ms 2024-09-16T02:05:06.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 78508 8.23 MB/sec execute 388 sec latency 90.725 ms 2024-09-16T02:05:07.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:06 smithi017 ceph-mon[30972]: pgmap v986: 97 pgs: 97 active+clean; 515 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 853 KiB/s rd, 3.8 MiB/s wr, 239 op/s 2024-09-16T02:05:07.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:06 smithi029 ceph-mon[34783]: pgmap v986: 97 pgs: 97 active+clean; 515 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 853 KiB/s rd, 3.8 MiB/s wr, 239 op/s 2024-09-16T02:05:07.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:06 smithi122 ceph-mon[34758]: pgmap v986: 97 pgs: 97 active+clean; 515 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 853 KiB/s rd, 3.8 MiB/s wr, 239 op/s 2024-09-16T02:05:07.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 78703 8.25 MB/sec execute 389 sec latency 115.958 ms 2024-09-16T02:05:08.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 78879 8.25 MB/sec execute 390 sec latency 88.930 ms 2024-09-16T02:05:09.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:08 smithi017 ceph-mon[30972]: pgmap v987: 97 pgs: 97 active+clean; 515 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.1 MiB/s wr, 193 op/s 2024-09-16T02:05:09.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:08 smithi122 ceph-mon[34758]: pgmap v987: 97 pgs: 97 active+clean; 515 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.1 MiB/s wr, 193 op/s 2024-09-16T02:05:09.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:08 smithi029 ceph-mon[34783]: pgmap v987: 97 pgs: 97 active+clean; 515 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.1 MiB/s wr, 193 op/s 2024-09-16T02:05:09.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 78993 8.24 MB/sec execute 391 sec latency 101.645 ms 2024-09-16T02:05:10.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 79128 8.24 MB/sec execute 392 sec latency 90.173 ms 2024-09-16T02:05:11.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:10 smithi017 ceph-mon[30972]: pgmap v988: 97 pgs: 97 active+clean; 518 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 4.1 MiB/s wr, 223 op/s 2024-09-16T02:05:11.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:10 smithi122 ceph-mon[34758]: pgmap v988: 97 pgs: 97 active+clean; 518 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 4.1 MiB/s wr, 223 op/s 2024-09-16T02:05:11.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:10 smithi029 ceph-mon[34783]: pgmap v988: 97 pgs: 97 active+clean; 518 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 650 KiB/s rd, 4.1 MiB/s wr, 223 op/s 2024-09-16T02:05:11.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 79317 8.26 MB/sec execute 393 sec latency 139.466 ms 2024-09-16T02:05:12.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 79505 8.27 MB/sec execute 394 sec latency 109.704 ms 2024-09-16T02:05:13.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:12 smithi017 ceph-mon[30972]: pgmap v989: 97 pgs: 97 active+clean; 523 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 3.7 MiB/s wr, 205 op/s 2024-09-16T02:05:13.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:12 smithi122 ceph-mon[34758]: pgmap v989: 97 pgs: 97 active+clean; 523 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 3.7 MiB/s wr, 205 op/s 2024-09-16T02:05:13.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:12 smithi029 ceph-mon[34783]: pgmap v989: 97 pgs: 97 active+clean; 523 MiB data, 3.4 GiB used, 1.0 TiB / 1.0 TiB avail; 653 KiB/s rd, 3.7 MiB/s wr, 205 op/s 2024-09-16T02:05:13.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 79664 8.27 MB/sec execute 395 sec latency 121.215 ms 2024-09-16T02:05:14.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 79808 8.26 MB/sec execute 396 sec latency 87.625 ms 2024-09-16T02:05:15.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:14 smithi017 ceph-mon[30972]: pgmap v990: 97 pgs: 97 active+clean; 527 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 4.2 MiB/s wr, 218 op/s 2024-09-16T02:05:15.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:14 smithi122 ceph-mon[34758]: pgmap v990: 97 pgs: 97 active+clean; 527 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 4.2 MiB/s wr, 218 op/s 2024-09-16T02:05:15.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:14 smithi029 ceph-mon[34783]: pgmap v990: 97 pgs: 97 active+clean; 527 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 654 KiB/s rd, 4.2 MiB/s wr, 218 op/s 2024-09-16T02:05:15.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 79927 8.25 MB/sec execute 397 sec latency 96.479 ms 2024-09-16T02:05:16.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 80126 8.27 MB/sec execute 398 sec latency 94.758 ms 2024-09-16T02:05:17.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:16 smithi017 ceph-mon[30972]: pgmap v991: 97 pgs: 97 active+clean; 529 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 4.4 MiB/s wr, 204 op/s 2024-09-16T02:05:17.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:16 smithi029 ceph-mon[34783]: pgmap v991: 97 pgs: 97 active+clean; 529 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 4.4 MiB/s wr, 204 op/s 2024-09-16T02:05:17.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:16 smithi122 ceph-mon[34758]: pgmap v991: 97 pgs: 97 active+clean; 529 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 716 KiB/s rd, 4.4 MiB/s wr, 204 op/s 2024-09-16T02:05:17.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 80222 8.26 MB/sec execute 399 sec latency 192.964 ms 2024-09-16T02:05:18.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 80380 8.26 MB/sec execute 400 sec latency 93.177 ms 2024-09-16T02:05:19.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:18 smithi017 ceph-mon[30972]: pgmap v992: 97 pgs: 97 active+clean; 529 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 457 KiB/s rd, 3.7 MiB/s wr, 153 op/s 2024-09-16T02:05:19.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:18 smithi029 ceph-mon[34783]: pgmap v992: 97 pgs: 97 active+clean; 529 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 457 KiB/s rd, 3.7 MiB/s wr, 153 op/s 2024-09-16T02:05:19.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:18 smithi122 ceph-mon[34758]: pgmap v992: 97 pgs: 97 active+clean; 529 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 457 KiB/s rd, 3.7 MiB/s wr, 153 op/s 2024-09-16T02:05:19.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 80523 8.26 MB/sec execute 401 sec latency 99.682 ms 2024-09-16T02:05:20.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 80689 8.26 MB/sec execute 402 sec latency 102.834 ms 2024-09-16T02:05:21.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:20 smithi017 ceph-mon[30972]: pgmap v993: 97 pgs: 97 active+clean; 535 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 4.8 MiB/s wr, 210 op/s 2024-09-16T02:05:21.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:20 smithi122 ceph-mon[34758]: pgmap v993: 97 pgs: 97 active+clean; 535 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 4.8 MiB/s wr, 210 op/s 2024-09-16T02:05:21.047 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:05:21.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:20 smithi029 ceph-mon[34783]: pgmap v993: 97 pgs: 97 active+clean; 535 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 722 KiB/s rd, 4.8 MiB/s wr, 210 op/s 2024-09-16T02:05:21.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 80845 8.27 MB/sec execute 403 sec latency 179.504 ms 2024-09-16T02:05:21.525 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:05:22.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 80973 8.26 MB/sec execute 404 sec latency 126.765 ms 2024-09-16T02:05:22.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.623+0000 7fa571dc0640 1 -- 172.21.15.17:0/3259351737 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa56c106f10 msgr2=0x7fa56c10ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:22.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.623+0000 7fa571dc0640 1 --2- 172.21.15.17:0/3259351737 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa56c106f10 0x7fa56c10ea90 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fa564009be0 tx=0x7fa56402a6c0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.623+0000 7fa571dc0640 1 -- 172.21.15.17:0/3259351737 shutdown_connections 2024-09-16T02:05:22.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.623+0000 7fa571dc0640 1 --2- 172.21.15.17:0/3259351737 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa56c106f10 0x7fa56c10ea90 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.623+0000 7fa571dc0640 1 --2- 172.21.15.17:0/3259351737 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa56c102790 0x7fa56c1067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.623+0000 7fa571dc0640 1 --2- 172.21.15.17:0/3259351737 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56c101de0 0x7fa56c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.623+0000 7fa571dc0640 1 -- 172.21.15.17:0/3259351737 >> 172.21.15.17:0/3259351737 conn(0x7fa56c0fd8e0 msgr2=0x7fa56c0ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:22.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.623+0000 7fa571dc0640 1 -- 172.21.15.17:0/3259351737 shutdown_connections 2024-09-16T02:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.623+0000 7fa571dc0640 1 -- 172.21.15.17:0/3259351737 wait complete. 2024-09-16T02:05:22.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.624+0000 7fa571dc0640 1 Processor -- start 2024-09-16T02:05:22.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.624+0000 7fa571dc0640 1 -- start start 2024-09-16T02:05:22.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa571dc0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56c101de0 0x7fa56c0744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa571dc0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa56c102790 0x7fa56c074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa571dc0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa56c106f10 0x7fa56c074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa571dc0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa56c111e20 con 0x7fa56c106f10 2024-09-16T02:05:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa571dc0640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa56c111ca0 con 0x7fa56c101de0 2024-09-16T02:05:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa571dc0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa56c111fa0 con 0x7fa56c102790 2024-09-16T02:05:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa56b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56c101de0 0x7fa56c0744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa56b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56c101de0 0x7fa56c0744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:59872/0 (socket says 172.21.15.17:59872) 2024-09-16T02:05:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa56b7fe640 1 -- 172.21.15.17:0/1727332106 learned_addr learned my addr 172.21.15.17:0/1727332106 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa56b7fe640 1 -- 172.21.15.17:0/1727332106 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa56c102790 msgr2=0x7fa56c074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa56b7fe640 1 --2- 172.21.15.17:0/1727332106 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa56c102790 0x7fa56c074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa56bfff640 1 --2- 172.21.15.17:0/1727332106 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa56c106f10 0x7fa56c074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa56b7fe640 1 -- 172.21.15.17:0/1727332106 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa56c106f10 msgr2=0x7fa56c074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:22.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa56b7fe640 1 --2- 172.21.15.17:0/1727332106 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa56c106f10 0x7fa56c074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa56b7fe640 1 -- 172.21.15.17:0/1727332106 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa56c1aacd0 con 0x7fa56c101de0 2024-09-16T02:05:22.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.625+0000 7fa56bfff640 1 --2- 172.21.15.17:0/1727332106 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa56c106f10 0x7fa56c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:05:22.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.626+0000 7fa56b7fe640 1 --2- 172.21.15.17:0/1727332106 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56c101de0 0x7fa56c0744f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa55c00e9c0 tx=0x7fa55c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:22.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.626+0000 7fa568ff9640 1 -- 172.21.15.17:0/1727332106 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa55c00cde0 con 0x7fa56c101de0 2024-09-16T02:05:22.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.626+0000 7fa571dc0640 1 -- 172.21.15.17:0/1727332106 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa56c1aaf00 con 0x7fa56c101de0 2024-09-16T02:05:22.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.626+0000 7fa571dc0640 1 -- 172.21.15.17:0/1727332106 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa56c1ab3b0 con 0x7fa56c101de0 2024-09-16T02:05:22.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.626+0000 7fa568ff9640 1 -- 172.21.15.17:0/1727332106 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa55c0035f0 con 0x7fa56c101de0 2024-09-16T02:05:22.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.626+0000 7fa568ff9640 1 -- 172.21.15.17:0/1727332106 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa55c010690 con 0x7fa56c101de0 2024-09-16T02:05:22.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.629+0000 7fa568ff9640 1 -- 172.21.15.17:0/1727332106 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fa55c010830 con 0x7fa56c101de0 2024-09-16T02:05:22.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.629+0000 7fa574199740 1 Processor -- start 2024-09-16T02:05:22.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.629+0000 7fa574199740 1 -- start start 2024-09-16T02:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.630+0000 7fa568ff9640 1 --2- 172.21.15.17:0/1727332106 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa5540a32c0 0x7fa5540a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.630+0000 7fa574199740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be414a0 0x55a72be41880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.630+0000 7fa574199740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be41dc0 0x55a72be4c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.630+0000 7fa574199740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be4c680 0x55a72be4ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.630+0000 7fa574199740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a72bda72e0 con 0x55a72be41dc0 2024-09-16T02:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.630+0000 7fa574199740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a72bd4ece0 con 0x55a72be414a0 2024-09-16T02:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.630+0000 7fa574199740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a72bda32a0 con 0x55a72be4c680 2024-09-16T02:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.630+0000 7fa56bfff640 1 --2- 172.21.15.17:0/1727332106 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa5540a32c0 0x7fa5540a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.630+0000 7fa568ff9640 1 -- 172.21.15.17:0/1727332106 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa55c0cfbf0 con 0x7fa56c101de0 2024-09-16T02:05:22.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.630+0000 7fa56bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be4c680 0x55a72be4ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.630+0000 7fa56bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be4c680 0x55a72be4ea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:37878/0 (socket says 172.21.15.17:37878) 2024-09-16T02:05:22.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.630+0000 7fa56b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be414a0 0x55a72be41880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.630+0000 7fa56bfff640 1 -- 172.21.15.17:0/1505152366 learned_addr learned my addr 172.21.15.17:0/1505152366 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:22.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.630+0000 7fa56affd640 1 --2- 172.21.15.17:0/1505152366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be41dc0 0x55a72be4c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.631+0000 7fa56b7fe640 1 -- 172.21.15.17:0/1505152366 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be4c680 msgr2=0x55a72be4ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:22.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.631+0000 7fa56b7fe640 1 --2- 172.21.15.17:0/1505152366 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be4c680 0x55a72be4ea70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.631+0000 7fa56b7fe640 1 -- 172.21.15.17:0/1505152366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be41dc0 msgr2=0x55a72be4c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:22.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.631+0000 7fa56b7fe640 1 --2- 172.21.15.17:0/1505152366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be41dc0 0x55a72be4c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.631+0000 7fa56b7fe640 1 -- 172.21.15.17:0/1505152366 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a72bd33440 con 0x55a72be414a0 2024-09-16T02:05:22.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.631+0000 7fa56bfff640 1 --2- 172.21.15.17:0/1727332106 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa5540a32c0 0x7fa5540a5780 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fa564033000 tx=0x7fa5640303a0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:22.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.631+0000 7fa56b7fe640 1 --2- 172.21.15.17:0/1505152366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be414a0 0x55a72be41880 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa55c0cd6f0 tx=0x7fa55c09be80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7da3fd853c246236 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:22.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.631+0000 7fa551ffb640 1 -- 172.21.15.17:0/1505152366 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa55c01cdd0 con 0x55a72be414a0 2024-09-16T02:05:22.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.631+0000 7fa551ffb640 1 -- 172.21.15.17:0/1505152366 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa55c0bae50 con 0x55a72be414a0 2024-09-16T02:05:22.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.631+0000 7fa551ffb640 1 -- 172.21.15.17:0/1505152366 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa55c016ea0 con 0x55a72be414a0 2024-09-16T02:05:22.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.632+0000 7fa574199740 1 -- 172.21.15.17:0/1505152366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be414a0 msgr2=0x55a72be41880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:22.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.632+0000 7fa574199740 1 --2- 172.21.15.17:0/1505152366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be414a0 0x55a72be41880 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fa55c0cd6f0 tx=0x7fa55c09be80 comp rx=0 tx=0).stop 2024-09-16T02:05:22.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.632+0000 7fa574199740 1 -- 172.21.15.17:0/1505152366 shutdown_connections 2024-09-16T02:05:22.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.632+0000 7fa574199740 1 --2- 172.21.15.17:0/1505152366 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be4c680 0x55a72be4ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.632+0000 7fa574199740 1 --2- 172.21.15.17:0/1505152366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be41dc0 0x55a72be4c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.632+0000 7fa574199740 1 --2- 172.21.15.17:0/1505152366 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be414a0 0x55a72be41880 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.632+0000 7fa574199740 1 -- 172.21.15.17:0/1505152366 >> 172.21.15.17:0/1505152366 conn(0x55a72be3da30 msgr2=0x55a72be3de10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:22.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.632+0000 7fa574199740 1 -- 172.21.15.17:0/1505152366 shutdown_connections 2024-09-16T02:05:22.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.632+0000 7fa574199740 1 -- 172.21.15.17:0/1505152366 wait complete. 2024-09-16T02:05:22.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.633+0000 7fa574199740 1 -- start start 2024-09-16T02:05:22.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.633+0000 7fa574199740 1 Processor -- start 2024-09-16T02:05:22.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.633+0000 7fa574199740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be414a0 0x55a72be4bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.633+0000 7fa574199740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be41dc0 0x55a72be49270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.633+0000 7fa574199740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be4c680 0x55a72be497b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa574199740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a72be4f250 con 0x55a72be4c680 2024-09-16T02:05:22.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa574199740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a72bd62050 con 0x55a72be41dc0 2024-09-16T02:05:22.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa574199740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a72be4f3d0 con 0x55a72be414a0 2024-09-16T02:05:22.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa56bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be4c680 0x55a72be497b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa56b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be414a0 0x55a72be4bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa574199740 10 client.0 _ll_register_callbacks cb 0x55a72bda2160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:05:22.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa56b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be414a0 0x55a72be4bfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:37886/0 (socket says 172.21.15.17:37886) 2024-09-16T02:05:22.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa56b7fe640 1 -- 172.21.15.17:0/1949900881 learned_addr learned my addr 172.21.15.17:0/1949900881 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:22.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa56affd640 1 --2- 172.21.15.17:0/1949900881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be41dc0 0x55a72be49270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa56affd640 1 -- 172.21.15.17:0/1949900881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be414a0 msgr2=0x55a72be4bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:22.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa56affd640 1 --2- 172.21.15.17:0/1949900881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be414a0 0x55a72be4bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa56affd640 1 -- 172.21.15.17:0/1949900881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be4c680 msgr2=0x55a72be497b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:22.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa56affd640 1 --2- 172.21.15.17:0/1949900881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be4c680 0x55a72be497b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa56affd640 1 -- 172.21.15.17:0/1949900881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a72bb183c0 con 0x55a72be41dc0 2024-09-16T02:05:22.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa56bfff640 1 --2- 172.21.15.17:0/1949900881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be4c680 0x55a72be497b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:05:22.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa56affd640 1 --2- 172.21.15.17:0/1949900881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be41dc0 0x55a72be49270 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa56c075cb0 tx=0x7fa5600118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9e3c50c09ac488a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:22.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.634+0000 7fa54affd640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:05:22.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.635+0000 7fa54affd640 1 -- 172.21.15.17:0/1949900881 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa560005020 con 0x55a72be41dc0 2024-09-16T02:05:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.635+0000 7fa574199740 1 -- 172.21.15.17:0/1949900881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa55c0bae50 con 0x55a72be41dc0 2024-09-16T02:05:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.635+0000 7fa54affd640 1 -- 172.21.15.17:0/1949900881 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa5600051c0 con 0x55a72be41dc0 2024-09-16T02:05:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.635+0000 7fa54affd640 1 -- 172.21.15.17:0/1949900881 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa5600053c0 con 0x55a72be41dc0 2024-09-16T02:05:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.635+0000 7fa574199740 10 client.28391 fetch_fsmap learned FSMap version 28 2024-09-16T02:05:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.635+0000 7fa574199740 1 -- 172.21.15.17:0/1949900881 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a72be5ad10 con 0x55a72be41dc0 2024-09-16T02:05:22.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.636+0000 7fa54affd640 1 -- 172.21.15.17:0/1949900881 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa55c0bae50 con 0x55a72be41dc0 2024-09-16T02:05:22.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.636+0000 7fa54affd640 1 -- 172.21.15.17:0/1949900881 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fa560018070 con 0x55a72be41dc0 2024-09-16T02:05:22.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.636+0000 7fa574199740 10 client.28391 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:05:22.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.636+0000 7fa574199740 10 client.28391 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:05:22.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.636+0000 7fa574199740 20 client.28391 populate_metadata read hostname 'smithi017' 2024-09-16T02:05:22.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.636+0000 7fa574199740 1 --2- 172.21.15.17:0/1949900881 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a72be5c5f0 0x55a72be5ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.636+0000 7fa574199740 4 client.28391 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:05:22.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.636+0000 7fa574199740 1 -- 172.21.15.17:0/1949900881 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a72bdb4850 con 0x55a72be5c5f0 2024-09-16T02:05:22.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.637+0000 7fa56b7fe640 1 --2- 172.21.15.17:0/1949900881 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a72be5c5f0 0x55a72be5ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.637+0000 7fa54affd640 10 client.28391 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:22.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.637+0000 7fa56b7fe640 1 --2- 172.21.15.17:0/1949900881 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a72be5c5f0 0x55a72be5ea10 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fab67c1dda470dfa server_cookie=28292f6b2f2c226c in_seq=0 out_seq=0 2024-09-16T02:05:22.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.638+0000 7fa54affd640 1 -- 172.21.15.17:0/1949900881 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a72bdb4850 con 0x55a72be5c5f0 2024-09-16T02:05:22.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.638+0000 7fa54affd640 10 client.28391 handle_command_reply: tid=0 2024-09-16T02:05:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.638+0000 7fa574199740 1 client.28391 shutdown 2024-09-16T02:05:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.639+0000 7fa574199740 1 -- 172.21.15.17:0/1949900881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be41dc0 msgr2=0x55a72be49270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.639+0000 7fa574199740 1 --2- 172.21.15.17:0/1949900881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be41dc0 0x55a72be49270 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fa56c075cb0 tx=0x7fa5600118d0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.639+0000 7fa574199740 1 -- 172.21.15.17:0/1949900881 shutdown_connections 2024-09-16T02:05:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.639+0000 7fa574199740 1 --2- 172.21.15.17:0/1949900881 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a72be5c5f0 0x55a72be5ea10 crc :-1 s=READY pgs=296 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.639+0000 7fa574199740 1 --2- 172.21.15.17:0/1949900881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be4c680 0x55a72be497b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.639+0000 7fa54affd640 0 client.28391 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.639+0000 7fa574199740 1 --2- 172.21.15.17:0/1949900881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be41dc0 0x55a72be49270 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.639+0000 7fa574199740 1 --2- 172.21.15.17:0/1949900881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be414a0 0x55a72be4bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.639+0000 7fa574199740 1 -- 172.21.15.17:0/1949900881 >> 172.21.15.17:0/1949900881 conn(0x55a72be3da30 msgr2=0x55a72be43760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.639+0000 7fa574199740 1 -- 172.21.15.17:0/1949900881 shutdown_connections 2024-09-16T02:05:22.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.639+0000 7fa574199740 1 -- 172.21.15.17:0/1949900881 wait complete. 2024-09-16T02:05:22.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.639+0000 7fa574199740 20 client.28391 trim_cache size 0 max 16384 2024-09-16T02:05:22.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.662+0000 7fa574199740 1 Processor -- start 2024-09-16T02:05:22.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.663+0000 7fa574199740 1 -- start start 2024-09-16T02:05:22.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.663+0000 7fa574199740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be3da30 0x55a72be58510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.663+0000 7fa574199740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be414a0 0x55a72be64320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.663+0000 7fa574199740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be41dc0 0x55a72be64860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.663+0000 7fa574199740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa558010d60 con 0x55a72be3da30 2024-09-16T02:05:22.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.663+0000 7fa574199740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa55800e630 con 0x55a72be414a0 2024-09-16T02:05:22.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.663+0000 7fa574199740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa55800c460 con 0x55a72be41dc0 2024-09-16T02:05:22.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.663+0000 7fa56bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be41dc0 0x55a72be64860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.663+0000 7fa56affd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be414a0 0x55a72be64320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.663+0000 7fa56bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be41dc0 0x55a72be64860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:37892/0 (socket says 172.21.15.17:37892) 2024-09-16T02:05:22.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.663+0000 7fa56affd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be414a0 0x55a72be64320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:59888/0 (socket says 172.21.15.17:59888) 2024-09-16T02:05:22.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.663+0000 7fa56bfff640 1 -- 172.21.15.17:0/364144902 learned_addr learned my addr 172.21.15.17:0/364144902 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:22.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.663+0000 7fa56b7fe640 1 --2- 172.21.15.17:0/364144902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be3da30 0x55a72be58510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.664+0000 7fa56affd640 1 -- 172.21.15.17:0/364144902 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be41dc0 msgr2=0x55a72be64860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:22.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.664+0000 7fa56affd640 1 --2- 172.21.15.17:0/364144902 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be41dc0 0x55a72be64860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.664+0000 7fa56affd640 1 -- 172.21.15.17:0/364144902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be3da30 msgr2=0x55a72be58510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:22.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.664+0000 7fa56affd640 1 --2- 172.21.15.17:0/364144902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be3da30 0x55a72be58510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.664+0000 7fa56affd640 1 -- 172.21.15.17:0/364144902 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a72be4c330 con 0x55a72be414a0 2024-09-16T02:05:22.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.664+0000 7fa56affd640 1 --2- 172.21.15.17:0/364144902 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be414a0 0x55a72be64320 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fa560003a20 tx=0x7fa560009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cce135f7f7bae455 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:22.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.664+0000 7fa5517fa640 1 -- 172.21.15.17:0/364144902 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5600035f0 con 0x55a72be414a0 2024-09-16T02:05:22.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.664+0000 7fa5517fa640 1 -- 172.21.15.17:0/364144902 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa560004320 con 0x55a72be414a0 2024-09-16T02:05:22.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.664+0000 7fa5517fa640 1 -- 172.21.15.17:0/364144902 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa56000fe00 con 0x55a72be414a0 2024-09-16T02:05:22.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.665+0000 7fa574199740 1 -- 172.21.15.17:0/364144902 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be414a0 msgr2=0x55a72be64320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:22.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.665+0000 7fa574199740 1 --2- 172.21.15.17:0/364144902 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be414a0 0x55a72be64320 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fa560003a20 tx=0x7fa560009c00 comp rx=0 tx=0).stop 2024-09-16T02:05:22.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.665+0000 7fa574199740 1 -- 172.21.15.17:0/364144902 shutdown_connections 2024-09-16T02:05:22.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.665+0000 7fa574199740 1 --2- 172.21.15.17:0/364144902 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be41dc0 0x55a72be64860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.665+0000 7fa574199740 1 --2- 172.21.15.17:0/364144902 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be414a0 0x55a72be64320 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.665+0000 7fa574199740 1 --2- 172.21.15.17:0/364144902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be3da30 0x55a72be58510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.665+0000 7fa574199740 1 -- 172.21.15.17:0/364144902 >> 172.21.15.17:0/364144902 conn(0x55a72be49910 msgr2=0x55a72be47b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:22.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.665+0000 7fa574199740 1 -- 172.21.15.17:0/364144902 shutdown_connections 2024-09-16T02:05:22.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.666+0000 7fa574199740 1 -- 172.21.15.17:0/364144902 wait complete. 2024-09-16T02:05:22.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.666+0000 7fa574199740 1 -- start start 2024-09-16T02:05:22.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.666+0000 7fa574199740 1 Processor -- start 2024-09-16T02:05:22.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa574199740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be3da30 0x55a72be54ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa574199740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be414a0 0x55a72be50210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa574199740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be41dc0 0x55a72be50800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa574199740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fa55800caf0 con 0x55a72be414a0 2024-09-16T02:05:22.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa574199740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fa55800df60 con 0x55a72be41dc0 2024-09-16T02:05:22.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa574199740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fa55800d1c0 con 0x55a72be3da30 2024-09-16T02:05:22.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa574199740 10 client.0 _ll_register_callbacks cb 0x7fa560009690 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:05:22.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa56affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be414a0 0x55a72be50210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa56affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be414a0 0x55a72be50210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35980/0 (socket says 172.21.15.17:35980) 2024-09-16T02:05:22.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa56affd640 1 -- 172.21.15.17:0/1433035095 learned_addr learned my addr 172.21.15.17:0/1433035095 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:22.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa56bfff640 1 --2- 172.21.15.17:0/1433035095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be41dc0 0x55a72be50800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa56affd640 1 -- 172.21.15.17:0/1433035095 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be3da30 msgr2=0x55a72be54ee0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T02:05:22.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa56affd640 1 --2- 172.21.15.17:0/1433035095 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be3da30 0x55a72be54ee0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa56affd640 1 -- 172.21.15.17:0/1433035095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be41dc0 msgr2=0x55a72be50800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:22.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa56affd640 1 --2- 172.21.15.17:0/1433035095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be41dc0 0x55a72be50800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.667+0000 7fa56affd640 1 -- 172.21.15.17:0/1433035095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a72be51030 con 0x55a72be414a0 2024-09-16T02:05:22.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.668+0000 7fa56affd640 1 --2- 172.21.15.17:0/1433035095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be414a0 0x55a72be50210 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fa560009660 tx=0x7fa560003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46c06133655ac28f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:22.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.668+0000 7fa54affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:05:22.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.668+0000 7fa54affd640 1 -- 172.21.15.17:0/1433035095 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa560003e70 con 0x55a72be414a0 2024-09-16T02:05:22.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.668+0000 7fa54affd640 1 -- 172.21.15.17:0/1433035095 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fa56000f690 con 0x55a72be414a0 2024-09-16T02:05:22.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.668+0000 7fa574199740 1 -- 172.21.15.17:0/1433035095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fa560004320 con 0x55a72be414a0 2024-09-16T02:05:22.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.668+0000 7fa54affd640 1 -- 172.21.15.17:0/1433035095 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fa5600035f0 con 0x55a72be414a0 2024-09-16T02:05:22.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.669+0000 7fa574199740 10 client.19041 fetch_fsmap learned FSMap version 28 2024-09-16T02:05:22.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.669+0000 7fa574199740 1 -- 172.21.15.17:0/1433035095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a72bec7410 con 0x55a72be414a0 2024-09-16T02:05:22.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.669+0000 7fa54affd640 1 -- 172.21.15.17:0/1433035095 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fa56000fd40 con 0x55a72be414a0 2024-09-16T02:05:22.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.669+0000 7fa54affd640 1 -- 172.21.15.17:0/1433035095 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fa56003e050 con 0x55a72be414a0 2024-09-16T02:05:22.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.669+0000 7fa574199740 10 client.19041 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:05:22.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.669+0000 7fa574199740 10 client.19041 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:05:22.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.669+0000 7fa574199740 20 client.19041 populate_metadata read hostname 'smithi017' 2024-09-16T02:05:22.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.669+0000 7fa574199740 1 --2- 172.21.15.17:0/1433035095 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a72be4c680 0x55a72bec9ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:22.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.669+0000 7fa574199740 4 client.19041 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:05:22.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.669+0000 7fa574199740 1 -- 172.21.15.17:0/1433035095 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7fa560004320 con 0x55a72be4c680 2024-09-16T02:05:22.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.669+0000 7fa56b7fe640 1 --2- 172.21.15.17:0/1433035095 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a72be4c680 0x55a72bec9ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:22.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.670+0000 7fa54affd640 10 client.19041 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:22.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.670+0000 7fa56b7fe640 1 --2- 172.21.15.17:0/1433035095 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a72be4c680 0x55a72bec9ab0 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9c63dbe24ea26e9 server_cookie=7b524736c03b81a4 in_seq=0 out_seq=0 2024-09-16T02:05:22.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.671+0000 7fa54affd640 1 -- 172.21.15.17:0/1433035095 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7fa560004320 con 0x55a72be4c680 2024-09-16T02:05:22.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.671+0000 7fa54affd640 10 client.19041 handle_command_reply: tid=0 2024-09-16T02:05:22.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.671+0000 7fa574199740 1 client.19041 shutdown 2024-09-16T02:05:22.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.671+0000 7fa574199740 1 -- 172.21.15.17:0/1433035095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be414a0 msgr2=0x55a72be50210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:22.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.671+0000 7fa574199740 1 --2- 172.21.15.17:0/1433035095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be414a0 0x55a72be50210 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7fa560009660 tx=0x7fa560003c80 comp rx=0 tx=0).stop 2024-09-16T02:05:22.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.671+0000 7fa574199740 1 -- 172.21.15.17:0/1433035095 shutdown_connections 2024-09-16T02:05:22.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.671+0000 7fa574199740 1 --2- 172.21.15.17:0/1433035095 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a72be4c680 0x55a72bec9ab0 crc :-1 s=READY pgs=297 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.671+0000 7fa574199740 1 --2- 172.21.15.17:0/1433035095 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a72be41dc0 0x55a72be50800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.671+0000 7fa574199740 1 --2- 172.21.15.17:0/1433035095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a72be414a0 0x55a72be50210 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.671+0000 7fa54affd640 0 client.19041 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:22.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.671+0000 7fa574199740 1 --2- 172.21.15.17:0/1433035095 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a72be3da30 0x55a72be54ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.671+0000 7fa574199740 1 -- 172.21.15.17:0/1433035095 >> 172.21.15.17:0/1433035095 conn(0x55a72be49910 msgr2=0x55a72be4b2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:22.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.671+0000 7fa574199740 1 -- 172.21.15.17:0/1433035095 shutdown_connections 2024-09-16T02:05:22.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.672+0000 7fa574199740 1 -- 172.21.15.17:0/1433035095 wait complete. 2024-09-16T02:05:22.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.672+0000 7fa574199740 20 client.19041 trim_cache size 0 max 16384 2024-09-16T02:05:22.678 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:05:22.678 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T02:05:22.679 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T02:05:22.679 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:05:22.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.672+0000 7fa571dc0640 1 -- 172.21.15.17:0/1727332106 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa5540a32c0 msgr2=0x7fa5540a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:22.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.672+0000 7fa571dc0640 1 --2- 172.21.15.17:0/1727332106 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa5540a32c0 0x7fa5540a5780 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fa564033000 tx=0x7fa5640303a0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.673+0000 7fa571dc0640 1 -- 172.21.15.17:0/1727332106 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56c101de0 msgr2=0x7fa56c0744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:22.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.673+0000 7fa571dc0640 1 --2- 172.21.15.17:0/1727332106 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56c101de0 0x7fa56c0744f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa55c00e9c0 tx=0x7fa55c00ee80 comp rx=0 tx=0).stop 2024-09-16T02:05:22.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.673+0000 7fa571dc0640 1 -- 172.21.15.17:0/1727332106 shutdown_connections 2024-09-16T02:05:22.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.673+0000 7fa571dc0640 1 --2- 172.21.15.17:0/1727332106 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fa5540a32c0 0x7fa5540a5780 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.673+0000 7fa571dc0640 1 --2- 172.21.15.17:0/1727332106 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa56c106f10 0x7fa56c074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.673+0000 7fa571dc0640 1 --2- 172.21.15.17:0/1727332106 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fa56c102790 0x7fa56c074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.673+0000 7fa571dc0640 1 --2- 172.21.15.17:0/1727332106 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fa56c101de0 0x7fa56c0744f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:22.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.673+0000 7fa571dc0640 1 -- 172.21.15.17:0/1727332106 >> 172.21.15.17:0/1727332106 conn(0x7fa56c0fd8e0 msgr2=0x7fa56c0fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:22.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.673+0000 7fa571dc0640 1 -- 172.21.15.17:0/1727332106 shutdown_connections 2024-09-16T02:05:22.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:22.673+0000 7fa571dc0640 1 -- 172.21.15.17:0/1727332106 wait complete. 2024-09-16T02:05:22.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:22 smithi017 ceph-mon[30972]: pgmap v994: 97 pgs: 97 active+clean; 532 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 661 KiB/s rd, 4.1 MiB/s wr, 185 op/s 2024-09-16T02:05:23.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:22 smithi122 ceph-mon[34758]: pgmap v994: 97 pgs: 97 active+clean; 532 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 661 KiB/s rd, 4.1 MiB/s wr, 185 op/s 2024-09-16T02:05:23.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:22 smithi029 ceph-mon[34783]: pgmap v994: 97 pgs: 97 active+clean; 532 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 661 KiB/s rd, 4.1 MiB/s wr, 185 op/s 2024-09-16T02:05:23.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 81114 8.26 MB/sec execute 405 sec latency 96.525 ms 2024-09-16T02:05:23.763 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T02:05:23.763 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:05:24.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:05:24.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:23 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:05:24.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:23 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:05:24.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:23 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:24.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 81241 8.25 MB/sec execute 406 sec latency 100.901 ms 2024-09-16T02:05:24.214 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:05:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.778+0000 7f573463f640 1 -- 172.21.15.17:0/2414504625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f572c100e20 msgr2=0x7f572c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:24.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.778+0000 7f573463f640 1 --2- 172.21.15.17:0/2414504625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f572c100e20 0x7f572c101200 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7f5728009900 tx=0x7f572802a480 comp rx=0 tx=0).stop 2024-09-16T02:05:24.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.778+0000 7f573463f640 1 -- 172.21.15.17:0/2414504625 shutdown_connections 2024-09-16T02:05:24.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.778+0000 7f573463f640 1 --2- 172.21.15.17:0/2414504625 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f572c102ef0 0x7f572c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:24.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.778+0000 7f573463f640 1 --2- 172.21.15.17:0/2414504625 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f572c102570 0x7f572c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:24.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.778+0000 7f573463f640 1 --2- 172.21.15.17:0/2414504625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f572c100e20 0x7f572c101200 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:24.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.778+0000 7f573463f640 1 -- 172.21.15.17:0/2414504625 >> 172.21.15.17:0/2414504625 conn(0x7f572c0fc7d0 msgr2=0x7f572c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:24.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.778+0000 7f573463f640 1 -- 172.21.15.17:0/2414504625 shutdown_connections 2024-09-16T02:05:24.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.778+0000 7f573463f640 1 -- 172.21.15.17:0/2414504625 wait complete. 2024-09-16T02:05:24.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.779+0000 7f573463f640 1 Processor -- start 2024-09-16T02:05:24.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.779+0000 7f573463f640 1 -- start start 2024-09-16T02:05:24.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.780+0000 7f573463f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f572c100e20 0x7f572c198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:24.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.780+0000 7f573463f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f572c102570 0x7f572c1989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:24.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.780+0000 7f573463f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f572c102ef0 0x7f572c19cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:24.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.780+0000 7f573463f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f572c111f40 con 0x7f572c102570 2024-09-16T02:05:24.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.780+0000 7f573463f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f572c111dc0 con 0x7f572c100e20 2024-09-16T02:05:24.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.780+0000 7f573463f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f572c1120c0 con 0x7f572c102ef0 2024-09-16T02:05:24.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.780+0000 7f5731bda640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f572c102570 0x7f572c1989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:24.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.780+0000 7f5732bdc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f572c102ef0 0x7f572c19cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:24.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.780+0000 7f5731bda640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f572c102570 0x7f572c1989c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36010/0 (socket says 172.21.15.17:36010) 2024-09-16T02:05:24.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.780+0000 7f5732bdc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f572c102ef0 0x7f572c19cd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:37914/0 (socket says 172.21.15.17:37914) 2024-09-16T02:05:24.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.780+0000 7f5731bda640 1 -- 172.21.15.17:0/1772287395 learned_addr learned my addr 172.21.15.17:0/1772287395 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:24.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.780+0000 7f57323db640 1 --2- 172.21.15.17:0/1772287395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f572c100e20 0x7f572c198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:24.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.781+0000 7f5732bdc640 1 -- 172.21.15.17:0/1772287395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f572c100e20 msgr2=0x7f572c198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:24.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.781+0000 7f5732bdc640 1 --2- 172.21.15.17:0/1772287395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f572c100e20 0x7f572c198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:24.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.781+0000 7f5732bdc640 1 -- 172.21.15.17:0/1772287395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f572c102570 msgr2=0x7f572c1989c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:24.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.781+0000 7f5732bdc640 1 --2- 172.21.15.17:0/1772287395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f572c102570 0x7f572c1989c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:24.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.781+0000 7f5732bdc640 1 -- 172.21.15.17:0/1772287395 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f572c19d430 con 0x7f572c102ef0 2024-09-16T02:05:24.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.781+0000 7f5732bdc640 1 --2- 172.21.15.17:0/1772287395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f572c102ef0 0x7f572c19cd50 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f5724009fd0 tx=0x7f572400ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:24.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.781+0000 7f57237fe640 1 -- 172.21.15.17:0/1772287395 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f572400ce20 con 0x7f572c102ef0 2024-09-16T02:05:24.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.781+0000 7f573463f640 1 -- 172.21.15.17:0/1772287395 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f572c19d720 con 0x7f572c102ef0 2024-09-16T02:05:24.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.781+0000 7f57237fe640 1 -- 172.21.15.17:0/1772287395 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5724005020 con 0x7f572c102ef0 2024-09-16T02:05:24.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.781+0000 7f573463f640 1 -- 172.21.15.17:0/1772287395 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f572c1a5000 con 0x7f572c102ef0 2024-09-16T02:05:24.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.781+0000 7f57237fe640 1 -- 172.21.15.17:0/1772287395 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5724010690 con 0x7f572c102ef0 2024-09-16T02:05:24.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.783+0000 7f573463f640 1 -- 172.21.15.17:0/1772287395 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5710005290 con 0x7f572c102ef0 2024-09-16T02:05:24.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.784+0000 7f57237fe640 1 -- 172.21.15.17:0/1772287395 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f5724004a40 con 0x7f572c102ef0 2024-09-16T02:05:24.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.785+0000 7f57237fe640 1 --2- 172.21.15.17:0/1772287395 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f57180a32c0 0x7f57180a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:24.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.785+0000 7f57237fe640 1 -- 172.21.15.17:0/1772287395 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f57240cfe30 con 0x7f572c102ef0 2024-09-16T02:05:24.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.785+0000 7f57323db640 1 --2- 172.21.15.17:0/1772287395 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f57180a32c0 0x7f57180a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:24.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.786+0000 7f57323db640 1 --2- 172.21.15.17:0/1772287395 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f57180a32c0 0x7f57180a5780 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f5728000c00 tx=0x7f5728005e80 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:24.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:24.791+0000 7f57237fe640 1 -- 172.21.15.17:0/1772287395 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f572409cb50 con 0x7f572c102ef0 2024-09-16T02:05:25.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:24 smithi017 ceph-mon[30972]: pgmap v995: 97 pgs: 97 active+clean; 534 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 784 KiB/s rd, 4.3 MiB/s wr, 205 op/s 2024-09-16T02:05:25.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:24 smithi029 ceph-mon[34783]: pgmap v995: 97 pgs: 97 active+clean; 534 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 784 KiB/s rd, 4.3 MiB/s wr, 205 op/s 2024-09-16T02:05:25.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:24 smithi122 ceph-mon[34758]: pgmap v995: 97 pgs: 97 active+clean; 534 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 784 KiB/s rd, 4.3 MiB/s wr, 205 op/s 2024-09-16T02:05:25.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 81401 8.25 MB/sec execute 407 sec latency 106.283 ms 2024-09-16T02:05:25.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:25.139+0000 7f573463f640 1 -- 172.21.15.17:0/1772287395 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5710005580 con 0x7f572c102ef0 2024-09-16T02:05:25.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:25.140+0000 7f57237fe640 1 -- 172.21.15.17:0/1772287395 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11901 (secure 0 0 0) 0x7f572409c450 con 0x7f572c102ef0 2024-09-16T02:05:25.142 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:05:25.142 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"btime":"2024-09-16T01:59:05:278302+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:59:04.450935+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T02:05:25.142 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-09-16T02:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:25.142+0000 7f573463f640 1 -- 172.21.15.17:0/1772287395 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f57180a32c0 msgr2=0x7f57180a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:25.142+0000 7f573463f640 1 --2- 172.21.15.17:0/1772287395 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f57180a32c0 0x7f57180a5780 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f5728000c00 tx=0x7f5728005e80 comp rx=0 tx=0).stop 2024-09-16T02:05:25.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:25.143+0000 7f573463f640 1 -- 172.21.15.17:0/1772287395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f572c102ef0 msgr2=0x7f572c19cd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:25.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:25.143+0000 7f573463f640 1 --2- 172.21.15.17:0/1772287395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f572c102ef0 0x7f572c19cd50 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f5724009fd0 tx=0x7f572400ef10 comp rx=0 tx=0).stop 2024-09-16T02:05:25.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:25.143+0000 7f573463f640 1 -- 172.21.15.17:0/1772287395 shutdown_connections 2024-09-16T02:05:25.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:25.143+0000 7f573463f640 1 --2- 172.21.15.17:0/1772287395 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f57180a32c0 0x7f57180a5780 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:25.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:25.143+0000 7f573463f640 1 --2- 172.21.15.17:0/1772287395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f572c102ef0 0x7f572c19cd50 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:25.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:25.143+0000 7f573463f640 1 --2- 172.21.15.17:0/1772287395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f572c102570 0x7f572c1989c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:25.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:25.143+0000 7f573463f640 1 --2- 172.21.15.17:0/1772287395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f572c100e20 0x7f572c198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:25.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:25.143+0000 7f573463f640 1 -- 172.21.15.17:0/1772287395 >> 172.21.15.17:0/1772287395 conn(0x7f572c0fc7d0 msgr2=0x7f572c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:25.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:25.143+0000 7f573463f640 1 -- 172.21.15.17:0/1772287395 shutdown_connections 2024-09-16T02:05:25.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:25.143+0000 7f573463f640 1 -- 172.21.15.17:0/1772287395 wait complete. 2024-09-16T02:05:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:05:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:05:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:25 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1772287395' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:05:25.951 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T02:05:26.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:26.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:26.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:05:26.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:05:26.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:26.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:25 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1772287395' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:05:26.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:26.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:26.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:05:26.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:05:26.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:05:26.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:25 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1772287395' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:05:26.052 INFO:tasks.workunit.client.0.smithi017.stdout: 10 81568 8.24 MB/sec execute 408 sec latency 73.185 ms 2024-09-16T02:05:26.306 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:05:26.772 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:26 smithi017 ceph-mon[30972]: pgmap v996: 97 pgs: 97 active+clean; 532 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 700 KiB/s rd, 4.0 MiB/s wr, 195 op/s 2024-09-16T02:05:26.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.892+0000 7f68519d3640 1 -- 172.21.15.17:0/2051085664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f684c101420 msgr2=0x7f684c10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:26.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.892+0000 7f68519d3640 1 --2- 172.21.15.17:0/2051085664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f684c101420 0x7f684c10d950 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f6844009c10 tx=0x7f684402a6e0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.892+0000 7f68519d3640 1 -- 172.21.15.17:0/2051085664 shutdown_connections 2024-09-16T02:05:26.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.892+0000 7f68519d3640 1 --2- 172.21.15.17:0/2051085664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f684c101420 0x7f684c10d950 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.892+0000 7f68519d3640 1 --2- 172.21.15.17:0/2051085664 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f684c100a80 0x7f684c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.892+0000 7f68519d3640 1 --2- 172.21.15.17:0/2051085664 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f684c106a80 0x7f684c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.892+0000 7f68519d3640 1 -- 172.21.15.17:0/2051085664 >> 172.21.15.17:0/2051085664 conn(0x7f684c0fc7a0 msgr2=0x7f684c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:26.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.892+0000 7f68519d3640 1 -- 172.21.15.17:0/2051085664 shutdown_connections 2024-09-16T02:05:26.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.893+0000 7f68519d3640 1 -- 172.21.15.17:0/2051085664 wait complete. 2024-09-16T02:05:26.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.895+0000 7f68519d3640 1 Processor -- start 2024-09-16T02:05:26.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.895+0000 7f68519d3640 1 -- start start 2024-09-16T02:05:26.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.896+0000 7f68519d3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f684c100a80 0x7f684c198360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.896+0000 7f68519d3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f684c101420 0x7f684c1988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.896+0000 7f68519d3640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f684c106a80 0x7f684c19cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.896+0000 7f68519d3640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f684c06b050 con 0x7f684c101420 2024-09-16T02:05:26.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.896+0000 7f68519d3640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f684c06aed0 con 0x7f684c106a80 2024-09-16T02:05:26.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.896+0000 7f68519d3640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f684c06b1d0 con 0x7f684c100a80 2024-09-16T02:05:26.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.896+0000 7f684affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f684c100a80 0x7f684c198360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.896+0000 7f684affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f684c100a80 0x7f684c198360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50096/0 (socket says 172.21.15.17:50096) 2024-09-16T02:05:26.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.896+0000 7f684affd640 1 -- 172.21.15.17:0/3569662934 learned_addr learned my addr 172.21.15.17:0/3569662934 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:26.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.896+0000 7f684b7fe640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f684c106a80 0x7f684c19cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.896+0000 7f684a7fc640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f684c101420 0x7f684c1988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.897+0000 7f684affd640 1 -- 172.21.15.17:0/3569662934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f684c106a80 msgr2=0x7f684c19cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:26.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.897+0000 7f684affd640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f684c106a80 0x7f684c19cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.897+0000 7f684affd640 1 -- 172.21.15.17:0/3569662934 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f684c101420 msgr2=0x7f684c1988a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:26.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.897+0000 7f684affd640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f684c101420 0x7f684c1988a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.897+0000 7f684affd640 1 -- 172.21.15.17:0/3569662934 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f684c19d310 con 0x7f684c100a80 2024-09-16T02:05:26.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.897+0000 7f684b7fe640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f684c106a80 0x7f684c19cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:05:26.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.897+0000 7f684affd640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f684c100a80 0x7f684c198360 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f683c00e9f0 tx=0x7f683c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:26.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.897+0000 7f68509d1640 1 -- 172.21.15.17:0/3569662934 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f683c00ccc0 con 0x7f684c100a80 2024-09-16T02:05:26.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.898+0000 7f68519d3640 1 -- 172.21.15.17:0/3569662934 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f684c19d600 con 0x7f684c100a80 2024-09-16T02:05:26.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.898+0000 7f68509d1640 1 -- 172.21.15.17:0/3569662934 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f683c0054d0 con 0x7f684c100a80 2024-09-16T02:05:26.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.898+0000 7f68509d1640 1 -- 172.21.15.17:0/3569662934 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f683c010430 con 0x7f684c100a80 2024-09-16T02:05:26.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.898+0000 7f68519d3640 1 -- 172.21.15.17:0/3569662934 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f684c19da50 con 0x7f684c100a80 2024-09-16T02:05:26.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.901+0000 7f68509d1640 1 -- 172.21.15.17:0/3569662934 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f683c0105f0 con 0x7f684c100a80 2024-09-16T02:05:26.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.902+0000 7f6853dac740 1 Processor -- start 2024-09-16T02:05:26.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.902+0000 7f6853dac740 1 -- start start 2024-09-16T02:05:26.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.902+0000 7f6853dac740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae248350 0x5594ae2468a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.902+0000 7f6853dac740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae246de0 0x5594ae247220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.902+0000 7f6853dac740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae251b80 0x5594ae253f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.902+0000 7f6853dac740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5594ae1a42f0 con 0x5594ae248350 2024-09-16T02:05:26.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.902+0000 7f6853dac740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5594ae14bcf0 con 0x5594ae246de0 2024-09-16T02:05:26.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.902+0000 7f6853dac740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5594ae1a02b0 con 0x5594ae251b80 2024-09-16T02:05:26.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.902+0000 7f684b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae248350 0x5594ae2468a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.902+0000 7f684b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae248350 0x5594ae2468a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60206/0 (socket says 172.21.15.17:60206) 2024-09-16T02:05:26.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.902+0000 7f684b7fe640 1 -- 172.21.15.17:0/1824227383 learned_addr learned my addr 172.21.15.17:0/1824227383 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:26.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.903+0000 7f684a7fc640 1 --2- 172.21.15.17:0/1824227383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae251b80 0x5594ae253f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.903+0000 7f684b7fe640 1 -- 172.21.15.17:0/1824227383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae251b80 msgr2=0x5594ae253f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:26.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.903+0000 7f684b7fe640 1 --2- 172.21.15.17:0/1824227383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae251b80 0x5594ae253f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.903+0000 7f684b7fe640 1 -- 172.21.15.17:0/1824227383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae246de0 msgr2=0x5594ae247220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:26.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.903+0000 7f684affd640 1 --2- 172.21.15.17:0/1824227383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae246de0 0x5594ae247220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.903+0000 7f684b7fe640 1 --2- 172.21.15.17:0/1824227383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae246de0 0x5594ae247220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.903+0000 7f684b7fe640 1 -- 172.21.15.17:0/1824227383 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594ae1303a0 con 0x5594ae248350 2024-09-16T02:05:26.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.903+0000 7f684b7fe640 1 --2- 172.21.15.17:0/1824227383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae248350 0x5594ae2468a0 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f6844033000 tx=0x7f6844031550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71413ceb9f09dafd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:26.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.904+0000 7f6831ffb640 1 -- 172.21.15.17:0/1824227383 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844041070 con 0x5594ae248350 2024-09-16T02:05:26.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.904+0000 7f6831ffb640 1 -- 172.21.15.17:0/1824227383 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6844003e20 con 0x5594ae248350 2024-09-16T02:05:26.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.904+0000 7f68509d1640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f68340a3390 0x7f68340a5850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.904+0000 7f6831ffb640 1 -- 172.21.15.17:0/1824227383 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844036030 con 0x5594ae248350 2024-09-16T02:05:26.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.904+0000 7f68509d1640 1 -- 172.21.15.17:0/3569662934 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f683c0cfad0 con 0x7f684c100a80 2024-09-16T02:05:26.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.904+0000 7f684affd640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f68340a3390 0x7f68340a5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.905+0000 7f6853dac740 1 -- 172.21.15.17:0/1824227383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae248350 msgr2=0x5594ae2468a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:26.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.905+0000 7f6853dac740 1 --2- 172.21.15.17:0/1824227383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae248350 0x5594ae2468a0 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f6844033000 tx=0x7f6844031550 comp rx=0 tx=0).stop 2024-09-16T02:05:26.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.905+0000 7f6853dac740 1 -- 172.21.15.17:0/1824227383 shutdown_connections 2024-09-16T02:05:26.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.905+0000 7f6853dac740 1 --2- 172.21.15.17:0/1824227383 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae251b80 0x5594ae253f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.905+0000 7f6853dac740 1 --2- 172.21.15.17:0/1824227383 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae246de0 0x5594ae247220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.905+0000 7f6853dac740 1 --2- 172.21.15.17:0/1824227383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae248350 0x5594ae2468a0 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.905+0000 7f6853dac740 1 -- 172.21.15.17:0/1824227383 >> 172.21.15.17:0/1824227383 conn(0x5594ae207310 msgr2=0x5594ae243470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:26.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.905+0000 7f684affd640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f68340a3390 0x7f68340a5850 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f683c0a4830 tx=0x7f683c0bc040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:26.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.906+0000 7f6853dac740 1 -- 172.21.15.17:0/1824227383 shutdown_connections 2024-09-16T02:05:26.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.906+0000 7f6853dac740 1 -- 172.21.15.17:0/1824227383 wait complete. 2024-09-16T02:05:26.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.907+0000 7f6853dac740 1 -- start start 2024-09-16T02:05:26.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.907+0000 7f6853dac740 1 Processor -- start 2024-09-16T02:05:26.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.908+0000 7f6853dac740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae246de0 0x5594ae2514f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.908+0000 7f6853dac740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae248350 0x5594ae24e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.908+0000 7f6853dac740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae251b80 0x5594ae24ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.908+0000 7f684b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae246de0 0x5594ae2514f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.908+0000 7f684b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae246de0 0x5594ae2514f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50110/0 (socket says 172.21.15.17:50110) 2024-09-16T02:05:26.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.908+0000 7f684a7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae248350 0x5594ae24e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.908+0000 7f684a7fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae248350 0x5594ae24e7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:37636/0 (socket says 172.21.15.17:37636) 2024-09-16T02:05:26.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.908+0000 7f684b7fe640 1 -- 172.21.15.17:0/2575863739 learned_addr learned my addr 172.21.15.17:0/2575863739 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:26.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.909+0000 7f6853dac740 1 -- 172.21.15.17:0/2575863739 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5594ae254870 con 0x5594ae251b80 2024-09-16T02:05:26.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.909+0000 7f6853dac740 1 -- 172.21.15.17:0/2575863739 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5594ae15f060 con 0x5594ae248350 2024-09-16T02:05:26.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.909+0000 7f6853dac740 1 -- 172.21.15.17:0/2575863739 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5594ae2549f0 con 0x5594ae246de0 2024-09-16T02:05:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.909+0000 7f684b7fe640 1 --2- 172.21.15.17:0/2575863739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae251b80 0x5594ae24ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.909+0000 7f6853dac740 10 client.0 _ll_register_callbacks cb 0x5594adeb28c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:05:26.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.909+0000 7f684a7fc640 1 -- 172.21.15.17:0/2575863739 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae246de0 msgr2=0x5594ae2514f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.909+0000 7f684a7fc640 1 --2- 172.21.15.17:0/2575863739 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae246de0 0x5594ae2514f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.909+0000 7f684a7fc640 1 -- 172.21.15.17:0/2575863739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae251b80 msgr2=0x5594ae24ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.909+0000 7f684a7fc640 1 --2- 172.21.15.17:0/2575863739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae251b80 0x5594ae24ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.909+0000 7f684a7fc640 1 -- 172.21.15.17:0/2575863739 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594adf153c0 con 0x5594ae248350 2024-09-16T02:05:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.909+0000 7f6853dac740 1 -- 172.21.15.17:0/2575863739 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6844003e20 con 0x5594ae248350 2024-09-16T02:05:26.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.909+0000 7f684b7fe640 1 --2- 172.21.15.17:0/2575863739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae251b80 0x5594ae24ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:05:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.910+0000 7f684a7fc640 1 --2- 172.21.15.17:0/2575863739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae248350 0x5594ae24e7a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f684c1060c0 tx=0x7f684000bf30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=27aa11237deecabf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.910+0000 7f682affd640 10 client.28412 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:05:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.910+0000 7f682affd640 1 -- 172.21.15.17:0/2575863739 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6840003dc0 con 0x5594ae248350 2024-09-16T02:05:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.910+0000 7f682affd640 1 -- 172.21.15.17:0/2575863739 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f6840005020 con 0x5594ae248350 2024-09-16T02:05:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.910+0000 7f682affd640 1 -- 172.21.15.17:0/2575863739 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f68400052a0 con 0x5594ae248350 2024-09-16T02:05:26.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.910+0000 7f6853dac740 10 client.28412 fetch_fsmap learned FSMap version 28 2024-09-16T02:05:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.910+0000 7f6853dac740 1 -- 172.21.15.17:0/2575863739 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({fsmap=28}) -- 0x5594ae260270 con 0x5594ae248350 2024-09-16T02:05:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.910+0000 7f682affd640 1 -- 172.21.15.17:0/2575863739 <== mon.2 v2:172.21.15.29:3300/0 4 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f6840005440 con 0x5594ae248350 2024-09-16T02:05:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.911+0000 7f6853dac740 10 client.28412 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:05:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.911+0000 7f6853dac740 10 client.28412 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:05:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.911+0000 7f6853dac740 20 client.28412 populate_metadata read hostname 'smithi017' 2024-09-16T02:05:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.911+0000 7f6853dac740 1 --2- 172.21.15.17:0/2575863739 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5594ae261620 0x5594ae263a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.911+0000 7f6853dac740 4 client.28412 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:05:26.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.911+0000 7f6853dac740 1 -- 172.21.15.17:0/2575863739 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5594ae1b1860 con 0x5594ae261620 2024-09-16T02:05:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.911+0000 7f684b7fe640 1 --2- 172.21.15.17:0/2575863739 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5594ae261620 0x5594ae263a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.911+0000 7f684b7fe640 1 --2- 172.21.15.17:0/2575863739 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5594ae261620 0x5594ae263a10 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f51ba4ddff5f0fba server_cookie=ff3eeef17c7a7e43 in_seq=0 out_seq=0 2024-09-16T02:05:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.911+0000 7f682affd640 10 client.28412 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:05:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.912+0000 7f682affd640 1 -- 172.21.15.17:0/2575863739 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5594ae1b1860 con 0x5594ae261620 2024-09-16T02:05:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.912+0000 7f682affd640 10 client.28412 handle_command_reply: tid=0 2024-09-16T02:05:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.912+0000 7f6853dac740 1 client.28412 shutdown 2024-09-16T02:05:26.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.912+0000 7f6853dac740 1 -- 172.21.15.17:0/2575863739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae248350 msgr2=0x5594ae24e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.912+0000 7f6853dac740 1 --2- 172.21.15.17:0/2575863739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae248350 0x5594ae24e7a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f684c1060c0 tx=0x7f684000bf30 comp rx=0 tx=0).stop 2024-09-16T02:05:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.912+0000 7f6853dac740 1 -- 172.21.15.17:0/2575863739 shutdown_connections 2024-09-16T02:05:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.912+0000 7f6853dac740 1 --2- 172.21.15.17:0/2575863739 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5594ae261620 0x5594ae263a10 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.912+0000 7f682affd640 0 client.28412 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:05:26.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.912+0000 7f6853dac740 1 --2- 172.21.15.17:0/2575863739 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae251b80 0x5594ae24ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.912+0000 7f6853dac740 1 --2- 172.21.15.17:0/2575863739 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae248350 0x5594ae24e7a0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.912+0000 7f6853dac740 1 --2- 172.21.15.17:0/2575863739 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae246de0 0x5594ae2514f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.912+0000 7f6853dac740 1 -- 172.21.15.17:0/2575863739 >> 172.21.15.17:0/2575863739 conn(0x5594ae207310 msgr2=0x5594ae249140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.912+0000 7f6853dac740 1 -- 172.21.15.17:0/2575863739 shutdown_connections 2024-09-16T02:05:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.913+0000 7f6853dac740 1 -- 172.21.15.17:0/2575863739 wait complete. 2024-09-16T02:05:26.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.913+0000 7f6853dac740 20 client.28412 trim_cache size 0 max 16384 2024-09-16T02:05:26.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.930+0000 7f6853dac740 1 Processor -- start 2024-09-16T02:05:26.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.930+0000 7f6853dac740 1 -- start start 2024-09-16T02:05:26.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f6853dac740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae246de0 0x5594ae250710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f6853dac740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae248350 0x5594ae249930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f6853dac740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae251b80 0x5594ae249e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f6853dac740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f684c1adb30 con 0x5594ae248350 2024-09-16T02:05:26.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f6853dac740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f684c1ab400 con 0x5594ae246de0 2024-09-16T02:05:26.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f6853dac740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f684c1a9250 con 0x5594ae251b80 2024-09-16T02:05:26.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f684a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae248350 0x5594ae249930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f684a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae248350 0x5594ae249930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60230/0 (socket says 172.21.15.17:60230) 2024-09-16T02:05:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f684a7fc640 1 -- 172.21.15.17:0/4136885298 learned_addr learned my addr 172.21.15.17:0/4136885298 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f684b7fe640 1 --2- 172.21.15.17:0/4136885298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae246de0 0x5594ae250710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f684b7fe640 1 --2- 172.21.15.17:0/4136885298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae251b80 0x5594ae249e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f684b7fe640 1 -- 172.21.15.17:0/4136885298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae251b80 msgr2=0x5594ae249e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f684b7fe640 1 --2- 172.21.15.17:0/4136885298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae251b80 0x5594ae249e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f684b7fe640 1 -- 172.21.15.17:0/4136885298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae248350 msgr2=0x5594ae249930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f684b7fe640 1 --2- 172.21.15.17:0/4136885298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae248350 0x5594ae249930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f684b7fe640 1 -- 172.21.15.17:0/4136885298 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594ae24a3b0 con 0x5594ae246de0 2024-09-16T02:05:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f684a7fc640 1 --2- 172.21.15.17:0/4136885298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae248350 0x5594ae249930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:05:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.931+0000 7f684b7fe640 1 --2- 172.21.15.17:0/4136885298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae246de0 0x5594ae250710 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x5594ae2641e0 tx=0x7f684404a040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a208c98cd5afdb82 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.932+0000 7f68317fa640 1 -- 172.21.15.17:0/4136885298 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844041040 con 0x5594ae246de0 2024-09-16T02:05:26.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.932+0000 7f68317fa640 1 -- 172.21.15.17:0/4136885298 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6844003c20 con 0x5594ae246de0 2024-09-16T02:05:26.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.932+0000 7f68317fa640 1 -- 172.21.15.17:0/4136885298 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844036040 con 0x5594ae246de0 2024-09-16T02:05:26.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.933+0000 7f6853dac740 1 -- 172.21.15.17:0/4136885298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae246de0 msgr2=0x5594ae250710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:26.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.933+0000 7f6853dac740 1 --2- 172.21.15.17:0/4136885298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae246de0 0x5594ae250710 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x5594ae2641e0 tx=0x7f684404a040 comp rx=0 tx=0).stop 2024-09-16T02:05:26.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.933+0000 7f6853dac740 1 -- 172.21.15.17:0/4136885298 shutdown_connections 2024-09-16T02:05:26.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.933+0000 7f6853dac740 1 --2- 172.21.15.17:0/4136885298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae251b80 0x5594ae249e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.933+0000 7f6853dac740 1 --2- 172.21.15.17:0/4136885298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae248350 0x5594ae249930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.933+0000 7f6853dac740 1 --2- 172.21.15.17:0/4136885298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae246de0 0x5594ae250710 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.933+0000 7f6853dac740 1 -- 172.21.15.17:0/4136885298 >> 172.21.15.17:0/4136885298 conn(0x5594ae207310 msgr2=0x5594ae250000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:26.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.933+0000 7f6853dac740 1 -- 172.21.15.17:0/4136885298 shutdown_connections 2024-09-16T02:05:26.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.933+0000 7f6853dac740 1 -- 172.21.15.17:0/4136885298 wait complete. 2024-09-16T02:05:26.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.933+0000 7f6853dac740 1 -- start start 2024-09-16T02:05:26.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.933+0000 7f6853dac740 1 Processor -- start 2024-09-16T02:05:26.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f6853dac740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae246de0 0x5594ae25a2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f6853dac740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae248350 0x5594ae24b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f6853dac740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae251b80 0x5594ae24b990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f6853dac740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f684c1a98c0 con 0x5594ae251b80 2024-09-16T02:05:26.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f6853dac740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f684c1aad30 con 0x5594ae248350 2024-09-16T02:05:26.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f6853dac740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f684c1a9f90 con 0x5594ae246de0 2024-09-16T02:05:26.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f6853dac740 10 client.0 _ll_register_callbacks cb 0x7f6840004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:05:26.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f684b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae246de0 0x5594ae25a2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f684b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae246de0 0x5594ae25a2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50122/0 (socket says 172.21.15.17:50122) 2024-09-16T02:05:26.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f684b7fe640 1 -- 172.21.15.17:0/4178045658 learned_addr learned my addr 172.21.15.17:0/4178045658 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:26.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f684b7fe640 1 --2- 172.21.15.17:0/4178045658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae251b80 0x5594ae24b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f684a7fc640 1 --2- 172.21.15.17:0/4178045658 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae248350 0x5594ae24b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f684b7fe640 1 -- 172.21.15.17:0/4178045658 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae248350 msgr2=0x5594ae24b450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:26.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f684b7fe640 1 --2- 172.21.15.17:0/4178045658 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae248350 0x5594ae24b450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f684b7fe640 1 -- 172.21.15.17:0/4178045658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae251b80 msgr2=0x5594ae24b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:26.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f684b7fe640 1 --2- 172.21.15.17:0/4178045658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae251b80 0x5594ae24b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.934+0000 7f684b7fe640 1 -- 172.21.15.17:0/4178045658 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5594ae24c0d0 con 0x5594ae246de0 2024-09-16T02:05:26.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.935+0000 7f684b7fe640 1 --2- 172.21.15.17:0/4178045658 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae246de0 0x5594ae25a2b0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f68440099a0 tx=0x7f6844031550 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9289883d3c7b3c22 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:26.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.935+0000 7f682affd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:05:26.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.935+0000 7f682affd640 1 -- 172.21.15.17:0/4178045658 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6844036070 con 0x5594ae246de0 2024-09-16T02:05:26.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.935+0000 7f682affd640 1 -- 172.21.15.17:0/4178045658 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f6844004240 con 0x5594ae246de0 2024-09-16T02:05:26.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.935+0000 7f6853dac740 1 -- 172.21.15.17:0/4178045658 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f6844003c20 con 0x5594ae246de0 2024-09-16T02:05:26.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.935+0000 7f682affd640 1 -- 172.21.15.17:0/4178045658 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f6844041040 con 0x5594ae246de0 2024-09-16T02:05:26.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.935+0000 7f6853dac740 10 client.28711 fetch_fsmap learned FSMap version 28 2024-09-16T02:05:26.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.935+0000 7f6853dac740 1 -- 172.21.15.17:0/4178045658 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5594ae2cc140 con 0x5594ae246de0 2024-09-16T02:05:26.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.936+0000 7f682affd640 1 -- 172.21.15.17:0/4178045658 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f6844003c20 con 0x5594ae246de0 2024-09-16T02:05:26.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.936+0000 7f682affd640 1 -- 172.21.15.17:0/4178045658 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f6844064020 con 0x5594ae246de0 2024-09-16T02:05:26.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.936+0000 7f6853dac740 10 client.28711 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:05:26.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.936+0000 7f6853dac740 10 client.28711 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:05:26.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.936+0000 7f6853dac740 20 client.28711 populate_metadata read hostname 'smithi017' 2024-09-16T02:05:26.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.936+0000 7f6853dac740 1 --2- 172.21.15.17:0/4178045658 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5594ae261620 0x5594ae2ce320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:26.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.936+0000 7f6853dac740 4 client.28711 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:05:26.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.936+0000 7f6853dac740 1 -- 172.21.15.17:0/4178045658 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5594ae1abd70 con 0x5594ae261620 2024-09-16T02:05:26.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.936+0000 7f684a7fc640 1 --2- 172.21.15.17:0/4178045658 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5594ae261620 0x5594ae2ce320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:26.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f684a7fc640 1 --2- 172.21.15.17:0/4178045658 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5594ae261620 0x5594ae2ce320 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3d00cd070b269ae5 server_cookie=9854fb3c0522bb24 in_seq=0 out_seq=0 2024-09-16T02:05:26.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f682affd640 10 client.28711 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:05:26.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f682affd640 1 -- 172.21.15.17:0/4178045658 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5594ae1abd70 con 0x5594ae261620 2024-09-16T02:05:26.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f682affd640 10 client.28711 handle_command_reply: tid=0 2024-09-16T02:05:26.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f6853dac740 1 client.28711 shutdown 2024-09-16T02:05:26.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f6853dac740 1 -- 172.21.15.17:0/4178045658 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae246de0 msgr2=0x5594ae25a2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:26.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f6853dac740 1 --2- 172.21.15.17:0/4178045658 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae246de0 0x5594ae25a2b0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f68440099a0 tx=0x7f6844031550 comp rx=0 tx=0).stop 2024-09-16T02:05:26.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f6853dac740 1 -- 172.21.15.17:0/4178045658 shutdown_connections 2024-09-16T02:05:26.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f6853dac740 1 --2- 172.21.15.17:0/4178045658 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x5594ae261620 0x5594ae2ce320 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f682affd640 0 client.28711 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:05:26.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f6853dac740 1 --2- 172.21.15.17:0/4178045658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5594ae251b80 0x5594ae24b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f6853dac740 1 --2- 172.21.15.17:0/4178045658 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5594ae248350 0x5594ae24b450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f6853dac740 1 --2- 172.21.15.17:0/4178045658 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5594ae246de0 0x5594ae25a2b0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f6853dac740 1 -- 172.21.15.17:0/4178045658 >> 172.21.15.17:0/4178045658 conn(0x5594ae207310 msgr2=0x5594ae250820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:26.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f6853dac740 1 -- 172.21.15.17:0/4178045658 shutdown_connections 2024-09-16T02:05:26.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f6853dac740 1 -- 172.21.15.17:0/4178045658 wait complete. 2024-09-16T02:05:26.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.937+0000 7f6853dac740 20 client.28711 trim_cache size 0 max 16384 2024-09-16T02:05:26.947 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:05:26.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.938+0000 7f68519d3640 1 -- 172.21.15.17:0/3569662934 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f68340a3390 msgr2=0x7f68340a5850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:26.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.938+0000 7f68519d3640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f68340a3390 0x7f68340a5850 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f683c0a4830 tx=0x7f683c0bc040 comp rx=0 tx=0).stop 2024-09-16T02:05:26.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.938+0000 7f68519d3640 1 -- 172.21.15.17:0/3569662934 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f684c100a80 msgr2=0x7f684c198360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:26.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.938+0000 7f68519d3640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f684c100a80 0x7f684c198360 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f683c00e9f0 tx=0x7f683c00eeb0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.938+0000 7f68519d3640 1 -- 172.21.15.17:0/3569662934 shutdown_connections 2024-09-16T02:05:26.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.938+0000 7f68519d3640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f68340a3390 0x7f68340a5850 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.938+0000 7f68519d3640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f684c106a80 0x7f684c19cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.938+0000 7f68519d3640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f684c101420 0x7f684c1988a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.938+0000 7f68519d3640 1 --2- 172.21.15.17:0/3569662934 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f684c100a80 0x7f684c198360 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:26.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.938+0000 7f68519d3640 1 -- 172.21.15.17:0/3569662934 >> 172.21.15.17:0/3569662934 conn(0x7f684c0fc7a0 msgr2=0x7f684c0fdf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:26.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.939+0000 7f68519d3640 1 -- 172.21.15.17:0/3569662934 shutdown_connections 2024-09-16T02:05:26.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:26.939+0000 7f68519d3640 1 -- 172.21.15.17:0/3569662934 wait complete. 2024-09-16T02:05:26.950 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:26 smithi029 ceph-mon[34783]: pgmap v996: 97 pgs: 97 active+clean; 532 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 700 KiB/s rd, 4.0 MiB/s wr, 195 op/s 2024-09-16T02:05:26.950 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:26 smithi122 ceph-mon[34758]: pgmap v996: 97 pgs: 97 active+clean; 532 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 700 KiB/s rd, 4.0 MiB/s wr, 195 op/s 2024-09-16T02:05:27.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 81749 8.25 MB/sec execute 409 sec latency 94.978 ms 2024-09-16T02:05:27.741 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T02:05:28.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 81904 8.24 MB/sec execute 410 sec latency 113.567 ms 2024-09-16T02:05:28.079 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:05:28.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.670+0000 7fcc209d5640 1 -- 172.21.15.17:0/2906783208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc1c101420 msgr2=0x7fcc1c10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:28.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.670+0000 7fcc209d5640 1 --2- 172.21.15.17:0/2906783208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc1c101420 0x7fcc1c10d950 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7fcc14009c10 tx=0x7fcc1402a6e0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.670+0000 7fcc209d5640 1 -- 172.21.15.17:0/2906783208 shutdown_connections 2024-09-16T02:05:28.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.670+0000 7fcc209d5640 1 --2- 172.21.15.17:0/2906783208 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc1c101420 0x7fcc1c10d950 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.670+0000 7fcc209d5640 1 --2- 172.21.15.17:0/2906783208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc1c100a80 0x7fcc1c100ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.670+0000 7fcc209d5640 1 --2- 172.21.15.17:0/2906783208 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc1c106a80 0x7fcc1c106e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.670+0000 7fcc209d5640 1 -- 172.21.15.17:0/2906783208 >> 172.21.15.17:0/2906783208 conn(0x7fcc1c0fc7a0 msgr2=0x7fcc1c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:28.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.670+0000 7fcc209d5640 1 -- 172.21.15.17:0/2906783208 shutdown_connections 2024-09-16T02:05:28.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.670+0000 7fcc209d5640 1 -- 172.21.15.17:0/2906783208 wait complete. 2024-09-16T02:05:28.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.671+0000 7fcc209d5640 1 Processor -- start 2024-09-16T02:05:28.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.671+0000 7fcc209d5640 1 -- start start 2024-09-16T02:05:28.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.671+0000 7fcc209d5640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc1c100a80 0x7fcc1c19a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.671+0000 7fcc209d5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc1c101420 0x7fcc1c19aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.671+0000 7fcc209d5640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc1c106a80 0x7fcc1c19ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.671+0000 7fcc209d5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1c110d30 con 0x7fcc1c101420 2024-09-16T02:05:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.671+0000 7fcc209d5640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1c110bb0 con 0x7fcc1c106a80 2024-09-16T02:05:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.671+0000 7fcc209d5640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcc1c110eb0 con 0x7fcc1c100a80 2024-09-16T02:05:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.671+0000 7fcc1a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc1c100a80 0x7fcc1c19a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc1a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc1c100a80 0x7fcc1c19a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50136/0 (socket says 172.21.15.17:50136) 2024-09-16T02:05:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc1a59c640 1 -- 172.21.15.17:0/50469190 learned_addr learned my addr 172.21.15.17:0/50469190 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.671+0000 7fcc19d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc1c101420 0x7fcc1c19aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc1ad9d640 1 --2- 172.21.15.17:0/50469190 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc1c106a80 0x7fcc1c19ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc1a59c640 1 -- 172.21.15.17:0/50469190 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc1c106a80 msgr2=0x7fcc1c19ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/50469190 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc1c106a80 0x7fcc1c19ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc1a59c640 1 -- 172.21.15.17:0/50469190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc1c101420 msgr2=0x7fcc1c19aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/50469190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc1c101420 0x7fcc1c19aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc1a59c640 1 -- 172.21.15.17:0/50469190 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcc1c19f500 con 0x7fcc1c100a80 2024-09-16T02:05:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc19d9b640 1 --2- 172.21.15.17:0/50469190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc1c101420 0x7fcc1c19aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:05:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/50469190 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc1c100a80 0x7fcc1c19a550 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c00d950 tx=0x7fcc0c00de10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc0b7fe640 1 -- 172.21.15.17:0/50469190 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c017070 con 0x7fcc1c100a80 2024-09-16T02:05:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc209d5640 1 -- 172.21.15.17:0/50469190 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcc1c19f7f0 con 0x7fcc1c100a80 2024-09-16T02:05:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc0b7fe640 1 -- 172.21.15.17:0/50469190 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc0c009c30 con 0x7fcc1c100a80 2024-09-16T02:05:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc0b7fe640 1 -- 172.21.15.17:0/50469190 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c00f620 con 0x7fcc1c100a80 2024-09-16T02:05:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.672+0000 7fcc209d5640 1 -- 172.21.15.17:0/50469190 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcc1c1a70d0 con 0x7fcc1c100a80 2024-09-16T02:05:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.675+0000 7fcc0b7fe640 1 -- 172.21.15.17:0/50469190 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fcc0c00f7c0 con 0x7fcc1c100a80 2024-09-16T02:05:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.676+0000 7fcc22dae740 1 Processor -- start 2024-09-16T02:05:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.676+0000 7fcc22dae740 1 -- start start 2024-09-16T02:05:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.676+0000 7fcc0b7fe640 1 --2- 172.21.15.17:0/50469190 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcc040a3240 0x7fcc040a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.676+0000 7fcc22dae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f111b40 0x55a03f110090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc22dae740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f110a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc22dae740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f11b370 0x55a03f11d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc22dae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a03f0762f0 con 0x55a03f111b40 2024-09-16T02:05:28.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc22dae740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a03f01dcf0 con 0x55a03f11b370 2024-09-16T02:05:28.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc22dae740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a03f0722b0 con 0x55a03f1105d0 2024-09-16T02:05:28.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc0b7fe640 1 -- 172.21.15.17:0/50469190 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcc0c0cf360 con 0x7fcc1c100a80 2024-09-16T02:05:28.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc1ad9d640 1 --2- 172.21.15.17:0/50469190 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcc040a3240 0x7fcc040a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc19d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f110a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc19d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f110a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50150/0 (socket says 172.21.15.17:50150) 2024-09-16T02:05:28.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc19d9b640 1 -- 172.21.15.17:0/3850283519 learned_addr learned my addr 172.21.15.17:0/3850283519 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:28.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/3850283519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f111b40 0x55a03f110090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc1ad9d640 1 --2- 172.21.15.17:0/3850283519 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f11b370 0x55a03f11d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc1a59c640 1 -- 172.21.15.17:0/3850283519 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 msgr2=0x55a03f110a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:28.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/3850283519 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f110a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc1a59c640 1 -- 172.21.15.17:0/3850283519 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f11b370 msgr2=0x55a03f11d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/3850283519 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f11b370 0x55a03f11d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.677+0000 7fcc1a59c640 1 -- 172.21.15.17:0/3850283519 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a03f0023a0 con 0x55a03f111b40 2024-09-16T02:05:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.678+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/3850283519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f111b40 0x55a03f110090 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c010e20 tx=0x7fcc0c0734f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18b84a4cf34b3c44 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.678+0000 7fcc1ad9d640 1 --2- 172.21.15.17:0/50469190 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcc040a3240 0x7fcc040a5700 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fcc1402ac00 tx=0x7fcc140305c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.678+0000 7fcc08ff9640 1 -- 172.21.15.17:0/3850283519 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c020070 con 0x55a03f111b40 2024-09-16T02:05:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.678+0000 7fcc08ff9640 1 -- 172.21.15.17:0/3850283519 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc0c09c080 con 0x55a03f111b40 2024-09-16T02:05:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.678+0000 7fcc08ff9640 1 -- 172.21.15.17:0/3850283519 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c09fd30 con 0x55a03f111b40 2024-09-16T02:05:28.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.679+0000 7fcc22dae740 1 -- 172.21.15.17:0/3850283519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f111b40 msgr2=0x55a03f110090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:28.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.679+0000 7fcc22dae740 1 --2- 172.21.15.17:0/3850283519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f111b40 0x55a03f110090 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c010e20 tx=0x7fcc0c0734f0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.679+0000 7fcc22dae740 1 -- 172.21.15.17:0/3850283519 shutdown_connections 2024-09-16T02:05:28.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.679+0000 7fcc22dae740 1 --2- 172.21.15.17:0/3850283519 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f11b370 0x55a03f11d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.679+0000 7fcc22dae740 1 --2- 172.21.15.17:0/3850283519 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f110a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.679+0000 7fcc22dae740 1 --2- 172.21.15.17:0/3850283519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f111b40 0x55a03f110090 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.679+0000 7fcc22dae740 1 -- 172.21.15.17:0/3850283519 >> 172.21.15.17:0/3850283519 conn(0x55a03f0d9310 msgr2=0x55a03f10cc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:28.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.679+0000 7fcc22dae740 1 -- 172.21.15.17:0/3850283519 shutdown_connections 2024-09-16T02:05:28.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.679+0000 7fcc22dae740 1 -- 172.21.15.17:0/3850283519 wait complete. 2024-09-16T02:05:28.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.680+0000 7fcc22dae740 1 -- start start 2024-09-16T02:05:28.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.680+0000 7fcc22dae740 1 Processor -- start 2024-09-16T02:05:28.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.680+0000 7fcc22dae740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f11ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.680+0000 7fcc22dae740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f111b40 0x55a03f117ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.680+0000 7fcc22dae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f11b370 0x55a03f118420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc1a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f11ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc1a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f11ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50164/0 (socket says 172.21.15.17:50164) 2024-09-16T02:05:28.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc22dae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a03f11e070 con 0x55a03f11b370 2024-09-16T02:05:28.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc22dae740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a03f031060 con 0x55a03f111b40 2024-09-16T02:05:28.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc19d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f111b40 0x55a03f117ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc22dae740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a03f11e1f0 con 0x55a03f1105d0 2024-09-16T02:05:28.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc19d9b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f111b40 0x55a03f117ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:37698/0 (socket says 172.21.15.17:37698) 2024-09-16T02:05:28.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc19d9b640 1 -- 172.21.15.17:0/821604497 learned_addr learned my addr 172.21.15.17:0/821604497 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:28.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc22dae740 10 client.0 _ll_register_callbacks cb 0x55a03ed848c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:05:28.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc1ad9d640 1 --2- 172.21.15.17:0/821604497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f11b370 0x55a03f118420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc1a59c640 1 -- 172.21.15.17:0/821604497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f111b40 msgr2=0x55a03f117ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:28.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/821604497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f111b40 0x55a03f117ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc1a59c640 1 -- 172.21.15.17:0/821604497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f11b370 msgr2=0x55a03f118420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:28.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/821604497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f11b370 0x55a03f118420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc1a59c640 1 -- 172.21.15.17:0/821604497 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a03ede73c0 con 0x55a03f1105d0 2024-09-16T02:05:28.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc1ad9d640 1 --2- 172.21.15.17:0/821604497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f11b370 0x55a03f118420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:05:28.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/821604497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f11ac30 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x55a03f112140 tx=0x7fcc0c079170 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9291ffef942deb9e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:28.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc01ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:05:28.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc01ffb640 1 -- 172.21.15.17:0/821604497 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c020050 con 0x55a03f1105d0 2024-09-16T02:05:28.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.681+0000 7fcc01ffb640 1 -- 172.21.15.17:0/821604497 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcc0c099c80 con 0x55a03f1105d0 2024-09-16T02:05:28.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.682+0000 7fcc22dae740 1 -- 172.21.15.17:0/821604497 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcc0c09c080 con 0x55a03f1105d0 2024-09-16T02:05:28.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.682+0000 7fcc01ffb640 1 -- 172.21.15.17:0/821604497 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fcc0c0a45f0 con 0x55a03f1105d0 2024-09-16T02:05:28.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.682+0000 7fcc22dae740 10 client.28723 fetch_fsmap learned FSMap version 28 2024-09-16T02:05:28.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.682+0000 7fcc22dae740 1 -- 172.21.15.17:0/821604497 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a03f11e070 con 0x55a03f1105d0 2024-09-16T02:05:28.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.682+0000 7fcc01ffb640 1 -- 172.21.15.17:0/821604497 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc0c09c080 con 0x55a03f1105d0 2024-09-16T02:05:28.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.682+0000 7fcc01ffb640 1 -- 172.21.15.17:0/821604497 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fcc0c07bb70 con 0x55a03f1105d0 2024-09-16T02:05:28.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.682+0000 7fcc22dae740 10 client.28723 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:05:28.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.682+0000 7fcc22dae740 10 client.28723 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:05:28.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.682+0000 7fcc22dae740 20 client.28723 populate_metadata read hostname 'smithi017' 2024-09-16T02:05:28.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.683+0000 7fcc22dae740 1 --2- 172.21.15.17:0/821604497 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a03f1333c0 0x55a03f1357b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.683+0000 7fcc22dae740 4 client.28723 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:05:28.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.683+0000 7fcc22dae740 1 -- 172.21.15.17:0/821604497 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a03f083860 con 0x55a03f1333c0 2024-09-16T02:05:28.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.683+0000 7fcc19d9b640 1 --2- 172.21.15.17:0/821604497 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a03f1333c0 0x55a03f1357b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.683+0000 7fcc19d9b640 1 --2- 172.21.15.17:0/821604497 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a03f1333c0 0x55a03f1357b0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b228c50f5ca2a8eb server_cookie=e303670edcbbf0af in_seq=0 out_seq=0 2024-09-16T02:05:28.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.683+0000 7fcc01ffb640 10 client.28723 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:05:28.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.684+0000 7fcc01ffb640 1 -- 172.21.15.17:0/821604497 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a03f083860 con 0x55a03f1333c0 2024-09-16T02:05:28.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.684+0000 7fcc01ffb640 10 client.28723 handle_command_reply: tid=0 2024-09-16T02:05:28.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.684+0000 7fcc22dae740 1 client.28723 shutdown 2024-09-16T02:05:28.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.684+0000 7fcc22dae740 1 -- 172.21.15.17:0/821604497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 msgr2=0x55a03f11ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:28.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.684+0000 7fcc22dae740 1 --2- 172.21.15.17:0/821604497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f11ac30 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x55a03f112140 tx=0x7fcc0c079170 comp rx=0 tx=0).stop 2024-09-16T02:05:28.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.684+0000 7fcc22dae740 1 -- 172.21.15.17:0/821604497 shutdown_connections 2024-09-16T02:05:28.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.684+0000 7fcc22dae740 1 --2- 172.21.15.17:0/821604497 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a03f1333c0 0x55a03f1357b0 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.684+0000 7fcc22dae740 1 --2- 172.21.15.17:0/821604497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f11b370 0x55a03f118420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.684+0000 7fcc22dae740 1 --2- 172.21.15.17:0/821604497 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f111b40 0x55a03f117ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.684+0000 7fcc22dae740 1 --2- 172.21.15.17:0/821604497 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f11ac30 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.684+0000 7fcc22dae740 1 -- 172.21.15.17:0/821604497 >> 172.21.15.17:0/821604497 conn(0x55a03f0d9310 msgr2=0x55a03f112990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:28.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.684+0000 7fcc01ffb640 0 client.28723 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:05:28.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.684+0000 7fcc22dae740 1 -- 172.21.15.17:0/821604497 shutdown_connections 2024-09-16T02:05:28.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.685+0000 7fcc22dae740 1 -- 172.21.15.17:0/821604497 wait complete. 2024-09-16T02:05:28.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.685+0000 7fcc22dae740 20 client.28723 trim_cache size 0 max 16384 2024-09-16T02:05:28.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.706+0000 7fcc22dae740 1 Processor -- start 2024-09-16T02:05:28.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.706+0000 7fcc22dae740 1 -- start start 2024-09-16T02:05:28.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.706+0000 7fcc22dae740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f1105d0 0x55a03f112880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.706+0000 7fcc22dae740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f111b40 0x55a03f13af80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.706+0000 7fcc22dae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f11b370 0x55a03f13b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.706+0000 7fcc22dae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcbfc010d10 con 0x55a03f11b370 2024-09-16T02:05:28.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.706+0000 7fcc22dae740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcbfc00e5e0 con 0x55a03f1105d0 2024-09-16T02:05:28.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.706+0000 7fcc22dae740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcbfc00c410 con 0x55a03f111b40 2024-09-16T02:05:28.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.706+0000 7fcc19d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f111b40 0x55a03f13af80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.706+0000 7fcc1a59c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f1105d0 0x55a03f112880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.706+0000 7fcc19d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f111b40 0x55a03f13af80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50168/0 (socket says 172.21.15.17:50168) 2024-09-16T02:05:28.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.706+0000 7fcc19d9b640 1 -- 172.21.15.17:0/2445857782 learned_addr learned my addr 172.21.15.17:0/2445857782 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:28.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.706+0000 7fcc1ad9d640 1 --2- 172.21.15.17:0/2445857782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f11b370 0x55a03f13b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.707+0000 7fcc1a59c640 1 -- 172.21.15.17:0/2445857782 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f111b40 msgr2=0x55a03f13af80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.707+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/2445857782 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f111b40 0x55a03f13af80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.707+0000 7fcc1a59c640 1 -- 172.21.15.17:0/2445857782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f11b370 msgr2=0x55a03f13b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.707+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/2445857782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f11b370 0x55a03f13b4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.707+0000 7fcc1a59c640 1 -- 172.21.15.17:0/2445857782 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a03f10b310 con 0x55a03f1105d0 2024-09-16T02:05:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.707+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/2445857782 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f1105d0 0x55a03f112880 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c098350 tx=0x7fcc0c09ba10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=89cead2e985f33d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.707+0000 7fcc03fff640 1 -- 172.21.15.17:0/2445857782 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c020070 con 0x55a03f1105d0 2024-09-16T02:05:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.707+0000 7fcc03fff640 1 -- 172.21.15.17:0/2445857782 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcc0c09fd30 con 0x55a03f1105d0 2024-09-16T02:05:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.707+0000 7fcc03fff640 1 -- 172.21.15.17:0/2445857782 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc0c07bb70 con 0x55a03f1105d0 2024-09-16T02:05:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.708+0000 7fcc22dae740 1 -- 172.21.15.17:0/2445857782 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f1105d0 msgr2=0x55a03f112880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.708+0000 7fcc22dae740 1 --2- 172.21.15.17:0/2445857782 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f1105d0 0x55a03f112880 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c098350 tx=0x7fcc0c09ba10 comp rx=0 tx=0).stop 2024-09-16T02:05:28.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.708+0000 7fcc22dae740 1 -- 172.21.15.17:0/2445857782 shutdown_connections 2024-09-16T02:05:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.708+0000 7fcc22dae740 1 --2- 172.21.15.17:0/2445857782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f11b370 0x55a03f13b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.708+0000 7fcc22dae740 1 --2- 172.21.15.17:0/2445857782 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f111b40 0x55a03f13af80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.708+0000 7fcc22dae740 1 --2- 172.21.15.17:0/2445857782 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f1105d0 0x55a03f112880 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.708+0000 7fcc22dae740 1 -- 172.21.15.17:0/2445857782 >> 172.21.15.17:0/2445857782 conn(0x55a03f0d9310 msgr2=0x55a03f112170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.709+0000 7fcc22dae740 1 -- 172.21.15.17:0/2445857782 shutdown_connections 2024-09-16T02:05:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.709+0000 7fcc22dae740 1 -- 172.21.15.17:0/2445857782 wait complete. 2024-09-16T02:05:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.709+0000 7fcc22dae740 1 -- start start 2024-09-16T02:05:28.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.709+0000 7fcc22dae740 1 Processor -- start 2024-09-16T02:05:28.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc22dae740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f12bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc22dae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f111b40 0x55a03f12c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc22dae740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f11b370 0x55a03f1144f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc1a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f12bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc22dae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcbfc00caa0 con 0x55a03f111b40 2024-09-16T02:05:28.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc22dae740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcbfc00df10 con 0x55a03f11b370 2024-09-16T02:05:28.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc22dae740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcbfc00d170 con 0x55a03f1105d0 2024-09-16T02:05:28.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc1a59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f12bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50180/0 (socket says 172.21.15.17:50180) 2024-09-16T02:05:28.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc1a59c640 1 -- 172.21.15.17:0/1788563616 learned_addr learned my addr 172.21.15.17:0/1788563616 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:28.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc22dae740 10 client.0 _ll_register_callbacks cb 0x7fcc0c09ba80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:05:28.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc19d9b640 1 --2- 172.21.15.17:0/1788563616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f111b40 0x55a03f12c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc19d9b640 1 -- 172.21.15.17:0/1788563616 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 msgr2=0x55a03f12bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:28.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc19d9b640 1 --2- 172.21.15.17:0/1788563616 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f12bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc19d9b640 1 -- 172.21.15.17:0/1788563616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f11b370 msgr2=0x55a03f1144f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:28.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc1ad9d640 1 --2- 172.21.15.17:0/1788563616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f11b370 0x55a03f1144f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc19d9b640 1 --2- 172.21.15.17:0/1788563616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f11b370 0x55a03f1144f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc19d9b640 1 -- 172.21.15.17:0/1788563616 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a03f114ae0 con 0x55a03f111b40 2024-09-16T02:05:28.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc19d9b640 1 --2- 172.21.15.17:0/1788563616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f111b40 0x55a03f12c280 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7fcc10005fd0 tx=0x7fcc10020750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34628831902d6bd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:28.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.710+0000 7fcc01ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:05:28.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.711+0000 7fcc01ffb640 1 -- 172.21.15.17:0/1788563616 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcc10005220 con 0x55a03f111b40 2024-09-16T02:05:28.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.711+0000 7fcc01ffb640 1 -- 172.21.15.17:0/1788563616 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcc100053c0 con 0x55a03f111b40 2024-09-16T02:05:28.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.711+0000 7fcc22dae740 1 -- 172.21.15.17:0/1788563616 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55a03f07dd70 con 0x55a03f111b40 2024-09-16T02:05:28.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.711+0000 7fcc01ffb640 1 -- 172.21.15.17:0/1788563616 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fcc100055c0 con 0x55a03f111b40 2024-09-16T02:05:28.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.711+0000 7fcc22dae740 10 client.19080 fetch_fsmap learned FSMap version 28 2024-09-16T02:05:28.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.711+0000 7fcc22dae740 1 -- 172.21.15.17:0/1788563616 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a03f19d890 con 0x55a03f111b40 2024-09-16T02:05:28.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.711+0000 7fcc01ffb640 1 -- 172.21.15.17:0/1788563616 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55a03f07dd70 con 0x55a03f111b40 2024-09-16T02:05:28.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.712+0000 7fcc01ffb640 1 -- 172.21.15.17:0/1788563616 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fcc1001ebb0 con 0x55a03f111b40 2024-09-16T02:05:28.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.712+0000 7fcc22dae740 10 client.19080 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:05:28.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.712+0000 7fcc22dae740 10 client.19080 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:05:28.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.712+0000 7fcc22dae740 20 client.19080 populate_metadata read hostname 'smithi017' 2024-09-16T02:05:28.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.712+0000 7fcc22dae740 1 --2- 172.21.15.17:0/1788563616 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a03f19dff0 0x55a03f1a0410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:28.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.712+0000 7fcc22dae740 4 client.19080 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:05:28.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.712+0000 7fcc22dae740 1 -- 172.21.15.17:0/1788563616 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a03effa170 con 0x55a03f19dff0 2024-09-16T02:05:28.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.712+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/1788563616 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a03f19dff0 0x55a03f1a0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:28.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.712+0000 7fcc1a59c640 1 --2- 172.21.15.17:0/1788563616 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a03f19dff0 0x55a03f1a0410 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ce4c7a2844a12ba9 server_cookie=11f81eaea96c7e06 in_seq=0 out_seq=0 2024-09-16T02:05:28.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.712+0000 7fcc01ffb640 10 client.19080 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:05:28.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc01ffb640 1 -- 172.21.15.17:0/1788563616 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a03effa170 con 0x55a03f19dff0 2024-09-16T02:05:28.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc01ffb640 10 client.19080 handle_command_reply: tid=0 2024-09-16T02:05:28.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc22dae740 1 client.19080 shutdown 2024-09-16T02:05:28.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc22dae740 1 -- 172.21.15.17:0/1788563616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f111b40 msgr2=0x55a03f12c280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:28.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc22dae740 1 --2- 172.21.15.17:0/1788563616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f111b40 0x55a03f12c280 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7fcc10005fd0 tx=0x7fcc10020750 comp rx=0 tx=0).stop 2024-09-16T02:05:28.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc22dae740 1 -- 172.21.15.17:0/1788563616 shutdown_connections 2024-09-16T02:05:28.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc22dae740 1 --2- 172.21.15.17:0/1788563616 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55a03f19dff0 0x55a03f1a0410 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc01ffb640 0 client.19080 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:05:28.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc22dae740 1 --2- 172.21.15.17:0/1788563616 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a03f11b370 0x55a03f1144f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc22dae740 1 --2- 172.21.15.17:0/1788563616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a03f111b40 0x55a03f12c280 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc22dae740 1 --2- 172.21.15.17:0/1788563616 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a03f1105d0 0x55a03f12bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc22dae740 1 -- 172.21.15.17:0/1788563616 >> 172.21.15.17:0/1788563616 conn(0x55a03f0d9310 msgr2=0x55a03f112990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:28.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc22dae740 1 -- 172.21.15.17:0/1788563616 shutdown_connections 2024-09-16T02:05:28.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc22dae740 1 -- 172.21.15.17:0/1788563616 wait complete. 2024-09-16T02:05:28.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.713+0000 7fcc22dae740 20 client.19080 trim_cache size 0 max 16384 2024-09-16T02:05:28.719 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:05:28.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.714+0000 7fcc209d5640 1 -- 172.21.15.17:0/50469190 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcc040a3240 msgr2=0x7fcc040a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:28.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.714+0000 7fcc209d5640 1 --2- 172.21.15.17:0/50469190 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcc040a3240 0x7fcc040a5700 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7fcc1402ac00 tx=0x7fcc140305c0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.714+0000 7fcc209d5640 1 -- 172.21.15.17:0/50469190 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc1c100a80 msgr2=0x7fcc1c19a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:28.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.714+0000 7fcc209d5640 1 --2- 172.21.15.17:0/50469190 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc1c100a80 0x7fcc1c19a550 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fcc0c00d950 tx=0x7fcc0c00de10 comp rx=0 tx=0).stop 2024-09-16T02:05:28.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.714+0000 7fcc209d5640 1 -- 172.21.15.17:0/50469190 shutdown_connections 2024-09-16T02:05:28.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.714+0000 7fcc209d5640 1 --2- 172.21.15.17:0/50469190 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcc040a3240 0x7fcc040a5700 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.714+0000 7fcc209d5640 1 --2- 172.21.15.17:0/50469190 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcc1c106a80 0x7fcc1c19ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.714+0000 7fcc209d5640 1 --2- 172.21.15.17:0/50469190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcc1c101420 0x7fcc1c19aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.714+0000 7fcc209d5640 1 --2- 172.21.15.17:0/50469190 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcc1c100a80 0x7fcc1c19a550 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:28.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.714+0000 7fcc209d5640 1 -- 172.21.15.17:0/50469190 >> 172.21.15.17:0/50469190 conn(0x7fcc1c0fc7a0 msgr2=0x7fcc1c06a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:28.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.714+0000 7fcc209d5640 1 -- 172.21.15.17:0/50469190 shutdown_connections 2024-09-16T02:05:28.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:28.715+0000 7fcc209d5640 1 -- 172.21.15.17:0/50469190 wait complete. 2024-09-16T02:05:29.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:28 smithi017 ceph-mon[30972]: pgmap v997: 97 pgs: 97 active+clean; 535 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 790 KiB/s rd, 3.6 MiB/s wr, 201 op/s 2024-09-16T02:05:29.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:28 smithi029 ceph-mon[34783]: pgmap v997: 97 pgs: 97 active+clean; 535 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 790 KiB/s rd, 3.6 MiB/s wr, 201 op/s 2024-09-16T02:05:29.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:28 smithi122 ceph-mon[34758]: pgmap v997: 97 pgs: 97 active+clean; 535 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 790 KiB/s rd, 3.6 MiB/s wr, 201 op/s 2024-09-16T02:05:29.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 82020 8.23 MB/sec execute 411 sec latency 129.154 ms 2024-09-16T02:05:29.471 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T02:05:29.848 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:05:30.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 82184 8.24 MB/sec execute 412 sec latency 90.363 ms 2024-09-16T02:05:30.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.458+0000 7f38b09ee640 1 -- 172.21.15.17:0/3126774508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38ac100e20 msgr2=0x7f38ac101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:30.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.458+0000 7f38b09ee640 1 --2- 172.21.15.17:0/3126774508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38ac100e20 0x7f38ac101200 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f389c009900 tx=0x7f389c02a480 comp rx=0 tx=0).stop 2024-09-16T02:05:30.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.459+0000 7f38b09ee640 1 -- 172.21.15.17:0/3126774508 shutdown_connections 2024-09-16T02:05:30.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.459+0000 7f38b09ee640 1 --2- 172.21.15.17:0/3126774508 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38ac102ef0 0x7f38ac10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.459+0000 7f38b09ee640 1 --2- 172.21.15.17:0/3126774508 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38ac102570 0x7f38ac1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.459+0000 7f38b09ee640 1 --2- 172.21.15.17:0/3126774508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38ac100e20 0x7f38ac101200 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.459+0000 7f38b09ee640 1 -- 172.21.15.17:0/3126774508 >> 172.21.15.17:0/3126774508 conn(0x7f38ac0fc7d0 msgr2=0x7f38ac0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:30.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.459+0000 7f38b09ee640 1 -- 172.21.15.17:0/3126774508 shutdown_connections 2024-09-16T02:05:30.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.459+0000 7f38b09ee640 1 -- 172.21.15.17:0/3126774508 wait complete. 2024-09-16T02:05:30.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.460+0000 7f38b09ee640 1 Processor -- start 2024-09-16T02:05:30.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.460+0000 7f38b09ee640 1 -- start start 2024-09-16T02:05:30.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.460+0000 7f38b09ee640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38ac100e20 0x7f38ac198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.460+0000 7f38b09ee640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38ac102570 0x7f38ac198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.460+0000 7f38b09ee640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38ac102ef0 0x7f38ac19cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.460+0000 7f38b09ee640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f38ac110e30 con 0x7f38ac102ef0 2024-09-16T02:05:30.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.460+0000 7f38b09ee640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f38ac110cb0 con 0x7f38ac100e20 2024-09-16T02:05:30.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.460+0000 7f38b09ee640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f38ac110fb0 con 0x7f38ac102570 2024-09-16T02:05:30.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.460+0000 7f38aad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38ac102ef0 0x7f38ac19cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.460+0000 7f38a3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38ac102570 0x7f38ac198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.460+0000 7f38aad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38ac102ef0 0x7f38ac19cd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60296/0 (socket says 172.21.15.17:60296) 2024-09-16T02:05:30.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.460+0000 7f38aad9d640 1 -- 172.21.15.17:0/2752516836 learned_addr learned my addr 172.21.15.17:0/2752516836 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:30.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.460+0000 7f38aa59c640 1 --2- 172.21.15.17:0/2752516836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38ac100e20 0x7f38ac198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.461+0000 7f38a3fff640 1 -- 172.21.15.17:0/2752516836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38ac100e20 msgr2=0x7f38ac198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:30.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.461+0000 7f38a3fff640 1 --2- 172.21.15.17:0/2752516836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38ac100e20 0x7f38ac198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.461+0000 7f38a3fff640 1 -- 172.21.15.17:0/2752516836 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38ac102ef0 msgr2=0x7f38ac19cd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:30.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.461+0000 7f38a3fff640 1 --2- 172.21.15.17:0/2752516836 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38ac102ef0 0x7f38ac19cd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.461+0000 7f38a3fff640 1 -- 172.21.15.17:0/2752516836 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f38ac19d3f0 con 0x7f38ac102570 2024-09-16T02:05:30.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.461+0000 7f38a3fff640 1 --2- 172.21.15.17:0/2752516836 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38ac102570 0x7f38ac198980 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f389400e9f0 tx=0x7f389400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:30.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.461+0000 7f38a37fe640 1 -- 172.21.15.17:0/2752516836 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f389400ccc0 con 0x7f38ac102570 2024-09-16T02:05:30.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.461+0000 7f38b09ee640 1 -- 172.21.15.17:0/2752516836 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f38ac19d6e0 con 0x7f38ac102570 2024-09-16T02:05:30.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.461+0000 7f38a37fe640 1 -- 172.21.15.17:0/2752516836 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38940108e0 con 0x7f38ac102570 2024-09-16T02:05:30.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.461+0000 7f38a37fe640 1 -- 172.21.15.17:0/2752516836 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3894018880 con 0x7f38ac102570 2024-09-16T02:05:30.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.461+0000 7f38b09ee640 1 -- 172.21.15.17:0/2752516836 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f38ac1a4fc0 con 0x7f38ac102570 2024-09-16T02:05:30.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.464+0000 7f38a37fe640 1 -- 172.21.15.17:0/2752516836 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f3894010a90 con 0x7f38ac102570 2024-09-16T02:05:30.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.465+0000 7f38b2dc7740 1 Processor -- start 2024-09-16T02:05:30.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.465+0000 7f38b2dc7740 1 -- start start 2024-09-16T02:05:30.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.465+0000 7f38b2dc7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3b0b40 0x562b9e3af090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.465+0000 7f38b2dc7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3af5d0 0x562b9e3afa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.465+0000 7f38b2dc7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3ba370 0x562b9e3bc760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.465+0000 7f38b2dc7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562b9e3152f0 con 0x562b9e3af5d0 2024-09-16T02:05:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.465+0000 7f38b2dc7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562b9e2bccf0 con 0x562b9e3b0b40 2024-09-16T02:05:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.465+0000 7f38b2dc7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x562b9e3112b0 con 0x562b9e3ba370 2024-09-16T02:05:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.465+0000 7f38aa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3af5d0 0x562b9e3afa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.465+0000 7f38a3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3ba370 0x562b9e3bc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.465+0000 7f38aa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3af5d0 0x562b9e3afa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60298/0 (socket says 172.21.15.17:60298) 2024-09-16T02:05:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.465+0000 7f38aa59c640 1 -- 172.21.15.17:0/3975009620 learned_addr learned my addr 172.21.15.17:0/3975009620 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.466+0000 7f38aad9d640 1 --2- 172.21.15.17:0/3975009620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3b0b40 0x562b9e3af090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.466+0000 7f38a3fff640 1 -- 172.21.15.17:0/3975009620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3b0b40 msgr2=0x562b9e3af090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.466+0000 7f38a3fff640 1 --2- 172.21.15.17:0/3975009620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3b0b40 0x562b9e3af090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.466+0000 7f38a3fff640 1 -- 172.21.15.17:0/3975009620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3af5d0 msgr2=0x562b9e3afa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:30.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.466+0000 7f38a3fff640 1 --2- 172.21.15.17:0/3975009620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3af5d0 0x562b9e3afa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.466+0000 7f38a3fff640 1 -- 172.21.15.17:0/3975009620 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b9e2a13a0 con 0x562b9e3ba370 2024-09-16T02:05:30.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.466+0000 7f38a37fe640 1 --2- 172.21.15.17:0/2752516836 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38980a32c0 0x7f38980a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.466+0000 7f38a3fff640 1 --2- 172.21.15.17:0/3975009620 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3ba370 0x562b9e3bc760 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f38940cd710 tx=0x7f38940d8700 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7fe5d5d794e1f61 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.466+0000 7f38aad9d640 1 --2- 172.21.15.17:0/2752516836 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38980a32c0 0x7f38980a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.466+0000 7f38a37fe640 1 -- 172.21.15.17:0/2752516836 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f38940cfcb0 con 0x7f38ac102570 2024-09-16T02:05:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.466+0000 7f38a0ff9640 1 -- 172.21.15.17:0/3975009620 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3894026030 con 0x562b9e3ba370 2024-09-16T02:05:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.467+0000 7f38a0ff9640 1 -- 172.21.15.17:0/3975009620 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3894010e00 con 0x562b9e3ba370 2024-09-16T02:05:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.467+0000 7f38a0ff9640 1 -- 172.21.15.17:0/3975009620 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f389409c990 con 0x562b9e3ba370 2024-09-16T02:05:30.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.467+0000 7f38b2dc7740 1 -- 172.21.15.17:0/3975009620 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3ba370 msgr2=0x562b9e3bc760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.467+0000 7f38aad9d640 1 --2- 172.21.15.17:0/2752516836 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38980a32c0 0x7f38980a5780 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f38a40049d0 tx=0x7f38a4009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.467+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/3975009620 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3ba370 0x562b9e3bc760 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f38940cd710 tx=0x7f38940d8700 comp rx=0 tx=0).stop 2024-09-16T02:05:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.467+0000 7f38b2dc7740 1 -- 172.21.15.17:0/3975009620 shutdown_connections 2024-09-16T02:05:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.467+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/3975009620 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3ba370 0x562b9e3bc760 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.467+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/3975009620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3af5d0 0x562b9e3afa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.467+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/3975009620 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3b0b40 0x562b9e3af090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.467+0000 7f38b2dc7740 1 -- 172.21.15.17:0/3975009620 >> 172.21.15.17:0/3975009620 conn(0x562b9e378310 msgr2=0x562b9e3abc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.468+0000 7f38b2dc7740 1 -- 172.21.15.17:0/3975009620 shutdown_connections 2024-09-16T02:05:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.468+0000 7f38b2dc7740 1 -- 172.21.15.17:0/3975009620 wait complete. 2024-09-16T02:05:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.468+0000 7f38b2dc7740 1 -- start start 2024-09-16T02:05:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.468+0000 7f38b2dc7740 1 Processor -- start 2024-09-16T02:05:30.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38b2dc7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3af5d0 0x562b9e3b9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38b2dc7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3b0b40 0x562b9e3b7070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38b2dc7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3ba370 0x562b9e3b7800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38b2dc7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x562b9e3bd070 con 0x562b9e3ba370 2024-09-16T02:05:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38b2dc7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x562b9e2d0060 con 0x562b9e3af5d0 2024-09-16T02:05:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38b2dc7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x562b9e3bd1f0 con 0x562b9e3b0b40 2024-09-16T02:05:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38b2dc7740 10 client.0 _ll_register_callbacks cb 0x562b9e0238c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:05:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38a3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3b0b40 0x562b9e3b7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38a3fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3b0b40 0x562b9e3b7070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50208/0 (socket says 172.21.15.17:50208) 2024-09-16T02:05:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38a3fff640 1 -- 172.21.15.17:0/158391844 learned_addr learned my addr 172.21.15.17:0/158391844 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38aa59c640 1 --2- 172.21.15.17:0/158391844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3af5d0 0x562b9e3b9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38aad9d640 1 --2- 172.21.15.17:0/158391844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3ba370 0x562b9e3b7800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38a3fff640 1 -- 172.21.15.17:0/158391844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3af5d0 msgr2=0x562b9e3b9dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38a3fff640 1 --2- 172.21.15.17:0/158391844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3af5d0 0x562b9e3b9dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38a3fff640 1 -- 172.21.15.17:0/158391844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3ba370 msgr2=0x562b9e3b7800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:30.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38a3fff640 1 --2- 172.21.15.17:0/158391844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3ba370 0x562b9e3b7800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.469+0000 7f38a3fff640 1 -- 172.21.15.17:0/158391844 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b9e0863c0 con 0x562b9e3b0b40 2024-09-16T02:05:30.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.470+0000 7f38a3fff640 1 --2- 172.21.15.17:0/158391844 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3b0b40 0x562b9e3b7070 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f38940a49d0 tx=0x7f389400c7d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=be2c25ac100cf9a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:30.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.470+0000 7f3891ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:05:30.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.470+0000 7f3891ffb640 1 -- 172.21.15.17:0/158391844 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3894098530 con 0x562b9e3b0b40 2024-09-16T02:05:30.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.470+0000 7f38b2dc7740 1 -- 172.21.15.17:0/158391844 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x562b9e322860 con 0x562b9e3b0b40 2024-09-16T02:05:30.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.470+0000 7f3891ffb640 1 -- 172.21.15.17:0/158391844 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f38940d3db0 con 0x562b9e3b0b40 2024-09-16T02:05:30.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.470+0000 7f3891ffb640 1 -- 172.21.15.17:0/158391844 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f389409bdd0 con 0x562b9e3b0b40 2024-09-16T02:05:30.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.471+0000 7f38b2dc7740 10 client.28741 fetch_fsmap learned FSMap version 28 2024-09-16T02:05:30.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.471+0000 7f38b2dc7740 1 -- 172.21.15.17:0/158391844 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562b9e3bd070 con 0x562b9e3b0b40 2024-09-16T02:05:30.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.471+0000 7f3891ffb640 1 -- 172.21.15.17:0/158391844 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f389409c990 con 0x562b9e3b0b40 2024-09-16T02:05:30.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.471+0000 7f3891ffb640 1 -- 172.21.15.17:0/158391844 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f389409c4f0 con 0x562b9e3b0b40 2024-09-16T02:05:30.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.471+0000 7f38b2dc7740 10 client.28741 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:05:30.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.471+0000 7f38b2dc7740 10 client.28741 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:05:30.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.471+0000 7f38b2dc7740 20 client.28741 populate_metadata read hostname 'smithi017' 2024-09-16T02:05:30.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.471+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/158391844 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562b9e3c9d00 0x562b9e3cc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.471+0000 7f38b2dc7740 4 client.28741 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:05:30.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.471+0000 7f38b2dc7740 1 -- 172.21.15.17:0/158391844 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x562b9e322860 con 0x562b9e3c9d00 2024-09-16T02:05:30.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.472+0000 7f38aa59c640 1 --2- 172.21.15.17:0/158391844 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562b9e3c9d00 0x562b9e3cc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.472+0000 7f3891ffb640 10 client.28741 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:30.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.473+0000 7f38aa59c640 1 --2- 172.21.15.17:0/158391844 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562b9e3c9d00 0x562b9e3cc0f0 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dbc84511833f5d7d server_cookie=e7e22d4bc4927a50 in_seq=0 out_seq=0 2024-09-16T02:05:30.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.473+0000 7f3891ffb640 1 -- 172.21.15.17:0/158391844 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x562b9e322860 con 0x562b9e3c9d00 2024-09-16T02:05:30.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.473+0000 7f3891ffb640 10 client.28741 handle_command_reply: tid=0 2024-09-16T02:05:30.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.473+0000 7f38b2dc7740 1 client.28741 shutdown 2024-09-16T02:05:30.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.473+0000 7f38b2dc7740 1 -- 172.21.15.17:0/158391844 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3b0b40 msgr2=0x562b9e3b7070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:30.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.473+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/158391844 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3b0b40 0x562b9e3b7070 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f38940a49d0 tx=0x7f389400c7d0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.474+0000 7f38b2dc7740 1 -- 172.21.15.17:0/158391844 shutdown_connections 2024-09-16T02:05:30.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.474+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/158391844 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562b9e3c9d00 0x562b9e3cc0f0 crc :-1 s=READY pgs=298 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.474+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/158391844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3ba370 0x562b9e3b7800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.474+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/158391844 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3b0b40 0x562b9e3b7070 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.474+0000 7f3891ffb640 0 client.28741 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:30.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.474+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/158391844 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3af5d0 0x562b9e3b9dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.474+0000 7f38b2dc7740 1 -- 172.21.15.17:0/158391844 >> 172.21.15.17:0/158391844 conn(0x562b9e378310 msgr2=0x562b9e3b1930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:30.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.474+0000 7f38b2dc7740 1 -- 172.21.15.17:0/158391844 shutdown_connections 2024-09-16T02:05:30.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.474+0000 7f38b2dc7740 1 -- 172.21.15.17:0/158391844 wait complete. 2024-09-16T02:05:30.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.474+0000 7f38b2dc7740 20 client.28741 trim_cache size 0 max 16384 2024-09-16T02:05:30.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.496+0000 7f38b2dc7740 1 Processor -- start 2024-09-16T02:05:30.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.496+0000 7f38b2dc7740 1 -- start start 2024-09-16T02:05:30.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38b2dc7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3af5d0 0x562b9e3abd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38b2dc7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3b0b40 0x562b9e3b5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38b2dc7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3ba370 0x562b9e3d1720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38b2dc7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f38ac1adc30 con 0x562b9e3b0b40 2024-09-16T02:05:30.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38b2dc7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f38ac1ab500 con 0x562b9e3ba370 2024-09-16T02:05:30.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38b2dc7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f38ac1a9330 con 0x562b9e3af5d0 2024-09-16T02:05:30.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3b0b40 0x562b9e3b5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38aa59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3af5d0 0x562b9e3abd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3b0b40 0x562b9e3b5f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60312/0 (socket says 172.21.15.17:60312) 2024-09-16T02:05:30.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38aa59c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3af5d0 0x562b9e3abd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50222/0 (socket says 172.21.15.17:50222) 2024-09-16T02:05:30.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38a3fff640 1 -- 172.21.15.17:0/1637740221 learned_addr learned my addr 172.21.15.17:0/1637740221 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:30.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38aad9d640 1 --2- 172.21.15.17:0/1637740221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3ba370 0x562b9e3d1720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38a3fff640 1 -- 172.21.15.17:0/1637740221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3af5d0 msgr2=0x562b9e3abd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:30.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38a3fff640 1 --2- 172.21.15.17:0/1637740221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3af5d0 0x562b9e3abd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38a3fff640 1 -- 172.21.15.17:0/1637740221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3ba370 msgr2=0x562b9e3d1720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:30.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38a3fff640 1 --2- 172.21.15.17:0/1637740221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3ba370 0x562b9e3d1720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38a3fff640 1 -- 172.21.15.17:0/1637740221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x562b9e3b7b30 con 0x562b9e3b0b40 2024-09-16T02:05:30.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.497+0000 7f38aa59c640 1 --2- 172.21.15.17:0/1637740221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3af5d0 0x562b9e3abd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:05:30.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.498+0000 7f38a3fff640 1 --2- 172.21.15.17:0/1637740221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3b0b40 0x562b9e3b5f20 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f3894098c10 tx=0x7f389409bd20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=845c963ca3a6b64d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:30.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.498+0000 7f3893fff640 1 -- 172.21.15.17:0/1637740221 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f389409c060 con 0x562b9e3b0b40 2024-09-16T02:05:30.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.498+0000 7f3893fff640 1 -- 172.21.15.17:0/1637740221 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38940d37e0 con 0x562b9e3b0b40 2024-09-16T02:05:30.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.498+0000 7f3893fff640 1 -- 172.21.15.17:0/1637740221 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f389409c290 con 0x562b9e3b0b40 2024-09-16T02:05:30.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.499+0000 7f38b2dc7740 1 -- 172.21.15.17:0/1637740221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3b0b40 msgr2=0x562b9e3b5f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:30.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.499+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/1637740221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3b0b40 0x562b9e3b5f20 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f3894098c10 tx=0x7f389409bd20 comp rx=0 tx=0).stop 2024-09-16T02:05:30.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.499+0000 7f38b2dc7740 1 -- 172.21.15.17:0/1637740221 shutdown_connections 2024-09-16T02:05:30.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.499+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/1637740221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3ba370 0x562b9e3d1720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.499+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/1637740221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3b0b40 0x562b9e3b5f20 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.499+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/1637740221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3af5d0 0x562b9e3abd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.499+0000 7f38b2dc7740 1 -- 172.21.15.17:0/1637740221 >> 172.21.15.17:0/1637740221 conn(0x562b9e378310 msgr2=0x562b9e3b5810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:30.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.499+0000 7f38b2dc7740 1 -- 172.21.15.17:0/1637740221 shutdown_connections 2024-09-16T02:05:30.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.499+0000 7f38b2dc7740 1 -- 172.21.15.17:0/1637740221 wait complete. 2024-09-16T02:05:30.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.500+0000 7f38b2dc7740 1 -- start start 2024-09-16T02:05:30.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.500+0000 7f38b2dc7740 1 Processor -- start 2024-09-16T02:05:30.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.500+0000 7f38b2dc7740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3af5d0 0x562b9e3c2bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.500+0000 7f38b2dc7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3b0b40 0x562b9e3bdf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.500+0000 7f38b2dc7740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3ba370 0x562b9e3be440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.500+0000 7f38b2dc7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f38ac1a99c0 con 0x562b9e3b0b40 2024-09-16T02:05:30.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.500+0000 7f38b2dc7740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f38ac1aae30 con 0x562b9e3af5d0 2024-09-16T02:05:30.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.500+0000 7f38b2dc7740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f38ac1aa090 con 0x562b9e3ba370 2024-09-16T02:05:30.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.500+0000 7f38b2dc7740 10 client.0 _ll_register_callbacks cb 0x7f38a40093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:05:30.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.500+0000 7f38a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3b0b40 0x562b9e3bdf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.500+0000 7f38a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3b0b40 0x562b9e3bdf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60326/0 (socket says 172.21.15.17:60326) 2024-09-16T02:05:30.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.500+0000 7f38a3fff640 1 -- 172.21.15.17:0/3312845237 learned_addr learned my addr 172.21.15.17:0/3312845237 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:30.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.500+0000 7f38aad9d640 1 --2- 172.21.15.17:0/3312845237 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3ba370 0x562b9e3be440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.500+0000 7f38aa59c640 1 --2- 172.21.15.17:0/3312845237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3af5d0 0x562b9e3c2bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.501+0000 7f38a3fff640 1 -- 172.21.15.17:0/3312845237 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3ba370 msgr2=0x562b9e3be440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:30.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.501+0000 7f38a3fff640 1 --2- 172.21.15.17:0/3312845237 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3ba370 0x562b9e3be440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.501+0000 7f38a3fff640 1 -- 172.21.15.17:0/3312845237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3af5d0 msgr2=0x562b9e3c2bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:30.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.501+0000 7f38a3fff640 1 --2- 172.21.15.17:0/3312845237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3af5d0 0x562b9e3c2bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.501+0000 7f38a3fff640 1 -- 172.21.15.17:0/3312845237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x562b9e3bec20 con 0x562b9e3b0b40 2024-09-16T02:05:30.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.501+0000 7f38a3fff640 1 --2- 172.21.15.17:0/3312845237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3b0b40 0x562b9e3bdf00 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f389409c220 tx=0x7f38940d8700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2c3396af2d3d305 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:30.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.501+0000 7f3891ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:05:30.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.501+0000 7f3891ffb640 1 -- 172.21.15.17:0/3312845237 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f389409c060 con 0x562b9e3b0b40 2024-09-16T02:05:30.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.501+0000 7f38b2dc7740 1 -- 172.21.15.17:0/3312845237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f38940d37e0 con 0x562b9e3b0b40 2024-09-16T02:05:30.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.501+0000 7f3891ffb640 1 -- 172.21.15.17:0/3312845237 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f38940d34c0 con 0x562b9e3b0b40 2024-09-16T02:05:30.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.501+0000 7f3891ffb640 1 -- 172.21.15.17:0/3312845237 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f389409c990 con 0x562b9e3b0b40 2024-09-16T02:05:30.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.501+0000 7f38b2dc7740 10 client.19098 fetch_fsmap learned FSMap version 28 2024-09-16T02:05:30.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.502+0000 7f38b2dc7740 1 -- 172.21.15.17:0/3312845237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x562b9e3bec20 con 0x562b9e3b0b40 2024-09-16T02:05:30.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.502+0000 7f3891ffb640 1 -- 172.21.15.17:0/3312845237 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f38940d37e0 con 0x562b9e3b0b40 2024-09-16T02:05:30.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.502+0000 7f3891ffb640 1 -- 172.21.15.17:0/3312845237 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f38940a4af0 con 0x562b9e3b0b40 2024-09-16T02:05:30.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.502+0000 7f38b2dc7740 10 client.19098 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:05:30.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.502+0000 7f38b2dc7740 10 client.19098 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:05:30.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.502+0000 7f38b2dc7740 20 client.19098 populate_metadata read hostname 'smithi017' 2024-09-16T02:05:30.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.502+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/3312845237 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562b9e4349b0 0x562b9e436dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:30.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.502+0000 7f38b2dc7740 4 client.19098 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:05:30.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.502+0000 7f38b2dc7740 1 -- 172.21.15.17:0/3312845237 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x562b9e31cd70 con 0x562b9e4349b0 2024-09-16T02:05:30.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.502+0000 7f38aa59c640 1 --2- 172.21.15.17:0/3312845237 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562b9e4349b0 0x562b9e436dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:30.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.503+0000 7f3891ffb640 10 client.19098 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:30.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.504+0000 7f38aa59c640 1 --2- 172.21.15.17:0/3312845237 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562b9e4349b0 0x562b9e436dd0 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5454c2fe4049f62b server_cookie=b948361f82948ed9 in_seq=0 out_seq=0 2024-09-16T02:05:30.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.507+0000 7f3891ffb640 1 -- 172.21.15.17:0/3312845237 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x562b9e31cd70 con 0x562b9e4349b0 2024-09-16T02:05:30.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.507+0000 7f3891ffb640 10 client.19098 handle_command_reply: tid=0 2024-09-16T02:05:30.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.507+0000 7f38b2dc7740 1 client.19098 shutdown 2024-09-16T02:05:30.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.507+0000 7f38b2dc7740 1 -- 172.21.15.17:0/3312845237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3b0b40 msgr2=0x562b9e3bdf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:30.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.507+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/3312845237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3b0b40 0x562b9e3bdf00 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f389409c220 tx=0x7f38940d8700 comp rx=0 tx=0).stop 2024-09-16T02:05:30.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.507+0000 7f38b2dc7740 1 -- 172.21.15.17:0/3312845237 shutdown_connections 2024-09-16T02:05:30.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.507+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/3312845237 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x562b9e4349b0 0x562b9e436dd0 crc :-1 s=READY pgs=299 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.507+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/3312845237 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x562b9e3ba370 0x562b9e3be440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.507+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/3312845237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562b9e3b0b40 0x562b9e3bdf00 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.507+0000 7f38b2dc7740 1 --2- 172.21.15.17:0/3312845237 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x562b9e3af5d0 0x562b9e3c2bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.507+0000 7f3891ffb640 0 client.19098 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:30.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.507+0000 7f38b2dc7740 1 -- 172.21.15.17:0/3312845237 >> 172.21.15.17:0/3312845237 conn(0x562b9e378310 msgr2=0x562b9e3aad00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:30.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.507+0000 7f38b2dc7740 1 -- 172.21.15.17:0/3312845237 shutdown_connections 2024-09-16T02:05:30.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.508+0000 7f38b2dc7740 1 -- 172.21.15.17:0/3312845237 wait complete. 2024-09-16T02:05:30.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.508+0000 7f38b2dc7740 20 client.19098 trim_cache size 0 max 16384 2024-09-16T02:05:30.513 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:05:30.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.509+0000 7f38b09ee640 1 -- 172.21.15.17:0/2752516836 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38980a32c0 msgr2=0x7f38980a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:30.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.509+0000 7f38b09ee640 1 --2- 172.21.15.17:0/2752516836 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38980a32c0 0x7f38980a5780 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f38a40049d0 tx=0x7f38a4009500 comp rx=0 tx=0).stop 2024-09-16T02:05:30.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.509+0000 7f38b09ee640 1 -- 172.21.15.17:0/2752516836 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38ac102570 msgr2=0x7f38ac198980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:30.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.509+0000 7f38b09ee640 1 --2- 172.21.15.17:0/2752516836 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38ac102570 0x7f38ac198980 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f389400e9f0 tx=0x7f389400eeb0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.509+0000 7f38b09ee640 1 -- 172.21.15.17:0/2752516836 shutdown_connections 2024-09-16T02:05:30.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.509+0000 7f38b09ee640 1 --2- 172.21.15.17:0/2752516836 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f38980a32c0 0x7f38980a5780 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.509+0000 7f38b09ee640 1 --2- 172.21.15.17:0/2752516836 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f38ac102ef0 0x7f38ac19cd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.509+0000 7f38b09ee640 1 --2- 172.21.15.17:0/2752516836 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f38ac102570 0x7f38ac198980 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.509+0000 7f38b09ee640 1 --2- 172.21.15.17:0/2752516836 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f38ac100e20 0x7f38ac198440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:30.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.509+0000 7f38b09ee640 1 -- 172.21.15.17:0/2752516836 >> 172.21.15.17:0/2752516836 conn(0x7f38ac0fc7d0 msgr2=0x7f38ac06a270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:30.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.509+0000 7f38b09ee640 1 -- 172.21.15.17:0/2752516836 shutdown_connections 2024-09-16T02:05:30.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:30.509+0000 7f38b09ee640 1 -- 172.21.15.17:0/2752516836 wait complete. 2024-09-16T02:05:31.022 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:30 smithi017 ceph-mon[30972]: pgmap v998: 97 pgs: 97 active+clean; 532 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 885 KiB/s rd, 4.1 MiB/s wr, 244 op/s 2024-09-16T02:05:31.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:30 smithi122 ceph-mon[34758]: pgmap v998: 97 pgs: 97 active+clean; 532 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 885 KiB/s rd, 4.1 MiB/s wr, 244 op/s 2024-09-16T02:05:31.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:30 smithi029 ceph-mon[34783]: pgmap v998: 97 pgs: 97 active+clean; 532 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 885 KiB/s rd, 4.1 MiB/s wr, 244 op/s 2024-09-16T02:05:31.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 82332 8.23 MB/sec execute 413 sec latency 96.334 ms 2024-09-16T02:05:32.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 82537 8.25 MB/sec execute 414 sec latency 97.155 ms 2024-09-16T02:05:32.337 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T02:05:32.337 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T02:05:32.696 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:05:32.970 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:32 smithi017 ceph-mon[30972]: pgmap v999: 97 pgs: 97 active+clean; 533 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 617 KiB/s rd, 3.3 MiB/s wr, 196 op/s 2024-09-16T02:05:33.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:32 smithi029 ceph-mon[34783]: pgmap v999: 97 pgs: 97 active+clean; 533 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 617 KiB/s rd, 3.3 MiB/s wr, 196 op/s 2024-09-16T02:05:33.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:32 smithi122 ceph-mon[34758]: pgmap v999: 97 pgs: 97 active+clean; 533 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 617 KiB/s rd, 3.3 MiB/s wr, 196 op/s 2024-09-16T02:05:33.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 82721 8.25 MB/sec execute 415 sec latency 87.917 ms 2024-09-16T02:05:33.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.272+0000 7fc0693e9640 1 -- 172.21.15.17:0/4090823161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0641036e0 msgr2=0x7fc064107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:33.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.272+0000 7fc0693e9640 1 --2- 172.21.15.17:0/4090823161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0641036e0 0x7fc064107b90 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fc058009890 tx=0x7fc05802a380 comp rx=0 tx=0).stop 2024-09-16T02:05:33.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.272+0000 7fc0693e9640 1 -- 172.21.15.17:0/4090823161 shutdown_connections 2024-09-16T02:05:33.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.272+0000 7fc0693e9640 1 --2- 172.21.15.17:0/4090823161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0641082a0 0x7fc06410ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.272+0000 7fc0693e9640 1 --2- 172.21.15.17:0/4090823161 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0641036e0 0x7fc064107b90 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.272+0000 7fc0693e9640 1 --2- 172.21.15.17:0/4090823161 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc064102d30 0x7fc064103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.272+0000 7fc0693e9640 1 -- 172.21.15.17:0/4090823161 >> 172.21.15.17:0/4090823161 conn(0x7fc0640fc7d0 msgr2=0x7fc0640febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:33.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.273+0000 7fc0693e9640 1 -- 172.21.15.17:0/4090823161 shutdown_connections 2024-09-16T02:05:33.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.273+0000 7fc0693e9640 1 -- 172.21.15.17:0/4090823161 wait complete. 2024-09-16T02:05:33.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.273+0000 7fc0693e9640 1 Processor -- start 2024-09-16T02:05:33.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.274+0000 7fc0693e9640 1 -- start start 2024-09-16T02:05:33.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.274+0000 7fc0693e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc064102d30 0x7fc0641984c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.274+0000 7fc0693e9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0641036e0 0x7fc064198a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.274+0000 7fc0693e9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0641082a0 0x7fc06419cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.274+0000 7fc0693e9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc064111f50 con 0x7fc064102d30 2024-09-16T02:05:33.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.274+0000 7fc0693e9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc064111dd0 con 0x7fc0641082a0 2024-09-16T02:05:33.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.274+0000 7fc0693e9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc0641120d0 con 0x7fc0641036e0 2024-09-16T02:05:33.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.274+0000 7fc062ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc064102d30 0x7fc0641984c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.274+0000 7fc062ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc064102d30 0x7fc0641984c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60346/0 (socket says 172.21.15.17:60346) 2024-09-16T02:05:33.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.274+0000 7fc062ffd640 1 -- 172.21.15.17:0/3409963516 learned_addr learned my addr 172.21.15.17:0/3409963516 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:33.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.274+0000 7fc0627fc640 1 --2- 172.21.15.17:0/3409963516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0641036e0 0x7fc064198a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.275+0000 7fc0637fe640 1 --2- 172.21.15.17:0/3409963516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0641082a0 0x7fc06419cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.275+0000 7fc062ffd640 1 -- 172.21.15.17:0/3409963516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0641036e0 msgr2=0x7fc064198a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:33.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.275+0000 7fc062ffd640 1 --2- 172.21.15.17:0/3409963516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0641036e0 0x7fc064198a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.275+0000 7fc062ffd640 1 -- 172.21.15.17:0/3409963516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0641082a0 msgr2=0x7fc06419cd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:33.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.275+0000 7fc062ffd640 1 --2- 172.21.15.17:0/3409963516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0641082a0 0x7fc06419cd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.275+0000 7fc062ffd640 1 -- 172.21.15.17:0/3409963516 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc06419d470 con 0x7fc064102d30 2024-09-16T02:05:33.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.275+0000 7fc062ffd640 1 --2- 172.21.15.17:0/3409963516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc064102d30 0x7fc0641984c0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7fc05400e9f0 tx=0x7fc05400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:33.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.275+0000 7fc04bfff640 1 -- 172.21.15.17:0/3409963516 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05400cd80 con 0x7fc064102d30 2024-09-16T02:05:33.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.275+0000 7fc0693e9640 1 -- 172.21.15.17:0/3409963516 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc06419d760 con 0x7fc064102d30 2024-09-16T02:05:33.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.276+0000 7fc0693e9640 1 -- 172.21.15.17:0/3409963516 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc0641a5040 con 0x7fc064102d30 2024-09-16T02:05:33.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.276+0000 7fc04bfff640 1 -- 172.21.15.17:0/3409963516 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc0540108e0 con 0x7fc064102d30 2024-09-16T02:05:33.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.276+0000 7fc04bfff640 1 -- 172.21.15.17:0/3409963516 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0540188e0 con 0x7fc064102d30 2024-09-16T02:05:33.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.279+0000 7fc06b7c2740 1 Processor -- start 2024-09-16T02:05:33.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.279+0000 7fc04bfff640 1 -- 172.21.15.17:0/3409963516 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fc054010430 con 0x7fc064102d30 2024-09-16T02:05:33.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.279+0000 7fc06b7c2740 1 -- start start 2024-09-16T02:05:33.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.279+0000 7fc06b7c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f493ff40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.279+0000 7fc06b7c2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f494a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.279+0000 7fc06b7c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 0x5601f4951540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.279+0000 7fc06b7c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5601f48a5280 con 0x5601f494f150 2024-09-16T02:05:33.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.279+0000 7fc06b7c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5601f484cb10 con 0x5601f493fb60 2024-09-16T02:05:33.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.279+0000 7fc06b7c2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5601f48a1240 con 0x5601f4940480 2024-09-16T02:05:33.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.279+0000 7fc0637fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f493ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.279+0000 7fc0637fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f493ff40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:37810/0 (socket says 172.21.15.17:37810) 2024-09-16T02:05:33.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.279+0000 7fc0637fe640 1 -- 172.21.15.17:0/172353028 learned_addr learned my addr 172.21.15.17:0/172353028 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:33.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.280+0000 7fc062ffd640 1 --2- 172.21.15.17:0/172353028 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f494a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.280+0000 7fc0627fc640 1 --2- 172.21.15.17:0/172353028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 0x5601f4951540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.280+0000 7fc0637fe640 1 -- 172.21.15.17:0/172353028 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 msgr2=0x5601f494a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:33.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.280+0000 7fc0637fe640 1 --2- 172.21.15.17:0/172353028 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f494a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.280+0000 7fc0637fe640 1 -- 172.21.15.17:0/172353028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 msgr2=0x5601f4951540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:33.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.280+0000 7fc0637fe640 1 --2- 172.21.15.17:0/172353028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 0x5601f4951540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.280+0000 7fc0637fe640 1 -- 172.21.15.17:0/172353028 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601f48591f0 con 0x5601f493fb60 2024-09-16T02:05:33.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.280+0000 7fc0627fc640 1 --2- 172.21.15.17:0/172353028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 0x5601f4951540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:05:33.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.280+0000 7fc04bfff640 1 --2- 172.21.15.17:0/3409963516 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc04c0a3440 0x7fc04c0a5900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.281+0000 7fc04bfff640 1 -- 172.21.15.17:0/3409963516 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc054018680 con 0x7fc064102d30 2024-09-16T02:05:33.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.281+0000 7fc0637fe640 1 --2- 172.21.15.17:0/172353028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f493ff40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fc05c00e480 tx=0x7fc05c0095c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96926dd8748dfd5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:33.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.281+0000 7fc062ffd640 1 --2- 172.21.15.17:0/3409963516 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc04c0a3440 0x7fc04c0a5900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.281+0000 7fc0497fa640 1 -- 172.21.15.17:0/172353028 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c003970 con 0x5601f493fb60 2024-09-16T02:05:33.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.281+0000 7fc0497fa640 1 -- 172.21.15.17:0/172353028 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc05c00d7d0 con 0x5601f493fb60 2024-09-16T02:05:33.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.282+0000 7fc0497fa640 1 -- 172.21.15.17:0/172353028 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05c0043f0 con 0x5601f493fb60 2024-09-16T02:05:33.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.282+0000 7fc06b7c2740 1 -- 172.21.15.17:0/172353028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 msgr2=0x5601f493ff40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:33.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.282+0000 7fc062ffd640 1 --2- 172.21.15.17:0/3409963516 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc04c0a3440 0x7fc04c0a5900 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc054098a10 tx=0x7fc0540d5530 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:33.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.282+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/172353028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f493ff40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fc05c00e480 tx=0x7fc05c0095c0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.283+0000 7fc06b7c2740 1 -- 172.21.15.17:0/172353028 shutdown_connections 2024-09-16T02:05:33.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.283+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/172353028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 0x5601f4951540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.283+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/172353028 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f494a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.283+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/172353028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f493ff40 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.283+0000 7fc06b7c2740 1 -- 172.21.15.17:0/172353028 >> 172.21.15.17:0/172353028 conn(0x5601f493c0f0 msgr2=0x5601f493c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:33.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.283+0000 7fc06b7c2740 1 -- 172.21.15.17:0/172353028 shutdown_connections 2024-09-16T02:05:33.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.283+0000 7fc06b7c2740 1 -- 172.21.15.17:0/172353028 wait complete. 2024-09-16T02:05:33.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.284+0000 7fc06b7c2740 1 -- start start 2024-09-16T02:05:33.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.284+0000 7fc06b7c2740 1 Processor -- start 2024-09-16T02:05:33.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.284+0000 7fc06b7c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f4946830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.284+0000 7fc06b7c2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f4946d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc06b7c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 0x5601f494f530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc06b7c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5601f494afe0 con 0x5601f494f150 2024-09-16T02:05:33.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc0627fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f4946d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc0627fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f4946d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50264/0 (socket says 172.21.15.17:50264) 2024-09-16T02:05:33.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc0627fc640 1 -- 172.21.15.17:0/3740957199 learned_addr learned my addr 172.21.15.17:0/3740957199 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:33.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3740957199 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5601f485ff10 con 0x5601f493fb60 2024-09-16T02:05:33.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3740957199 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5601f494b160 con 0x5601f4940480 2024-09-16T02:05:33.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc0637fe640 1 --2- 172.21.15.17:0/3740957199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f4946830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc06b7c2740 10 client.0 _ll_register_callbacks cb 0x5601f4828a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:05:33.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc0637fe640 1 --2- 172.21.15.17:0/3740957199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 0x5601f494f530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc0627fc640 1 -- 172.21.15.17:0/3740957199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 msgr2=0x5601f4946830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:33.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc0627fc640 1 --2- 172.21.15.17:0/3740957199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f4946830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc0627fc640 1 -- 172.21.15.17:0/3740957199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 msgr2=0x5601f494f530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:33.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc0627fc640 1 --2- 172.21.15.17:0/3740957199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 0x5601f494f530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc0627fc640 1 -- 172.21.15.17:0/3740957199 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601f46166a0 con 0x5601f4940480 2024-09-16T02:05:33.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.285+0000 7fc0637fe640 1 --2- 172.21.15.17:0/3740957199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f4946830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:05:33.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.286+0000 7fc0627fc640 1 --2- 172.21.15.17:0/3740957199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f4946d70 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fc0640697d0 tx=0x7fc058030fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ac0c2f11f79e8edf server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:33.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.286+0000 7fc046ff5640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:05:33.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.286+0000 7fc046ff5640 1 -- 172.21.15.17:0/3740957199 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc058037040 con 0x5601f4940480 2024-09-16T02:05:33.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.286+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3740957199 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc05c00d7d0 con 0x5601f4940480 2024-09-16T02:05:33.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.286+0000 7fc046ff5640 1 -- 172.21.15.17:0/3740957199 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc058030650 con 0x5601f4940480 2024-09-16T02:05:33.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.286+0000 7fc046ff5640 1 -- 172.21.15.17:0/3740957199 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc058030850 con 0x5601f4940480 2024-09-16T02:05:33.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.286+0000 7fc06b7c2740 10 client.28759 fetch_fsmap learned FSMap version 28 2024-09-16T02:05:33.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.286+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3740957199 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5601f49595f0 con 0x5601f4940480 2024-09-16T02:05:33.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.286+0000 7fc046ff5640 1 -- 172.21.15.17:0/3740957199 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc05c00d7d0 con 0x5601f4940480 2024-09-16T02:05:33.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.287+0000 7fc046ff5640 1 -- 172.21.15.17:0/3740957199 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fc058032550 con 0x5601f4940480 2024-09-16T02:05:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.287+0000 7fc06b7c2740 10 client.28759 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:05:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.287+0000 7fc06b7c2740 10 client.28759 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:05:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.287+0000 7fc06b7c2740 20 client.28759 populate_metadata read hostname 'smithi017' 2024-09-16T02:05:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.287+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/3740957199 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5601f495ae30 0x5601f495d250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.287+0000 7fc06b7c2740 4 client.28759 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:05:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.287+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3740957199 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5601f48b27f0 con 0x5601f495ae30 2024-09-16T02:05:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.287+0000 7fc0637fe640 1 --2- 172.21.15.17:0/3740957199 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5601f495ae30 0x5601f495d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.288+0000 7fc046ff5640 10 client.28759 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.288+0000 7fc0637fe640 1 --2- 172.21.15.17:0/3740957199 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5601f495ae30 0x5601f495d250 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9882eaef9412dfb6 server_cookie=a1f6461ed71493a3 in_seq=0 out_seq=0 2024-09-16T02:05:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.289+0000 7fc046ff5640 1 -- 172.21.15.17:0/3740957199 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5601f48b27f0 con 0x5601f495ae30 2024-09-16T02:05:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.289+0000 7fc046ff5640 10 client.28759 handle_command_reply: tid=0 2024-09-16T02:05:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.289+0000 7fc06b7c2740 1 client.28759 shutdown 2024-09-16T02:05:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.289+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3740957199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 msgr2=0x5601f4946d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.289+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/3740957199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f4946d70 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fc0640697d0 tx=0x7fc058030fc0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.289+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3740957199 shutdown_connections 2024-09-16T02:05:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.289+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/3740957199 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5601f495ae30 0x5601f495d250 crc :-1 s=READY pgs=300 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.289+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/3740957199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 0x5601f494f530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.289+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/3740957199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f4946d70 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.289+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/3740957199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f4946830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.289+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3740957199 >> 172.21.15.17:0/3740957199 conn(0x5601f493c0f0 msgr2=0x5601f4941df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.289+0000 7fc046ff5640 0 client.28759 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.290+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3740957199 shutdown_connections 2024-09-16T02:05:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.290+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3740957199 wait complete. 2024-09-16T02:05:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.290+0000 7fc06b7c2740 20 client.28759 trim_cache size 0 max 16384 2024-09-16T02:05:33.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.314+0000 7fc06b7c2740 1 Processor -- start 2024-09-16T02:05:33.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.314+0000 7fc06b7c2740 1 -- start start 2024-09-16T02:05:33.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc06b7c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f4944dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc06b7c2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f4945310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc06b7c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 0x5601f4962b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc06b7c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc050010d60 con 0x5601f494f150 2024-09-16T02:05:33.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc06b7c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc05000e630 con 0x5601f493fb60 2024-09-16T02:05:33.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc06b7c2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc05000c460 con 0x5601f4940480 2024-09-16T02:05:33.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc0637fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 0x5601f4962b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc0627fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f4945310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc0637fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 0x5601f4962b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60366/0 (socket says 172.21.15.17:60366) 2024-09-16T02:05:33.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc0637fe640 1 -- 172.21.15.17:0/2570297454 learned_addr learned my addr 172.21.15.17:0/2570297454 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:33.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc0637fe640 1 --2- 172.21.15.17:0/2570297454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f4944dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc0627fc640 1 -- 172.21.15.17:0/2570297454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 msgr2=0x5601f4944dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:33.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc0627fc640 1 --2- 172.21.15.17:0/2570297454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f4944dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc0627fc640 1 -- 172.21.15.17:0/2570297454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 msgr2=0x5601f4962b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:33.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc0627fc640 1 --2- 172.21.15.17:0/2570297454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 0x5601f4962b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc0627fc640 1 -- 172.21.15.17:0/2570297454 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5601f493bf20 con 0x5601f4940480 2024-09-16T02:05:33.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.315+0000 7fc0627fc640 1 --2- 172.21.15.17:0/2570297454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f4945310 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc058009890 tx=0x7fc05802a380 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31cd661f80a259fd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:33.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.316+0000 7fc048ff9640 1 -- 172.21.15.17:0/2570297454 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc058037040 con 0x5601f4940480 2024-09-16T02:05:33.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.316+0000 7fc048ff9640 1 -- 172.21.15.17:0/2570297454 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc058038040 con 0x5601f4940480 2024-09-16T02:05:33.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.316+0000 7fc048ff9640 1 -- 172.21.15.17:0/2570297454 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc0580035f0 con 0x5601f4940480 2024-09-16T02:05:33.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.317+0000 7fc06b7c2740 1 -- 172.21.15.17:0/2570297454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 msgr2=0x5601f4945310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:33.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.317+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/2570297454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f4945310 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc058009890 tx=0x7fc05802a380 comp rx=0 tx=0).stop 2024-09-16T02:05:33.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.317+0000 7fc06b7c2740 1 -- 172.21.15.17:0/2570297454 shutdown_connections 2024-09-16T02:05:33.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.317+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/2570297454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f494f150 0x5601f4962b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.317+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/2570297454 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f4940480 0x5601f4945310 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.317+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/2570297454 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f4944dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.317+0000 7fc06b7c2740 1 -- 172.21.15.17:0/2570297454 >> 172.21.15.17:0/2570297454 conn(0x5601f493c0f0 msgr2=0x5601f494e1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:33.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.317+0000 7fc06b7c2740 1 -- 172.21.15.17:0/2570297454 shutdown_connections 2024-09-16T02:05:33.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.317+0000 7fc06b7c2740 1 -- 172.21.15.17:0/2570297454 wait complete. 2024-09-16T02:05:33.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.317+0000 7fc06b7c2740 1 -- start start 2024-09-16T02:05:33.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.317+0000 7fc06b7c2740 1 Processor -- start 2024-09-16T02:05:33.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc06b7c2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f4952350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc06b7c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f4940480 0x5601f4952890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc06b7c2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f494f150 0x5601f49bdb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc06b7c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc05000caf0 con 0x5601f4940480 2024-09-16T02:05:33.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc06b7c2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc05000df60 con 0x5601f493fb60 2024-09-16T02:05:33.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc06b7c2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc05000d1c0 con 0x5601f494f150 2024-09-16T02:05:33.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc06b7c2740 10 client.0 _ll_register_callbacks cb 0x7fc05c009460 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:05:33.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc0637fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f494f150 0x5601f49bdb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc0627fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f4940480 0x5601f4952890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc0627fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f4940480 0x5601f4952890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60382/0 (socket says 172.21.15.17:60382) 2024-09-16T02:05:33.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc0627fc640 1 -- 172.21.15.17:0/3291370376 learned_addr learned my addr 172.21.15.17:0/3291370376 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:33.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc0637fe640 1 --2- 172.21.15.17:0/3291370376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f4952350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc0627fc640 1 -- 172.21.15.17:0/3291370376 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f494f150 msgr2=0x5601f49bdb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:33.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc0627fc640 1 --2- 172.21.15.17:0/3291370376 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f494f150 0x5601f49bdb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc0627fc640 1 -- 172.21.15.17:0/3291370376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 msgr2=0x5601f4952350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:33.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc0627fc640 1 --2- 172.21.15.17:0/3291370376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f4952350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.318+0000 7fc0627fc640 1 -- 172.21.15.17:0/3291370376 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5601f49be1a0 con 0x5601f4940480 2024-09-16T02:05:33.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.319+0000 7fc0627fc640 1 --2- 172.21.15.17:0/3291370376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f4940480 0x5601f4952890 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7fc05802a8a0 tx=0x7fc058005f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf1a0f753374bbbe server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:33.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.319+0000 7fc046ff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:05:33.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.319+0000 7fc046ff5640 1 -- 172.21.15.17:0/3291370376 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc05805f060 con 0x5601f4940480 2024-09-16T02:05:33.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.319+0000 7fc046ff5640 1 -- 172.21.15.17:0/3291370376 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc0580035f0 con 0x5601f4940480 2024-09-16T02:05:33.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.319+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3291370376 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc058038040 con 0x5601f4940480 2024-09-16T02:05:33.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.319+0000 7fc046ff5640 1 -- 172.21.15.17:0/3291370376 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fc058037040 con 0x5601f4940480 2024-09-16T02:05:33.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.319+0000 7fc06b7c2740 10 client.19110 fetch_fsmap learned FSMap version 28 2024-09-16T02:05:33.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.319+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3291370376 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5601f49c5550 con 0x5601f4940480 2024-09-16T02:05:33.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.320+0000 7fc046ff5640 1 -- 172.21.15.17:0/3291370376 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc058038040 con 0x5601f4940480 2024-09-16T02:05:33.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.320+0000 7fc046ff5640 1 -- 172.21.15.17:0/3291370376 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fc058064070 con 0x5601f4940480 2024-09-16T02:05:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.320+0000 7fc06b7c2740 10 client.19110 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:05:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.320+0000 7fc06b7c2740 10 client.19110 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:05:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.320+0000 7fc06b7c2740 20 client.19110 populate_metadata read hostname 'smithi017' 2024-09-16T02:05:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.320+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/3291370376 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5601f49c5c60 0x5601f49c8080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.320+0000 7fc06b7c2740 4 client.19110 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T02:05:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.320+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3291370376 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x5601f49464a0 con 0x5601f49c5c60 2024-09-16T02:05:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.320+0000 7fc0637fe640 1 --2- 172.21.15.17:0/3291370376 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5601f49c5c60 0x5601f49c8080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.320+0000 7fc046ff5640 10 client.19110 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.320+0000 7fc0637fe640 1 --2- 172.21.15.17:0/3291370376 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5601f49c5c60 0x5601f49c8080 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f43543ad590b2549 server_cookie=8deb3ea2670f9f97 in_seq=0 out_seq=0 2024-09-16T02:05:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.322+0000 7fc046ff5640 1 -- 172.21.15.17:0/3291370376 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x5601f49464a0 con 0x5601f49c5c60 2024-09-16T02:05:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.322+0000 7fc046ff5640 10 client.19110 handle_command_reply: tid=0 2024-09-16T02:05:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.322+0000 7fc06b7c2740 1 client.19110 shutdown 2024-09-16T02:05:33.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.322+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3291370376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f4940480 msgr2=0x5601f4952890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.322+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/3291370376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f4940480 0x5601f4952890 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7fc05802a8a0 tx=0x7fc058005f80 comp rx=0 tx=0).stop 2024-09-16T02:05:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.323+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3291370376 shutdown_connections 2024-09-16T02:05:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.323+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/3291370376 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5601f49c5c60 0x5601f49c8080 crc :-1 s=READY pgs=301 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.323+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/3291370376 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5601f494f150 0x5601f49bdb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.323+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/3291370376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5601f4940480 0x5601f4952890 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.323+0000 7fc06b7c2740 1 --2- 172.21.15.17:0/3291370376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5601f493fb60 0x5601f4952350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.323+0000 7fc046ff5640 0 client.19110 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.323+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3291370376 >> 172.21.15.17:0/3291370376 conn(0x5601f493c0f0 msgr2=0x5601f4944d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.323+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3291370376 shutdown_connections 2024-09-16T02:05:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.323+0000 7fc06b7c2740 1 -- 172.21.15.17:0/3291370376 wait complete. 2024-09-16T02:05:33.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.323+0000 7fc06b7c2740 20 client.19110 trim_cache size 0 max 16384 2024-09-16T02:05:33.329 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:05:33.329 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T02:05:33.329 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "0aad83fe-0fc7-4d3f-a07a-e582f8d30b8a", 2024-09-16T02:05:33.329 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T02:05:33.329 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:05:33.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.324+0000 7fc0693e9640 1 -- 172.21.15.17:0/3409963516 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc04c0a3440 msgr2=0x7fc04c0a5900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:33.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.324+0000 7fc0693e9640 1 --2- 172.21.15.17:0/3409963516 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc04c0a3440 0x7fc04c0a5900 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fc054098a10 tx=0x7fc0540d5530 comp rx=0 tx=0).stop 2024-09-16T02:05:33.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.324+0000 7fc0693e9640 1 -- 172.21.15.17:0/3409963516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc064102d30 msgr2=0x7fc0641984c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:33.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.324+0000 7fc0693e9640 1 --2- 172.21.15.17:0/3409963516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc064102d30 0x7fc0641984c0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7fc05400e9f0 tx=0x7fc05400eeb0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.324+0000 7fc0693e9640 1 -- 172.21.15.17:0/3409963516 shutdown_connections 2024-09-16T02:05:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.324+0000 7fc0693e9640 1 --2- 172.21.15.17:0/3409963516 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc04c0a3440 0x7fc04c0a5900 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.324+0000 7fc0693e9640 1 --2- 172.21.15.17:0/3409963516 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc0641082a0 0x7fc06419cd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.324+0000 7fc0693e9640 1 --2- 172.21.15.17:0/3409963516 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc0641036e0 0x7fc064198a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.324+0000 7fc0693e9640 1 --2- 172.21.15.17:0/3409963516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc064102d30 0x7fc0641984c0 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.324+0000 7fc0693e9640 1 -- 172.21.15.17:0/3409963516 >> 172.21.15.17:0/3409963516 conn(0x7fc0640fc7d0 msgr2=0x7fc064105f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.325+0000 7fc0693e9640 1 -- 172.21.15.17:0/3409963516 shutdown_connections 2024-09-16T02:05:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:33.325+0000 7fc0693e9640 1 -- 172.21.15.17:0/3409963516 wait complete. 2024-09-16T02:05:33.976 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:33 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:05:33.977 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:33 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:34.011 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:05:34.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:33 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:05:34.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:33 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:34.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:33 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:05:34.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:33 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:34.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 82873 8.25 MB/sec execute 416 sec latency 154.545 ms 2024-09-16T02:05:34.389 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:05:34.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:34 smithi017 ceph-mon[30972]: pgmap v1000: 97 pgs: 97 active+clean; 535 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 732 KiB/s rd, 3.6 MiB/s wr, 220 op/s 2024-09-16T02:05:34.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:34 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T02:05:34.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:34 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:34.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:34 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:05:34.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:34 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:05:34.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:34 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:34.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:34 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:05:34.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:34 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:34.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:34 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:05:34.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:34 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:34.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:34 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:34.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.952+0000 7f533af3c640 1 -- 172.21.15.17:0/2337279513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334100b60 msgr2=0x7f5334100f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:34.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.952+0000 7f533af3c640 1 --2- 172.21.15.17:0/2337279513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334100b60 0x7f5334100f40 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f5328009900 tx=0x7f532802a410 comp rx=0 tx=0).stop 2024-09-16T02:05:34.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.952+0000 7f533af3c640 1 -- 172.21.15.17:0/2337279513 shutdown_connections 2024-09-16T02:05:34.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.952+0000 7f533af3c640 1 --2- 172.21.15.17:0/2337279513 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f533410e540 0x7f5334110930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.952+0000 7f533af3c640 1 --2- 172.21.15.17:0/2337279513 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5334101480 0x7f533410df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.952+0000 7f533af3c640 1 --2- 172.21.15.17:0/2337279513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334100b60 0x7f5334100f40 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.953+0000 7f533af3c640 1 -- 172.21.15.17:0/2337279513 >> 172.21.15.17:0/2337279513 conn(0x7f53340fc7d0 msgr2=0x7f53340febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:34.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.953+0000 7f533af3c640 1 -- 172.21.15.17:0/2337279513 shutdown_connections 2024-09-16T02:05:34.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.953+0000 7f533af3c640 1 -- 172.21.15.17:0/2337279513 wait complete. 2024-09-16T02:05:34.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.953+0000 7f533af3c640 1 Processor -- start 2024-09-16T02:05:34.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.953+0000 7f533af3c640 1 -- start start 2024-09-16T02:05:34.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f533af3c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334100b60 0x7f533410c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:34.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f533af3c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5334101480 0x7f533410cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:34.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f533af3c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f533410e540 0x7f53341a4620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:34.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f533af3c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5334103bc0 con 0x7f5334100b60 2024-09-16T02:05:34.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f533af3c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5334103a40 con 0x7f5334101480 2024-09-16T02:05:34.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f533af3c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5334103d40 con 0x7f533410e540 2024-09-16T02:05:34.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f5338cd8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334100b60 0x7f533410c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:34.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f53394d9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f533410e540 0x7f53341a4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:34.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f5338cd8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334100b60 0x7f533410c9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60400/0 (socket says 172.21.15.17:60400) 2024-09-16T02:05:34.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f5338cd8640 1 -- 172.21.15.17:0/838657221 learned_addr learned my addr 172.21.15.17:0/838657221 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:34.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f5333fff640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5334101480 0x7f533410cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:34.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f53394d9640 1 -- 172.21.15.17:0/838657221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5334101480 msgr2=0x7f533410cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:34.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f53394d9640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5334101480 0x7f533410cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f53394d9640 1 -- 172.21.15.17:0/838657221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334100b60 msgr2=0x7f533410c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:34.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f53394d9640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334100b60 0x7f533410c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f53394d9640 1 -- 172.21.15.17:0/838657221 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53341a4d50 con 0x7f533410e540 2024-09-16T02:05:34.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f5333fff640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5334101480 0x7f533410cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:05:34.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.954+0000 7f5338cd8640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334100b60 0x7f533410c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:05:34.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.955+0000 7f53394d9640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f533410e540 0x7f53341a4620 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f5334069760 tx=0x7f532c00c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:34.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.955+0000 7f5331ffb640 1 -- 172.21.15.17:0/838657221 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f532c010630 con 0x7f533410e540 2024-09-16T02:05:34.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.955+0000 7f533af3c640 1 -- 172.21.15.17:0/838657221 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f53341a5040 con 0x7f533410e540 2024-09-16T02:05:34.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.955+0000 7f5331ffb640 1 -- 172.21.15.17:0/838657221 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f532c010c80 con 0x7f533410e540 2024-09-16T02:05:34.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.955+0000 7f5331ffb640 1 -- 172.21.15.17:0/838657221 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f532c017b50 con 0x7f533410e540 2024-09-16T02:05:34.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.955+0000 7f533af3c640 1 -- 172.21.15.17:0/838657221 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f53341ab6d0 con 0x7f533410e540 2024-09-16T02:05:34.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.958+0000 7f5331ffb640 1 -- 172.21.15.17:0/838657221 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f532c0107d0 con 0x7f533410e540 2024-09-16T02:05:34.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.959+0000 7f5331ffb640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f53240a32c0 0x7f53240a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:34.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.959+0000 7f5338cd8640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f53240a32c0 0x7f53240a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:34.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.959+0000 7f5331ffb640 1 -- 172.21.15.17:0/838657221 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f532c0d0090 con 0x7f533410e540 2024-09-16T02:05:34.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.959+0000 7f533d315740 1 Processor -- start 2024-09-16T02:05:34.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.959+0000 7f533d315740 1 -- start start 2024-09-16T02:05:34.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f533d315740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673c4a0 0x555ed673c880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:34.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f533d315740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 0x555ed6747140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:34.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f533d315740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed6747680 0x555ed6749a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:34.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f533d315740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555ed66a22e0 con 0x555ed673c4a0 2024-09-16T02:05:34.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f533d315740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555ed6649ce0 con 0x555ed673cdc0 2024-09-16T02:05:34.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f533d315740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x555ed669e2a0 con 0x555ed6747680 2024-09-16T02:05:34.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f5338cd8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673c4a0 0x555ed673c880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:34.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f53394d9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed6747680 0x555ed6749a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:34.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f5338cd8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673c4a0 0x555ed673c880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60402/0 (socket says 172.21.15.17:60402) 2024-09-16T02:05:34.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f5338cd8640 1 -- 172.21.15.17:0/2115777901 learned_addr learned my addr 172.21.15.17:0/2115777901 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:34.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f5333fff640 1 --2- 172.21.15.17:0/2115777901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 0x555ed6747140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:34.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f5338cd8640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f53240a32c0 0x7f53240a5780 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f5328031440 tx=0x7f53280058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:34.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f53394d9640 1 -- 172.21.15.17:0/2115777901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 msgr2=0x555ed6747140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:34.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f53394d9640 1 --2- 172.21.15.17:0/2115777901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 0x555ed6747140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f53394d9640 1 -- 172.21.15.17:0/2115777901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673c4a0 msgr2=0x555ed673c880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:34.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f53394d9640 1 --2- 172.21.15.17:0/2115777901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673c4a0 0x555ed673c880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f53394d9640 1 -- 172.21.15.17:0/2115777901 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ed662e440 con 0x555ed6747680 2024-09-16T02:05:34.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.960+0000 7f53394d9640 1 --2- 172.21.15.17:0/2115777901 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed6747680 0x555ed6749a70 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f532c0cdb90 tx=0x7f532c098350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2be650678c10db server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:34.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.961+0000 7f531effd640 1 -- 172.21.15.17:0/2115777901 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f532c0b4070 con 0x555ed6747680 2024-09-16T02:05:34.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.961+0000 7f531effd640 1 -- 172.21.15.17:0/2115777901 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f532c009820 con 0x555ed6747680 2024-09-16T02:05:34.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.961+0000 7f531effd640 1 -- 172.21.15.17:0/2115777901 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f532c0a5320 con 0x555ed6747680 2024-09-16T02:05:34.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.962+0000 7f533d315740 1 -- 172.21.15.17:0/2115777901 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed6747680 msgr2=0x555ed6749a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:34.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.962+0000 7f533d315740 1 --2- 172.21.15.17:0/2115777901 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed6747680 0x555ed6749a70 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f532c0cdb90 tx=0x7f532c098350 comp rx=0 tx=0).stop 2024-09-16T02:05:34.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.962+0000 7f533d315740 1 -- 172.21.15.17:0/2115777901 shutdown_connections 2024-09-16T02:05:34.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.962+0000 7f533d315740 1 --2- 172.21.15.17:0/2115777901 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed6747680 0x555ed6749a70 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.962+0000 7f533d315740 1 --2- 172.21.15.17:0/2115777901 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 0x555ed6747140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.962+0000 7f533d315740 1 --2- 172.21.15.17:0/2115777901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673c4a0 0x555ed673c880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.962+0000 7f533d315740 1 -- 172.21.15.17:0/2115777901 >> 172.21.15.17:0/2115777901 conn(0x555ed6738a30 msgr2=0x555ed6738e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:34.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.962+0000 7f533d315740 1 -- 172.21.15.17:0/2115777901 shutdown_connections 2024-09-16T02:05:34.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.962+0000 7f533d315740 1 -- 172.21.15.17:0/2115777901 wait complete. 2024-09-16T02:05:34.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.962+0000 7f533d315740 1 -- start start 2024-09-16T02:05:34.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.963+0000 7f533d315740 1 Processor -- start 2024-09-16T02:05:34.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f533d315740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed673c4a0 0x555ed6747020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:34.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f533d315740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673cdc0 0x555ed67442d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:34.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f533d315740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed6747680 0x555ed6744870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:34.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f533d315740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x555ed674a250 con 0x555ed673cdc0 2024-09-16T02:05:34.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f533d315740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x555ed665d050 con 0x555ed6747680 2024-09-16T02:05:34.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f533d315740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x555ed674a3d0 con 0x555ed673c4a0 2024-09-16T02:05:34.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f533d315740 10 client.0 _ll_register_callbacks cb 0x555ed669d160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:05:34.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f53394d9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed6747680 0x555ed6744870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:34.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f53394d9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed6747680 0x555ed6744870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:37840/0 (socket says 172.21.15.17:37840) 2024-09-16T02:05:34.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f53394d9640 1 -- 172.21.15.17:0/47637399 learned_addr learned my addr 172.21.15.17:0/47637399 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:34.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f5333fff640 1 --2- 172.21.15.17:0/47637399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673cdc0 0x555ed67442d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:34.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f53394d9640 1 -- 172.21.15.17:0/47637399 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed673c4a0 msgr2=0x555ed6747020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:34.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f53394d9640 1 --2- 172.21.15.17:0/47637399 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed673c4a0 0x555ed6747020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f53394d9640 1 -- 172.21.15.17:0/47637399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673cdc0 msgr2=0x555ed67442d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:34.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f53394d9640 1 --2- 172.21.15.17:0/47637399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673cdc0 0x555ed67442d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f53394d9640 1 -- 172.21.15.17:0/47637399 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ed64133c0 con 0x555ed6747680 2024-09-16T02:05:34.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f5333fff640 1 --2- 172.21.15.17:0/47637399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673cdc0 0x555ed67442d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:05:34.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f53394d9640 1 --2- 172.21.15.17:0/47637399 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed6747680 0x555ed6744870 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f532c0a4df0 tx=0x7f532c0a0ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d88d0f144781480b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:34.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.964+0000 7f5313fff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:05:34.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.965+0000 7f5313fff640 1 -- 172.21.15.17:0/47637399 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f532c0b4050 con 0x555ed6747680 2024-09-16T02:05:34.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.965+0000 7f5313fff640 1 -- 172.21.15.17:0/47637399 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f532c09a9b0 con 0x555ed6747680 2024-09-16T02:05:34.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.965+0000 7f533d315740 1 -- 172.21.15.17:0/47637399 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f532c009820 con 0x555ed6747680 2024-09-16T02:05:34.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.965+0000 7f5313fff640 1 -- 172.21.15.17:0/47637399 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f532c010ac0 con 0x555ed6747680 2024-09-16T02:05:34.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.965+0000 7f533d315740 10 client.28478 fetch_fsmap learned FSMap version 28 2024-09-16T02:05:34.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.965+0000 7f533d315740 1 -- 172.21.15.17:0/47637399 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555ed6755c40 con 0x555ed6747680 2024-09-16T02:05:34.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.965+0000 7f5313fff640 1 -- 172.21.15.17:0/47637399 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f532c09c6b0 con 0x555ed6747680 2024-09-16T02:05:34.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.965+0000 7f5313fff640 1 -- 172.21.15.17:0/47637399 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f532c0bc040 con 0x555ed6747680 2024-09-16T02:05:34.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.965+0000 7f533d315740 10 client.28478 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:05:34.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.965+0000 7f533d315740 10 client.28478 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:05:34.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.965+0000 7f533d315740 20 client.28478 populate_metadata read hostname 'smithi017' 2024-09-16T02:05:34.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.965+0000 7f533d315740 1 --2- 172.21.15.17:0/47637399 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555ed6756f90 0x555ed6759380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:34.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.965+0000 7f533d315740 4 client.28478 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:05:34.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.965+0000 7f533d315740 1 -- 172.21.15.17:0/47637399 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f532c009820 con 0x555ed6756f90 2024-09-16T02:05:34.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.966+0000 7f5338cd8640 1 --2- 172.21.15.17:0/47637399 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555ed6756f90 0x555ed6759380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:34.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.966+0000 7f5313fff640 10 client.28478 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:34.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.966+0000 7f5338cd8640 1 --2- 172.21.15.17:0/47637399 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555ed6756f90 0x555ed6759380 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c759816e6d1e526a server_cookie=df2820898a437b49 in_seq=0 out_seq=0 2024-09-16T02:05:34.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.969+0000 7f5313fff640 1 -- 172.21.15.17:0/47637399 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f532c009820 con 0x555ed6756f90 2024-09-16T02:05:34.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.969+0000 7f5313fff640 10 client.28478 handle_command_reply: tid=0 2024-09-16T02:05:34.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.969+0000 7f533d315740 1 client.28478 shutdown 2024-09-16T02:05:34.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.969+0000 7f533d315740 1 -- 172.21.15.17:0/47637399 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed6747680 msgr2=0x555ed6744870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:34.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.969+0000 7f533d315740 1 --2- 172.21.15.17:0/47637399 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed6747680 0x555ed6744870 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f532c0a4df0 tx=0x7f532c0a0ad0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.969+0000 7f533d315740 1 -- 172.21.15.17:0/47637399 shutdown_connections 2024-09-16T02:05:34.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.969+0000 7f533d315740 1 --2- 172.21.15.17:0/47637399 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555ed6756f90 0x555ed6759380 crc :-1 s=READY pgs=302 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.969+0000 7f5313fff640 0 client.28478 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:34.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.969+0000 7f533d315740 1 --2- 172.21.15.17:0/47637399 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed6747680 0x555ed6744870 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.969+0000 7f533d315740 1 --2- 172.21.15.17:0/47637399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673cdc0 0x555ed67442d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.969+0000 7f533d315740 1 --2- 172.21.15.17:0/47637399 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed673c4a0 0x555ed6747020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:34.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.969+0000 7f533d315740 1 -- 172.21.15.17:0/47637399 >> 172.21.15.17:0/47637399 conn(0x555ed6738a30 msgr2=0x555ed673e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:34.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.969+0000 7f533d315740 1 -- 172.21.15.17:0/47637399 shutdown_connections 2024-09-16T02:05:34.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.970+0000 7f533d315740 1 -- 172.21.15.17:0/47637399 wait complete. 2024-09-16T02:05:34.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.970+0000 7f533d315740 20 client.28478 trim_cache size 0 max 16384 2024-09-16T02:05:35.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.998+0000 7f533d315740 1 Processor -- start 2024-09-16T02:05:35.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.998+0000 7f533d315740 1 -- start start 2024-09-16T02:05:35.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f533d315740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673c4a0 0x555ed67534b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:35.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f533d315740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 0x555ed675e920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:35.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f533d315740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed6747680 0x555ed675ee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:35.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f533d315740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f53341b6570 con 0x555ed673c4a0 2024-09-16T02:05:35.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f533d315740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f53341b3e40 con 0x555ed673cdc0 2024-09-16T02:05:35.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f533d315740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f53341b1c70 con 0x555ed6747680 2024-09-16T02:05:35.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f5333fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 0x555ed675e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:35.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f53394d9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed6747680 0x555ed675ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:35.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f5333fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 0x555ed675e920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:37856/0 (socket says 172.21.15.17:37856) 2024-09-16T02:05:35.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f5333fff640 1 -- 172.21.15.17:0/4144566126 learned_addr learned my addr 172.21.15.17:0/4144566126 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:35.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f5338cd8640 1 --2- 172.21.15.17:0/4144566126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673c4a0 0x555ed67534b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:35.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f53394d9640 1 -- 172.21.15.17:0/4144566126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 msgr2=0x555ed675e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:35.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f53394d9640 1 --2- 172.21.15.17:0/4144566126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 0x555ed675e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f53394d9640 1 -- 172.21.15.17:0/4144566126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673c4a0 msgr2=0x555ed67534b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:35.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f53394d9640 1 --2- 172.21.15.17:0/4144566126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673c4a0 0x555ed67534b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:34.999+0000 7f53394d9640 1 -- 172.21.15.17:0/4144566126 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x555ed6747390 con 0x555ed6747680 2024-09-16T02:05:35.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.000+0000 7f5333fff640 1 --2- 172.21.15.17:0/4144566126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 0x555ed675e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:05:35.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.000+0000 7f53394d9640 1 --2- 172.21.15.17:0/4144566126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed6747680 0x555ed675ee60 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f532c0d0330 tx=0x7f532c017fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e112f6f243dcf0f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:35.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.000+0000 7f531e7fc640 1 -- 172.21.15.17:0/4144566126 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f532c09c480 con 0x555ed6747680 2024-09-16T02:05:35.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.000+0000 7f531e7fc640 1 -- 172.21.15.17:0/4144566126 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f532c009820 con 0x555ed6747680 2024-09-16T02:05:35.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.000+0000 7f531e7fc640 1 -- 172.21.15.17:0/4144566126 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f532c09a9b0 con 0x555ed6747680 2024-09-16T02:05:35.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.001+0000 7f533d315740 1 -- 172.21.15.17:0/4144566126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed6747680 msgr2=0x555ed675ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:35.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.001+0000 7f533d315740 1 --2- 172.21.15.17:0/4144566126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed6747680 0x555ed675ee60 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f532c0d0330 tx=0x7f532c017fc0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.001+0000 7f533d315740 1 -- 172.21.15.17:0/4144566126 shutdown_connections 2024-09-16T02:05:35.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.001+0000 7f533d315740 1 --2- 172.21.15.17:0/4144566126 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed6747680 0x555ed675ee60 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.001+0000 7f533d315740 1 --2- 172.21.15.17:0/4144566126 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 0x555ed675e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.001+0000 7f533d315740 1 --2- 172.21.15.17:0/4144566126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed673c4a0 0x555ed67534b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.001+0000 7f533d315740 1 -- 172.21.15.17:0/4144566126 >> 172.21.15.17:0/4144566126 conn(0x555ed6738a30 msgr2=0x555ed673f8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:35.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.001+0000 7f533d315740 1 -- 172.21.15.17:0/4144566126 shutdown_connections 2024-09-16T02:05:35.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.001+0000 7f533d315740 1 -- 172.21.15.17:0/4144566126 wait complete. 2024-09-16T02:05:35.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.001+0000 7f533d315740 1 -- start start 2024-09-16T02:05:35.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.001+0000 7f533d315740 1 Processor -- start 2024-09-16T02:05:35.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f533d315740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed673c4a0 0x555ed67411d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:35.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f533d315740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 0x555ed6741710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:35.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f533d315740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed6747680 0x555ed6741c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:35.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f533d315740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f53341b2300 con 0x555ed6747680 2024-09-16T02:05:35.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f533d315740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f53341b3770 con 0x555ed673cdc0 2024-09-16T02:05:35.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f533d315740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f53341b29d0 con 0x555ed673c4a0 2024-09-16T02:05:35.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f533d315740 10 client.0 _ll_register_callbacks cb 0x7f5328040050 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:05:35.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f5333fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 0x555ed6741710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:35.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f5338cd8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed673c4a0 0x555ed67411d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:35.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f5338cd8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed673c4a0 0x555ed67411d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50342/0 (socket says 172.21.15.17:50342) 2024-09-16T02:05:35.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f5338cd8640 1 -- 172.21.15.17:0/1515293298 learned_addr learned my addr 172.21.15.17:0/1515293298 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:05:35.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f53394d9640 1 --2- 172.21.15.17:0/1515293298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed6747680 0x555ed6741c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:35.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f5338cd8640 1 -- 172.21.15.17:0/1515293298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 msgr2=0x555ed6741710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:35.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f5338cd8640 1 --2- 172.21.15.17:0/1515293298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 0x555ed6741710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f5338cd8640 1 -- 172.21.15.17:0/1515293298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed6747680 msgr2=0x555ed6741c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:05:35.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f5338cd8640 1 --2- 172.21.15.17:0/1515293298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed6747680 0x555ed6741c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.002+0000 7f5338cd8640 1 -- 172.21.15.17:0/1515293298 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x555ed67c08f0 con 0x555ed673c4a0 2024-09-16T02:05:35.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.003+0000 7f5338cd8640 1 --2- 172.21.15.17:0/1515293298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed673c4a0 0x555ed67411d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f5328031790 tx=0x7f5328009260 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4fa97d46c21ae3d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:05:35.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.003+0000 7f5313fff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:05:35.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.003+0000 7f5313fff640 1 -- 172.21.15.17:0/1515293298 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5328035040 con 0x555ed673c4a0 2024-09-16T02:05:35.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.003+0000 7f5313fff640 1 -- 172.21.15.17:0/1515293298 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f53280035f0 con 0x555ed673c4a0 2024-09-16T02:05:35.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.003+0000 7f533d315740 1 -- 172.21.15.17:0/1515293298 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f532c009820 con 0x555ed673c4a0 2024-09-16T02:05:35.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.003+0000 7f5313fff640 1 -- 172.21.15.17:0/1515293298 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f53280044c0 con 0x555ed673c4a0 2024-09-16T02:05:35.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.003+0000 7f533d315740 10 client.28780 fetch_fsmap learned FSMap version 28 2024-09-16T02:05:35.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.003+0000 7f533d315740 1 -- 172.21.15.17:0/1515293298 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x555ed67c1b70 con 0x555ed673c4a0 2024-09-16T02:05:35.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.004+0000 7f5313fff640 1 -- 172.21.15.17:0/1515293298 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f532c009820 con 0x555ed673c4a0 2024-09-16T02:05:35.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.004+0000 7f5313fff640 1 -- 172.21.15.17:0/1515293298 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f532805a9e0 con 0x555ed673c4a0 2024-09-16T02:05:35.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.004+0000 7f533d315740 10 client.28780 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:05:35.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.004+0000 7f533d315740 10 client.28780 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:05:35.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.004+0000 7f533d315740 20 client.28780 populate_metadata read hostname 'smithi017' 2024-09-16T02:05:35.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.004+0000 7f533d315740 1 --2- 172.21.15.17:0/1515293298 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555ed67c22d0 0x555ed67c46f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:05:35.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.004+0000 7f533d315740 4 client.28780 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:05:35.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.004+0000 7f533d315740 1 -- 172.21.15.17:0/1515293298 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x555ed66af850 con 0x555ed67c22d0 2024-09-16T02:05:35.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.004+0000 7f5333fff640 1 --2- 172.21.15.17:0/1515293298 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555ed67c22d0 0x555ed67c46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:05:35.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.004+0000 7f5313fff640 10 client.28780 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:35.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.004+0000 7f5333fff640 1 --2- 172.21.15.17:0/1515293298 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555ed67c22d0 0x555ed67c46f0 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb89bf9652dec646 server_cookie=edbafe52e835c2fb in_seq=0 out_seq=0 2024-09-16T02:05:35.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f5313fff640 1 -- 172.21.15.17:0/1515293298 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x555ed66af850 con 0x555ed67c22d0 2024-09-16T02:05:35.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f5313fff640 10 client.28780 handle_command_reply: tid=0 2024-09-16T02:05:35.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f533d315740 1 client.28780 shutdown 2024-09-16T02:05:35.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f533d315740 1 -- 172.21.15.17:0/1515293298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed673c4a0 msgr2=0x555ed67411d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:35.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f533d315740 1 --2- 172.21.15.17:0/1515293298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed673c4a0 0x555ed67411d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f5328031790 tx=0x7f5328009260 comp rx=0 tx=0).stop 2024-09-16T02:05:35.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f533d315740 1 -- 172.21.15.17:0/1515293298 shutdown_connections 2024-09-16T02:05:35.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f533d315740 1 --2- 172.21.15.17:0/1515293298 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x555ed67c22d0 0x555ed67c46f0 crc :-1 s=READY pgs=303 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f533d315740 1 --2- 172.21.15.17:0/1515293298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ed6747680 0x555ed6741c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f5313fff640 0 client.28780 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:05:35.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f533d315740 1 --2- 172.21.15.17:0/1515293298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x555ed673cdc0 0x555ed6741710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f533d315740 1 --2- 172.21.15.17:0/1515293298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x555ed673c4a0 0x555ed67411d0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f533d315740 1 -- 172.21.15.17:0/1515293298 >> 172.21.15.17:0/1515293298 conn(0x555ed6738a30 msgr2=0x555ed673eff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:35.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f533d315740 1 -- 172.21.15.17:0/1515293298 shutdown_connections 2024-09-16T02:05:35.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f533d315740 1 -- 172.21.15.17:0/1515293298 wait complete. 2024-09-16T02:05:35.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.006+0000 7f533d315740 20 client.28780 trim_cache size 0 max 16384 2024-09-16T02:05:35.013 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:05:35.013 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T02:05:35.013 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T02:05:35.013 INFO:teuthology.orchestra.run.smithi017.stdout: "0aad83fe-0fc7-4d3f-a07a-e582f8d30b8a": { 2024-09-16T02:05:35.013 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T02:05:35.013 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "0aad83fe-0fc7-4d3f-a07a-e582f8d30b8a", 2024-09-16T02:05:35.013 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T02:05:35.014 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:05:35.014 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:05:35.014 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:05:35.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.007+0000 7f533af3c640 1 -- 172.21.15.17:0/838657221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f53240a32c0 msgr2=0x7f53240a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:35.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.007+0000 7f533af3c640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f53240a32c0 0x7f53240a5780 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f5328031440 tx=0x7f53280058d0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.007+0000 7f533af3c640 1 -- 172.21.15.17:0/838657221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f533410e540 msgr2=0x7f53341a4620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:05:35.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.007+0000 7f533af3c640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f533410e540 0x7f53341a4620 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f5334069760 tx=0x7f532c00c6a0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.007+0000 7f533af3c640 1 -- 172.21.15.17:0/838657221 shutdown_connections 2024-09-16T02:05:35.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.007+0000 7f533af3c640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f53240a32c0 0x7f53240a5780 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.007+0000 7f533af3c640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f533410e540 0x7f53341a4620 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.007+0000 7f533af3c640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5334101480 0x7f533410cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.007+0000 7f533af3c640 1 --2- 172.21.15.17:0/838657221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334100b60 0x7f533410c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:05:35.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.007+0000 7f533af3c640 1 -- 172.21.15.17:0/838657221 >> 172.21.15.17:0/838657221 conn(0x7f53340fc7d0 msgr2=0x7f53340febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:05:35.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.007+0000 7f533af3c640 1 -- 172.21.15.17:0/838657221 shutdown_connections 2024-09-16T02:05:35.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:05:35.007+0000 7f533af3c640 1 -- 172.21.15.17:0/838657221 wait complete. 2024-09-16T02:05:35.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:34 smithi122 ceph-mon[34758]: pgmap v1000: 97 pgs: 97 active+clean; 535 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 732 KiB/s rd, 3.6 MiB/s wr, 220 op/s 2024-09-16T02:05:35.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:34 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T02:05:35.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:34 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:35.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:34 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:05:35.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:34 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:05:35.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:34 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:35.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:34 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:05:35.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:34 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:35.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:34 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:05:35.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:34 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:35.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:34 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:35.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:34 smithi029 ceph-mon[34783]: pgmap v1000: 97 pgs: 97 active+clean; 535 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 732 KiB/s rd, 3.6 MiB/s wr, 220 op/s 2024-09-16T02:05:35.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:34 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T02:05:35.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:34 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:35.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:34 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:05:35.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:34 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:05:35.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:34 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:35.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:34 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:05:35.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:34 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:35.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:34 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:05:35.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:34 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:35.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:34 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:05:35.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 82987 8.25 MB/sec execute 417 sec latency 121.131 ms 2024-09-16T02:05:35.953 INFO:tasks.cephfs.filesystem:scrub status for tag:0aad83fe-0fc7-4d3f-a07a-e582f8d30b8a - {'path': '/', 'tag': '0aad83fe-0fc7-4d3f-a07a-e582f8d30b8a', 'options': 'recursive,force'} 2024-09-16T02:05:36.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 83129 8.24 MB/sec execute 418 sec latency 94.963 ms 2024-09-16T02:05:37.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:36 smithi017 ceph-mon[30972]: pgmap v1001: 97 pgs: 97 active+clean; 538 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 3.7 MiB/s wr, 229 op/s 2024-09-16T02:05:37.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:36 smithi029 ceph-mon[34783]: pgmap v1001: 97 pgs: 97 active+clean; 538 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 3.7 MiB/s wr, 229 op/s 2024-09-16T02:05:37.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:36 smithi122 ceph-mon[34758]: pgmap v1001: 97 pgs: 97 active+clean; 538 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 683 KiB/s rd, 3.7 MiB/s wr, 229 op/s 2024-09-16T02:05:37.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 83320 8.26 MB/sec execute 419 sec latency 87.425 ms 2024-09-16T02:05:38.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 83510 8.27 MB/sec execute 420 sec latency 182.367 ms 2024-09-16T02:05:39.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:38 smithi017 ceph-mon[30972]: pgmap v1002: 97 pgs: 97 active+clean; 537 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 3.1 MiB/s wr, 216 op/s 2024-09-16T02:05:39.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:38 smithi029 ceph-mon[34783]: pgmap v1002: 97 pgs: 97 active+clean; 537 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 3.1 MiB/s wr, 216 op/s 2024-09-16T02:05:39.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:38 smithi122 ceph-mon[34758]: pgmap v1002: 97 pgs: 97 active+clean; 537 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 690 KiB/s rd, 3.1 MiB/s wr, 216 op/s 2024-09-16T02:05:39.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 83696 8.28 MB/sec execute 421 sec latency 110.338 ms 2024-09-16T02:05:40.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 83796 8.26 MB/sec execute 422 sec latency 96.761 ms 2024-09-16T02:05:41.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:40 smithi017 ceph-mon[30972]: pgmap v1003: 97 pgs: 97 active+clean; 543 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 675 KiB/s rd, 3.9 MiB/s wr, 251 op/s 2024-09-16T02:05:41.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:40 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:05:41.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:40 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:05:41.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:40 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:05:41.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:40 smithi122 ceph-mon[34758]: pgmap v1003: 97 pgs: 97 active+clean; 543 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 675 KiB/s rd, 3.9 MiB/s wr, 251 op/s 2024-09-16T02:05:41.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:40 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:05:41.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:40 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:05:41.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:40 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:05:41.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:40 smithi029 ceph-mon[34783]: pgmap v1003: 97 pgs: 97 active+clean; 543 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 675 KiB/s rd, 3.9 MiB/s wr, 251 op/s 2024-09-16T02:05:41.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:40 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:05:41.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:40 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:05:41.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:40 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:05:41.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 83948 8.27 MB/sec execute 423 sec latency 83.746 ms 2024-09-16T02:05:42.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 84094 8.26 MB/sec execute 424 sec latency 91.524 ms 2024-09-16T02:05:43.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:42 smithi017 ceph-mon[30972]: pgmap v1004: 97 pgs: 97 active+clean; 545 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 580 KiB/s rd, 3.9 MiB/s wr, 217 op/s 2024-09-16T02:05:43.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:42 smithi029 ceph-mon[34783]: pgmap v1004: 97 pgs: 97 active+clean; 545 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 580 KiB/s rd, 3.9 MiB/s wr, 217 op/s 2024-09-16T02:05:43.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:42 smithi122 ceph-mon[34758]: pgmap v1004: 97 pgs: 97 active+clean; 545 MiB data, 3.5 GiB used, 1.0 TiB / 1.0 TiB avail; 580 KiB/s rd, 3.9 MiB/s wr, 217 op/s 2024-09-16T02:05:43.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 84247 8.26 MB/sec execute 425 sec latency 113.368 ms 2024-09-16T02:05:44.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 84385 8.26 MB/sec execute 426 sec latency 104.069 ms 2024-09-16T02:05:45.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:44 smithi017 ceph-mon[30972]: pgmap v1005: 97 pgs: 97 active+clean; 551 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 4.4 MiB/s wr, 254 op/s 2024-09-16T02:05:45.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:44 smithi029 ceph-mon[34783]: pgmap v1005: 97 pgs: 97 active+clean; 551 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 4.4 MiB/s wr, 254 op/s 2024-09-16T02:05:45.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:44 smithi122 ceph-mon[34758]: pgmap v1005: 97 pgs: 97 active+clean; 551 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 4.4 MiB/s wr, 254 op/s 2024-09-16T02:05:45.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 84530 8.26 MB/sec execute 427 sec latency 98.860 ms 2024-09-16T02:05:46.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 84696 8.26 MB/sec execute 428 sec latency 84.426 ms 2024-09-16T02:05:46.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:46 smithi017 ceph-mon[30972]: pgmap v1006: 97 pgs: 97 active+clean; 550 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 4.4 MiB/s wr, 250 op/s 2024-09-16T02:05:47.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:46 smithi122 ceph-mon[34758]: pgmap v1006: 97 pgs: 97 active+clean; 550 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 4.4 MiB/s wr, 250 op/s 2024-09-16T02:05:47.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:46 smithi029 ceph-mon[34783]: pgmap v1006: 97 pgs: 97 active+clean; 550 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 807 KiB/s rd, 4.4 MiB/s wr, 250 op/s 2024-09-16T02:05:47.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 84875 8.26 MB/sec execute 429 sec latency 87.158 ms 2024-09-16T02:05:48.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 85030 8.26 MB/sec execute 430 sec latency 95.850 ms 2024-09-16T02:05:49.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:48 smithi017 ceph-mon[30972]: pgmap v1007: 97 pgs: 97 active+clean; 550 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 566 KiB/s rd, 3.5 MiB/s wr, 187 op/s 2024-09-16T02:05:49.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:48 smithi029 ceph-mon[34783]: pgmap v1007: 97 pgs: 97 active+clean; 550 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 566 KiB/s rd, 3.5 MiB/s wr, 187 op/s 2024-09-16T02:05:49.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:48 smithi122 ceph-mon[34758]: pgmap v1007: 97 pgs: 97 active+clean; 550 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 566 KiB/s rd, 3.5 MiB/s wr, 187 op/s 2024-09-16T02:05:49.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 85198 8.27 MB/sec execute 431 sec latency 115.001 ms 2024-09-16T02:05:50.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:49 smithi017 ceph-mon[30972]: pgmap v1008: 97 pgs: 97 active+clean; 537 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 827 KiB/s rd, 4.7 MiB/s wr, 241 op/s 2024-09-16T02:05:50.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:49 smithi029 ceph-mon[34783]: pgmap v1008: 97 pgs: 97 active+clean; 537 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 827 KiB/s rd, 4.7 MiB/s wr, 241 op/s 2024-09-16T02:05:50.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:49 smithi122 ceph-mon[34758]: pgmap v1008: 97 pgs: 97 active+clean; 537 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 827 KiB/s rd, 4.7 MiB/s wr, 241 op/s 2024-09-16T02:05:50.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 85331 8.26 MB/sec execute 432 sec latency 90.319 ms 2024-09-16T02:05:51.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 85494 8.26 MB/sec execute 433 sec latency 93.277 ms 2024-09-16T02:05:52.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 85660 8.26 MB/sec execute 434 sec latency 91.337 ms 2024-09-16T02:05:52.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:51 smithi017 ceph-mon[30972]: pgmap v1009: 97 pgs: 97 active+clean; 534 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.0 MiB/s wr, 189 op/s 2024-09-16T02:05:52.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:51 smithi029 ceph-mon[34783]: pgmap v1009: 97 pgs: 97 active+clean; 534 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.0 MiB/s wr, 189 op/s 2024-09-16T02:05:52.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:51 smithi122 ceph-mon[34758]: pgmap v1009: 97 pgs: 97 active+clean; 534 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 662 KiB/s rd, 4.0 MiB/s wr, 189 op/s 2024-09-16T02:05:53.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 85816 8.26 MB/sec execute 435 sec latency 83.517 ms 2024-09-16T02:05:54.053 INFO:tasks.workunit.client.0.smithi017.stdout: 10 85962 8.25 MB/sec execute 436 sec latency 127.152 ms 2024-09-16T02:05:54.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:53 smithi017 ceph-mon[30972]: pgmap v1010: 97 pgs: 97 active+clean; 526 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 889 KiB/s rd, 4.1 MiB/s wr, 231 op/s 2024-09-16T02:05:54.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:53 smithi122 ceph-mon[34758]: pgmap v1010: 97 pgs: 97 active+clean; 526 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 889 KiB/s rd, 4.1 MiB/s wr, 231 op/s 2024-09-16T02:05:54.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:53 smithi029 ceph-mon[34783]: pgmap v1010: 97 pgs: 97 active+clean; 526 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 889 KiB/s rd, 4.1 MiB/s wr, 231 op/s 2024-09-16T02:05:55.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 86107 8.25 MB/sec execute 437 sec latency 98.964 ms 2024-09-16T02:05:56.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 86267 8.25 MB/sec execute 438 sec latency 122.429 ms 2024-09-16T02:05:56.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:55 smithi017 ceph-mon[30972]: pgmap v1011: 97 pgs: 97 active+clean; 527 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 3.8 MiB/s wr, 214 op/s 2024-09-16T02:05:56.296 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:55 smithi122 ceph-mon[34758]: pgmap v1011: 97 pgs: 97 active+clean; 527 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 3.8 MiB/s wr, 214 op/s 2024-09-16T02:05:56.297 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:55 smithi029 ceph-mon[34783]: pgmap v1011: 97 pgs: 97 active+clean; 527 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 669 KiB/s rd, 3.8 MiB/s wr, 214 op/s 2024-09-16T02:05:57.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 86470 8.25 MB/sec execute 439 sec latency 84.391 ms 2024-09-16T02:05:58.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 86652 8.26 MB/sec execute 440 sec latency 86.698 ms 2024-09-16T02:05:58.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:05:57 smithi017 ceph-mon[30972]: pgmap v1012: 97 pgs: 97 active+clean; 527 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 3.3 MiB/s wr, 188 op/s 2024-09-16T02:05:58.296 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:05:57 smithi029 ceph-mon[34783]: pgmap v1012: 97 pgs: 97 active+clean; 527 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 3.3 MiB/s wr, 188 op/s 2024-09-16T02:05:58.297 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:05:57 smithi122 ceph-mon[34758]: pgmap v1012: 97 pgs: 97 active+clean; 527 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 621 KiB/s rd, 3.3 MiB/s wr, 188 op/s 2024-09-16T02:05:59.057 INFO:tasks.workunit.client.0.smithi017.stdout: 10 86841 8.26 MB/sec execute 441 sec latency 107.627 ms 2024-09-16T02:06:00.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 86983 8.26 MB/sec execute 442 sec latency 103.791 ms 2024-09-16T02:06:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:00 smithi017 ceph-mon[30972]: pgmap v1013: 97 pgs: 97 active+clean; 531 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 4.2 MiB/s wr, 240 op/s 2024-09-16T02:06:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:00 smithi122 ceph-mon[34758]: pgmap v1013: 97 pgs: 97 active+clean; 531 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 4.2 MiB/s wr, 240 op/s 2024-09-16T02:06:00.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:00 smithi029 ceph-mon[34783]: pgmap v1013: 97 pgs: 97 active+clean; 531 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 850 KiB/s rd, 4.2 MiB/s wr, 240 op/s 2024-09-16T02:06:01.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 87121 8.27 MB/sec execute 443 sec latency 91.223 ms 2024-09-16T02:06:02.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 87267 8.27 MB/sec execute 444 sec latency 84.147 ms 2024-09-16T02:06:02.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:02 smithi017 ceph-mon[30972]: pgmap v1014: 97 pgs: 97 active+clean; 533 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 3.6 MiB/s wr, 210 op/s 2024-09-16T02:06:02.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:02 smithi029 ceph-mon[34783]: pgmap v1014: 97 pgs: 97 active+clean; 533 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 3.6 MiB/s wr, 210 op/s 2024-09-16T02:06:02.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:02 smithi122 ceph-mon[34758]: pgmap v1014: 97 pgs: 97 active+clean; 533 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 676 KiB/s rd, 3.6 MiB/s wr, 210 op/s 2024-09-16T02:06:03.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 87435 8.28 MB/sec execute 445 sec latency 91.634 ms 2024-09-16T02:06:04.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 87627 8.29 MB/sec execute 446 sec latency 111.573 ms 2024-09-16T02:06:04.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:04 smithi017 ceph-mon[30972]: pgmap v1015: 97 pgs: 97 active+clean; 534 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 3.9 MiB/s wr, 212 op/s 2024-09-16T02:06:04.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:04 smithi122 ceph-mon[34758]: pgmap v1015: 97 pgs: 97 active+clean; 534 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 3.9 MiB/s wr, 212 op/s 2024-09-16T02:06:04.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:04 smithi029 ceph-mon[34783]: pgmap v1015: 97 pgs: 97 active+clean; 534 MiB data, 3.6 GiB used, 1.0 TiB / 1.0 TiB avail; 641 KiB/s rd, 3.9 MiB/s wr, 212 op/s 2024-09-16T02:06:05.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 87748 8.28 MB/sec execute 447 sec latency 131.442 ms 2024-09-16T02:06:05.954 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:06:06.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 87862 8.27 MB/sec execute 448 sec latency 92.910 ms 2024-09-16T02:06:06.327 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:06:06.615 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:06 smithi017 ceph-mon[30972]: pgmap v1016: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 4.4 MiB/s wr, 212 op/s 2024-09-16T02:06:06.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:06 smithi029 ceph-mon[34783]: pgmap v1016: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 4.4 MiB/s wr, 212 op/s 2024-09-16T02:06:06.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:06 smithi122 ceph-mon[34758]: pgmap v1016: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 671 KiB/s rd, 4.4 MiB/s wr, 212 op/s 2024-09-16T02:06:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.915+0000 7f17e574d640 1 -- 172.21.15.17:0/2184794854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17e0110470 msgr2=0x7f17e0110850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.915+0000 7f17e574d640 1 --2- 172.21.15.17:0/2184794854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17e0110470 0x7f17e0110850 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f17d0009900 tx=0x7f17d002a480 comp rx=0 tx=0).stop 2024-09-16T02:06:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.915+0000 7f17e574d640 1 -- 172.21.15.17:0/2184794854 shutdown_connections 2024-09-16T02:06:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.915+0000 7f17e574d640 1 --2- 172.21.15.17:0/2184794854 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e010ad90 0x7f17e0117220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.915+0000 7f17e574d640 1 --2- 172.21.15.17:0/2184794854 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17e010a410 0x7f17e010a850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.915+0000 7f17e574d640 1 --2- 172.21.15.17:0/2184794854 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17e0110470 0x7f17e0110850 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.915+0000 7f17e574d640 1 -- 172.21.15.17:0/2184794854 >> 172.21.15.17:0/2184794854 conn(0x7f17e0071630 msgr2=0x7f17e0073a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.915+0000 7f17e574d640 1 -- 172.21.15.17:0/2184794854 shutdown_connections 2024-09-16T02:06:06.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.915+0000 7f17e574d640 1 -- 172.21.15.17:0/2184794854 wait complete. 2024-09-16T02:06:06.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.915+0000 7f17e574d640 1 Processor -- start 2024-09-16T02:06:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.916+0000 7f17e574d640 1 -- start start 2024-09-16T02:06:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.916+0000 7f17e574d640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e010a410 0x7f17e01a6730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.916+0000 7f17e574d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17e010ad90 0x7f17e01a6c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.916+0000 7f17e574d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17e0110470 0x7f17e01a08f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.916+0000 7f17e574d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f17e011a640 con 0x7f17e010ad90 2024-09-16T02:06:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.916+0000 7f17e574d640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f17e011a4c0 con 0x7f17e010a410 2024-09-16T02:06:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.916+0000 7f17e574d640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f17e011a7c0 con 0x7f17e0110470 2024-09-16T02:06:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.916+0000 7f17deffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e010a410 0x7f17e01a6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.916+0000 7f17df7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17e0110470 0x7f17e01a08f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.916+0000 7f17deffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e010a410 0x7f17e01a6730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47766/0 (socket says 172.21.15.17:47766) 2024-09-16T02:06:06.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.916+0000 7f17deffd640 1 -- 172.21.15.17:0/17708298 learned_addr learned my addr 172.21.15.17:0/17708298 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:06.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.916+0000 7f17de7fc640 1 --2- 172.21.15.17:0/17708298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17e010ad90 0x7f17e01a6c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.917+0000 7f17deffd640 1 -- 172.21.15.17:0/17708298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17e0110470 msgr2=0x7f17e01a08f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:06.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.917+0000 7f17deffd640 1 --2- 172.21.15.17:0/17708298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17e0110470 0x7f17e01a08f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.917+0000 7f17deffd640 1 -- 172.21.15.17:0/17708298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17e010ad90 msgr2=0x7f17e01a6c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:06.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.917+0000 7f17deffd640 1 --2- 172.21.15.17:0/17708298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17e010ad90 0x7f17e01a6c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.917+0000 7f17deffd640 1 -- 172.21.15.17:0/17708298 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17e01a1020 con 0x7f17e010a410 2024-09-16T02:06:06.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.917+0000 7f17deffd640 1 --2- 172.21.15.17:0/17708298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e010a410 0x7f17e01a6730 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f17d0005ab0 tx=0x7f17d0003c10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:06.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.918+0000 7f17c7fff640 1 -- 172.21.15.17:0/17708298 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d003f070 con 0x7f17e010a410 2024-09-16T02:06:06.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.918+0000 7f17c7fff640 1 -- 172.21.15.17:0/17708298 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17d0031b60 con 0x7f17e010a410 2024-09-16T02:06:06.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.918+0000 7f17e574d640 1 -- 172.21.15.17:0/17708298 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17e01a12b0 con 0x7f17e010a410 2024-09-16T02:06:06.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.918+0000 7f17c7fff640 1 -- 172.21.15.17:0/17708298 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d0035030 con 0x7f17e010a410 2024-09-16T02:06:06.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.918+0000 7f17e574d640 1 -- 172.21.15.17:0/17708298 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17e006b8a0 con 0x7f17e010a410 2024-09-16T02:06:06.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.921+0000 7f17c7fff640 1 -- 172.21.15.17:0/17708298 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f17d0042070 con 0x7f17e010a410 2024-09-16T02:06:06.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.922+0000 7f17e7b26740 1 Processor -- start 2024-09-16T02:06:06.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.922+0000 7f17e7b26740 1 -- start start 2024-09-16T02:06:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.922+0000 7f17e7b26740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 0x564601124880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.922+0000 7f17e7b26740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x56460112f140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.922+0000 7f17e7b26740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x564601131a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.922+0000 7f17e7b26740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56460108a2e0 con 0x5646011244a0 2024-09-16T02:06:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.922+0000 7f17e7b26740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564601031ce0 con 0x564601124dc0 2024-09-16T02:06:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.922+0000 7f17e7b26740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5646010862a0 con 0x56460112f680 2024-09-16T02:06:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.922+0000 7f17deffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x56460112f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.922+0000 7f17de7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x564601131a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.922+0000 7f17deffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x56460112f140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47770/0 (socket says 172.21.15.17:47770) 2024-09-16T02:06:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.922+0000 7f17de7fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x564601131a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34608/0 (socket says 172.21.15.17:34608) 2024-09-16T02:06:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.922+0000 7f17deffd640 1 -- 172.21.15.17:0/3696759396 learned_addr learned my addr 172.21.15.17:0/3696759396 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.923+0000 7f17df7fe640 1 --2- 172.21.15.17:0/3696759396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 0x564601124880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.923+0000 7f17deffd640 1 -- 172.21.15.17:0/3696759396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 msgr2=0x564601131a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.923+0000 7f17deffd640 1 --2- 172.21.15.17:0/3696759396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x564601131a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.923+0000 7f17deffd640 1 -- 172.21.15.17:0/3696759396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 msgr2=0x564601124880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.923+0000 7f17deffd640 1 --2- 172.21.15.17:0/3696759396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 0x564601124880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.923+0000 7f17deffd640 1 -- 172.21.15.17:0/3696759396 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564601016440 con 0x564601124dc0 2024-09-16T02:06:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.923+0000 7f17deffd640 1 --2- 172.21.15.17:0/3696759396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x56460112f140 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f17d00f3b90 tx=0x7f17d00f3c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=67d229530de71dbb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.923+0000 7f17c7fff640 1 --2- 172.21.15.17:0/17708298 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f17c80a3410 0x7f17c80a58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.923+0000 7f17df7fe640 1 --2- 172.21.15.17:0/17708298 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f17c80a3410 0x7f17c80a58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.924+0000 7f17c57fa640 1 -- 172.21.15.17:0/3696759396 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d0103070 con 0x564601124dc0 2024-09-16T02:06:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.924+0000 7f17c57fa640 1 -- 172.21.15.17:0/3696759396 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17d00bc1e0 con 0x564601124dc0 2024-09-16T02:06:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.924+0000 7f17c57fa640 1 -- 172.21.15.17:0/3696759396 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d0049060 con 0x564601124dc0 2024-09-16T02:06:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.924+0000 7f17c7fff640 1 -- 172.21.15.17:0/17708298 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f17d00efb50 con 0x7f17e010a410 2024-09-16T02:06:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.925+0000 7f17df7fe640 1 --2- 172.21.15.17:0/17708298 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f17c80a3410 0x7f17c80a58d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f17d8005fd0 tx=0x7f17d8009500 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.925+0000 7f17e7b26740 1 -- 172.21.15.17:0/3696759396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 msgr2=0x56460112f140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.925+0000 7f17e7b26740 1 --2- 172.21.15.17:0/3696759396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x56460112f140 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f17d00f3b90 tx=0x7f17d00f3c80 comp rx=0 tx=0).stop 2024-09-16T02:06:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.925+0000 7f17e7b26740 1 -- 172.21.15.17:0/3696759396 shutdown_connections 2024-09-16T02:06:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.925+0000 7f17e7b26740 1 --2- 172.21.15.17:0/3696759396 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x564601131a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.925+0000 7f17e7b26740 1 --2- 172.21.15.17:0/3696759396 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x56460112f140 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.925+0000 7f17e7b26740 1 --2- 172.21.15.17:0/3696759396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 0x564601124880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.925+0000 7f17e7b26740 1 -- 172.21.15.17:0/3696759396 >> 172.21.15.17:0/3696759396 conn(0x564601120a30 msgr2=0x564601120e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.925+0000 7f17e7b26740 1 -- 172.21.15.17:0/3696759396 shutdown_connections 2024-09-16T02:06:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.925+0000 7f17e7b26740 1 -- 172.21.15.17:0/3696759396 wait complete. 2024-09-16T02:06:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.925+0000 7f17e7b26740 1 -- start start 2024-09-16T02:06:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17e7b26740 1 Processor -- start 2024-09-16T02:06:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17e7b26740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 0x56460112efc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17e7b26740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x56460112c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17e7b26740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x56460112c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17e7b26740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564601031ce0 con 0x5646011244a0 2024-09-16T02:06:06.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17e7b26740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564601045050 con 0x564601124dc0 2024-09-16T02:06:06.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17e7b26740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564601132010 con 0x56460112f680 2024-09-16T02:06:06.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17deffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 0x56460112efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17deffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 0x56460112efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51828/0 (socket says 172.21.15.17:51828) 2024-09-16T02:06:06.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17deffd640 1 -- 172.21.15.17:0/2583120416 learned_addr learned my addr 172.21.15.17:0/2583120416 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:06.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17e7b26740 10 client.0 _ll_register_callbacks cb 0x564601085160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:06.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17de7fc640 1 --2- 172.21.15.17:0/2583120416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x56460112c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17df7fe640 1 --2- 172.21.15.17:0/2583120416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x56460112c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17deffd640 1 -- 172.21.15.17:0/2583120416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 msgr2=0x56460112c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:06.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17deffd640 1 --2- 172.21.15.17:0/2583120416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x56460112c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.926+0000 7f17deffd640 1 -- 172.21.15.17:0/2583120416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 msgr2=0x56460112c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:06.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.927+0000 7f17deffd640 1 --2- 172.21.15.17:0/2583120416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x56460112c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.927+0000 7f17deffd640 1 -- 172.21.15.17:0/2583120416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564600dfb3c0 con 0x5646011244a0 2024-09-16T02:06:06.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.927+0000 7f17de7fc640 1 --2- 172.21.15.17:0/2583120416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x56460112c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:06:06.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.927+0000 7f17deffd640 1 --2- 172.21.15.17:0/2583120416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 0x56460112efc0 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f17d0047040 tx=0x7f17d00f3080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c1fa223111dc9bc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:06.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.927+0000 7f17c2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:06:06.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.927+0000 7f17c2ff5640 1 -- 172.21.15.17:0/2583120416 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d0049070 con 0x5646011244a0 2024-09-16T02:06:06.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.927+0000 7f17e7b26740 1 -- 172.21.15.17:0/2583120416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17d00bc1e0 con 0x5646011244a0 2024-09-16T02:06:06.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.927+0000 7f17c2ff5640 1 -- 172.21.15.17:0/2583120416 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f17d00dc0f0 con 0x5646011244a0 2024-09-16T02:06:06.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.927+0000 7f17c2ff5640 1 -- 172.21.15.17:0/2583120416 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f17d00b8480 con 0x5646011244a0 2024-09-16T02:06:06.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.927+0000 7f17e7b26740 10 client.19137 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:06.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.927+0000 7f17e7b26740 1 -- 172.21.15.17:0/2583120416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56460113d790 con 0x5646011244a0 2024-09-16T02:06:06.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.928+0000 7f17c2ff5640 1 -- 172.21.15.17:0/2583120416 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17d00bc1e0 con 0x5646011244a0 2024-09-16T02:06:06.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.928+0000 7f17c2ff5640 1 -- 172.21.15.17:0/2583120416 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f17d004c060 con 0x5646011244a0 2024-09-16T02:06:06.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.928+0000 7f17e7b26740 10 client.19137 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:06.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.928+0000 7f17e7b26740 10 client.19137 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:06:06.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.928+0000 7f17e7b26740 20 client.19137 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:06.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.928+0000 7f17e7b26740 1 --2- 172.21.15.17:0/2583120416 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56460113eae0 0x564601140ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.928+0000 7f17e7b26740 4 client.19137 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:06:06.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.928+0000 7f17e7b26740 1 -- 172.21.15.17:0/2583120416 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564601097850 con 0x56460113eae0 2024-09-16T02:06:06.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.928+0000 7f17de7fc640 1 --2- 172.21.15.17:0/2583120416 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56460113eae0 0x564601140ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.928+0000 7f17de7fc640 1 --2- 172.21.15.17:0/2583120416 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56460113eae0 0x564601140ef0 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9352b637e929b6d9 server_cookie=db49f01f3942f908 in_seq=0 out_seq=0 2024-09-16T02:06:06.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.929+0000 7f17c2ff5640 10 client.19137 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:06.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.931+0000 7f17c2ff5640 1 -- 172.21.15.17:0/2583120416 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564601097850 con 0x56460113eae0 2024-09-16T02:06:06.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.931+0000 7f17c2ff5640 10 client.19137 handle_command_reply: tid=0 2024-09-16T02:06:06.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.931+0000 7f17e7b26740 1 client.19137 shutdown 2024-09-16T02:06:06.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.933+0000 7f17e7b26740 1 -- 172.21.15.17:0/2583120416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 msgr2=0x56460112efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:06.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.933+0000 7f17e7b26740 1 --2- 172.21.15.17:0/2583120416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 0x56460112efc0 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f17d0047040 tx=0x7f17d00f3080 comp rx=0 tx=0).stop 2024-09-16T02:06:06.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.934+0000 7f17e7b26740 1 -- 172.21.15.17:0/2583120416 shutdown_connections 2024-09-16T02:06:06.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.934+0000 7f17e7b26740 1 --2- 172.21.15.17:0/2583120416 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56460113eae0 0x564601140ef0 crc :-1 s=READY pgs=304 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.934+0000 7f17c2ff5640 0 client.19137 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:06.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.934+0000 7f17e7b26740 1 --2- 172.21.15.17:0/2583120416 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x56460112c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.934+0000 7f17e7b26740 1 --2- 172.21.15.17:0/2583120416 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x56460112c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.934+0000 7f17e7b26740 1 --2- 172.21.15.17:0/2583120416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 0x56460112efc0 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.934+0000 7f17e7b26740 1 -- 172.21.15.17:0/2583120416 >> 172.21.15.17:0/2583120416 conn(0x564601120a30 msgr2=0x564601126760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:06.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.934+0000 7f17e7b26740 1 -- 172.21.15.17:0/2583120416 shutdown_connections 2024-09-16T02:06:06.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.934+0000 7f17e7b26740 1 -- 172.21.15.17:0/2583120416 wait complete. 2024-09-16T02:06:06.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.935+0000 7f17e7b26740 20 client.19137 trim_cache size 0 max 16384 2024-09-16T02:06:06.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.959+0000 7f17e7b26740 1 Processor -- start 2024-09-16T02:06:06.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.959+0000 7f17e7b26740 1 -- start start 2024-09-16T02:06:06.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17e7b26740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 0x56460111fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17e7b26740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x5646011467c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17e7b26740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x564601146d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17e7b26740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f17e01ba750 con 0x5646011244a0 2024-09-16T02:06:06.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17e7b26740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f17e01b8020 con 0x564601124dc0 2024-09-16T02:06:06.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17e7b26740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f17e01b5e50 con 0x56460112f680 2024-09-16T02:06:06.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17df7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x564601146d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17df7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x564601146d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34638/0 (socket says 172.21.15.17:34638) 2024-09-16T02:06:06.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17df7fe640 1 -- 172.21.15.17:0/4007566189 learned_addr learned my addr 172.21.15.17:0/4007566189 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:06.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17deffd640 1 --2- 172.21.15.17:0/4007566189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 0x56460111fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17de7fc640 1 --2- 172.21.15.17:0/4007566189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x5646011467c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17df7fe640 1 -- 172.21.15.17:0/4007566189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 msgr2=0x5646011467c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:06.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17df7fe640 1 --2- 172.21.15.17:0/4007566189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x5646011467c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17df7fe640 1 -- 172.21.15.17:0/4007566189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 msgr2=0x56460111fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:06.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17df7fe640 1 --2- 172.21.15.17:0/4007566189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 0x56460111fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.960+0000 7f17df7fe640 1 -- 172.21.15.17:0/4007566189 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56460112a7c0 con 0x56460112f680 2024-09-16T02:06:06.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.961+0000 7f17df7fe640 1 --2- 172.21.15.17:0/4007566189 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x564601146d00 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f17d8003e30 tx=0x7f17d801a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1a1d66f0182d2f76 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:06.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.961+0000 7f17c4ff9640 1 -- 172.21.15.17:0/4007566189 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d8004b20 con 0x56460112f680 2024-09-16T02:06:06.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.961+0000 7f17c4ff9640 1 -- 172.21.15.17:0/4007566189 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17d8004cc0 con 0x56460112f680 2024-09-16T02:06:06.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.961+0000 7f17c4ff9640 1 -- 172.21.15.17:0/4007566189 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d80054b0 con 0x56460112f680 2024-09-16T02:06:06.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.962+0000 7f17e7b26740 1 -- 172.21.15.17:0/4007566189 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 msgr2=0x564601146d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:06.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.962+0000 7f17e7b26740 1 --2- 172.21.15.17:0/4007566189 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x564601146d00 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f17d8003e30 tx=0x7f17d801a000 comp rx=0 tx=0).stop 2024-09-16T02:06:06.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.962+0000 7f17e7b26740 1 -- 172.21.15.17:0/4007566189 shutdown_connections 2024-09-16T02:06:06.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.962+0000 7f17e7b26740 1 --2- 172.21.15.17:0/4007566189 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56460112f680 0x564601146d00 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.962+0000 7f17e7b26740 1 --2- 172.21.15.17:0/4007566189 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x5646011467c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.962+0000 7f17e7b26740 1 --2- 172.21.15.17:0/4007566189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5646011244a0 0x56460111fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.962+0000 7f17e7b26740 1 -- 172.21.15.17:0/4007566189 >> 172.21.15.17:0/4007566189 conn(0x564601120a30 msgr2=0x56460111f350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:06.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.962+0000 7f17e7b26740 1 -- 172.21.15.17:0/4007566189 shutdown_connections 2024-09-16T02:06:06.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.962+0000 7f17e7b26740 1 -- 172.21.15.17:0/4007566189 wait complete. 2024-09-16T02:06:06.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.963+0000 7f17e7b26740 1 -- start start 2024-09-16T02:06:06.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.963+0000 7f17e7b26740 1 Processor -- start 2024-09-16T02:06:06.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.963+0000 7f17e7b26740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646011244a0 0x564601135010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.963+0000 7f17e7b26740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x564601135550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.963+0000 7f17e7b26740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56460112f680 0x564601135a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.963+0000 7f17e7b26740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f17e01b64e0 con 0x56460112f680 2024-09-16T02:06:06.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.963+0000 7f17df7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56460112f680 0x564601135a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.963+0000 7f17deffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646011244a0 0x564601135010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.964+0000 7f17deffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646011244a0 0x564601135010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34640/0 (socket says 172.21.15.17:34640) 2024-09-16T02:06:06.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.964+0000 7f17deffd640 1 -- 172.21.15.17:0/2556472898 learned_addr learned my addr 172.21.15.17:0/2556472898 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:06.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.964+0000 7f17de7fc640 1 --2- 172.21.15.17:0/2556472898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x564601135550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.964+0000 7f17e7b26740 1 -- 172.21.15.17:0/2556472898 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f17e01b7950 con 0x564601124dc0 2024-09-16T02:06:06.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.964+0000 7f17e7b26740 1 -- 172.21.15.17:0/2556472898 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f17e01b6bb0 con 0x5646011244a0 2024-09-16T02:06:06.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.964+0000 7f17e7b26740 10 client.0 _ll_register_callbacks cb 0x7f17d0101070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:06.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.964+0000 7f17deffd640 1 -- 172.21.15.17:0/2556472898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 msgr2=0x564601135550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:06.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.964+0000 7f17deffd640 1 --2- 172.21.15.17:0/2556472898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x564601135550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.964+0000 7f17deffd640 1 -- 172.21.15.17:0/2556472898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56460112f680 msgr2=0x564601135a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:06.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.964+0000 7f17deffd640 1 --2- 172.21.15.17:0/2556472898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56460112f680 0x564601135a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.964+0000 7f17deffd640 1 -- 172.21.15.17:0/2556472898 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5646011b1080 con 0x5646011244a0 2024-09-16T02:06:06.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.964+0000 7f17de7fc640 1 --2- 172.21.15.17:0/2556472898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x564601135550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:06.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.964+0000 7f17df7fe640 1 --2- 172.21.15.17:0/2556472898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56460112f680 0x564601135a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:06.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.965+0000 7f17deffd640 1 --2- 172.21.15.17:0/2556472898 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646011244a0 0x564601135010 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f17d00d5140 tx=0x7f17d00f36c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bdbfaad56dd5720a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:06.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.965+0000 7f17c2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:06:06.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.965+0000 7f17c2ff5640 1 -- 172.21.15.17:0/2556472898 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f17d0049070 con 0x5646011244a0 2024-09-16T02:06:06.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.965+0000 7f17c2ff5640 1 -- 172.21.15.17:0/2556472898 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f17d00c0120 con 0x5646011244a0 2024-09-16T02:06:06.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.965+0000 7f17e7b26740 1 -- 172.21.15.17:0/2556472898 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f17d8004cc0 con 0x5646011244a0 2024-09-16T02:06:06.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.965+0000 7f17c2ff5640 1 -- 172.21.15.17:0/2556472898 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f17d00bbd20 con 0x5646011244a0 2024-09-16T02:06:06.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.965+0000 7f17e7b26740 10 client.28798 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:06.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.965+0000 7f17e7b26740 1 -- 172.21.15.17:0/2556472898 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5646011b1080 con 0x5646011244a0 2024-09-16T02:06:06.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.965+0000 7f17c2ff5640 1 -- 172.21.15.17:0/2556472898 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f17d8004cc0 con 0x5646011244a0 2024-09-16T02:06:06.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.966+0000 7f17c2ff5640 1 -- 172.21.15.17:0/2556472898 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f17d003b460 con 0x5646011244a0 2024-09-16T02:06:06.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.966+0000 7f17e7b26740 10 client.28798 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:06.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.966+0000 7f17e7b26740 10 client.28798 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:06:06.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.966+0000 7f17e7b26740 20 client.28798 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:06.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.966+0000 7f17e7b26740 1 --2- 172.21.15.17:0/2556472898 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56460113eae0 0x5646011b46e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:06.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.966+0000 7f17e7b26740 4 client.28798 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:06:06.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.966+0000 7f17e7b26740 1 -- 172.21.15.17:0/2556472898 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x56460112cb40 con 0x56460113eae0 2024-09-16T02:06:06.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.966+0000 7f17de7fc640 1 --2- 172.21.15.17:0/2556472898 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56460113eae0 0x5646011b46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:06.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.967+0000 7f17c2ff5640 10 client.28798 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:06.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.967+0000 7f17de7fc640 1 --2- 172.21.15.17:0/2556472898 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56460113eae0 0x5646011b46e0 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a6c32ef015762d7 server_cookie=4eceb4df0e4fbce5 in_seq=0 out_seq=0 2024-09-16T02:06:06.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17c2ff5640 1 -- 172.21.15.17:0/2556472898 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x56460112cb40 con 0x56460113eae0 2024-09-16T02:06:06.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17c2ff5640 10 client.28798 handle_command_reply: tid=0 2024-09-16T02:06:06.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17e7b26740 1 client.28798 shutdown 2024-09-16T02:06:06.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17e7b26740 1 -- 172.21.15.17:0/2556472898 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646011244a0 msgr2=0x564601135010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:06.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17e7b26740 1 --2- 172.21.15.17:0/2556472898 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646011244a0 0x564601135010 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f17d00d5140 tx=0x7f17d00f36c0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17e7b26740 1 -- 172.21.15.17:0/2556472898 shutdown_connections 2024-09-16T02:06:06.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17e7b26740 1 --2- 172.21.15.17:0/2556472898 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56460113eae0 0x5646011b46e0 crc :-1 s=READY pgs=305 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17e7b26740 1 --2- 172.21.15.17:0/2556472898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56460112f680 0x564601135a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17e7b26740 1 --2- 172.21.15.17:0/2556472898 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564601124dc0 0x564601135550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17c2ff5640 0 client.28798 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:06.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17e7b26740 1 --2- 172.21.15.17:0/2556472898 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5646011244a0 0x564601135010 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17e7b26740 1 -- 172.21.15.17:0/2556472898 >> 172.21.15.17:0/2556472898 conn(0x564601120a30 msgr2=0x56460111fb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:06.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17e7b26740 1 -- 172.21.15.17:0/2556472898 shutdown_connections 2024-09-16T02:06:06.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17e7b26740 1 -- 172.21.15.17:0/2556472898 wait complete. 2024-09-16T02:06:06.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.968+0000 7f17e7b26740 20 client.28798 trim_cache size 0 max 16384 2024-09-16T02:06:06.975 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:06:06.975 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T02:06:06.975 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T02:06:06.975 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:06:06.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.969+0000 7f17e574d640 1 -- 172.21.15.17:0/17708298 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f17c80a3410 msgr2=0x7f17c80a58d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:06.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.969+0000 7f17e574d640 1 --2- 172.21.15.17:0/17708298 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f17c80a3410 0x7f17c80a58d0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f17d8005fd0 tx=0x7f17d8009500 comp rx=0 tx=0).stop 2024-09-16T02:06:06.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.969+0000 7f17e574d640 1 -- 172.21.15.17:0/17708298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e010a410 msgr2=0x7f17e01a6730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:06.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.969+0000 7f17e574d640 1 --2- 172.21.15.17:0/17708298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e010a410 0x7f17e01a6730 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f17d0005ab0 tx=0x7f17d0003c10 comp rx=0 tx=0).stop 2024-09-16T02:06:06.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.970+0000 7f17e574d640 1 -- 172.21.15.17:0/17708298 shutdown_connections 2024-09-16T02:06:06.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.970+0000 7f17e574d640 1 --2- 172.21.15.17:0/17708298 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f17c80a3410 0x7f17c80a58d0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.970+0000 7f17e574d640 1 --2- 172.21.15.17:0/17708298 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f17e0110470 0x7f17e01a08f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.970+0000 7f17e574d640 1 --2- 172.21.15.17:0/17708298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f17e010ad90 0x7f17e01a6c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.970+0000 7f17e574d640 1 --2- 172.21.15.17:0/17708298 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f17e010a410 0x7f17e01a6730 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:06.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.970+0000 7f17e574d640 1 -- 172.21.15.17:0/17708298 >> 172.21.15.17:0/17708298 conn(0x7f17e0071630 msgr2=0x7f17e0072da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:06.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.970+0000 7f17e574d640 1 -- 172.21.15.17:0/17708298 shutdown_connections 2024-09-16T02:06:06.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:06.970+0000 7f17e574d640 1 -- 172.21.15.17:0/17708298 wait complete. 2024-09-16T02:06:07.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 88003 8.27 MB/sec execute 449 sec latency 113.836 ms 2024-09-16T02:06:07.959 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T02:06:08.059 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:06:08.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 88169 8.27 MB/sec execute 450 sec latency 89.307 ms 2024-09-16T02:06:08.457 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:06:08.584 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:08 smithi017 ceph-mon[30972]: pgmap v1017: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 601 KiB/s rd, 3.8 MiB/s wr, 182 op/s 2024-09-16T02:06:08.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:08 smithi029 ceph-mon[34783]: pgmap v1017: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 601 KiB/s rd, 3.8 MiB/s wr, 182 op/s 2024-09-16T02:06:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:08 smithi122 ceph-mon[34758]: pgmap v1017: 97 pgs: 97 active+clean; 541 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 601 KiB/s rd, 3.8 MiB/s wr, 182 op/s 2024-09-16T02:06:09.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 88310 8.26 MB/sec execute 451 sec latency 102.493 ms 2024-09-16T02:06:09.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.191+0000 7fdeda0d0640 1 -- 172.21.15.17:0/1921327084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded4106f40 msgr2=0x7fded410eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:09.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.191+0000 7fdeda0d0640 1 --2- 172.21.15.17:0/1921327084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded4106f40 0x7fded410eac0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7fdecc009ca0 tx=0x7fdecc02a8c0 comp rx=0 tx=0).stop 2024-09-16T02:06:09.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.192+0000 7fdeda0d0640 1 -- 172.21.15.17:0/1921327084 shutdown_connections 2024-09-16T02:06:09.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.192+0000 7fdeda0d0640 1 --2- 172.21.15.17:0/1921327084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded4106f40 0x7fded410eac0 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:09.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.192+0000 7fdeda0d0640 1 --2- 172.21.15.17:0/1921327084 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fded41027c0 0x7fded4106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:09.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.192+0000 7fdeda0d0640 1 --2- 172.21.15.17:0/1921327084 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fded4101e10 0x7fded41021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:09.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.192+0000 7fdeda0d0640 1 -- 172.21.15.17:0/1921327084 >> 172.21.15.17:0/1921327084 conn(0x7fded40fd8d0 msgr2=0x7fded40ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:09.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.192+0000 7fdeda0d0640 1 -- 172.21.15.17:0/1921327084 shutdown_connections 2024-09-16T02:06:09.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.192+0000 7fdeda0d0640 1 -- 172.21.15.17:0/1921327084 wait complete. 2024-09-16T02:06:09.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.192+0000 7fdeda0d0640 1 Processor -- start 2024-09-16T02:06:09.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.193+0000 7fdeda0d0640 1 -- start start 2024-09-16T02:06:09.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.193+0000 7fdeda0d0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded4101e10 0x7fded410ea20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:09.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.193+0000 7fdeda0d0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fded41027c0 0x7fded410bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:09.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.193+0000 7fdeda0d0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fded4106f40 0x7fded410c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:09.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.193+0000 7fdeda0d0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fded4075f90 con 0x7fded4101e10 2024-09-16T02:06:09.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.193+0000 7fdeda0d0640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fded4075e10 con 0x7fded4106f40 2024-09-16T02:06:09.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.193+0000 7fdeda0d0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fded4076110 con 0x7fded41027c0 2024-09-16T02:06:09.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.193+0000 7fded2ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fded41027c0 0x7fded410bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:09.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.193+0000 7fded3fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fded4106f40 0x7fded410c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:09.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.193+0000 7fded2ffd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fded41027c0 0x7fded410bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34646/0 (socket says 172.21.15.17:34646) 2024-09-16T02:06:09.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.193+0000 7fded2ffd640 1 -- 172.21.15.17:0/77749920 learned_addr learned my addr 172.21.15.17:0/77749920 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:09.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.193+0000 7fded37fe640 1 --2- 172.21.15.17:0/77749920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded4101e10 0x7fded410ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:09.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.194+0000 7fded3fff640 1 -- 172.21.15.17:0/77749920 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fded41027c0 msgr2=0x7fded410bad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:09.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.194+0000 7fded3fff640 1 --2- 172.21.15.17:0/77749920 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fded41027c0 0x7fded410bad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:09.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.194+0000 7fded3fff640 1 -- 172.21.15.17:0/77749920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded4101e10 msgr2=0x7fded410ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:09.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.194+0000 7fded3fff640 1 --2- 172.21.15.17:0/77749920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded4101e10 0x7fded410ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:09.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.194+0000 7fded3fff640 1 -- 172.21.15.17:0/77749920 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fded41aacc0 con 0x7fded4106f40 2024-09-16T02:06:09.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.194+0000 7fded3fff640 1 --2- 172.21.15.17:0/77749920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fded4106f40 0x7fded410c0c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fdecc031040 tx=0x7fdecc032f80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:09.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.194+0000 7fded0ff9640 1 -- 172.21.15.17:0/77749920 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdecc003b70 con 0x7fded4106f40 2024-09-16T02:06:09.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.194+0000 7fded0ff9640 1 -- 172.21.15.17:0/77749920 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fdecc003d10 con 0x7fded4106f40 2024-09-16T02:06:09.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.194+0000 7fdeda0d0640 1 -- 172.21.15.17:0/77749920 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fded41aae90 con 0x7fded4106f40 2024-09-16T02:06:09.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.194+0000 7fded0ff9640 1 -- 172.21.15.17:0/77749920 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdecc030af0 con 0x7fded4106f40 2024-09-16T02:06:09.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.195+0000 7fdeda0d0640 1 -- 172.21.15.17:0/77749920 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fded41ab390 con 0x7fded4106f40 2024-09-16T02:06:09.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.196+0000 7fdeda0d0640 1 -- 172.21.15.17:0/77749920 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fded41032f0 con 0x7fded4106f40 2024-09-16T02:06:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.197+0000 7fded0ff9640 1 -- 172.21.15.17:0/77749920 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fdecc030c90 con 0x7fded4106f40 2024-09-16T02:06:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.198+0000 7fded0ff9640 1 --2- 172.21.15.17:0/77749920 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdebc0a3340 0x7fdebc0a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.198+0000 7fded0ff9640 1 -- 172.21.15.17:0/77749920 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fdecc0f0ae0 con 0x7fded4106f40 2024-09-16T02:06:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.198+0000 7fded37fe640 1 --2- 172.21.15.17:0/77749920 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdebc0a3340 0x7fdebc0a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:09.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.199+0000 7fded37fe640 1 --2- 172.21.15.17:0/77749920 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdebc0a3340 0x7fdebc0a5800 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fdec4009bd0 tx=0x7fdec4005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:09.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.202+0000 7fded0ff9640 1 -- 172.21.15.17:0/77749920 <== mon.2 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fdecc0bd7c0 con 0x7fded4106f40 2024-09-16T02:06:09.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.547+0000 7fdeda0d0640 1 -- 172.21.15.17:0/77749920 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fded4111b50 con 0x7fded4106f40 2024-09-16T02:06:09.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.548+0000 7fded0ff9640 1 -- 172.21.15.17:0/77749920 <== mon.2 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11901 (secure 0 0 0) 0x7fdecc0bd0c0 con 0x7fded4106f40 2024-09-16T02:06:09.550 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:06:09.550 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"btime":"2024-09-16T01:59:05:278302+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:59:04.450935+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T02:06:09.550 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-09-16T02:06:09.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.551+0000 7fdeda0d0640 1 -- 172.21.15.17:0/77749920 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdebc0a3340 msgr2=0x7fdebc0a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:09.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.551+0000 7fdeda0d0640 1 --2- 172.21.15.17:0/77749920 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdebc0a3340 0x7fdebc0a5800 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fdec4009bd0 tx=0x7fdec4005f90 comp rx=0 tx=0).stop 2024-09-16T02:06:09.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.551+0000 7fdeda0d0640 1 -- 172.21.15.17:0/77749920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fded4106f40 msgr2=0x7fded410c0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:09.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.551+0000 7fdeda0d0640 1 --2- 172.21.15.17:0/77749920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fded4106f40 0x7fded410c0c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7fdecc031040 tx=0x7fdecc032f80 comp rx=0 tx=0).stop 2024-09-16T02:06:09.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.551+0000 7fdeda0d0640 1 -- 172.21.15.17:0/77749920 shutdown_connections 2024-09-16T02:06:09.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.551+0000 7fdeda0d0640 1 --2- 172.21.15.17:0/77749920 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fdebc0a3340 0x7fdebc0a5800 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:09.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.551+0000 7fdeda0d0640 1 --2- 172.21.15.17:0/77749920 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fded4106f40 0x7fded410c0c0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:09.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.551+0000 7fdeda0d0640 1 --2- 172.21.15.17:0/77749920 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fded41027c0 0x7fded410bad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:09.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.551+0000 7fdeda0d0640 1 --2- 172.21.15.17:0/77749920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fded4101e10 0x7fded410ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:09.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.551+0000 7fdeda0d0640 1 -- 172.21.15.17:0/77749920 >> 172.21.15.17:0/77749920 conn(0x7fded40fd8d0 msgr2=0x7fded40fec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:09.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.551+0000 7fdeda0d0640 1 -- 172.21.15.17:0/77749920 shutdown_connections 2024-09-16T02:06:09.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:09.551+0000 7fdeda0d0640 1 -- 172.21.15.17:0/77749920 wait complete. 2024-09-16T02:06:10.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 88443 8.26 MB/sec execute 452 sec latency 99.113 ms 2024-09-16T02:06:10.355 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T02:06:10.703 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:06:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:10 smithi017 ceph-mon[30972]: pgmap v1018: 97 pgs: 97 active+clean; 542 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 4.4 MiB/s wr, 201 op/s 2024-09-16T02:06:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:10 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/77749920' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:06:10.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:10 smithi122 ceph-mon[34758]: pgmap v1018: 97 pgs: 97 active+clean; 542 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 4.4 MiB/s wr, 201 op/s 2024-09-16T02:06:10.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:10 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/77749920' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:06:10.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:10 smithi029 ceph-mon[34783]: pgmap v1018: 97 pgs: 97 active+clean; 542 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 627 KiB/s rd, 4.4 MiB/s wr, 201 op/s 2024-09-16T02:06:10.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:10 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/77749920' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:06:11.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 88586 8.26 MB/sec execute 453 sec latency 88.195 ms 2024-09-16T02:06:11.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.288+0000 7f1eebd1f640 1 -- 172.21.15.17:0/2533522060 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ee4106f10 msgr2=0x7f1ee410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:11.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.288+0000 7f1eebd1f640 1 --2- 172.21.15.17:0/2533522060 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ee4106f10 0x7f1ee410ea90 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f1edc009be0 tx=0x7f1edc02a6c0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.288+0000 7f1eebd1f640 1 -- 172.21.15.17:0/2533522060 shutdown_connections 2024-09-16T02:06:11.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.288+0000 7f1eebd1f640 1 --2- 172.21.15.17:0/2533522060 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ee4106f10 0x7f1ee410ea90 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.288+0000 7f1eebd1f640 1 --2- 172.21.15.17:0/2533522060 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ee4102790 0x7f1ee41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.288+0000 7f1eebd1f640 1 --2- 172.21.15.17:0/2533522060 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ee4101de0 0x7f1ee41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.288+0000 7f1eebd1f640 1 -- 172.21.15.17:0/2533522060 >> 172.21.15.17:0/2533522060 conn(0x7f1ee40fd8e0 msgr2=0x7f1ee40ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:11.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.288+0000 7f1eebd1f640 1 -- 172.21.15.17:0/2533522060 shutdown_connections 2024-09-16T02:06:11.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.288+0000 7f1eebd1f640 1 -- 172.21.15.17:0/2533522060 wait complete. 2024-09-16T02:06:11.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.289+0000 7f1eebd1f640 1 Processor -- start 2024-09-16T02:06:11.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.289+0000 7f1eebd1f640 1 -- start start 2024-09-16T02:06:11.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.290+0000 7f1eebd1f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ee4101de0 0x7f1ee4073d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.290+0000 7f1eebd1f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ee4102790 0x7f1ee406bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.290+0000 7f1eebd1f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ee4106f10 0x7f1ee406c220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.290+0000 7f1eebd1f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee4111e20 con 0x7f1ee4106f10 2024-09-16T02:06:11.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.290+0000 7f1eebd1f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee4111ca0 con 0x7f1ee4102790 2024-09-16T02:06:11.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.290+0000 7f1eebd1f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee4111fa0 con 0x7f1ee4101de0 2024-09-16T02:06:11.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.290+0000 7f1ee9abb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ee4101de0 0x7f1ee4073d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.290+0000 7f1ee9abb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ee4101de0 0x7f1ee4073d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34662/0 (socket says 172.21.15.17:34662) 2024-09-16T02:06:11.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.290+0000 7f1ee9abb640 1 -- 172.21.15.17:0/2411335862 learned_addr learned my addr 172.21.15.17:0/2411335862 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:11.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.290+0000 7f1ee92ba640 1 --2- 172.21.15.17:0/2411335862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ee4102790 0x7f1ee406bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.290+0000 7f1eea2bc640 1 --2- 172.21.15.17:0/2411335862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ee4106f10 0x7f1ee406c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.291+0000 7f1ee92ba640 1 -- 172.21.15.17:0/2411335862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ee4101de0 msgr2=0x7f1ee4073d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:11.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.291+0000 7f1ee92ba640 1 --2- 172.21.15.17:0/2411335862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ee4101de0 0x7f1ee4073d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.291+0000 7f1ee92ba640 1 -- 172.21.15.17:0/2411335862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ee4106f10 msgr2=0x7f1ee406c220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:11.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.291+0000 7f1ee92ba640 1 --2- 172.21.15.17:0/2411335862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ee4106f10 0x7f1ee406c220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.291+0000 7f1ee92ba640 1 -- 172.21.15.17:0/2411335862 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ee406ca40 con 0x7f1ee4102790 2024-09-16T02:06:11.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.291+0000 7f1ee92ba640 1 --2- 172.21.15.17:0/2411335862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ee4102790 0x7f1ee406bce0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1ee0009bf0 tx=0x7f1ee000b690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:11.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.291+0000 7f1ed6ffd640 1 -- 172.21.15.17:0/2411335862 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee001e070 con 0x7f1ee4102790 2024-09-16T02:06:11.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.291+0000 7f1ed6ffd640 1 -- 172.21.15.17:0/2411335862 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ee0009ce0 con 0x7f1ee4102790 2024-09-16T02:06:11.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.291+0000 7f1ed6ffd640 1 -- 172.21.15.17:0/2411335862 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee0018610 con 0x7f1ee4102790 2024-09-16T02:06:11.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.291+0000 7f1eebd1f640 1 -- 172.21.15.17:0/2411335862 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ee4074480 con 0x7f1ee4102790 2024-09-16T02:06:11.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.292+0000 7f1eebd1f640 1 -- 172.21.15.17:0/2411335862 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ee4074970 con 0x7f1ee4102790 2024-09-16T02:06:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.295+0000 7f1eee0f8740 1 Processor -- start 2024-09-16T02:06:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.295+0000 7f1ed6ffd640 1 -- 172.21.15.17:0/2411335862 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1ee0021070 con 0x7f1ee4102790 2024-09-16T02:06:11.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.296+0000 7f1eee0f8740 1 -- start start 2024-09-16T02:06:11.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.296+0000 7f1eee0f8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dbab40 0x559e48db9090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.296+0000 7f1eee0f8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48db95d0 0x559e48db9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1eee0f8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48dc4370 0x559e48dc6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1eee0f8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559e48d1f2f0 con 0x559e48dc4370 2024-09-16T02:06:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1eee0f8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559e48cc6cf0 con 0x559e48dbab40 2024-09-16T02:06:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1eee0f8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559e48d1b2b0 con 0x559e48db95d0 2024-09-16T02:06:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1ee9abb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48db95d0 0x559e48db9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1ee9abb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48db95d0 0x559e48db9a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34672/0 (socket says 172.21.15.17:34672) 2024-09-16T02:06:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1ee9abb640 1 -- 172.21.15.17:0/1053017076 learned_addr learned my addr 172.21.15.17:0/1053017076 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1ee92ba640 1 --2- 172.21.15.17:0/1053017076 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48dc4370 0x559e48dc6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1eea2bc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dbab40 0x559e48db9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1ee9abb640 1 -- 172.21.15.17:0/1053017076 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dbab40 msgr2=0x559e48db9090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:11.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1ee9abb640 1 --2- 172.21.15.17:0/1053017076 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dbab40 0x559e48db9090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1ee9abb640 1 -- 172.21.15.17:0/1053017076 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48dc4370 msgr2=0x559e48dc6760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:11.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1ee9abb640 1 --2- 172.21.15.17:0/1053017076 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48dc4370 0x559e48dc6760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1ee9abb640 1 -- 172.21.15.17:0/1053017076 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e48cab3a0 con 0x559e48db95d0 2024-09-16T02:06:11.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.297+0000 7f1ed6ffd640 1 --2- 172.21.15.17:0/2411335862 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1ed00a32c0 0x7f1ed00a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.298+0000 7f1ed6ffd640 1 -- 172.21.15.17:0/2411335862 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1ee00d2e60 con 0x7f1ee4102790 2024-09-16T02:06:11.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.298+0000 7f1ee9abb640 1 --2- 172.21.15.17:0/1053017076 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48db95d0 0x559e48db9a10 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f1ed8009d70 tx=0x7f1ed80117b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=982087771ebb74fc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:11.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.298+0000 7f1eea2bc640 1 --2- 172.21.15.17:0/2411335862 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1ed00a32c0 0x7f1ed00a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.298+0000 7f1ecffff640 1 -- 172.21.15.17:0/1053017076 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ed8009e60 con 0x559e48db95d0 2024-09-16T02:06:11.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.298+0000 7f1ecffff640 1 -- 172.21.15.17:0/1053017076 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ed8012b00 con 0x559e48db95d0 2024-09-16T02:06:11.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.298+0000 7f1ecffff640 1 -- 172.21.15.17:0/1053017076 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ed800fc50 con 0x559e48db95d0 2024-09-16T02:06:11.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.299+0000 7f1eee0f8740 1 -- 172.21.15.17:0/1053017076 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48db95d0 msgr2=0x559e48db9a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:11.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.299+0000 7f1eea2bc640 1 --2- 172.21.15.17:0/2411335862 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1ed00a32c0 0x7f1ed00a5780 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f1edc004af0 tx=0x7f1edc005fd0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:11.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.299+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/1053017076 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48db95d0 0x559e48db9a10 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f1ed8009d70 tx=0x7f1ed80117b0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.299+0000 7f1eee0f8740 1 -- 172.21.15.17:0/1053017076 shutdown_connections 2024-09-16T02:06:11.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.299+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/1053017076 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48dc4370 0x559e48dc6760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.299+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/1053017076 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48db95d0 0x559e48db9a10 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.299+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/1053017076 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dbab40 0x559e48db9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.299+0000 7f1eee0f8740 1 -- 172.21.15.17:0/1053017076 >> 172.21.15.17:0/1053017076 conn(0x559e48d82310 msgr2=0x559e48db5c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:11.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.299+0000 7f1eee0f8740 1 -- 172.21.15.17:0/1053017076 shutdown_connections 2024-09-16T02:06:11.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.299+0000 7f1eee0f8740 1 -- 172.21.15.17:0/1053017076 wait complete. 2024-09-16T02:06:11.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.300+0000 7f1eee0f8740 1 -- start start 2024-09-16T02:06:11.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.300+0000 7f1eee0f8740 1 Processor -- start 2024-09-16T02:06:11.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1eee0f8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48db95d0 0x559e48dc3d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1eee0f8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48dbab40 0x559e48dc1030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1eee0f8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 0x559e48dc1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1eee0f8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559e48dc7070 con 0x559e48db95d0 2024-09-16T02:06:11.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1eee0f8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559e48cda060 con 0x559e48dc4370 2024-09-16T02:06:11.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1eee0f8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559e48dc71f0 con 0x559e48dbab40 2024-09-16T02:06:11.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1eee0f8740 10 client.0 _ll_register_callbacks cb 0x559e48a2d8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:11.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1ee9abb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48db95d0 0x559e48dc3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1ee9abb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48db95d0 0x559e48dc3d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51912/0 (socket says 172.21.15.17:51912) 2024-09-16T02:06:11.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1eea2bc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 0x559e48dc1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1ee9abb640 1 -- 172.21.15.17:0/3141394420 learned_addr learned my addr 172.21.15.17:0/3141394420 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:11.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1ee92ba640 1 --2- 172.21.15.17:0/3141394420 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48dbab40 0x559e48dc1030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1ee9abb640 1 -- 172.21.15.17:0/3141394420 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48dbab40 msgr2=0x559e48dc1030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:11.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1ee9abb640 1 --2- 172.21.15.17:0/3141394420 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48dbab40 0x559e48dc1030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1ee9abb640 1 -- 172.21.15.17:0/3141394420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 msgr2=0x559e48dc1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:11.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1ee9abb640 1 --2- 172.21.15.17:0/3141394420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 0x559e48dc1640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.301+0000 7f1ee9abb640 1 -- 172.21.15.17:0/3141394420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e48a903c0 con 0x559e48db95d0 2024-09-16T02:06:11.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.302+0000 7f1ee9abb640 1 --2- 172.21.15.17:0/3141394420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48db95d0 0x559e48dc3d80 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f1ed80126b0 tx=0x7f1ed800f440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f66be2607017f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:11.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.302+0000 7f1ecd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:06:11.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.302+0000 7f1ecd7fa640 1 -- 172.21.15.17:0/3141394420 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ed8027020 con 0x559e48db95d0 2024-09-16T02:06:11.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.302+0000 7f1ecd7fa640 1 -- 172.21.15.17:0/3141394420 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1ed8005030 con 0x559e48db95d0 2024-09-16T02:06:11.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.302+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3141394420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ed8012b00 con 0x559e48db95d0 2024-09-16T02:06:11.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.302+0000 7f1ecd7fa640 1 -- 172.21.15.17:0/3141394420 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1ed8009e60 con 0x559e48db95d0 2024-09-16T02:06:11.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.302+0000 7f1eee0f8740 10 client.19161 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:11.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.302+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3141394420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559e48ddb3a0 con 0x559e48db95d0 2024-09-16T02:06:11.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.303+0000 7f1ecd7fa640 1 -- 172.21.15.17:0/3141394420 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ed8012b00 con 0x559e48db95d0 2024-09-16T02:06:11.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.303+0000 7f1ecd7fa640 1 -- 172.21.15.17:0/3141394420 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1ed800fbb0 con 0x559e48db95d0 2024-09-16T02:06:11.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.303+0000 7f1eee0f8740 10 client.19161 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:11.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.303+0000 7f1eee0f8740 10 client.19161 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:06:11.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.303+0000 7f1eee0f8740 20 client.19161 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:11.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.303+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3141394420 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559e48ddc750 0x559e48ddeb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.303+0000 7f1eee0f8740 4 client.19161 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:06:11.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.303+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3141394420 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559e48d2c860 con 0x559e48ddc750 2024-09-16T02:06:11.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.303+0000 7f1ee92ba640 1 --2- 172.21.15.17:0/3141394420 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559e48ddc750 0x559e48ddeb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.304+0000 7f1ee92ba640 1 --2- 172.21.15.17:0/3141394420 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559e48ddc750 0x559e48ddeb40 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=11494216fbff3308 server_cookie=2111cb24aa190b45 in_seq=0 out_seq=0 2024-09-16T02:06:11.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.304+0000 7f1ecd7fa640 10 client.19161 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:06:11.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.305+0000 7f1ecd7fa640 1 -- 172.21.15.17:0/3141394420 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559e48d2c860 con 0x559e48ddc750 2024-09-16T02:06:11.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.305+0000 7f1ecd7fa640 10 client.19161 handle_command_reply: tid=0 2024-09-16T02:06:11.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.305+0000 7f1eee0f8740 1 client.19161 shutdown 2024-09-16T02:06:11.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.305+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3141394420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48db95d0 msgr2=0x559e48dc3d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:11.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.305+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3141394420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48db95d0 0x559e48dc3d80 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7f1ed80126b0 tx=0x7f1ed800f440 comp rx=0 tx=0).stop 2024-09-16T02:06:11.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.305+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3141394420 shutdown_connections 2024-09-16T02:06:11.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.305+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3141394420 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559e48ddc750 0x559e48ddeb40 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.305+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3141394420 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 0x559e48dc1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.305+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3141394420 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48dbab40 0x559e48dc1030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.305+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3141394420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48db95d0 0x559e48dc3d80 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.305+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3141394420 >> 172.21.15.17:0/3141394420 conn(0x559e48d82310 msgr2=0x559e48dbb960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:11.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.305+0000 7f1ecd7fa640 0 client.19161 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:06:11.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.306+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3141394420 shutdown_connections 2024-09-16T02:06:11.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.306+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3141394420 wait complete. 2024-09-16T02:06:11.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.306+0000 7f1eee0f8740 20 client.19161 trim_cache size 0 max 16384 2024-09-16T02:06:11.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.326+0000 7f1eee0f8740 1 Processor -- start 2024-09-16T02:06:11.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.326+0000 7f1eee0f8740 1 -- start start 2024-09-16T02:06:11.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.326+0000 7f1eee0f8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48db95d0 0x559e48dba410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1eee0f8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48dbab40 0x559e48dd0360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1eee0f8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 0x559e48dbff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1eee0f8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee41b64d0 con 0x559e48dbab40 2024-09-16T02:06:11.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1eee0f8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee41b3da0 con 0x559e48dc4370 2024-09-16T02:06:11.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1eee0f8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee41b1bd0 con 0x559e48db95d0 2024-09-16T02:06:11.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1ee92ba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48dbab40 0x559e48dd0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1ee92ba640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48dbab40 0x559e48dd0360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51920/0 (socket says 172.21.15.17:51920) 2024-09-16T02:06:11.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1ee9abb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48db95d0 0x559e48dba410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1ee92ba640 1 -- 172.21.15.17:0/3862282992 learned_addr learned my addr 172.21.15.17:0/3862282992 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:11.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1eea2bc640 1 --2- 172.21.15.17:0/3862282992 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 0x559e48dbff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1ee9abb640 1 -- 172.21.15.17:0/3862282992 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 msgr2=0x559e48dbff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:11.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1ee9abb640 1 --2- 172.21.15.17:0/3862282992 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 0x559e48dbff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1ee9abb640 1 -- 172.21.15.17:0/3862282992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48dbab40 msgr2=0x559e48dd0360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:11.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1ee9abb640 1 --2- 172.21.15.17:0/3862282992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48dbab40 0x559e48dd0360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1ee9abb640 1 -- 172.21.15.17:0/3862282992 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559e48db5de0 con 0x559e48db95d0 2024-09-16T02:06:11.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1ee92ba640 1 --2- 172.21.15.17:0/3862282992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48dbab40 0x559e48dd0360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:11.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1eea2bc640 1 --2- 172.21.15.17:0/3862282992 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 0x559e48dbff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:06:11.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.327+0000 7f1ee9abb640 1 --2- 172.21.15.17:0/3862282992 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48db95d0 0x559e48dba410 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f1ed800ff80 tx=0x7f1ed8000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f78dcaa01db04250 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:11.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.328+0000 7f1ecf7fe640 1 -- 172.21.15.17:0/3862282992 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ed803c070 con 0x559e48db95d0 2024-09-16T02:06:11.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.328+0000 7f1ecf7fe640 1 -- 172.21.15.17:0/3862282992 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ed80097a0 con 0x559e48db95d0 2024-09-16T02:06:11.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.328+0000 7f1ecf7fe640 1 -- 172.21.15.17:0/3862282992 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ed8027070 con 0x559e48db95d0 2024-09-16T02:06:11.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.329+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3862282992 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48db95d0 msgr2=0x559e48dba410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:11.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.329+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3862282992 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48db95d0 0x559e48dba410 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f1ed800ff80 tx=0x7f1ed8000bc0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.329+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3862282992 shutdown_connections 2024-09-16T02:06:11.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.329+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3862282992 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 0x559e48dbff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.329+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3862282992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48dbab40 0x559e48dd0360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.329+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3862282992 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48db95d0 0x559e48dba410 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.329+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3862282992 >> 172.21.15.17:0/3862282992 conn(0x559e48d82310 msgr2=0x559e48dbf810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:11.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.329+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3862282992 shutdown_connections 2024-09-16T02:06:11.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.329+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3862282992 wait complete. 2024-09-16T02:06:11.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.329+0000 7f1eee0f8740 1 -- start start 2024-09-16T02:06:11.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.329+0000 7f1eee0f8740 1 Processor -- start 2024-09-16T02:06:11.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1eee0f8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48db95d0 0x559e48dcc4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1eee0f8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48dbab40 0x559e48dcca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1eee0f8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 0x559e48dbd6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1ee9abb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48db95d0 0x559e48dcc4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1eee0f8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee41b2260 con 0x559e48db95d0 2024-09-16T02:06:11.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1eee0f8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee41b36d0 con 0x559e48dc4370 2024-09-16T02:06:11.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1eee0f8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1ee41b2930 con 0x559e48dbab40 2024-09-16T02:06:11.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1ee9abb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48db95d0 0x559e48dcc4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51928/0 (socket says 172.21.15.17:51928) 2024-09-16T02:06:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1ee9abb640 1 -- 172.21.15.17:0/3245477170 learned_addr learned my addr 172.21.15.17:0/3245477170 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1eee0f8740 10 client.0 _ll_register_callbacks cb 0x7f1ee00d67b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1ee92ba640 1 --2- 172.21.15.17:0/3245477170 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48dbab40 0x559e48dcca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1eea2bc640 1 --2- 172.21.15.17:0/3245477170 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 0x559e48dbd6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1ee92ba640 1 -- 172.21.15.17:0/3245477170 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 msgr2=0x559e48dbd6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1ee92ba640 1 --2- 172.21.15.17:0/3245477170 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 0x559e48dbd6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1ee92ba640 1 -- 172.21.15.17:0/3245477170 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48db95d0 msgr2=0x559e48dcc4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1ee92ba640 1 --2- 172.21.15.17:0/3245477170 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48db95d0 0x559e48dcc4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1ee92ba640 1 -- 172.21.15.17:0/3245477170 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559e48dbdc80 con 0x559e48dbab40 2024-09-16T02:06:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.330+0000 7f1eea2bc640 1 --2- 172.21.15.17:0/3245477170 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 0x559e48dbd6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.331+0000 7f1ecd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:06:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.331+0000 7f1ee92ba640 1 --2- 172.21.15.17:0/3245477170 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48dbab40 0x559e48dcca10 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f1ee009bf00 tx=0x7f1ee0012040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=265b2c82be224fdd server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:11.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.331+0000 7f1ecd7fa640 1 -- 172.21.15.17:0/3245477170 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ee009ee90 con 0x559e48dbab40 2024-09-16T02:06:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.331+0000 7f1ecd7fa640 1 -- 172.21.15.17:0/3245477170 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1ee009bba0 con 0x559e48dbab40 2024-09-16T02:06:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.331+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3245477170 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1ed80097a0 con 0x559e48dbab40 2024-09-16T02:06:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.331+0000 7f1ecd7fa640 1 -- 172.21.15.17:0/3245477170 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1ee009f530 con 0x559e48dbab40 2024-09-16T02:06:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.331+0000 7f1eee0f8740 10 client.28822 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.331+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3245477170 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559e48e469f0 con 0x559e48dbab40 2024-09-16T02:06:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.331+0000 7f1ecd7fa640 1 -- 172.21.15.17:0/3245477170 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1ee00a3830 con 0x559e48dbab40 2024-09-16T02:06:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.332+0000 7f1ecd7fa640 1 -- 172.21.15.17:0/3245477170 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1ee00d6040 con 0x559e48dbab40 2024-09-16T02:06:11.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.332+0000 7f1eee0f8740 10 client.28822 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.332+0000 7f1eee0f8740 10 client.28822 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:06:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.332+0000 7f1eee0f8740 20 client.28822 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.332+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3245477170 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559e48e470d0 0x559e48e494f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.332+0000 7f1eee0f8740 4 client.28822 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:06:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.332+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3245477170 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f1ed80097a0 con 0x559e48e470d0 2024-09-16T02:06:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.332+0000 7f1ee9abb640 1 --2- 172.21.15.17:0/3245477170 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559e48e470d0 0x559e48e494f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.332+0000 7f1ee9abb640 1 --2- 172.21.15.17:0/3245477170 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559e48e470d0 0x559e48e494f0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2b40b48e9d1a0e1 server_cookie=5d5db13b6ec81411 in_seq=0 out_seq=0 2024-09-16T02:06:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.332+0000 7f1ecd7fa640 10 client.28822 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:06:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1ecd7fa640 1 -- 172.21.15.17:0/3245477170 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f1ed80097a0 con 0x559e48e470d0 2024-09-16T02:06:11.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1ecd7fa640 10 client.28822 handle_command_reply: tid=0 2024-09-16T02:06:11.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1eee0f8740 1 client.28822 shutdown 2024-09-16T02:06:11.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3245477170 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48dbab40 msgr2=0x559e48dcca10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:11.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3245477170 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48dbab40 0x559e48dcca10 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f1ee009bf00 tx=0x7f1ee0012040 comp rx=0 tx=0).stop 2024-09-16T02:06:11.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3245477170 shutdown_connections 2024-09-16T02:06:11.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3245477170 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559e48e470d0 0x559e48e494f0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3245477170 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559e48dc4370 0x559e48dbd6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1ecd7fa640 0 client.28822 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:06:11.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3245477170 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559e48dbab40 0x559e48dcca10 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1eee0f8740 1 --2- 172.21.15.17:0/3245477170 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e48db95d0 0x559e48dcc4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3245477170 >> 172.21.15.17:0/3245477170 conn(0x559e48d82310 msgr2=0x559e48db44e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:11.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3245477170 shutdown_connections 2024-09-16T02:06:11.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1eee0f8740 1 -- 172.21.15.17:0/3245477170 wait complete. 2024-09-16T02:06:11.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.333+0000 7f1eee0f8740 20 client.28822 trim_cache size 0 max 16384 2024-09-16T02:06:11.342 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:06:11.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.334+0000 7f1eebd1f640 1 -- 172.21.15.17:0/2411335862 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1ed00a32c0 msgr2=0x7f1ed00a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.334+0000 7f1eebd1f640 1 --2- 172.21.15.17:0/2411335862 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1ed00a32c0 0x7f1ed00a5780 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f1edc004af0 tx=0x7f1edc005fd0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.334+0000 7f1eebd1f640 1 -- 172.21.15.17:0/2411335862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ee4102790 msgr2=0x7f1ee406bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.334+0000 7f1eebd1f640 1 --2- 172.21.15.17:0/2411335862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ee4102790 0x7f1ee406bce0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f1ee0009bf0 tx=0x7f1ee000b690 comp rx=0 tx=0).stop 2024-09-16T02:06:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.334+0000 7f1eebd1f640 1 -- 172.21.15.17:0/2411335862 shutdown_connections 2024-09-16T02:06:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.334+0000 7f1eebd1f640 1 --2- 172.21.15.17:0/2411335862 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1ed00a32c0 0x7f1ed00a5780 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.334+0000 7f1eebd1f640 1 --2- 172.21.15.17:0/2411335862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ee4106f10 0x7f1ee406c220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.334+0000 7f1eebd1f640 1 --2- 172.21.15.17:0/2411335862 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1ee4102790 0x7f1ee406bce0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.334+0000 7f1eebd1f640 1 --2- 172.21.15.17:0/2411335862 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1ee4101de0 0x7f1ee4073d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.334+0000 7f1eebd1f640 1 -- 172.21.15.17:0/2411335862 >> 172.21.15.17:0/2411335862 conn(0x7f1ee40fd8e0 msgr2=0x7f1ee40fec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.334+0000 7f1eebd1f640 1 -- 172.21.15.17:0/2411335862 shutdown_connections 2024-09-16T02:06:11.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:11.334+0000 7f1eebd1f640 1 -- 172.21.15.17:0/2411335862 wait complete. 2024-09-16T02:06:12.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 88773 8.28 MB/sec execute 454 sec latency 106.145 ms 2024-09-16T02:06:12.122 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T02:06:12.475 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:06:12.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:12 smithi017 ceph-mon[30972]: pgmap v1019: 97 pgs: 97 active+clean; 543 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 557 KiB/s rd, 3.9 MiB/s wr, 173 op/s 2024-09-16T02:06:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:12 smithi122 ceph-mon[34758]: pgmap v1019: 97 pgs: 97 active+clean; 543 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 557 KiB/s rd, 3.9 MiB/s wr, 173 op/s 2024-09-16T02:06:12.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:12 smithi029 ceph-mon[34783]: pgmap v1019: 97 pgs: 97 active+clean; 543 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 557 KiB/s rd, 3.9 MiB/s wr, 173 op/s 2024-09-16T02:06:13.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.046+0000 7f333441b640 1 -- 172.21.15.17:0/4067101109 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f332c102790 msgr2=0x7f332c1067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.046+0000 7f333441b640 1 --2- 172.21.15.17:0/4067101109 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f332c102790 0x7f332c1067e0 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f331c009900 tx=0x7f331c02a410 comp rx=0 tx=0).stop 2024-09-16T02:06:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.046+0000 7f333441b640 1 -- 172.21.15.17:0/4067101109 shutdown_connections 2024-09-16T02:06:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.046+0000 7f333441b640 1 --2- 172.21.15.17:0/4067101109 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f332c106f10 0x7f332c10ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.046+0000 7f333441b640 1 --2- 172.21.15.17:0/4067101109 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f332c102790 0x7f332c1067e0 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.046+0000 7f333441b640 1 --2- 172.21.15.17:0/4067101109 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f332c101de0 0x7f332c1021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.046+0000 7f333441b640 1 -- 172.21.15.17:0/4067101109 >> 172.21.15.17:0/4067101109 conn(0x7f332c0fd8c0 msgr2=0x7f332c0ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.046+0000 7f333441b640 1 -- 172.21.15.17:0/4067101109 shutdown_connections 2024-09-16T02:06:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.046+0000 7f333441b640 1 -- 172.21.15.17:0/4067101109 wait complete. 2024-09-16T02:06:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.047+0000 7f333441b640 1 Processor -- start 2024-09-16T02:06:13.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.047+0000 7f333441b640 1 -- start start 2024-09-16T02:06:13.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.047+0000 7f333441b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f332c101de0 0x7f332c1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.047+0000 7f333441b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f332c102790 0x7f332c198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.047+0000 7f333441b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f332c106f10 0x7f332c19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.047+0000 7f333441b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f332c111e20 con 0x7f332c101de0 2024-09-16T02:06:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.047+0000 7f333441b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f332c111ca0 con 0x7f332c106f10 2024-09-16T02:06:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.047+0000 7f333441b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f332c111fa0 con 0x7f332c102790 2024-09-16T02:06:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.047+0000 7f33321b7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f332c101de0 0x7f332c1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.048+0000 7f33321b7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f332c101de0 0x7f332c1983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51940/0 (socket says 172.21.15.17:51940) 2024-09-16T02:06:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.048+0000 7f33321b7640 1 -- 172.21.15.17:0/1714675686 learned_addr learned my addr 172.21.15.17:0/1714675686 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.048+0000 7f33319b6640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f332c102790 0x7f332c198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.048+0000 7f33329b8640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f332c106f10 0x7f332c19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.048+0000 7f33321b7640 1 -- 172.21.15.17:0/1714675686 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f332c102790 msgr2=0x7f332c198900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.048+0000 7f33321b7640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f332c102790 0x7f332c198900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.048+0000 7f33321b7640 1 -- 172.21.15.17:0/1714675686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f332c106f10 msgr2=0x7f332c19cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:13.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.048+0000 7f33321b7640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f332c106f10 0x7f332c19cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.048+0000 7f33321b7640 1 -- 172.21.15.17:0/1714675686 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f332c19d370 con 0x7f332c101de0 2024-09-16T02:06:13.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.048+0000 7f33319b6640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f332c102790 0x7f332c198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:13.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.048+0000 7f33321b7640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f332c101de0 0x7f332c1983c0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f332800e9f0 tx=0x7f332800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:13.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.049+0000 7f33237fe640 1 -- 172.21.15.17:0/1714675686 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f332800cd80 con 0x7f332c101de0 2024-09-16T02:06:13.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.049+0000 7f333441b640 1 -- 172.21.15.17:0/1714675686 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f332c19d660 con 0x7f332c101de0 2024-09-16T02:06:13.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.049+0000 7f333441b640 1 -- 172.21.15.17:0/1714675686 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f332c1a4f40 con 0x7f332c101de0 2024-09-16T02:06:13.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.049+0000 7f33237fe640 1 -- 172.21.15.17:0/1714675686 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f33280054d0 con 0x7f332c101de0 2024-09-16T02:06:13.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.049+0000 7f33237fe640 1 -- 172.21.15.17:0/1714675686 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3328010430 con 0x7f332c101de0 2024-09-16T02:06:13.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.052+0000 7f33237fe640 1 -- 172.21.15.17:0/1714675686 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f3328005000 con 0x7f332c101de0 2024-09-16T02:06:13.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.052+0000 7f33367f4740 1 Processor -- start 2024-09-16T02:06:13.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.052+0000 7f33367f4740 1 -- start start 2024-09-16T02:06:13.054 INFO:tasks.workunit.client.0.smithi017.stdout: 10 88916 8.28 MB/sec execute 455 sec latency 179.276 ms 2024-09-16T02:06:13.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33367f4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b5ab40 0x558a06b59090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33367f4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b595d0 0x558a06b59a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33367f4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b68780 0x558a06b6ab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33367f4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558a06abf2f0 con 0x558a06b595d0 2024-09-16T02:06:13.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33367f4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558a06a66cf0 con 0x558a06b5ab40 2024-09-16T02:06:13.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33367f4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558a06abb2b0 con 0x558a06b68780 2024-09-16T02:06:13.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33319b6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b68780 0x558a06b6ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33319b6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b68780 0x558a06b6ab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34718/0 (socket says 172.21.15.17:34718) 2024-09-16T02:06:13.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33329b8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b5ab40 0x558a06b59090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33319b6640 1 -- 172.21.15.17:0/2014656182 learned_addr learned my addr 172.21.15.17:0/2014656182 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:13.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33321b7640 1 --2- 172.21.15.17:0/2014656182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b595d0 0x558a06b59a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33329b8640 1 -- 172.21.15.17:0/2014656182 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b68780 msgr2=0x558a06b6ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:13.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33329b8640 1 --2- 172.21.15.17:0/2014656182 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b68780 0x558a06b6ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33329b8640 1 -- 172.21.15.17:0/2014656182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b595d0 msgr2=0x558a06b59a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:13.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33329b8640 1 --2- 172.21.15.17:0/2014656182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b595d0 0x558a06b59a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.053+0000 7f33329b8640 1 -- 172.21.15.17:0/2014656182 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a06a4b3a0 con 0x558a06b5ab40 2024-09-16T02:06:13.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.054+0000 7f33321b7640 1 --2- 172.21.15.17:0/2014656182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b595d0 0x558a06b59a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:06:13.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.054+0000 7f33237fe640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f33180a32c0 0x7f33180a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.054+0000 7f33329b8640 1 --2- 172.21.15.17:0/2014656182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b5ab40 0x558a06b59090 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f332400ad50 tx=0x7f332400f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d235b6d540198254 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:13.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.054+0000 7f33319b6640 1 --2- 172.21.15.17:0/2014656182 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b68780 0x558a06b6ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:06:13.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.054+0000 7f3320dea640 1 -- 172.21.15.17:0/2014656182 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3324003b70 con 0x558a06b5ab40 2024-09-16T02:06:13.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.054+0000 7f3320dea640 1 -- 172.21.15.17:0/2014656182 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f332400ae40 con 0x558a06b5ab40 2024-09-16T02:06:13.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.054+0000 7f33321b7640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f33180a32c0 0x7f33180a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.054+0000 7f3320dea640 1 -- 172.21.15.17:0/2014656182 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3324010a00 con 0x558a06b5ab40 2024-09-16T02:06:13.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.055+0000 7f33237fe640 1 -- 172.21.15.17:0/1714675686 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f33280cfac0 con 0x7f332c101de0 2024-09-16T02:06:13.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.055+0000 7f33367f4740 1 -- 172.21.15.17:0/2014656182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b5ab40 msgr2=0x558a06b59090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:13.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.055+0000 7f33321b7640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f33180a32c0 0x7f33180a5780 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f33280a4820 tx=0x7f332809f040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:13.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.055+0000 7f33367f4740 1 --2- 172.21.15.17:0/2014656182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b5ab40 0x558a06b59090 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f332400ad50 tx=0x7f332400f790 comp rx=0 tx=0).stop 2024-09-16T02:06:13.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.055+0000 7f33367f4740 1 -- 172.21.15.17:0/2014656182 shutdown_connections 2024-09-16T02:06:13.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.055+0000 7f33367f4740 1 --2- 172.21.15.17:0/2014656182 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b68780 0x558a06b6ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.055+0000 7f33367f4740 1 --2- 172.21.15.17:0/2014656182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b595d0 0x558a06b59a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.055+0000 7f33367f4740 1 --2- 172.21.15.17:0/2014656182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b5ab40 0x558a06b59090 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.055+0000 7f33367f4740 1 -- 172.21.15.17:0/2014656182 >> 172.21.15.17:0/2014656182 conn(0x558a06b22310 msgr2=0x558a06b55c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:13.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.055+0000 7f33367f4740 1 -- 172.21.15.17:0/2014656182 shutdown_connections 2024-09-16T02:06:13.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.055+0000 7f33367f4740 1 -- 172.21.15.17:0/2014656182 wait complete. 2024-09-16T02:06:13.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.055+0000 7f33367f4740 1 -- start start 2024-09-16T02:06:13.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.056+0000 7f33367f4740 1 Processor -- start 2024-09-16T02:06:13.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.056+0000 7f33367f4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b595d0 0x558a06b67ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.056+0000 7f33367f4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b5ab40 0x558a06b653c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.056+0000 7f33367f4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b68780 0x558a06b65900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.056+0000 7f33367f4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x558a06b6b480 con 0x558a06b68780 2024-09-16T02:06:13.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.056+0000 7f33367f4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x558a06a7a060 con 0x558a06b595d0 2024-09-16T02:06:13.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.056+0000 7f33367f4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x558a06b6b600 con 0x558a06b5ab40 2024-09-16T02:06:13.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.056+0000 7f33367f4740 10 client.0 _ll_register_callbacks cb 0x558a067cd8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:13.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.056+0000 7f33319b6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b5ab40 0x558a06b653c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.056+0000 7f33319b6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b5ab40 0x558a06b653c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34728/0 (socket says 172.21.15.17:34728) 2024-09-16T02:06:13.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.056+0000 7f33319b6640 1 -- 172.21.15.17:0/4152913385 learned_addr learned my addr 172.21.15.17:0/4152913385 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:13.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.056+0000 7f33329b8640 1 --2- 172.21.15.17:0/4152913385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b68780 0x558a06b65900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.056+0000 7f33329b8640 1 --2- 172.21.15.17:0/4152913385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b595d0 0x558a06b67ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.057+0000 7f33319b6640 1 -- 172.21.15.17:0/4152913385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b595d0 msgr2=0x558a06b67ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:13.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.057+0000 7f33319b6640 1 --2- 172.21.15.17:0/4152913385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b595d0 0x558a06b67ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.057+0000 7f33319b6640 1 -- 172.21.15.17:0/4152913385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b68780 msgr2=0x558a06b65900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:13.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.057+0000 7f33319b6640 1 --2- 172.21.15.17:0/4152913385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b68780 0x558a06b65900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.057+0000 7f33319b6640 1 -- 172.21.15.17:0/4152913385 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a068303c0 con 0x558a06b5ab40 2024-09-16T02:06:13.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.057+0000 7f33329b8640 1 --2- 172.21.15.17:0/4152913385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b68780 0x558a06b65900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:13.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.057+0000 7f3315ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:06:13.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.057+0000 7f33319b6640 1 --2- 172.21.15.17:0/4152913385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b5ab40 0x558a06b653c0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f331c0316d0 tx=0x7f331c032f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a6b0e0cdb22cdc13 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:13.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.058+0000 7f3315ffb640 1 -- 172.21.15.17:0/4152913385 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f331c035040 con 0x558a06b5ab40 2024-09-16T02:06:13.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.059+0000 7f3315ffb640 1 -- 172.21.15.17:0/4152913385 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f331c004240 con 0x558a06b5ab40 2024-09-16T02:06:13.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.059+0000 7f33367f4740 1 -- 172.21.15.17:0/4152913385 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x558a06acc860 con 0x558a06b5ab40 2024-09-16T02:06:13.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.059+0000 7f3315ffb640 1 -- 172.21.15.17:0/4152913385 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f331c0318b0 con 0x558a06b5ab40 2024-09-16T02:06:13.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.059+0000 7f33367f4740 10 client.28834 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:13.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.059+0000 7f33367f4740 1 -- 172.21.15.17:0/4152913385 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x558a06b7b320 con 0x558a06b5ab40 2024-09-16T02:06:13.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.059+0000 7f3315ffb640 1 -- 172.21.15.17:0/4152913385 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x558a06acc860 con 0x558a06b5ab40 2024-09-16T02:06:13.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.059+0000 7f3315ffb640 1 -- 172.21.15.17:0/4152913385 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f331c004a30 con 0x558a06b5ab40 2024-09-16T02:06:13.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.059+0000 7f33367f4740 10 client.28834 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:13.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.059+0000 7f33367f4740 10 client.28834 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:06:13.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.059+0000 7f33367f4740 20 client.28834 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:13.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.059+0000 7f33367f4740 1 --2- 172.21.15.17:0/4152913385 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558a06b7c820 0x558a06b7ec10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.059+0000 7f33367f4740 4 client.28834 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:06:13.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.059+0000 7f33367f4740 1 -- 172.21.15.17:0/4152913385 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x558a06ac6d70 con 0x558a06b7c820 2024-09-16T02:06:13.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.060+0000 7f33329b8640 1 --2- 172.21.15.17:0/4152913385 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558a06b7c820 0x558a06b7ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.060+0000 7f33329b8640 1 --2- 172.21.15.17:0/4152913385 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558a06b7c820 0x558a06b7ec10 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e5af990b40165a5 server_cookie=77e40113d4774f01 in_seq=0 out_seq=0 2024-09-16T02:06:13.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.060+0000 7f3315ffb640 10 client.28834 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:06:13.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f3315ffb640 1 -- 172.21.15.17:0/4152913385 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x558a06ac6d70 con 0x558a06b7c820 2024-09-16T02:06:13.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f3315ffb640 10 client.28834 handle_command_reply: tid=0 2024-09-16T02:06:13.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f33367f4740 1 client.28834 shutdown 2024-09-16T02:06:13.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f33367f4740 1 -- 172.21.15.17:0/4152913385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b5ab40 msgr2=0x558a06b653c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:13.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f33367f4740 1 --2- 172.21.15.17:0/4152913385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b5ab40 0x558a06b653c0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f331c0316d0 tx=0x7f331c032f90 comp rx=0 tx=0).stop 2024-09-16T02:06:13.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f33367f4740 1 -- 172.21.15.17:0/4152913385 shutdown_connections 2024-09-16T02:06:13.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f33367f4740 1 --2- 172.21.15.17:0/4152913385 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558a06b7c820 0x558a06b7ec10 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f33367f4740 1 --2- 172.21.15.17:0/4152913385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b68780 0x558a06b65900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f33367f4740 1 --2- 172.21.15.17:0/4152913385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b5ab40 0x558a06b653c0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f33367f4740 1 --2- 172.21.15.17:0/4152913385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b595d0 0x558a06b67ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f33367f4740 1 -- 172.21.15.17:0/4152913385 >> 172.21.15.17:0/4152913385 conn(0x558a06b22310 msgr2=0x558a06b5b930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:13.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f3315ffb640 0 client.28834 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:06:13.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f33367f4740 1 -- 172.21.15.17:0/4152913385 shutdown_connections 2024-09-16T02:06:13.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f33367f4740 1 -- 172.21.15.17:0/4152913385 wait complete. 2024-09-16T02:06:13.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.061+0000 7f33367f4740 20 client.28834 trim_cache size 0 max 16384 2024-09-16T02:06:13.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.082+0000 7f33367f4740 1 Processor -- start 2024-09-16T02:06:13.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.083+0000 7f33367f4740 1 -- start start 2024-09-16T02:06:13.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.083+0000 7f33367f4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b595d0 0x558a06b84500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.083+0000 7f33367f4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b5ab40 0x558a06b84a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.083+0000 7f33367f4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b68780 0x558a06b54500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.083+0000 7f33367f4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f3310010e00 con 0x558a06b5ab40 2024-09-16T02:06:13.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.083+0000 7f33367f4740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f331000e6d0 con 0x558a06b595d0 2024-09-16T02:06:13.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.083+0000 7f33367f4740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f331000c4c0 con 0x558a06b68780 2024-09-16T02:06:13.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.083+0000 7f33329b8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b68780 0x558a06b54500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.083+0000 7f33319b6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b5ab40 0x558a06b84a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.083+0000 7f33329b8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b68780 0x558a06b54500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34730/0 (socket says 172.21.15.17:34730) 2024-09-16T02:06:13.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.083+0000 7f33329b8640 1 -- 172.21.15.17:0/593024385 learned_addr learned my addr 172.21.15.17:0/593024385 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:13.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.083+0000 7f33329b8640 1 --2- 172.21.15.17:0/593024385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b595d0 0x558a06b84500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.084+0000 7f33329b8640 1 -- 172.21.15.17:0/593024385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b595d0 msgr2=0x558a06b84500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:13.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.084+0000 7f33329b8640 1 --2- 172.21.15.17:0/593024385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b595d0 0x558a06b84500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.084+0000 7f33329b8640 1 -- 172.21.15.17:0/593024385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b5ab40 msgr2=0x558a06b84a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:13.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.084+0000 7f33329b8640 1 --2- 172.21.15.17:0/593024385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b5ab40 0x558a06b84a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.084+0000 7f33329b8640 1 -- 172.21.15.17:0/593024385 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x558a06b84f80 con 0x558a06b68780 2024-09-16T02:06:13.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.084+0000 7f33329b8640 1 --2- 172.21.15.17:0/593024385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b68780 0x558a06b54500 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f3324000f80 tx=0x7f332400a4d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da04559c3d1344dc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:13.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.084+0000 7f3317fff640 1 -- 172.21.15.17:0/593024385 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3324038070 con 0x558a06b68780 2024-09-16T02:06:13.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.084+0000 7f3317fff640 1 -- 172.21.15.17:0/593024385 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f3324018bd0 con 0x558a06b68780 2024-09-16T02:06:13.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.084+0000 7f3317fff640 1 -- 172.21.15.17:0/593024385 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3324027b90 con 0x558a06b68780 2024-09-16T02:06:13.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.085+0000 7f33367f4740 1 -- 172.21.15.17:0/593024385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b68780 msgr2=0x558a06b54500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:13.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.085+0000 7f33367f4740 1 --2- 172.21.15.17:0/593024385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b68780 0x558a06b54500 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f3324000f80 tx=0x7f332400a4d0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.085+0000 7f33367f4740 1 -- 172.21.15.17:0/593024385 shutdown_connections 2024-09-16T02:06:13.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.085+0000 7f33367f4740 1 --2- 172.21.15.17:0/593024385 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b68780 0x558a06b54500 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.085+0000 7f33367f4740 1 --2- 172.21.15.17:0/593024385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b5ab40 0x558a06b84a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.085+0000 7f33367f4740 1 --2- 172.21.15.17:0/593024385 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b595d0 0x558a06b84500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.085+0000 7f33367f4740 1 -- 172.21.15.17:0/593024385 >> 172.21.15.17:0/593024385 conn(0x558a06b22310 msgr2=0x558a06b60660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:13.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.085+0000 7f33367f4740 1 -- 172.21.15.17:0/593024385 shutdown_connections 2024-09-16T02:06:13.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.085+0000 7f33367f4740 1 -- 172.21.15.17:0/593024385 wait complete. 2024-09-16T02:06:13.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.086+0000 7f33367f4740 1 -- start start 2024-09-16T02:06:13.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.086+0000 7f33367f4740 1 Processor -- start 2024-09-16T02:06:13.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.086+0000 7f33367f4740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b595d0 0x558a06b79780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33367f4740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b5ab40 0x558a06b74b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33367f4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b68780 0x558a06b75040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33329b8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b595d0 0x558a06b79780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33329b8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b595d0 0x558a06b79780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34734/0 (socket says 172.21.15.17:34734) 2024-09-16T02:06:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33319b6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b5ab40 0x558a06b74b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33319b6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b5ab40 0x558a06b74b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47912/0 (socket says 172.21.15.17:47912) 2024-09-16T02:06:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33329b8640 1 -- 172.21.15.17:0/4165113345 learned_addr learned my addr 172.21.15.17:0/4165113345 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33367f4740 1 -- 172.21.15.17:0/4165113345 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f331000cb90 con 0x558a06b68780 2024-09-16T02:06:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33367f4740 1 -- 172.21.15.17:0/4165113345 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f331000e000 con 0x558a06b5ab40 2024-09-16T02:06:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33367f4740 1 -- 172.21.15.17:0/4165113345 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f331000d260 con 0x558a06b595d0 2024-09-16T02:06:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33329b8640 1 --2- 172.21.15.17:0/4165113345 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b68780 0x558a06b75040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33367f4740 10 client.0 _ll_register_callbacks cb 0x7f331c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:13.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33329b8640 1 -- 172.21.15.17:0/4165113345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b5ab40 msgr2=0x558a06b74b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:13.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33329b8640 1 --2- 172.21.15.17:0/4165113345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b5ab40 0x558a06b74b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33329b8640 1 -- 172.21.15.17:0/4165113345 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b68780 msgr2=0x558a06b75040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:13.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33329b8640 1 --2- 172.21.15.17:0/4165113345 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b68780 0x558a06b75040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.087+0000 7f33329b8640 1 -- 172.21.15.17:0/4165113345 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x558a06b75580 con 0x558a06b595d0 2024-09-16T02:06:13.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.088+0000 7f33367f4740 1 -- 172.21.15.17:0/4165113345 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f3324018bd0 con 0x558a06b595d0 2024-09-16T02:06:13.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.088+0000 7f33329b8640 1 --2- 172.21.15.17:0/4165113345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b595d0 0x558a06b79780 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f332400aae0 tx=0x7f3324033040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b840ae02dbc0a00e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:13.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.088+0000 7f3315ffb640 10 client.28840 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:06:13.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.088+0000 7f3315ffb640 1 -- 172.21.15.17:0/4165113345 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3324038070 con 0x558a06b595d0 2024-09-16T02:06:13.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.088+0000 7f3315ffb640 1 -- 172.21.15.17:0/4165113345 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f3324004b20 con 0x558a06b595d0 2024-09-16T02:06:13.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.088+0000 7f3315ffb640 1 -- 172.21.15.17:0/4165113345 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f3324004d40 con 0x558a06b595d0 2024-09-16T02:06:13.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.089+0000 7f33367f4740 10 client.28840 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:13.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.089+0000 7f33367f4740 1 -- 172.21.15.17:0/4165113345 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({fsmap=28}) -- 0x558a06be70c0 con 0x558a06b595d0 2024-09-16T02:06:13.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.089+0000 7f3315ffb640 1 -- 172.21.15.17:0/4165113345 <== mon.1 v2:172.21.15.122:3300/0 4 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f3324024040 con 0x558a06b595d0 2024-09-16T02:06:13.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.089+0000 7f33367f4740 10 client.28840 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:13.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.089+0000 7f33367f4740 10 client.28840 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:06:13.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.089+0000 7f33367f4740 20 client.28840 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:13.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.089+0000 7f33367f4740 1 --2- 172.21.15.17:0/4165113345 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558a06be73a0 0x558a06be9790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:13.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.089+0000 7f33367f4740 4 client.28840 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:06:13.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.089+0000 7f33367f4740 1 -- 172.21.15.17:0/4165113345 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x558a06a43170 con 0x558a06be73a0 2024-09-16T02:06:13.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.089+0000 7f33319b6640 1 --2- 172.21.15.17:0/4165113345 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558a06be73a0 0x558a06be9790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:13.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.090+0000 7f3315ffb640 10 client.28840 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:06:13.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.090+0000 7f33319b6640 1 --2- 172.21.15.17:0/4165113345 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558a06be73a0 0x558a06be9790 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=12a955b88bd085a0 server_cookie=e2ac94bc5602ecfd in_seq=0 out_seq=0 2024-09-16T02:06:13.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.090+0000 7f3315ffb640 1 -- 172.21.15.17:0/4165113345 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x558a06a43170 con 0x558a06be73a0 2024-09-16T02:06:13.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.090+0000 7f3315ffb640 10 client.28840 handle_command_reply: tid=0 2024-09-16T02:06:13.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.090+0000 7f33367f4740 1 client.28840 shutdown 2024-09-16T02:06:13.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.090+0000 7f33367f4740 1 -- 172.21.15.17:0/4165113345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b595d0 msgr2=0x558a06b79780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:13.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.090+0000 7f33367f4740 1 --2- 172.21.15.17:0/4165113345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b595d0 0x558a06b79780 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f332400aae0 tx=0x7f3324033040 comp rx=0 tx=0).stop 2024-09-16T02:06:13.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.090+0000 7f33367f4740 1 -- 172.21.15.17:0/4165113345 shutdown_connections 2024-09-16T02:06:13.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.090+0000 7f33367f4740 1 --2- 172.21.15.17:0/4165113345 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x558a06be73a0 0x558a06be9790 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.090+0000 7f33367f4740 1 --2- 172.21.15.17:0/4165113345 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558a06b68780 0x558a06b75040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.090+0000 7f33367f4740 1 --2- 172.21.15.17:0/4165113345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x558a06b5ab40 0x558a06b74b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.090+0000 7f33367f4740 1 --2- 172.21.15.17:0/4165113345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x558a06b595d0 0x558a06b79780 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.091+0000 7f33367f4740 1 -- 172.21.15.17:0/4165113345 >> 172.21.15.17:0/4165113345 conn(0x558a06b22310 msgr2=0x558a06b544e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:13.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.091+0000 7f3315ffb640 0 client.28840 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:06:13.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.091+0000 7f33367f4740 1 -- 172.21.15.17:0/4165113345 shutdown_connections 2024-09-16T02:06:13.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.091+0000 7f33367f4740 1 -- 172.21.15.17:0/4165113345 wait complete. 2024-09-16T02:06:13.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.091+0000 7f33367f4740 20 client.28840 trim_cache size 0 max 16384 2024-09-16T02:06:13.097 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:06:13.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.092+0000 7f333441b640 1 -- 172.21.15.17:0/1714675686 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f33180a32c0 msgr2=0x7f33180a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.092+0000 7f333441b640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f33180a32c0 0x7f33180a5780 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f33280a4820 tx=0x7f332809f040 comp rx=0 tx=0).stop 2024-09-16T02:06:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.092+0000 7f333441b640 1 -- 172.21.15.17:0/1714675686 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f332c101de0 msgr2=0x7f332c1983c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.092+0000 7f333441b640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f332c101de0 0x7f332c1983c0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f332800e9f0 tx=0x7f332800edf0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.092+0000 7f333441b640 1 -- 172.21.15.17:0/1714675686 shutdown_connections 2024-09-16T02:06:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.092+0000 7f333441b640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f33180a32c0 0x7f33180a5780 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.092+0000 7f333441b640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f332c106f10 0x7f332c19cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.092+0000 7f333441b640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f332c102790 0x7f332c198900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.092+0000 7f333441b640 1 --2- 172.21.15.17:0/1714675686 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f332c101de0 0x7f332c1983c0 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.092+0000 7f333441b640 1 -- 172.21.15.17:0/1714675686 >> 172.21.15.17:0/1714675686 conn(0x7f332c0fd8c0 msgr2=0x7f332c0fed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.092+0000 7f333441b640 1 -- 172.21.15.17:0/1714675686 shutdown_connections 2024-09-16T02:06:13.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:13.092+0000 7f333441b640 1 -- 172.21.15.17:0/1714675686 wait complete. 2024-09-16T02:06:14.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 89075 8.29 MB/sec execute 456 sec latency 169.375 ms 2024-09-16T02:06:14.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:14 smithi017 ceph-mon[30972]: pgmap v1020: 97 pgs: 97 active+clean; 546 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 4.3 MiB/s wr, 202 op/s 2024-09-16T02:06:14.634 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T02:06:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:14 smithi122 ceph-mon[34758]: pgmap v1020: 97 pgs: 97 active+clean; 546 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 4.3 MiB/s wr, 202 op/s 2024-09-16T02:06:14.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:14 smithi029 ceph-mon[34783]: pgmap v1020: 97 pgs: 97 active+clean; 546 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 4.3 MiB/s wr, 202 op/s 2024-09-16T02:06:15.003 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:06:15.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 89199 8.27 MB/sec execute 457 sec latency 104.739 ms 2024-09-16T02:06:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.570+0000 7f19ff170640 1 -- 172.21.15.17:0/989065075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f81036e0 msgr2=0x7f19f8107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.570+0000 7f19ff170640 1 --2- 172.21.15.17:0/989065075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f81036e0 0x7f19f8107b90 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f19e4009890 tx=0x7f19e402a380 comp rx=0 tx=0).stop 2024-09-16T02:06:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.571+0000 7f19ff170640 1 -- 172.21.15.17:0/989065075 shutdown_connections 2024-09-16T02:06:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.571+0000 7f19ff170640 1 --2- 172.21.15.17:0/989065075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19f81082a0 0x7f19f810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.571+0000 7f19ff170640 1 --2- 172.21.15.17:0/989065075 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f81036e0 0x7f19f8107b90 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.571+0000 7f19ff170640 1 --2- 172.21.15.17:0/989065075 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19f8102d30 0x7f19f8103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.571+0000 7f19ff170640 1 -- 172.21.15.17:0/989065075 >> 172.21.15.17:0/989065075 conn(0x7f19f80fc7d0 msgr2=0x7f19f80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.571+0000 7f19ff170640 1 -- 172.21.15.17:0/989065075 shutdown_connections 2024-09-16T02:06:15.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.571+0000 7f19ff170640 1 -- 172.21.15.17:0/989065075 wait complete. 2024-09-16T02:06:15.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.572+0000 7f19ff170640 1 Processor -- start 2024-09-16T02:06:15.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.572+0000 7f19ff170640 1 -- start start 2024-09-16T02:06:15.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.572+0000 7f19ff170640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19f8102d30 0x7f19f8073ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.572+0000 7f19ff170640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f81036e0 0x7f19f806cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.572+0000 7f19ff170640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19f81082a0 0x7f19f806d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.572+0000 7f19ff170640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f19f8111f50 con 0x7f19f8102d30 2024-09-16T02:06:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.572+0000 7f19ff170640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f19f8111dd0 con 0x7f19f81036e0 2024-09-16T02:06:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.572+0000 7f19ff170640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f19f81120d0 con 0x7f19f81082a0 2024-09-16T02:06:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.572+0000 7f19f7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f81036e0 0x7f19f806cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.572+0000 7f19fcf0c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19f8102d30 0x7f19f8073ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.572+0000 7f19f7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f81036e0 0x7f19f806cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47926/0 (socket says 172.21.15.17:47926) 2024-09-16T02:06:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.572+0000 7f19fd70d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19f81082a0 0x7f19f806d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.572+0000 7f19f7fff640 1 -- 172.21.15.17:0/2482532036 learned_addr learned my addr 172.21.15.17:0/2482532036 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.573+0000 7f19f7fff640 1 -- 172.21.15.17:0/2482532036 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19f81082a0 msgr2=0x7f19f806d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.573+0000 7f19f7fff640 1 --2- 172.21.15.17:0/2482532036 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19f81082a0 0x7f19f806d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.573+0000 7f19f7fff640 1 -- 172.21.15.17:0/2482532036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19f8102d30 msgr2=0x7f19f8073ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.573+0000 7f19f7fff640 1 --2- 172.21.15.17:0/2482532036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19f8102d30 0x7f19f8073ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.573+0000 7f19f7fff640 1 -- 172.21.15.17:0/2482532036 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19f806d750 con 0x7f19f81036e0 2024-09-16T02:06:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.573+0000 7f19fd70d640 1 --2- 172.21.15.17:0/2482532036 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19f81082a0 0x7f19f806d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.573+0000 7f19f7fff640 1 --2- 172.21.15.17:0/2482532036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f81036e0 0x7f19f806cb70 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f19e4035040 tx=0x7f19e4030e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.573+0000 7f19f5ffb640 1 -- 172.21.15.17:0/2482532036 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e4040020 con 0x7f19f81036e0 2024-09-16T02:06:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.573+0000 7f19f5ffb640 1 -- 172.21.15.17:0/2482532036 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19e4038040 con 0x7f19f81036e0 2024-09-16T02:06:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.573+0000 7f19f5ffb640 1 -- 172.21.15.17:0/2482532036 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e4037070 con 0x7f19f81036e0 2024-09-16T02:06:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.573+0000 7f19ff170640 1 -- 172.21.15.17:0/2482532036 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19f8071610 con 0x7f19f81036e0 2024-09-16T02:06:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.574+0000 7f19ff170640 1 -- 172.21.15.17:0/2482532036 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19f8071aa0 con 0x7f19f81036e0 2024-09-16T02:06:15.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.576+0000 7f19f5ffb640 1 -- 172.21.15.17:0/2482532036 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f19e4043020 con 0x7f19f81036e0 2024-09-16T02:06:15.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.577+0000 7f1a01549740 1 Processor -- start 2024-09-16T02:06:15.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.577+0000 7f1a01549740 1 -- start start 2024-09-16T02:06:15.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.577+0000 7f1a01549740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e09b40 0x55f948e08090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.577+0000 7f1a01549740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e08a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.577+0000 7f1a01549740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e13370 0x55f948e15760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.577+0000 7f1a01549740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f948d6e2f0 con 0x55f948e09b40 2024-09-16T02:06:15.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.577+0000 7f1a01549740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f948d15cf0 con 0x55f948e13370 2024-09-16T02:06:15.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.577+0000 7f1a01549740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f948d6a2b0 con 0x55f948e085d0 2024-09-16T02:06:15.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.577+0000 7f19f5ffb640 1 --2- 172.21.15.17:0/2482532036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19e80a32c0 0x7f19e80a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.578+0000 7f19fcf0c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e08a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.578+0000 7f19fd70d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e09b40 0x55f948e08090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.578+0000 7f19fcf0c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e08a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34758/0 (socket says 172.21.15.17:34758) 2024-09-16T02:06:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.578+0000 7f19fcf0c640 1 -- 172.21.15.17:0/2683822230 learned_addr learned my addr 172.21.15.17:0/2683822230 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.578+0000 7f19f7fff640 1 --2- 172.21.15.17:0/2683822230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e13370 0x55f948e15760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.578+0000 7f19fcf0c640 1 -- 172.21.15.17:0/2683822230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e13370 msgr2=0x55f948e15760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.578+0000 7f19fcf0c640 1 --2- 172.21.15.17:0/2683822230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e13370 0x55f948e15760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.578+0000 7f19fcf0c640 1 -- 172.21.15.17:0/2683822230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e09b40 msgr2=0x55f948e08090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.578+0000 7f19fcf0c640 1 --2- 172.21.15.17:0/2683822230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e09b40 0x55f948e08090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.578+0000 7f19fcf0c640 1 -- 172.21.15.17:0/2683822230 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f948cfa3a0 con 0x55f948e085d0 2024-09-16T02:06:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.578+0000 7f19f5ffb640 1 -- 172.21.15.17:0/2482532036 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f19e40ef420 con 0x7f19f81036e0 2024-09-16T02:06:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.578+0000 7f19fd70d640 1 --2- 172.21.15.17:0/2683822230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e09b40 0x55f948e08090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:15.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.578+0000 7f19fd70d640 1 --2- 172.21.15.17:0/2482532036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19e80a32c0 0x7f19e80a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.578+0000 7f19fcf0c640 1 --2- 172.21.15.17:0/2683822230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e08a10 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f19ec00ac20 tx=0x7f19ec00f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1540328d7e6d5cda server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:15.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.579+0000 7f19e2ffd640 1 -- 172.21.15.17:0/2683822230 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19ec01d070 con 0x55f948e085d0 2024-09-16T02:06:15.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.579+0000 7f19e2ffd640 1 -- 172.21.15.17:0/2683822230 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19ec018af0 con 0x55f948e085d0 2024-09-16T02:06:15.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.579+0000 7f19e2ffd640 1 -- 172.21.15.17:0/2683822230 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19ec010af0 con 0x55f948e085d0 2024-09-16T02:06:15.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.580+0000 7f1a01549740 1 -- 172.21.15.17:0/2683822230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 msgr2=0x55f948e08a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:15.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.580+0000 7f1a01549740 1 --2- 172.21.15.17:0/2683822230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e08a10 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f19ec00ac20 tx=0x7f19ec00f790 comp rx=0 tx=0).stop 2024-09-16T02:06:15.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.580+0000 7f19fd70d640 1 --2- 172.21.15.17:0/2482532036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19e80a32c0 0x7f19e80a5780 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f19f0005fd0 tx=0x7f19f0014040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:15.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.580+0000 7f1a01549740 1 -- 172.21.15.17:0/2683822230 shutdown_connections 2024-09-16T02:06:15.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.580+0000 7f1a01549740 1 --2- 172.21.15.17:0/2683822230 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e13370 0x55f948e15760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.580+0000 7f1a01549740 1 --2- 172.21.15.17:0/2683822230 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e08a10 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.580+0000 7f1a01549740 1 --2- 172.21.15.17:0/2683822230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e09b40 0x55f948e08090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.580+0000 7f1a01549740 1 -- 172.21.15.17:0/2683822230 >> 172.21.15.17:0/2683822230 conn(0x55f948dd1310 msgr2=0x55f948e04c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:15.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.580+0000 7f1a01549740 1 -- 172.21.15.17:0/2683822230 shutdown_connections 2024-09-16T02:06:15.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.580+0000 7f1a01549740 1 -- 172.21.15.17:0/2683822230 wait complete. 2024-09-16T02:06:15.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.580+0000 7f1a01549740 1 -- start start 2024-09-16T02:06:15.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.580+0000 7f1a01549740 1 Processor -- start 2024-09-16T02:06:15.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.581+0000 7f1a01549740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e12da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.581+0000 7f1a01549740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e09b40 0x55f948e10050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.581+0000 7f1a01549740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e13370 0x55f948e107e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.581+0000 7f1a01549740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55f948e16070 con 0x55f948e13370 2024-09-16T02:06:15.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.581+0000 7f1a01549740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55f948d29060 con 0x55f948e09b40 2024-09-16T02:06:15.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.581+0000 7f1a01549740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55f948e161f0 con 0x55f948e085d0 2024-09-16T02:06:15.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.581+0000 7f19f7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e09b40 0x55f948e10050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.581+0000 7f19f7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e09b40 0x55f948e10050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47938/0 (socket says 172.21.15.17:47938) 2024-09-16T02:06:15.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.581+0000 7f19f7fff640 1 -- 172.21.15.17:0/3176692546 learned_addr learned my addr 172.21.15.17:0/3176692546 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:15.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.581+0000 7f19fcf0c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e12da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.581+0000 7f19fd70d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e13370 0x55f948e107e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.581+0000 7f1a01549740 10 client.0 _ll_register_callbacks cb 0x55f948a7c8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:15.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.582+0000 7f19fcf0c640 1 -- 172.21.15.17:0/3176692546 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e09b40 msgr2=0x55f948e10050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:15.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.582+0000 7f19fcf0c640 1 --2- 172.21.15.17:0/3176692546 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e09b40 0x55f948e10050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.582+0000 7f19fcf0c640 1 -- 172.21.15.17:0/3176692546 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e13370 msgr2=0x55f948e107e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:15.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.582+0000 7f19fcf0c640 1 --2- 172.21.15.17:0/3176692546 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e13370 0x55f948e107e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.582+0000 7f19fcf0c640 1 -- 172.21.15.17:0/3176692546 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f948adf3c0 con 0x55f948e085d0 2024-09-16T02:06:15.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.582+0000 7f19f7fff640 1 --2- 172.21.15.17:0/3176692546 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e09b40 0x55f948e10050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:15.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.582+0000 7f19fd70d640 1 --2- 172.21.15.17:0/3176692546 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e13370 0x55f948e107e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:15.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.582+0000 7f19fcf0c640 1 --2- 172.21.15.17:0/3176692546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e12da0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f19ec00a760 tx=0x7f19ec018a50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=812f994fb3384f89 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:15.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.582+0000 7f19d7fff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:06:15.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.582+0000 7f19d7fff640 1 -- 172.21.15.17:0/3176692546 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19ec027020 con 0x55f948e085d0 2024-09-16T02:06:15.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.582+0000 7f1a01549740 1 -- 172.21.15.17:0/3176692546 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19ec018af0 con 0x55f948e085d0 2024-09-16T02:06:15.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.582+0000 7f19d7fff640 1 -- 172.21.15.17:0/3176692546 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f19ec018ca0 con 0x55f948e085d0 2024-09-16T02:06:15.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.583+0000 7f19d7fff640 1 -- 172.21.15.17:0/3176692546 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f19ec01d040 con 0x55f948e085d0 2024-09-16T02:06:15.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.583+0000 7f1a01549740 10 client.28849 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:15.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.583+0000 7f1a01549740 1 -- 172.21.15.17:0/3176692546 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f948e21b30 con 0x55f948e085d0 2024-09-16T02:06:15.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.583+0000 7f19d7fff640 1 -- 172.21.15.17:0/3176692546 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19ec018af0 con 0x55f948e085d0 2024-09-16T02:06:15.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.583+0000 7f19d7fff640 1 -- 172.21.15.17:0/3176692546 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f19ec010bc0 con 0x55f948e085d0 2024-09-16T02:06:15.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.583+0000 7f1a01549740 10 client.28849 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:15.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.583+0000 7f1a01549740 10 client.28849 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:06:15.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.583+0000 7f1a01549740 20 client.28849 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:15.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.583+0000 7f1a01549740 1 --2- 172.21.15.17:0/3176692546 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f948e22ee0 0x55f948e252d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.583+0000 7f1a01549740 4 client.28849 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:06:15.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.583+0000 7f1a01549740 1 -- 172.21.15.17:0/3176692546 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55f948d7b860 con 0x55f948e22ee0 2024-09-16T02:06:15.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.584+0000 7f19f7fff640 1 --2- 172.21.15.17:0/3176692546 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f948e22ee0 0x55f948e252d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.584+0000 7f19f7fff640 1 --2- 172.21.15.17:0/3176692546 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f948e22ee0 0x55f948e252d0 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b11638af0f70b26c server_cookie=57219c5162b64408 in_seq=0 out_seq=0 2024-09-16T02:06:15.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.584+0000 7f19d7fff640 10 client.28849 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:15.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f19d7fff640 1 -- 172.21.15.17:0/3176692546 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55f948d7b860 con 0x55f948e22ee0 2024-09-16T02:06:15.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f19d7fff640 10 client.28849 handle_command_reply: tid=0 2024-09-16T02:06:15.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f1a01549740 1 client.28849 shutdown 2024-09-16T02:06:15.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f1a01549740 1 -- 172.21.15.17:0/3176692546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 msgr2=0x55f948e12da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:15.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f1a01549740 1 --2- 172.21.15.17:0/3176692546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e12da0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f19ec00a760 tx=0x7f19ec018a50 comp rx=0 tx=0).stop 2024-09-16T02:06:15.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f1a01549740 1 -- 172.21.15.17:0/3176692546 shutdown_connections 2024-09-16T02:06:15.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f1a01549740 1 --2- 172.21.15.17:0/3176692546 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f948e22ee0 0x55f948e252d0 crc :-1 s=READY pgs=306 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f1a01549740 1 --2- 172.21.15.17:0/3176692546 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e13370 0x55f948e107e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f1a01549740 1 --2- 172.21.15.17:0/3176692546 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e09b40 0x55f948e10050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f1a01549740 1 --2- 172.21.15.17:0/3176692546 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e12da0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f1a01549740 1 -- 172.21.15.17:0/3176692546 >> 172.21.15.17:0/3176692546 conn(0x55f948dd1310 msgr2=0x55f948e0a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:15.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f19d7fff640 0 client.28849 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:15.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f1a01549740 1 -- 172.21.15.17:0/3176692546 shutdown_connections 2024-09-16T02:06:15.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f1a01549740 1 -- 172.21.15.17:0/3176692546 wait complete. 2024-09-16T02:06:15.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.586+0000 7f1a01549740 20 client.28849 trim_cache size 0 max 16384 2024-09-16T02:06:15.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.606+0000 7f1a01549740 1 Processor -- start 2024-09-16T02:06:15.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.606+0000 7f1a01549740 1 -- start start 2024-09-16T02:06:15.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.606+0000 7f1a01549740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e085d0 0x55f948e0b120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.606+0000 7f1a01549740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e09b40 0x55f948e0b660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.606+0000 7f1a01549740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e13370 0x55f948e0d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.606+0000 7f1a01549740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f19f81b6460 con 0x55f948e085d0 2024-09-16T02:06:15.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.606+0000 7f1a01549740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f19f81b3d30 con 0x55f948e09b40 2024-09-16T02:06:15.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.606+0000 7f1a01549740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f19f81b1b60 con 0x55f948e13370 2024-09-16T02:06:15.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.606+0000 7f19f7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e09b40 0x55f948e0b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.606+0000 7f19f7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e09b40 0x55f948e0b660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47940/0 (socket says 172.21.15.17:47940) 2024-09-16T02:06:15.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.606+0000 7f19f7fff640 1 -- 172.21.15.17:0/957032874 learned_addr learned my addr 172.21.15.17:0/957032874 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:15.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.606+0000 7f19fcf0c640 1 --2- 172.21.15.17:0/957032874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e085d0 0x55f948e0b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.606+0000 7f19fd70d640 1 --2- 172.21.15.17:0/957032874 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e13370 0x55f948e0d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.607+0000 7f19f7fff640 1 -- 172.21.15.17:0/957032874 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e13370 msgr2=0x55f948e0d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:15.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.607+0000 7f19f7fff640 1 --2- 172.21.15.17:0/957032874 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e13370 0x55f948e0d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.607+0000 7f19f7fff640 1 -- 172.21.15.17:0/957032874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e085d0 msgr2=0x55f948e0b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:15.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.607+0000 7f19f7fff640 1 --2- 172.21.15.17:0/957032874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e085d0 0x55f948e0b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.607+0000 7f19f7fff640 1 -- 172.21.15.17:0/957032874 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55f948e05960 con 0x55f948e09b40 2024-09-16T02:06:15.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.607+0000 7f19f7fff640 1 --2- 172.21.15.17:0/957032874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e09b40 0x55f948e0b660 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f19e402a970 tx=0x7f19e40ecdb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=549d11f5d5997080 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:15.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.607+0000 7f19e27fc640 1 -- 172.21.15.17:0/957032874 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e40bb7d0 con 0x55f948e09b40 2024-09-16T02:06:15.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.607+0000 7f19e27fc640 1 -- 172.21.15.17:0/957032874 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19e40bc100 con 0x55f948e09b40 2024-09-16T02:06:15.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.607+0000 7f19e27fc640 1 -- 172.21.15.17:0/957032874 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e40b9d90 con 0x55f948e09b40 2024-09-16T02:06:15.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.608+0000 7f1a01549740 1 -- 172.21.15.17:0/957032874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e09b40 msgr2=0x55f948e0b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:15.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.608+0000 7f1a01549740 1 --2- 172.21.15.17:0/957032874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e09b40 0x55f948e0b660 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f19e402a970 tx=0x7f19e40ecdb0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.608+0000 7f1a01549740 1 -- 172.21.15.17:0/957032874 shutdown_connections 2024-09-16T02:06:15.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.608+0000 7f1a01549740 1 --2- 172.21.15.17:0/957032874 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e13370 0x55f948e0d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.608+0000 7f1a01549740 1 --2- 172.21.15.17:0/957032874 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e09b40 0x55f948e0b660 secure :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f19e402a970 tx=0x7f19e40ecdb0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.608+0000 7f1a01549740 1 --2- 172.21.15.17:0/957032874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e085d0 0x55f948e0b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.608+0000 7f1a01549740 1 -- 172.21.15.17:0/957032874 >> 172.21.15.17:0/957032874 conn(0x55f948dd1310 msgr2=0x55f948dffa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:15.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.608+0000 7f1a01549740 1 -- 172.21.15.17:0/957032874 shutdown_connections 2024-09-16T02:06:15.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.609+0000 7f1a01549740 1 -- 172.21.15.17:0/957032874 wait complete. 2024-09-16T02:06:15.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.609+0000 7f1a01549740 1 -- start start 2024-09-16T02:06:15.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.609+0000 7f1a01549740 1 Processor -- start 2024-09-16T02:06:15.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.610+0000 7f1a01549740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e28670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.610+0000 7f1a01549740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e13370 0x55f948e24ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.610+0000 7f19fcf0c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e28670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.610+0000 7f19fcf0c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e28670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:34790/0 (socket says 172.21.15.17:34790) 2024-09-16T02:06:15.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.610+0000 7f1a01549740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e25430 0x55f948e258b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.611+0000 7f19f7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e13370 0x55f948e24ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.611+0000 7f19f7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e13370 0x55f948e24ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:47948/0 (socket says 172.21.15.17:47948) 2024-09-16T02:06:15.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.611+0000 7f19fd70d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e25430 0x55f948e258b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.611+0000 7f19fd70d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e25430 0x55f948e258b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52014/0 (socket says 172.21.15.17:52014) 2024-09-16T02:06:15.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.611+0000 7f19fcf0c640 1 -- 172.21.15.17:0/1189610206 learned_addr learned my addr 172.21.15.17:0/1189610206 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:15.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.611+0000 7f1a01549740 1 -- 172.21.15.17:0/1189610206 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f19f81b21f0 con 0x55f948e25430 2024-09-16T02:06:15.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.611+0000 7f1a01549740 1 -- 172.21.15.17:0/1189610206 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f19f81b3660 con 0x55f948e13370 2024-09-16T02:06:15.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.611+0000 7f1a01549740 1 -- 172.21.15.17:0/1189610206 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f19f81b28c0 con 0x55f948e085d0 2024-09-16T02:06:15.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.611+0000 7f1a01549740 10 client.0 _ll_register_callbacks cb 0x7f19ec01b070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:15.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.611+0000 7f19fcf0c640 1 -- 172.21.15.17:0/1189610206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e13370 msgr2=0x55f948e24ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:15.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.611+0000 7f19fcf0c640 1 --2- 172.21.15.17:0/1189610206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e13370 0x55f948e24ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.611+0000 7f19fcf0c640 1 -- 172.21.15.17:0/1189610206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e25430 msgr2=0x55f948e258b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:15.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.611+0000 7f19fcf0c640 1 --2- 172.21.15.17:0/1189610206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e25430 0x55f948e258b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.611+0000 7f19fcf0c640 1 -- 172.21.15.17:0/1189610206 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55f948e941a0 con 0x55f948e085d0 2024-09-16T02:06:15.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.612+0000 7f19fcf0c640 1 --2- 172.21.15.17:0/1189610206 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e28670 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f19ec00ab70 tx=0x7f19ec005de0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b8f958251031349f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:15.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.612+0000 7f19d7fff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:06:15.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.612+0000 7f19d7fff640 1 -- 172.21.15.17:0/1189610206 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19ec027040 con 0x55f948e085d0 2024-09-16T02:06:15.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.612+0000 7f19d7fff640 1 -- 172.21.15.17:0/1189610206 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f19ec010590 con 0x55f948e085d0 2024-09-16T02:06:15.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.612+0000 7f1a01549740 1 -- 172.21.15.17:0/1189610206 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f19e40bc100 con 0x55f948e085d0 2024-09-16T02:06:15.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.612+0000 7f19d7fff640 1 -- 172.21.15.17:0/1189610206 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f19ec010790 con 0x55f948e085d0 2024-09-16T02:06:15.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.613+0000 7f1a01549740 10 client.28855 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:15.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.613+0000 7f1a01549740 1 -- 172.21.15.17:0/1189610206 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55f948e95460 con 0x55f948e085d0 2024-09-16T02:06:15.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.613+0000 7f19d7fff640 1 -- 172.21.15.17:0/1189610206 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19ec004d00 con 0x55f948e085d0 2024-09-16T02:06:15.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.613+0000 7f19d7fff640 1 -- 172.21.15.17:0/1189610206 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f19ec03f030 con 0x55f948e085d0 2024-09-16T02:06:15.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.613+0000 7f1a01549740 10 client.28855 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:15.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.613+0000 7f1a01549740 10 client.28855 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:06:15.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.613+0000 7f1a01549740 20 client.28855 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:15.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.613+0000 7f1a01549740 1 --2- 172.21.15.17:0/1189610206 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f948e95ac0 0x55f948e97eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:15.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.613+0000 7f1a01549740 4 client.28855 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:06:15.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.613+0000 7f1a01549740 1 -- 172.21.15.17:0/1189610206 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x7f19e40bc100 con 0x55f948e95ac0 2024-09-16T02:06:15.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.613+0000 7f19f7fff640 1 --2- 172.21.15.17:0/1189610206 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f948e95ac0 0x55f948e97eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:15.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.614+0000 7f19f7fff640 1 --2- 172.21.15.17:0/1189610206 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f948e95ac0 0x55f948e97eb0 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5c27bb94f8b1be0 server_cookie=420c59bae97da9c1 in_seq=0 out_seq=0 2024-09-16T02:06:15.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.614+0000 7f19d7fff640 10 client.28855 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:15.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.615+0000 7f19d7fff640 1 -- 172.21.15.17:0/1189610206 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x7f19e40bc100 con 0x55f948e95ac0 2024-09-16T02:06:15.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.615+0000 7f19d7fff640 10 client.28855 handle_command_reply: tid=0 2024-09-16T02:06:15.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.615+0000 7f1a01549740 1 client.28855 shutdown 2024-09-16T02:06:15.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.615+0000 7f1a01549740 1 -- 172.21.15.17:0/1189610206 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 msgr2=0x55f948e28670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:15.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.615+0000 7f1a01549740 1 --2- 172.21.15.17:0/1189610206 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e28670 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f19ec00ab70 tx=0x7f19ec005de0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.616+0000 7f1a01549740 1 -- 172.21.15.17:0/1189610206 shutdown_connections 2024-09-16T02:06:15.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.616+0000 7f1a01549740 1 --2- 172.21.15.17:0/1189610206 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55f948e95ac0 0x55f948e97eb0 crc :-1 s=READY pgs=307 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.616+0000 7f1a01549740 1 --2- 172.21.15.17:0/1189610206 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f948e25430 0x55f948e258b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.616+0000 7f1a01549740 1 --2- 172.21.15.17:0/1189610206 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55f948e13370 0x55f948e24ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.616+0000 7f19d7fff640 0 client.28855 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:15.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.616+0000 7f1a01549740 1 --2- 172.21.15.17:0/1189610206 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55f948e085d0 0x55f948e28670 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.616+0000 7f1a01549740 1 -- 172.21.15.17:0/1189610206 >> 172.21.15.17:0/1189610206 conn(0x55f948dd1310 msgr2=0x55f948e0e810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:15.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.616+0000 7f1a01549740 1 -- 172.21.15.17:0/1189610206 shutdown_connections 2024-09-16T02:06:15.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.616+0000 7f1a01549740 1 -- 172.21.15.17:0/1189610206 wait complete. 2024-09-16T02:06:15.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.616+0000 7f1a01549740 20 client.28855 trim_cache size 0 max 16384 2024-09-16T02:06:15.624 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:06:15.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.617+0000 7f19ff170640 1 -- 172.21.15.17:0/2482532036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19e80a32c0 msgr2=0x7f19e80a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:15.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.617+0000 7f19ff170640 1 --2- 172.21.15.17:0/2482532036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19e80a32c0 0x7f19e80a5780 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f19f0005fd0 tx=0x7f19f0014040 comp rx=0 tx=0).stop 2024-09-16T02:06:15.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.617+0000 7f19ff170640 1 -- 172.21.15.17:0/2482532036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f81036e0 msgr2=0x7f19f806cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:15.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.617+0000 7f19ff170640 1 --2- 172.21.15.17:0/2482532036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f81036e0 0x7f19f806cb70 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f19e4035040 tx=0x7f19e4030e00 comp rx=0 tx=0).stop 2024-09-16T02:06:15.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.617+0000 7f19ff170640 1 -- 172.21.15.17:0/2482532036 shutdown_connections 2024-09-16T02:06:15.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.617+0000 7f19ff170640 1 --2- 172.21.15.17:0/2482532036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19e80a32c0 0x7f19e80a5780 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.617+0000 7f19ff170640 1 --2- 172.21.15.17:0/2482532036 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f19f81082a0 0x7f19f806d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.617+0000 7f19ff170640 1 --2- 172.21.15.17:0/2482532036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f19f81036e0 0x7f19f806cb70 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.617+0000 7f19ff170640 1 --2- 172.21.15.17:0/2482532036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19f8102d30 0x7f19f8073ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:15.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.617+0000 7f19ff170640 1 -- 172.21.15.17:0/2482532036 >> 172.21.15.17:0/2482532036 conn(0x7f19f80fc7d0 msgr2=0x7f19f8105f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:15.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.617+0000 7f19ff170640 1 -- 172.21.15.17:0/2482532036 shutdown_connections 2024-09-16T02:06:15.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:15.617+0000 7f19ff170640 1 -- 172.21.15.17:0/2482532036 wait complete. 2024-09-16T02:06:16.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 89318 8.26 MB/sec execute 458 sec latency 104.807 ms 2024-09-16T02:06:16.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:16 smithi017 ceph-mon[30972]: pgmap v1021: 97 pgs: 97 active+clean; 543 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 4.2 MiB/s wr, 200 op/s 2024-09-16T02:06:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:16 smithi122 ceph-mon[34758]: pgmap v1021: 97 pgs: 97 active+clean; 543 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 4.2 MiB/s wr, 200 op/s 2024-09-16T02:06:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:16 smithi029 ceph-mon[34783]: pgmap v1021: 97 pgs: 97 active+clean; 543 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 757 KiB/s rd, 4.2 MiB/s wr, 200 op/s 2024-09-16T02:06:17.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 89480 8.26 MB/sec execute 459 sec latency 90.674 ms 2024-09-16T02:06:17.407 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T02:06:17.407 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T02:06:17.759 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:06:18.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 89634 8.25 MB/sec execute 460 sec latency 138.696 ms 2024-09-16T02:06:18.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.339+0000 7f2317902640 1 -- 172.21.15.17:0/1113536439 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2310106a70 msgr2=0x7f2310106e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:18.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.339+0000 7f2317902640 1 --2- 172.21.15.17:0/1113536439 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2310106a70 0x7f2310106e50 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f230c009930 tx=0x7f230c02a420 comp rx=0 tx=0).stop 2024-09-16T02:06:18.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.339+0000 7f2317902640 1 -- 172.21.15.17:0/1113536439 shutdown_connections 2024-09-16T02:06:18.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.339+0000 7f2317902640 1 --2- 172.21.15.17:0/1113536439 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2310101410 0x7f231010d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.339+0000 7f2317902640 1 --2- 172.21.15.17:0/1113536439 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2310100a70 0x7f2310100ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.339+0000 7f2317902640 1 --2- 172.21.15.17:0/1113536439 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2310106a70 0x7f2310106e50 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.339+0000 7f2317902640 1 -- 172.21.15.17:0/1113536439 >> 172.21.15.17:0/1113536439 conn(0x7f23100fc790 msgr2=0x7f23100febb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:18.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.339+0000 7f2317902640 1 -- 172.21.15.17:0/1113536439 shutdown_connections 2024-09-16T02:06:18.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.339+0000 7f2317902640 1 -- 172.21.15.17:0/1113536439 wait complete. 2024-09-16T02:06:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.340+0000 7f2317902640 1 Processor -- start 2024-09-16T02:06:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.340+0000 7f2317902640 1 -- start start 2024-09-16T02:06:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.340+0000 7f2317902640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2310100a70 0x7f2310102640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.340+0000 7f2317902640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2310101410 0x7f2310102b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.340+0000 7f2317902640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2310106a70 0x7f23101030c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.340+0000 7f2317902640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f2310110d70 con 0x7f2310100a70 2024-09-16T02:06:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.341+0000 7f2317902640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f2310110bf0 con 0x7f2310101410 2024-09-16T02:06:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.341+0000 7f2315e9f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2310106a70 0x7f23101030c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.341+0000 7f2315e9f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2310106a70 0x7f23101030c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45766/0 (socket says 172.21.15.17:45766) 2024-09-16T02:06:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.341+0000 7f2315e9f640 1 -- 172.21.15.17:0/500091026 learned_addr learned my addr 172.21.15.17:0/500091026 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.341+0000 7f2314e9d640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2310101410 0x7f2310102b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.341+0000 7f2317902640 1 -- 172.21.15.17:0/500091026 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f2310110ef0 con 0x7f2310106a70 2024-09-16T02:06:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.341+0000 7f231569e640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2310100a70 0x7f2310102640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.341+0000 7f2315e9f640 1 -- 172.21.15.17:0/500091026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2310101410 msgr2=0x7f2310102b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.341+0000 7f2315e9f640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2310101410 0x7f2310102b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.341+0000 7f2315e9f640 1 -- 172.21.15.17:0/500091026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2310100a70 msgr2=0x7f2310102640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.341+0000 7f2315e9f640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2310100a70 0x7f2310102640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.341+0000 7f2315e9f640 1 -- 172.21.15.17:0/500091026 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23101a6820 con 0x7f2310106a70 2024-09-16T02:06:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.341+0000 7f2314e9d640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2310101410 0x7f2310102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.342+0000 7f2315e9f640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2310106a70 0x7f23101030c0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f230800eaa0 tx=0x7f230800ef60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.342+0000 7f23067fc640 1 -- 172.21.15.17:0/500091026 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230800cdb0 con 0x7f2310106a70 2024-09-16T02:06:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.342+0000 7f23067fc640 1 -- 172.21.15.17:0/500091026 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2308005020 con 0x7f2310106a70 2024-09-16T02:06:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.342+0000 7f23067fc640 1 -- 172.21.15.17:0/500091026 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23080116d0 con 0x7f2310106a70 2024-09-16T02:06:18.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.342+0000 7f2317902640 1 -- 172.21.15.17:0/500091026 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23101a6b10 con 0x7f2310106a70 2024-09-16T02:06:18.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.342+0000 7f2317902640 1 -- 172.21.15.17:0/500091026 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23101a7000 con 0x7f2310106a70 2024-09-16T02:06:18.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.346+0000 7f23067fc640 1 -- 172.21.15.17:0/500091026 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f23080051d0 con 0x7f2310106a70 2024-09-16T02:06:18.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.347+0000 7f2319cdb740 1 Processor -- start 2024-09-16T02:06:18.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.347+0000 7f2319cdb740 1 -- start start 2024-09-16T02:06:18.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.348+0000 7f23067fc640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f22fc0a3380 0x7f22fc0a5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.348+0000 7f2319cdb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26370 0x56057ae26750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.348+0000 7f2314e9d640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f22fc0a3380 0x7f22fc0a5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.348+0000 7f2319cdb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26c90 0x56057ae31010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.348+0000 7f2319cdb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae31550 0x56057ae33940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.348+0000 7f23067fc640 1 -- 172.21.15.17:0/500091026 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f23080cf990 con 0x7f2310106a70 2024-09-16T02:06:18.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.348+0000 7f2319cdb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56057ad83280 con 0x56057ae31550 2024-09-16T02:06:18.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.348+0000 7f2319cdb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56057ad2ab10 con 0x56057ae26c90 2024-09-16T02:06:18.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.348+0000 7f2319cdb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56057ad7f240 con 0x56057ae26370 2024-09-16T02:06:18.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.348+0000 7f231569e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26370 0x56057ae26750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.348+0000 7f231569e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26370 0x56057ae26750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45778/0 (socket says 172.21.15.17:45778) 2024-09-16T02:06:18.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.348+0000 7f231569e640 1 -- 172.21.15.17:0/2649821887 learned_addr learned my addr 172.21.15.17:0/2649821887 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:18.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.348+0000 7f2314e9d640 1 --2- 172.21.15.17:0/2649821887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26c90 0x56057ae31010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.348+0000 7f2315e9f640 1 --2- 172.21.15.17:0/2649821887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae31550 0x56057ae33940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.349+0000 7f231569e640 1 -- 172.21.15.17:0/2649821887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26c90 msgr2=0x56057ae31010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:18.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.349+0000 7f231569e640 1 --2- 172.21.15.17:0/2649821887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26c90 0x56057ae31010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.349+0000 7f231569e640 1 -- 172.21.15.17:0/2649821887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae31550 msgr2=0x56057ae33940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:18.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.349+0000 7f231569e640 1 --2- 172.21.15.17:0/2649821887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae31550 0x56057ae33940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.349+0000 7f231569e640 1 -- 172.21.15.17:0/2649821887 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56057ad371f0 con 0x56057ae26370 2024-09-16T02:06:18.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.349+0000 7f2315e9f640 1 --2- 172.21.15.17:0/2649821887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae31550 0x56057ae33940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:18.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.349+0000 7f2314e9d640 1 --2- 172.21.15.17:0/2649821887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26c90 0x56057ae31010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:06:18.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.349+0000 7f2314e9d640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f22fc0a3380 0x7f22fc0a5840 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f23101040d0 tx=0x7f2300013c30 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:18.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.349+0000 7f231569e640 1 --2- 172.21.15.17:0/2649821887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26370 0x56057ae26750 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f230c02aa10 tx=0x7f230c005fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8bb2d8dae6ad1b25 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:18.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.349+0000 7f22fb7fe640 1 -- 172.21.15.17:0/2649821887 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c035040 con 0x56057ae26370 2024-09-16T02:06:18.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.349+0000 7f22fb7fe640 1 -- 172.21.15.17:0/2649821887 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f230c004480 con 0x56057ae26370 2024-09-16T02:06:18.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.349+0000 7f22fb7fe640 1 -- 172.21.15.17:0/2649821887 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f230c0035f0 con 0x56057ae26370 2024-09-16T02:06:18.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.350+0000 7f2319cdb740 1 -- 172.21.15.17:0/2649821887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26370 msgr2=0x56057ae26750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:18.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.350+0000 7f2319cdb740 1 --2- 172.21.15.17:0/2649821887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26370 0x56057ae26750 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f230c02aa10 tx=0x7f230c005fd0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.350+0000 7f2319cdb740 1 -- 172.21.15.17:0/2649821887 shutdown_connections 2024-09-16T02:06:18.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.350+0000 7f2319cdb740 1 --2- 172.21.15.17:0/2649821887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae31550 0x56057ae33940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.350+0000 7f2319cdb740 1 --2- 172.21.15.17:0/2649821887 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26c90 0x56057ae31010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.350+0000 7f2319cdb740 1 --2- 172.21.15.17:0/2649821887 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26370 0x56057ae26750 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.350+0000 7f2319cdb740 1 -- 172.21.15.17:0/2649821887 >> 172.21.15.17:0/2649821887 conn(0x56057ae22900 msgr2=0x56057ae22ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:18.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.351+0000 7f2319cdb740 1 -- 172.21.15.17:0/2649821887 shutdown_connections 2024-09-16T02:06:18.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.351+0000 7f2319cdb740 1 -- 172.21.15.17:0/2649821887 wait complete. 2024-09-16T02:06:18.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.351+0000 7f2319cdb740 1 -- start start 2024-09-16T02:06:18.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.351+0000 7f2319cdb740 1 Processor -- start 2024-09-16T02:06:18.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.352+0000 7f2319cdb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26370 0x56057ae2e420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.352+0000 7f2319cdb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae26c90 0x56057ae2e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.352+0000 7f2319cdb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae31550 0x56057ae2eea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.352+0000 7f2319cdb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x56057ae34120 con 0x56057ae26c90 2024-09-16T02:06:18.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.352+0000 7f2319cdb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x56057ad3df10 con 0x56057ae26370 2024-09-16T02:06:18.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.352+0000 7f2319cdb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x56057ae342a0 con 0x56057ae31550 2024-09-16T02:06:18.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.352+0000 7f2319cdb740 10 client.0 _ll_register_callbacks cb 0x56057ad06a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:18.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.352+0000 7f2314e9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae26c90 0x56057ae2e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.352+0000 7f2314e9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae26c90 0x56057ae2e960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53156/0 (socket says 172.21.15.17:53156) 2024-09-16T02:06:18.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.352+0000 7f2314e9d640 1 -- 172.21.15.17:0/2951560345 learned_addr learned my addr 172.21.15.17:0/2951560345 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:18.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.352+0000 7f231569e640 1 --2- 172.21.15.17:0/2951560345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26370 0x56057ae2e420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.352+0000 7f2315e9f640 1 --2- 172.21.15.17:0/2951560345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae31550 0x56057ae2eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.353+0000 7f2315e9f640 1 -- 172.21.15.17:0/2951560345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26370 msgr2=0x56057ae2e420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:18.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.353+0000 7f2315e9f640 1 --2- 172.21.15.17:0/2951560345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26370 0x56057ae2e420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.353+0000 7f2315e9f640 1 -- 172.21.15.17:0/2951560345 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae26c90 msgr2=0x56057ae2e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:18.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.353+0000 7f2315e9f640 1 --2- 172.21.15.17:0/2951560345 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae26c90 0x56057ae2e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.353+0000 7f2315e9f640 1 -- 172.21.15.17:0/2951560345 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56057aaf46a0 con 0x56057ae31550 2024-09-16T02:06:18.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.353+0000 7f2315e9f640 1 --2- 172.21.15.17:0/2951560345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae31550 0x56057ae2eea0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f230800efd0 tx=0x7f230809c160 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e1dfba8fc72715ce server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:18.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.353+0000 7f22f8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:06:18.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.353+0000 7f22f8ff9640 1 -- 172.21.15.17:0/2951560345 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23080b6020 con 0x56057ae31550 2024-09-16T02:06:18.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.353+0000 7f2319cdb740 1 -- 172.21.15.17:0/2951560345 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f230c004480 con 0x56057ae31550 2024-09-16T02:06:18.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.353+0000 7f22f8ff9640 1 -- 172.21.15.17:0/2951560345 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f23080badb0 con 0x56057ae31550 2024-09-16T02:06:18.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.353+0000 7f22f8ff9640 1 -- 172.21.15.17:0/2951560345 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f23080b4070 con 0x56057ae31550 2024-09-16T02:06:18.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.353+0000 7f2319cdb740 10 client.28867 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:18.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.353+0000 7f2319cdb740 1 -- 172.21.15.17:0/2951560345 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56057ae3fd80 con 0x56057ae31550 2024-09-16T02:06:18.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.354+0000 7f22f8ff9640 1 -- 172.21.15.17:0/2951560345 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f23080cd620 con 0x56057ae31550 2024-09-16T02:06:18.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.354+0000 7f22f8ff9640 1 -- 172.21.15.17:0/2951560345 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f23080b9080 con 0x56057ae31550 2024-09-16T02:06:18.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.354+0000 7f2319cdb740 10 client.28867 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:18.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.354+0000 7f2319cdb740 10 client.28867 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:06:18.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.354+0000 7f2319cdb740 20 client.28867 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:18.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.354+0000 7f2319cdb740 1 --2- 172.21.15.17:0/2951560345 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56057ae41750 0x56057ae43bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.354+0000 7f2319cdb740 4 client.28867 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:06:18.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.354+0000 7f2319cdb740 1 -- 172.21.15.17:0/2951560345 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f230c004480 con 0x56057ae41750 2024-09-16T02:06:18.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.354+0000 7f231569e640 1 --2- 172.21.15.17:0/2951560345 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56057ae41750 0x56057ae43bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.354+0000 7f22f8ff9640 10 client.28867 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:18.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.355+0000 7f231569e640 1 --2- 172.21.15.17:0/2951560345 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56057ae41750 0x56057ae43bd0 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fa3481663168adea server_cookie=506a40ec9df122f2 in_seq=0 out_seq=0 2024-09-16T02:06:18.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.356+0000 7f22f8ff9640 1 -- 172.21.15.17:0/2951560345 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f230c004480 con 0x56057ae41750 2024-09-16T02:06:18.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.356+0000 7f22f8ff9640 10 client.28867 handle_command_reply: tid=0 2024-09-16T02:06:18.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.356+0000 7f2319cdb740 1 client.28867 shutdown 2024-09-16T02:06:18.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.356+0000 7f2319cdb740 1 -- 172.21.15.17:0/2951560345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae31550 msgr2=0x56057ae2eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:18.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.356+0000 7f2319cdb740 1 --2- 172.21.15.17:0/2951560345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae31550 0x56057ae2eea0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f230800efd0 tx=0x7f230809c160 comp rx=0 tx=0).stop 2024-09-16T02:06:18.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.356+0000 7f2319cdb740 1 -- 172.21.15.17:0/2951560345 shutdown_connections 2024-09-16T02:06:18.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.356+0000 7f2319cdb740 1 --2- 172.21.15.17:0/2951560345 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56057ae41750 0x56057ae43bd0 crc :-1 s=READY pgs=308 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.356+0000 7f2319cdb740 1 --2- 172.21.15.17:0/2951560345 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae31550 0x56057ae2eea0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.356+0000 7f2319cdb740 1 --2- 172.21.15.17:0/2951560345 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae26c90 0x56057ae2e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.356+0000 7f2319cdb740 1 --2- 172.21.15.17:0/2951560345 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26370 0x56057ae2e420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.356+0000 7f2319cdb740 1 -- 172.21.15.17:0/2951560345 >> 172.21.15.17:0/2951560345 conn(0x56057ae22900 msgr2=0x56057ae19270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:18.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.356+0000 7f22f8ff9640 0 client.28867 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:18.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.356+0000 7f2319cdb740 1 -- 172.21.15.17:0/2951560345 shutdown_connections 2024-09-16T02:06:18.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.357+0000 7f2319cdb740 1 -- 172.21.15.17:0/2951560345 wait complete. 2024-09-16T02:06:18.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.357+0000 7f2319cdb740 20 client.28867 trim_cache size 0 max 16384 2024-09-16T02:06:18.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.388+0000 7f2319cdb740 1 Processor -- start 2024-09-16T02:06:18.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.388+0000 7f2319cdb740 1 -- start start 2024-09-16T02:06:18.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.388+0000 7f2319cdb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae26370 0x56057ae28dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.388+0000 7f2319cdb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26c90 0x56057ae2ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.388+0000 7f2319cdb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae31550 0x56057ae494e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.388+0000 7f2319cdb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f23101adcb0 con 0x56057ae26370 2024-09-16T02:06:18.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.388+0000 7f2319cdb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f23101ab580 con 0x56057ae31550 2024-09-16T02:06:18.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.388+0000 7f2319cdb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f23101a9450 con 0x56057ae26c90 2024-09-16T02:06:18.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.389+0000 7f2314e9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26c90 0x56057ae2ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.389+0000 7f2314e9d640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26c90 0x56057ae2ecf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45796/0 (socket says 172.21.15.17:45796) 2024-09-16T02:06:18.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.389+0000 7f2314e9d640 1 -- 172.21.15.17:0/1896945159 learned_addr learned my addr 172.21.15.17:0/1896945159 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:18.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.389+0000 7f231569e640 1 --2- 172.21.15.17:0/1896945159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae26370 0x56057ae28dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.389+0000 7f2315e9f640 1 --2- 172.21.15.17:0/1896945159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae31550 0x56057ae494e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.389+0000 7f2314e9d640 1 -- 172.21.15.17:0/1896945159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae31550 msgr2=0x56057ae494e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:18.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.389+0000 7f2314e9d640 1 --2- 172.21.15.17:0/1896945159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae31550 0x56057ae494e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.389+0000 7f2314e9d640 1 -- 172.21.15.17:0/1896945159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae26370 msgr2=0x56057ae28dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:18.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.389+0000 7f2314e9d640 1 --2- 172.21.15.17:0/1896945159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae26370 0x56057ae28dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.389+0000 7f2314e9d640 1 -- 172.21.15.17:0/1896945159 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56057ae22730 con 0x56057ae26c90 2024-09-16T02:06:18.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.389+0000 7f2315e9f640 1 --2- 172.21.15.17:0/1896945159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae31550 0x56057ae494e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:06:18.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.389+0000 7f231569e640 1 --2- 172.21.15.17:0/1896945159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae26370 0x56057ae28dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:18.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.389+0000 7f2314e9d640 1 --2- 172.21.15.17:0/1896945159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26c90 0x56057ae2ecf0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f2300012380 tx=0x7f230001f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1231ed394ed35370 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:18.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.390+0000 7f22faffd640 1 -- 172.21.15.17:0/1896945159 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2300005220 con 0x56057ae26c90 2024-09-16T02:06:18.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.390+0000 7f22faffd640 1 -- 172.21.15.17:0/1896945159 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2300004c50 con 0x56057ae26c90 2024-09-16T02:06:18.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.390+0000 7f22faffd640 1 -- 172.21.15.17:0/1896945159 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2300003850 con 0x56057ae26c90 2024-09-16T02:06:18.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.391+0000 7f2319cdb740 1 -- 172.21.15.17:0/1896945159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26c90 msgr2=0x56057ae2ecf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:18.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.391+0000 7f2319cdb740 1 --2- 172.21.15.17:0/1896945159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26c90 0x56057ae2ecf0 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f2300012380 tx=0x7f230001f000 comp rx=0 tx=0).stop 2024-09-16T02:06:18.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.391+0000 7f2319cdb740 1 -- 172.21.15.17:0/1896945159 shutdown_connections 2024-09-16T02:06:18.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.391+0000 7f2319cdb740 1 --2- 172.21.15.17:0/1896945159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae31550 0x56057ae494e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.391+0000 7f2319cdb740 1 --2- 172.21.15.17:0/1896945159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26c90 0x56057ae2ecf0 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.391+0000 7f2319cdb740 1 --2- 172.21.15.17:0/1896945159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae26370 0x56057ae28dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.391+0000 7f2319cdb740 1 -- 172.21.15.17:0/1896945159 >> 172.21.15.17:0/1896945159 conn(0x56057ae22900 msgr2=0x56057ae19270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:18.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.391+0000 7f2319cdb740 1 -- 172.21.15.17:0/1896945159 shutdown_connections 2024-09-16T02:06:18.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.391+0000 7f2319cdb740 1 -- 172.21.15.17:0/1896945159 wait complete. 2024-09-16T02:06:18.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.391+0000 7f2319cdb740 1 -- start start 2024-09-16T02:06:18.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.391+0000 7f2319cdb740 1 Processor -- start 2024-09-16T02:06:18.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f2319cdb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26370 0x56057ae35500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f2319cdb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26c90 0x56057ae35a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f2319cdb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae31550 0x56057ae35f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f2319cdb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f23101a9aa0 con 0x56057ae31550 2024-09-16T02:06:18.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f2319cdb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f23101aaeb0 con 0x56057ae26c90 2024-09-16T02:06:18.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f231569e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26370 0x56057ae35500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f2319cdb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f23101aa110 con 0x56057ae26370 2024-09-16T02:06:18.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f231569e640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26370 0x56057ae35500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45810/0 (socket says 172.21.15.17:45810) 2024-09-16T02:06:18.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f231569e640 1 -- 172.21.15.17:0/3165453229 learned_addr learned my addr 172.21.15.17:0/3165453229 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:18.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f2315e9f640 1 --2- 172.21.15.17:0/3165453229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae31550 0x56057ae35f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f2314e9d640 1 --2- 172.21.15.17:0/3165453229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26c90 0x56057ae35a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f2319cdb740 10 client.0 _ll_register_callbacks cb 0x7f230809b980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:18.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f2315e9f640 1 -- 172.21.15.17:0/3165453229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26370 msgr2=0x56057ae35500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:18.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f2315e9f640 1 --2- 172.21.15.17:0/3165453229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26370 0x56057ae35500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f2315e9f640 1 -- 172.21.15.17:0/3165453229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26c90 msgr2=0x56057ae35a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:18.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f2315e9f640 1 --2- 172.21.15.17:0/3165453229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26c90 0x56057ae35a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.392+0000 7f2315e9f640 1 -- 172.21.15.17:0/3165453229 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56057aeab750 con 0x56057ae31550 2024-09-16T02:06:18.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.393+0000 7f2315e9f640 1 --2- 172.21.15.17:0/3165453229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae31550 0x56057ae35f80 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f23080989a0 tx=0x7f23080baac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8829da14c6b3dea3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:18.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.393+0000 7f22f8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:06:18.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.393+0000 7f22f8ff9640 1 -- 172.21.15.17:0/3165453229 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23080b6070 con 0x56057ae31550 2024-09-16T02:06:18.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.393+0000 7f22f8ff9640 1 -- 172.21.15.17:0/3165453229 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f23080ba2e0 con 0x56057ae31550 2024-09-16T02:06:18.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.393+0000 7f2319cdb740 1 -- 172.21.15.17:0/3165453229 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2300004c50 con 0x56057ae31550 2024-09-16T02:06:18.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.393+0000 7f22f8ff9640 1 -- 172.21.15.17:0/3165453229 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f230801f040 con 0x56057ae31550 2024-09-16T02:06:18.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.393+0000 7f2319cdb740 10 client.19218 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:18.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.393+0000 7f2319cdb740 1 -- 172.21.15.17:0/3165453229 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x56057aeaca50 con 0x56057ae31550 2024-09-16T02:06:18.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.394+0000 7f22f8ff9640 1 -- 172.21.15.17:0/3165453229 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f2300004c50 con 0x56057ae31550 2024-09-16T02:06:18.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.394+0000 7f22f8ff9640 1 -- 172.21.15.17:0/3165453229 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f23080b9070 con 0x56057ae31550 2024-09-16T02:06:18.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.394+0000 7f2319cdb740 10 client.19218 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:18.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.394+0000 7f2319cdb740 10 client.19218 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:06:18.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.394+0000 7f2319cdb740 20 client.19218 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:18.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.394+0000 7f2319cdb740 1 --2- 172.21.15.17:0/3165453229 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56057aeacf30 0x56057aeaf320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:18.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.394+0000 7f2319cdb740 4 client.19218 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T02:06:18.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.394+0000 7f2319cdb740 1 -- 172.21.15.17:0/3165453229 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x56057ad907f0 con 0x56057aeacf30 2024-09-16T02:06:18.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.394+0000 7f231569e640 1 --2- 172.21.15.17:0/3165453229 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56057aeacf30 0x56057aeaf320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:18.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.395+0000 7f22f8ff9640 10 client.19218 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:18.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.395+0000 7f231569e640 1 --2- 172.21.15.17:0/3165453229 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56057aeacf30 0x56057aeaf320 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6afb564689ceb9dc server_cookie=24f1dd5c7230fb6f in_seq=0 out_seq=0 2024-09-16T02:06:18.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.400+0000 7f22f8ff9640 1 -- 172.21.15.17:0/3165453229 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x56057ad907f0 con 0x56057aeacf30 2024-09-16T02:06:18.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.400+0000 7f22f8ff9640 10 client.19218 handle_command_reply: tid=0 2024-09-16T02:06:18.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.401+0000 7f2319cdb740 1 client.19218 shutdown 2024-09-16T02:06:18.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.401+0000 7f2319cdb740 1 -- 172.21.15.17:0/3165453229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae31550 msgr2=0x56057ae35f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:18.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.401+0000 7f2319cdb740 1 --2- 172.21.15.17:0/3165453229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae31550 0x56057ae35f80 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f23080989a0 tx=0x7f23080baac0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.401+0000 7f2319cdb740 1 -- 172.21.15.17:0/3165453229 shutdown_connections 2024-09-16T02:06:18.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.401+0000 7f2319cdb740 1 --2- 172.21.15.17:0/3165453229 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x56057aeacf30 0x56057aeaf320 crc :-1 s=READY pgs=309 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.401+0000 7f2319cdb740 1 --2- 172.21.15.17:0/3165453229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56057ae31550 0x56057ae35f80 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.401+0000 7f2319cdb740 1 --2- 172.21.15.17:0/3165453229 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x56057ae26c90 0x56057ae35a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.401+0000 7f2319cdb740 1 --2- 172.21.15.17:0/3165453229 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x56057ae26370 0x56057ae35500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.401+0000 7f2319cdb740 1 -- 172.21.15.17:0/3165453229 >> 172.21.15.17:0/3165453229 conn(0x56057ae22900 msgr2=0x56057ae3c370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:18.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.401+0000 7f22f8ff9640 0 client.19218 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:18.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.402+0000 7f2319cdb740 1 -- 172.21.15.17:0/3165453229 shutdown_connections 2024-09-16T02:06:18.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.402+0000 7f2319cdb740 1 -- 172.21.15.17:0/3165453229 wait complete. 2024-09-16T02:06:18.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.402+0000 7f2319cdb740 20 client.19218 trim_cache size 0 max 16384 2024-09-16T02:06:18.420 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:06:18.420 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T02:06:18.420 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "dd667dd1-3751-434f-8b17-029cb6a7981c", 2024-09-16T02:06:18.420 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T02:06:18.420 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:06:18.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.403+0000 7f2317902640 1 -- 172.21.15.17:0/500091026 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f22fc0a3380 msgr2=0x7f22fc0a5840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:18.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.403+0000 7f2317902640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f22fc0a3380 0x7f22fc0a5840 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f23101040d0 tx=0x7f2300013c30 comp rx=0 tx=0).stop 2024-09-16T02:06:18.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.404+0000 7f2317902640 1 -- 172.21.15.17:0/500091026 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2310106a70 msgr2=0x7f23101030c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:18.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.404+0000 7f2317902640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2310106a70 0x7f23101030c0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f230800eaa0 tx=0x7f230800ef60 comp rx=0 tx=0).stop 2024-09-16T02:06:18.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.404+0000 7f2317902640 1 -- 172.21.15.17:0/500091026 shutdown_connections 2024-09-16T02:06:18.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.404+0000 7f2317902640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f22fc0a3380 0x7f22fc0a5840 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.404+0000 7f2317902640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f2310106a70 0x7f23101030c0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.404+0000 7f2317902640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f2310101410 0x7f2310102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.404+0000 7f2317902640 1 --2- 172.21.15.17:0/500091026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2310100a70 0x7f2310102640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:18.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.404+0000 7f2317902640 1 -- 172.21.15.17:0/500091026 >> 172.21.15.17:0/500091026 conn(0x7f23100fc790 msgr2=0x7f231006a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:18.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.404+0000 7f2317902640 1 -- 172.21.15.17:0/500091026 shutdown_connections 2024-09-16T02:06:18.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:18.404+0000 7f2317902640 1 -- 172.21.15.17:0/500091026 wait complete. 2024-09-16T02:06:18.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:18 smithi017 ceph-mon[30972]: pgmap v1022: 97 pgs: 97 active+clean; 545 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 631 KiB/s rd, 3.3 MiB/s wr, 176 op/s 2024-09-16T02:06:18.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:18 smithi029 ceph-mon[34783]: pgmap v1022: 97 pgs: 97 active+clean; 545 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 631 KiB/s rd, 3.3 MiB/s wr, 176 op/s 2024-09-16T02:06:18.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:18 smithi122 ceph-mon[34758]: pgmap v1022: 97 pgs: 97 active+clean; 545 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 631 KiB/s rd, 3.3 MiB/s wr, 176 op/s 2024-09-16T02:06:19.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 89780 8.26 MB/sec execute 461 sec latency 138.541 ms 2024-09-16T02:06:19.202 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:06:19.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:19 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T02:06:19.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:19 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:19.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:19 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:06:19.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:19 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:06:19.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:19 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:19.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:19 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:06:19.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:19 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:19.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:19 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:06:19.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:19 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:19.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:19 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:19.566 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:06:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:19 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T02:06:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:19 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:19 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:06:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:19 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:06:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:19 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:19 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:06:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:19 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:19 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:06:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:19 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:19.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:19 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:19.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:19 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T02:06:19.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:19 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:19.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:19 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:06:19.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:19 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:06:19.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:19 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:19.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:19 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:06:19.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:19 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:19.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:19 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:06:19.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:19 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:19.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:19 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:20.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 89932 8.25 MB/sec execute 462 sec latency 83.052 ms 2024-09-16T02:06:20.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.094+0000 7f9b6672b640 1 -- 172.21.15.17:0/51088038 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b60102570 msgr2=0x7f9b601029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:20.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.094+0000 7f9b6672b640 1 --2- 172.21.15.17:0/51088038 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b60102570 0x7f9b601029b0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f9b54009900 tx=0x7f9b5402a480 comp rx=0 tx=0).stop 2024-09-16T02:06:20.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.094+0000 7f9b6672b640 1 -- 172.21.15.17:0/51088038 shutdown_connections 2024-09-16T02:06:20.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.094+0000 7f9b6672b640 1 --2- 172.21.15.17:0/51088038 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b60102ef0 0x7f9b6010da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.094+0000 7f9b6672b640 1 --2- 172.21.15.17:0/51088038 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b60102570 0x7f9b601029b0 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.094+0000 7f9b6672b640 1 --2- 172.21.15.17:0/51088038 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b60100e20 0x7f9b60101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.094+0000 7f9b6672b640 1 -- 172.21.15.17:0/51088038 >> 172.21.15.17:0/51088038 conn(0x7f9b600fc7d0 msgr2=0x7f9b600febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:20.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.095+0000 7f9b6672b640 1 -- 172.21.15.17:0/51088038 shutdown_connections 2024-09-16T02:06:20.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.095+0000 7f9b6672b640 1 -- 172.21.15.17:0/51088038 wait complete. 2024-09-16T02:06:20.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.096+0000 7f9b6672b640 1 Processor -- start 2024-09-16T02:06:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.096+0000 7f9b6672b640 1 -- start start 2024-09-16T02:06:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b6672b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b60100e20 0x7f9b601972e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b6672b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b60102570 0x7f9b60197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b6672b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b60102ef0 0x7f9b6019bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b6672b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9b60110e30 con 0x7f9b60102ef0 2024-09-16T02:06:20.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b6672b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9b60110cb0 con 0x7f9b60102570 2024-09-16T02:06:20.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b5ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b60100e20 0x7f9b601972e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b6672b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9b60110fb0 con 0x7f9b60100e20 2024-09-16T02:06:20.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b5ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b60100e20 0x7f9b601972e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45828/0 (socket says 172.21.15.17:45828) 2024-09-16T02:06:20.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b5f7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b60102570 0x7f9b60197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b5ffff640 1 -- 172.21.15.17:0/1889077314 learned_addr learned my addr 172.21.15.17:0/1889077314 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:20.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b5ffff640 1 -- 172.21.15.17:0/1889077314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b60102570 msgr2=0x7f9b60197820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:20.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b64cc8640 1 --2- 172.21.15.17:0/1889077314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b60102ef0 0x7f9b6019bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b5ffff640 1 --2- 172.21.15.17:0/1889077314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b60102570 0x7f9b60197820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b5ffff640 1 -- 172.21.15.17:0/1889077314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b60102ef0 msgr2=0x7f9b6019bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.097+0000 7f9b5ffff640 1 --2- 172.21.15.17:0/1889077314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b60102ef0 0x7f9b6019bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.098+0000 7f9b5ffff640 1 -- 172.21.15.17:0/1889077314 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b6019c290 con 0x7f9b60100e20 2024-09-16T02:06:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.098+0000 7f9b64cc8640 1 --2- 172.21.15.17:0/1889077314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b60102ef0 0x7f9b6019bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:06:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.098+0000 7f9b5ffff640 1 --2- 172.21.15.17:0/1889077314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b60100e20 0x7f9b601972e0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f9b5000e9f0 tx=0x7f9b5000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.098+0000 7f9b5d7fa640 1 -- 172.21.15.17:0/1889077314 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b5001b070 con 0x7f9b60100e20 2024-09-16T02:06:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.098+0000 7f9b5d7fa640 1 -- 172.21.15.17:0/1889077314 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b50016410 con 0x7f9b60100e20 2024-09-16T02:06:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.098+0000 7f9b5d7fa640 1 -- 172.21.15.17:0/1889077314 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b50015610 con 0x7f9b60100e20 2024-09-16T02:06:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.098+0000 7f9b6672b640 1 -- 172.21.15.17:0/1889077314 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b6019c580 con 0x7f9b60100e20 2024-09-16T02:06:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.098+0000 7f9b6672b640 1 -- 172.21.15.17:0/1889077314 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b60069f70 con 0x7f9b60100e20 2024-09-16T02:06:20.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.102+0000 7f9b5d7fa640 1 -- 172.21.15.17:0/1889077314 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f9b5001e070 con 0x7f9b60100e20 2024-09-16T02:06:20.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.103+0000 7f9b68b04740 1 Processor -- start 2024-09-16T02:06:20.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.103+0000 7f9b68b04740 1 -- start start 2024-09-16T02:06:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.103+0000 7f9b68b04740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a5574a0 0x55769a557880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.103+0000 7f9b68b04740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a557dc0 0x55769a562140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.103+0000 7f9b68b04740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a562680 0x55769a564a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.103+0000 7f9b68b04740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55769a4bd2e0 con 0x55769a557dc0 2024-09-16T02:06:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.103+0000 7f9b68b04740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55769a464ce0 con 0x55769a5574a0 2024-09-16T02:06:20.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.103+0000 7f9b68b04740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55769a4b92a0 con 0x55769a562680 2024-09-16T02:06:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.103+0000 7f9b5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a557dc0 0x55769a562140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.103+0000 7f9b5d7fa640 1 --2- 172.21.15.17:0/1889077314 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9b480a3340 0x7f9b480a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.103+0000 7f9b5f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a562680 0x55769a564a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.103+0000 7f9b5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a557dc0 0x55769a562140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53208/0 (socket says 172.21.15.17:53208) 2024-09-16T02:06:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.103+0000 7f9b5ffff640 1 -- 172.21.15.17:0/4141723144 learned_addr learned my addr 172.21.15.17:0/4141723144 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.103+0000 7f9b5f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a562680 0x55769a564a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45840/0 (socket says 172.21.15.17:45840) 2024-09-16T02:06:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.104+0000 7f9b5f7fe640 1 -- 172.21.15.17:0/4141723144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a5574a0 msgr2=0x55769a557880 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T02:06:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.104+0000 7f9b5f7fe640 1 --2- 172.21.15.17:0/4141723144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a5574a0 0x55769a557880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.104+0000 7f9b5f7fe640 1 -- 172.21.15.17:0/4141723144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a557dc0 msgr2=0x55769a562140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.104+0000 7f9b5f7fe640 1 --2- 172.21.15.17:0/4141723144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a557dc0 0x55769a562140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.104+0000 7f9b5d7fa640 1 -- 172.21.15.17:0/1889077314 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9b500cefa0 con 0x7f9b60100e20 2024-09-16T02:06:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.104+0000 7f9b5f7fe640 1 -- 172.21.15.17:0/4141723144 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55769a449440 con 0x55769a562680 2024-09-16T02:06:20.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.104+0000 7f9b64cc8640 1 --2- 172.21.15.17:0/1889077314 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9b480a3340 0x7f9b480a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.104+0000 7f9b5f7fe640 1 --2- 172.21.15.17:0/4141723144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a562680 0x55769a564a70 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f9b54005940 tx=0x7f9b540058d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd9427a01d1d658c server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.104+0000 7f9b467fc640 1 -- 172.21.15.17:0/4141723144 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b54048020 con 0x55769a562680 2024-09-16T02:06:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.104+0000 7f9b467fc640 1 -- 172.21.15.17:0/4141723144 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b54004030 con 0x55769a562680 2024-09-16T02:06:20.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.104+0000 7f9b467fc640 1 -- 172.21.15.17:0/4141723144 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b54035050 con 0x55769a562680 2024-09-16T02:06:20.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.105+0000 7f9b68b04740 1 -- 172.21.15.17:0/4141723144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a562680 msgr2=0x55769a564a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:20.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.105+0000 7f9b68b04740 1 --2- 172.21.15.17:0/4141723144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a562680 0x55769a564a70 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7f9b54005940 tx=0x7f9b540058d0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.105+0000 7f9b64cc8640 1 --2- 172.21.15.17:0/1889077314 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9b480a3340 0x7f9b480a5800 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f9b58009270 tx=0x7f9b580093c0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:20.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.105+0000 7f9b68b04740 1 -- 172.21.15.17:0/4141723144 shutdown_connections 2024-09-16T02:06:20.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.105+0000 7f9b68b04740 1 --2- 172.21.15.17:0/4141723144 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a562680 0x55769a564a70 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.105+0000 7f9b68b04740 1 --2- 172.21.15.17:0/4141723144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a557dc0 0x55769a562140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.105+0000 7f9b68b04740 1 --2- 172.21.15.17:0/4141723144 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a5574a0 0x55769a557880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.105+0000 7f9b68b04740 1 -- 172.21.15.17:0/4141723144 >> 172.21.15.17:0/4141723144 conn(0x55769a553a30 msgr2=0x55769a553e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:20.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.105+0000 7f9b68b04740 1 -- 172.21.15.17:0/4141723144 shutdown_connections 2024-09-16T02:06:20.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.105+0000 7f9b68b04740 1 -- 172.21.15.17:0/4141723144 wait complete. 2024-09-16T02:06:20.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.106+0000 7f9b68b04740 1 -- start start 2024-09-16T02:06:20.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.106+0000 7f9b68b04740 1 Processor -- start 2024-09-16T02:06:20.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.106+0000 7f9b68b04740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a5574a0 0x55769a561f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.106+0000 7f9b68b04740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a557dc0 0x55769a55f240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.106+0000 7f9b68b04740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a562680 0x55769a55f780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.106+0000 7f9b68b04740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55769a565250 con 0x55769a557dc0 2024-09-16T02:06:20.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b68b04740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55769a478050 con 0x55769a562680 2024-09-16T02:06:20.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b5ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a5574a0 0x55769a561f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b68b04740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55769a5653d0 con 0x55769a5574a0 2024-09-16T02:06:20.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b5ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a5574a0 0x55769a561f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:45844/0 (socket says 172.21.15.17:45844) 2024-09-16T02:06:20.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b5ffff640 1 -- 172.21.15.17:0/3002031886 learned_addr learned my addr 172.21.15.17:0/3002031886 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:20.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b68b04740 10 client.0 _ll_register_callbacks cb 0x55769a4b8160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:20.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b5f7fe640 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a557dc0 0x55769a55f240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b64cc8640 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a562680 0x55769a55f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b5ffff640 1 -- 172.21.15.17:0/3002031886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a562680 msgr2=0x55769a55f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:20.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b5ffff640 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a562680 0x55769a55f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b5ffff640 1 -- 172.21.15.17:0/3002031886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a557dc0 msgr2=0x55769a55f240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:20.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b5ffff640 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a557dc0 0x55769a55f240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b5ffff640 1 -- 172.21.15.17:0/3002031886 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55769a22e3c0 con 0x55769a5574a0 2024-09-16T02:06:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b64cc8640 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a562680 0x55769a55f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:06:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b5f7fe640 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a557dc0 0x55769a55f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:06:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b5ffff640 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a5574a0 0x55769a561f90 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f9b5009b5c0 tx=0x7f9b500097c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=adbe18447f60d0b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b3f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:06:20.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.107+0000 7f9b3f7fe640 1 -- 172.21.15.17:0/3002031886 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b500b4060 con 0x55769a5574a0 2024-09-16T02:06:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.108+0000 7f9b68b04740 1 -- 172.21.15.17:0/3002031886 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b54004030 con 0x55769a5574a0 2024-09-16T02:06:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.108+0000 7f9b3f7fe640 1 -- 172.21.15.17:0/3002031886 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9b500165c0 con 0x55769a5574a0 2024-09-16T02:06:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.108+0000 7f9b3f7fe640 1 -- 172.21.15.17:0/3002031886 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9b500b4060 con 0x55769a5574a0 2024-09-16T02:06:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.108+0000 7f9b68b04740 10 client.28885 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.108+0000 7f9b68b04740 1 -- 172.21.15.17:0/3002031886 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55769a570c20 con 0x55769a5574a0 2024-09-16T02:06:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.108+0000 7f9b3f7fe640 1 -- 172.21.15.17:0/3002031886 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b54004030 con 0x55769a5574a0 2024-09-16T02:06:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.109+0000 7f9b3f7fe640 1 -- 172.21.15.17:0/3002031886 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f9b5009aa80 con 0x55769a5574a0 2024-09-16T02:06:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.109+0000 7f9b68b04740 10 client.28885 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.109+0000 7f9b68b04740 10 client.28885 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:06:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.109+0000 7f9b68b04740 20 client.28885 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.109+0000 7f9b68b04740 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55769a572030 0x55769a574420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.109+0000 7f9b68b04740 4 client.28885 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:06:20.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.109+0000 7f9b68b04740 1 -- 172.21.15.17:0/3002031886 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55769a4ca850 con 0x55769a572030 2024-09-16T02:06:20.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.110+0000 7f9b5f7fe640 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55769a572030 0x55769a574420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.110+0000 7f9b5f7fe640 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55769a572030 0x55769a574420 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=530ec7fb929cdcfe server_cookie=f0a4971b48ea896d in_seq=0 out_seq=0 2024-09-16T02:06:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.110+0000 7f9b3f7fe640 10 client.28885 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.111+0000 7f9b3f7fe640 1 -- 172.21.15.17:0/3002031886 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55769a4ca850 con 0x55769a572030 2024-09-16T02:06:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.111+0000 7f9b3f7fe640 10 client.28885 handle_command_reply: tid=0 2024-09-16T02:06:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.111+0000 7f9b68b04740 1 client.28885 shutdown 2024-09-16T02:06:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.112+0000 7f9b68b04740 1 -- 172.21.15.17:0/3002031886 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a5574a0 msgr2=0x55769a561f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.112+0000 7f9b68b04740 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a5574a0 0x55769a561f90 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f9b5009b5c0 tx=0x7f9b500097c0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.112+0000 7f9b68b04740 1 -- 172.21.15.17:0/3002031886 shutdown_connections 2024-09-16T02:06:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.112+0000 7f9b68b04740 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55769a572030 0x55769a574420 crc :-1 s=READY pgs=310 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.112+0000 7f9b3f7fe640 0 client.28885 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.112+0000 7f9b68b04740 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a562680 0x55769a55f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.112+0000 7f9b68b04740 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a557dc0 0x55769a55f240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.112+0000 7f9b68b04740 1 --2- 172.21.15.17:0/3002031886 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a5574a0 0x55769a561f90 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.112+0000 7f9b68b04740 1 -- 172.21.15.17:0/3002031886 >> 172.21.15.17:0/3002031886 conn(0x55769a553a30 msgr2=0x55769a559760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.112+0000 7f9b68b04740 1 -- 172.21.15.17:0/3002031886 shutdown_connections 2024-09-16T02:06:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.112+0000 7f9b68b04740 1 -- 172.21.15.17:0/3002031886 wait complete. 2024-09-16T02:06:20.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.112+0000 7f9b68b04740 20 client.28885 trim_cache size 0 max 16384 2024-09-16T02:06:20.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.138+0000 7f9b68b04740 1 Processor -- start 2024-09-16T02:06:20.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.138+0000 7f9b68b04740 1 -- start start 2024-09-16T02:06:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.138+0000 7f9b68b04740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a553a30 0x55769a56e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.138+0000 7f9b68b04740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a5574a0 0x55769a55f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.138+0000 7f9b68b04740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a557dc0 0x55769a55a740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.138+0000 7f9b68b04740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9b601ade10 con 0x55769a553a30 2024-09-16T02:06:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.138+0000 7f9b68b04740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9b601ab6e0 con 0x55769a5574a0 2024-09-16T02:06:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.138+0000 7f9b68b04740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9b601a94d0 con 0x55769a557dc0 2024-09-16T02:06:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.138+0000 7f9b5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a553a30 0x55769a56e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.138+0000 7f9b5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a553a30 0x55769a56e4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53222/0 (socket says 172.21.15.17:53222) 2024-09-16T02:06:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.138+0000 7f9b5ffff640 1 -- 172.21.15.17:0/4186696798 learned_addr learned my addr 172.21.15.17:0/4186696798 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.138+0000 7f9b64cc8640 1 --2- 172.21.15.17:0/4186696798 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a557dc0 0x55769a55a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.138+0000 7f9b5f7fe640 1 --2- 172.21.15.17:0/4186696798 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a5574a0 0x55769a55f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.139+0000 7f9b5ffff640 1 -- 172.21.15.17:0/4186696798 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a557dc0 msgr2=0x55769a55a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:20.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.139+0000 7f9b5ffff640 1 --2- 172.21.15.17:0/4186696798 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a557dc0 0x55769a55a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.139+0000 7f9b5ffff640 1 -- 172.21.15.17:0/4186696798 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a5574a0 msgr2=0x55769a55f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:20.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.139+0000 7f9b5ffff640 1 --2- 172.21.15.17:0/4186696798 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a5574a0 0x55769a55f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.139+0000 7f9b5ffff640 1 -- 172.21.15.17:0/4186696798 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55769a557bf0 con 0x55769a553a30 2024-09-16T02:06:20.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.139+0000 7f9b64cc8640 1 --2- 172.21.15.17:0/4186696798 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a557dc0 0x55769a55a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:20.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.139+0000 7f9b5ffff640 1 --2- 172.21.15.17:0/4186696798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a553a30 0x55769a56e4b0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f9b50016bb0 tx=0x7f9b50099b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82ee98d0712cedf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:20.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.139+0000 7f9b45ffb640 1 -- 172.21.15.17:0/4186696798 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b500b4060 con 0x55769a553a30 2024-09-16T02:06:20.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.139+0000 7f9b45ffb640 1 -- 172.21.15.17:0/4186696798 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f9b5009b630 con 0x55769a553a30 2024-09-16T02:06:20.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.139+0000 7f9b45ffb640 1 -- 172.21.15.17:0/4186696798 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b500b44b0 con 0x55769a553a30 2024-09-16T02:06:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.140+0000 7f9b68b04740 1 -- 172.21.15.17:0/4186696798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a553a30 msgr2=0x55769a56e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.140+0000 7f9b68b04740 1 --2- 172.21.15.17:0/4186696798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a553a30 0x55769a56e4b0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f9b50016bb0 tx=0x7f9b50099b40 comp rx=0 tx=0).stop 2024-09-16T02:06:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.140+0000 7f9b68b04740 1 -- 172.21.15.17:0/4186696798 shutdown_connections 2024-09-16T02:06:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.140+0000 7f9b68b04740 1 --2- 172.21.15.17:0/4186696798 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a557dc0 0x55769a55a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.140+0000 7f9b68b04740 1 --2- 172.21.15.17:0/4186696798 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a5574a0 0x55769a55f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.140+0000 7f9b68b04740 1 --2- 172.21.15.17:0/4186696798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a553a30 0x55769a56e4b0 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.140+0000 7f9b68b04740 1 -- 172.21.15.17:0/4186696798 >> 172.21.15.17:0/4186696798 conn(0x55769a55f8e0 msgr2=0x55769a55a030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:20.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.140+0000 7f9b68b04740 1 -- 172.21.15.17:0/4186696798 shutdown_connections 2024-09-16T02:06:20.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.140+0000 7f9b68b04740 1 -- 172.21.15.17:0/4186696798 wait complete. 2024-09-16T02:06:20.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.141+0000 7f9b68b04740 1 -- start start 2024-09-16T02:06:20.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.141+0000 7f9b68b04740 1 Processor -- start 2024-09-16T02:06:20.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.142+0000 7f9b68b04740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a553a30 0x55769a56ad60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.142+0000 7f9b5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a553a30 0x55769a56ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.142+0000 7f9b5ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a553a30 0x55769a56ad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53226/0 (socket says 172.21.15.17:53226) 2024-09-16T02:06:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.142+0000 7f9b5ffff640 1 -- 172.21.15.17:0/3546835775 learned_addr learned my addr 172.21.15.17:0/3546835775 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.142+0000 7f9b68b04740 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a5574a0 0x55769a5660e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.142+0000 7f9b68b04740 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a557dc0 0x55769a566620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.142+0000 7f9b5f7fe640 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a5574a0 0x55769a5660e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.142+0000 7f9b64cc8640 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a557dc0 0x55769a566620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.142+0000 7f9b68b04740 1 -- 172.21.15.17:0/3546835775 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f9b601a9ba0 con 0x55769a553a30 2024-09-16T02:06:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.143+0000 7f9b68b04740 1 -- 172.21.15.17:0/3546835775 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f9b601ab010 con 0x55769a5574a0 2024-09-16T02:06:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.143+0000 7f9b68b04740 1 -- 172.21.15.17:0/3546835775 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f9b601aa270 con 0x55769a557dc0 2024-09-16T02:06:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.143+0000 7f9b64cc8640 1 -- 172.21.15.17:0/3546835775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a5574a0 msgr2=0x55769a5660e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.143+0000 7f9b64cc8640 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a5574a0 0x55769a5660e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.143+0000 7f9b64cc8640 1 -- 172.21.15.17:0/3546835775 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a553a30 msgr2=0x55769a56ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.143+0000 7f9b64cc8640 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a553a30 0x55769a56ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.143+0000 7f9b64cc8640 1 -- 172.21.15.17:0/3546835775 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55769a566e50 con 0x55769a557dc0 2024-09-16T02:06:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.143+0000 7f9b68b04740 10 client.0 _ll_register_callbacks cb 0x7f9b50097230 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.143+0000 7f9b5ffff640 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a553a30 0x55769a56ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.143+0000 7f9b68b04740 1 -- 172.21.15.17:0/3546835775 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f9b5009b630 con 0x55769a557dc0 2024-09-16T02:06:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.143+0000 7f9b64cc8640 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a557dc0 0x55769a566620 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x55769a56ea30 tx=0x7f9b58004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3de6ee9910da47ab server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.144+0000 7f9b3f7fe640 10 client.28891 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:06:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.144+0000 7f9b3f7fe640 1 -- 172.21.15.17:0/3546835775 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b58028d20 con 0x55769a557dc0 2024-09-16T02:06:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.144+0000 7f9b3f7fe640 1 -- 172.21.15.17:0/3546835775 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f9b5801f530 con 0x55769a557dc0 2024-09-16T02:06:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.144+0000 7f9b3f7fe640 1 -- 172.21.15.17:0/3546835775 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f9b5801f730 con 0x55769a557dc0 2024-09-16T02:06:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.144+0000 7f9b68b04740 10 client.28891 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:20.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.144+0000 7f9b68b04740 1 -- 172.21.15.17:0/3546835775 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({fsmap=28}) -- 0x55769a5dcb60 con 0x55769a557dc0 2024-09-16T02:06:20.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.144+0000 7f9b3f7fe640 1 -- 172.21.15.17:0/3546835775 <== mon.1 v2:172.21.15.122:3300/0 4 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f9b5801f8d0 con 0x55769a557dc0 2024-09-16T02:06:20.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.145+0000 7f9b68b04740 10 client.28891 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:20.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.145+0000 7f9b68b04740 10 client.28891 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:06:20.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.145+0000 7f9b68b04740 20 client.28891 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:20.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.145+0000 7f9b68b04740 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55769a562680 0x55769a5df160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:20.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.145+0000 7f9b68b04740 4 client.28891 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:06:20.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.145+0000 7f9b68b04740 1 -- 172.21.15.17:0/3546835775 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55769a4c4d60 con 0x55769a562680 2024-09-16T02:06:20.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.145+0000 7f9b5ffff640 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55769a562680 0x55769a5df160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:20.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.145+0000 7f9b3f7fe640 10 client.28891 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:20.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.145+0000 7f9b5ffff640 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55769a562680 0x55769a5df160 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2bb4a3e212718b server_cookie=af7a08932bac74ad in_seq=0 out_seq=0 2024-09-16T02:06:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b3f7fe640 1 -- 172.21.15.17:0/3546835775 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x55769a4c4d60 con 0x55769a562680 2024-09-16T02:06:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b3f7fe640 10 client.28891 handle_command_reply: tid=0 2024-09-16T02:06:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b68b04740 1 client.28891 shutdown 2024-09-16T02:06:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b68b04740 1 -- 172.21.15.17:0/3546835775 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a557dc0 msgr2=0x55769a566620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b68b04740 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a557dc0 0x55769a566620 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x55769a56ea30 tx=0x7f9b58004a40 comp rx=0 tx=0).stop 2024-09-16T02:06:20.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b68b04740 1 -- 172.21.15.17:0/3546835775 shutdown_connections 2024-09-16T02:06:20.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b68b04740 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55769a562680 0x55769a5df160 crc :-1 s=READY pgs=311 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b68b04740 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55769a557dc0 0x55769a566620 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.151 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:06:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T02:06:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T02:06:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "dd667dd1-3751-434f-8b17-029cb6a7981c": { 2024-09-16T02:06:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T02:06:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "dd667dd1-3751-434f-8b17-029cb6a7981c", 2024-09-16T02:06:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T02:06:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:06:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:06:20.152 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:06:20.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b68b04740 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55769a5574a0 0x55769a5660e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b3f7fe640 0 client.28891 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:20.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b68b04740 1 --2- 172.21.15.17:0/3546835775 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55769a553a30 0x55769a56ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b68b04740 1 -- 172.21.15.17:0/3546835775 >> 172.21.15.17:0/3546835775 conn(0x55769a55f8e0 msgr2=0x55769a55a7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:20.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b68b04740 1 -- 172.21.15.17:0/3546835775 shutdown_connections 2024-09-16T02:06:20.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b68b04740 1 -- 172.21.15.17:0/3546835775 wait complete. 2024-09-16T02:06:20.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.146+0000 7f9b68b04740 20 client.28891 trim_cache size 0 max 16384 2024-09-16T02:06:20.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.147+0000 7f9b6672b640 1 -- 172.21.15.17:0/1889077314 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9b480a3340 msgr2=0x7f9b480a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:20.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.147+0000 7f9b6672b640 1 --2- 172.21.15.17:0/1889077314 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9b480a3340 0x7f9b480a5800 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f9b58009270 tx=0x7f9b580093c0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.147+0000 7f9b6672b640 1 -- 172.21.15.17:0/1889077314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b60100e20 msgr2=0x7f9b601972e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:20.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.147+0000 7f9b6672b640 1 --2- 172.21.15.17:0/1889077314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b60100e20 0x7f9b601972e0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f9b5000e9f0 tx=0x7f9b5000eeb0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.148+0000 7f9b6672b640 1 -- 172.21.15.17:0/1889077314 shutdown_connections 2024-09-16T02:06:20.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.148+0000 7f9b6672b640 1 --2- 172.21.15.17:0/1889077314 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f9b480a3340 0x7f9b480a5800 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.148+0000 7f9b6672b640 1 --2- 172.21.15.17:0/1889077314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b60102ef0 0x7f9b6019bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.148+0000 7f9b6672b640 1 --2- 172.21.15.17:0/1889077314 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f9b60102570 0x7f9b60197820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.148+0000 7f9b6672b640 1 --2- 172.21.15.17:0/1889077314 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f9b60100e20 0x7f9b601972e0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:20.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.148+0000 7f9b6672b640 1 -- 172.21.15.17:0/1889077314 >> 172.21.15.17:0/1889077314 conn(0x7f9b600fc7d0 msgr2=0x7f9b600febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:20.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.148+0000 7f9b6672b640 1 -- 172.21.15.17:0/1889077314 shutdown_connections 2024-09-16T02:06:20.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:20.148+0000 7f9b6672b640 1 -- 172.21.15.17:0/1889077314 wait complete. 2024-09-16T02:06:20.627 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:20 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:06:20.627 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:20 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:20.627 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:20 smithi017 ceph-mon[30972]: pgmap v1023: 97 pgs: 97 active+clean; 545 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 4.0 MiB/s wr, 217 op/s 2024-09-16T02:06:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:20 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:06:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:20 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:20 smithi122 ceph-mon[34758]: pgmap v1023: 97 pgs: 97 active+clean; 545 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 4.0 MiB/s wr, 217 op/s 2024-09-16T02:06:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:20 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:06:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:20 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:06:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:20 smithi029 ceph-mon[34783]: pgmap v1023: 97 pgs: 97 active+clean; 545 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 756 KiB/s rd, 4.0 MiB/s wr, 217 op/s 2024-09-16T02:06:21.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 90084 8.25 MB/sec execute 463 sec latency 99.718 ms 2024-09-16T02:06:22.048 INFO:tasks.cephfs.filesystem:scrub status for tag:dd667dd1-3751-434f-8b17-029cb6a7981c - {'path': '/', 'tag': 'dd667dd1-3751-434f-8b17-029cb6a7981c', 'options': 'recursive,force'} 2024-09-16T02:06:22.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 90215 8.24 MB/sec execute 464 sec latency 177.558 ms 2024-09-16T02:06:22.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:22 smithi017 ceph-mon[30972]: pgmap v1024: 97 pgs: 97 active+clean; 543 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 3.6 MiB/s wr, 222 op/s 2024-09-16T02:06:22.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:22 smithi029 ceph-mon[34783]: pgmap v1024: 97 pgs: 97 active+clean; 543 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 3.6 MiB/s wr, 222 op/s 2024-09-16T02:06:22.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:22 smithi122 ceph-mon[34758]: pgmap v1024: 97 pgs: 97 active+clean; 543 MiB data, 3.7 GiB used, 1.0 TiB / 1.0 TiB avail; 741 KiB/s rd, 3.6 MiB/s wr, 222 op/s 2024-09-16T02:06:23.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 90395 8.24 MB/sec execute 465 sec latency 90.773 ms 2024-09-16T02:06:24.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 90598 8.26 MB/sec execute 466 sec latency 98.201 ms 2024-09-16T02:06:24.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:24 smithi017 ceph-mon[30972]: pgmap v1025: 97 pgs: 97 active+clean; 543 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 3.8 MiB/s wr, 278 op/s 2024-09-16T02:06:24.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:24 smithi029 ceph-mon[34783]: pgmap v1025: 97 pgs: 97 active+clean; 543 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 3.8 MiB/s wr, 278 op/s 2024-09-16T02:06:24.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:24 smithi122 ceph-mon[34758]: pgmap v1025: 97 pgs: 97 active+clean; 543 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 871 KiB/s rd, 3.8 MiB/s wr, 278 op/s 2024-09-16T02:06:25.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 90760 8.26 MB/sec execute 467 sec latency 136.333 ms 2024-09-16T02:06:25.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:25 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:06:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:25 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:06:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:06:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:25.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:25 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:25.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:25 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:06:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:25 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:06:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:06:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:25.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:25 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:25.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:25 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:06:25.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:25 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:06:25.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:06:25.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:25.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:25.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:25.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:25 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:26.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 90902 8.26 MB/sec execute 468 sec latency 92.578 ms 2024-09-16T02:06:26.697 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:26 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:06:26.697 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:26 smithi122 ceph-mon[34758]: pgmap v1026: 97 pgs: 97 active+clean; 549 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 3.6 MiB/s wr, 254 op/s 2024-09-16T02:06:26.698 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:26 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:06:26.698 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:26 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:06:26.698 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:26 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:26.698 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:26 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:06:26.698 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:26 smithi029 ceph-mon[34783]: pgmap v1026: 97 pgs: 97 active+clean; 549 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 3.6 MiB/s wr, 254 op/s 2024-09-16T02:06:26.698 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:26 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:06:26.698 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:26 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:06:26.698 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:26 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:26.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:26 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:06:26.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:26 smithi017 ceph-mon[30972]: pgmap v1026: 97 pgs: 97 active+clean; 549 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 3.6 MiB/s wr, 254 op/s 2024-09-16T02:06:26.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:26 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:06:26.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:26 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:06:26.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:26 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:06:27.057 INFO:tasks.workunit.client.0.smithi017.stdout: 10 91026 8.26 MB/sec execute 469 sec latency 96.952 ms 2024-09-16T02:06:28.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 91151 8.25 MB/sec execute 470 sec latency 80.930 ms 2024-09-16T02:06:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:28 smithi017 ceph-mon[30972]: pgmap v1027: 97 pgs: 97 active+clean; 549 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 703 KiB/s rd, 3.1 MiB/s wr, 236 op/s 2024-09-16T02:06:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:28 smithi029 ceph-mon[34783]: pgmap v1027: 97 pgs: 97 active+clean; 549 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 703 KiB/s rd, 3.1 MiB/s wr, 236 op/s 2024-09-16T02:06:28.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:28 smithi122 ceph-mon[34758]: pgmap v1027: 97 pgs: 97 active+clean; 549 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 703 KiB/s rd, 3.1 MiB/s wr, 236 op/s 2024-09-16T02:06:29.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 91335 8.27 MB/sec execute 471 sec latency 103.038 ms 2024-09-16T02:06:30.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 91530 8.28 MB/sec execute 472 sec latency 112.364 ms 2024-09-16T02:06:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:30 smithi017 ceph-mon[30972]: pgmap v1028: 97 pgs: 97 active+clean; 551 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.7 MiB/s wr, 240 op/s 2024-09-16T02:06:30.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:30 smithi029 ceph-mon[34783]: pgmap v1028: 97 pgs: 97 active+clean; 551 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.7 MiB/s wr, 240 op/s 2024-09-16T02:06:30.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:30 smithi122 ceph-mon[34758]: pgmap v1028: 97 pgs: 97 active+clean; 551 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 626 KiB/s rd, 3.7 MiB/s wr, 240 op/s 2024-09-16T02:06:31.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 91672 8.28 MB/sec execute 473 sec latency 169.701 ms 2024-09-16T02:06:32.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 91801 8.27 MB/sec execute 474 sec latency 102.430 ms 2024-09-16T02:06:32.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:32 smithi017 ceph-mon[30972]: pgmap v1029: 97 pgs: 97 active+clean; 553 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 700 KiB/s rd, 3.6 MiB/s wr, 231 op/s 2024-09-16T02:06:32.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:32 smithi122 ceph-mon[34758]: pgmap v1029: 97 pgs: 97 active+clean; 553 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 700 KiB/s rd, 3.6 MiB/s wr, 231 op/s 2024-09-16T02:06:32.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:32 smithi029 ceph-mon[34783]: pgmap v1029: 97 pgs: 97 active+clean; 553 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 700 KiB/s rd, 3.6 MiB/s wr, 231 op/s 2024-09-16T02:06:33.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 91940 8.26 MB/sec execute 475 sec latency 107.278 ms 2024-09-16T02:06:34.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 92118 8.26 MB/sec execute 476 sec latency 83.980 ms 2024-09-16T02:06:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:34 smithi017 ceph-mon[30972]: pgmap v1030: 97 pgs: 97 active+clean; 552 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 797 KiB/s rd, 4.2 MiB/s wr, 242 op/s 2024-09-16T02:06:34.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:34 smithi122 ceph-mon[34758]: pgmap v1030: 97 pgs: 97 active+clean; 552 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 797 KiB/s rd, 4.2 MiB/s wr, 242 op/s 2024-09-16T02:06:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:34 smithi029 ceph-mon[34783]: pgmap v1030: 97 pgs: 97 active+clean; 552 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 797 KiB/s rd, 4.2 MiB/s wr, 242 op/s 2024-09-16T02:06:35.055 INFO:tasks.workunit.client.0.smithi017.stdout: 10 92286 8.27 MB/sec execute 477 sec latency 123.257 ms 2024-09-16T02:06:36.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 92443 8.26 MB/sec execute 478 sec latency 89.352 ms 2024-09-16T02:06:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:36 smithi017 ceph-mon[30972]: pgmap v1031: 97 pgs: 97 active+clean; 553 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 4.0 MiB/s wr, 176 op/s 2024-09-16T02:06:36.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:36 smithi029 ceph-mon[34783]: pgmap v1031: 97 pgs: 97 active+clean; 553 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 4.0 MiB/s wr, 176 op/s 2024-09-16T02:06:36.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:36 smithi122 ceph-mon[34758]: pgmap v1031: 97 pgs: 97 active+clean; 553 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 527 KiB/s rd, 4.0 MiB/s wr, 176 op/s 2024-09-16T02:06:37.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 92568 8.27 MB/sec execute 479 sec latency 107.784 ms 2024-09-16T02:06:38.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 92735 8.27 MB/sec execute 480 sec latency 90.260 ms 2024-09-16T02:06:38.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:38 smithi017 ceph-mon[30972]: pgmap v1032: 97 pgs: 97 active+clean; 556 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 660 KiB/s rd, 3.5 MiB/s wr, 175 op/s 2024-09-16T02:06:38.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:38 smithi122 ceph-mon[34758]: pgmap v1032: 97 pgs: 97 active+clean; 556 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 660 KiB/s rd, 3.5 MiB/s wr, 175 op/s 2024-09-16T02:06:38.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:38 smithi029 ceph-mon[34783]: pgmap v1032: 97 pgs: 97 active+clean; 556 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 660 KiB/s rd, 3.5 MiB/s wr, 175 op/s 2024-09-16T02:06:39.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 92913 8.28 MB/sec execute 481 sec latency 94.066 ms 2024-09-16T02:06:40.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 93095 8.28 MB/sec execute 482 sec latency 92.427 ms 2024-09-16T02:06:40.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:40 smithi017 ceph-mon[30972]: pgmap v1033: 97 pgs: 97 active+clean; 531 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 696 KiB/s rd, 4.4 MiB/s wr, 207 op/s 2024-09-16T02:06:40.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:40 smithi122 ceph-mon[34758]: pgmap v1033: 97 pgs: 97 active+clean; 531 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 696 KiB/s rd, 4.4 MiB/s wr, 207 op/s 2024-09-16T02:06:40.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:40 smithi029 ceph-mon[34783]: pgmap v1033: 97 pgs: 97 active+clean; 531 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 696 KiB/s rd, 4.4 MiB/s wr, 207 op/s 2024-09-16T02:06:41.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 93224 8.27 MB/sec execute 483 sec latency 120.853 ms 2024-09-16T02:06:42.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 93357 8.26 MB/sec execute 484 sec latency 148.414 ms 2024-09-16T02:06:42.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:42 smithi017 ceph-mon[30972]: pgmap v1034: 97 pgs: 97 active+clean; 530 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 642 KiB/s rd, 4.0 MiB/s wr, 185 op/s 2024-09-16T02:06:42.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:42 smithi122 ceph-mon[34758]: pgmap v1034: 97 pgs: 97 active+clean; 530 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 642 KiB/s rd, 4.0 MiB/s wr, 185 op/s 2024-09-16T02:06:42.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:42 smithi029 ceph-mon[34783]: pgmap v1034: 97 pgs: 97 active+clean; 530 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 642 KiB/s rd, 4.0 MiB/s wr, 185 op/s 2024-09-16T02:06:43.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 93525 8.26 MB/sec execute 485 sec latency 74.307 ms 2024-09-16T02:06:44.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 93699 8.26 MB/sec execute 486 sec latency 77.688 ms 2024-09-16T02:06:44.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:44 smithi017 ceph-mon[30972]: pgmap v1035: 97 pgs: 97 active+clean; 531 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 777 KiB/s rd, 4.4 MiB/s wr, 224 op/s 2024-09-16T02:06:44.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:44 smithi029 ceph-mon[34783]: pgmap v1035: 97 pgs: 97 active+clean; 531 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 777 KiB/s rd, 4.4 MiB/s wr, 224 op/s 2024-09-16T02:06:44.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:44 smithi122 ceph-mon[34758]: pgmap v1035: 97 pgs: 97 active+clean; 531 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 777 KiB/s rd, 4.4 MiB/s wr, 224 op/s 2024-09-16T02:06:45.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 93866 8.26 MB/sec execute 487 sec latency 109.253 ms 2024-09-16T02:06:46.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 94025 8.27 MB/sec execute 488 sec latency 80.738 ms 2024-09-16T02:06:46.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:46 smithi017 ceph-mon[30972]: pgmap v1036: 97 pgs: 97 active+clean; 529 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 4.0 MiB/s wr, 207 op/s 2024-09-16T02:06:46.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:46 smithi029 ceph-mon[34783]: pgmap v1036: 97 pgs: 97 active+clean; 529 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 4.0 MiB/s wr, 207 op/s 2024-09-16T02:06:46.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:46 smithi122 ceph-mon[34758]: pgmap v1036: 97 pgs: 97 active+clean; 529 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 665 KiB/s rd, 4.0 MiB/s wr, 207 op/s 2024-09-16T02:06:47.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 94207 8.27 MB/sec execute 489 sec latency 83.954 ms 2024-09-16T02:06:48.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 94363 8.26 MB/sec execute 490 sec latency 97.766 ms 2024-09-16T02:06:48.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:48 smithi017 ceph-mon[30972]: pgmap v1037: 97 pgs: 97 active+clean; 531 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 794 KiB/s rd, 3.7 MiB/s wr, 208 op/s 2024-09-16T02:06:48.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:48 smithi122 ceph-mon[34758]: pgmap v1037: 97 pgs: 97 active+clean; 531 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 794 KiB/s rd, 3.7 MiB/s wr, 208 op/s 2024-09-16T02:06:48.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:48 smithi029 ceph-mon[34783]: pgmap v1037: 97 pgs: 97 active+clean; 531 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 794 KiB/s rd, 3.7 MiB/s wr, 208 op/s 2024-09-16T02:06:49.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 94556 8.28 MB/sec execute 491 sec latency 90.371 ms 2024-09-16T02:06:50.057 INFO:tasks.workunit.client.0.smithi017.stdout: 10 94723 8.28 MB/sec execute 492 sec latency 85.768 ms 2024-09-16T02:06:50.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:50 smithi017 ceph-mon[30972]: pgmap v1038: 97 pgs: 97 active+clean; 536 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 4.3 MiB/s wr, 207 op/s 2024-09-16T02:06:50.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:50 smithi122 ceph-mon[34758]: pgmap v1038: 97 pgs: 97 active+clean; 536 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 4.3 MiB/s wr, 207 op/s 2024-09-16T02:06:50.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:50 smithi029 ceph-mon[34783]: pgmap v1038: 97 pgs: 97 active+clean; 536 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 4.3 MiB/s wr, 207 op/s 2024-09-16T02:06:51.057 INFO:tasks.workunit.client.0.smithi017.stdout: 10 94846 8.27 MB/sec execute 493 sec latency 162.271 ms 2024-09-16T02:06:52.049 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:06:52.056 INFO:tasks.workunit.client.0.smithi017.stdout: 10 94984 8.27 MB/sec execute 494 sec latency 84.908 ms 2024-09-16T02:06:52.406 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:06:52.706 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:52 smithi017 ceph-mon[30972]: pgmap v1039: 97 pgs: 97 active+clean; 541 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 4.0 MiB/s wr, 211 op/s 2024-09-16T02:06:52.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:52 smithi029 ceph-mon[34783]: pgmap v1039: 97 pgs: 97 active+clean; 541 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 4.0 MiB/s wr, 211 op/s 2024-09-16T02:06:52.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:52 smithi122 ceph-mon[34758]: pgmap v1039: 97 pgs: 97 active+clean; 541 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 4.0 MiB/s wr, 211 op/s 2024-09-16T02:06:52.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.973+0000 7f5f681f6640 1 -- 172.21.15.17:0/3430556916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f60101de0 msgr2=0x7f5f601021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:52.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.973+0000 7f5f681f6640 1 --2- 172.21.15.17:0/3430556916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f60101de0 0x7f5f601021c0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c009900 tx=0x7f5f5c02a410 comp rx=0 tx=0).stop 2024-09-16T02:06:52.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.973+0000 7f5f681f6640 1 -- 172.21.15.17:0/3430556916 shutdown_connections 2024-09-16T02:06:52.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.973+0000 7f5f681f6640 1 --2- 172.21.15.17:0/3430556916 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f60106f10 0x7f5f6010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.973+0000 7f5f681f6640 1 --2- 172.21.15.17:0/3430556916 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f60102790 0x7f5f601067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.973+0000 7f5f681f6640 1 --2- 172.21.15.17:0/3430556916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f60101de0 0x7f5f601021c0 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.973+0000 7f5f681f6640 1 -- 172.21.15.17:0/3430556916 >> 172.21.15.17:0/3430556916 conn(0x7f5f600fd8c0 msgr2=0x7f5f600ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:52.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.973+0000 7f5f681f6640 1 -- 172.21.15.17:0/3430556916 shutdown_connections 2024-09-16T02:06:52.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.973+0000 7f5f681f6640 1 -- 172.21.15.17:0/3430556916 wait complete. 2024-09-16T02:06:52.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.974+0000 7f5f681f6640 1 Processor -- start 2024-09-16T02:06:52.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.974+0000 7f5f681f6640 1 -- start start 2024-09-16T02:06:52.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.974+0000 7f5f681f6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f60101de0 0x7f5f601a4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:52.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.974+0000 7f5f681f6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f60102790 0x7f5f601a4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:52.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.974+0000 7f5f681f6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f60106f10 0x7f5f6010dce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:52.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.974+0000 7f5f681f6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5f60111e70 con 0x7f5f60102790 2024-09-16T02:06:52.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.974+0000 7f5f681f6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5f60111cf0 con 0x7f5f60106f10 2024-09-16T02:06:52.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.974+0000 7f5f681f6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5f60111ff0 con 0x7f5f60101de0 2024-09-16T02:06:52.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.975+0000 7f5f65f92640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f60101de0 0x7f5f601a4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:52.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.975+0000 7f5f65f92640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f60101de0 0x7f5f601a4660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:57204/0 (socket says 172.21.15.17:57204) 2024-09-16T02:06:52.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.975+0000 7f5f65791640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f60102790 0x7f5f601a4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:52.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.975+0000 7f5f65f92640 1 -- 172.21.15.17:0/1049045135 learned_addr learned my addr 172.21.15.17:0/1049045135 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:52.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.975+0000 7f5f66793640 1 --2- 172.21.15.17:0/1049045135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f60106f10 0x7f5f6010dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:52.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.975+0000 7f5f65791640 1 -- 172.21.15.17:0/1049045135 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f60101de0 msgr2=0x7f5f601a4660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:52.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.975+0000 7f5f65791640 1 --2- 172.21.15.17:0/1049045135 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f60101de0 0x7f5f601a4660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.975+0000 7f5f65791640 1 -- 172.21.15.17:0/1049045135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f60106f10 msgr2=0x7f5f6010dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:52.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.975+0000 7f5f65791640 1 --2- 172.21.15.17:0/1049045135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f60106f10 0x7f5f6010dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.975+0000 7f5f65791640 1 -- 172.21.15.17:0/1049045135 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f6010e460 con 0x7f5f60102790 2024-09-16T02:06:52.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.975+0000 7f5f65f92640 1 --2- 172.21.15.17:0/1049045135 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f60101de0 0x7f5f601a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:52.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.975+0000 7f5f65791640 1 --2- 172.21.15.17:0/1049045135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f60102790 0x7f5f601a4ba0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f5f5000e9f0 tx=0x7f5f5000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:52.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.976+0000 7f5f56ffd640 1 -- 172.21.15.17:0/1049045135 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5000ccc0 con 0x7f5f60102790 2024-09-16T02:06:52.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.976+0000 7f5f56ffd640 1 -- 172.21.15.17:0/1049045135 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f500108e0 con 0x7f5f60102790 2024-09-16T02:06:52.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.976+0000 7f5f56ffd640 1 -- 172.21.15.17:0/1049045135 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f50018750 con 0x7f5f60102790 2024-09-16T02:06:52.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.976+0000 7f5f681f6640 1 -- 172.21.15.17:0/1049045135 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f6010e750 con 0x7f5f60102790 2024-09-16T02:06:52.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.976+0000 7f5f681f6640 1 -- 172.21.15.17:0/1049045135 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f601ab4c0 con 0x7f5f60102790 2024-09-16T02:06:52.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.979+0000 7f5f56ffd640 1 -- 172.21.15.17:0/1049045135 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f5f50010a90 con 0x7f5f60102790 2024-09-16T02:06:52.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.980+0000 7f5f6a5cf740 1 Processor -- start 2024-09-16T02:06:52.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.980+0000 7f5f6a5cf740 1 -- start start 2024-09-16T02:06:52.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.980+0000 7f5f6a5cf740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef72880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.980+0000 7f5f6a5cf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef72dc0 0x55a33ef7d140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.980+0000 7f5f6a5cf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef7d680 0x55a33ef7fa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.980+0000 7f5f6a5cf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a33eed82e0 con 0x55a33ef72dc0 2024-09-16T02:06:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f6a5cf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a33ee7fce0 con 0x55a33ef7d680 2024-09-16T02:06:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f6a5cf740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a33eed42a0 con 0x55a33ef724a0 2024-09-16T02:06:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f66793640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef72880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f66793640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef72880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:57214/0 (socket says 172.21.15.17:57214) 2024-09-16T02:06:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f66793640 1 -- 172.21.15.17:0/2946209092 learned_addr learned my addr 172.21.15.17:0/2946209092 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f56ffd640 1 --2- 172.21.15.17:0/1049045135 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5f4c0a32c0 0x7f5f4c0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f65f92640 1 --2- 172.21.15.17:0/2946209092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef72dc0 0x55a33ef7d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f65791640 1 --2- 172.21.15.17:0/2946209092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef7d680 0x55a33ef7fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f66793640 1 -- 172.21.15.17:0/2946209092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef7d680 msgr2=0x55a33ef7fa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f66793640 1 --2- 172.21.15.17:0/2946209092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef7d680 0x55a33ef7fa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f66793640 1 -- 172.21.15.17:0/2946209092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef72dc0 msgr2=0x55a33ef7d140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f66793640 1 --2- 172.21.15.17:0/2946209092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef72dc0 0x55a33ef7d140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f66793640 1 -- 172.21.15.17:0/2946209092 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a33ee64440 con 0x55a33ef724a0 2024-09-16T02:06:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f65791640 1 --2- 172.21.15.17:0/2946209092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef7d680 0x55a33ef7fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:06:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f66793640 1 --2- 172.21.15.17:0/1049045135 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5f4c0a32c0 0x7f5f4c0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f56ffd640 1 -- 172.21.15.17:0/1049045135 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5f500cfb10 con 0x7f5f60102790 2024-09-16T02:06:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.981+0000 7f5f66793640 1 --2- 172.21.15.17:0/2946209092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef72880 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f5f58011590 tx=0x7f5f58009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa222caf2ac1334a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.982+0000 7f5f4bfff640 1 -- 172.21.15.17:0/2946209092 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f58017050 con 0x55a33ef724a0 2024-09-16T02:06:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.982+0000 7f5f4bfff640 1 -- 172.21.15.17:0/2946209092 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f5802cc00 con 0x55a33ef724a0 2024-09-16T02:06:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.982+0000 7f5f4bfff640 1 -- 172.21.15.17:0/2946209092 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f58017050 con 0x55a33ef724a0 2024-09-16T02:06:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.983+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2946209092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 msgr2=0x55a33ef72880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.983+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/2946209092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef72880 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f5f58011590 tx=0x7f5f58009f90 comp rx=0 tx=0).stop 2024-09-16T02:06:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.983+0000 7f5f66793640 1 --2- 172.21.15.17:0/1049045135 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5f4c0a32c0 0x7f5f4c0a5780 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f5f58034000 tx=0x7f5f58035000 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.983+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2946209092 shutdown_connections 2024-09-16T02:06:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.983+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/2946209092 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef7d680 0x55a33ef7fa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.983+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/2946209092 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef72dc0 0x55a33ef7d140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.983+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/2946209092 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef72880 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.983+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2946209092 >> 172.21.15.17:0/2946209092 conn(0x55a33ef6ea30 msgr2=0x55a33ef6ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.983+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2946209092 shutdown_connections 2024-09-16T02:06:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.983+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2946209092 wait complete. 2024-09-16T02:06:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.983+0000 7f5f6a5cf740 1 -- start start 2024-09-16T02:06:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.983+0000 7f5f6a5cf740 1 Processor -- start 2024-09-16T02:06:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f6a5cf740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef7cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f6a5cf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef72dc0 0x55a33ef7a1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f6a5cf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef7d680 0x55a33ef7a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f6a5cf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a33ef80250 con 0x55a33ef7d680 2024-09-16T02:06:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f6a5cf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a33ee93050 con 0x55a33ef72dc0 2024-09-16T02:06:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f6a5cf740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a33ef803d0 con 0x55a33ef724a0 2024-09-16T02:06:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f6a5cf740 10 client.0 _ll_register_callbacks cb 0x55a33eed3160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f65f92640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef7cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f65f92640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef7cf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:57224/0 (socket says 172.21.15.17:57224) 2024-09-16T02:06:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f65f92640 1 -- 172.21.15.17:0/3609843484 learned_addr learned my addr 172.21.15.17:0/3609843484 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f66793640 1 --2- 172.21.15.17:0/3609843484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef7d680 0x55a33ef7a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f65791640 1 --2- 172.21.15.17:0/3609843484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef72dc0 0x55a33ef7a1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f65f92640 1 -- 172.21.15.17:0/3609843484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef72dc0 msgr2=0x55a33ef7a1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f65f92640 1 --2- 172.21.15.17:0/3609843484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef72dc0 0x55a33ef7a1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f65f92640 1 -- 172.21.15.17:0/3609843484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef7d680 msgr2=0x55a33ef7a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f65f92640 1 --2- 172.21.15.17:0/3609843484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef7d680 0x55a33ef7a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.984+0000 7f5f65f92640 1 -- 172.21.15.17:0/3609843484 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a33ec493c0 con 0x55a33ef724a0 2024-09-16T02:06:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.985+0000 7f5f65f92640 1 --2- 172.21.15.17:0/3609843484 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef7cf00 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c02aa00 tx=0x7f5f5c003820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9676b4f3bceb906a server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.985+0000 7f5f497fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:06:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.985+0000 7f5f497fa640 1 -- 172.21.15.17:0/3609843484 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c035040 con 0x55a33ef724a0 2024-09-16T02:06:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.985+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/3609843484 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f5802cc00 con 0x55a33ef724a0 2024-09-16T02:06:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.985+0000 7f5f497fa640 1 -- 172.21.15.17:0/3609843484 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5f5c003c10 con 0x55a33ef724a0 2024-09-16T02:06:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.985+0000 7f5f497fa640 1 -- 172.21.15.17:0/3609843484 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5f5c003e10 con 0x55a33ef724a0 2024-09-16T02:06:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.985+0000 7f5f6a5cf740 10 client.28903 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.985+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/3609843484 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a33ef8bb50 con 0x55a33ef724a0 2024-09-16T02:06:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.985+0000 7f5f497fa640 1 -- 172.21.15.17:0/3609843484 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f5802cc00 con 0x55a33ef724a0 2024-09-16T02:06:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.985+0000 7f5f497fa640 1 -- 172.21.15.17:0/3609843484 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f5f5c004b70 con 0x55a33ef724a0 2024-09-16T02:06:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.985+0000 7f5f6a5cf740 10 client.28903 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.985+0000 7f5f6a5cf740 10 client.28903 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:06:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.985+0000 7f5f6a5cf740 20 client.28903 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.985+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/3609843484 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a33ef8cf60 0x55a33ef8f3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.986+0000 7f5f6a5cf740 4 client.28903 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:06:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.986+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/3609843484 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a33eee5850 con 0x55a33ef8cf60 2024-09-16T02:06:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.986+0000 7f5f65791640 1 --2- 172.21.15.17:0/3609843484 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a33ef8cf60 0x55a33ef8f3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:52.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.986+0000 7f5f497fa640 10 client.28903 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:52.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.987+0000 7f5f65791640 1 --2- 172.21.15.17:0/3609843484 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a33ef8cf60 0x55a33ef8f3b0 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2eba6e2be8450ff3 server_cookie=44bf0fdca459b85a in_seq=0 out_seq=0 2024-09-16T02:06:52.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f497fa640 1 -- 172.21.15.17:0/3609843484 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a33eee5850 con 0x55a33ef8cf60 2024-09-16T02:06:52.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f497fa640 10 client.28903 handle_command_reply: tid=0 2024-09-16T02:06:52.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f6a5cf740 1 client.28903 shutdown 2024-09-16T02:06:52.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/3609843484 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 msgr2=0x55a33ef7cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:52.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/3609843484 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef7cf00 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c02aa00 tx=0x7f5f5c003820 comp rx=0 tx=0).stop 2024-09-16T02:06:52.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/3609843484 shutdown_connections 2024-09-16T02:06:52.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/3609843484 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a33ef8cf60 0x55a33ef8f3b0 crc :-1 s=READY pgs=312 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/3609843484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef7d680 0x55a33ef7a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/3609843484 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef72dc0 0x55a33ef7a1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f497fa640 0 client.28903 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/3609843484 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef7cf00 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/3609843484 >> 172.21.15.17:0/3609843484 conn(0x55a33ef6ea30 msgr2=0x55a33ef74760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/3609843484 shutdown_connections 2024-09-16T02:06:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/3609843484 wait complete. 2024-09-16T02:06:52.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:52.989+0000 7f5f6a5cf740 20 client.28903 trim_cache size 0 max 16384 2024-09-16T02:06:53.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.011+0000 7f5f6a5cf740 1 Processor -- start 2024-09-16T02:06:53.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.011+0000 7f5f6a5cf740 1 -- start start 2024-09-16T02:06:53.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.011+0000 7f5f6a5cf740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef894e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:53.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.011+0000 7f5f6a5cf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef72dc0 0x55a33ef7c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:53.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.011+0000 7f5f6a5cf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef7d680 0x55a33ef7c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:53.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.011+0000 7f5f6a5cf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5f601adcb0 con 0x55a33ef7d680 2024-09-16T02:06:53.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.011+0000 7f5f6a5cf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5f601ab690 con 0x55a33ef72dc0 2024-09-16T02:06:53.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.011+0000 7f5f6a5cf740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6019d810 con 0x55a33ef724a0 2024-09-16T02:06:53.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.012+0000 7f5f66793640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef7d680 0x55a33ef7c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:53.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.012+0000 7f5f65f92640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef894e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:53.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.012+0000 7f5f66793640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef7d680 0x55a33ef7c660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55356/0 (socket says 172.21.15.17:55356) 2024-09-16T02:06:53.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.012+0000 7f5f66793640 1 -- 172.21.15.17:0/2626344077 learned_addr learned my addr 172.21.15.17:0/2626344077 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:53.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.012+0000 7f5f65791640 1 --2- 172.21.15.17:0/2626344077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef72dc0 0x55a33ef7c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:53.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.012+0000 7f5f66793640 1 -- 172.21.15.17:0/2626344077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 msgr2=0x55a33ef894e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:53.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.012+0000 7f5f66793640 1 --2- 172.21.15.17:0/2626344077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef894e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.012+0000 7f5f66793640 1 -- 172.21.15.17:0/2626344077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef72dc0 msgr2=0x55a33ef7c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:53.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.012+0000 7f5f66793640 1 --2- 172.21.15.17:0/2626344077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef72dc0 0x55a33ef7c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.012+0000 7f5f66793640 1 -- 172.21.15.17:0/2626344077 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a33ef8fa30 con 0x55a33ef7d680 2024-09-16T02:06:53.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.012+0000 7f5f65f92640 1 --2- 172.21.15.17:0/2626344077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef894e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:53.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.013+0000 7f5f66793640 1 --2- 172.21.15.17:0/2626344077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef7d680 0x55a33ef7c660 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f5f58011560 tx=0x7f5f58014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a35f0050d6a3c92 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:53.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.013+0000 7f5f4b7fe640 1 -- 172.21.15.17:0/2626344077 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5800e3b0 con 0x55a33ef7d680 2024-09-16T02:06:53.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.013+0000 7f5f4b7fe640 1 -- 172.21.15.17:0/2626344077 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f58015040 con 0x55a33ef7d680 2024-09-16T02:06:53.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.013+0000 7f5f4b7fe640 1 -- 172.21.15.17:0/2626344077 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5802c7b0 con 0x55a33ef7d680 2024-09-16T02:06:53.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.014+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2626344077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef7d680 msgr2=0x55a33ef7c660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:53.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.014+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/2626344077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef7d680 0x55a33ef7c660 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f5f58011560 tx=0x7f5f58014000 comp rx=0 tx=0).stop 2024-09-16T02:06:53.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.014+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2626344077 shutdown_connections 2024-09-16T02:06:53.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.014+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/2626344077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef7d680 0x55a33ef7c660 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.014+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/2626344077 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef72dc0 0x55a33ef7c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.014+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/2626344077 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef724a0 0x55a33ef894e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.014+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2626344077 >> 172.21.15.17:0/2626344077 conn(0x55a33ef6ea30 msgr2=0x55a33ef7ba10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:53.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.014+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2626344077 shutdown_connections 2024-09-16T02:06:53.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.014+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2626344077 wait complete. 2024-09-16T02:06:53.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.014+0000 7f5f6a5cf740 1 -- start start 2024-09-16T02:06:53.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.015+0000 7f5f6a5cf740 1 Processor -- start 2024-09-16T02:06:53.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.015+0000 7f5f6a5cf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef724a0 0x55a33ef83650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:53.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.015+0000 7f5f6a5cf740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef72dc0 0x55a33ef83b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:53.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f6a5cf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef7d680 0x55a33ef840d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:53.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f6a5cf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6019dea0 con 0x55a33ef724a0 2024-09-16T02:06:53.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f6a5cf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6019f310 con 0x55a33ef7d680 2024-09-16T02:06:53.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f6a5cf740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5f6019e570 con 0x55a33ef72dc0 2024-09-16T02:06:53.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f6a5cf740 10 client.0 _ll_register_callbacks cb 0x7f5f580093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:53.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f65f92640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef724a0 0x55a33ef83650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:53.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f66793640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef7d680 0x55a33ef840d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:53.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f66793640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef7d680 0x55a33ef840d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:38124/0 (socket says 172.21.15.17:38124) 2024-09-16T02:06:53.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f66793640 1 -- 172.21.15.17:0/2067962815 learned_addr learned my addr 172.21.15.17:0/2067962815 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:53.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f65791640 1 --2- 172.21.15.17:0/2067962815 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef72dc0 0x55a33ef83b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:53.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f65f92640 1 -- 172.21.15.17:0/2067962815 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef72dc0 msgr2=0x55a33ef83b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:53.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f65f92640 1 --2- 172.21.15.17:0/2067962815 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef72dc0 0x55a33ef83b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f65f92640 1 -- 172.21.15.17:0/2067962815 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef7d680 msgr2=0x55a33ef840d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:53.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f65f92640 1 --2- 172.21.15.17:0/2067962815 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef7d680 0x55a33ef840d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f65f92640 1 -- 172.21.15.17:0/2067962815 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a33eff6eb0 con 0x55a33ef724a0 2024-09-16T02:06:53.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f66793640 1 --2- 172.21.15.17:0/2067962815 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef7d680 0x55a33ef840d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:53.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.016+0000 7f5f65791640 1 --2- 172.21.15.17:0/2067962815 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef72dc0 0x55a33ef83b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:06:53.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.017+0000 7f5f65f92640 1 --2- 172.21.15.17:0/2067962815 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef724a0 0x55a33ef83650 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c031590 tx=0x7f5f5c005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b86767fc381d0ed5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:53.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.017+0000 7f5f497fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:06:53.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.017+0000 7f5f497fa640 1 -- 172.21.15.17:0/2067962815 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f5c035050 con 0x55a33ef724a0 2024-09-16T02:06:53.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.017+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2067962815 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5f58015040 con 0x55a33ef724a0 2024-09-16T02:06:53.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.017+0000 7f5f497fa640 1 -- 172.21.15.17:0/2067962815 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5f5c0047a0 con 0x55a33ef724a0 2024-09-16T02:06:53.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.017+0000 7f5f497fa640 1 -- 172.21.15.17:0/2067962815 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5f5c005850 con 0x55a33ef724a0 2024-09-16T02:06:53.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.017+0000 7f5f6a5cf740 10 client.19248 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:53.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.017+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2067962815 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a33eff8180 con 0x55a33ef724a0 2024-09-16T02:06:53.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.017+0000 7f5f497fa640 1 -- 172.21.15.17:0/2067962815 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5f58015040 con 0x55a33ef724a0 2024-09-16T02:06:53.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.017+0000 7f5f497fa640 1 -- 172.21.15.17:0/2067962815 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f5f5c005300 con 0x55a33ef724a0 2024-09-16T02:06:53.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.017+0000 7f5f6a5cf740 10 client.19248 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:53.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.017+0000 7f5f6a5cf740 10 client.19248 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:06:53.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.018+0000 7f5f6a5cf740 20 client.19248 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:53.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.018+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/2067962815 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a33eff8840 0x55a33effac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:53.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.018+0000 7f5f6a5cf740 4 client.19248 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:06:53.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.018+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2067962815 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x55a33eedfd60 con 0x55a33eff8840 2024-09-16T02:06:53.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.018+0000 7f5f65791640 1 --2- 172.21.15.17:0/2067962815 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a33eff8840 0x55a33effac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:53.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.018+0000 7f5f497fa640 10 client.19248 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:53.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.018+0000 7f5f65791640 1 --2- 172.21.15.17:0/2067962815 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a33eff8840 0x55a33effac60 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ec1add8dff4a9b4 server_cookie=c5973fa2834be7a4 in_seq=0 out_seq=0 2024-09-16T02:06:53.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.019+0000 7f5f497fa640 1 -- 172.21.15.17:0/2067962815 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x55a33eedfd60 con 0x55a33eff8840 2024-09-16T02:06:53.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.019+0000 7f5f497fa640 10 client.19248 handle_command_reply: tid=0 2024-09-16T02:06:53.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.019+0000 7f5f6a5cf740 1 client.19248 shutdown 2024-09-16T02:06:53.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.019+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2067962815 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef724a0 msgr2=0x55a33ef83650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:53.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.020+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/2067962815 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef724a0 0x55a33ef83650 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f5f5c031590 tx=0x7f5f5c005fd0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.020+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2067962815 shutdown_connections 2024-09-16T02:06:53.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.020+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/2067962815 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a33eff8840 0x55a33effac60 crc :-1 s=READY pgs=313 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.020+0000 7f5f497fa640 0 client.19248 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:06:53.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.020+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/2067962815 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a33ef7d680 0x55a33ef840d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.020+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/2067962815 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a33ef72dc0 0x55a33ef83b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.020+0000 7f5f6a5cf740 1 --2- 172.21.15.17:0/2067962815 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a33ef724a0 0x55a33ef83650 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.020+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2067962815 >> 172.21.15.17:0/2067962815 conn(0x55a33ef6ea30 msgr2=0x55a33ef7ba10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:53.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.020+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2067962815 shutdown_connections 2024-09-16T02:06:53.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.020+0000 7f5f6a5cf740 1 -- 172.21.15.17:0/2067962815 wait complete. 2024-09-16T02:06:53.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.020+0000 7f5f6a5cf740 20 client.19248 trim_cache size 0 max 16384 2024-09-16T02:06:53.026 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:06:53.026 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T02:06:53.026 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T02:06:53.026 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:06:53.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.021+0000 7f5f681f6640 1 -- 172.21.15.17:0/1049045135 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5f4c0a32c0 msgr2=0x7f5f4c0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:53.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.021+0000 7f5f681f6640 1 --2- 172.21.15.17:0/1049045135 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5f4c0a32c0 0x7f5f4c0a5780 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f5f58034000 tx=0x7f5f58035000 comp rx=0 tx=0).stop 2024-09-16T02:06:53.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.021+0000 7f5f681f6640 1 -- 172.21.15.17:0/1049045135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f60102790 msgr2=0x7f5f601a4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:53.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.021+0000 7f5f681f6640 1 --2- 172.21.15.17:0/1049045135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f60102790 0x7f5f601a4ba0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f5f5000e9f0 tx=0x7f5f5000edf0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.021+0000 7f5f681f6640 1 -- 172.21.15.17:0/1049045135 shutdown_connections 2024-09-16T02:06:53.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.021+0000 7f5f681f6640 1 --2- 172.21.15.17:0/1049045135 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5f4c0a32c0 0x7f5f4c0a5780 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.021+0000 7f5f681f6640 1 --2- 172.21.15.17:0/1049045135 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5f60106f10 0x7f5f6010dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.021+0000 7f5f681f6640 1 --2- 172.21.15.17:0/1049045135 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f60102790 0x7f5f601a4ba0 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.021+0000 7f5f681f6640 1 --2- 172.21.15.17:0/1049045135 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5f60101de0 0x7f5f601a4660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.021+0000 7f5f681f6640 1 -- 172.21.15.17:0/1049045135 >> 172.21.15.17:0/1049045135 conn(0x7f5f600fd8c0 msgr2=0x7f5f600fecd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.021+0000 7f5f681f6640 1 -- 172.21.15.17:0/1049045135 shutdown_connections 2024-09-16T02:06:53.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:53.021+0000 7f5f681f6640 1 -- 172.21.15.17:0/1049045135 wait complete. 2024-09-16T02:06:53.057 INFO:tasks.workunit.client.0.smithi017.stdout: 10 95115 8.27 MB/sec execute 495 sec latency 94.794 ms 2024-09-16T02:06:53.855 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T02:06:53.856 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:06:54.058 INFO:tasks.workunit.client.0.smithi017.stdout: 10 95301 8.29 MB/sec execute 496 sec latency 89.344 ms 2024-09-16T02:06:54.268 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:06:54.726 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:54 smithi017 ceph-mon[30972]: pgmap v1040: 97 pgs: 97 active+clean; 540 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 823 KiB/s rd, 4.1 MiB/s wr, 231 op/s 2024-09-16T02:06:54.806 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:54 smithi029 ceph-mon[34783]: pgmap v1040: 97 pgs: 97 active+clean; 540 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 823 KiB/s rd, 4.1 MiB/s wr, 231 op/s 2024-09-16T02:06:54.806 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:54 smithi122 ceph-mon[34758]: pgmap v1040: 97 pgs: 97 active+clean; 540 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 823 KiB/s rd, 4.1 MiB/s wr, 231 op/s 2024-09-16T02:06:54.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.848+0000 7f0162175640 1 -- 172.21.15.17:0/4046752522 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f015c106f40 msgr2=0x7f015c10eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:54.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.848+0000 7f0162175640 1 --2- 172.21.15.17:0/4046752522 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f015c106f40 0x7f015c10eac0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f0154009be0 tx=0x7f015402a6d0 comp rx=0 tx=0).stop 2024-09-16T02:06:54.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.848+0000 7f0162175640 1 -- 172.21.15.17:0/4046752522 shutdown_connections 2024-09-16T02:06:54.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.848+0000 7f0162175640 1 --2- 172.21.15.17:0/4046752522 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f015c106f40 0x7f015c10eac0 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:54.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.848+0000 7f0162175640 1 --2- 172.21.15.17:0/4046752522 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f015c1027c0 0x7f015c106810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:54.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.848+0000 7f0162175640 1 --2- 172.21.15.17:0/4046752522 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f015c101e10 0x7f015c1021f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:54.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.848+0000 7f0162175640 1 -- 172.21.15.17:0/4046752522 >> 172.21.15.17:0/4046752522 conn(0x7f015c0fd8d0 msgr2=0x7f015c0ffcf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:54.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.848+0000 7f0162175640 1 -- 172.21.15.17:0/4046752522 shutdown_connections 2024-09-16T02:06:54.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.848+0000 7f0162175640 1 -- 172.21.15.17:0/4046752522 wait complete. 2024-09-16T02:06:54.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.849+0000 7f0162175640 1 Processor -- start 2024-09-16T02:06:54.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.849+0000 7f0162175640 1 -- start start 2024-09-16T02:06:54.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.849+0000 7f0162175640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f015c101e10 0x7f015c1982e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:54.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.849+0000 7f0162175640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f015c1027c0 0x7f015c198820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:54.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.849+0000 7f0162175640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f015c106f40 0x7f015c19cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:54.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.849+0000 7f0162175640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f015c111e50 con 0x7f015c106f40 2024-09-16T02:06:54.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.849+0000 7f0162175640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f015c111cd0 con 0x7f015c101e10 2024-09-16T02:06:54.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.849+0000 7f0162175640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f015c111fd0 con 0x7f015c1027c0 2024-09-16T02:06:54.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.850+0000 7f015b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f015c101e10 0x7f015c1982e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:54.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.850+0000 7f015affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f015c1027c0 0x7f015c198820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:54.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.850+0000 7f015b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f015c101e10 0x7f015c1982e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:38144/0 (socket says 172.21.15.17:38144) 2024-09-16T02:06:54.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.850+0000 7f015b7fe640 1 -- 172.21.15.17:0/3233250529 learned_addr learned my addr 172.21.15.17:0/3233250529 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:54.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.850+0000 7f015bfff640 1 --2- 172.21.15.17:0/3233250529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f015c106f40 0x7f015c19cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:54.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.850+0000 7f015b7fe640 1 -- 172.21.15.17:0/3233250529 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f015c1027c0 msgr2=0x7f015c198820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:54.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.850+0000 7f015b7fe640 1 --2- 172.21.15.17:0/3233250529 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f015c1027c0 0x7f015c198820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:54.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.850+0000 7f015b7fe640 1 -- 172.21.15.17:0/3233250529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f015c106f40 msgr2=0x7f015c19cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:54.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.850+0000 7f015b7fe640 1 --2- 172.21.15.17:0/3233250529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f015c106f40 0x7f015c19cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:54.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.850+0000 7f015b7fe640 1 -- 172.21.15.17:0/3233250529 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f015c19d290 con 0x7f015c101e10 2024-09-16T02:06:54.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.850+0000 7f015bfff640 1 --2- 172.21.15.17:0/3233250529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f015c106f40 0x7f015c19cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:06:54.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.850+0000 7f015b7fe640 1 --2- 172.21.15.17:0/3233250529 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f015c101e10 0x7f015c1982e0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f014c00e9f0 tx=0x7f014c00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:54.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.850+0000 7f0158ff9640 1 -- 172.21.15.17:0/3233250529 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014c00cd80 con 0x7f015c101e10 2024-09-16T02:06:54.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.851+0000 7f0158ff9640 1 -- 172.21.15.17:0/3233250529 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f014c0108e0 con 0x7f015c101e10 2024-09-16T02:06:54.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.851+0000 7f0162175640 1 -- 172.21.15.17:0/3233250529 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f015c19d580 con 0x7f015c101e10 2024-09-16T02:06:54.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.851+0000 7f0158ff9640 1 -- 172.21.15.17:0/3233250529 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f014c018920 con 0x7f015c101e10 2024-09-16T02:06:54.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.851+0000 7f0162175640 1 -- 172.21.15.17:0/3233250529 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f015c1a4e60 con 0x7f015c101e10 2024-09-16T02:06:54.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.853+0000 7f0162175640 1 -- 172.21.15.17:0/3233250529 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f015c1021f0 con 0x7f015c101e10 2024-09-16T02:06:54.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.854+0000 7f0158ff9640 1 -- 172.21.15.17:0/3233250529 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f014c010a90 con 0x7f015c101e10 2024-09-16T02:06:54.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.855+0000 7f0158ff9640 1 --2- 172.21.15.17:0/3233250529 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f01440a3340 0x7f01440a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:54.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.855+0000 7f015affd640 1 --2- 172.21.15.17:0/3233250529 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f01440a3340 0x7f01440a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:54.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.855+0000 7f0158ff9640 1 -- 172.21.15.17:0/3233250529 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f014c0cfd00 con 0x7f015c101e10 2024-09-16T02:06:54.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.856+0000 7f015affd640 1 --2- 172.21.15.17:0/3233250529 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f01440a3340 0x7f01440a5800 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f015c0ffdf0 tx=0x7f0150009260 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:54.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:54.859+0000 7f0158ff9640 1 -- 172.21.15.17:0/3233250529 <== mon.2 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f014c09c9e0 con 0x7f015c101e10 2024-09-16T02:06:55.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 95489 8.29 MB/sec execute 497 sec latency 135.665 ms 2024-09-16T02:06:55.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:55.211+0000 7f0162175640 1 -- 172.21.15.17:0/3233250529 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f015c10a180 con 0x7f015c101e10 2024-09-16T02:06:55.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:55.212+0000 7f0158ff9640 1 -- 172.21.15.17:0/3233250529 <== mon.2 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11901 (secure 0 0 0) 0x7f014c09c2e0 con 0x7f015c101e10 2024-09-16T02:06:55.214 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:06:55.214 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"btime":"2024-09-16T01:59:05:278302+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:59:04.450935+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T02:06:55.215 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-09-16T02:06:55.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:55.215+0000 7f0162175640 1 -- 172.21.15.17:0/3233250529 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f01440a3340 msgr2=0x7f01440a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:55.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:55.215+0000 7f0162175640 1 --2- 172.21.15.17:0/3233250529 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f01440a3340 0x7f01440a5800 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f015c0ffdf0 tx=0x7f0150009260 comp rx=0 tx=0).stop 2024-09-16T02:06:55.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:55.215+0000 7f0162175640 1 -- 172.21.15.17:0/3233250529 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f015c101e10 msgr2=0x7f015c1982e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:55.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:55.215+0000 7f0162175640 1 --2- 172.21.15.17:0/3233250529 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f015c101e10 0x7f015c1982e0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f014c00e9f0 tx=0x7f014c00eeb0 comp rx=0 tx=0).stop 2024-09-16T02:06:55.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:55.215+0000 7f0162175640 1 -- 172.21.15.17:0/3233250529 shutdown_connections 2024-09-16T02:06:55.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:55.215+0000 7f0162175640 1 --2- 172.21.15.17:0/3233250529 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f01440a3340 0x7f01440a5800 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:55.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:55.215+0000 7f0162175640 1 --2- 172.21.15.17:0/3233250529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f015c106f40 0x7f015c19cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:55.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:55.215+0000 7f0162175640 1 --2- 172.21.15.17:0/3233250529 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f015c1027c0 0x7f015c198820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:55.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:55.215+0000 7f0162175640 1 --2- 172.21.15.17:0/3233250529 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f015c101e10 0x7f015c1982e0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:55.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:55.215+0000 7f0162175640 1 -- 172.21.15.17:0/3233250529 >> 172.21.15.17:0/3233250529 conn(0x7f015c0fd8d0 msgr2=0x7f015c0feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:55.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:55.215+0000 7f0162175640 1 -- 172.21.15.17:0/3233250529 shutdown_connections 2024-09-16T02:06:55.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:55.216+0000 7f0162175640 1 -- 172.21.15.17:0/3233250529 wait complete. 2024-09-16T02:06:55.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:55 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3233250529' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:06:55.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:55 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3233250529' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:06:55.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:55 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3233250529' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:06:56.013 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T02:06:56.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 95630 8.29 MB/sec execute 498 sec latency 108.232 ms 2024-09-16T02:06:56.379 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:06:56.665 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:56 smithi017 ceph-mon[30972]: pgmap v1041: 97 pgs: 97 active+clean; 541 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 4.0 MiB/s wr, 204 op/s 2024-09-16T02:06:56.697 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:56 smithi029 ceph-mon[34783]: pgmap v1041: 97 pgs: 97 active+clean; 541 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 4.0 MiB/s wr, 204 op/s 2024-09-16T02:06:56.698 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:56 smithi122 ceph-mon[34758]: pgmap v1041: 97 pgs: 97 active+clean; 541 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 686 KiB/s rd, 4.0 MiB/s wr, 204 op/s 2024-09-16T02:06:56.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.947+0000 7f8a25edc640 1 -- 172.21.15.17:0/818026392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20101de0 msgr2=0x7f8a201021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:56.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.947+0000 7f8a25edc640 1 --2- 172.21.15.17:0/818026392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20101de0 0x7f8a201021c0 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7f8a10009900 tx=0x7f8a1002a410 comp rx=0 tx=0).stop 2024-09-16T02:06:56.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.947+0000 7f8a25edc640 1 -- 172.21.15.17:0/818026392 shutdown_connections 2024-09-16T02:06:56.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.947+0000 7f8a25edc640 1 --2- 172.21.15.17:0/818026392 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a20106f10 0x7f8a2010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.947+0000 7f8a25edc640 1 --2- 172.21.15.17:0/818026392 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a20102790 0x7f8a201067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.947+0000 7f8a25edc640 1 --2- 172.21.15.17:0/818026392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20101de0 0x7f8a201021c0 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.947+0000 7f8a25edc640 1 -- 172.21.15.17:0/818026392 >> 172.21.15.17:0/818026392 conn(0x7f8a200fd8e0 msgr2=0x7f8a200ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:56.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.947+0000 7f8a25edc640 1 -- 172.21.15.17:0/818026392 shutdown_connections 2024-09-16T02:06:56.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.947+0000 7f8a25edc640 1 -- 172.21.15.17:0/818026392 wait complete. 2024-09-16T02:06:56.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.948+0000 7f8a25edc640 1 Processor -- start 2024-09-16T02:06:56.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.948+0000 7f8a25edc640 1 -- start start 2024-09-16T02:06:56.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.948+0000 7f8a25edc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20101de0 0x7f8a20198310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.948+0000 7f8a25edc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a20102790 0x7f8a20198850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.948+0000 7f8a25edc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a20106f10 0x7f8a2019cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.948+0000 7f8a25edc640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8a20111e70 con 0x7f8a20101de0 2024-09-16T02:06:56.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.948+0000 7f8a25edc640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8a20111cf0 con 0x7f8a20102790 2024-09-16T02:06:56.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.948+0000 7f8a25edc640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8a20111ff0 con 0x7f8a20106f10 2024-09-16T02:06:56.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.948+0000 7f8a1effd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a20102790 0x7f8a20198850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.948+0000 7f8a1effd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a20102790 0x7f8a20198850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:41916/0 (socket says 172.21.15.17:41916) 2024-09-16T02:06:56.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.948+0000 7f8a1effd640 1 -- 172.21.15.17:0/1531529389 learned_addr learned my addr 172.21.15.17:0/1531529389 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:56.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.949+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20101de0 0x7f8a20198310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.949+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a20106f10 0x7f8a2019cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.949+0000 7f8a1effd640 1 -- 172.21.15.17:0/1531529389 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a20106f10 msgr2=0x7f8a2019cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:56.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.949+0000 7f8a1effd640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a20106f10 0x7f8a2019cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.949+0000 7f8a1effd640 1 -- 172.21.15.17:0/1531529389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20101de0 msgr2=0x7f8a20198310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:56.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.949+0000 7f8a1effd640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20101de0 0x7f8a20198310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.949+0000 7f8a1effd640 1 -- 172.21.15.17:0/1531529389 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a2019d2c0 con 0x7f8a20102790 2024-09-16T02:06:56.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.949+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20101de0 0x7f8a20198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:06:56.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.949+0000 7f8a1effd640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a20102790 0x7f8a20198850 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f8a1400e9f0 tx=0x7f8a1400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:56.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.949+0000 7f8a1cff9640 1 -- 172.21.15.17:0/1531529389 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a1400cd80 con 0x7f8a20102790 2024-09-16T02:06:56.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.949+0000 7f8a1cff9640 1 -- 172.21.15.17:0/1531529389 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a140108e0 con 0x7f8a20102790 2024-09-16T02:06:56.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.949+0000 7f8a25edc640 1 -- 172.21.15.17:0/1531529389 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a2019d5b0 con 0x7f8a20102790 2024-09-16T02:06:56.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.950+0000 7f8a1cff9640 1 -- 172.21.15.17:0/1531529389 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a14018920 con 0x7f8a20102790 2024-09-16T02:06:56.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.950+0000 7f8a25edc640 1 -- 172.21.15.17:0/1531529389 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a201a4e90 con 0x7f8a20102790 2024-09-16T02:06:56.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.952+0000 7f8a1cff9640 1 -- 172.21.15.17:0/1531529389 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f8a14010a90 con 0x7f8a20102790 2024-09-16T02:06:56.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.953+0000 7f8a1cff9640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8a080a3300 0x7f8a080a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.953+0000 7f8a282b5740 1 Processor -- start 2024-09-16T02:06:56.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.953+0000 7f8a282b5740 1 -- start start 2024-09-16T02:06:56.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.953+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8a080a3300 0x7f8a080a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.953+0000 7f8a1cff9640 1 -- 172.21.15.17:0/1531529389 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8a140cfc10 con 0x7f8a20102790 2024-09-16T02:06:56.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a282b5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 0x55d4b164f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a282b5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 0x55d4b164fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a282b5740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b165a780 0x55d4b165cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a282b5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d4b15b12f0 con 0x55d4b164f9e0 2024-09-16T02:06:56.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a282b5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d4b1558cf0 con 0x55d4b1650f50 2024-09-16T02:06:56.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a282b5740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d4b15ad2b0 con 0x55d4b165a780 2024-09-16T02:06:56.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a1ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b165a780 0x55d4b165cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a1effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 0x55d4b164fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a1ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b165a780 0x55d4b165cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44430/0 (socket says 172.21.15.17:44430) 2024-09-16T02:06:56.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a1ffff640 1 -- 172.21.15.17:0/1081691444 learned_addr learned my addr 172.21.15.17:0/1081691444 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:56.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/1081691444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 0x55d4b164f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a1ffff640 1 -- 172.21.15.17:0/1081691444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 msgr2=0x55d4b164f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:56.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/1081691444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 0x55d4b164f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a1ffff640 1 -- 172.21.15.17:0/1081691444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 msgr2=0x55d4b164fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:56.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/1081691444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 0x55d4b164fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8a080a3300 0x7f8a080a57c0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f8a10000c00 tx=0x7f8a10004290 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:56.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a1ffff640 1 -- 172.21.15.17:0/1081691444 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4b153d3a0 con 0x55d4b165a780 2024-09-16T02:06:56.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.954+0000 7f8a1effd640 1 --2- 172.21.15.17:0/1081691444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 0x55d4b164fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:56.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.955+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/1081691444 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b165a780 0x55d4b165cb70 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f8a18009f50 tx=0x7f8a180118d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2ed7b1e1ea8a4fc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:56.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.955+0000 7f8a05ffb640 1 -- 172.21.15.17:0/1081691444 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a18004d20 con 0x55d4b165a780 2024-09-16T02:06:56.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.955+0000 7f8a05ffb640 1 -- 172.21.15.17:0/1081691444 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a18004050 con 0x55d4b165a780 2024-09-16T02:06:56.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.955+0000 7f8a05ffb640 1 -- 172.21.15.17:0/1081691444 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a18005280 con 0x55d4b165a780 2024-09-16T02:06:56.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.956+0000 7f8a282b5740 1 -- 172.21.15.17:0/1081691444 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b165a780 msgr2=0x55d4b165cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:56.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.956+0000 7f8a282b5740 1 --2- 172.21.15.17:0/1081691444 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b165a780 0x55d4b165cb70 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f8a18009f50 tx=0x7f8a180118d0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.956+0000 7f8a282b5740 1 -- 172.21.15.17:0/1081691444 shutdown_connections 2024-09-16T02:06:56.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.956+0000 7f8a282b5740 1 --2- 172.21.15.17:0/1081691444 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b165a780 0x55d4b165cb70 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.956+0000 7f8a282b5740 1 --2- 172.21.15.17:0/1081691444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 0x55d4b164fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.956+0000 7f8a282b5740 1 --2- 172.21.15.17:0/1081691444 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 0x55d4b164f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.956+0000 7f8a282b5740 1 -- 172.21.15.17:0/1081691444 >> 172.21.15.17:0/1081691444 conn(0x55d4b1614310 msgr2=0x55d4b164c070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:56.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.956+0000 7f8a282b5740 1 -- 172.21.15.17:0/1081691444 shutdown_connections 2024-09-16T02:06:56.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.956+0000 7f8a282b5740 1 -- 172.21.15.17:0/1081691444 wait complete. 2024-09-16T02:06:56.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.956+0000 7f8a282b5740 1 -- start start 2024-09-16T02:06:56.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.957+0000 7f8a282b5740 1 Processor -- start 2024-09-16T02:06:56.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.957+0000 7f8a282b5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 0x55d4b1653770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.957+0000 7f8a282b5740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b1650f50 0x55d4b1653cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.957+0000 7f8a282b5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b165a780 0x55d4b16541f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.957+0000 7f8a282b5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55d4b16479d0 con 0x55d4b164f9e0 2024-09-16T02:06:56.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.957+0000 7f8a282b5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55d4b156c060 con 0x55d4b165a780 2024-09-16T02:06:56.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.957+0000 7f8a282b5740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55d4b1647b50 con 0x55d4b1650f50 2024-09-16T02:06:56.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.957+0000 7f8a282b5740 10 client.0 _ll_register_callbacks cb 0x55d4b12bf8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:56.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.958+0000 7f8a1effd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b1650f50 0x55d4b1653cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.958+0000 7f8a1effd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b1650f50 0x55d4b1653cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44442/0 (socket says 172.21.15.17:44442) 2024-09-16T02:06:56.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.958+0000 7f8a1effd640 1 -- 172.21.15.17:0/2200285499 learned_addr learned my addr 172.21.15.17:0/2200285499 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:56.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.958+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2200285499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b165a780 0x55d4b16541f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.958+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2200285499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 0x55d4b1653770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.958+0000 7f8a1effd640 1 -- 172.21.15.17:0/2200285499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b165a780 msgr2=0x55d4b16541f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:56.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.958+0000 7f8a1effd640 1 --2- 172.21.15.17:0/2200285499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b165a780 0x55d4b16541f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.958+0000 7f8a1effd640 1 -- 172.21.15.17:0/2200285499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 msgr2=0x55d4b1653770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:56.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.958+0000 7f8a1effd640 1 --2- 172.21.15.17:0/2200285499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 0x55d4b1653770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.958+0000 7f8a1effd640 1 -- 172.21.15.17:0/2200285499 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4b13223c0 con 0x55d4b1650f50 2024-09-16T02:06:56.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.958+0000 7f89feffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:06:56.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.958+0000 7f8a1effd640 1 --2- 172.21.15.17:0/2200285499 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b1650f50 0x55d4b1653cb0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f8a14098690 tx=0x7f8a1409bc10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=50454b52299414a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:56.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.959+0000 7f89feffd640 1 -- 172.21.15.17:0/2200285499 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a140b5060 con 0x55d4b1650f50 2024-09-16T02:06:56.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.959+0000 7f89feffd640 1 -- 172.21.15.17:0/2200285499 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8a140cddd0 con 0x55d4b1650f50 2024-09-16T02:06:56.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.959+0000 7f8a282b5740 1 -- 172.21.15.17:0/2200285499 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a18004050 con 0x55d4b1650f50 2024-09-16T02:06:56.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.959+0000 7f89feffd640 1 -- 172.21.15.17:0/2200285499 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8a140b5200 con 0x55d4b1650f50 2024-09-16T02:06:56.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.959+0000 7f8a282b5740 10 client.28927 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:56.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.959+0000 7f8a282b5740 1 -- 172.21.15.17:0/2200285499 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d4b166d2f0 con 0x55d4b1650f50 2024-09-16T02:06:56.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.960+0000 7f89feffd640 1 -- 172.21.15.17:0/2200285499 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a1409c230 con 0x55d4b1650f50 2024-09-16T02:06:56.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.960+0000 7f89feffd640 1 -- 172.21.15.17:0/2200285499 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f8a140a0110 con 0x55d4b1650f50 2024-09-16T02:06:56.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.960+0000 7f8a282b5740 10 client.28927 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:56.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.960+0000 7f8a282b5740 10 client.28927 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:06:56.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.960+0000 7f8a282b5740 20 client.28927 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:56.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.960+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2200285499 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4b166e700 0x55d4b1670b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.960+0000 7f8a282b5740 4 client.28927 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:06:56.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.960+0000 7f8a282b5740 1 -- 172.21.15.17:0/2200285499 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f8a18004050 con 0x55d4b166e700 2024-09-16T02:06:56.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.960+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2200285499 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4b166e700 0x55d4b1670b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.962+0000 7f89feffd640 10 client.28927 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:06:56.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.962+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2200285499 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4b166e700 0x55d4b1670b20 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c30d351ea4034ee1 server_cookie=e1034e10bbeabb36 in_seq=0 out_seq=0 2024-09-16T02:06:56.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.962+0000 7f89feffd640 1 -- 172.21.15.17:0/2200285499 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f8a18004050 con 0x55d4b166e700 2024-09-16T02:06:56.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.962+0000 7f89feffd640 10 client.28927 handle_command_reply: tid=0 2024-09-16T02:06:56.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.962+0000 7f8a282b5740 1 client.28927 shutdown 2024-09-16T02:06:56.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.963+0000 7f8a282b5740 1 -- 172.21.15.17:0/2200285499 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b1650f50 msgr2=0x55d4b1653cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:56.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.963+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2200285499 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b1650f50 0x55d4b1653cb0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f8a14098690 tx=0x7f8a1409bc10 comp rx=0 tx=0).stop 2024-09-16T02:06:56.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.963+0000 7f8a282b5740 1 -- 172.21.15.17:0/2200285499 shutdown_connections 2024-09-16T02:06:56.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.963+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2200285499 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4b166e700 0x55d4b1670b20 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.963+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2200285499 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b165a780 0x55d4b16541f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.963+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2200285499 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b1650f50 0x55d4b1653cb0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.963+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2200285499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 0x55d4b1653770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.963+0000 7f89feffd640 0 client.28927 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:06:56.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.963+0000 7f8a282b5740 1 -- 172.21.15.17:0/2200285499 >> 172.21.15.17:0/2200285499 conn(0x55d4b1614310 msgr2=0x55d4b1651d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:56.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.963+0000 7f8a282b5740 1 -- 172.21.15.17:0/2200285499 shutdown_connections 2024-09-16T02:06:56.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.963+0000 7f8a282b5740 1 -- 172.21.15.17:0/2200285499 wait complete. 2024-09-16T02:06:56.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.963+0000 7f8a282b5740 20 client.28927 trim_cache size 0 max 16384 2024-09-16T02:06:56.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a282b5740 1 Processor -- start 2024-09-16T02:06:56.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a282b5740 1 -- start start 2024-09-16T02:06:56.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a282b5740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b164f9e0 0x55d4b1654040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a282b5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 0x55d4b1651c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a282b5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b165a780 0x55d4b16763b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a282b5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8a201adc10 con 0x55d4b165a780 2024-09-16T02:06:56.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a282b5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8a201ab4e0 con 0x55d4b1650f50 2024-09-16T02:06:56.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a282b5740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8a201a9310 con 0x55d4b164f9e0 2024-09-16T02:06:56.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a1f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b164f9e0 0x55d4b1654040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a1ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b165a780 0x55d4b16763b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a1f7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b164f9e0 0x55d4b1654040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44444/0 (socket says 172.21.15.17:44444) 2024-09-16T02:06:56.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a1f7fe640 1 -- 172.21.15.17:0/2322065311 learned_addr learned my addr 172.21.15.17:0/2322065311 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:56.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a1f7fe640 1 -- 172.21.15.17:0/2322065311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 msgr2=0x55d4b1651c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:56.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a1effd640 1 --2- 172.21.15.17:0/2322065311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 0x55d4b1651c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2322065311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 0x55d4b1651c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a1f7fe640 1 -- 172.21.15.17:0/2322065311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b165a780 msgr2=0x55d4b16763b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:56.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2322065311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b165a780 0x55d4b16763b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a1f7fe640 1 -- 172.21.15.17:0/2322065311 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55d4b1671180 con 0x55d4b164f9e0 2024-09-16T02:06:56.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2322065311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b165a780 0x55d4b16763b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:56.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.981+0000 7f8a1effd640 1 --2- 172.21.15.17:0/2322065311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 0x55d4b1651c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:06:56.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.982+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2322065311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b164f9e0 0x55d4b1654040 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f8a1002a9d0 tx=0x7f8a10044000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78245d45563f4a12 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:56.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.982+0000 7f8a057fa640 1 -- 172.21.15.17:0/2322065311 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a10035050 con 0x55d4b164f9e0 2024-09-16T02:06:56.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.982+0000 7f8a057fa640 1 -- 172.21.15.17:0/2322065311 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a10005570 con 0x55d4b164f9e0 2024-09-16T02:06:56.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.982+0000 7f8a057fa640 1 -- 172.21.15.17:0/2322065311 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a10032ab0 con 0x55d4b164f9e0 2024-09-16T02:06:56.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.983+0000 7f8a282b5740 1 -- 172.21.15.17:0/2322065311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b164f9e0 msgr2=0x55d4b1654040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:56.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.983+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2322065311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b164f9e0 0x55d4b1654040 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f8a1002a9d0 tx=0x7f8a10044000 comp rx=0 tx=0).stop 2024-09-16T02:06:56.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.983+0000 7f8a282b5740 1 -- 172.21.15.17:0/2322065311 shutdown_connections 2024-09-16T02:06:56.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.983+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2322065311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b165a780 0x55d4b16763b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.983+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2322065311 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 0x55d4b1651c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.983+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2322065311 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b164f9e0 0x55d4b1654040 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.983+0000 7f8a282b5740 1 -- 172.21.15.17:0/2322065311 >> 172.21.15.17:0/2322065311 conn(0x55d4b1614310 msgr2=0x55d4b1651520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:56.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.983+0000 7f8a282b5740 1 -- 172.21.15.17:0/2322065311 shutdown_connections 2024-09-16T02:06:56.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.983+0000 7f8a282b5740 1 -- 172.21.15.17:0/2322065311 wait complete. 2024-09-16T02:06:56.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.983+0000 7f8a282b5740 1 -- start start 2024-09-16T02:06:56.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.984+0000 7f8a282b5740 1 Processor -- start 2024-09-16T02:06:56.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.984+0000 7f8a282b5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 0x55d4b166b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.984+0000 7f8a282b5740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 0x55d4b1667370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.984+0000 7f8a282b5740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b165a780 0x55d4b16678b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a282b5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f8a201a99a0 con 0x55d4b164f9e0 2024-09-16T02:06:56.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a282b5740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f8a201aae10 con 0x55d4b1650f50 2024-09-16T02:06:56.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a282b5740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f8a201aa070 con 0x55d4b165a780 2024-09-16T02:06:56.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a282b5740 10 client.0 _ll_register_callbacks cb 0x7f8a14009700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:56.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a1ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b165a780 0x55d4b16678b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a1ffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b165a780 0x55d4b16678b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44454/0 (socket says 172.21.15.17:44454) 2024-09-16T02:06:56.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a1ffff640 1 -- 172.21.15.17:0/2452394550 learned_addr learned my addr 172.21.15.17:0/2452394550 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:56.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a1effd640 1 --2- 172.21.15.17:0/2452394550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 0x55d4b1667370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2452394550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 0x55d4b166b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a1ffff640 1 -- 172.21.15.17:0/2452394550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 msgr2=0x55d4b1667370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:56.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2452394550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 0x55d4b1667370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a1ffff640 1 -- 172.21.15.17:0/2452394550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 msgr2=0x55d4b166b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:56.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2452394550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 0x55d4b166b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a1ffff640 1 -- 172.21.15.17:0/2452394550 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55d4b1667e70 con 0x55d4b165a780 2024-09-16T02:06:56.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2452394550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 0x55d4b166b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:06:56.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2452394550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b165a780 0x55d4b16678b0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f8a18009ef0 tx=0x7f8a18004280 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ece709f4b4ff6ec server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:56.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.985+0000 7f89feffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:06:56.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.986+0000 7f89feffd640 1 -- 172.21.15.17:0/2452394550 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a18004a70 con 0x55d4b165a780 2024-09-16T02:06:56.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.986+0000 7f89feffd640 1 -- 172.21.15.17:0/2452394550 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f8a18004c10 con 0x55d4b165a780 2024-09-16T02:06:56.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.986+0000 7f8a282b5740 1 -- 172.21.15.17:0/2452394550 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f8a10005570 con 0x55d4b165a780 2024-09-16T02:06:56.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.986+0000 7f89feffd640 1 -- 172.21.15.17:0/2452394550 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f8a18004e50 con 0x55d4b165a780 2024-09-16T02:06:56.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.987+0000 7f8a282b5740 10 client.28933 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:56.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.987+0000 7f8a282b5740 1 -- 172.21.15.17:0/2452394550 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55d4b16da090 con 0x55d4b165a780 2024-09-16T02:06:56.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.987+0000 7f89feffd640 1 -- 172.21.15.17:0/2452394550 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8a10005570 con 0x55d4b165a780 2024-09-16T02:06:56.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.987+0000 7f89feffd640 1 -- 172.21.15.17:0/2452394550 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f8a18029070 con 0x55d4b165a780 2024-09-16T02:06:56.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.987+0000 7f8a282b5740 10 client.28933 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:56.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.987+0000 7f8a282b5740 10 client.28933 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:06:56.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.987+0000 7f8a282b5740 20 client.28933 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:56.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.987+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2452394550 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4b16da610 0x55d4b16dca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:56.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.987+0000 7f8a282b5740 4 client.28933 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:06:56.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.987+0000 7f8a282b5740 1 -- 172.21.15.17:0/2452394550 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55d4b15be860 con 0x55d4b16da610 2024-09-16T02:06:56.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.988+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2452394550 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4b16da610 0x55d4b16dca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:56.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.988+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2452394550 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4b16da610 0x55d4b16dca00 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8ebf1e340fb5b4ff server_cookie=700355c815dddef4 in_seq=0 out_seq=0 2024-09-16T02:06:56.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.988+0000 7f89feffd640 10 client.28933 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:06:56.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.988+0000 7f89feffd640 1 -- 172.21.15.17:0/2452394550 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55d4b15be860 con 0x55d4b16da610 2024-09-16T02:06:56.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.988+0000 7f89feffd640 10 client.28933 handle_command_reply: tid=0 2024-09-16T02:06:56.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.988+0000 7f8a282b5740 1 client.28933 shutdown 2024-09-16T02:06:56.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.989+0000 7f8a282b5740 1 -- 172.21.15.17:0/2452394550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b165a780 msgr2=0x55d4b16678b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:56.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.989+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2452394550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b165a780 0x55d4b16678b0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f8a18009ef0 tx=0x7f8a18004280 comp rx=0 tx=0).stop 2024-09-16T02:06:56.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.989+0000 7f8a282b5740 1 -- 172.21.15.17:0/2452394550 shutdown_connections 2024-09-16T02:06:56.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.989+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2452394550 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x55d4b16da610 0x55d4b16dca00 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.989+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2452394550 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55d4b165a780 0x55d4b16678b0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.989+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2452394550 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55d4b1650f50 0x55d4b1667370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.989+0000 7f89feffd640 0 client.28933 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:06:56.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.989+0000 7f8a282b5740 1 --2- 172.21.15.17:0/2452394550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d4b164f9e0 0x55d4b166b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.989+0000 7f8a282b5740 1 -- 172.21.15.17:0/2452394550 >> 172.21.15.17:0/2452394550 conn(0x55d4b1614310 msgr2=0x55d4b1646d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:56.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.989+0000 7f8a282b5740 1 -- 172.21.15.17:0/2452394550 shutdown_connections 2024-09-16T02:06:56.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.989+0000 7f8a282b5740 1 -- 172.21.15.17:0/2452394550 wait complete. 2024-09-16T02:06:56.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.989+0000 7f8a282b5740 20 client.28933 trim_cache size 0 max 16384 2024-09-16T02:06:56.997 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:06:56.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.990+0000 7f8a25edc640 1 -- 172.21.15.17:0/1531529389 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8a080a3300 msgr2=0x7f8a080a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:56.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.990+0000 7f8a25edc640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8a080a3300 0x7f8a080a57c0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f8a10000c00 tx=0x7f8a10004290 comp rx=0 tx=0).stop 2024-09-16T02:06:56.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.990+0000 7f8a25edc640 1 -- 172.21.15.17:0/1531529389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a20102790 msgr2=0x7f8a20198850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:56.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.990+0000 7f8a25edc640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a20102790 0x7f8a20198850 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f8a1400e9f0 tx=0x7f8a1400eeb0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.990+0000 7f8a25edc640 1 -- 172.21.15.17:0/1531529389 shutdown_connections 2024-09-16T02:06:56.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.990+0000 7f8a25edc640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f8a080a3300 0x7f8a080a57c0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.990+0000 7f8a25edc640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8a20106f10 0x7f8a2019cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.990+0000 7f8a25edc640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8a20102790 0x7f8a20198850 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.990+0000 7f8a25edc640 1 --2- 172.21.15.17:0/1531529389 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20101de0 0x7f8a20198310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:56.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.990+0000 7f8a25edc640 1 -- 172.21.15.17:0/1531529389 >> 172.21.15.17:0/1531529389 conn(0x7f8a200fd8e0 msgr2=0x7f8a200feca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:56.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.990+0000 7f8a25edc640 1 -- 172.21.15.17:0/1531529389 shutdown_connections 2024-09-16T02:06:56.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:56.990+0000 7f8a25edc640 1 -- 172.21.15.17:0/1531529389 wait complete. 2024-09-16T02:06:57.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 95738 8.28 MB/sec execute 499 sec latency 103.434 ms 2024-09-16T02:06:57.742 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T02:06:58.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 95887 8.28 MB/sec execute 500 sec latency 94.065 ms 2024-09-16T02:06:58.106 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:06:58.525 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:06:58 smithi017 ceph-mon[30972]: pgmap v1042: 97 pgs: 97 active+clean; 542 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.7 MiB/s wr, 186 op/s 2024-09-16T02:06:58.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.709+0000 7fb772663640 1 -- 172.21.15.17:0/2098504800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb76c100e20 msgr2=0x7fb76c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:58.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.709+0000 7fb772663640 1 --2- 172.21.15.17:0/2098504800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb76c100e20 0x7fb76c101200 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fb75c009930 tx=0x7fb75c02a4d0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.710+0000 7fb772663640 1 -- 172.21.15.17:0/2098504800 shutdown_connections 2024-09-16T02:06:58.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.710+0000 7fb772663640 1 --2- 172.21.15.17:0/2098504800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb76c102ef0 0x7fb76c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.710+0000 7fb772663640 1 --2- 172.21.15.17:0/2098504800 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb76c102570 0x7fb76c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.710+0000 7fb772663640 1 --2- 172.21.15.17:0/2098504800 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb76c100e20 0x7fb76c101200 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.710+0000 7fb772663640 1 -- 172.21.15.17:0/2098504800 >> 172.21.15.17:0/2098504800 conn(0x7fb76c0fc7d0 msgr2=0x7fb76c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:58.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.710+0000 7fb772663640 1 -- 172.21.15.17:0/2098504800 shutdown_connections 2024-09-16T02:06:58.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.710+0000 7fb772663640 1 -- 172.21.15.17:0/2098504800 wait complete. 2024-09-16T02:06:58.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.711+0000 7fb772663640 1 Processor -- start 2024-09-16T02:06:58.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.711+0000 7fb772663640 1 -- start start 2024-09-16T02:06:58.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.712+0000 7fb772663640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb76c100e20 0x7fb76c10d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.712+0000 7fb76bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb76c100e20 0x7fb76c10d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.712+0000 7fb772663640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb76c102570 0x7fb76c10a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.712+0000 7fb76bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb76c100e20 0x7fb76c10d920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38310/0 (socket says 172.21.15.17:38310) 2024-09-16T02:06:58.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.712+0000 7fb772663640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb76c102ef0 0x7fb76c10af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.712+0000 7fb772663640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c10fc60 con 0x7fb76c100e20 2024-09-16T02:06:58.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.712+0000 7fb772663640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c10fae0 con 0x7fb76c102570 2024-09-16T02:06:58.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.712+0000 7fb772663640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c10fde0 con 0x7fb76c102ef0 2024-09-16T02:06:58.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.712+0000 7fb76bfff640 1 -- 172.21.15.17:0/2620284865 learned_addr learned my addr 172.21.15.17:0/2620284865 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:58.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.712+0000 7fb76b7fe640 1 --2- 172.21.15.17:0/2620284865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb76c102570 0x7fb76c10a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.712+0000 7fb770c00640 1 --2- 172.21.15.17:0/2620284865 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb76c102ef0 0x7fb76c10af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.713+0000 7fb76bfff640 1 -- 172.21.15.17:0/2620284865 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb76c102ef0 msgr2=0x7fb76c10af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:58.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.713+0000 7fb76bfff640 1 --2- 172.21.15.17:0/2620284865 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb76c102ef0 0x7fb76c10af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.713+0000 7fb76bfff640 1 -- 172.21.15.17:0/2620284865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb76c102570 msgr2=0x7fb76c10a9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:58.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.713+0000 7fb76bfff640 1 --2- 172.21.15.17:0/2620284865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb76c102570 0x7fb76c10a9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.713+0000 7fb76bfff640 1 -- 172.21.15.17:0/2620284865 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb76c10b810 con 0x7fb76c100e20 2024-09-16T02:06:58.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.713+0000 7fb76bfff640 1 --2- 172.21.15.17:0/2620284865 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb76c100e20 0x7fb76c10d920 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7fb75c000c00 tx=0x7fb75c003c10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:58.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.713+0000 7fb7697fa640 1 -- 172.21.15.17:0/2620284865 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75c03f070 con 0x7fb76c100e20 2024-09-16T02:06:58.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.713+0000 7fb7697fa640 1 -- 172.21.15.17:0/2620284865 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb75c031b60 con 0x7fb76c100e20 2024-09-16T02:06:58.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.713+0000 7fb7697fa640 1 -- 172.21.15.17:0/2620284865 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75c035030 con 0x7fb76c100e20 2024-09-16T02:06:58.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.714+0000 7fb772663640 1 -- 172.21.15.17:0/2620284865 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb76c1aafb0 con 0x7fb76c100e20 2024-09-16T02:06:58.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.714+0000 7fb772663640 1 -- 172.21.15.17:0/2620284865 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb76c1ab4b0 con 0x7fb76c100e20 2024-09-16T02:06:58.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.717+0000 7fb7697fa640 1 -- 172.21.15.17:0/2620284865 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb75c042070 con 0x7fb76c100e20 2024-09-16T02:06:58.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.718+0000 7fb774a3c740 1 Processor -- start 2024-09-16T02:06:58.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.718+0000 7fb774a3c740 1 -- start start 2024-09-16T02:06:58.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.718+0000 7fb774a3c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d1001090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.718+0000 7fb774a3c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d10015d0 0x5638d1001a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.718+0000 7fb774a3c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 0x5638d100e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.718+0000 7fb774a3c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5638d0f672f0 con 0x5638d100c370 2024-09-16T02:06:58.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.718+0000 7fb774a3c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5638d0f0ecf0 con 0x5638d10015d0 2024-09-16T02:06:58.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.718+0000 7fb774a3c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5638d0f632b0 con 0x5638d1002b40 2024-09-16T02:06:58.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb76bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d10015d0 0x5638d1001a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb770c00640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d1001090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb770c00640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d1001090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44474/0 (socket says 172.21.15.17:44474) 2024-09-16T02:06:58.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb76bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d10015d0 0x5638d1001a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:41964/0 (socket says 172.21.15.17:41964) 2024-09-16T02:06:58.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb770c00640 1 -- 172.21.15.17:0/1779941334 learned_addr learned my addr 172.21.15.17:0/1779941334 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:58.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb76b7fe640 1 --2- 172.21.15.17:0/1779941334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 0x5638d100e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb76bfff640 1 -- 172.21.15.17:0/1779941334 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 msgr2=0x5638d1001090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:58.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb76bfff640 1 --2- 172.21.15.17:0/1779941334 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d1001090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb76bfff640 1 -- 172.21.15.17:0/1779941334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 msgr2=0x5638d100e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:58.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb76bfff640 1 --2- 172.21.15.17:0/1779941334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 0x5638d100e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb76bfff640 1 -- 172.21.15.17:0/1779941334 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638d0ef33a0 con 0x5638d10015d0 2024-09-16T02:06:58.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb7697fa640 1 --2- 172.21.15.17:0/2620284865 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb7540a32c0 0x7fb7540a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb770c00640 1 --2- 172.21.15.17:0/1779941334 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d1001090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:58.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb76bfff640 1 --2- 172.21.15.17:0/1779941334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d10015d0 0x5638d1001a10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb75c0ed680 tx=0x7fb75c0f3de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7506a6223af16dc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:58.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb770c00640 1 --2- 172.21.15.17:0/2620284865 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb7540a32c0 0x7fb7540a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.719+0000 7fb7527fc640 1 -- 172.21.15.17:0/1779941334 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75c0bbfd0 con 0x5638d10015d0 2024-09-16T02:06:58.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.720+0000 7fb7527fc640 1 -- 172.21.15.17:0/1779941334 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb75c0bc900 con 0x5638d10015d0 2024-09-16T02:06:58.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.720+0000 7fb7527fc640 1 -- 172.21.15.17:0/1779941334 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75c03a3c0 con 0x5638d10015d0 2024-09-16T02:06:58.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.720+0000 7fb7697fa640 1 -- 172.21.15.17:0/2620284865 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb75c0efbe0 con 0x7fb76c100e20 2024-09-16T02:06:58.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.720+0000 7fb774a3c740 1 -- 172.21.15.17:0/1779941334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d10015d0 msgr2=0x5638d1001a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:58.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.720+0000 7fb774a3c740 1 --2- 172.21.15.17:0/1779941334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d10015d0 0x5638d1001a10 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fb75c0ed680 tx=0x7fb75c0f3de0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.720+0000 7fb770c00640 1 --2- 172.21.15.17:0/2620284865 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb7540a32c0 0x7fb7540a5780 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fb764005f40 tx=0x7fb764009600 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:58.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.721+0000 7fb774a3c740 1 -- 172.21.15.17:0/1779941334 shutdown_connections 2024-09-16T02:06:58.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.721+0000 7fb774a3c740 1 --2- 172.21.15.17:0/1779941334 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 0x5638d100e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.721+0000 7fb774a3c740 1 --2- 172.21.15.17:0/1779941334 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d10015d0 0x5638d1001a10 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.721+0000 7fb774a3c740 1 --2- 172.21.15.17:0/1779941334 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d1001090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.721+0000 7fb774a3c740 1 -- 172.21.15.17:0/1779941334 >> 172.21.15.17:0/1779941334 conn(0x5638d0fca310 msgr2=0x5638d0ffdc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:58.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.721+0000 7fb774a3c740 1 -- 172.21.15.17:0/1779941334 shutdown_connections 2024-09-16T02:06:58.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.721+0000 7fb774a3c740 1 -- 172.21.15.17:0/1779941334 wait complete. 2024-09-16T02:06:58.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.721+0000 7fb774a3c740 1 -- start start 2024-09-16T02:06:58.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.722+0000 7fb774a3c740 1 Processor -- start 2024-09-16T02:06:58.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.722+0000 7fb774a3c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d10015d0 0x5638d100bd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.722+0000 7fb774a3c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d1002b40 0x5638d1008fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.722+0000 7fb774a3c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 0x5638d10095d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.722+0000 7fb774a3c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5638d100ee30 con 0x5638d100c370 2024-09-16T02:06:58.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.722+0000 7fb774a3c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5638d0f22060 con 0x5638d1002b40 2024-09-16T02:06:58.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.722+0000 7fb774a3c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5638d100efb0 con 0x5638d10015d0 2024-09-16T02:06:58.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.722+0000 7fb76bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d10015d0 0x5638d100bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.722+0000 7fb770c00640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 0x5638d10095d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.722+0000 7fb76bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d10015d0 0x5638d100bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44480/0 (socket says 172.21.15.17:44480) 2024-09-16T02:06:58.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.722+0000 7fb76bfff640 1 -- 172.21.15.17:0/2655709758 learned_addr learned my addr 172.21.15.17:0/2655709758 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:58.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.722+0000 7fb76b7fe640 1 --2- 172.21.15.17:0/2655709758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d1002b40 0x5638d1008fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.722+0000 7fb774a3c740 10 client.0 _ll_register_callbacks cb 0x5638d0c758c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:58.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.723+0000 7fb76bfff640 1 -- 172.21.15.17:0/2655709758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d1002b40 msgr2=0x5638d1008fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:58.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.723+0000 7fb76bfff640 1 --2- 172.21.15.17:0/2655709758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d1002b40 0x5638d1008fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.723+0000 7fb76bfff640 1 -- 172.21.15.17:0/2655709758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 msgr2=0x5638d10095d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:58.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.723+0000 7fb76bfff640 1 --2- 172.21.15.17:0/2655709758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 0x5638d10095d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.723+0000 7fb76bfff640 1 -- 172.21.15.17:0/2655709758 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638d0cd83c0 con 0x5638d10015d0 2024-09-16T02:06:58.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.723+0000 7fb770c00640 1 --2- 172.21.15.17:0/2655709758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 0x5638d10095d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:06:58.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.723+0000 7fb76bfff640 1 --2- 172.21.15.17:0/2655709758 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d10015d0 0x5638d100bd30 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fb75c0bcab0 tx=0x7fb75c005e60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=612b07931b521568 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:58.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.723+0000 7fb74b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:06:58.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.723+0000 7fb74b7fe640 1 -- 172.21.15.17:0/2655709758 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb75c049060 con 0x5638d10015d0 2024-09-16T02:06:58.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.723+0000 7fb74b7fe640 1 -- 172.21.15.17:0/2655709758 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb75c03b460 con 0x5638d10015d0 2024-09-16T02:06:58.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.723+0000 7fb774a3c740 1 -- 172.21.15.17:0/2655709758 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb75c0bc900 con 0x5638d10015d0 2024-09-16T02:06:58.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.723+0000 7fb74b7fe640 1 -- 172.21.15.17:0/2655709758 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb75c031d10 con 0x5638d10015d0 2024-09-16T02:06:58.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.723+0000 7fb774a3c740 10 client.28945 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:58.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.723+0000 7fb774a3c740 1 -- 172.21.15.17:0/2655709758 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5638d100ee30 con 0x5638d10015d0 2024-09-16T02:06:58.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.724+0000 7fb74b7fe640 1 -- 172.21.15.17:0/2655709758 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb75c0bc200 con 0x5638d10015d0 2024-09-16T02:06:58.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.724+0000 7fb74b7fe640 1 -- 172.21.15.17:0/2655709758 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fb75c04c060 con 0x5638d10015d0 2024-09-16T02:06:58.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.724+0000 7fb774a3c740 10 client.28945 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:58.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.724+0000 7fb774a3c740 10 client.28945 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:06:58.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.724+0000 7fb774a3c740 20 client.28945 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:58.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.724+0000 7fb774a3c740 1 --2- 172.21.15.17:0/2655709758 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5638d101b9e0 0x5638d101ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.724+0000 7fb774a3c740 4 client.28945 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:06:58.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.724+0000 7fb774a3c740 1 -- 172.21.15.17:0/2655709758 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fb75c0bc900 con 0x5638d101b9e0 2024-09-16T02:06:58.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.724+0000 7fb76b7fe640 1 --2- 172.21.15.17:0/2655709758 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5638d101b9e0 0x5638d101ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.725+0000 7fb76b7fe640 1 --2- 172.21.15.17:0/2655709758 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5638d101b9e0 0x5638d101ddf0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d4d6f322049018a3 server_cookie=69d54e69beca5bcc in_seq=0 out_seq=0 2024-09-16T02:06:58.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.725+0000 7fb74b7fe640 10 client.28945 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:06:58.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.725+0000 7fb74b7fe640 1 -- 172.21.15.17:0/2655709758 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fb75c0bc900 con 0x5638d101b9e0 2024-09-16T02:06:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.725+0000 7fb74b7fe640 10 client.28945 handle_command_reply: tid=0 2024-09-16T02:06:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.725+0000 7fb774a3c740 1 client.28945 shutdown 2024-09-16T02:06:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.726+0000 7fb774a3c740 1 -- 172.21.15.17:0/2655709758 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d10015d0 msgr2=0x5638d100bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.726+0000 7fb774a3c740 1 --2- 172.21.15.17:0/2655709758 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d10015d0 0x5638d100bd30 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fb75c0bcab0 tx=0x7fb75c005e60 comp rx=0 tx=0).stop 2024-09-16T02:06:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.726+0000 7fb774a3c740 1 -- 172.21.15.17:0/2655709758 shutdown_connections 2024-09-16T02:06:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.726+0000 7fb774a3c740 1 --2- 172.21.15.17:0/2655709758 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5638d101b9e0 0x5638d101ddf0 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.726+0000 7fb774a3c740 1 --2- 172.21.15.17:0/2655709758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 0x5638d10095d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.726+0000 7fb74b7fe640 0 client.28945 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:06:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.726+0000 7fb774a3c740 1 --2- 172.21.15.17:0/2655709758 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d1002b40 0x5638d1008fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.726+0000 7fb774a3c740 1 --2- 172.21.15.17:0/2655709758 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d10015d0 0x5638d100bd30 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.726+0000 7fb774a3c740 1 -- 172.21.15.17:0/2655709758 >> 172.21.15.17:0/2655709758 conn(0x5638d0fca310 msgr2=0x5638d1003960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.726+0000 7fb774a3c740 1 -- 172.21.15.17:0/2655709758 shutdown_connections 2024-09-16T02:06:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.726+0000 7fb774a3c740 1 -- 172.21.15.17:0/2655709758 wait complete. 2024-09-16T02:06:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.727+0000 7fb774a3c740 20 client.28945 trim_cache size 0 max 16384 2024-09-16T02:06:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.744+0000 7fb774a3c740 1 Processor -- start 2024-09-16T02:06:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.744+0000 7fb774a3c740 1 -- start start 2024-09-16T02:06:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.744+0000 7fb774a3c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d10015d0 0x5638d1018090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.744+0000 7fb774a3c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d1004120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb774a3c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 0x5638d1004660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb774a3c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c1b6410 con 0x5638d100c370 2024-09-16T02:06:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb774a3c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c1b3ce0 con 0x5638d10015d0 2024-09-16T02:06:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb774a3c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c1b1b10 con 0x5638d1002b40 2024-09-16T02:06:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb76b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d1004120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb76b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d1004120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44492/0 (socket says 172.21.15.17:44492) 2024-09-16T02:06:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb76b7fe640 1 -- 172.21.15.17:0/2278150446 learned_addr learned my addr 172.21.15.17:0/2278150446 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb770c00640 1 --2- 172.21.15.17:0/2278150446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 0x5638d1004660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb76bfff640 1 --2- 172.21.15.17:0/2278150446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d10015d0 0x5638d1018090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb76b7fe640 1 -- 172.21.15.17:0/2278150446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d10015d0 msgr2=0x5638d1018090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb76b7fe640 1 --2- 172.21.15.17:0/2278150446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d10015d0 0x5638d1018090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb76b7fe640 1 -- 172.21.15.17:0/2278150446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 msgr2=0x5638d1004660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb76b7fe640 1 --2- 172.21.15.17:0/2278150446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 0x5638d1004660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb76b7fe640 1 -- 172.21.15.17:0/2278150446 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5638d100c060 con 0x5638d1002b40 2024-09-16T02:06:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.745+0000 7fb76b7fe640 1 --2- 172.21.15.17:0/2278150446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d1004120 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x5638d1002070 tx=0x7fb760005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7881978325ffda5e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.746+0000 7fb751ffb640 1 -- 172.21.15.17:0/2278150446 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb760004220 con 0x5638d1002b40 2024-09-16T02:06:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.746+0000 7fb751ffb640 1 -- 172.21.15.17:0/2278150446 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb7600043c0 con 0x5638d1002b40 2024-09-16T02:06:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.746+0000 7fb751ffb640 1 -- 172.21.15.17:0/2278150446 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb760011960 con 0x5638d1002b40 2024-09-16T02:06:58.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.747+0000 7fb774a3c740 1 -- 172.21.15.17:0/2278150446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 msgr2=0x5638d1004120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:58.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.747+0000 7fb774a3c740 1 --2- 172.21.15.17:0/2278150446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d1004120 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x5638d1002070 tx=0x7fb760005f90 comp rx=0 tx=0).stop 2024-09-16T02:06:58.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.747+0000 7fb774a3c740 1 -- 172.21.15.17:0/2278150446 shutdown_connections 2024-09-16T02:06:58.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.747+0000 7fb774a3c740 1 --2- 172.21.15.17:0/2278150446 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d100c370 0x5638d1004660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.747+0000 7fb774a3c740 1 --2- 172.21.15.17:0/2278150446 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d1004120 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.747+0000 7fb774a3c740 1 --2- 172.21.15.17:0/2278150446 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d10015d0 0x5638d1018090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.747+0000 7fb774a3c740 1 -- 172.21.15.17:0/2278150446 >> 172.21.15.17:0/2278150446 conn(0x5638d0fca310 msgr2=0x5638d10080d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:58.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.747+0000 7fb774a3c740 1 -- 172.21.15.17:0/2278150446 shutdown_connections 2024-09-16T02:06:58.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.747+0000 7fb774a3c740 1 -- 172.21.15.17:0/2278150446 wait complete. 2024-09-16T02:06:58.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.747+0000 7fb774a3c740 1 -- start start 2024-09-16T02:06:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.748+0000 7fb774a3c740 1 Processor -- start 2024-09-16T02:06:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.748+0000 7fb774a3c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d10015d0 0x5638d1014930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.748+0000 7fb774a3c740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d100fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.748+0000 7fb774a3c740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d100c370 0x5638d10101a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.748+0000 7fb774a3c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c1b21a0 con 0x5638d10015d0 2024-09-16T02:06:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.748+0000 7fb774a3c740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c1b3610 con 0x5638d100c370 2024-09-16T02:06:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.748+0000 7fb774a3c740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb76c1b2870 con 0x5638d1002b40 2024-09-16T02:06:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.748+0000 7fb76b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d100fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.748+0000 7fb76b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d100fc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44498/0 (socket says 172.21.15.17:44498) 2024-09-16T02:06:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.748+0000 7fb76b7fe640 1 -- 172.21.15.17:0/434941524 learned_addr learned my addr 172.21.15.17:0/434941524 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:06:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.748+0000 7fb76bfff640 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d10015d0 0x5638d1014930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.748+0000 7fb770c00640 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d100c370 0x5638d10101a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb76b7fe640 1 -- 172.21.15.17:0/434941524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d100c370 msgr2=0x5638d10101a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb76b7fe640 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d100c370 0x5638d10101a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb76b7fe640 1 -- 172.21.15.17:0/434941524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d10015d0 msgr2=0x5638d1014930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:06:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb76b7fe640 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d10015d0 0x5638d1014930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb774a3c740 10 client.0 _ll_register_callbacks cb 0x7fb760009590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:06:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb76b7fe640 1 -- 172.21.15.17:0/434941524 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5638d10109d0 con 0x5638d1002b40 2024-09-16T02:06:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb770c00640 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d100c370 0x5638d10101a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:06:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb774a3c740 1 -- 172.21.15.17:0/434941524 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb7600043c0 con 0x5638d1002b40 2024-09-16T02:06:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb76bfff640 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d10015d0 0x5638d1014930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:06:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb76b7fe640 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d100fc60 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fb760025000 tx=0x7fb7600058e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cfcd49db1e25cff2 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:06:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb74b7fe640 10 client.28951 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:06:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb74b7fe640 1 -- 172.21.15.17:0/434941524 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb760005020 con 0x5638d1002b40 2024-09-16T02:06:58.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb74b7fe640 1 -- 172.21.15.17:0/434941524 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb7600051c0 con 0x5638d1002b40 2024-09-16T02:06:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb74b7fe640 1 -- 172.21.15.17:0/434941524 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb7600053c0 con 0x5638d1002b40 2024-09-16T02:06:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb774a3c740 10 client.28951 fetch_fsmap learned FSMap version 28 2024-09-16T02:06:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.749+0000 7fb774a3c740 1 -- 172.21.15.17:0/434941524 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({fsmap=28}) -- 0x5638d1086600 con 0x5638d1002b40 2024-09-16T02:06:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.750+0000 7fb74b7fe640 1 -- 172.21.15.17:0/434941524 <== mon.1 v2:172.21.15.122:3300/0 4 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fb760025030 con 0x5638d1002b40 2024-09-16T02:06:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.750+0000 7fb774a3c740 10 client.28951 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:06:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.750+0000 7fb774a3c740 10 client.28951 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:06:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.750+0000 7fb774a3c740 20 client.28951 populate_metadata read hostname 'smithi017' 2024-09-16T02:06:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.750+0000 7fb774a3c740 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5638d101b9e0 0x5638d1088bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:06:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.750+0000 7fb774a3c740 4 client.28951 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:06:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.750+0000 7fb774a3c740 1 -- 172.21.15.17:0/434941524 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5638d0f74860 con 0x5638d101b9e0 2024-09-16T02:06:58.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.750+0000 7fb76bfff640 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5638d101b9e0 0x5638d1088bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:06:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.750+0000 7fb76bfff640 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5638d101b9e0 0x5638d1088bb0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b7a7d23477166a40 server_cookie=65abe23ad87504f1 in_seq=0 out_seq=0 2024-09-16T02:06:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.750+0000 7fb74b7fe640 10 client.28951 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:06:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.751+0000 7fb74b7fe640 1 -- 172.21.15.17:0/434941524 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5638d0f74860 con 0x5638d101b9e0 2024-09-16T02:06:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.751+0000 7fb74b7fe640 10 client.28951 handle_command_reply: tid=0 2024-09-16T02:06:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.751+0000 7fb774a3c740 1 client.28951 shutdown 2024-09-16T02:06:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.751+0000 7fb774a3c740 1 -- 172.21.15.17:0/434941524 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 msgr2=0x5638d100fc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.751+0000 7fb774a3c740 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d100fc60 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7fb760025000 tx=0x7fb7600058e0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.751+0000 7fb774a3c740 1 -- 172.21.15.17:0/434941524 shutdown_connections 2024-09-16T02:06:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.751+0000 7fb774a3c740 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5638d101b9e0 0x5638d1088bb0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.751+0000 7fb774a3c740 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5638d100c370 0x5638d10101a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.751+0000 7fb74b7fe640 0 client.28951 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:06:58.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.751+0000 7fb774a3c740 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5638d1002b40 0x5638d100fc60 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.751+0000 7fb774a3c740 1 --2- 172.21.15.17:0/434941524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638d10015d0 0x5638d1014930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.751+0000 7fb774a3c740 1 -- 172.21.15.17:0/434941524 >> 172.21.15.17:0/434941524 conn(0x5638d0fca310 msgr2=0x5638d0ffc4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:58.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.751+0000 7fb774a3c740 1 -- 172.21.15.17:0/434941524 shutdown_connections 2024-09-16T02:06:58.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.751+0000 7fb774a3c740 1 -- 172.21.15.17:0/434941524 wait complete. 2024-09-16T02:06:58.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.752+0000 7fb774a3c740 20 client.28951 trim_cache size 0 max 16384 2024-09-16T02:06:58.758 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:06:58.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.752+0000 7fb772663640 1 -- 172.21.15.17:0/2620284865 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb7540a32c0 msgr2=0x7fb7540a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:58.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.752+0000 7fb772663640 1 --2- 172.21.15.17:0/2620284865 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb7540a32c0 0x7fb7540a5780 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fb764005f40 tx=0x7fb764009600 comp rx=0 tx=0).stop 2024-09-16T02:06:58.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.752+0000 7fb772663640 1 -- 172.21.15.17:0/2620284865 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb76c100e20 msgr2=0x7fb76c10d920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:06:58.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.752+0000 7fb772663640 1 --2- 172.21.15.17:0/2620284865 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb76c100e20 0x7fb76c10d920 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7fb75c000c00 tx=0x7fb75c003c10 comp rx=0 tx=0).stop 2024-09-16T02:06:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.753+0000 7fb772663640 1 -- 172.21.15.17:0/2620284865 shutdown_connections 2024-09-16T02:06:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.753+0000 7fb772663640 1 --2- 172.21.15.17:0/2620284865 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb7540a32c0 0x7fb7540a5780 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.753+0000 7fb772663640 1 --2- 172.21.15.17:0/2620284865 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb76c102ef0 0x7fb76c10af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.753+0000 7fb772663640 1 --2- 172.21.15.17:0/2620284865 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb76c102570 0x7fb76c10a9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.753+0000 7fb772663640 1 --2- 172.21.15.17:0/2620284865 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb76c100e20 0x7fb76c10d920 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:06:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.753+0000 7fb772663640 1 -- 172.21.15.17:0/2620284865 >> 172.21.15.17:0/2620284865 conn(0x7fb76c0fc7d0 msgr2=0x7fb76c1048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:06:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.753+0000 7fb772663640 1 -- 172.21.15.17:0/2620284865 shutdown_connections 2024-09-16T02:06:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:06:58.753+0000 7fb772663640 1 -- 172.21.15.17:0/2620284865 wait complete. 2024-09-16T02:06:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:06:58 smithi122 ceph-mon[34758]: pgmap v1042: 97 pgs: 97 active+clean; 542 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.7 MiB/s wr, 186 op/s 2024-09-16T02:06:58.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:06:58 smithi029 ceph-mon[34783]: pgmap v1042: 97 pgs: 97 active+clean; 542 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 689 KiB/s rd, 3.7 MiB/s wr, 186 op/s 2024-09-16T02:06:59.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 96034 8.27 MB/sec execute 501 sec latency 105.826 ms 2024-09-16T02:06:59.636 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T02:06:59.977 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:07:00.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 96209 8.28 MB/sec execute 502 sec latency 101.916 ms 2024-09-16T02:07:00.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.546+0000 7f1d12c57640 1 -- 172.21.15.17:0/3480685349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c101df0 msgr2=0x7f1d0c1021d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:00.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.546+0000 7f1d12c57640 1 --2- 172.21.15.17:0/3480685349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c101df0 0x7f1d0c1021d0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f1d00009900 tx=0x7f1d0002a410 comp rx=0 tx=0).stop 2024-09-16T02:07:00.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.546+0000 7f1d12c57640 1 -- 172.21.15.17:0/3480685349 shutdown_connections 2024-09-16T02:07:00.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.546+0000 7f1d12c57640 1 --2- 172.21.15.17:0/3480685349 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1d0c106f20 0x7f1d0c10eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.546+0000 7f1d12c57640 1 --2- 172.21.15.17:0/3480685349 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d0c1027a0 0x7f1d0c1067f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.546+0000 7f1d12c57640 1 --2- 172.21.15.17:0/3480685349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c101df0 0x7f1d0c1021d0 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.546+0000 7f1d12c57640 1 -- 172.21.15.17:0/3480685349 >> 172.21.15.17:0/3480685349 conn(0x7f1d0c0fd8b0 msgr2=0x7f1d0c0ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:00.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.546+0000 7f1d12c57640 1 -- 172.21.15.17:0/3480685349 shutdown_connections 2024-09-16T02:07:00.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.546+0000 7f1d12c57640 1 -- 172.21.15.17:0/3480685349 wait complete. 2024-09-16T02:07:00.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.547+0000 7f1d12c57640 1 Processor -- start 2024-09-16T02:07:00.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.547+0000 7f1d12c57640 1 -- start start 2024-09-16T02:07:00.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.547+0000 7f1d12c57640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d0c101df0 0x7f1d0c198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.547+0000 7f1d12c57640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1d0c1027a0 0x7f1d0c1988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.547+0000 7f1d12c57640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c106f20 0x7f1d0c19cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.547+0000 7f1d12c57640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0c111e40 con 0x7f1d0c106f20 2024-09-16T02:07:00.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.547+0000 7f1d12c57640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0c111cc0 con 0x7f1d0c101df0 2024-09-16T02:07:00.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.547+0000 7f1d12c57640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0c111fc0 con 0x7f1d0c1027a0 2024-09-16T02:07:00.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.548+0000 7f1d111f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c106f20 0x7f1d0c19cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.548+0000 7f1d0bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1d0c1027a0 0x7f1d0c1988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.548+0000 7f1d0bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1d0c1027a0 0x7f1d0c1988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44514/0 (socket says 172.21.15.17:44514) 2024-09-16T02:07:00.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.548+0000 7f1d0bfff640 1 -- 172.21.15.17:0/3223354749 learned_addr learned my addr 172.21.15.17:0/3223354749 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:00.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.548+0000 7f1d109f3640 1 --2- 172.21.15.17:0/3223354749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d0c101df0 0x7f1d0c198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.548+0000 7f1d109f3640 1 -- 172.21.15.17:0/3223354749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1d0c1027a0 msgr2=0x7f1d0c1988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:00.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.548+0000 7f1d109f3640 1 --2- 172.21.15.17:0/3223354749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1d0c1027a0 0x7f1d0c1988c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.548+0000 7f1d109f3640 1 -- 172.21.15.17:0/3223354749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c106f20 msgr2=0x7f1d0c19cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:00.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.548+0000 7f1d109f3640 1 --2- 172.21.15.17:0/3223354749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c106f20 0x7f1d0c19cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.548+0000 7f1d109f3640 1 -- 172.21.15.17:0/3223354749 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d0c19d330 con 0x7f1d0c101df0 2024-09-16T02:07:00.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.548+0000 7f1d0bfff640 1 --2- 172.21.15.17:0/3223354749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1d0c1027a0 0x7f1d0c1988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:00.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.548+0000 7f1d109f3640 1 --2- 172.21.15.17:0/3223354749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d0c101df0 0x7f1d0c198380 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1d0002aa00 tx=0x7f1d00003b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:00.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.548+0000 7f1d09ffb640 1 -- 172.21.15.17:0/3223354749 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d0003f070 con 0x7f1d0c101df0 2024-09-16T02:07:00.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.549+0000 7f1d12c57640 1 -- 172.21.15.17:0/3223354749 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d0c19d5c0 con 0x7f1d0c101df0 2024-09-16T02:07:00.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.549+0000 7f1d09ffb640 1 -- 172.21.15.17:0/3223354749 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d00031b50 con 0x7f1d0c101df0 2024-09-16T02:07:00.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.549+0000 7f1d09ffb640 1 -- 172.21.15.17:0/3223354749 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d00035030 con 0x7f1d0c101df0 2024-09-16T02:07:00.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.549+0000 7f1d12c57640 1 -- 172.21.15.17:0/3223354749 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d0c19da70 con 0x7f1d0c101df0 2024-09-16T02:07:00.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.552+0000 7f1d09ffb640 1 -- 172.21.15.17:0/3223354749 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1d00042070 con 0x7f1d0c101df0 2024-09-16T02:07:00.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.552+0000 7f1d15030740 1 Processor -- start 2024-09-16T02:07:00.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.552+0000 7f1d15030740 1 -- start start 2024-09-16T02:07:00.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.552+0000 7f1d15030740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f4ab40 0x559ca8f49090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.552+0000 7f1d15030740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f49a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.552+0000 7f1d15030740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f54370 0x559ca8f56760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.552+0000 7f1d15030740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559ca8eaf2f0 con 0x559ca8f4ab40 2024-09-16T02:07:00.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.552+0000 7f1d15030740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559ca8e56cf0 con 0x559ca8f495d0 2024-09-16T02:07:00.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.552+0000 7f1d15030740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559ca8eab2b0 con 0x559ca8f54370 2024-09-16T02:07:00.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d111f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f4ab40 0x559ca8f49090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d0bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f54370 0x559ca8f56760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d111f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f4ab40 0x559ca8f49090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38372/0 (socket says 172.21.15.17:38372) 2024-09-16T02:07:00.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d111f4640 1 -- 172.21.15.17:0/689951182 learned_addr learned my addr 172.21.15.17:0/689951182 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:00.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d109f3640 1 --2- 172.21.15.17:0/689951182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f49a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d0bfff640 1 -- 172.21.15.17:0/689951182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 msgr2=0x559ca8f49a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:00.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d0bfff640 1 --2- 172.21.15.17:0/689951182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f49a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d0bfff640 1 -- 172.21.15.17:0/689951182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f4ab40 msgr2=0x559ca8f49090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:00.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d0bfff640 1 --2- 172.21.15.17:0/689951182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f4ab40 0x559ca8f49090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d0bfff640 1 -- 172.21.15.17:0/689951182 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ca8e3b3a0 con 0x559ca8f54370 2024-09-16T02:07:00.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d109f3640 1 --2- 172.21.15.17:0/689951182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f49a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:07:00.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d09ffb640 1 --2- 172.21.15.17:0/3223354749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1cfc0a3240 0x7f1cfc0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d0bfff640 1 --2- 172.21.15.17:0/689951182 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f54370 0x559ca8f56760 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f1cf8009fd0 tx=0x7f1cf80119a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cc6ad628427bc1bb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:00.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d09ffb640 1 -- 172.21.15.17:0/3223354749 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1d000efa90 con 0x7f1d0c101df0 2024-09-16T02:07:00.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1d111f4640 1 --2- 172.21.15.17:0/3223354749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1cfc0a3240 0x7f1cfc0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.553+0000 7f1cf6ffd640 1 -- 172.21.15.17:0/689951182 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cf8005020 con 0x559ca8f54370 2024-09-16T02:07:00.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.554+0000 7f1cf6ffd640 1 -- 172.21.15.17:0/689951182 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cf80047a0 con 0x559ca8f54370 2024-09-16T02:07:00.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.554+0000 7f1cf6ffd640 1 -- 172.21.15.17:0/689951182 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1cf800f8c0 con 0x559ca8f54370 2024-09-16T02:07:00.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.555+0000 7f1d15030740 1 -- 172.21.15.17:0/689951182 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f54370 msgr2=0x559ca8f56760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:00.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.555+0000 7f1d15030740 1 --2- 172.21.15.17:0/689951182 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f54370 0x559ca8f56760 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f1cf8009fd0 tx=0x7f1cf80119a0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.555+0000 7f1d111f4640 1 --2- 172.21.15.17:0/3223354749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1cfc0a3240 0x7f1cfc0a5700 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f1d040139c0 tx=0x7f1d04015040 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:00.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.555+0000 7f1d15030740 1 -- 172.21.15.17:0/689951182 shutdown_connections 2024-09-16T02:07:00.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.555+0000 7f1d15030740 1 --2- 172.21.15.17:0/689951182 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f54370 0x559ca8f56760 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.555+0000 7f1d15030740 1 --2- 172.21.15.17:0/689951182 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f49a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.555+0000 7f1d15030740 1 --2- 172.21.15.17:0/689951182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f4ab40 0x559ca8f49090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.555+0000 7f1d15030740 1 -- 172.21.15.17:0/689951182 >> 172.21.15.17:0/689951182 conn(0x559ca8f12310 msgr2=0x559ca8f45c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:00.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.555+0000 7f1d15030740 1 -- 172.21.15.17:0/689951182 shutdown_connections 2024-09-16T02:07:00.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.555+0000 7f1d15030740 1 -- 172.21.15.17:0/689951182 wait complete. 2024-09-16T02:07:00.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.555+0000 7f1d15030740 1 -- start start 2024-09-16T02:07:00.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.555+0000 7f1d15030740 1 Processor -- start 2024-09-16T02:07:00.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.556+0000 7f1d15030740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f53ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.556+0000 7f1d15030740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f4ab40 0x559ca8f50f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.556+0000 7f1d15030740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f54370 0x559ca8f514f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.556+0000 7f1d15030740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x559ca8f57110 con 0x559ca8f54370 2024-09-16T02:07:00.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.556+0000 7f1d15030740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559ca8e6a060 con 0x559ca8f495d0 2024-09-16T02:07:00.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.556+0000 7f1d15030740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559ca8f57290 con 0x559ca8f4ab40 2024-09-16T02:07:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.556+0000 7f1d15030740 10 client.0 _ll_register_callbacks cb 0x559ca8bbd8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.556+0000 7f1d109f3640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f53ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.556+0000 7f1d0bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f4ab40 0x559ca8f50f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.556+0000 7f1d111f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f54370 0x559ca8f514f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.556+0000 7f1d0bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f4ab40 0x559ca8f50f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44532/0 (socket says 172.21.15.17:44532) 2024-09-16T02:07:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.556+0000 7f1d109f3640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f53ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:42046/0 (socket says 172.21.15.17:42046) 2024-09-16T02:07:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.556+0000 7f1d0bfff640 1 -- 172.21.15.17:0/3474415487 learned_addr learned my addr 172.21.15.17:0/3474415487 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:00.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.557+0000 7f1d109f3640 1 -- 172.21.15.17:0/3474415487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f4ab40 msgr2=0x559ca8f50f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:00.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.557+0000 7f1d109f3640 1 --2- 172.21.15.17:0/3474415487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f4ab40 0x559ca8f50f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.557+0000 7f1d109f3640 1 -- 172.21.15.17:0/3474415487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f54370 msgr2=0x559ca8f514f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:00.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.557+0000 7f1d109f3640 1 --2- 172.21.15.17:0/3474415487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f54370 0x559ca8f514f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.557+0000 7f1d109f3640 1 -- 172.21.15.17:0/3474415487 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ca8c203c0 con 0x559ca8f495d0 2024-09-16T02:07:00.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.557+0000 7f1d109f3640 1 --2- 172.21.15.17:0/3474415487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f53ce0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x559ca8f46ac0 tx=0x7f1d000bbff0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf22a2d6f959e865 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:00.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.557+0000 7f1cebfff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:07:00.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.557+0000 7f1cebfff640 1 -- 172.21.15.17:0/3474415487 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d00049070 con 0x559ca8f495d0 2024-09-16T02:07:00.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.557+0000 7f1cebfff640 1 -- 172.21.15.17:0/3474415487 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1d000ed6a0 con 0x559ca8f495d0 2024-09-16T02:07:00.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.558+0000 7f1d15030740 1 -- 172.21.15.17:0/3474415487 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1cf80047a0 con 0x559ca8f495d0 2024-09-16T02:07:00.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.558+0000 7f1cebfff640 1 -- 172.21.15.17:0/3474415487 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1d000c0460 con 0x559ca8f495d0 2024-09-16T02:07:00.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.558+0000 7f1d15030740 10 client.28652 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.558+0000 7f1d15030740 1 -- 172.21.15.17:0/3474415487 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559ca8f6b330 con 0x559ca8f495d0 2024-09-16T02:07:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.558+0000 7f1cebfff640 1 -- 172.21.15.17:0/3474415487 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1cf80047a0 con 0x559ca8f495d0 2024-09-16T02:07:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.558+0000 7f1cebfff640 1 -- 172.21.15.17:0/3474415487 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1d0004c060 con 0x559ca8f495d0 2024-09-16T02:07:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.558+0000 7f1d15030740 10 client.28652 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.558+0000 7f1d15030740 10 client.28652 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:07:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.558+0000 7f1d15030740 20 client.28652 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.558+0000 7f1d15030740 1 --2- 172.21.15.17:0/3474415487 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559ca8f6c770 0x559ca8f6ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.558+0000 7f1d15030740 4 client.28652 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:07:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.558+0000 7f1d15030740 1 -- 172.21.15.17:0/3474415487 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559ca8ebc860 con 0x559ca8f6c770 2024-09-16T02:07:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.558+0000 7f1d0bfff640 1 --2- 172.21.15.17:0/3474415487 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559ca8f6c770 0x559ca8f6ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.559+0000 7f1cebfff640 10 client.28652 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.559+0000 7f1d0bfff640 1 --2- 172.21.15.17:0/3474415487 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559ca8f6c770 0x559ca8f6ebe0 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4ba9f666d83942fc server_cookie=4202f7c719a7bed5 in_seq=0 out_seq=0 2024-09-16T02:07:00.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.560+0000 7f1cebfff640 1 -- 172.21.15.17:0/3474415487 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559ca8ebc860 con 0x559ca8f6c770 2024-09-16T02:07:00.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.560+0000 7f1cebfff640 10 client.28652 handle_command_reply: tid=0 2024-09-16T02:07:00.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.560+0000 7f1d15030740 1 client.28652 shutdown 2024-09-16T02:07:00.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.560+0000 7f1d15030740 1 -- 172.21.15.17:0/3474415487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 msgr2=0x559ca8f53ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:00.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.560+0000 7f1d15030740 1 --2- 172.21.15.17:0/3474415487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f53ce0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x559ca8f46ac0 tx=0x7f1d000bbff0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.560+0000 7f1d15030740 1 -- 172.21.15.17:0/3474415487 shutdown_connections 2024-09-16T02:07:00.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.560+0000 7f1d15030740 1 --2- 172.21.15.17:0/3474415487 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559ca8f6c770 0x559ca8f6ebe0 crc :-1 s=READY pgs=314 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.560+0000 7f1cebfff640 0 client.28652 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:00.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.560+0000 7f1d15030740 1 --2- 172.21.15.17:0/3474415487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f54370 0x559ca8f514f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.560+0000 7f1d15030740 1 --2- 172.21.15.17:0/3474415487 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f4ab40 0x559ca8f50f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.560+0000 7f1d15030740 1 --2- 172.21.15.17:0/3474415487 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f53ce0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.560+0000 7f1d15030740 1 -- 172.21.15.17:0/3474415487 >> 172.21.15.17:0/3474415487 conn(0x559ca8f12310 msgr2=0x559ca8f4b930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:00.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.561+0000 7f1d15030740 1 -- 172.21.15.17:0/3474415487 shutdown_connections 2024-09-16T02:07:00.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.561+0000 7f1d15030740 1 -- 172.21.15.17:0/3474415487 wait complete. 2024-09-16T02:07:00.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.561+0000 7f1d15030740 20 client.28652 trim_cache size 0 max 16384 2024-09-16T02:07:00.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.581+0000 7f1d15030740 1 Processor -- start 2024-09-16T02:07:00.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.581+0000 7f1d15030740 1 -- start start 2024-09-16T02:07:00.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.581+0000 7f1d15030740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f495d0 0x559ca8f44bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.581+0000 7f1d15030740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f4ab40 0x559ca8f45130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.581+0000 7f1d15030740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f54370 0x559ca8f4c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.581+0000 7f1d15030740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0c1adbc0 con 0x559ca8f54370 2024-09-16T02:07:00.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.581+0000 7f1d15030740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0c1ab490 con 0x559ca8f4ab40 2024-09-16T02:07:00.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.581+0000 7f1d15030740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0c1a92c0 con 0x559ca8f495d0 2024-09-16T02:07:00.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.581+0000 7f1d109f3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f495d0 0x559ca8f44bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.581+0000 7f1d109f3640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f495d0 0x559ca8f44bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44546/0 (socket says 172.21.15.17:44546) 2024-09-16T02:07:00.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.581+0000 7f1d109f3640 1 -- 172.21.15.17:0/487977678 learned_addr learned my addr 172.21.15.17:0/487977678 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:00.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.581+0000 7f1d111f4640 1 --2- 172.21.15.17:0/487977678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f54370 0x559ca8f4c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.582+0000 7f1d109f3640 1 -- 172.21.15.17:0/487977678 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f4ab40 msgr2=0x559ca8f45130 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T02:07:00.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.582+0000 7f1d109f3640 1 --2- 172.21.15.17:0/487977678 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f4ab40 0x559ca8f45130 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.582+0000 7f1d109f3640 1 -- 172.21.15.17:0/487977678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f54370 msgr2=0x559ca8f4c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:00.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.582+0000 7f1d109f3640 1 --2- 172.21.15.17:0/487977678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f54370 0x559ca8f4c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.582+0000 7f1d109f3640 1 -- 172.21.15.17:0/487977678 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559ca8f4f4e0 con 0x559ca8f495d0 2024-09-16T02:07:00.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.582+0000 7f1d109f3640 1 --2- 172.21.15.17:0/487977678 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f495d0 0x559ca8f44bf0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f1d000b8b30 tx=0x7f1d0002a410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5dbf9096205e35c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:00.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.582+0000 7f1cf67fc640 1 -- 172.21.15.17:0/487977678 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d00049070 con 0x559ca8f495d0 2024-09-16T02:07:00.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.582+0000 7f1cf67fc640 1 -- 172.21.15.17:0/487977678 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d000ba460 con 0x559ca8f495d0 2024-09-16T02:07:00.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.582+0000 7f1cf67fc640 1 -- 172.21.15.17:0/487977678 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d000c4890 con 0x559ca8f495d0 2024-09-16T02:07:00.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.583+0000 7f1d15030740 1 -- 172.21.15.17:0/487977678 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f495d0 msgr2=0x559ca8f44bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:00.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.583+0000 7f1d15030740 1 --2- 172.21.15.17:0/487977678 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f495d0 0x559ca8f44bf0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f1d000b8b30 tx=0x7f1d0002a410 comp rx=0 tx=0).stop 2024-09-16T02:07:00.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.583+0000 7f1d15030740 1 -- 172.21.15.17:0/487977678 shutdown_connections 2024-09-16T02:07:00.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.583+0000 7f1d15030740 1 --2- 172.21.15.17:0/487977678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f54370 0x559ca8f4c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.583+0000 7f1d15030740 1 --2- 172.21.15.17:0/487977678 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f4ab40 0x559ca8f45130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.583+0000 7f1d15030740 1 --2- 172.21.15.17:0/487977678 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f495d0 0x559ca8f44bf0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.583+0000 7f1d15030740 1 -- 172.21.15.17:0/487977678 >> 172.21.15.17:0/487977678 conn(0x559ca8f12310 msgr2=0x559ca8f444e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:00.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.584+0000 7f1d15030740 1 -- 172.21.15.17:0/487977678 shutdown_connections 2024-09-16T02:07:00.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.584+0000 7f1d15030740 1 -- 172.21.15.17:0/487977678 wait complete. 2024-09-16T02:07:00.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.584+0000 7f1d15030740 1 -- start start 2024-09-16T02:07:00.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.584+0000 7f1d15030740 1 Processor -- start 2024-09-16T02:07:00.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d15030740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f4e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d15030740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f4ab40 0x559ca8f4e660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d15030740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f54370 0x559ca8f4eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d15030740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0c1a9950 con 0x559ca8f4ab40 2024-09-16T02:07:00.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d15030740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0c1aadc0 con 0x559ca8f495d0 2024-09-16T02:07:00.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d15030740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0c1aa020 con 0x559ca8f54370 2024-09-16T02:07:00.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d15030740 10 client.0 _ll_register_callbacks cb 0x7f1d00005d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:00.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d109f3640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f4e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d109f3640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f4e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:42068/0 (socket says 172.21.15.17:42068) 2024-09-16T02:07:00.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d109f3640 1 -- 172.21.15.17:0/735208660 learned_addr learned my addr 172.21.15.17:0/735208660 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:00.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d111f4640 1 --2- 172.21.15.17:0/735208660 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f54370 0x559ca8f4eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d0bfff640 1 --2- 172.21.15.17:0/735208660 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f4ab40 0x559ca8f4e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d109f3640 1 -- 172.21.15.17:0/735208660 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f54370 msgr2=0x559ca8f4eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:00.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d109f3640 1 --2- 172.21.15.17:0/735208660 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f54370 0x559ca8f4eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d109f3640 1 -- 172.21.15.17:0/735208660 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f4ab40 msgr2=0x559ca8f4e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:00.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d109f3640 1 --2- 172.21.15.17:0/735208660 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f4ab40 0x559ca8f4e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d109f3640 1 -- 172.21.15.17:0/735208660 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559ca8fd65b0 con 0x559ca8f495d0 2024-09-16T02:07:00.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1d109f3640 1 --2- 172.21.15.17:0/735208660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f4e120 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1d000b85c0 tx=0x7f1d000d5140 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c4e4c0f678e14535 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:00.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.585+0000 7f1cebfff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:07:00.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.586+0000 7f1cebfff640 1 -- 172.21.15.17:0/735208660 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d00049070 con 0x559ca8f495d0 2024-09-16T02:07:00.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.586+0000 7f1cebfff640 1 -- 172.21.15.17:0/735208660 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f1d000c4890 con 0x559ca8f495d0 2024-09-16T02:07:00.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.586+0000 7f1d15030740 1 -- 172.21.15.17:0/735208660 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1d000ba460 con 0x559ca8f495d0 2024-09-16T02:07:00.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.586+0000 7f1cebfff640 1 -- 172.21.15.17:0/735208660 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f1d000c4a90 con 0x559ca8f495d0 2024-09-16T02:07:00.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.586+0000 7f1d15030740 10 client.28655 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:00.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.586+0000 7f1d15030740 1 -- 172.21.15.17:0/735208660 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559ca8fd65b0 con 0x559ca8f495d0 2024-09-16T02:07:00.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.586+0000 7f1cebfff640 1 -- 172.21.15.17:0/735208660 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1d000ba460 con 0x559ca8f495d0 2024-09-16T02:07:00.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.586+0000 7f1cebfff640 1 -- 172.21.15.17:0/735208660 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f1d0003bb40 con 0x559ca8f495d0 2024-09-16T02:07:00.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.586+0000 7f1d15030740 10 client.28655 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:00.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.587+0000 7f1d15030740 10 client.28655 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:07:00.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.587+0000 7f1d15030740 20 client.28655 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:00.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.587+0000 7f1d15030740 1 --2- 172.21.15.17:0/735208660 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559ca8f6c770 0x559ca8fd9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:00.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.587+0000 7f1d15030740 4 client.28655 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:07:00.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.587+0000 7f1d15030740 1 -- 172.21.15.17:0/735208660 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559ca8eb6d70 con 0x559ca8f6c770 2024-09-16T02:07:00.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.587+0000 7f1d0bfff640 1 --2- 172.21.15.17:0/735208660 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559ca8f6c770 0x559ca8fd9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:00.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.587+0000 7f1d0bfff640 1 --2- 172.21.15.17:0/735208660 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559ca8f6c770 0x559ca8fd9ba0 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aba5273520d03193 server_cookie=258f08990cbf710d in_seq=0 out_seq=0 2024-09-16T02:07:00.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.587+0000 7f1cebfff640 10 client.28655 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:00.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.588+0000 7f1cebfff640 1 -- 172.21.15.17:0/735208660 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559ca8eb6d70 con 0x559ca8f6c770 2024-09-16T02:07:00.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.588+0000 7f1cebfff640 10 client.28655 handle_command_reply: tid=0 2024-09-16T02:07:00.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.588+0000 7f1d15030740 1 client.28655 shutdown 2024-09-16T02:07:00.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.588+0000 7f1d15030740 1 -- 172.21.15.17:0/735208660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 msgr2=0x559ca8f4e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:00.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.588+0000 7f1d15030740 1 --2- 172.21.15.17:0/735208660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f4e120 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1d000b85c0 tx=0x7f1d000d5140 comp rx=0 tx=0).stop 2024-09-16T02:07:00.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.588+0000 7f1d15030740 1 -- 172.21.15.17:0/735208660 shutdown_connections 2024-09-16T02:07:00.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.588+0000 7f1d15030740 1 --2- 172.21.15.17:0/735208660 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x559ca8f6c770 0x559ca8fd9ba0 crc :-1 s=READY pgs=315 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.588+0000 7f1cebfff640 0 client.28655 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:00.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.588+0000 7f1d15030740 1 --2- 172.21.15.17:0/735208660 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559ca8f54370 0x559ca8f4eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.588+0000 7f1d15030740 1 --2- 172.21.15.17:0/735208660 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ca8f4ab40 0x559ca8f4e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.588+0000 7f1d15030740 1 --2- 172.21.15.17:0/735208660 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559ca8f495d0 0x559ca8f4e120 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.588+0000 7f1d15030740 1 -- 172.21.15.17:0/735208660 >> 172.21.15.17:0/735208660 conn(0x559ca8f12310 msgr2=0x559ca8f44d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:00.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.589+0000 7f1d15030740 1 -- 172.21.15.17:0/735208660 shutdown_connections 2024-09-16T02:07:00.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.589+0000 7f1d15030740 1 -- 172.21.15.17:0/735208660 wait complete. 2024-09-16T02:07:00.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.589+0000 7f1d15030740 20 client.28655 trim_cache size 0 max 16384 2024-09-16T02:07:00.594 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:07:00.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.589+0000 7f1d12c57640 1 -- 172.21.15.17:0/3223354749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1cfc0a3240 msgr2=0x7f1cfc0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:00.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.589+0000 7f1d12c57640 1 --2- 172.21.15.17:0/3223354749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1cfc0a3240 0x7f1cfc0a5700 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f1d040139c0 tx=0x7f1d04015040 comp rx=0 tx=0).stop 2024-09-16T02:07:00.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.589+0000 7f1d12c57640 1 -- 172.21.15.17:0/3223354749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d0c101df0 msgr2=0x7f1d0c198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:00.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.589+0000 7f1d12c57640 1 --2- 172.21.15.17:0/3223354749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d0c101df0 0x7f1d0c198380 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1d0002aa00 tx=0x7f1d00003b90 comp rx=0 tx=0).stop 2024-09-16T02:07:00.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.589+0000 7f1d12c57640 1 -- 172.21.15.17:0/3223354749 shutdown_connections 2024-09-16T02:07:00.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.590+0000 7f1d12c57640 1 --2- 172.21.15.17:0/3223354749 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f1cfc0a3240 0x7f1cfc0a5700 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.590+0000 7f1d12c57640 1 --2- 172.21.15.17:0/3223354749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d0c106f20 0x7f1d0c19cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.590+0000 7f1d12c57640 1 --2- 172.21.15.17:0/3223354749 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1d0c1027a0 0x7f1d0c1988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.590+0000 7f1d12c57640 1 --2- 172.21.15.17:0/3223354749 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1d0c101df0 0x7f1d0c198380 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:00.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.590+0000 7f1d12c57640 1 -- 172.21.15.17:0/3223354749 >> 172.21.15.17:0/3223354749 conn(0x7f1d0c0fd8b0 msgr2=0x7f1d0c0fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:00.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.590+0000 7f1d12c57640 1 -- 172.21.15.17:0/3223354749 shutdown_connections 2024-09-16T02:07:00.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:00.590+0000 7f1d12c57640 1 -- 172.21.15.17:0/3223354749 wait complete. 2024-09-16T02:07:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:00 smithi017 ceph-mon[30972]: pgmap v1043: 97 pgs: 97 active+clean; 545 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 4.1 MiB/s wr, 193 op/s 2024-09-16T02:07:00.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:00 smithi029 ceph-mon[34783]: pgmap v1043: 97 pgs: 97 active+clean; 545 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 4.1 MiB/s wr, 193 op/s 2024-09-16T02:07:00.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:00 smithi122 ceph-mon[34758]: pgmap v1043: 97 pgs: 97 active+clean; 545 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 585 KiB/s rd, 4.1 MiB/s wr, 193 op/s 2024-09-16T02:07:01.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 96359 8.28 MB/sec execute 503 sec latency 104.333 ms 2024-09-16T02:07:02.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 96489 8.28 MB/sec execute 504 sec latency 100.926 ms 2024-09-16T02:07:02.565 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T02:07:02.566 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T02:07:02.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:02 smithi017 ceph-mon[30972]: pgmap v1044: 97 pgs: 97 active+clean; 550 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 776 KiB/s rd, 3.8 MiB/s wr, 196 op/s 2024-09-16T02:07:02.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:02 smithi122 ceph-mon[34758]: pgmap v1044: 97 pgs: 97 active+clean; 550 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 776 KiB/s rd, 3.8 MiB/s wr, 196 op/s 2024-09-16T02:07:02.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:02 smithi029 ceph-mon[34783]: pgmap v1044: 97 pgs: 97 active+clean; 550 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 776 KiB/s rd, 3.8 MiB/s wr, 196 op/s 2024-09-16T02:07:02.930 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:07:03.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 96615 8.27 MB/sec execute 505 sec latency 86.485 ms 2024-09-16T02:07:04.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 96796 8.28 MB/sec execute 506 sec latency 85.627 ms 2024-09-16T02:07:04.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.078+0000 7fb04db92640 1 -- 172.21.15.17:0/3750332610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048102570 msgr2=0x7fb0481029b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:04.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.078+0000 7fb04db92640 1 --2- 172.21.15.17:0/3750332610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048102570 0x7fb0481029b0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fb038009900 tx=0x7fb03802a4b0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.080+0000 7fb04db92640 1 -- 172.21.15.17:0/3750332610 shutdown_connections 2024-09-16T02:07:04.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.080+0000 7fb04db92640 1 --2- 172.21.15.17:0/3750332610 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb048102ef0 0x7fb04810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.080+0000 7fb04db92640 1 --2- 172.21.15.17:0/3750332610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048102570 0x7fb0481029b0 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.080+0000 7fb04db92640 1 --2- 172.21.15.17:0/3750332610 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb048100e20 0x7fb048101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.080+0000 7fb04db92640 1 -- 172.21.15.17:0/3750332610 >> 172.21.15.17:0/3750332610 conn(0x7fb0480fc7d0 msgr2=0x7fb0480febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:04.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.081+0000 7fb04db92640 1 -- 172.21.15.17:0/3750332610 shutdown_connections 2024-09-16T02:07:04.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.081+0000 7fb04db92640 1 -- 172.21.15.17:0/3750332610 wait complete. 2024-09-16T02:07:04.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.082+0000 7fb04db92640 1 Processor -- start 2024-09-16T02:07:04.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.082+0000 7fb04db92640 1 -- start start 2024-09-16T02:07:04.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.083+0000 7fb04db92640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb048100e20 0x7fb048198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.083+0000 7fb04db92640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048102570 0x7fb0481989c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.083+0000 7fb0477fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb048100e20 0x7fb048198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.083+0000 7fb0477fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb048100e20 0x7fb048198480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:42080/0 (socket says 172.21.15.17:42080) 2024-09-16T02:07:04.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.083+0000 7fb046ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048102570 0x7fb0481989c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.083+0000 7fb0477fe640 1 -- 172.21.15.17:0/59924968 learned_addr learned my addr 172.21.15.17:0/59924968 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:04.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.083+0000 7fb04db92640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb048102ef0 0x7fb04819cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.084+0000 7fb04db92640 1 -- 172.21.15.17:0/59924968 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb048111fc0 con 0x7fb048102570 2024-09-16T02:07:04.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.084+0000 7fb04db92640 1 -- 172.21.15.17:0/59924968 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb048111e40 con 0x7fb048100e20 2024-09-16T02:07:04.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.084+0000 7fb04db92640 1 -- 172.21.15.17:0/59924968 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb048112140 con 0x7fb048102ef0 2024-09-16T02:07:04.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.084+0000 7fb047fff640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb048102ef0 0x7fb04819cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.085+0000 7fb046ffd640 1 -- 172.21.15.17:0/59924968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb048102ef0 msgr2=0x7fb04819cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:04.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.085+0000 7fb046ffd640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb048102ef0 0x7fb04819cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.085+0000 7fb046ffd640 1 -- 172.21.15.17:0/59924968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb048100e20 msgr2=0x7fb048198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:04.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.085+0000 7fb046ffd640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb048100e20 0x7fb048198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.085+0000 7fb046ffd640 1 -- 172.21.15.17:0/59924968 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb04819d430 con 0x7fb048102570 2024-09-16T02:07:04.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.085+0000 7fb047fff640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb048102ef0 0x7fb04819cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:04.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.085+0000 7fb0477fe640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb048100e20 0x7fb048198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:07:04.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.086+0000 7fb046ffd640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048102570 0x7fb0481989c0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fb03802aaa0 tx=0x7fb038003f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:04.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.087+0000 7fb044ff9640 1 -- 172.21.15.17:0/59924968 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb03803f030 con 0x7fb048102570 2024-09-16T02:07:04.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.087+0000 7fb044ff9640 1 -- 172.21.15.17:0/59924968 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb0380329f0 con 0x7fb048102570 2024-09-16T02:07:04.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.087+0000 7fb044ff9640 1 -- 172.21.15.17:0/59924968 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb03803f030 con 0x7fb048102570 2024-09-16T02:07:04.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.087+0000 7fb04db92640 1 -- 172.21.15.17:0/59924968 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb04819d6c0 con 0x7fb048102570 2024-09-16T02:07:04.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.087+0000 7fb04db92640 1 -- 172.21.15.17:0/59924968 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb04819db20 con 0x7fb048102570 2024-09-16T02:07:04.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.091+0000 7fb04ff6b740 1 Processor -- start 2024-09-16T02:07:04.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.091+0000 7fb04ff6b740 1 -- start start 2024-09-16T02:07:04.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.091+0000 7fb04ff6b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285aada0 0x55de285ab180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.091+0000 7fb04ff6b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285ab6c0 0x55de285a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.091+0000 7fb04ff6b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285a61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.091+0000 7fb04ff6b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55de28501280 con 0x55de285aada0 2024-09-16T02:07:04.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.091+0000 7fb04ff6b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55de284a8b10 con 0x55de285ab6c0 2024-09-16T02:07:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.091+0000 7fb04ff6b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55de284fd240 con 0x55de285a5d60 2024-09-16T02:07:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.091+0000 7fb044ff9640 1 -- 172.21.15.17:0/59924968 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb038042030 con 0x7fb048102570 2024-09-16T02:07:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.091+0000 7fb047fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285aada0 0x55de285ab180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.091+0000 7fb047fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285aada0 0x55de285ab180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38432/0 (socket says 172.21.15.17:38432) 2024-09-16T02:07:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.091+0000 7fb047fff640 1 -- 172.21.15.17:0/1857758280 learned_addr learned my addr 172.21.15.17:0/1857758280 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.091+0000 7fb0477fe640 1 --2- 172.21.15.17:0/1857758280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285ab6c0 0x55de285a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.092+0000 7fb047fff640 1 -- 172.21.15.17:0/1857758280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 msgr2=0x55de285a61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:04.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.092+0000 7fb046ffd640 1 --2- 172.21.15.17:0/1857758280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285a61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.092+0000 7fb047fff640 1 --2- 172.21.15.17:0/1857758280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285a61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.092+0000 7fb047fff640 1 -- 172.21.15.17:0/1857758280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285ab6c0 msgr2=0x55de285a56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:04.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.092+0000 7fb047fff640 1 --2- 172.21.15.17:0/1857758280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285ab6c0 0x55de285a56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.093+0000 7fb047fff640 1 -- 172.21.15.17:0/1857758280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de284b51f0 con 0x55de285aada0 2024-09-16T02:07:04.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.093+0000 7fb047fff640 1 --2- 172.21.15.17:0/1857758280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285aada0 0x55de285ab180 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fb04000a870 tx=0x7fb040009650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9abeff1077bd968b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:04.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.093+0000 7fb02dffb640 1 -- 172.21.15.17:0/1857758280 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb040018020 con 0x55de285aada0 2024-09-16T02:07:04.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.093+0000 7fb02dffb640 1 -- 172.21.15.17:0/1857758280 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb040014400 con 0x55de285aada0 2024-09-16T02:07:04.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.093+0000 7fb02dffb640 1 -- 172.21.15.17:0/1857758280 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb0400135c0 con 0x55de285aada0 2024-09-16T02:07:04.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.093+0000 7fb044ff9640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0300a3680 0x7fb0300a5b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.093+0000 7fb044ff9640 1 -- 172.21.15.17:0/59924968 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb038040070 con 0x7fb048102570 2024-09-16T02:07:04.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.093+0000 7fb0477fe640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0300a3680 0x7fb0300a5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.094+0000 7fb04ff6b740 1 -- 172.21.15.17:0/1857758280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285aada0 msgr2=0x55de285ab180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:04.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.094+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/1857758280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285aada0 0x55de285ab180 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fb04000a870 tx=0x7fb040009650 comp rx=0 tx=0).stop 2024-09-16T02:07:04.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.094+0000 7fb04ff6b740 1 -- 172.21.15.17:0/1857758280 shutdown_connections 2024-09-16T02:07:04.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.094+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/1857758280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285a61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.094+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/1857758280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285ab6c0 0x55de285a56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.094+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/1857758280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285aada0 0x55de285ab180 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.094+0000 7fb04ff6b740 1 -- 172.21.15.17:0/1857758280 >> 172.21.15.17:0/1857758280 conn(0x55de28597ba0 msgr2=0x55de28597f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:04.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.094+0000 7fb04ff6b740 1 -- 172.21.15.17:0/1857758280 shutdown_connections 2024-09-16T02:07:04.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.094+0000 7fb0477fe640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0300a3680 0x7fb0300a5b40 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x55de285992b0 tx=0x7fb03c00b400 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:04.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.095+0000 7fb04ff6b740 1 -- 172.21.15.17:0/1857758280 wait complete. 2024-09-16T02:07:04.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.095+0000 7fb04ff6b740 1 -- start start 2024-09-16T02:07:04.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.095+0000 7fb04ff6b740 1 Processor -- start 2024-09-16T02:07:04.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb04ff6b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285aeb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb04ff6b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285aada0 0x55de285af090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb04ff6b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285ab6c0 0x55de285af5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb04ff6b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55de285b20e0 con 0x55de285ab6c0 2024-09-16T02:07:04.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb04ff6b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55de284bbf10 con 0x55de285aada0 2024-09-16T02:07:04.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb04ff6b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55de285b2260 con 0x55de285a5d60 2024-09-16T02:07:04.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb04ff6b740 10 client.0 _ll_register_callbacks cb 0x55de28484a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:04.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb0477fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285aeb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb0477fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285aeb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44594/0 (socket says 172.21.15.17:44594) 2024-09-16T02:07:04.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb046ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285aada0 0x55de285af090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb0477fe640 1 -- 172.21.15.17:0/448137122 learned_addr learned my addr 172.21.15.17:0/448137122 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:04.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb047fff640 1 --2- 172.21.15.17:0/448137122 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285ab6c0 0x55de285af5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb0477fe640 1 -- 172.21.15.17:0/448137122 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285aada0 msgr2=0x55de285af090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:04.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb0477fe640 1 --2- 172.21.15.17:0/448137122 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285aada0 0x55de285af090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb0477fe640 1 -- 172.21.15.17:0/448137122 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285ab6c0 msgr2=0x55de285af5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:04.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb0477fe640 1 --2- 172.21.15.17:0/448137122 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285ab6c0 0x55de285af5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.096+0000 7fb0477fe640 1 -- 172.21.15.17:0/448137122 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de282726a0 con 0x55de285a5d60 2024-09-16T02:07:04.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.097+0000 7fb0477fe640 1 --2- 172.21.15.17:0/448137122 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285aeb50 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fb03c0043b0 tx=0x7fb03c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dd45e512ba70640 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:04.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.097+0000 7fb026ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:07:04.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.097+0000 7fb026ffd640 1 -- 172.21.15.17:0/448137122 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb03c024020 con 0x55de285a5d60 2024-09-16T02:07:04.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.097+0000 7fb04ff6b740 1 -- 172.21.15.17:0/448137122 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb040014400 con 0x55de285a5d60 2024-09-16T02:07:04.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.097+0000 7fb026ffd640 1 -- 172.21.15.17:0/448137122 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb03c012860 con 0x55de285a5d60 2024-09-16T02:07:04.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.097+0000 7fb026ffd640 1 -- 172.21.15.17:0/448137122 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb03c0044a0 con 0x55de285a5d60 2024-09-16T02:07:04.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.097+0000 7fb04ff6b740 10 client.28975 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:04.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.098+0000 7fb04ff6b740 1 -- 172.21.15.17:0/448137122 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55de285bde30 con 0x55de285a5d60 2024-09-16T02:07:04.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.098+0000 7fb026ffd640 1 -- 172.21.15.17:0/448137122 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb040014400 con 0x55de285a5d60 2024-09-16T02:07:04.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.098+0000 7fb026ffd640 1 -- 172.21.15.17:0/448137122 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fb03c02bba0 con 0x55de285a5d60 2024-09-16T02:07:04.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.098+0000 7fb04ff6b740 10 client.28975 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:04.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.098+0000 7fb04ff6b740 10 client.28975 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:07:04.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.098+0000 7fb04ff6b740 20 client.28975 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:04.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.098+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/448137122 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de285bf700 0x55de285c1b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.098+0000 7fb04ff6b740 4 client.28975 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:07:04.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.098+0000 7fb04ff6b740 1 -- 172.21.15.17:0/448137122 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55de2850e7f0 con 0x55de285bf700 2024-09-16T02:07:04.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.098+0000 7fb046ffd640 1 --2- 172.21.15.17:0/448137122 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de285bf700 0x55de285c1b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.099+0000 7fb046ffd640 1 --2- 172.21.15.17:0/448137122 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de285bf700 0x55de285c1b80 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d0dfbc58de178b1 server_cookie=727cee3086016933 in_seq=0 out_seq=0 2024-09-16T02:07:04.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.099+0000 7fb026ffd640 10 client.28975 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:04.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.101+0000 7fb026ffd640 1 -- 172.21.15.17:0/448137122 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55de2850e7f0 con 0x55de285bf700 2024-09-16T02:07:04.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.101+0000 7fb026ffd640 10 client.28975 handle_command_reply: tid=0 2024-09-16T02:07:04.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.101+0000 7fb04ff6b740 1 client.28975 shutdown 2024-09-16T02:07:04.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.102+0000 7fb04ff6b740 1 -- 172.21.15.17:0/448137122 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 msgr2=0x55de285aeb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:04.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.102+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/448137122 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285aeb50 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fb03c0043b0 tx=0x7fb03c0046c0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.102+0000 7fb04ff6b740 1 -- 172.21.15.17:0/448137122 shutdown_connections 2024-09-16T02:07:04.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.102+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/448137122 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de285bf700 0x55de285c1b80 crc :-1 s=READY pgs=316 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.102+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/448137122 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285ab6c0 0x55de285af5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.102+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/448137122 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285aada0 0x55de285af090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.102+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/448137122 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285aeb50 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.102+0000 7fb04ff6b740 1 -- 172.21.15.17:0/448137122 >> 172.21.15.17:0/448137122 conn(0x55de28597ba0 msgr2=0x55de28597270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:04.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.102+0000 7fb026ffd640 0 client.28975 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:04.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.102+0000 7fb04ff6b740 1 -- 172.21.15.17:0/448137122 shutdown_connections 2024-09-16T02:07:04.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.102+0000 7fb04ff6b740 1 -- 172.21.15.17:0/448137122 wait complete. 2024-09-16T02:07:04.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.102+0000 7fb04ff6b740 20 client.28975 trim_cache size 0 max 16384 2024-09-16T02:07:04.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.129+0000 7fb04ff6b740 1 Processor -- start 2024-09-16T02:07:04.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.129+0000 7fb04ff6b740 1 -- start start 2024-09-16T02:07:04.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb04ff6b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285a5d60 0x55de285a56f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb04ff6b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285aada0 0x55de285aa370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb04ff6b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285ab6c0 0x55de28597160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb04ff6b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481adb30 con 0x55de285ab6c0 2024-09-16T02:07:04.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb04ff6b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481ab400 con 0x55de285a5d60 2024-09-16T02:07:04.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb04ff6b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481a9250 con 0x55de285aada0 2024-09-16T02:07:04.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb047fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285ab6c0 0x55de28597160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb047fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285ab6c0 0x55de28597160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38456/0 (socket says 172.21.15.17:38456) 2024-09-16T02:07:04.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb047fff640 1 -- 172.21.15.17:0/2029703339 learned_addr learned my addr 172.21.15.17:0/2029703339 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:04.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb0477fe640 1 --2- 172.21.15.17:0/2029703339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285a5d60 0x55de285a56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb046ffd640 1 --2- 172.21.15.17:0/2029703339 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285aada0 0x55de285aa370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb047fff640 1 -- 172.21.15.17:0/2029703339 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285aada0 msgr2=0x55de285aa370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:04.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb047fff640 1 --2- 172.21.15.17:0/2029703339 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285aada0 0x55de285aa370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb047fff640 1 -- 172.21.15.17:0/2029703339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285a5d60 msgr2=0x55de285a56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:04.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb047fff640 1 --2- 172.21.15.17:0/2029703339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285a5d60 0x55de285a56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb047fff640 1 -- 172.21.15.17:0/2029703339 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55de28593060 con 0x55de285ab6c0 2024-09-16T02:07:04.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb0477fe640 1 --2- 172.21.15.17:0/2029703339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285a5d60 0x55de285a56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:04.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.130+0000 7fb047fff640 1 --2- 172.21.15.17:0/2029703339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285ab6c0 0x55de28597160 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7fb04000a870 tx=0x7fb040014dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51ebc156d216c2c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:04.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.131+0000 7fb02d7fa640 1 -- 172.21.15.17:0/2029703339 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb040018040 con 0x55de285ab6c0 2024-09-16T02:07:04.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.131+0000 7fb02d7fa640 1 -- 172.21.15.17:0/2029703339 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb040014400 con 0x55de285ab6c0 2024-09-16T02:07:04.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.131+0000 7fb02d7fa640 1 -- 172.21.15.17:0/2029703339 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb04001d640 con 0x55de285ab6c0 2024-09-16T02:07:04.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.132+0000 7fb04ff6b740 1 -- 172.21.15.17:0/2029703339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285ab6c0 msgr2=0x55de28597160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:04.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.132+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/2029703339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285ab6c0 0x55de28597160 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7fb04000a870 tx=0x7fb040014dd0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.132+0000 7fb04ff6b740 1 -- 172.21.15.17:0/2029703339 shutdown_connections 2024-09-16T02:07:04.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.132+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/2029703339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285ab6c0 0x55de28597160 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.132+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/2029703339 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285aada0 0x55de285aa370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.132+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/2029703339 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285a5d60 0x55de285a56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.132+0000 7fb04ff6b740 1 -- 172.21.15.17:0/2029703339 >> 172.21.15.17:0/2029703339 conn(0x55de28597ba0 msgr2=0x55de28596a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:04.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.132+0000 7fb04ff6b740 1 -- 172.21.15.17:0/2029703339 shutdown_connections 2024-09-16T02:07:04.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.132+0000 7fb04ff6b740 1 -- 172.21.15.17:0/2029703339 wait complete. 2024-09-16T02:07:04.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.132+0000 7fb04ff6b740 1 -- start start 2024-09-16T02:07:04.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.132+0000 7fb04ff6b740 1 Processor -- start 2024-09-16T02:07:04.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb04ff6b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285b7520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb04ff6b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285aada0 0x55de285b7a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb04ff6b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285ab6c0 0x55de285b44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb04ff6b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481a98c0 con 0x55de285aada0 2024-09-16T02:07:04.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb04ff6b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481aad30 con 0x55de285ab6c0 2024-09-16T02:07:04.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb04ff6b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb0481a9f90 con 0x55de285a5d60 2024-09-16T02:07:04.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb04ff6b740 10 client.0 _ll_register_callbacks cb 0x7fb03c00b590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:04.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb046ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285aada0 0x55de285b7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb0477fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285b7520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb0477fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285b7520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44606/0 (socket says 172.21.15.17:44606) 2024-09-16T02:07:04.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb0477fe640 1 -- 172.21.15.17:0/2488104157 learned_addr learned my addr 172.21.15.17:0/2488104157 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:04.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb047fff640 1 --2- 172.21.15.17:0/2488104157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285ab6c0 0x55de285b44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb046ffd640 1 -- 172.21.15.17:0/2488104157 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 msgr2=0x55de285b7520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:04.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb046ffd640 1 --2- 172.21.15.17:0/2488104157 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285b7520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb046ffd640 1 -- 172.21.15.17:0/2488104157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285ab6c0 msgr2=0x55de285b44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:04.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb046ffd640 1 --2- 172.21.15.17:0/2488104157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285ab6c0 0x55de285b44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.133+0000 7fb046ffd640 1 -- 172.21.15.17:0/2488104157 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55de285b4a30 con 0x55de285aada0 2024-09-16T02:07:04.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.134+0000 7fb046ffd640 1 --2- 172.21.15.17:0/2488104157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285aada0 0x55de285b7a60 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x55de285993f0 tx=0x7fb0380dc0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba7ed542cfcdbadb server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:04.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.134+0000 7fb026ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:07:04.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.134+0000 7fb026ffd640 1 -- 172.21.15.17:0/2488104157 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb038049040 con 0x55de285aada0 2024-09-16T02:07:04.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.134+0000 7fb026ffd640 1 -- 172.21.15.17:0/2488104157 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb0380ed470 con 0x55de285aada0 2024-09-16T02:07:04.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.134+0000 7fb04ff6b740 1 -- 172.21.15.17:0/2488104157 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fb040014400 con 0x55de285aada0 2024-09-16T02:07:04.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.134+0000 7fb026ffd640 1 -- 172.21.15.17:0/2488104157 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fb03803f040 con 0x55de285aada0 2024-09-16T02:07:04.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.134+0000 7fb04ff6b740 10 client.19323 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:04.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.134+0000 7fb04ff6b740 1 -- 172.21.15.17:0/2488104157 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55de2862acb0 con 0x55de285aada0 2024-09-16T02:07:04.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.134+0000 7fb026ffd640 1 -- 172.21.15.17:0/2488104157 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb0380bbe80 con 0x55de285aada0 2024-09-16T02:07:04.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.135+0000 7fb026ffd640 1 -- 172.21.15.17:0/2488104157 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fb0380c4660 con 0x55de285aada0 2024-09-16T02:07:04.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.135+0000 7fb04ff6b740 10 client.19323 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:04.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.135+0000 7fb04ff6b740 10 client.19323 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:07:04.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.135+0000 7fb04ff6b740 20 client.19323 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:04.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.135+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/2488104157 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de2862b3b0 0x55de2862d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:04.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.135+0000 7fb04ff6b740 4 client.19323 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T02:07:04.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.135+0000 7fb04ff6b740 1 -- 172.21.15.17:0/2488104157 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x7fb040014400 con 0x55de2862b3b0 2024-09-16T02:07:04.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.135+0000 7fb0477fe640 1 --2- 172.21.15.17:0/2488104157 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de2862b3b0 0x55de2862d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:04.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.135+0000 7fb026ffd640 10 client.19323 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:04.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.135+0000 7fb0477fe640 1 --2- 172.21.15.17:0/2488104157 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de2862b3b0 0x55de2862d7d0 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47e721798ef229f9 server_cookie=52794164e384f164 in_seq=0 out_seq=0 2024-09-16T02:07:04.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.143+0000 7fb026ffd640 1 -- 172.21.15.17:0/2488104157 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x7fb040014400 con 0x55de2862b3b0 2024-09-16T02:07:04.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.143+0000 7fb026ffd640 10 client.19323 handle_command_reply: tid=0 2024-09-16T02:07:04.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.143+0000 7fb04ff6b740 1 client.19323 shutdown 2024-09-16T02:07:04.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.143+0000 7fb04ff6b740 1 -- 172.21.15.17:0/2488104157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285aada0 msgr2=0x55de285b7a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:04.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.143+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/2488104157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285aada0 0x55de285b7a60 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x55de285993f0 tx=0x7fb0380dc0b0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.143+0000 7fb04ff6b740 1 -- 172.21.15.17:0/2488104157 shutdown_connections 2024-09-16T02:07:04.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.143+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/2488104157 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55de2862b3b0 0x55de2862d7d0 crc :-1 s=READY pgs=317 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.143+0000 7fb026ffd640 0 client.19323 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:04.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.143+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/2488104157 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55de285ab6c0 0x55de285b44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.143+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/2488104157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de285aada0 0x55de285b7a60 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.143+0000 7fb04ff6b740 1 --2- 172.21.15.17:0/2488104157 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55de285a5d60 0x55de285b7520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.143+0000 7fb04ff6b740 1 -- 172.21.15.17:0/2488104157 >> 172.21.15.17:0/2488104157 conn(0x55de28597ba0 msgr2=0x55de28597270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:04.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.144+0000 7fb04ff6b740 1 -- 172.21.15.17:0/2488104157 shutdown_connections 2024-09-16T02:07:04.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.144+0000 7fb04ff6b740 1 -- 172.21.15.17:0/2488104157 wait complete. 2024-09-16T02:07:04.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.144+0000 7fb04ff6b740 20 client.19323 trim_cache size 0 max 16384 2024-09-16T02:07:04.147 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:07:04.147 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T02:07:04.147 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "1d0d66a9-6016-462b-a0af-5bc11bcea084", 2024-09-16T02:07:04.147 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T02:07:04.147 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:07:04.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.144+0000 7fb04db92640 1 -- 172.21.15.17:0/59924968 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0300a3680 msgr2=0x7fb0300a5b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:04.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.144+0000 7fb04db92640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0300a3680 0x7fb0300a5b40 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x55de285992b0 tx=0x7fb03c00b400 comp rx=0 tx=0).stop 2024-09-16T02:07:04.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.144+0000 7fb04db92640 1 -- 172.21.15.17:0/59924968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048102570 msgr2=0x7fb0481989c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:04.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.144+0000 7fb04db92640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048102570 0x7fb0481989c0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fb03802aaa0 tx=0x7fb038003f50 comp rx=0 tx=0).stop 2024-09-16T02:07:04.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.145+0000 7fb04db92640 1 -- 172.21.15.17:0/59924968 shutdown_connections 2024-09-16T02:07:04.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.145+0000 7fb04db92640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb0300a3680 0x7fb0300a5b40 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.145+0000 7fb04db92640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb048102ef0 0x7fb04819cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.145+0000 7fb04db92640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb048102570 0x7fb0481989c0 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.145+0000 7fb04db92640 1 --2- 172.21.15.17:0/59924968 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb048100e20 0x7fb048198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:04.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.145+0000 7fb04db92640 1 -- 172.21.15.17:0/59924968 >> 172.21.15.17:0/59924968 conn(0x7fb0480fc7d0 msgr2=0x7fb0480febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:04.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.145+0000 7fb04db92640 1 -- 172.21.15.17:0/59924968 shutdown_connections 2024-09-16T02:07:04.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:04.145+0000 7fb04db92640 1 -- 172.21.15.17:0/59924968 wait complete. 2024-09-16T02:07:04.704 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:04 smithi017 ceph-mon[30972]: pgmap v1045: 97 pgs: 97 active+clean; 550 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 721 KiB/s rd, 4.1 MiB/s wr, 205 op/s 2024-09-16T02:07:04.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:04 smithi029 ceph-mon[34783]: pgmap v1045: 97 pgs: 97 active+clean; 550 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 721 KiB/s rd, 4.1 MiB/s wr, 205 op/s 2024-09-16T02:07:04.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:04 smithi122 ceph-mon[34758]: pgmap v1045: 97 pgs: 97 active+clean; 550 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 721 KiB/s rd, 4.1 MiB/s wr, 205 op/s 2024-09-16T02:07:04.952 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:07:05.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 96968 8.29 MB/sec execute 507 sec latency 174.265 ms 2024-09-16T02:07:05.295 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:07:05.733 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:05 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T02:07:05.733 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:05 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.733 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:05 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:07:05.733 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:05 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:07:05.733 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:05 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.734 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:05 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:07:05.734 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:05 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.734 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:05 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:07:05.734 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:05 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.734 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:05 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:07:05.734 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:05 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.734 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:05 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:05 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T02:07:05.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:05 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:05 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:07:05.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:05 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:07:05.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:05 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:05 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:07:05.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:05 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:05 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:07:05.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:05 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:05 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:07:05.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:05 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:05 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:05 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T02:07:05.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:05 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:05 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:07:05.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:05 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:07:05.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:05 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:05 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:07:05.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:05 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:05 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:07:05.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:05 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:05 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:07:05.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:05 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.799 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:05 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.849+0000 7f5278222640 1 -- 172.21.15.17:0/2677398819 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f527010e4c0 msgr2=0x7f52701108b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.849+0000 7f5278222640 1 --2- 172.21.15.17:0/2677398819 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f527010e4c0 0x7f52701108b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f5268009be0 tx=0x7f526802a6c0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.850+0000 7f5278222640 1 -- 172.21.15.17:0/2677398819 shutdown_connections 2024-09-16T02:07:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.850+0000 7f5278222640 1 --2- 172.21.15.17:0/2677398819 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f527010e4c0 0x7f52701108b0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.850+0000 7f5278222640 1 --2- 172.21.15.17:0/2677398819 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52701012c0 0x7f527010df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.850+0000 7f5278222640 1 --2- 172.21.15.17:0/2677398819 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5270100910 0x7f5270100cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.850+0000 7f5278222640 1 -- 172.21.15.17:0/2677398819 >> 172.21.15.17:0/2677398819 conn(0x7f52700fc7a0 msgr2=0x7f52700febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.850+0000 7f5278222640 1 -- 172.21.15.17:0/2677398819 shutdown_connections 2024-09-16T02:07:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.850+0000 7f5278222640 1 -- 172.21.15.17:0/2677398819 wait complete. 2024-09-16T02:07:05.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.851+0000 7f5278222640 1 Processor -- start 2024-09-16T02:07:05.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.851+0000 7f5278222640 1 -- start start 2024-09-16T02:07:05.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.851+0000 7f5278222640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5270100910 0x7f527019a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.851+0000 7f5278222640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52701012c0 0x7f527019aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.851+0000 7f5278222640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f527010e4c0 0x7f527019ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.851+0000 7f5278222640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5270114020 con 0x7f52701012c0 2024-09-16T02:07:05.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.851+0000 7f5278222640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5270113ea0 con 0x7f527010e4c0 2024-09-16T02:07:05.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.851+0000 7f5275fbe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5270100910 0x7f527019a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.851+0000 7f5275fbe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5270100910 0x7f527019a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44618/0 (socket says 172.21.15.17:44618) 2024-09-16T02:07:05.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.851+0000 7f5275fbe640 1 -- 172.21.15.17:0/1495984226 learned_addr learned my addr 172.21.15.17:0/1495984226 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:05.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.851+0000 7f52767bf640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f527010e4c0 0x7f527019ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.851+0000 7f5278222640 1 -- 172.21.15.17:0/1495984226 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f52701141a0 con 0x7f5270100910 2024-09-16T02:07:05.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.851+0000 7f52757bd640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52701012c0 0x7f527019aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.852+0000 7f5275fbe640 1 -- 172.21.15.17:0/1495984226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f527010e4c0 msgr2=0x7f527019ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:05.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.852+0000 7f5275fbe640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f527010e4c0 0x7f527019ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.852+0000 7f5275fbe640 1 -- 172.21.15.17:0/1495984226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52701012c0 msgr2=0x7f527019aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:05.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.852+0000 7f5275fbe640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52701012c0 0x7f527019aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.852+0000 7f5275fbe640 1 -- 172.21.15.17:0/1495984226 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f527019f530 con 0x7f5270100910 2024-09-16T02:07:05.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.852+0000 7f52767bf640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f527010e4c0 0x7f527019ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:05.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.852+0000 7f5275fbe640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5270100910 0x7f527019a580 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f526c00e9f0 tx=0x7f526c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:05.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.852+0000 7f5266ffd640 1 -- 172.21.15.17:0/1495984226 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f526c00cd80 con 0x7f5270100910 2024-09-16T02:07:05.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.852+0000 7f5278222640 1 -- 172.21.15.17:0/1495984226 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f527019f820 con 0x7f5270100910 2024-09-16T02:07:05.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.852+0000 7f5278222640 1 -- 172.21.15.17:0/1495984226 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f52701a7100 con 0x7f5270100910 2024-09-16T02:07:05.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.853+0000 7f5266ffd640 1 -- 172.21.15.17:0/1495984226 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f526c0108e0 con 0x7f5270100910 2024-09-16T02:07:05.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.853+0000 7f5266ffd640 1 -- 172.21.15.17:0/1495984226 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f526c018850 con 0x7f5270100910 2024-09-16T02:07:05.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.855+0000 7f527a5fb740 1 Processor -- start 2024-09-16T02:07:05.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f527a5fb740 1 -- start start 2024-09-16T02:07:05.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f527a5fb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293a4a0 0x5641e293a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f527a5fb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e293adc0 0x5641e2945140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f527a5fb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e2945680 0x5641e2947a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f527a5fb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5641e28a02e0 con 0x5641e2945680 2024-09-16T02:07:05.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f527a5fb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5641e2847ce0 con 0x5641e293adc0 2024-09-16T02:07:05.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f527a5fb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5641e289c2a0 con 0x5641e293a4a0 2024-09-16T02:07:05.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f52767bf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293a4a0 0x5641e293a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f52767bf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293a4a0 0x5641e293a880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:44622/0 (socket says 172.21.15.17:44622) 2024-09-16T02:07:05.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f52767bf640 1 -- 172.21.15.17:0/4130249653 learned_addr learned my addr 172.21.15.17:0/4130249653 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:05.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f52757bd640 1 --2- 172.21.15.17:0/4130249653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e2945680 0x5641e2947a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f52767bf640 1 -- 172.21.15.17:0/4130249653 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e293adc0 msgr2=0x5641e2945140 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-16T02:07:05.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f52767bf640 1 --2- 172.21.15.17:0/4130249653 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e293adc0 0x5641e2945140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f52767bf640 1 -- 172.21.15.17:0/4130249653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e2945680 msgr2=0x5641e2947a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:05.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.856+0000 7f52767bf640 1 --2- 172.21.15.17:0/4130249653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e2945680 0x5641e2947a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.857+0000 7f52767bf640 1 -- 172.21.15.17:0/4130249653 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641e282c440 con 0x5641e293a4a0 2024-09-16T02:07:05.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.857+0000 7f52757bd640 1 --2- 172.21.15.17:0/4130249653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e2945680 0x5641e2947a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:07:05.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.857+0000 7f52767bf640 1 --2- 172.21.15.17:0/4130249653 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293a4a0 0x5641e293a880 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f5268004af0 tx=0x7f52680307e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4dd637511e3bc6da server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:05.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.857+0000 7f5266ffd640 1 -- 172.21.15.17:0/1495984226 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f526c010430 con 0x7f5270100910 2024-09-16T02:07:05.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.857+0000 7f525bfff640 1 -- 172.21.15.17:0/4130249653 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5268041030 con 0x5641e293a4a0 2024-09-16T02:07:05.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.857+0000 7f525bfff640 1 -- 172.21.15.17:0/4130249653 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5268037040 con 0x5641e293a4a0 2024-09-16T02:07:05.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.857+0000 7f525bfff640 1 -- 172.21.15.17:0/4130249653 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5268036040 con 0x5641e293a4a0 2024-09-16T02:07:05.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.858+0000 7f5266ffd640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f525c0a3240 0x7f525c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.858+0000 7f527a5fb740 1 -- 172.21.15.17:0/4130249653 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293a4a0 msgr2=0x5641e293a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:05.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.858+0000 7f527a5fb740 1 --2- 172.21.15.17:0/4130249653 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293a4a0 0x5641e293a880 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f5268004af0 tx=0x7f52680307e0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.858+0000 7f527a5fb740 1 -- 172.21.15.17:0/4130249653 shutdown_connections 2024-09-16T02:07:05.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.858+0000 7f527a5fb740 1 --2- 172.21.15.17:0/4130249653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e2945680 0x5641e2947a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.858+0000 7f527a5fb740 1 --2- 172.21.15.17:0/4130249653 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e293adc0 0x5641e2945140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.858+0000 7f527a5fb740 1 --2- 172.21.15.17:0/4130249653 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293a4a0 0x5641e293a880 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.858+0000 7f527a5fb740 1 -- 172.21.15.17:0/4130249653 >> 172.21.15.17:0/4130249653 conn(0x5641e2936a30 msgr2=0x5641e2936e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:05.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.858+0000 7f5266ffd640 1 -- 172.21.15.17:0/1495984226 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f526c0cfb60 con 0x7f5270100910 2024-09-16T02:07:05.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.859+0000 7f5275fbe640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f525c0a3240 0x7f525c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.859+0000 7f5275fbe640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f525c0a3240 0x7f525c0a5700 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f526c098b10 tx=0x7f526c00cf20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:05.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.859+0000 7f527a5fb740 1 -- 172.21.15.17:0/4130249653 shutdown_connections 2024-09-16T02:07:05.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.860+0000 7f527a5fb740 1 -- 172.21.15.17:0/4130249653 wait complete. 2024-09-16T02:07:05.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.860+0000 7f527a5fb740 1 -- start start 2024-09-16T02:07:05.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.860+0000 7f527a5fb740 1 Processor -- start 2024-09-16T02:07:05.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.861+0000 7f527a5fb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e293a4a0 0x5641e2944fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.861+0000 7f527a5fb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 0x5641e2942260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.861+0000 7f527a5fb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e2945680 0x5641e29427a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.861+0000 7f52767bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e293a4a0 0x5641e2944fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.861+0000 7f52767bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e293a4a0 0x5641e2944fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38500/0 (socket says 172.21.15.17:38500) 2024-09-16T02:07:05.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.861+0000 7f52767bf640 1 -- 172.21.15.17:0/1575663133 learned_addr learned my addr 172.21.15.17:0/1575663133 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:05.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.861+0000 7f52757bd640 1 --2- 172.21.15.17:0/1575663133 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 0x5641e2942260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.861+0000 7f527a5fb740 1 -- 172.21.15.17:0/1575663133 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5641e2948250 con 0x5641e293a4a0 2024-09-16T02:07:05.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.861+0000 7f527a5fb740 1 -- 172.21.15.17:0/1575663133 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5641e285b050 con 0x5641e2945680 2024-09-16T02:07:05.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.862+0000 7f527a5fb740 1 -- 172.21.15.17:0/1575663133 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5641e29483d0 con 0x5641e293adc0 2024-09-16T02:07:05.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.862+0000 7f52767bf640 1 --2- 172.21.15.17:0/1575663133 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e2945680 0x5641e29427a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.862+0000 7f527a5fb740 10 client.0 _ll_register_callbacks cb 0x5641e289b160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:05.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.862+0000 7f52757bd640 1 -- 172.21.15.17:0/1575663133 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e2945680 msgr2=0x5641e29427a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:05.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.862+0000 7f52757bd640 1 --2- 172.21.15.17:0/1575663133 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e2945680 0x5641e29427a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.862+0000 7f52757bd640 1 -- 172.21.15.17:0/1575663133 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e293a4a0 msgr2=0x5641e2944fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:05.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.862+0000 7f52757bd640 1 --2- 172.21.15.17:0/1575663133 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e293a4a0 0x5641e2944fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.862+0000 7f52757bd640 1 -- 172.21.15.17:0/1575663133 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641e26113c0 con 0x5641e293adc0 2024-09-16T02:07:05.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.862+0000 7f52767bf640 1 --2- 172.21.15.17:0/1575663133 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e2945680 0x5641e29427a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:07:05.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.862+0000 7f527a5fb740 1 -- 172.21.15.17:0/1575663133 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5268037040 con 0x5641e293adc0 2024-09-16T02:07:05.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.862+0000 7f52757bd640 1 --2- 172.21.15.17:0/1575663133 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 0x5641e2942260 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f52701023b0 tx=0x7f5260012be0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=36c666dadbfc87ca server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:05.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.862+0000 7f52597fa640 10 client.28993 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:07:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.863+0000 7f52597fa640 1 -- 172.21.15.17:0/1575663133 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5260010d90 con 0x5641e293adc0 2024-09-16T02:07:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.863+0000 7f52597fa640 1 -- 172.21.15.17:0/1575663133 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f526001c3f0 con 0x5641e293adc0 2024-09-16T02:07:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.863+0000 7f52597fa640 1 -- 172.21.15.17:0/1575663133 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f526001c630 con 0x5641e293adc0 2024-09-16T02:07:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.863+0000 7f527a5fb740 10 client.28993 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.863+0000 7f527a5fb740 1 -- 172.21.15.17:0/1575663133 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({fsmap=28}) -- 0x5641e295c410 con 0x5641e293adc0 2024-09-16T02:07:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.863+0000 7f52597fa640 1 -- 172.21.15.17:0/1575663133 <== mon.1 v2:172.21.15.122:3300/0 4 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f526001c7d0 con 0x5641e293adc0 2024-09-16T02:07:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.863+0000 7f527a5fb740 10 client.28993 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.863+0000 7f527a5fb740 10 client.28993 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:07:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.863+0000 7f527a5fb740 20 client.28993 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.863+0000 7f527a5fb740 1 --2- 172.21.15.17:0/1575663133 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5641e295d7b0 0x5641e295fc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.863+0000 7f527a5fb740 4 client.28993 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:07:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.863+0000 7f527a5fb740 1 -- 172.21.15.17:0/1575663133 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5641e28ad850 con 0x5641e295d7b0 2024-09-16T02:07:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.864+0000 7f52767bf640 1 --2- 172.21.15.17:0/1575663133 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5641e295d7b0 0x5641e295fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.864+0000 7f52767bf640 1 --2- 172.21.15.17:0/1575663133 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5641e295d7b0 0x5641e295fc70 crc :-1 s=READY pgs=318 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=169303d7c176fd3f server_cookie=3fabee1562889753 in_seq=0 out_seq=0 2024-09-16T02:07:05.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.864+0000 7f52597fa640 10 client.28993 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.867+0000 7f52597fa640 1 -- 172.21.15.17:0/1575663133 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5641e28ad850 con 0x5641e295d7b0 2024-09-16T02:07:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.867+0000 7f52597fa640 10 client.28993 handle_command_reply: tid=0 2024-09-16T02:07:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.867+0000 7f527a5fb740 1 client.28993 shutdown 2024-09-16T02:07:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.867+0000 7f527a5fb740 1 -- 172.21.15.17:0/1575663133 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 msgr2=0x5641e2942260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.867+0000 7f527a5fb740 1 --2- 172.21.15.17:0/1575663133 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 0x5641e2942260 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f52701023b0 tx=0x7f5260012be0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.867+0000 7f527a5fb740 1 -- 172.21.15.17:0/1575663133 shutdown_connections 2024-09-16T02:07:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.867+0000 7f527a5fb740 1 --2- 172.21.15.17:0/1575663133 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5641e295d7b0 0x5641e295fc70 crc :-1 s=READY pgs=318 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.867+0000 7f527a5fb740 1 --2- 172.21.15.17:0/1575663133 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e2945680 0x5641e29427a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.867+0000 7f527a5fb740 1 --2- 172.21.15.17:0/1575663133 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 0x5641e2942260 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.867+0000 7f527a5fb740 1 --2- 172.21.15.17:0/1575663133 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e293a4a0 0x5641e2944fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.867+0000 7f52597fa640 0 client.28993 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:05.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.867+0000 7f527a5fb740 1 -- 172.21.15.17:0/1575663133 >> 172.21.15.17:0/1575663133 conn(0x5641e2936a30 msgr2=0x5641e293c710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:05.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.867+0000 7f527a5fb740 1 -- 172.21.15.17:0/1575663133 shutdown_connections 2024-09-16T02:07:05.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.867+0000 7f527a5fb740 1 -- 172.21.15.17:0/1575663133 wait complete. 2024-09-16T02:07:05.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.868+0000 7f527a5fb740 20 client.28993 trim_cache size 0 max 16384 2024-09-16T02:07:05.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.891+0000 7f527a5fb740 1 Processor -- start 2024-09-16T02:07:05.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.891+0000 7f527a5fb740 1 -- start start 2024-09-16T02:07:05.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f527a5fb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e293a4a0 0x5641e2965540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f527a5fb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 0x5641e2965a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f527a5fb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e2945680 0x5641e2955f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f527a5fb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5254010cd0 con 0x5641e2945680 2024-09-16T02:07:05.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f527a5fb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f525400e5a0 con 0x5641e293a4a0 2024-09-16T02:07:05.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f527a5fb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f525400c3d0 con 0x5641e293adc0 2024-09-16T02:07:05.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f52767bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e2945680 0x5641e2955f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f52767bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e2945680 0x5641e2955f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38514/0 (socket says 172.21.15.17:38514) 2024-09-16T02:07:05.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f52767bf640 1 -- 172.21.15.17:0/3704940306 learned_addr learned my addr 172.21.15.17:0/3704940306 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:05.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f52767bf640 1 --2- 172.21.15.17:0/3704940306 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e293a4a0 0x5641e2965540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f52767bf640 1 -- 172.21.15.17:0/3704940306 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 msgr2=0x5641e2965a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:05.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f52757bd640 1 --2- 172.21.15.17:0/3704940306 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 0x5641e2965a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f52767bf640 1 --2- 172.21.15.17:0/3704940306 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 0x5641e2965a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f52767bf640 1 -- 172.21.15.17:0/3704940306 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e293a4a0 msgr2=0x5641e2965540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:05.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f52767bf640 1 --2- 172.21.15.17:0/3704940306 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e293a4a0 0x5641e2965540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.892+0000 7f52767bf640 1 -- 172.21.15.17:0/3704940306 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5641e2947de0 con 0x5641e2945680 2024-09-16T02:07:05.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.893+0000 7f52767bf640 1 --2- 172.21.15.17:0/3704940306 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e2945680 0x5641e2955f30 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f5268030fd0 tx=0x7f5268030f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1705eb2d2f0e9cec server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:05.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.893+0000 7f525b7fe640 1 -- 172.21.15.17:0/3704940306 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5268056070 con 0x5641e2945680 2024-09-16T02:07:05.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.893+0000 7f525b7fe640 1 -- 172.21.15.17:0/3704940306 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5268042040 con 0x5641e2945680 2024-09-16T02:07:05.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.893+0000 7f525b7fe640 1 -- 172.21.15.17:0/3704940306 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5268041070 con 0x5641e2945680 2024-09-16T02:07:05.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.894+0000 7f527a5fb740 1 -- 172.21.15.17:0/3704940306 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e2945680 msgr2=0x5641e2955f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:05.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.894+0000 7f527a5fb740 1 --2- 172.21.15.17:0/3704940306 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e2945680 0x5641e2955f30 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f5268030fd0 tx=0x7f5268030f60 comp rx=0 tx=0).stop 2024-09-16T02:07:05.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.894+0000 7f527a5fb740 1 -- 172.21.15.17:0/3704940306 shutdown_connections 2024-09-16T02:07:05.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.894+0000 7f527a5fb740 1 --2- 172.21.15.17:0/3704940306 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e2945680 0x5641e2955f30 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.894+0000 7f527a5fb740 1 --2- 172.21.15.17:0/3704940306 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 0x5641e2965a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.894+0000 7f527a5fb740 1 --2- 172.21.15.17:0/3704940306 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e293a4a0 0x5641e2965540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.894+0000 7f527a5fb740 1 -- 172.21.15.17:0/3704940306 >> 172.21.15.17:0/3704940306 conn(0x5641e2936a30 msgr2=0x5641e2935b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:05.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.894+0000 7f527a5fb740 1 -- 172.21.15.17:0/3704940306 shutdown_connections 2024-09-16T02:07:05.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.894+0000 7f527a5fb740 1 -- 172.21.15.17:0/3704940306 wait complete. 2024-09-16T02:07:05.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.894+0000 7f527a5fb740 1 -- start start 2024-09-16T02:07:05.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.894+0000 7f527a5fb740 1 Processor -- start 2024-09-16T02:07:05.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f527a5fb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e293a4a0 0x5641e2956660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f527a5fb740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 0x5641e29539b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f527a5fb740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e2945680 0x5641e2953ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f527a5fb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f525400ca60 con 0x5641e293a4a0 2024-09-16T02:07:05.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f527a5fb740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f525400ded0 con 0x5641e2945680 2024-09-16T02:07:05.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f527a5fb740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f525400d130 con 0x5641e293adc0 2024-09-16T02:07:05.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f527a5fb740 10 client.0 _ll_register_callbacks cb 0x7f5260009620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:05.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f52767bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e293a4a0 0x5641e2956660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f52757bd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 0x5641e29539b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f52767bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e293a4a0 0x5641e2956660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38530/0 (socket says 172.21.15.17:38530) 2024-09-16T02:07:05.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f52767bf640 1 -- 172.21.15.17:0/2876034108 learned_addr learned my addr 172.21.15.17:0/2876034108 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:05.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f52767bf640 1 --2- 172.21.15.17:0/2876034108 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e2945680 0x5641e2953ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f52757bd640 1 -- 172.21.15.17:0/2876034108 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e2945680 msgr2=0x5641e2953ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:05.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f52757bd640 1 --2- 172.21.15.17:0/2876034108 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e2945680 0x5641e2953ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f52757bd640 1 -- 172.21.15.17:0/2876034108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e293a4a0 msgr2=0x5641e2956660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:05.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f52757bd640 1 --2- 172.21.15.17:0/2876034108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e293a4a0 0x5641e2956660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.895+0000 7f52757bd640 1 -- 172.21.15.17:0/2876034108 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5641e29546f0 con 0x5641e293adc0 2024-09-16T02:07:05.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.896+0000 7f52757bd640 1 --2- 172.21.15.17:0/2876034108 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 0x5641e29539b0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f5260006010 tx=0x7f52600046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83be094853b0d97d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:05.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.896+0000 7f52597fa640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:07:05.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.896+0000 7f52597fa640 1 -- 172.21.15.17:0/2876034108 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5260036060 con 0x5641e293adc0 2024-09-16T02:07:05.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.896+0000 7f52597fa640 1 -- 172.21.15.17:0/2876034108 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5260004040 con 0x5641e293adc0 2024-09-16T02:07:05.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.896+0000 7f527a5fb740 1 -- 172.21.15.17:0/2876034108 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5268042040 con 0x5641e293adc0 2024-09-16T02:07:05.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.896+0000 7f52597fa640 1 -- 172.21.15.17:0/2876034108 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5260004240 con 0x5641e293adc0 2024-09-16T02:07:05.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.896+0000 7f527a5fb740 10 client.28996 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:05.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.896+0000 7f527a5fb740 1 -- 172.21.15.17:0/2876034108 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5641e29c8500 con 0x5641e293adc0 2024-09-16T02:07:05.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.896+0000 7f52597fa640 1 -- 172.21.15.17:0/2876034108 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5268042040 con 0x5641e293adc0 2024-09-16T02:07:05.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.897+0000 7f52597fa640 1 -- 172.21.15.17:0/2876034108 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f526003b070 con 0x5641e293adc0 2024-09-16T02:07:05.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.897+0000 7f527a5fb740 10 client.28996 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:05.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.897+0000 7f527a5fb740 10 client.28996 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:07:05.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.897+0000 7f527a5fb740 20 client.28996 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:05.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.897+0000 7f527a5fb740 1 --2- 172.21.15.17:0/2876034108 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5641e29c8c50 0x5641e29cb070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:05.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.897+0000 7f527a5fb740 4 client.28996 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:07:05.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.897+0000 7f527a5fb740 1 -- 172.21.15.17:0/2876034108 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x5641e28a7d60 con 0x5641e29c8c50 2024-09-16T02:07:05.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.897+0000 7f52767bf640 1 --2- 172.21.15.17:0/2876034108 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5641e29c8c50 0x5641e29cb070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:05.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.897+0000 7f52767bf640 1 --2- 172.21.15.17:0/2876034108 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5641e29c8c50 0x5641e29cb070 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bbef47c8c4e96911 server_cookie=8ee5bf685f5e2bd4 in_seq=0 out_seq=0 2024-09-16T02:07:05.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.897+0000 7f52597fa640 10 client.28996 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:05.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.898+0000 7f52597fa640 1 -- 172.21.15.17:0/2876034108 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x5641e28a7d60 con 0x5641e29c8c50 2024-09-16T02:07:05.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.898+0000 7f52597fa640 10 client.28996 handle_command_reply: tid=0 2024-09-16T02:07:05.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.898+0000 7f527a5fb740 1 client.28996 shutdown 2024-09-16T02:07:05.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.899+0000 7f527a5fb740 1 -- 172.21.15.17:0/2876034108 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 msgr2=0x5641e29539b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:05.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.899+0000 7f527a5fb740 1 --2- 172.21.15.17:0/2876034108 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 0x5641e29539b0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f5260006010 tx=0x7f52600046c0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.899+0000 7f527a5fb740 1 -- 172.21.15.17:0/2876034108 shutdown_connections 2024-09-16T02:07:05.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.899+0000 7f527a5fb740 1 --2- 172.21.15.17:0/2876034108 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x5641e29c8c50 0x5641e29cb070 crc :-1 s=READY pgs=319 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.899+0000 7f527a5fb740 1 --2- 172.21.15.17:0/2876034108 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5641e2945680 0x5641e2953ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.899+0000 7f527a5fb740 1 --2- 172.21.15.17:0/2876034108 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5641e293adc0 0x5641e29539b0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.899+0000 7f527a5fb740 1 --2- 172.21.15.17:0/2876034108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5641e293a4a0 0x5641e2956660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.899+0000 7f527a5fb740 1 -- 172.21.15.17:0/2876034108 >> 172.21.15.17:0/2876034108 conn(0x5641e2936a30 msgr2=0x5641e2943ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:05.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.899+0000 7f52597fa640 0 client.28996 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:05.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.899+0000 7f527a5fb740 1 -- 172.21.15.17:0/2876034108 shutdown_connections 2024-09-16T02:07:05.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.899+0000 7f527a5fb740 1 -- 172.21.15.17:0/2876034108 wait complete. 2024-09-16T02:07:05.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.899+0000 7f527a5fb740 20 client.28996 trim_cache size 0 max 16384 2024-09-16T02:07:05.907 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:07:05.908 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T02:07:05.908 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T02:07:05.908 INFO:teuthology.orchestra.run.smithi017.stdout: "1d0d66a9-6016-462b-a0af-5bc11bcea084": { 2024-09-16T02:07:05.908 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T02:07:05.908 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "1d0d66a9-6016-462b-a0af-5bc11bcea084", 2024-09-16T02:07:05.908 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T02:07:05.908 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:07:05.908 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:07:05.908 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:07:05.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.900+0000 7f5278222640 1 -- 172.21.15.17:0/1495984226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f525c0a3240 msgr2=0x7f525c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:05.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.900+0000 7f5278222640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f525c0a3240 0x7f525c0a5700 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f526c098b10 tx=0x7f526c00cf20 comp rx=0 tx=0).stop 2024-09-16T02:07:05.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.900+0000 7f5278222640 1 -- 172.21.15.17:0/1495984226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5270100910 msgr2=0x7f527019a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:05.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.900+0000 7f5278222640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5270100910 0x7f527019a580 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f526c00e9f0 tx=0x7f526c00eeb0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.900+0000 7f5278222640 1 -- 172.21.15.17:0/1495984226 shutdown_connections 2024-09-16T02:07:05.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.900+0000 7f5278222640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f525c0a3240 0x7f525c0a5700 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.900+0000 7f5278222640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f527010e4c0 0x7f527019ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.900+0000 7f5278222640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52701012c0 0x7f527019aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.900+0000 7f5278222640 1 --2- 172.21.15.17:0/1495984226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5270100910 0x7f527019a580 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:05.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.900+0000 7f5278222640 1 -- 172.21.15.17:0/1495984226 >> 172.21.15.17:0/1495984226 conn(0x7f52700fc7a0 msgr2=0x7f52700feb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:05.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.900+0000 7f5278222640 1 -- 172.21.15.17:0/1495984226 shutdown_connections 2024-09-16T02:07:05.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:05.900+0000 7f5278222640 1 -- 172.21.15.17:0/1495984226 wait complete. 2024-09-16T02:07:06.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 97113 8.28 MB/sec execute 508 sec latency 140.553 ms 2024-09-16T02:07:06.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:06 smithi017 ceph-mon[30972]: pgmap v1046: 97 pgs: 97 active+clean; 545 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 4.1 MiB/s wr, 202 op/s 2024-09-16T02:07:06.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:06 smithi122 ceph-mon[34758]: pgmap v1046: 97 pgs: 97 active+clean; 545 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 4.1 MiB/s wr, 202 op/s 2024-09-16T02:07:06.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:06 smithi029 ceph-mon[34783]: pgmap v1046: 97 pgs: 97 active+clean; 545 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 682 KiB/s rd, 4.1 MiB/s wr, 202 op/s 2024-09-16T02:07:06.838 INFO:tasks.cephfs.filesystem:scrub status for tag:1d0d66a9-6016-462b-a0af-5bc11bcea084 - {'path': '/', 'tag': '1d0d66a9-6016-462b-a0af-5bc11bcea084', 'options': 'recursive,force'} 2024-09-16T02:07:07.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 97259 8.27 MB/sec execute 509 sec latency 92.125 ms 2024-09-16T02:07:08.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 97411 8.26 MB/sec execute 510 sec latency 107.284 ms 2024-09-16T02:07:08.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:08 smithi017 ceph-mon[30972]: pgmap v1047: 97 pgs: 97 active+clean; 548 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.7 MiB/s wr, 200 op/s 2024-09-16T02:07:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:08 smithi122 ceph-mon[34758]: pgmap v1047: 97 pgs: 97 active+clean; 548 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.7 MiB/s wr, 200 op/s 2024-09-16T02:07:08.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:08 smithi029 ceph-mon[34783]: pgmap v1047: 97 pgs: 97 active+clean; 548 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 738 KiB/s rd, 3.7 MiB/s wr, 200 op/s 2024-09-16T02:07:09.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 97551 8.26 MB/sec execute 511 sec latency 85.590 ms 2024-09-16T02:07:10.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 97757 8.27 MB/sec execute 512 sec latency 91.846 ms 2024-09-16T02:07:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:10 smithi017 ceph-mon[30972]: pgmap v1048: 97 pgs: 97 active+clean; 546 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 835 KiB/s rd, 4.1 MiB/s wr, 263 op/s 2024-09-16T02:07:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:10 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:07:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:10 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:07:10.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:10 smithi029 ceph-mon[34783]: pgmap v1048: 97 pgs: 97 active+clean; 546 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 835 KiB/s rd, 4.1 MiB/s wr, 263 op/s 2024-09-16T02:07:10.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:10 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:07:10.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:10 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:07:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:10 smithi122 ceph-mon[34758]: pgmap v1048: 97 pgs: 97 active+clean; 546 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 835 KiB/s rd, 4.1 MiB/s wr, 263 op/s 2024-09-16T02:07:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:10 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:07:10.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:10 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:07:11.059 INFO:tasks.workunit.client.0.smithi017.stdout: 10 97899 8.27 MB/sec execute 513 sec latency 88.037 ms 2024-09-16T02:07:11.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:11 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:07:11.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:11 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:07:11.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:11 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:07:12.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 98042 8.27 MB/sec execute 514 sec latency 138.434 ms 2024-09-16T02:07:12.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:12 smithi017 ceph-mon[30972]: pgmap v1049: 97 pgs: 97 active+clean; 547 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 3.7 MiB/s wr, 260 op/s 2024-09-16T02:07:12.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:12 smithi029 ceph-mon[34783]: pgmap v1049: 97 pgs: 97 active+clean; 547 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 3.7 MiB/s wr, 260 op/s 2024-09-16T02:07:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:12 smithi122 ceph-mon[34758]: pgmap v1049: 97 pgs: 97 active+clean; 547 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 799 KiB/s rd, 3.7 MiB/s wr, 260 op/s 2024-09-16T02:07:13.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 98211 8.27 MB/sec execute 515 sec latency 90.425 ms 2024-09-16T02:07:14.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 98360 8.27 MB/sec execute 516 sec latency 88.541 ms 2024-09-16T02:07:14.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:14 smithi017 ceph-mon[30972]: pgmap v1050: 97 pgs: 97 active+clean; 551 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 834 KiB/s rd, 3.9 MiB/s wr, 282 op/s 2024-09-16T02:07:14.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:14 smithi029 ceph-mon[34783]: pgmap v1050: 97 pgs: 97 active+clean; 551 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 834 KiB/s rd, 3.9 MiB/s wr, 282 op/s 2024-09-16T02:07:14.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:14 smithi122 ceph-mon[34758]: pgmap v1050: 97 pgs: 97 active+clean; 551 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 834 KiB/s rd, 3.9 MiB/s wr, 282 op/s 2024-09-16T02:07:15.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 98546 8.28 MB/sec execute 517 sec latency 105.703 ms 2024-09-16T02:07:16.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 98727 8.28 MB/sec execute 518 sec latency 90.127 ms 2024-09-16T02:07:16.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:16 smithi017 ceph-mon[30972]: pgmap v1051: 97 pgs: 97 active+clean; 554 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 680 KiB/s rd, 3.8 MiB/s wr, 251 op/s 2024-09-16T02:07:16.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:16 smithi122 ceph-mon[34758]: pgmap v1051: 97 pgs: 97 active+clean; 554 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 680 KiB/s rd, 3.8 MiB/s wr, 251 op/s 2024-09-16T02:07:16.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:16 smithi029 ceph-mon[34783]: pgmap v1051: 97 pgs: 97 active+clean; 554 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 680 KiB/s rd, 3.8 MiB/s wr, 251 op/s 2024-09-16T02:07:17.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 98854 8.28 MB/sec execute 519 sec latency 92.381 ms 2024-09-16T02:07:18.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 98980 8.27 MB/sec execute 520 sec latency 100.241 ms 2024-09-16T02:07:18.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:18 smithi017 ceph-mon[30972]: pgmap v1052: 97 pgs: 97 active+clean; 555 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 644 KiB/s rd, 3.3 MiB/s wr, 227 op/s 2024-09-16T02:07:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:18 smithi122 ceph-mon[34758]: pgmap v1052: 97 pgs: 97 active+clean; 555 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 644 KiB/s rd, 3.3 MiB/s wr, 227 op/s 2024-09-16T02:07:18.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:18 smithi029 ceph-mon[34783]: pgmap v1052: 97 pgs: 97 active+clean; 555 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 644 KiB/s rd, 3.3 MiB/s wr, 227 op/s 2024-09-16T02:07:19.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 99137 8.27 MB/sec execute 521 sec latency 108.301 ms 2024-09-16T02:07:20.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 99335 8.29 MB/sec execute 522 sec latency 90.635 ms 2024-09-16T02:07:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:20 smithi017 ceph-mon[30972]: pgmap v1053: 97 pgs: 97 active+clean; 556 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 3.8 MiB/s wr, 235 op/s 2024-09-16T02:07:20.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:20 smithi122 ceph-mon[34758]: pgmap v1053: 97 pgs: 97 active+clean; 556 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 3.8 MiB/s wr, 235 op/s 2024-09-16T02:07:20.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:20 smithi029 ceph-mon[34783]: pgmap v1053: 97 pgs: 97 active+clean; 556 MiB data, 3.8 GiB used, 1.0 TiB / 1.0 TiB avail; 591 KiB/s rd, 3.8 MiB/s wr, 235 op/s 2024-09-16T02:07:21.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 99532 8.30 MB/sec execute 523 sec latency 121.490 ms 2024-09-16T02:07:22.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 99672 8.29 MB/sec execute 524 sec latency 101.315 ms 2024-09-16T02:07:22.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:22 smithi017 ceph-mon[30972]: pgmap v1054: 97 pgs: 97 active+clean; 557 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 3.8 MiB/s wr, 202 op/s 2024-09-16T02:07:22.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:22 smithi029 ceph-mon[34783]: pgmap v1054: 97 pgs: 97 active+clean; 557 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 3.8 MiB/s wr, 202 op/s 2024-09-16T02:07:22.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:22 smithi122 ceph-mon[34758]: pgmap v1054: 97 pgs: 97 active+clean; 557 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 3.8 MiB/s wr, 202 op/s 2024-09-16T02:07:23.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 99796 8.29 MB/sec execute 525 sec latency 102.374 ms 2024-09-16T02:07:24.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 99932 8.28 MB/sec execute 526 sec latency 107.205 ms 2024-09-16T02:07:24.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:24 smithi017 ceph-mon[30972]: pgmap v1055: 97 pgs: 97 active+clean; 560 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 668 KiB/s rd, 4.3 MiB/s wr, 209 op/s 2024-09-16T02:07:24.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:24 smithi122 ceph-mon[34758]: pgmap v1055: 97 pgs: 97 active+clean; 560 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 668 KiB/s rd, 4.3 MiB/s wr, 209 op/s 2024-09-16T02:07:24.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:24 smithi029 ceph-mon[34783]: pgmap v1055: 97 pgs: 97 active+clean; 560 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 668 KiB/s rd, 4.3 MiB/s wr, 209 op/s 2024-09-16T02:07:25.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 100075 8.28 MB/sec execute 527 sec latency 112.734 ms 2024-09-16T02:07:26.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 100236 8.28 MB/sec execute 528 sec latency 177.973 ms 2024-09-16T02:07:26.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:26 smithi017 ceph-mon[30972]: pgmap v1056: 97 pgs: 97 active+clean; 550 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 4.4 MiB/s wr, 180 op/s 2024-09-16T02:07:26.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:26 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:07:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:26 smithi122 ceph-mon[34758]: pgmap v1056: 97 pgs: 97 active+clean; 550 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 4.4 MiB/s wr, 180 op/s 2024-09-16T02:07:26.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:26 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:07:26.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:26 smithi029 ceph-mon[34783]: pgmap v1056: 97 pgs: 97 active+clean; 550 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 598 KiB/s rd, 4.4 MiB/s wr, 180 op/s 2024-09-16T02:07:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:26 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:07:27.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 100377 8.27 MB/sec execute 529 sec latency 105.065 ms 2024-09-16T02:07:27.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:07:27.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:07:27.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:07:27.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:07:27.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:07:27.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:07:27.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:07:27.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:07:27.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:07:28.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 100516 8.28 MB/sec execute 530 sec latency 92.026 ms 2024-09-16T02:07:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:28 smithi017 ceph-mon[30972]: pgmap v1057: 97 pgs: 97 active+clean; 550 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 3.6 MiB/s wr, 167 op/s 2024-09-16T02:07:28.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:28 smithi122 ceph-mon[34758]: pgmap v1057: 97 pgs: 97 active+clean; 550 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 3.6 MiB/s wr, 167 op/s 2024-09-16T02:07:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:28 smithi029 ceph-mon[34783]: pgmap v1057: 97 pgs: 97 active+clean; 550 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 602 KiB/s rd, 3.6 MiB/s wr, 167 op/s 2024-09-16T02:07:29.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 100647 8.27 MB/sec execute 531 sec latency 122.209 ms 2024-09-16T02:07:30.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 100840 8.28 MB/sec execute 532 sec latency 95.138 ms 2024-09-16T02:07:30.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:30 smithi017 ceph-mon[30972]: pgmap v1058: 97 pgs: 97 active+clean; 542 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 912 KiB/s rd, 4.5 MiB/s wr, 230 op/s 2024-09-16T02:07:30.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:30 smithi029 ceph-mon[34783]: pgmap v1058: 97 pgs: 97 active+clean; 542 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 912 KiB/s rd, 4.5 MiB/s wr, 230 op/s 2024-09-16T02:07:30.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:30 smithi122 ceph-mon[34758]: pgmap v1058: 97 pgs: 97 active+clean; 542 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 912 KiB/s rd, 4.5 MiB/s wr, 230 op/s 2024-09-16T02:07:31.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 101018 8.28 MB/sec execute 533 sec latency 100.434 ms 2024-09-16T02:07:32.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 101211 8.29 MB/sec execute 534 sec latency 100.687 ms 2024-09-16T02:07:32.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:32 smithi017 ceph-mon[30972]: pgmap v1059: 97 pgs: 97 active+clean; 538 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 712 KiB/s rd, 4.0 MiB/s wr, 193 op/s 2024-09-16T02:07:32.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:32 smithi029 ceph-mon[34783]: pgmap v1059: 97 pgs: 97 active+clean; 538 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 712 KiB/s rd, 4.0 MiB/s wr, 193 op/s 2024-09-16T02:07:32.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:32 smithi122 ceph-mon[34758]: pgmap v1059: 97 pgs: 97 active+clean; 538 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 712 KiB/s rd, 4.0 MiB/s wr, 193 op/s 2024-09-16T02:07:33.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 101336 8.28 MB/sec execute 535 sec latency 120.872 ms 2024-09-16T02:07:34.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 101479 8.28 MB/sec execute 536 sec latency 92.637 ms 2024-09-16T02:07:34.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:34 smithi017 ceph-mon[30972]: pgmap v1060: 97 pgs: 97 active+clean; 543 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 837 KiB/s rd, 4.3 MiB/s wr, 221 op/s 2024-09-16T02:07:34.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:34 smithi029 ceph-mon[34783]: pgmap v1060: 97 pgs: 97 active+clean; 543 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 837 KiB/s rd, 4.3 MiB/s wr, 221 op/s 2024-09-16T02:07:34.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:34 smithi122 ceph-mon[34758]: pgmap v1060: 97 pgs: 97 active+clean; 543 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 837 KiB/s rd, 4.3 MiB/s wr, 221 op/s 2024-09-16T02:07:35.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 101611 8.27 MB/sec execute 537 sec latency 95.559 ms 2024-09-16T02:07:36.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 101790 8.28 MB/sec execute 538 sec latency 108.510 ms 2024-09-16T02:07:36.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:36 smithi017 ceph-mon[30972]: pgmap v1061: 97 pgs: 97 active+clean; 543 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 785 KiB/s rd, 4.1 MiB/s wr, 211 op/s 2024-09-16T02:07:36.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:36 smithi029 ceph-mon[34783]: pgmap v1061: 97 pgs: 97 active+clean; 543 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 785 KiB/s rd, 4.1 MiB/s wr, 211 op/s 2024-09-16T02:07:36.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:36 smithi122 ceph-mon[34758]: pgmap v1061: 97 pgs: 97 active+clean; 543 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 785 KiB/s rd, 4.1 MiB/s wr, 211 op/s 2024-09-16T02:07:36.839 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:07:37.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 101961 8.28 MB/sec execute 539 sec latency 101.238 ms 2024-09-16T02:07:37.210 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:07:37.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.747+0000 7f31d859a640 1 -- 172.21.15.17:0/3296242984 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d0102790 msgr2=0x7f31d01067e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:37.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.747+0000 7f31d859a640 1 --2- 172.21.15.17:0/3296242984 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d0102790 0x7f31d01067e0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f31c0009900 tx=0x7f31c002a410 comp rx=0 tx=0).stop 2024-09-16T02:07:37.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.747+0000 7f31d859a640 1 -- 172.21.15.17:0/3296242984 shutdown_connections 2024-09-16T02:07:37.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.747+0000 7f31d859a640 1 --2- 172.21.15.17:0/3296242984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d0106f10 0x7f31d010ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.747+0000 7f31d859a640 1 --2- 172.21.15.17:0/3296242984 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d0102790 0x7f31d01067e0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.747+0000 7f31d859a640 1 --2- 172.21.15.17:0/3296242984 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31d0101de0 0x7f31d01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.747+0000 7f31d859a640 1 -- 172.21.15.17:0/3296242984 >> 172.21.15.17:0/3296242984 conn(0x7f31d00fd8e0 msgr2=0x7f31d00ffd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:37.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.747+0000 7f31d859a640 1 -- 172.21.15.17:0/3296242984 shutdown_connections 2024-09-16T02:07:37.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.747+0000 7f31d859a640 1 -- 172.21.15.17:0/3296242984 wait complete. 2024-09-16T02:07:37.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.748+0000 7f31d859a640 1 Processor -- start 2024-09-16T02:07:37.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.748+0000 7f31d859a640 1 -- start start 2024-09-16T02:07:37.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.748+0000 7f31d859a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d0101de0 0x7f31d0108b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.748+0000 7f31d859a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31d0102790 0x7f31d0109050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.748+0000 7f31d859a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d0106f10 0x7f31d0109590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.748+0000 7f31d859a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f31d0111e20 con 0x7f31d0106f10 2024-09-16T02:07:37.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.748+0000 7f31d859a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f31d0111ca0 con 0x7f31d0102790 2024-09-16T02:07:37.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.748+0000 7f31d859a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f31d0111fa0 con 0x7f31d0101de0 2024-09-16T02:07:37.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31d6b37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d0106f10 0x7f31d0109590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31d6336640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d0101de0 0x7f31d0108b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31d5b35640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31d0102790 0x7f31d0109050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31d6b37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d0106f10 0x7f31d0109590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47586/0 (socket says 172.21.15.17:47586) 2024-09-16T02:07:37.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31d6b37640 1 -- 172.21.15.17:0/1485246486 learned_addr learned my addr 172.21.15.17:0/1485246486 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:37.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31d6336640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d0101de0 0x7f31d0108b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40890/0 (socket says 172.21.15.17:40890) 2024-09-16T02:07:37.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31d6336640 1 -- 172.21.15.17:0/1485246486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31d0102790 msgr2=0x7f31d0109050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:37.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31d6336640 1 --2- 172.21.15.17:0/1485246486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31d0102790 0x7f31d0109050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31d6336640 1 -- 172.21.15.17:0/1485246486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d0106f10 msgr2=0x7f31d0109590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:37.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31d6336640 1 --2- 172.21.15.17:0/1485246486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d0106f10 0x7f31d0109590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31d6336640 1 -- 172.21.15.17:0/1485246486 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31d01aad10 con 0x7f31d0101de0 2024-09-16T02:07:37.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31d5b35640 1 --2- 172.21.15.17:0/1485246486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31d0102790 0x7f31d0109050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:37.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31d6336640 1 --2- 172.21.15.17:0/1485246486 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d0101de0 0x7f31d0108b10 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f31cc00e9f0 tx=0x7f31cc00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:37.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31c77fe640 1 -- 172.21.15.17:0/1485246486 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31cc00cd80 con 0x7f31d0101de0 2024-09-16T02:07:37.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.749+0000 7f31c77fe640 1 -- 172.21.15.17:0/1485246486 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31cc0035f0 con 0x7f31d0101de0 2024-09-16T02:07:37.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.750+0000 7f31c77fe640 1 -- 172.21.15.17:0/1485246486 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31cc010670 con 0x7f31d0101de0 2024-09-16T02:07:37.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.750+0000 7f31d859a640 1 -- 172.21.15.17:0/1485246486 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31d01aafa0 con 0x7f31d0101de0 2024-09-16T02:07:37.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.750+0000 7f31d859a640 1 -- 172.21.15.17:0/1485246486 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31d01ab460 con 0x7f31d0101de0 2024-09-16T02:07:37.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.753+0000 7f31c77fe640 1 -- 172.21.15.17:0/1485246486 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f31cc0037a0 con 0x7f31d0101de0 2024-09-16T02:07:37.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.753+0000 7f31da973740 1 Processor -- start 2024-09-16T02:07:37.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.754+0000 7f31da973740 1 -- start start 2024-09-16T02:07:37.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.754+0000 7f31da973740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037e4a0 0x557ff037e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.754+0000 7f31da973740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037edc0 0x557ff0389140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.754+0000 7f31da973740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff0389680 0x557ff038ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.754+0000 7f31da973740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557ff02e42e0 con 0x557ff037e4a0 2024-09-16T02:07:37.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.754+0000 7f31da973740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557ff028bce0 con 0x557ff037edc0 2024-09-16T02:07:37.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.754+0000 7f31da973740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557ff02e02a0 con 0x557ff0389680 2024-09-16T02:07:37.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.754+0000 7f31c77fe640 1 --2- 172.21.15.17:0/1485246486 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f31bc0a32c0 0x7f31bc0a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.754+0000 7f31d6336640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037edc0 0x557ff0389140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.754+0000 7f31d6336640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037edc0 0x557ff0389140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:46624/0 (socket says 172.21.15.17:46624) 2024-09-16T02:07:37.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.754+0000 7f31d6336640 1 -- 172.21.15.17:0/4218092014 learned_addr learned my addr 172.21.15.17:0/4218092014 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:37.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.754+0000 7f31d5b35640 1 --2- 172.21.15.17:0/4218092014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff0389680 0x557ff038ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.754+0000 7f31d6b37640 1 --2- 172.21.15.17:0/4218092014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037e4a0 0x557ff037e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.755+0000 7f31c77fe640 1 -- 172.21.15.17:0/1485246486 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f31cc0cfad0 con 0x7f31d0101de0 2024-09-16T02:07:37.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.755+0000 7f31d6336640 1 -- 172.21.15.17:0/4218092014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff0389680 msgr2=0x557ff038ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:37.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.755+0000 7f31d6336640 1 --2- 172.21.15.17:0/4218092014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff0389680 0x557ff038ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.755+0000 7f31d6336640 1 -- 172.21.15.17:0/4218092014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037e4a0 msgr2=0x557ff037e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:37.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.755+0000 7f31d6336640 1 --2- 172.21.15.17:0/4218092014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037e4a0 0x557ff037e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.755+0000 7f31d6336640 1 -- 172.21.15.17:0/4218092014 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ff0270440 con 0x557ff037edc0 2024-09-16T02:07:37.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.755+0000 7f31d5b35640 1 --2- 172.21.15.17:0/4218092014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff0389680 0x557ff038ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:37.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.755+0000 7f31d6b37640 1 --2- 172.21.15.17:0/4218092014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037e4a0 0x557ff037e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:37.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.755+0000 7f31d6b37640 1 --2- 172.21.15.17:0/1485246486 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f31bc0a32c0 0x7f31bc0a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.755+0000 7f31d6336640 1 --2- 172.21.15.17:0/4218092014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037edc0 0x557ff0389140 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f31cc0a4830 tx=0x7f31cc09bf70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f589d574823a060 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:37.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.755+0000 7f31c4ff9640 1 -- 172.21.15.17:0/4218092014 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31cc09c7f0 con 0x557ff037edc0 2024-09-16T02:07:37.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.755+0000 7f31c4ff9640 1 -- 172.21.15.17:0/4218092014 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31cc09c0f0 con 0x557ff037edc0 2024-09-16T02:07:37.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.756+0000 7f31c4ff9640 1 -- 172.21.15.17:0/4218092014 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31cc009310 con 0x557ff037edc0 2024-09-16T02:07:37.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.757+0000 7f31d6b37640 1 --2- 172.21.15.17:0/1485246486 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f31bc0a32c0 0x7f31bc0a5780 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f31c8009a50 tx=0x7f31c8009760 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:37.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.757+0000 7f31da973740 1 -- 172.21.15.17:0/4218092014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037edc0 msgr2=0x557ff0389140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:37.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.757+0000 7f31da973740 1 --2- 172.21.15.17:0/4218092014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037edc0 0x557ff0389140 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f31cc0a4830 tx=0x7f31cc09bf70 comp rx=0 tx=0).stop 2024-09-16T02:07:37.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.757+0000 7f31da973740 1 -- 172.21.15.17:0/4218092014 shutdown_connections 2024-09-16T02:07:37.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.757+0000 7f31da973740 1 --2- 172.21.15.17:0/4218092014 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff0389680 0x557ff038ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.757+0000 7f31da973740 1 --2- 172.21.15.17:0/4218092014 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037edc0 0x557ff0389140 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.757+0000 7f31da973740 1 --2- 172.21.15.17:0/4218092014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037e4a0 0x557ff037e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.757+0000 7f31da973740 1 -- 172.21.15.17:0/4218092014 >> 172.21.15.17:0/4218092014 conn(0x557ff037aa30 msgr2=0x557ff037ae10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:37.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.757+0000 7f31da973740 1 -- 172.21.15.17:0/4218092014 shutdown_connections 2024-09-16T02:07:37.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.757+0000 7f31da973740 1 -- 172.21.15.17:0/4218092014 wait complete. 2024-09-16T02:07:37.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.757+0000 7f31da973740 1 -- start start 2024-09-16T02:07:37.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.758+0000 7f31da973740 1 Processor -- start 2024-09-16T02:07:37.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.758+0000 7f31da973740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff037e4a0 0x557ff0388fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.758+0000 7f31da973740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037edc0 0x557ff0386250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.758+0000 7f31da973740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff0389680 0x557ff0386790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.758+0000 7f31da973740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x557ff038c250 con 0x557ff0389680 2024-09-16T02:07:37.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.758+0000 7f31da973740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x557ff029f050 con 0x557ff037edc0 2024-09-16T02:07:37.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.758+0000 7f31da973740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x557ff038c3d0 con 0x557ff037e4a0 2024-09-16T02:07:37.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.758+0000 7f31d6336640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff037e4a0 0x557ff0388fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.758+0000 7f31da973740 10 client.0 _ll_register_callbacks cb 0x557ff02df160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:37.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.758+0000 7f31d6336640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff037e4a0 0x557ff0388fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40920/0 (socket says 172.21.15.17:40920) 2024-09-16T02:07:37.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.758+0000 7f31d6336640 1 -- 172.21.15.17:0/2045879280 learned_addr learned my addr 172.21.15.17:0/2045879280 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:37.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.758+0000 7f31d6b37640 1 --2- 172.21.15.17:0/2045879280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff0389680 0x557ff0386790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.758+0000 7f31d5b35640 1 --2- 172.21.15.17:0/2045879280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037edc0 0x557ff0386250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.759+0000 7f31d6336640 1 -- 172.21.15.17:0/2045879280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037edc0 msgr2=0x557ff0386250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:37.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.759+0000 7f31d6336640 1 --2- 172.21.15.17:0/2045879280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037edc0 0x557ff0386250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.759+0000 7f31d6336640 1 -- 172.21.15.17:0/2045879280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff0389680 msgr2=0x557ff0386790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:37.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.759+0000 7f31d6336640 1 --2- 172.21.15.17:0/2045879280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff0389680 0x557ff0386790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.759+0000 7f31d6336640 1 -- 172.21.15.17:0/2045879280 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ff00553c0 con 0x557ff037e4a0 2024-09-16T02:07:37.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.759+0000 7f31d6b37640 1 --2- 172.21.15.17:0/2045879280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff0389680 0x557ff0386790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:37.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.759+0000 7f31d6336640 1 --2- 172.21.15.17:0/2045879280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff037e4a0 0x557ff0388fa0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f31cc09bdf0 tx=0x7f31cc098390 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d2b5cbb7efe1674 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:37.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.759+0000 7f31b9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:07:37.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.759+0000 7f31b9ffb640 1 -- 172.21.15.17:0/2045879280 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31cc0a4d60 con 0x557ff037e4a0 2024-09-16T02:07:37.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.759+0000 7f31b9ffb640 1 -- 172.21.15.17:0/2045879280 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f31cc0bc070 con 0x557ff037e4a0 2024-09-16T02:07:37.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.759+0000 7f31da973740 1 -- 172.21.15.17:0/2045879280 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31cc09c0f0 con 0x557ff037e4a0 2024-09-16T02:07:37.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.759+0000 7f31b9ffb640 1 -- 172.21.15.17:0/2045879280 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f31cc09c7f0 con 0x557ff037e4a0 2024-09-16T02:07:37.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.759+0000 7f31da973740 10 client.29008 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:37.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.759+0000 7f31da973740 1 -- 172.21.15.17:0/2045879280 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557ff038c250 con 0x557ff037e4a0 2024-09-16T02:07:37.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.760+0000 7f31b9ffb640 1 -- 172.21.15.17:0/2045879280 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31cc0b5070 con 0x557ff037e4a0 2024-09-16T02:07:37.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.760+0000 7f31b9ffb640 1 -- 172.21.15.17:0/2045879280 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f31cc0b6020 con 0x557ff037e4a0 2024-09-16T02:07:37.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.760+0000 7f31da973740 10 client.29008 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:37.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.760+0000 7f31da973740 10 client.29008 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:07:37.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.760+0000 7f31da973740 20 client.29008 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:37.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.760+0000 7f31da973740 1 --2- 172.21.15.17:0/2045879280 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ff0398d50 0x557ff039b140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.760+0000 7f31da973740 4 client.29008 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:07:37.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.760+0000 7f31da973740 1 -- 172.21.15.17:0/2045879280 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f31cc09c0f0 con 0x557ff0398d50 2024-09-16T02:07:37.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.760+0000 7f31d5b35640 1 --2- 172.21.15.17:0/2045879280 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ff0398d50 0x557ff039b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.761+0000 7f31d5b35640 1 --2- 172.21.15.17:0/2045879280 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ff0398d50 0x557ff039b140 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=70e5be9632f153d server_cookie=ff892f8490fca3b3 in_seq=0 out_seq=0 2024-09-16T02:07:37.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.761+0000 7f31b9ffb640 10 client.29008 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:37.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.762+0000 7f31b9ffb640 1 -- 172.21.15.17:0/2045879280 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f31cc09c0f0 con 0x557ff0398d50 2024-09-16T02:07:37.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.762+0000 7f31b9ffb640 10 client.29008 handle_command_reply: tid=0 2024-09-16T02:07:37.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.762+0000 7f31da973740 1 client.29008 shutdown 2024-09-16T02:07:37.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.762+0000 7f31da973740 1 -- 172.21.15.17:0/2045879280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff037e4a0 msgr2=0x557ff0388fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:37.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.762+0000 7f31da973740 1 --2- 172.21.15.17:0/2045879280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff037e4a0 0x557ff0388fa0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f31cc09bdf0 tx=0x7f31cc098390 comp rx=0 tx=0).stop 2024-09-16T02:07:37.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.762+0000 7f31da973740 1 -- 172.21.15.17:0/2045879280 shutdown_connections 2024-09-16T02:07:37.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.762+0000 7f31da973740 1 --2- 172.21.15.17:0/2045879280 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ff0398d50 0x557ff039b140 crc :-1 s=READY pgs=320 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.762+0000 7f31b9ffb640 0 client.29008 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:37.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.762+0000 7f31da973740 1 --2- 172.21.15.17:0/2045879280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff0389680 0x557ff0386790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.762+0000 7f31da973740 1 --2- 172.21.15.17:0/2045879280 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037edc0 0x557ff0386250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.762+0000 7f31da973740 1 --2- 172.21.15.17:0/2045879280 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff037e4a0 0x557ff0388fa0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.762+0000 7f31da973740 1 -- 172.21.15.17:0/2045879280 >> 172.21.15.17:0/2045879280 conn(0x557ff037aa30 msgr2=0x557ff0380760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:37.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.762+0000 7f31da973740 1 -- 172.21.15.17:0/2045879280 shutdown_connections 2024-09-16T02:07:37.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.762+0000 7f31da973740 1 -- 172.21.15.17:0/2045879280 wait complete. 2024-09-16T02:07:37.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.763+0000 7f31da973740 20 client.29008 trim_cache size 0 max 16384 2024-09-16T02:07:37.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.785+0000 7f31da973740 1 Processor -- start 2024-09-16T02:07:37.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.786+0000 7f31da973740 1 -- start start 2024-09-16T02:07:37.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.786+0000 7f31da973740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037e4a0 0x557ff0387ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.786+0000 7f31da973740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037edc0 0x557ff03a06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.786+0000 7f31da973740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff0389680 0x557ff03a0c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.786+0000 7f31da973740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f31d01b6400 con 0x557ff037edc0 2024-09-16T02:07:37.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.786+0000 7f31da973740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f31d01b3cd0 con 0x557ff037e4a0 2024-09-16T02:07:37.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.786+0000 7f31da973740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f31d01b1b00 con 0x557ff0389680 2024-09-16T02:07:37.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.786+0000 7f31d5b35640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037edc0 0x557ff03a06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.786+0000 7f31d5b35640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037edc0 0x557ff03a06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47600/0 (socket says 172.21.15.17:47600) 2024-09-16T02:07:37.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.786+0000 7f31d5b35640 1 -- 172.21.15.17:0/2057435558 learned_addr learned my addr 172.21.15.17:0/2057435558 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:37.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.786+0000 7f31d6b37640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff0389680 0x557ff03a0c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.786+0000 7f31d6336640 1 --2- 172.21.15.17:0/2057435558 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037e4a0 0x557ff0387ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.787+0000 7f31d5b35640 1 -- 172.21.15.17:0/2057435558 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff0389680 msgr2=0x557ff03a0c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:37.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.787+0000 7f31d5b35640 1 --2- 172.21.15.17:0/2057435558 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff0389680 0x557ff03a0c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.787+0000 7f31d5b35640 1 -- 172.21.15.17:0/2057435558 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037e4a0 msgr2=0x557ff0387ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:37.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.787+0000 7f31d5b35640 1 --2- 172.21.15.17:0/2057435558 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037e4a0 0x557ff0387ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.787+0000 7f31d5b35640 1 -- 172.21.15.17:0/2057435558 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557ff039b4b0 con 0x557ff037edc0 2024-09-16T02:07:37.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.787+0000 7f31d6336640 1 --2- 172.21.15.17:0/2057435558 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037e4a0 0x557ff0387ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:37.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.787+0000 7f31d5b35640 1 --2- 172.21.15.17:0/2057435558 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037edc0 0x557ff03a06e0 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f31c0009900 tx=0x7f31c0005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef242d2423923fd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:37.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.787+0000 7f31bbfff640 1 -- 172.21.15.17:0/2057435558 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0035040 con 0x557ff037edc0 2024-09-16T02:07:37.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.787+0000 7f31bbfff640 1 -- 172.21.15.17:0/2057435558 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31c00054f0 con 0x557ff037edc0 2024-09-16T02:07:37.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.787+0000 7f31bbfff640 1 -- 172.21.15.17:0/2057435558 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31c0004b90 con 0x557ff037edc0 2024-09-16T02:07:37.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.788+0000 7f31da973740 1 -- 172.21.15.17:0/2057435558 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037edc0 msgr2=0x557ff03a06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:37.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.788+0000 7f31da973740 1 --2- 172.21.15.17:0/2057435558 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037edc0 0x557ff03a06e0 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f31c0009900 tx=0x7f31c0005b50 comp rx=0 tx=0).stop 2024-09-16T02:07:37.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.788+0000 7f31da973740 1 -- 172.21.15.17:0/2057435558 shutdown_connections 2024-09-16T02:07:37.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.788+0000 7f31da973740 1 --2- 172.21.15.17:0/2057435558 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff0389680 0x557ff03a0c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.788+0000 7f31da973740 1 --2- 172.21.15.17:0/2057435558 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037edc0 0x557ff03a06e0 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.788+0000 7f31da973740 1 --2- 172.21.15.17:0/2057435558 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff037e4a0 0x557ff0387ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.788+0000 7f31da973740 1 -- 172.21.15.17:0/2057435558 >> 172.21.15.17:0/2057435558 conn(0x557ff037aa30 msgr2=0x557ff0386330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:37.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.788+0000 7f31da973740 1 -- 172.21.15.17:0/2057435558 shutdown_connections 2024-09-16T02:07:37.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.788+0000 7f31da973740 1 -- 172.21.15.17:0/2057435558 wait complete. 2024-09-16T02:07:37.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.789+0000 7f31da973740 1 -- start start 2024-09-16T02:07:37.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.789+0000 7f31da973740 1 Processor -- start 2024-09-16T02:07:37.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.789+0000 7f31da973740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff037e4a0 0x557ff038f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.789+0000 7f31da973740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037edc0 0x557ff038f850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.789+0000 7f31d6336640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff037e4a0 0x557ff038f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.789+0000 7f31d6336640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff037e4a0 0x557ff038f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40942/0 (socket says 172.21.15.17:40942) 2024-09-16T02:07:37.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.789+0000 7f31d5b35640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037edc0 0x557ff038f850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.789+0000 7f31d5b35640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037edc0 0x557ff038f850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47604/0 (socket says 172.21.15.17:47604) 2024-09-16T02:07:37.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.789+0000 7f31d6336640 1 -- 172.21.15.17:0/3025526830 learned_addr learned my addr 172.21.15.17:0/3025526830 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:37.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31da973740 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff0389680 0x557ff038fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31da973740 1 -- 172.21.15.17:0/3025526830 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f31d01b2190 con 0x557ff037edc0 2024-09-16T02:07:37.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31da973740 1 -- 172.21.15.17:0/3025526830 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f31d01b3600 con 0x557ff0389680 2024-09-16T02:07:37.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31da973740 1 -- 172.21.15.17:0/3025526830 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f31d01b2860 con 0x557ff037e4a0 2024-09-16T02:07:37.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31da973740 10 client.0 _ll_register_callbacks cb 0x7f31c8009ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:37.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31d6b37640 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff0389680 0x557ff038fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31d6336640 1 -- 172.21.15.17:0/3025526830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff0389680 msgr2=0x557ff038fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:37.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31d6336640 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff0389680 0x557ff038fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31d6336640 1 -- 172.21.15.17:0/3025526830 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037edc0 msgr2=0x557ff038f850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:37.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31d6336640 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037edc0 0x557ff038f850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31d6336640 1 -- 172.21.15.17:0/3025526830 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557ff04026c0 con 0x557ff037e4a0 2024-09-16T02:07:37.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31d5b35640 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037edc0 0x557ff038f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:37.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31d6b37640 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff0389680 0x557ff038fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:07:37.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31d6336640 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff037e4a0 0x557ff038f310 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f31cc09c080 tx=0x7f31cc005740 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cdac4f322058dde9 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:37.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.790+0000 7f31b9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:07:37.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.791+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3025526830 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f31cc09bec0 con 0x557ff037e4a0 2024-09-16T02:07:37.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.791+0000 7f31da973740 1 -- 172.21.15.17:0/3025526830 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f31c00054f0 con 0x557ff037e4a0 2024-09-16T02:07:37.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.791+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3025526830 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f31cc0a48d0 con 0x557ff037e4a0 2024-09-16T02:07:37.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.791+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3025526830 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f31cc0a4d60 con 0x557ff037e4a0 2024-09-16T02:07:37.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.791+0000 7f31da973740 10 client.29014 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:37.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.791+0000 7f31da973740 1 -- 172.21.15.17:0/3025526830 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x557ff04026c0 con 0x557ff037e4a0 2024-09-16T02:07:37.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.791+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3025526830 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f31c00054f0 con 0x557ff037e4a0 2024-09-16T02:07:37.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.791+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3025526830 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f31cc0b6070 con 0x557ff037e4a0 2024-09-16T02:07:37.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.791+0000 7f31da973740 10 client.29014 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:37.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.792+0000 7f31da973740 10 client.29014 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:07:37.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.792+0000 7f31da973740 20 client.29014 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:37.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.792+0000 7f31da973740 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ff0403c30 0x557ff0406050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:37.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.792+0000 7f31da973740 4 client.29014 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:07:37.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.792+0000 7f31da973740 1 -- 172.21.15.17:0/3025526830 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x557ff02f1850 con 0x557ff0403c30 2024-09-16T02:07:37.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.792+0000 7f31d5b35640 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ff0403c30 0x557ff0406050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:37.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.793+0000 7f31d5b35640 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ff0403c30 0x557ff0406050 crc :-1 s=READY pgs=321 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7324bd5f15bdb16 server_cookie=f4516d3bca731417 in_seq=0 out_seq=0 2024-09-16T02:07:37.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.793+0000 7f31b9ffb640 10 client.29014 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:37.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.793+0000 7f31b9ffb640 1 -- 172.21.15.17:0/3025526830 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x557ff02f1850 con 0x557ff0403c30 2024-09-16T02:07:37.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.793+0000 7f31b9ffb640 10 client.29014 handle_command_reply: tid=0 2024-09-16T02:07:37.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.793+0000 7f31da973740 1 client.29014 shutdown 2024-09-16T02:07:37.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.794+0000 7f31da973740 1 -- 172.21.15.17:0/3025526830 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff037e4a0 msgr2=0x557ff038f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:37.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.794+0000 7f31da973740 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff037e4a0 0x557ff038f310 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f31cc09c080 tx=0x7f31cc005740 comp rx=0 tx=0).stop 2024-09-16T02:07:37.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.794+0000 7f31da973740 1 -- 172.21.15.17:0/3025526830 shutdown_connections 2024-09-16T02:07:37.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.794+0000 7f31da973740 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x557ff0403c30 0x557ff0406050 crc :-1 s=READY pgs=321 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.794+0000 7f31da973740 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x557ff0389680 0x557ff038fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.794+0000 7f31da973740 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ff037edc0 0x557ff038f850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.794+0000 7f31da973740 1 --2- 172.21.15.17:0/3025526830 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x557ff037e4a0 0x557ff038f310 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.794+0000 7f31da973740 1 -- 172.21.15.17:0/3025526830 >> 172.21.15.17:0/3025526830 conn(0x557ff037aa30 msgr2=0x557ff0379350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:37.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.794+0000 7f31b9ffb640 0 client.29014 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:37.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.794+0000 7f31da973740 1 -- 172.21.15.17:0/3025526830 shutdown_connections 2024-09-16T02:07:37.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.794+0000 7f31da973740 1 -- 172.21.15.17:0/3025526830 wait complete. 2024-09-16T02:07:37.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.794+0000 7f31da973740 20 client.29014 trim_cache size 0 max 16384 2024-09-16T02:07:37.802 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:07:37.802 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T02:07:37.802 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T02:07:37.802 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:07:37.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.795+0000 7f31d859a640 1 -- 172.21.15.17:0/1485246486 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f31bc0a32c0 msgr2=0x7f31bc0a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:37.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.795+0000 7f31d859a640 1 --2- 172.21.15.17:0/1485246486 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f31bc0a32c0 0x7f31bc0a5780 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f31c8009a50 tx=0x7f31c8009760 comp rx=0 tx=0).stop 2024-09-16T02:07:37.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.795+0000 7f31d859a640 1 -- 172.21.15.17:0/1485246486 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d0101de0 msgr2=0x7f31d0108b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:37.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.795+0000 7f31d859a640 1 --2- 172.21.15.17:0/1485246486 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d0101de0 0x7f31d0108b10 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f31cc00e9f0 tx=0x7f31cc00eeb0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.795+0000 7f31d859a640 1 -- 172.21.15.17:0/1485246486 shutdown_connections 2024-09-16T02:07:37.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.795+0000 7f31d859a640 1 --2- 172.21.15.17:0/1485246486 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f31bc0a32c0 0x7f31bc0a5780 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.795+0000 7f31d859a640 1 --2- 172.21.15.17:0/1485246486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31d0106f10 0x7f31d0109590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.795+0000 7f31d859a640 1 --2- 172.21.15.17:0/1485246486 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f31d0102790 0x7f31d0109050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.795+0000 7f31d859a640 1 --2- 172.21.15.17:0/1485246486 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f31d0101de0 0x7f31d0108b10 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:37.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.795+0000 7f31d859a640 1 -- 172.21.15.17:0/1485246486 >> 172.21.15.17:0/1485246486 conn(0x7f31d00fd8e0 msgr2=0x7f31d00fdcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:37.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.795+0000 7f31d859a640 1 -- 172.21.15.17:0/1485246486 shutdown_connections 2024-09-16T02:07:37.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:37.795+0000 7f31d859a640 1 -- 172.21.15.17:0/1485246486 wait complete. 2024-09-16T02:07:38.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 102097 8.27 MB/sec execute 540 sec latency 95.656 ms 2024-09-16T02:07:38.729 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:38 smithi017 ceph-mon[30972]: pgmap v1062: 97 pgs: 97 active+clean; 542 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 583 KiB/s rd, 3.2 MiB/s wr, 187 op/s 2024-09-16T02:07:38.769 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T02:07:38.770 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:07:38.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:38 smithi122 ceph-mon[34758]: pgmap v1062: 97 pgs: 97 active+clean; 542 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 583 KiB/s rd, 3.2 MiB/s wr, 187 op/s 2024-09-16T02:07:38.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:38 smithi029 ceph-mon[34783]: pgmap v1062: 97 pgs: 97 active+clean; 542 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 583 KiB/s rd, 3.2 MiB/s wr, 187 op/s 2024-09-16T02:07:39.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 102284 8.28 MB/sec execute 541 sec latency 93.159 ms 2024-09-16T02:07:39.158 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:07:39.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.762+0000 7fae1e7fc640 1 -- 172.21.15.17:0/3171131130 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae180305a0 con 0x7fae201082a0 2024-09-16T02:07:39.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.763+0000 7fae2620b640 1 -- 172.21.15.17:0/3171131130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae201082a0 msgr2=0x7fae2010ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:39.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.763+0000 7fae2620b640 1 --2- 172.21.15.17:0/3171131130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae201082a0 0x7fae2010ec40 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7fae18009cd0 tx=0x7fae1802a8e0 comp rx=0 tx=0).stop 2024-09-16T02:07:39.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.763+0000 7fae2620b640 1 -- 172.21.15.17:0/3171131130 shutdown_connections 2024-09-16T02:07:39.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.763+0000 7fae2620b640 1 --2- 172.21.15.17:0/3171131130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae201082a0 0x7fae2010ec40 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:39.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.763+0000 7fae2620b640 1 --2- 172.21.15.17:0/3171131130 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae201036e0 0x7fae20107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:39.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.763+0000 7fae2620b640 1 --2- 172.21.15.17:0/3171131130 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae20102d30 0x7fae20103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.763+0000 7fae2620b640 1 -- 172.21.15.17:0/3171131130 >> 172.21.15.17:0/3171131130 conn(0x7fae200fc7d0 msgr2=0x7fae200febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.763+0000 7fae2620b640 1 -- 172.21.15.17:0/3171131130 shutdown_connections 2024-09-16T02:07:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.763+0000 7fae2620b640 1 -- 172.21.15.17:0/3171131130 wait complete. 2024-09-16T02:07:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.764+0000 7fae2620b640 1 Processor -- start 2024-09-16T02:07:39.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.765+0000 7fae2620b640 1 -- start start 2024-09-16T02:07:39.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.765+0000 7fae2620b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae20102d30 0x7fae201984b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:39.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.765+0000 7fae2620b640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae201036e0 0x7fae201989f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:39.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.765+0000 7fae2620b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae201082a0 0x7fae2019cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:39.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.765+0000 7fae2620b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fae20111f80 con 0x7fae201082a0 2024-09-16T02:07:39.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.765+0000 7fae2620b640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fae20111e00 con 0x7fae201036e0 2024-09-16T02:07:39.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.765+0000 7fae2620b640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fae20112100 con 0x7fae20102d30 2024-09-16T02:07:39.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.765+0000 7fae1effd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae201036e0 0x7fae201989f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:39.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.765+0000 7fae1effd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae201036e0 0x7fae201989f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:46682/0 (socket says 172.21.15.17:46682) 2024-09-16T02:07:39.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.765+0000 7fae1effd640 1 -- 172.21.15.17:0/1969484199 learned_addr learned my addr 172.21.15.17:0/1969484199 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:39.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.765+0000 7fae1f7fe640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae20102d30 0x7fae201984b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:39.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.766+0000 7fae1ffff640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae201082a0 0x7fae2019cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:39.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.766+0000 7fae1f7fe640 1 -- 172.21.15.17:0/1969484199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae201036e0 msgr2=0x7fae201989f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:39.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.766+0000 7fae1f7fe640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae201036e0 0x7fae201989f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:39.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.766+0000 7fae1f7fe640 1 -- 172.21.15.17:0/1969484199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae201082a0 msgr2=0x7fae2019cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:39.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.766+0000 7fae1f7fe640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae201082a0 0x7fae2019cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:39.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.766+0000 7fae1f7fe640 1 -- 172.21.15.17:0/1969484199 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae2019d460 con 0x7fae20102d30 2024-09-16T02:07:39.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.766+0000 7fae1ffff640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae201082a0 0x7fae2019cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:07:39.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.766+0000 7fae1f7fe640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae20102d30 0x7fae201984b0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fae1000e9f0 tx=0x7fae1000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:39.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.766+0000 7fae1cff9640 1 -- 172.21.15.17:0/1969484199 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae1000ccc0 con 0x7fae20102d30 2024-09-16T02:07:39.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.767+0000 7fae1cff9640 1 -- 172.21.15.17:0/1969484199 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fae100108e0 con 0x7fae20102d30 2024-09-16T02:07:39.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.767+0000 7fae2620b640 1 -- 172.21.15.17:0/1969484199 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae2019d750 con 0x7fae20102d30 2024-09-16T02:07:39.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.767+0000 7fae2620b640 1 -- 172.21.15.17:0/1969484199 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae201008c0 con 0x7fae20102d30 2024-09-16T02:07:39.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.767+0000 7fae1cff9640 1 -- 172.21.15.17:0/1969484199 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae100188e0 con 0x7fae20102d30 2024-09-16T02:07:39.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.768+0000 7fae2620b640 1 -- 172.21.15.17:0/1969484199 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae20103110 con 0x7fae20102d30 2024-09-16T02:07:39.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.769+0000 7fae1cff9640 1 -- 172.21.15.17:0/1969484199 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fae10010a90 con 0x7fae20102d30 2024-09-16T02:07:39.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.770+0000 7fae1cff9640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fae080a32c0 0x7fae080a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:39.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.770+0000 7fae1effd640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fae080a32c0 0x7fae080a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:39.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.770+0000 7fae1cff9640 1 -- 172.21.15.17:0/1969484199 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fae100cfce0 con 0x7fae20102d30 2024-09-16T02:07:39.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.771+0000 7fae1effd640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fae080a32c0 0x7fae080a5780 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fae200fee10 tx=0x7fae14005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:39.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:39.775+0000 7fae1cff9640 1 -- 172.21.15.17:0/1969484199 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fae1009ca00 con 0x7fae20102d30 2024-09-16T02:07:40.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 102440 8.28 MB/sec execute 542 sec latency 81.343 ms 2024-09-16T02:07:40.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:40.137+0000 7fae2620b640 1 -- 172.21.15.17:0/1969484199 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fae2010a2b0 con 0x7fae20102d30 2024-09-16T02:07:40.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:40.138+0000 7fae1cff9640 1 -- 172.21.15.17:0/1969484199 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11901 (secure 0 0 0) 0x7fae1009c300 con 0x7fae20102d30 2024-09-16T02:07:40.141 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:07:40.141 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"btime":"2024-09-16T01:59:05:278302+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:59:04.450935+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T02:07:40.141 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-09-16T02:07:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:40.140+0000 7fae2620b640 1 -- 172.21.15.17:0/1969484199 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fae080a32c0 msgr2=0x7fae080a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:40.140+0000 7fae2620b640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fae080a32c0 0x7fae080a5780 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fae200fee10 tx=0x7fae14005f90 comp rx=0 tx=0).stop 2024-09-16T02:07:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:40.140+0000 7fae2620b640 1 -- 172.21.15.17:0/1969484199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae20102d30 msgr2=0x7fae201984b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:40.140+0000 7fae2620b640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae20102d30 0x7fae201984b0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7fae1000e9f0 tx=0x7fae1000eeb0 comp rx=0 tx=0).stop 2024-09-16T02:07:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:40.141+0000 7fae2620b640 1 -- 172.21.15.17:0/1969484199 shutdown_connections 2024-09-16T02:07:40.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:40.141+0000 7fae2620b640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fae080a32c0 0x7fae080a5780 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:40.141+0000 7fae2620b640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae201082a0 0x7fae2019cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:40.141+0000 7fae2620b640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae201036e0 0x7fae201989f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:40.141+0000 7fae2620b640 1 --2- 172.21.15.17:0/1969484199 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae20102d30 0x7fae201984b0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:40.141+0000 7fae2620b640 1 -- 172.21.15.17:0/1969484199 >> 172.21.15.17:0/1969484199 conn(0x7fae200fc7d0 msgr2=0x7fae20105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:40.141+0000 7fae2620b640 1 -- 172.21.15.17:0/1969484199 shutdown_connections 2024-09-16T02:07:40.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:40.141+0000 7fae2620b640 1 -- 172.21.15.17:0/1969484199 wait complete. 2024-09-16T02:07:40.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:40 smithi017 ceph-mon[30972]: pgmap v1063: 97 pgs: 97 active+clean; 543 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 811 KiB/s rd, 4.1 MiB/s wr, 238 op/s 2024-09-16T02:07:40.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:40 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1969484199' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:07:40.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:40 smithi029 ceph-mon[34783]: pgmap v1063: 97 pgs: 97 active+clean; 543 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 811 KiB/s rd, 4.1 MiB/s wr, 238 op/s 2024-09-16T02:07:40.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:40 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1969484199' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:07:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:40 smithi122 ceph-mon[34758]: pgmap v1063: 97 pgs: 97 active+clean; 543 MiB data, 3.9 GiB used, 1.0 TiB / 1.0 TiB avail; 811 KiB/s rd, 4.1 MiB/s wr, 238 op/s 2024-09-16T02:07:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:40 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1969484199' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:07:41.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 102621 8.28 MB/sec execute 543 sec latency 96.020 ms 2024-09-16T02:07:41.113 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T02:07:41.476 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:07:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.029+0000 7fbcb6c0f640 1 -- 172.21.15.17:0/113069502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0103660 msgr2=0x7fbcb010bb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.029+0000 7fbcb6c0f640 1 --2- 172.21.15.17:0/113069502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0103660 0x7fbcb010bb50 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c009900 tx=0x7fbc9c02a480 comp rx=0 tx=0).stop 2024-09-16T02:07:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.029+0000 7fbcb6c0f640 1 -- 172.21.15.17:0/113069502 shutdown_connections 2024-09-16T02:07:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.029+0000 7fbcb6c0f640 1 --2- 172.21.15.17:0/113069502 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcb010c170 0x7fbcb010e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.029+0000 7fbcb6c0f640 1 --2- 172.21.15.17:0/113069502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0103660 0x7fbcb010bb50 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.029+0000 7fbcb6c0f640 1 --2- 172.21.15.17:0/113069502 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbcb0102d40 0x7fbcb0103120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.029+0000 7fbcb6c0f640 1 -- 172.21.15.17:0/113069502 >> 172.21.15.17:0/113069502 conn(0x7fbcb00fc7a0 msgr2=0x7fbcb00febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.029+0000 7fbcb6c0f640 1 -- 172.21.15.17:0/113069502 shutdown_connections 2024-09-16T02:07:42.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.029+0000 7fbcb6c0f640 1 -- 172.21.15.17:0/113069502 wait complete. 2024-09-16T02:07:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.029+0000 7fbcb6c0f640 1 Processor -- start 2024-09-16T02:07:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.030+0000 7fbcb6c0f640 1 -- start start 2024-09-16T02:07:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.030+0000 7fbcb6c0f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbcb0102d40 0x7fbcb019a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.030+0000 7fbcb6c0f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0103660 0x7fbcb019abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.030+0000 7fbcb6c0f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcb010c170 0x7fbcb019ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.030+0000 7fbcb6c0f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb0111e20 con 0x7fbcb0103660 2024-09-16T02:07:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.030+0000 7fbcb6c0f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb0111ca0 con 0x7fbcb010c170 2024-09-16T02:07:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.030+0000 7fbcb6c0f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb0111fa0 con 0x7fbcb0102d40 2024-09-16T02:07:42.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.030+0000 7fbcb49ab640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbcb0102d40 0x7fbcb019a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.030+0000 7fbcaffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0103660 0x7fbcb019abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.030+0000 7fbcb49ab640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbcb0102d40 0x7fbcb019a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40960/0 (socket says 172.21.15.17:40960) 2024-09-16T02:07:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.030+0000 7fbcb49ab640 1 -- 172.21.15.17:0/2051942154 learned_addr learned my addr 172.21.15.17:0/2051942154 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.030+0000 7fbcaffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0103660 0x7fbcb019abe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47644/0 (socket says 172.21.15.17:47644) 2024-09-16T02:07:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.030+0000 7fbcb51ac640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcb010c170 0x7fbcb019ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.031+0000 7fbcb49ab640 1 -- 172.21.15.17:0/2051942154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcb010c170 msgr2=0x7fbcb019ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.031+0000 7fbcb49ab640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcb010c170 0x7fbcb019ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.031+0000 7fbcb49ab640 1 -- 172.21.15.17:0/2051942154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0103660 msgr2=0x7fbcb019abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.031+0000 7fbcb49ab640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0103660 0x7fbcb019abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.031+0000 7fbcb49ab640 1 -- 172.21.15.17:0/2051942154 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcb019f650 con 0x7fbcb0102d40 2024-09-16T02:07:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.031+0000 7fbcb51ac640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcb010c170 0x7fbcb019ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:07:42.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.031+0000 7fbcaffff640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0103660 0x7fbcb019abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.031+0000 7fbcb49ab640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbcb0102d40 0x7fbcb019a6a0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fbca400e9f0 tx=0x7fbca400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.032+0000 7fbcadffb640 1 -- 172.21.15.17:0/2051942154 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca400cd80 con 0x7fbcb0102d40 2024-09-16T02:07:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.032+0000 7fbcb6c0f640 1 -- 172.21.15.17:0/2051942154 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcb019f940 con 0x7fbcb0102d40 2024-09-16T02:07:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.032+0000 7fbcadffb640 1 -- 172.21.15.17:0/2051942154 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbca40108e0 con 0x7fbcb0102d40 2024-09-16T02:07:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.032+0000 7fbcadffb640 1 -- 172.21.15.17:0/2051942154 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca4018920 con 0x7fbcb0102d40 2024-09-16T02:07:42.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.032+0000 7fbcb6c0f640 1 -- 172.21.15.17:0/2051942154 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcb01a7220 con 0x7fbcb0102d40 2024-09-16T02:07:42.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.035+0000 7fbcadffb640 1 -- 172.21.15.17:0/2051942154 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fbca4010a90 con 0x7fbcb0102d40 2024-09-16T02:07:42.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.035+0000 7fbcb8fe8740 1 Processor -- start 2024-09-16T02:07:42.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.035+0000 7fbcb8fe8740 1 -- start start 2024-09-16T02:07:42.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.035+0000 7fbcb8fe8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x559247607090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb8fe8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5592476075d0 0x559247607a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb8fe8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559247612370 0x559247614760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb8fe8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55924756d2f0 con 0x559247612370 2024-09-16T02:07:42.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb8fe8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559247514cf0 con 0x5592476075d0 2024-09-16T02:07:42.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb8fe8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5592475692b0 con 0x559247608b40 2024-09-16T02:07:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb51ac640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x559247607090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb51ac640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x559247607090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40972/0 (socket says 172.21.15.17:40972) 2024-09-16T02:07:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb51ac640 1 -- 172.21.15.17:0/832574209 learned_addr learned my addr 172.21.15.17:0/832574209 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcaffff640 1 --2- 172.21.15.17:0/832574209 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559247612370 0x559247614760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb51ac640 1 -- 172.21.15.17:0/832574209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5592476075d0 msgr2=0x559247607a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb51ac640 1 --2- 172.21.15.17:0/832574209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5592476075d0 0x559247607a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcadffb640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbca00a32c0 0x7fbca00a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb51ac640 1 -- 172.21.15.17:0/832574209 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559247612370 msgr2=0x559247614760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb51ac640 1 --2- 172.21.15.17:0/832574209 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559247612370 0x559247614760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb51ac640 1 -- 172.21.15.17:0/832574209 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5592474f93a0 con 0x559247608b40 2024-09-16T02:07:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcaffff640 1 --2- 172.21.15.17:0/832574209 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559247612370 0x559247614760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:07:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcadffb640 1 -- 172.21.15.17:0/2051942154 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbca40cfc70 con 0x7fbcb0102d40 2024-09-16T02:07:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb51ac640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbca00a32c0 0x7fbca00a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.036+0000 7fbcb51ac640 1 --2- 172.21.15.17:0/832574209 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x559247607090 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fbca8005f40 tx=0x7fbca8010860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c868529bd070d181 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.037+0000 7fbc9affd640 1 -- 172.21.15.17:0/832574209 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca8022070 con 0x559247608b40 2024-09-16T02:07:42.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.037+0000 7fbc9affd640 1 -- 172.21.15.17:0/832574209 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbca8011b60 con 0x559247608b40 2024-09-16T02:07:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.037+0000 7fbc9affd640 1 -- 172.21.15.17:0/832574209 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca801b6a0 con 0x559247608b40 2024-09-16T02:07:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.037+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/832574209 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 msgr2=0x559247607090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.037+0000 7fbcb51ac640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbca00a32c0 0x7fbca00a5780 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fbca801f000 tx=0x7fbca801bdd0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.037+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/832574209 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x559247607090 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fbca8005f40 tx=0x7fbca8010860 comp rx=0 tx=0).stop 2024-09-16T02:07:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.037+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/832574209 shutdown_connections 2024-09-16T02:07:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.037+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/832574209 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559247612370 0x559247614760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.037+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/832574209 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5592476075d0 0x559247607a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.037+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/832574209 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x559247607090 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.037+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/832574209 >> 172.21.15.17:0/832574209 conn(0x5592475d0310 msgr2=0x559247603c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.038+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/832574209 shutdown_connections 2024-09-16T02:07:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.038+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/832574209 wait complete. 2024-09-16T02:07:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.038+0000 7fbcb8fe8740 1 -- start start 2024-09-16T02:07:42.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.038+0000 7fbcb8fe8740 1 Processor -- start 2024-09-16T02:07:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.038+0000 7fbcb8fe8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592476075d0 0x559247611db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcb8fe8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x55924760f060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcb8fe8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247612370 0x55924760f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcb8fe8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5592476150c0 con 0x5592476075d0 2024-09-16T02:07:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcb8fe8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x559247528060 con 0x559247612370 2024-09-16T02:07:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcb8fe8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x559247615240 con 0x559247608b40 2024-09-16T02:07:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcb8fe8740 10 client.0 _ll_register_callbacks cb 0x55924727b8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcaffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x55924760f060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcaffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x55924760f060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40974/0 (socket says 172.21.15.17:40974) 2024-09-16T02:07:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcaffff640 1 -- 172.21.15.17:0/2525234548 learned_addr learned my addr 172.21.15.17:0/2525234548 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcb51ac640 1 --2- 172.21.15.17:0/2525234548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247612370 0x55924760f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcb49ab640 1 --2- 172.21.15.17:0/2525234548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592476075d0 0x559247611db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcaffff640 1 -- 172.21.15.17:0/2525234548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247612370 msgr2=0x55924760f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcaffff640 1 --2- 172.21.15.17:0/2525234548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247612370 0x55924760f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcaffff640 1 -- 172.21.15.17:0/2525234548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592476075d0 msgr2=0x559247611db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcaffff640 1 --2- 172.21.15.17:0/2525234548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592476075d0 0x559247611db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcaffff640 1 -- 172.21.15.17:0/2525234548 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5592472de3c0 con 0x559247608b40 2024-09-16T02:07:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcb49ab640 1 --2- 172.21.15.17:0/2525234548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592476075d0 0x559247611db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:07:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbcaffff640 1 --2- 172.21.15.17:0/2525234548 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x55924760f060 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c009900 tx=0x7fbc9c0316d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6660f5dbb5d81535 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbc8ffff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:07:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.039+0000 7fbc8ffff640 1 -- 172.21.15.17:0/2525234548 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c035040 con 0x559247608b40 2024-09-16T02:07:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.040+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/2525234548 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbca8011b60 con 0x559247608b40 2024-09-16T02:07:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.040+0000 7fbc8ffff640 1 -- 172.21.15.17:0/2525234548 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbc9c004240 con 0x559247608b40 2024-09-16T02:07:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.040+0000 7fbc8ffff640 1 -- 172.21.15.17:0/2525234548 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbc9c0318c0 con 0x559247608b40 2024-09-16T02:07:42.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.040+0000 7fbcb8fe8740 10 client.29032 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.040+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/2525234548 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559247620c00 con 0x559247608b40 2024-09-16T02:07:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.040+0000 7fbc8ffff640 1 -- 172.21.15.17:0/2525234548 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbca8011b60 con 0x559247608b40 2024-09-16T02:07:42.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.040+0000 7fbc8ffff640 1 -- 172.21.15.17:0/2525234548 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fbc9c004a80 con 0x559247608b40 2024-09-16T02:07:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.040+0000 7fbcb8fe8740 10 client.29032 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.040+0000 7fbcb8fe8740 10 client.29032 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:07:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.040+0000 7fbcb8fe8740 20 client.29032 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.040+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/2525234548 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559247622480 0x559247624920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.040+0000 7fbcb8fe8740 4 client.29032 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:07:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.040+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/2525234548 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55924757a860 con 0x559247622480 2024-09-16T02:07:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.041+0000 7fbcb49ab640 1 --2- 172.21.15.17:0/2525234548 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559247622480 0x559247624920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.041+0000 7fbc8ffff640 10 client.29032 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:07:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.041+0000 7fbcb49ab640 1 --2- 172.21.15.17:0/2525234548 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559247622480 0x559247624920 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f6b38af8b007662b server_cookie=88dc830166c9fadd in_seq=0 out_seq=0 2024-09-16T02:07:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.042+0000 7fbc8ffff640 1 -- 172.21.15.17:0/2525234548 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55924757a860 con 0x559247622480 2024-09-16T02:07:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.042+0000 7fbc8ffff640 10 client.29032 handle_command_reply: tid=0 2024-09-16T02:07:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.042+0000 7fbcb8fe8740 1 client.29032 shutdown 2024-09-16T02:07:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.042+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/2525234548 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 msgr2=0x55924760f060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.042+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/2525234548 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x55924760f060 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c009900 tx=0x7fbc9c0316d0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.042+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/2525234548 shutdown_connections 2024-09-16T02:07:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.042+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/2525234548 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559247622480 0x559247624920 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.042+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/2525234548 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247612370 0x55924760f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.042+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/2525234548 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x55924760f060 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.042+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/2525234548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592476075d0 0x559247611db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.042+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/2525234548 >> 172.21.15.17:0/2525234548 conn(0x5592475d0310 msgr2=0x559247609960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.042+0000 7fbc8ffff640 0 client.29032 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:07:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.043+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/2525234548 shutdown_connections 2024-09-16T02:07:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.043+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/2525234548 wait complete. 2024-09-16T02:07:42.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.043+0000 7fbcb8fe8740 20 client.29032 trim_cache size 0 max 16384 2024-09-16T02:07:42.060 INFO:tasks.workunit.client.0.smithi017.stdout: 10 102770 8.28 MB/sec execute 544 sec latency 131.309 ms 2024-09-16T02:07:42.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.062+0000 7fbcb8fe8740 1 Processor -- start 2024-09-16T02:07:42.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.062+0000 7fbcb8fe8740 1 -- start start 2024-09-16T02:07:42.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb8fe8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5592476075d0 0x559247603e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb8fe8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247608b40 0x55924760a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb8fe8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559247612370 0x55924760a660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb8fe8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb01b2120 con 0x559247612370 2024-09-16T02:07:42.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb8fe8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb01af9f0 con 0x559247608b40 2024-09-16T02:07:42.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb8fe8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb01ad820 con 0x5592476075d0 2024-09-16T02:07:42.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcaffff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247608b40 0x55924760a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb51ac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559247612370 0x55924760a660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb51ac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559247612370 0x55924760a660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47662/0 (socket says 172.21.15.17:47662) 2024-09-16T02:07:42.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb51ac640 1 -- 172.21.15.17:0/1510788848 learned_addr learned my addr 172.21.15.17:0/1510788848 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:42.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb49ab640 1 --2- 172.21.15.17:0/1510788848 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5592476075d0 0x559247603e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb51ac640 1 -- 172.21.15.17:0/1510788848 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5592476075d0 msgr2=0x559247603e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:42.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb51ac640 1 --2- 172.21.15.17:0/1510788848 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5592476075d0 0x559247603e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb51ac640 1 -- 172.21.15.17:0/1510788848 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247608b40 msgr2=0x55924760a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:42.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb51ac640 1 --2- 172.21.15.17:0/1510788848 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247608b40 0x55924760a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.063+0000 7fbcb51ac640 1 -- 172.21.15.17:0/1510788848 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55924760fb60 con 0x559247612370 2024-09-16T02:07:42.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.064+0000 7fbcb51ac640 1 --2- 172.21.15.17:0/1510788848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559247612370 0x55924760a660 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fbca8010d60 tx=0x7fbca8023000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f08d187fbc797fc server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:42.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.064+0000 7fbc9a7fc640 1 -- 172.21.15.17:0/1510788848 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca8022040 con 0x559247612370 2024-09-16T02:07:42.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.064+0000 7fbc9a7fc640 1 -- 172.21.15.17:0/1510788848 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbca801b6a0 con 0x559247612370 2024-09-16T02:07:42.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.064+0000 7fbc9a7fc640 1 -- 172.21.15.17:0/1510788848 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbca8003e00 con 0x559247612370 2024-09-16T02:07:42.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.065+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/1510788848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559247612370 msgr2=0x55924760a660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:42.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.065+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/1510788848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559247612370 0x55924760a660 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fbca8010d60 tx=0x7fbca8023000 comp rx=0 tx=0).stop 2024-09-16T02:07:42.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.065+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/1510788848 shutdown_connections 2024-09-16T02:07:42.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.065+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/1510788848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559247612370 0x55924760a660 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.065+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/1510788848 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247608b40 0x55924760a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.065+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/1510788848 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5592476075d0 0x559247603e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.065+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/1510788848 >> 172.21.15.17:0/1510788848 conn(0x5592475d0310 msgr2=0x559247603700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.066+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/1510788848 shutdown_connections 2024-09-16T02:07:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.066+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/1510788848 wait complete. 2024-09-16T02:07:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.066+0000 7fbcb8fe8740 1 -- start start 2024-09-16T02:07:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.066+0000 7fbcb8fe8740 1 Processor -- start 2024-09-16T02:07:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.066+0000 7fbcb8fe8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592476075d0 0x55924761ac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.066+0000 7fbcb8fe8740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x559247615fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcb8fe8740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247612370 0x5592476164f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcb8fe8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb01adeb0 con 0x5592476075d0 2024-09-16T02:07:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcb8fe8740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb01af320 con 0x559247612370 2024-09-16T02:07:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcb8fe8740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb01ae580 con 0x559247608b40 2024-09-16T02:07:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcb8fe8740 10 client.0 _ll_register_callbacks cb 0x7fbca80093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:42.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcaffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x559247615fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcaffff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x559247615fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:40990/0 (socket says 172.21.15.17:40990) 2024-09-16T02:07:42.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcaffff640 1 -- 172.21.15.17:0/3711004534 learned_addr learned my addr 172.21.15.17:0/3711004534 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:42.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcb51ac640 1 --2- 172.21.15.17:0/3711004534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247612370 0x5592476164f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcb49ab640 1 --2- 172.21.15.17:0/3711004534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592476075d0 0x55924761ac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcaffff640 1 -- 172.21.15.17:0/3711004534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247612370 msgr2=0x5592476164f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:42.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcaffff640 1 --2- 172.21.15.17:0/3711004534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247612370 0x5592476164f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcaffff640 1 -- 172.21.15.17:0/3711004534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592476075d0 msgr2=0x55924761ac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:42.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcaffff640 1 --2- 172.21.15.17:0/3711004534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592476075d0 0x55924761ac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcaffff640 1 -- 172.21.15.17:0/3711004534 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559247616d20 con 0x559247608b40 2024-09-16T02:07:42.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcb49ab640 1 --2- 172.21.15.17:0/3711004534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592476075d0 0x55924761ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:07:42.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbcaffff640 1 --2- 172.21.15.17:0/3711004534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x559247615fb0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c004ed0 tx=0x7fbc9c0051d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13c9c22af6ae7761 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:42.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.067+0000 7fbc8ffff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:07:42.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.068+0000 7fbc8ffff640 1 -- 172.21.15.17:0/3711004534 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c035070 con 0x559247608b40 2024-09-16T02:07:42.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.068+0000 7fbc8ffff640 1 -- 172.21.15.17:0/3711004534 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fbc9c005550 con 0x559247608b40 2024-09-16T02:07:42.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.068+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/3711004534 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fbca801b6a0 con 0x559247608b40 2024-09-16T02:07:42.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.068+0000 7fbc8ffff640 1 -- 172.21.15.17:0/3711004534 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fbc9c05f050 con 0x559247608b40 2024-09-16T02:07:42.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.068+0000 7fbcb8fe8740 10 client.29038 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:42.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.068+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/3711004534 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x559247695a70 con 0x559247608b40 2024-09-16T02:07:42.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.068+0000 7fbc8ffff640 1 -- 172.21.15.17:0/3711004534 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fbca801b6a0 con 0x559247608b40 2024-09-16T02:07:42.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.068+0000 7fbc8ffff640 1 -- 172.21.15.17:0/3711004534 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fbc9c045990 con 0x559247608b40 2024-09-16T02:07:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.068+0000 7fbcb8fe8740 10 client.29038 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.068+0000 7fbcb8fe8740 10 client.29038 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:07:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.068+0000 7fbcb8fe8740 20 client.29038 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.068+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/3711004534 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559247696210 0x559247698630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.068+0000 7fbcb8fe8740 4 client.29038 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:07:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.068+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/3711004534 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x559247574d70 con 0x559247696210 2024-09-16T02:07:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.069+0000 7fbcb49ab640 1 --2- 172.21.15.17:0/3711004534 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559247696210 0x559247698630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.069+0000 7fbc8ffff640 10 client.29038 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:07:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.069+0000 7fbcb49ab640 1 --2- 172.21.15.17:0/3711004534 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559247696210 0x559247698630 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6e9ccc4eb5e0f3e5 server_cookie=528269c315d2b699 in_seq=0 out_seq=0 2024-09-16T02:07:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.069+0000 7fbc8ffff640 1 -- 172.21.15.17:0/3711004534 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x559247574d70 con 0x559247696210 2024-09-16T02:07:42.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.069+0000 7fbc8ffff640 10 client.29038 handle_command_reply: tid=0 2024-09-16T02:07:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.069+0000 7fbcb8fe8740 1 client.29038 shutdown 2024-09-16T02:07:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.069+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/3711004534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 msgr2=0x559247615fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.069+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/3711004534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x559247615fb0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c004ed0 tx=0x7fbc9c0051d0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.070+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/3711004534 shutdown_connections 2024-09-16T02:07:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.070+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/3711004534 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x559247696210 0x559247698630 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.070+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/3711004534 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x559247612370 0x5592476164f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.070+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/3711004534 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x559247608b40 0x559247615fb0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.070+0000 7fbcb8fe8740 1 --2- 172.21.15.17:0/3711004534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592476075d0 0x55924761ac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.070+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/3711004534 >> 172.21.15.17:0/3711004534 conn(0x5592475d0310 msgr2=0x5592476108c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.070+0000 7fbc8ffff640 0 client.29038 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:07:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.070+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/3711004534 shutdown_connections 2024-09-16T02:07:42.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.070+0000 7fbcb8fe8740 1 -- 172.21.15.17:0/3711004534 wait complete. 2024-09-16T02:07:42.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.070+0000 7fbcb8fe8740 20 client.29038 trim_cache size 0 max 16384 2024-09-16T02:07:42.080 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:07:42.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.071+0000 7fbcb6c0f640 1 -- 172.21.15.17:0/2051942154 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbca00a32c0 msgr2=0x7fbca00a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:42.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.071+0000 7fbcb6c0f640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbca00a32c0 0x7fbca00a5780 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fbca801f000 tx=0x7fbca801bdd0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.071+0000 7fbcb6c0f640 1 -- 172.21.15.17:0/2051942154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbcb0102d40 msgr2=0x7fbcb019a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:42.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.071+0000 7fbcb6c0f640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbcb0102d40 0x7fbcb019a6a0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7fbca400e9f0 tx=0x7fbca400eeb0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.071+0000 7fbcb6c0f640 1 -- 172.21.15.17:0/2051942154 shutdown_connections 2024-09-16T02:07:42.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.071+0000 7fbcb6c0f640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fbca00a32c0 0x7fbca00a5780 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.071+0000 7fbcb6c0f640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fbcb010c170 0x7fbcb019ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.071+0000 7fbcb6c0f640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0103660 0x7fbcb019abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.071+0000 7fbcb6c0f640 1 --2- 172.21.15.17:0/2051942154 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fbcb0102d40 0x7fbcb019a6a0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:42.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.071+0000 7fbcb6c0f640 1 -- 172.21.15.17:0/2051942154 >> 172.21.15.17:0/2051942154 conn(0x7fbcb00fc7a0 msgr2=0x7fbcb0101ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:42.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.071+0000 7fbcb6c0f640 1 -- 172.21.15.17:0/2051942154 shutdown_connections 2024-09-16T02:07:42.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:42.071+0000 7fbcb6c0f640 1 -- 172.21.15.17:0/2051942154 wait complete. 2024-09-16T02:07:42.744 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:42 smithi017 ceph-mon[30972]: pgmap v1064: 97 pgs: 97 active+clean; 545 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 3.6 MiB/s wr, 197 op/s 2024-09-16T02:07:42.779 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T02:07:42.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:42 smithi029 ceph-mon[34783]: pgmap v1064: 97 pgs: 97 active+clean; 545 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 3.6 MiB/s wr, 197 op/s 2024-09-16T02:07:42.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:42 smithi122 ceph-mon[34758]: pgmap v1064: 97 pgs: 97 active+clean; 545 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 561 KiB/s rd, 3.6 MiB/s wr, 197 op/s 2024-09-16T02:07:43.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 102913 8.28 MB/sec execute 545 sec latency 101.349 ms 2024-09-16T02:07:43.138 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:07:43.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.679+0000 7fab1b932640 1 -- 172.21.15.17:0/2780558584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab14100e20 msgr2=0x7fab14101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:43.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.679+0000 7fab1b932640 1 --2- 172.21.15.17:0/2780558584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab14100e20 0x7fab14101200 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7fab10009900 tx=0x7fab1002a480 comp rx=0 tx=0).stop 2024-09-16T02:07:43.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.679+0000 7fab1b932640 1 -- 172.21.15.17:0/2780558584 shutdown_connections 2024-09-16T02:07:43.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.679+0000 7fab1b932640 1 --2- 172.21.15.17:0/2780558584 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab14102ef0 0x7fab1410da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.679+0000 7fab1b932640 1 --2- 172.21.15.17:0/2780558584 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fab14102570 0x7fab141029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.679+0000 7fab1b932640 1 --2- 172.21.15.17:0/2780558584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab14100e20 0x7fab14101200 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.679+0000 7fab1b932640 1 -- 172.21.15.17:0/2780558584 >> 172.21.15.17:0/2780558584 conn(0x7fab140fc7d0 msgr2=0x7fab140febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:43.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.679+0000 7fab1b932640 1 -- 172.21.15.17:0/2780558584 shutdown_connections 2024-09-16T02:07:43.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.679+0000 7fab1b932640 1 -- 172.21.15.17:0/2780558584 wait complete. 2024-09-16T02:07:43.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.680+0000 7fab1b932640 1 Processor -- start 2024-09-16T02:07:43.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.680+0000 7fab1b932640 1 -- start start 2024-09-16T02:07:43.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab1b932640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab14100e20 0x7fab14198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab1b932640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fab14102570 0x7fab141989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab1b932640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab14102ef0 0x7fab1419cd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab1b932640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fab14110e50 con 0x7fab14100e20 2024-09-16T02:07:43.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab1b932640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fab14110cd0 con 0x7fab14102570 2024-09-16T02:07:43.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab1b932640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fab14110fd0 con 0x7fab14102ef0 2024-09-16T02:07:43.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab19ecf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab14102ef0 0x7fab1419cd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab196ce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab14100e20 0x7fab14198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab18ecd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fab14102570 0x7fab141989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab19ecf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab14102ef0 0x7fab1419cd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41006/0 (socket says 172.21.15.17:41006) 2024-09-16T02:07:43.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab19ecf640 1 -- 172.21.15.17:0/883486657 learned_addr learned my addr 172.21.15.17:0/883486657 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:43.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab19ecf640 1 -- 172.21.15.17:0/883486657 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fab14102570 msgr2=0x7fab141989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:43.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab19ecf640 1 --2- 172.21.15.17:0/883486657 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fab14102570 0x7fab141989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab19ecf640 1 -- 172.21.15.17:0/883486657 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab14100e20 msgr2=0x7fab14198460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:43.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab19ecf640 1 --2- 172.21.15.17:0/883486657 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab14100e20 0x7fab14198460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab19ecf640 1 -- 172.21.15.17:0/883486657 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab1419d410 con 0x7fab14102ef0 2024-09-16T02:07:43.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.681+0000 7fab18ecd640 1 --2- 172.21.15.17:0/883486657 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fab14102570 0x7fab141989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:07:43.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.682+0000 7fab19ecf640 1 --2- 172.21.15.17:0/883486657 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab14102ef0 0x7fab1419cd30 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fab0c00eb10 tx=0x7fab0c00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:43.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.682+0000 7fab0a7fc640 1 -- 172.21.15.17:0/883486657 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab0c004b20 con 0x7fab14102ef0 2024-09-16T02:07:43.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.682+0000 7fab0a7fc640 1 -- 172.21.15.17:0/883486657 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab0c004cc0 con 0x7fab14102ef0 2024-09-16T02:07:43.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.682+0000 7fab1b932640 1 -- 172.21.15.17:0/883486657 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab1419d700 con 0x7fab14102ef0 2024-09-16T02:07:43.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.682+0000 7fab0a7fc640 1 -- 172.21.15.17:0/883486657 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab0c005570 con 0x7fab14102ef0 2024-09-16T02:07:43.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.682+0000 7fab1b932640 1 -- 172.21.15.17:0/883486657 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab140fcbb0 con 0x7fab14102ef0 2024-09-16T02:07:43.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.685+0000 7fab1dd0b740 1 Processor -- start 2024-09-16T02:07:43.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.685+0000 7fab0a7fc640 1 -- 172.21.15.17:0/883486657 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fab0c005730 con 0x7fab14102ef0 2024-09-16T02:07:43.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.685+0000 7fab1dd0b740 1 -- start start 2024-09-16T02:07:43.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.685+0000 7fab1dd0b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee39b40 0x55c58ee38090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.685+0000 7fab1dd0b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee385d0 0x55c58ee38a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.685+0000 7fab1dd0b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee43370 0x55c58ee45760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.685+0000 7fab1dd0b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c58ed9e2f0 con 0x55c58ee385d0 2024-09-16T02:07:43.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.685+0000 7fab1dd0b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c58ed45cf0 con 0x55c58ee39b40 2024-09-16T02:07:43.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.685+0000 7fab1dd0b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c58ed9a2b0 con 0x55c58ee43370 2024-09-16T02:07:43.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.685+0000 7fab18ecd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee39b40 0x55c58ee38090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.685+0000 7fab196ce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee385d0 0x55c58ee38a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.686+0000 7fab18ecd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee39b40 0x55c58ee38090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:46730/0 (socket says 172.21.15.17:46730) 2024-09-16T02:07:43.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.686+0000 7fab18ecd640 1 -- 172.21.15.17:0/987036004 learned_addr learned my addr 172.21.15.17:0/987036004 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:43.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.686+0000 7fab18ecd640 1 --2- 172.21.15.17:0/987036004 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee43370 0x55c58ee45760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.686+0000 7fab196ce640 1 -- 172.21.15.17:0/987036004 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee43370 msgr2=0x55c58ee45760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:43.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.686+0000 7fab196ce640 1 --2- 172.21.15.17:0/987036004 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee43370 0x55c58ee45760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.686+0000 7fab196ce640 1 -- 172.21.15.17:0/987036004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee39b40 msgr2=0x55c58ee38090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:43.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.686+0000 7fab196ce640 1 --2- 172.21.15.17:0/987036004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee39b40 0x55c58ee38090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.686+0000 7fab196ce640 1 -- 172.21.15.17:0/987036004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c58ed2a3a0 con 0x55c58ee385d0 2024-09-16T02:07:43.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.686+0000 7fab18ecd640 1 --2- 172.21.15.17:0/987036004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee39b40 0x55c58ee38090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:43.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.686+0000 7fab0a7fc640 1 --2- 172.21.15.17:0/883486657 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fab000a3240 0x7fab000a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.686+0000 7fab0a7fc640 1 -- 172.21.15.17:0/883486657 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fab0c0d3ea0 con 0x7fab14102ef0 2024-09-16T02:07:43.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.686+0000 7fab196ce640 1 --2- 172.21.15.17:0/987036004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee385d0 0x55c58ee38a10 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7fab1002aa70 tx=0x7fab100040d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d602ed7a5c61c0ec server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:43.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.686+0000 7fab18ecd640 1 --2- 172.21.15.17:0/883486657 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fab000a3240 0x7fab000a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.687+0000 7faaff7fe640 1 -- 172.21.15.17:0/987036004 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab10035040 con 0x55c58ee385d0 2024-09-16T02:07:43.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.687+0000 7faaff7fe640 1 -- 172.21.15.17:0/987036004 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab100054f0 con 0x55c58ee385d0 2024-09-16T02:07:43.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.687+0000 7faaff7fe640 1 -- 172.21.15.17:0/987036004 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab100035f0 con 0x55c58ee385d0 2024-09-16T02:07:43.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.688+0000 7fab1dd0b740 1 -- 172.21.15.17:0/987036004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee385d0 msgr2=0x55c58ee38a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:43.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.688+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/987036004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee385d0 0x55c58ee38a10 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7fab1002aa70 tx=0x7fab100040d0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.688+0000 7fab18ecd640 1 --2- 172.21.15.17:0/883486657 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fab000a3240 0x7fab000a5700 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x55c58ee39070 tx=0x7fab04009760 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:43.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.688+0000 7fab1dd0b740 1 -- 172.21.15.17:0/987036004 shutdown_connections 2024-09-16T02:07:43.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.688+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/987036004 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee43370 0x55c58ee45760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.688+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/987036004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee385d0 0x55c58ee38a10 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.688+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/987036004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee39b40 0x55c58ee38090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.688+0000 7fab1dd0b740 1 -- 172.21.15.17:0/987036004 >> 172.21.15.17:0/987036004 conn(0x55c58ee01310 msgr2=0x55c58ee34c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:43.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.688+0000 7fab1dd0b740 1 -- 172.21.15.17:0/987036004 shutdown_connections 2024-09-16T02:07:43.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.688+0000 7fab1dd0b740 1 -- 172.21.15.17:0/987036004 wait complete. 2024-09-16T02:07:43.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.689+0000 7fab1dd0b740 1 -- start start 2024-09-16T02:07:43.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.689+0000 7fab1dd0b740 1 Processor -- start 2024-09-16T02:07:43.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.689+0000 7fab1dd0b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee385d0 0x55c58ee42d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.689+0000 7fab1dd0b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee40020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.689+0000 7fab1dd0b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee43370 0x55c58ee40610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.689+0000 7fab1dd0b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55c58ee460b0 con 0x55c58ee39b40 2024-09-16T02:07:43.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.689+0000 7fab1dd0b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55c58ed59060 con 0x55c58ee385d0 2024-09-16T02:07:43.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.689+0000 7fab1dd0b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55c58ee46230 con 0x55c58ee43370 2024-09-16T02:07:43.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.689+0000 7fab1dd0b740 10 client.0 _ll_register_callbacks cb 0x55c58eaac8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:43.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.689+0000 7fab19ecf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee43370 0x55c58ee40610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.689+0000 7fab19ecf640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee43370 0x55c58ee40610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41036/0 (socket says 172.21.15.17:41036) 2024-09-16T02:07:43.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7fab19ecf640 1 -- 172.21.15.17:0/3288400591 learned_addr learned my addr 172.21.15.17:0/3288400591 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:43.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7fab18ecd640 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee40020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7fab196ce640 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee385d0 0x55c58ee42d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7fab19ecf640 1 -- 172.21.15.17:0/3288400591 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee385d0 msgr2=0x55c58ee42d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:43.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7fab19ecf640 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee385d0 0x55c58ee42d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7fab19ecf640 1 -- 172.21.15.17:0/3288400591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 msgr2=0x55c58ee40020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:43.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7fab19ecf640 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee40020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7fab19ecf640 1 -- 172.21.15.17:0/3288400591 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c58eb0f3c0 con 0x55c58ee43370 2024-09-16T02:07:43.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7fab196ce640 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee385d0 0x55c58ee42d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:07:43.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7fab18ecd640 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee40020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:07:43.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7fab19ecf640 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee43370 0x55c58ee40610 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fab0c0a0450 tx=0x7fab0c0a00c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=249897d7a9cfd3a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:43.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7faafcff9640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:07:43.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7faafcff9640 1 -- 172.21.15.17:0/3288400591 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab0c0d1e60 con 0x55c58ee43370 2024-09-16T02:07:43.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7faafcff9640 1 -- 172.21.15.17:0/3288400591 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fab0c0a8ea0 con 0x55c58ee43370 2024-09-16T02:07:43.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.690+0000 7fab1dd0b740 1 -- 172.21.15.17:0/3288400591 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab100054f0 con 0x55c58ee43370 2024-09-16T02:07:43.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.691+0000 7faafcff9640 1 -- 172.21.15.17:0/3288400591 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fab0c0a4870 con 0x55c58ee43370 2024-09-16T02:07:43.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.691+0000 7fab1dd0b740 10 client.29050 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:43.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.691+0000 7fab1dd0b740 1 -- 172.21.15.17:0/3288400591 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c58ee51bb0 con 0x55c58ee43370 2024-09-16T02:07:43.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.691+0000 7faafcff9640 1 -- 172.21.15.17:0/3288400591 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab0c0a9130 con 0x55c58ee43370 2024-09-16T02:07:43.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.691+0000 7faafcff9640 1 -- 172.21.15.17:0/3288400591 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fab0c09c330 con 0x55c58ee43370 2024-09-16T02:07:43.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.691+0000 7fab1dd0b740 10 client.29050 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:43.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.691+0000 7fab1dd0b740 10 client.29050 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:07:43.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.691+0000 7fab1dd0b740 20 client.29050 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:43.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.691+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55c58ee534f0 0x55c58ee55970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.691+0000 7fab1dd0b740 4 client.29050 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:07:43.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.691+0000 7fab1dd0b740 1 -- 172.21.15.17:0/3288400591 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7fab100054f0 con 0x55c58ee534f0 2024-09-16T02:07:43.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.691+0000 7fab196ce640 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55c58ee534f0 0x55c58ee55970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.692+0000 7fab196ce640 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55c58ee534f0 0x55c58ee55970 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=caaeed559a06bb9b server_cookie=91219067a09b14d4 in_seq=0 out_seq=0 2024-09-16T02:07:43.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.692+0000 7faafcff9640 10 client.29050 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:07:43.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.693+0000 7faafcff9640 1 -- 172.21.15.17:0/3288400591 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7fab100054f0 con 0x55c58ee534f0 2024-09-16T02:07:43.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.693+0000 7faafcff9640 10 client.29050 handle_command_reply: tid=0 2024-09-16T02:07:43.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.693+0000 7fab1dd0b740 1 client.29050 shutdown 2024-09-16T02:07:43.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.694+0000 7fab1dd0b740 1 -- 172.21.15.17:0/3288400591 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee43370 msgr2=0x55c58ee40610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:43.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.694+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee43370 0x55c58ee40610 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fab0c0a0450 tx=0x7fab0c0a00c0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.694+0000 7fab1dd0b740 1 -- 172.21.15.17:0/3288400591 shutdown_connections 2024-09-16T02:07:43.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.694+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55c58ee534f0 0x55c58ee55970 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.694+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee43370 0x55c58ee40610 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.694+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee40020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.694+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/3288400591 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee385d0 0x55c58ee42d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.694+0000 7fab1dd0b740 1 -- 172.21.15.17:0/3288400591 >> 172.21.15.17:0/3288400591 conn(0x55c58ee01310 msgr2=0x55c58ee3a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:43.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.694+0000 7faafcff9640 0 client.29050 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:07:43.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.694+0000 7fab1dd0b740 1 -- 172.21.15.17:0/3288400591 shutdown_connections 2024-09-16T02:07:43.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.694+0000 7fab1dd0b740 1 -- 172.21.15.17:0/3288400591 wait complete. 2024-09-16T02:07:43.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.694+0000 7fab1dd0b740 20 client.29050 trim_cache size 0 max 16384 2024-09-16T02:07:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.711+0000 7fab1dd0b740 1 Processor -- start 2024-09-16T02:07:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.711+0000 7fab1dd0b740 1 -- start start 2024-09-16T02:07:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.711+0000 7fab1dd0b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee385d0 0x55c58ee4f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.711+0000 7fab1dd0b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee41f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.711+0000 7fab1dd0b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee43370 0x55c58ee3b120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.711+0000 7fab1dd0b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fab141adaf0 con 0x55c58ee39b40 2024-09-16T02:07:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.711+0000 7fab1dd0b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fab141ab3c0 con 0x55c58ee43370 2024-09-16T02:07:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.711+0000 7fab1dd0b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fab141a91f0 con 0x55c58ee385d0 2024-09-16T02:07:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.711+0000 7fab18ecd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee41f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.712+0000 7fab19ecf640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee43370 0x55c58ee3b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.712+0000 7fab18ecd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee41f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47742/0 (socket says 172.21.15.17:47742) 2024-09-16T02:07:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.712+0000 7fab18ecd640 1 -- 172.21.15.17:0/1674297288 learned_addr learned my addr 172.21.15.17:0/1674297288 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.712+0000 7fab196ce640 1 --2- 172.21.15.17:0/1674297288 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee385d0 0x55c58ee4f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.712+0000 7fab19ecf640 1 -- 172.21.15.17:0/1674297288 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee385d0 msgr2=0x55c58ee4f350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.712+0000 7fab19ecf640 1 --2- 172.21.15.17:0/1674297288 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee385d0 0x55c58ee4f350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.712+0000 7fab19ecf640 1 -- 172.21.15.17:0/1674297288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 msgr2=0x55c58ee41f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.712+0000 7fab19ecf640 1 --2- 172.21.15.17:0/1674297288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee41f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.712+0000 7fab19ecf640 1 -- 172.21.15.17:0/1674297288 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c58ee430e0 con 0x55c58ee43370 2024-09-16T02:07:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.712+0000 7fab19ecf640 1 --2- 172.21.15.17:0/1674297288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee43370 0x55c58ee3b120 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fab0c0a01c0 tx=0x7fab0c09e9d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4d9b550ceb6d92f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.712+0000 7faafeffd640 1 -- 172.21.15.17:0/1674297288 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab0c0d1e60 con 0x55c58ee43370 2024-09-16T02:07:43.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.712+0000 7faafeffd640 1 -- 172.21.15.17:0/1674297288 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab0c0a9130 con 0x55c58ee43370 2024-09-16T02:07:43.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.712+0000 7faafeffd640 1 -- 172.21.15.17:0/1674297288 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab0c0a5a80 con 0x55c58ee43370 2024-09-16T02:07:43.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.713+0000 7fab1dd0b740 1 -- 172.21.15.17:0/1674297288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee43370 msgr2=0x55c58ee3b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:43.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.713+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/1674297288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee43370 0x55c58ee3b120 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fab0c0a01c0 tx=0x7fab0c09e9d0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.713+0000 7fab1dd0b740 1 -- 172.21.15.17:0/1674297288 shutdown_connections 2024-09-16T02:07:43.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.713+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/1674297288 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee43370 0x55c58ee3b120 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.713+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/1674297288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee41f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.713+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/1674297288 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee385d0 0x55c58ee4f350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.713+0000 7fab1dd0b740 1 -- 172.21.15.17:0/1674297288 >> 172.21.15.17:0/1674297288 conn(0x55c58ee01310 msgr2=0x55c58ee41880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:43.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.713+0000 7fab1dd0b740 1 -- 172.21.15.17:0/1674297288 shutdown_connections 2024-09-16T02:07:43.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.713+0000 7fab1dd0b740 1 -- 172.21.15.17:0/1674297288 wait complete. 2024-09-16T02:07:43.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.714+0000 7fab1dd0b740 1 -- start start 2024-09-16T02:07:43.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.714+0000 7fab1dd0b740 1 Processor -- start 2024-09-16T02:07:43.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.714+0000 7fab1dd0b740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee385d0 0x55c58ee464a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.714+0000 7fab1dd0b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee469e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.714+0000 7fab1dd0b740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee43370 0x55c58ee46f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.714+0000 7fab1dd0b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fab141a9880 con 0x55c58ee39b40 2024-09-16T02:07:43.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.714+0000 7fab1dd0b740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fab141aacf0 con 0x55c58ee43370 2024-09-16T02:07:43.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.714+0000 7fab1dd0b740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fab141a9f50 con 0x55c58ee385d0 2024-09-16T02:07:43.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.714+0000 7fab1dd0b740 10 client.0 _ll_register_callbacks cb 0x7fab0c004a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:43.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.715+0000 7fab18ecd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee469e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.715+0000 7fab18ecd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee469e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47748/0 (socket says 172.21.15.17:47748) 2024-09-16T02:07:43.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.715+0000 7fab18ecd640 1 -- 172.21.15.17:0/415446001 learned_addr learned my addr 172.21.15.17:0/415446001 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:43.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.714+0000 7fab196ce640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee385d0 0x55c58ee464a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.715+0000 7fab19ecf640 1 --2- 172.21.15.17:0/415446001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee43370 0x55c58ee46f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.715+0000 7fab19ecf640 1 -- 172.21.15.17:0/415446001 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee385d0 msgr2=0x55c58ee464a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:43.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.715+0000 7fab19ecf640 1 --2- 172.21.15.17:0/415446001 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee385d0 0x55c58ee464a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.715+0000 7fab19ecf640 1 -- 172.21.15.17:0/415446001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 msgr2=0x55c58ee469e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:43.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.715+0000 7fab19ecf640 1 --2- 172.21.15.17:0/415446001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee469e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.715+0000 7fab19ecf640 1 -- 172.21.15.17:0/415446001 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c58eebc460 con 0x55c58ee43370 2024-09-16T02:07:43.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.715+0000 7fab196ce640 1 --2- 172.21.15.17:0/415446001 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee385d0 0x55c58ee464a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:43.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.715+0000 7fab18ecd640 1 --2- 172.21.15.17:0/415446001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee469e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:43.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.715+0000 7fab19ecf640 1 --2- 172.21.15.17:0/415446001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee43370 0x55c58ee46f20 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x55c58ed591b0 tx=0x7fab0c0b9420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9b215c3c69da09a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:43.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.715+0000 7faafcff9640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:07:43.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.715+0000 7faafcff9640 1 -- 172.21.15.17:0/415446001 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab0c0d1e60 con 0x55c58ee43370 2024-09-16T02:07:43.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.716+0000 7faafcff9640 1 -- 172.21.15.17:0/415446001 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fab0c09c420 con 0x55c58ee43370 2024-09-16T02:07:43.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.716+0000 7fab1dd0b740 1 -- 172.21.15.17:0/415446001 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fab0c0a9130 con 0x55c58ee43370 2024-09-16T02:07:43.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.716+0000 7faafcff9640 1 -- 172.21.15.17:0/415446001 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fab0c09f730 con 0x55c58ee43370 2024-09-16T02:07:43.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.716+0000 7fab1dd0b740 10 client.28739 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:43.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.716+0000 7fab1dd0b740 1 -- 172.21.15.17:0/415446001 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55c58eebd760 con 0x55c58ee43370 2024-09-16T02:07:43.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.716+0000 7faafcff9640 1 -- 172.21.15.17:0/415446001 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fab0c0a9130 con 0x55c58ee43370 2024-09-16T02:07:43.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.716+0000 7faafcff9640 1 -- 172.21.15.17:0/415446001 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fab0c0c0180 con 0x55c58ee43370 2024-09-16T02:07:43.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.716+0000 7fab1dd0b740 10 client.28739 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:43.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.716+0000 7fab1dd0b740 10 client.28739 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:07:43.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.716+0000 7fab1dd0b740 20 client.28739 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:43.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.716+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/415446001 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55c58eebdb40 0x55c58eebff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:43.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.716+0000 7fab1dd0b740 4 client.28739 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:07:43.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.716+0000 7fab1dd0b740 1 -- 172.21.15.17:0/415446001 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55c58edab860 con 0x55c58eebdb40 2024-09-16T02:07:43.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.717+0000 7fab196ce640 1 --2- 172.21.15.17:0/415446001 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55c58eebdb40 0x55c58eebff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:43.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.717+0000 7fab196ce640 1 --2- 172.21.15.17:0/415446001 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55c58eebdb40 0x55c58eebff30 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=26f1d69502b6f151 server_cookie=ed58144baddc45ea in_seq=0 out_seq=0 2024-09-16T02:07:43.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.717+0000 7faafcff9640 10 client.28739 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:07:43.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.717+0000 7faafcff9640 1 -- 172.21.15.17:0/415446001 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55c58edab860 con 0x55c58eebdb40 2024-09-16T02:07:43.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.717+0000 7faafcff9640 10 client.28739 handle_command_reply: tid=0 2024-09-16T02:07:43.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.717+0000 7fab1dd0b740 1 client.28739 shutdown 2024-09-16T02:07:43.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.717+0000 7fab1dd0b740 1 -- 172.21.15.17:0/415446001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee43370 msgr2=0x55c58ee46f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:43.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.717+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/415446001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee43370 0x55c58ee46f20 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x55c58ed591b0 tx=0x7fab0c0b9420 comp rx=0 tx=0).stop 2024-09-16T02:07:43.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.717+0000 7fab1dd0b740 1 -- 172.21.15.17:0/415446001 shutdown_connections 2024-09-16T02:07:43.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.717+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/415446001 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x55c58eebdb40 0x55c58eebff30 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.718+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/415446001 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55c58ee43370 0x55c58ee46f20 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.718+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/415446001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c58ee39b40 0x55c58ee469e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.718+0000 7fab1dd0b740 1 --2- 172.21.15.17:0/415446001 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55c58ee385d0 0x55c58ee464a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.718+0000 7fab1dd0b740 1 -- 172.21.15.17:0/415446001 >> 172.21.15.17:0/415446001 conn(0x55c58ee01310 msgr2=0x55c58ee420a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:43.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.718+0000 7faafcff9640 0 client.28739 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:07:43.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.718+0000 7fab1dd0b740 1 -- 172.21.15.17:0/415446001 shutdown_connections 2024-09-16T02:07:43.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.718+0000 7fab1dd0b740 1 -- 172.21.15.17:0/415446001 wait complete. 2024-09-16T02:07:43.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.718+0000 7fab1dd0b740 20 client.28739 trim_cache size 0 max 16384 2024-09-16T02:07:43.726 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:07:43.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.719+0000 7fab1b932640 1 -- 172.21.15.17:0/883486657 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fab000a3240 msgr2=0x7fab000a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:43.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.719+0000 7fab1b932640 1 --2- 172.21.15.17:0/883486657 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fab000a3240 0x7fab000a5700 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x55c58ee39070 tx=0x7fab04009760 comp rx=0 tx=0).stop 2024-09-16T02:07:43.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.719+0000 7fab1b932640 1 -- 172.21.15.17:0/883486657 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab14102ef0 msgr2=0x7fab1419cd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:43.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.719+0000 7fab1b932640 1 --2- 172.21.15.17:0/883486657 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab14102ef0 0x7fab1419cd30 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7fab0c00eb10 tx=0x7fab0c00c2d0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.719+0000 7fab1b932640 1 -- 172.21.15.17:0/883486657 shutdown_connections 2024-09-16T02:07:43.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.719+0000 7fab1b932640 1 --2- 172.21.15.17:0/883486657 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fab000a3240 0x7fab000a5700 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.719+0000 7fab1b932640 1 --2- 172.21.15.17:0/883486657 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fab14102ef0 0x7fab1419cd30 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.719+0000 7fab1b932640 1 --2- 172.21.15.17:0/883486657 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fab14102570 0x7fab141989a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.719+0000 7fab1b932640 1 --2- 172.21.15.17:0/883486657 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab14100e20 0x7fab14198460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:43.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.719+0000 7fab1b932640 1 -- 172.21.15.17:0/883486657 >> 172.21.15.17:0/883486657 conn(0x7fab140fc7d0 msgr2=0x7fab1406a2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:43.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.719+0000 7fab1b932640 1 -- 172.21.15.17:0/883486657 shutdown_connections 2024-09-16T02:07:43.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:43.719+0000 7fab1b932640 1 -- 172.21.15.17:0/883486657 wait complete. 2024-09-16T02:07:44.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 103038 8.28 MB/sec execute 546 sec latency 100.180 ms 2024-09-16T02:07:44.494 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T02:07:44.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:44 smithi017 ceph-mon[30972]: pgmap v1065: 97 pgs: 97 active+clean; 551 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 4.2 MiB/s wr, 225 op/s 2024-09-16T02:07:44.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:44 smithi122 ceph-mon[34758]: pgmap v1065: 97 pgs: 97 active+clean; 551 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 4.2 MiB/s wr, 225 op/s 2024-09-16T02:07:44.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:44 smithi029 ceph-mon[34783]: pgmap v1065: 97 pgs: 97 active+clean; 551 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 747 KiB/s rd, 4.2 MiB/s wr, 225 op/s 2024-09-16T02:07:44.851 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:07:45.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 103203 8.29 MB/sec execute 547 sec latency 87.397 ms 2024-09-16T02:07:45.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.408+0000 7f07a99a0640 1 -- 172.21.15.17:0/2082963042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a4102da0 msgr2=0x7f07a4103180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:45.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.408+0000 7f07a99a0640 1 --2- 172.21.15.17:0/2082963042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a4102da0 0x7f07a4103180 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f0794009900 tx=0x7f079402a480 comp rx=0 tx=0).stop 2024-09-16T02:07:45.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.408+0000 7f07a99a0640 1 -- 172.21.15.17:0/2082963042 shutdown_connections 2024-09-16T02:07:45.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.408+0000 7f07a99a0640 1 --2- 172.21.15.17:0/2082963042 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07a410c180 0x7f07a410e600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.408+0000 7f07a99a0640 1 --2- 172.21.15.17:0/2082963042 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f07a41036c0 0x7f07a410bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.408+0000 7f07a99a0640 1 --2- 172.21.15.17:0/2082963042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a4102da0 0x7f07a4103180 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.408+0000 7f07a99a0640 1 -- 172.21.15.17:0/2082963042 >> 172.21.15.17:0/2082963042 conn(0x7f07a40fc7a0 msgr2=0x7f07a40febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:45.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.408+0000 7f07a99a0640 1 -- 172.21.15.17:0/2082963042 shutdown_connections 2024-09-16T02:07:45.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.408+0000 7f07a99a0640 1 -- 172.21.15.17:0/2082963042 wait complete. 2024-09-16T02:07:45.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.409+0000 7f07a99a0640 1 Processor -- start 2024-09-16T02:07:45.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.409+0000 7f07a99a0640 1 -- start start 2024-09-16T02:07:45.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.409+0000 7f07a99a0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a41036c0 0x7f07a41985a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a99a0640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07a410c180 0x7f07a4198ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a99a0640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f07a419ce70 0x7f07a419d320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a99a0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07a4111e10 con 0x7f07a41036c0 2024-09-16T02:07:45.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a99a0640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f07a4111c90 con 0x7f07a410c180 2024-09-16T02:07:45.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a99a0640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f07a4111f90 con 0x7f07a419ce70 2024-09-16T02:07:45.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a41036c0 0x7f07a41985a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a41036c0 0x7f07a41985a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47758/0 (socket says 172.21.15.17:47758) 2024-09-16T02:07:45.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a2ffd640 1 -- 172.21.15.17:0/4159943394 learned_addr learned my addr 172.21.15.17:0/4159943394 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:45.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a37fe640 1 --2- 172.21.15.17:0/4159943394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f07a419ce70 0x7f07a419d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a27fc640 1 --2- 172.21.15.17:0/4159943394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07a410c180 0x7f07a4198ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a2ffd640 1 -- 172.21.15.17:0/4159943394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f07a419ce70 msgr2=0x7f07a419d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:45.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a2ffd640 1 --2- 172.21.15.17:0/4159943394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f07a419ce70 0x7f07a419d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a2ffd640 1 -- 172.21.15.17:0/4159943394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07a410c180 msgr2=0x7f07a4198ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:45.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a2ffd640 1 --2- 172.21.15.17:0/4159943394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07a410c180 0x7f07a4198ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a2ffd640 1 -- 172.21.15.17:0/4159943394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07a419d930 con 0x7f07a41036c0 2024-09-16T02:07:45.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.410+0000 7f07a2ffd640 1 --2- 172.21.15.17:0/4159943394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a41036c0 0x7f07a41985a0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f0794006010 tx=0x7f07940040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:45.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.411+0000 7f07a899e640 1 -- 172.21.15.17:0/4159943394 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f079403f030 con 0x7f07a41036c0 2024-09-16T02:07:45.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.411+0000 7f07a99a0640 1 -- 172.21.15.17:0/4159943394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07a419dbc0 con 0x7f07a41036c0 2024-09-16T02:07:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.411+0000 7f07a899e640 1 -- 172.21.15.17:0/4159943394 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07940044c0 con 0x7f07a41036c0 2024-09-16T02:07:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.411+0000 7f07a899e640 1 -- 172.21.15.17:0/4159943394 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0794035070 con 0x7f07a41036c0 2024-09-16T02:07:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.411+0000 7f07a99a0640 1 -- 172.21.15.17:0/4159943394 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07a41a5340 con 0x7f07a41036c0 2024-09-16T02:07:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.413+0000 7f07a899e640 1 -- 172.21.15.17:0/4159943394 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f0794042030 con 0x7f07a41036c0 2024-09-16T02:07:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07abd79740 1 Processor -- start 2024-09-16T02:07:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07abd79740 1 -- start start 2024-09-16T02:07:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07abd79740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c3f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07abd79740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 0x55a621c3fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07abd79740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c4cb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07abd79740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a621ba12f0 con 0x55a621c4a780 2024-09-16T02:07:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07abd79740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a621b48cf0 con 0x55a621c3f9e0 2024-09-16T02:07:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07abd79740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a621b9d2b0 con 0x55a621c40f50 2024-09-16T02:07:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07a37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c3f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07a37fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c3f4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41078/0 (socket says 172.21.15.17:41078) 2024-09-16T02:07:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07a37fe640 1 -- 172.21.15.17:0/288402284 learned_addr learned my addr 172.21.15.17:0/288402284 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07a27fc640 1 --2- 172.21.15.17:0/288402284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c4cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07a2ffd640 1 --2- 172.21.15.17:0/288402284 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 0x55a621c3fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07a37fe640 1 -- 172.21.15.17:0/288402284 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 msgr2=0x55a621c3fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07a37fe640 1 --2- 172.21.15.17:0/288402284 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 0x55a621c3fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07a37fe640 1 -- 172.21.15.17:0/288402284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 msgr2=0x55a621c4cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.414+0000 7f07a37fe640 1 --2- 172.21.15.17:0/288402284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c4cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.415+0000 7f07a37fe640 1 -- 172.21.15.17:0/288402284 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a621b2d3a0 con 0x55a621c40f50 2024-09-16T02:07:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.415+0000 7f07a899e640 1 --2- 172.21.15.17:0/4159943394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f078c0a3240 0x7f078c0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.415+0000 7f07a37fe640 1 --2- 172.21.15.17:0/288402284 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c3f4a0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f079c009f90 tx=0x7f079c010860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75aa0bb70727c8d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.415+0000 7f07a2ffd640 1 --2- 172.21.15.17:0/4159943394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f078c0a3240 0x7f078c0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.415+0000 7f07a899e640 1 -- 172.21.15.17:0/4159943394 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f07940ef930 con 0x7f07a41036c0 2024-09-16T02:07:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.415+0000 7f0789ffb640 1 -- 172.21.15.17:0/288402284 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f079c011700 con 0x55a621c40f50 2024-09-16T02:07:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.415+0000 7f0789ffb640 1 -- 172.21.15.17:0/288402284 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f079c011d50 con 0x55a621c40f50 2024-09-16T02:07:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.415+0000 7f0789ffb640 1 -- 172.21.15.17:0/288402284 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f079c019da0 con 0x55a621c40f50 2024-09-16T02:07:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.416+0000 7f07abd79740 1 -- 172.21.15.17:0/288402284 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 msgr2=0x55a621c3f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.416+0000 7f07a2ffd640 1 --2- 172.21.15.17:0/4159943394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f078c0a3240 0x7f078c0a5700 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f0794031440 tx=0x7f0794009260 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.416+0000 7f07abd79740 1 --2- 172.21.15.17:0/288402284 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c3f4a0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f079c009f90 tx=0x7f079c010860 comp rx=0 tx=0).stop 2024-09-16T02:07:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.416+0000 7f07abd79740 1 -- 172.21.15.17:0/288402284 shutdown_connections 2024-09-16T02:07:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.416+0000 7f07abd79740 1 --2- 172.21.15.17:0/288402284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c4cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.416+0000 7f07abd79740 1 --2- 172.21.15.17:0/288402284 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 0x55a621c3fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.416+0000 7f07abd79740 1 --2- 172.21.15.17:0/288402284 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c3f4a0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.416+0000 7f07abd79740 1 -- 172.21.15.17:0/288402284 >> 172.21.15.17:0/288402284 conn(0x55a621c04310 msgr2=0x55a621c3c070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.416+0000 7f07abd79740 1 -- 172.21.15.17:0/288402284 shutdown_connections 2024-09-16T02:07:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.416+0000 7f07abd79740 1 -- 172.21.15.17:0/288402284 wait complete. 2024-09-16T02:07:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.416+0000 7f07abd79740 1 -- start start 2024-09-16T02:07:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.417+0000 7f07abd79740 1 Processor -- start 2024-09-16T02:07:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.417+0000 7f07abd79740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 0x55a621c4a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.417+0000 7f07abd79740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c47470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.417+0000 7f07abd79740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c47c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.417+0000 7f07abd79740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55a621c4d480 con 0x55a621c4a780 2024-09-16T02:07:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.417+0000 7f07abd79740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55a621b5c060 con 0x55a621c3f9e0 2024-09-16T02:07:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.417+0000 7f07abd79740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55a621c4d600 con 0x55a621c40f50 2024-09-16T02:07:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.417+0000 7f07abd79740 10 client.0 _ll_register_callbacks cb 0x55a6218af8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.417+0000 7f07a27fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c47470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.417+0000 7f07a27fc640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c47470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:41082/0 (socket says 172.21.15.17:41082) 2024-09-16T02:07:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.417+0000 7f07a27fc640 1 -- 172.21.15.17:0/1934312159 learned_addr learned my addr 172.21.15.17:0/1934312159 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.417+0000 7f07a37fe640 1 --2- 172.21.15.17:0/1934312159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 0x55a621c4a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.417+0000 7f07a37fe640 1 --2- 172.21.15.17:0/1934312159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c47c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.418+0000 7f07a27fc640 1 -- 172.21.15.17:0/1934312159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 msgr2=0x55a621c4a1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.418+0000 7f07a27fc640 1 --2- 172.21.15.17:0/1934312159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 0x55a621c4a1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.418+0000 7f07a27fc640 1 -- 172.21.15.17:0/1934312159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 msgr2=0x55a621c47c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.418+0000 7f07a27fc640 1 --2- 172.21.15.17:0/1934312159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c47c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.418+0000 7f07a27fc640 1 -- 172.21.15.17:0/1934312159 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a6219123c0 con 0x55a621c40f50 2024-09-16T02:07:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.418+0000 7f07a37fe640 1 --2- 172.21.15.17:0/1934312159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c47c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:07:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.418+0000 7f07a27fc640 1 --2- 172.21.15.17:0/1934312159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c47470 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f0798012700 tx=0x7f0798012bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=69977a788976c4e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.418+0000 7f0782ffd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:07:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.418+0000 7f0782ffd640 1 -- 172.21.15.17:0/1934312159 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f079800f8c0 con 0x55a621c40f50 2024-09-16T02:07:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.418+0000 7f07abd79740 1 -- 172.21.15.17:0/1934312159 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f079c011d50 con 0x55a621c40f50 2024-09-16T02:07:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.418+0000 7f0782ffd640 1 -- 172.21.15.17:0/1934312159 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f079800fa60 con 0x55a621c40f50 2024-09-16T02:07:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.418+0000 7f0782ffd640 1 -- 172.21.15.17:0/1934312159 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f079800fca0 con 0x55a621c40f50 2024-09-16T02:07:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.418+0000 7f07abd79740 10 client.29068 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.418+0000 7f07abd79740 1 -- 172.21.15.17:0/1934312159 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a621c59020 con 0x55a621c40f50 2024-09-16T02:07:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.419+0000 7f0782ffd640 1 -- 172.21.15.17:0/1934312159 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f079c011d50 con 0x55a621c40f50 2024-09-16T02:07:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.419+0000 7f0782ffd640 1 -- 172.21.15.17:0/1934312159 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f0798005280 con 0x55a621c40f50 2024-09-16T02:07:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.419+0000 7f07abd79740 10 client.29068 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:45.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.419+0000 7f07abd79740 10 client.29068 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:07:45.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.419+0000 7f07abd79740 20 client.29068 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:45.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.419+0000 7f07abd79740 1 --2- 172.21.15.17:0/1934312159 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a621c5a480 0x55a621c5c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.419+0000 7f07abd79740 4 client.29068 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:07:45.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.419+0000 7f07abd79740 1 -- 172.21.15.17:0/1934312159 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a621bae860 con 0x55a621c5a480 2024-09-16T02:07:45.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.434+0000 7f07a37fe640 1 --2- 172.21.15.17:0/1934312159 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a621c5a480 0x55a621c5c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.434+0000 7f0782ffd640 10 client.29068 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:45.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.434+0000 7f07a37fe640 1 --2- 172.21.15.17:0/1934312159 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a621c5a480 0x55a621c5c8a0 crc :-1 s=READY pgs=322 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=78773097d05669f server_cookie=30dbc6cc9642d207 in_seq=0 out_seq=0 2024-09-16T02:07:45.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.435+0000 7f0782ffd640 1 -- 172.21.15.17:0/1934312159 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a621bae860 con 0x55a621c5a480 2024-09-16T02:07:45.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.435+0000 7f0782ffd640 10 client.29068 handle_command_reply: tid=0 2024-09-16T02:07:45.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.436+0000 7f07abd79740 1 client.29068 shutdown 2024-09-16T02:07:45.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.436+0000 7f07abd79740 1 -- 172.21.15.17:0/1934312159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 msgr2=0x55a621c47470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:45.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.436+0000 7f07abd79740 1 --2- 172.21.15.17:0/1934312159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c47470 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f0798012700 tx=0x7f0798012bc0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.436+0000 7f07abd79740 1 -- 172.21.15.17:0/1934312159 shutdown_connections 2024-09-16T02:07:45.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.436+0000 7f07abd79740 1 --2- 172.21.15.17:0/1934312159 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a621c5a480 0x55a621c5c8a0 crc :-1 s=READY pgs=322 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.436+0000 7f07abd79740 1 --2- 172.21.15.17:0/1934312159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c47c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.436+0000 7f07abd79740 1 --2- 172.21.15.17:0/1934312159 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c47470 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.436+0000 7f07abd79740 1 --2- 172.21.15.17:0/1934312159 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 0x55a621c4a1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.436+0000 7f07abd79740 1 -- 172.21.15.17:0/1934312159 >> 172.21.15.17:0/1934312159 conn(0x55a621c04310 msgr2=0x55a621c41d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:45.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.436+0000 7f0782ffd640 0 client.29068 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:45.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.436+0000 7f07abd79740 1 -- 172.21.15.17:0/1934312159 shutdown_connections 2024-09-16T02:07:45.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.436+0000 7f07abd79740 1 -- 172.21.15.17:0/1934312159 wait complete. 2024-09-16T02:07:45.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.436+0000 7f07abd79740 20 client.29068 trim_cache size 0 max 16384 2024-09-16T02:07:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.458+0000 7f07abd79740 1 Processor -- start 2024-09-16T02:07:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.458+0000 7f07abd79740 1 -- start start 2024-09-16T02:07:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.458+0000 7f07abd79740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 0x55a621c493e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07abd79740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c62130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07abd79740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c62670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07abd79740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07a41ae1b0 con 0x55a621c4a780 2024-09-16T02:07:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07abd79740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f07a41aba80 con 0x55a621c3f9e0 2024-09-16T02:07:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07abd79740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f07a41a98b0 con 0x55a621c40f50 2024-09-16T02:07:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07a37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c62670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07a37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c62670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47790/0 (socket says 172.21.15.17:47790) 2024-09-16T02:07:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07a37fe640 1 -- 172.21.15.17:0/1274173804 learned_addr learned my addr 172.21.15.17:0/1274173804 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07a27fc640 1 --2- 172.21.15.17:0/1274173804 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c62130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07a37fe640 1 --2- 172.21.15.17:0/1274173804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 0x55a621c493e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07a27fc640 1 -- 172.21.15.17:0/1274173804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 msgr2=0x55a621c493e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07a27fc640 1 --2- 172.21.15.17:0/1274173804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 0x55a621c493e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07a27fc640 1 -- 172.21.15.17:0/1274173804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 msgr2=0x55a621c62670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07a27fc640 1 --2- 172.21.15.17:0/1274173804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c62670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07a27fc640 1 -- 172.21.15.17:0/1274173804 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a621c459c0 con 0x55a621c40f50 2024-09-16T02:07:45.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07a37fe640 1 --2- 172.21.15.17:0/1274173804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c62670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:45.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.459+0000 7f07a27fc640 1 --2- 172.21.15.17:0/1274173804 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c62130 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x55a621c48a20 tx=0x7f079800f9a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c14f908e17fbc9d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:45.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.460+0000 7f07897fa640 1 -- 172.21.15.17:0/1274173804 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07980050d0 con 0x55a621c40f50 2024-09-16T02:07:45.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.460+0000 7f07897fa640 1 -- 172.21.15.17:0/1274173804 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f079802b020 con 0x55a621c40f50 2024-09-16T02:07:45.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.460+0000 7f07897fa640 1 -- 172.21.15.17:0/1274173804 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0798003da0 con 0x55a621c40f50 2024-09-16T02:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.461+0000 7f07abd79740 1 -- 172.21.15.17:0/1274173804 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 msgr2=0x55a621c62130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.461+0000 7f07abd79740 1 --2- 172.21.15.17:0/1274173804 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c62130 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x55a621c48a20 tx=0x7f079800f9a0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.461+0000 7f07abd79740 1 -- 172.21.15.17:0/1274173804 shutdown_connections 2024-09-16T02:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.461+0000 7f07abd79740 1 --2- 172.21.15.17:0/1274173804 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621c62670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.461+0000 7f07abd79740 1 --2- 172.21.15.17:0/1274173804 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c40f50 0x55a621c62130 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.461+0000 7f07abd79740 1 --2- 172.21.15.17:0/1274173804 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c3f9e0 0x55a621c493e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.461+0000 7f07abd79740 1 -- 172.21.15.17:0/1274173804 >> 172.21.15.17:0/1274173804 conn(0x55a621c04310 msgr2=0x55a621c48cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:45.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.461+0000 7f07abd79740 1 -- 172.21.15.17:0/1274173804 shutdown_connections 2024-09-16T02:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.461+0000 7f07abd79740 1 -- 172.21.15.17:0/1274173804 wait complete. 2024-09-16T02:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.461+0000 7f07abd79740 1 -- start start 2024-09-16T02:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.461+0000 7f07abd79740 1 Processor -- start 2024-09-16T02:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.462+0000 7f07abd79740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c3f9e0 0x55a621c4ec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.462+0000 7f07abd79740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c40f50 0x55a621c4f1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.462+0000 7f07abd79740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621cc4100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.462+0000 7f07abd79740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07a41a9f40 con 0x55a621c4a780 2024-09-16T02:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.462+0000 7f07abd79740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f07a41ab3b0 con 0x55a621c40f50 2024-09-16T02:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.462+0000 7f07abd79740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f07a41aa610 con 0x55a621c3f9e0 2024-09-16T02:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.462+0000 7f07abd79740 10 client.0 _ll_register_callbacks cb 0x7f0798009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.462+0000 7f07a27fc640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c40f50 0x55a621c4f1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.462+0000 7f07a37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621cc4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.462+0000 7f07a37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621cc4100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47806/0 (socket says 172.21.15.17:47806) 2024-09-16T02:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.462+0000 7f07a37fe640 1 -- 172.21.15.17:0/2416813760 learned_addr learned my addr 172.21.15.17:0/2416813760 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.462+0000 7f07a37fe640 1 --2- 172.21.15.17:0/2416813760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c3f9e0 0x55a621c4ec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.463+0000 7f07a37fe640 1 -- 172.21.15.17:0/2416813760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c3f9e0 msgr2=0x55a621c4ec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.463+0000 7f07a37fe640 1 --2- 172.21.15.17:0/2416813760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c3f9e0 0x55a621c4ec90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.463+0000 7f07a37fe640 1 -- 172.21.15.17:0/2416813760 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c40f50 msgr2=0x55a621c4f1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.463+0000 7f07a37fe640 1 --2- 172.21.15.17:0/2416813760 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c40f50 0x55a621c4f1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.463+0000 7f07a37fe640 1 -- 172.21.15.17:0/2416813760 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a621cc4640 con 0x55a621c4a780 2024-09-16T02:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.463+0000 7f07a37fe640 1 --2- 172.21.15.17:0/2416813760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621cc4100 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f079c002230 tx=0x7f079c010860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7577bfa0bbae8847 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.463+0000 7f0782ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.463+0000 7f0782ffd640 1 -- 172.21.15.17:0/2416813760 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f079c019d80 con 0x55a621c4a780 2024-09-16T02:07:45.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.463+0000 7f0782ffd640 1 -- 172.21.15.17:0/2416813760 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f079c003970 con 0x55a621c4a780 2024-09-16T02:07:45.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.463+0000 7f07abd79740 1 -- 172.21.15.17:0/2416813760 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f079802b020 con 0x55a621c4a780 2024-09-16T02:07:45.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.463+0000 7f0782ffd640 1 -- 172.21.15.17:0/2416813760 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f079c003b70 con 0x55a621c4a780 2024-09-16T02:07:45.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.463+0000 7f07abd79740 10 client.19416 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:45.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.463+0000 7f07abd79740 1 -- 172.21.15.17:0/2416813760 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55a621cc5850 con 0x55a621c4a780 2024-09-16T02:07:45.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.464+0000 7f0782ffd640 1 -- 172.21.15.17:0/2416813760 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f079802b020 con 0x55a621c4a780 2024-09-16T02:07:45.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.464+0000 7f0782ffd640 1 -- 172.21.15.17:0/2416813760 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f079c01a430 con 0x55a621c4a780 2024-09-16T02:07:45.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.464+0000 7f07abd79740 10 client.19416 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:45.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.464+0000 7f07abd79740 10 client.19416 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:07:45.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.464+0000 7f07abd79740 20 client.19416 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:45.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.464+0000 7f07abd79740 1 --2- 172.21.15.17:0/2416813760 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a621cc5ca0 0x55a621cc8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:45.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.464+0000 7f07abd79740 4 client.19416 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:07:45.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.464+0000 7f07abd79740 1 -- 172.21.15.17:0/2416813760 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55a621ba8d70 con 0x55a621cc5ca0 2024-09-16T02:07:45.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.464+0000 7f07a27fc640 1 --2- 172.21.15.17:0/2416813760 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a621cc5ca0 0x55a621cc8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:45.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.465+0000 7f07a27fc640 1 --2- 172.21.15.17:0/2416813760 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a621cc5ca0 0x55a621cc8090 crc :-1 s=READY pgs=323 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e90be2957265c0e6 server_cookie=65af0778f56cc486 in_seq=0 out_seq=0 2024-09-16T02:07:45.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.465+0000 7f0782ffd640 10 client.19416 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.466+0000 7f0782ffd640 1 -- 172.21.15.17:0/2416813760 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55a621ba8d70 con 0x55a621cc5ca0 2024-09-16T02:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.466+0000 7f0782ffd640 10 client.19416 handle_command_reply: tid=0 2024-09-16T02:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.466+0000 7f07abd79740 1 client.19416 shutdown 2024-09-16T02:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.467+0000 7f07abd79740 1 -- 172.21.15.17:0/2416813760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 msgr2=0x55a621cc4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.467+0000 7f07abd79740 1 --2- 172.21.15.17:0/2416813760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621cc4100 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f079c002230 tx=0x7f079c010860 comp rx=0 tx=0).stop 2024-09-16T02:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.467+0000 7f07abd79740 1 -- 172.21.15.17:0/2416813760 shutdown_connections 2024-09-16T02:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.467+0000 7f07abd79740 1 --2- 172.21.15.17:0/2416813760 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55a621cc5ca0 0x55a621cc8090 crc :-1 s=READY pgs=323 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.467+0000 7f07abd79740 1 --2- 172.21.15.17:0/2416813760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a621c4a780 0x55a621cc4100 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.467+0000 7f07abd79740 1 --2- 172.21.15.17:0/2416813760 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55a621c40f50 0x55a621c4f1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.467+0000 7f07abd79740 1 --2- 172.21.15.17:0/2416813760 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55a621c3f9e0 0x55a621c4ec90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.467+0000 7f07abd79740 1 -- 172.21.15.17:0/2416813760 >> 172.21.15.17:0/2416813760 conn(0x55a621c04310 msgr2=0x55a621c494f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:45.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.467+0000 7f0782ffd640 0 client.19416 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:45.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.467+0000 7f07abd79740 1 -- 172.21.15.17:0/2416813760 shutdown_connections 2024-09-16T02:07:45.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.467+0000 7f07abd79740 1 -- 172.21.15.17:0/2416813760 wait complete. 2024-09-16T02:07:45.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.467+0000 7f07abd79740 20 client.19416 trim_cache size 0 max 16384 2024-09-16T02:07:45.474 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:07:45.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.468+0000 7f07a99a0640 1 -- 172.21.15.17:0/4159943394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f078c0a3240 msgr2=0x7f078c0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:45.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.468+0000 7f07a99a0640 1 --2- 172.21.15.17:0/4159943394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f078c0a3240 0x7f078c0a5700 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f0794031440 tx=0x7f0794009260 comp rx=0 tx=0).stop 2024-09-16T02:07:45.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.468+0000 7f07a99a0640 1 -- 172.21.15.17:0/4159943394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a41036c0 msgr2=0x7f07a41985a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:45.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.468+0000 7f07a99a0640 1 --2- 172.21.15.17:0/4159943394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a41036c0 0x7f07a41985a0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f0794006010 tx=0x7f07940040c0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.468+0000 7f07a99a0640 1 -- 172.21.15.17:0/4159943394 shutdown_connections 2024-09-16T02:07:45.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.468+0000 7f07a99a0640 1 --2- 172.21.15.17:0/4159943394 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f078c0a3240 0x7f078c0a5700 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.468+0000 7f07a99a0640 1 --2- 172.21.15.17:0/4159943394 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f07a419ce70 0x7f07a419d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.468+0000 7f07a99a0640 1 --2- 172.21.15.17:0/4159943394 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07a410c180 0x7f07a4198ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.468+0000 7f07a99a0640 1 --2- 172.21.15.17:0/4159943394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a41036c0 0x7f07a41985a0 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:45.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.468+0000 7f07a99a0640 1 -- 172.21.15.17:0/4159943394 >> 172.21.15.17:0/4159943394 conn(0x7f07a40fc7a0 msgr2=0x7f07a40fe1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:45.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.468+0000 7f07a99a0640 1 -- 172.21.15.17:0/4159943394 shutdown_connections 2024-09-16T02:07:45.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:45.468+0000 7f07a99a0640 1 -- 172.21.15.17:0/4159943394 wait complete. 2024-09-16T02:07:46.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 103382 8.30 MB/sec execute 548 sec latency 141.270 ms 2024-09-16T02:07:46.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:46 smithi017 ceph-mon[30972]: pgmap v1066: 97 pgs: 97 active+clean; 550 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 533 KiB/s rd, 3.8 MiB/s wr, 188 op/s 2024-09-16T02:07:46.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:46 smithi122 ceph-mon[34758]: pgmap v1066: 97 pgs: 97 active+clean; 550 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 533 KiB/s rd, 3.8 MiB/s wr, 188 op/s 2024-09-16T02:07:46.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:46 smithi029 ceph-mon[34783]: pgmap v1066: 97 pgs: 97 active+clean; 550 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 533 KiB/s rd, 3.8 MiB/s wr, 188 op/s 2024-09-16T02:07:47.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 103561 8.31 MB/sec execute 549 sec latency 108.972 ms 2024-09-16T02:07:47.258 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-09-16T02:07:47.258 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub start / force,recursive 2024-09-16T02:07:47.627 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:07:48.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 103675 8.29 MB/sec execute 550 sec latency 119.645 ms 2024-09-16T02:07:48.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.190+0000 7f447953c640 1 -- 172.21.15.17:0/3357915826 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4474106f00 msgr2=0x7f447410ea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:48.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.190+0000 7f447953c640 1 --2- 172.21.15.17:0/3357915826 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4474106f00 0x7f447410ea80 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f446c009ca0 tx=0x7f446c02a8c0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.190+0000 7f447953c640 1 -- 172.21.15.17:0/3357915826 shutdown_connections 2024-09-16T02:07:48.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.190+0000 7f447953c640 1 --2- 172.21.15.17:0/3357915826 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4474106f00 0x7f447410ea80 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.190+0000 7f447953c640 1 --2- 172.21.15.17:0/3357915826 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4474102780 0x7f44741067d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.190+0000 7f447953c640 1 --2- 172.21.15.17:0/3357915826 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4474101dd0 0x7f44741021b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.190+0000 7f447953c640 1 -- 172.21.15.17:0/3357915826 >> 172.21.15.17:0/3357915826 conn(0x7f44740fd8b0 msgr2=0x7f44740ffcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:48.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.192+0000 7f447953c640 1 -- 172.21.15.17:0/3357915826 shutdown_connections 2024-09-16T02:07:48.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.192+0000 7f447953c640 1 -- 172.21.15.17:0/3357915826 wait complete. 2024-09-16T02:07:48.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.193+0000 7f447953c640 1 Processor -- start 2024-09-16T02:07:48.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.193+0000 7f447953c640 1 -- start start 2024-09-16T02:07:48.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.193+0000 7f447953c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4474101dd0 0x7f447419a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.193+0000 7f447953c640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4474102780 0x7f447419abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.193+0000 7f447953c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4474106f00 0x7f447419ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.193+0000 7f447953c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f4474111e30 con 0x7f4474106f00 2024-09-16T02:07:48.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.193+0000 7f447953c640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f4474111cb0 con 0x7f4474102780 2024-09-16T02:07:48.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.193+0000 7f447953c640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f4474111fb0 con 0x7f4474101dd0 2024-09-16T02:07:48.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.193+0000 7f44737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4474106f00 0x7f447419ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.193+0000 7f446bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4474102780 0x7f447419abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.193+0000 7f44737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4474106f00 0x7f447419ef80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46472/0 (socket says 172.21.15.17:46472) 2024-09-16T02:07:48.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.193+0000 7f44737fe640 1 -- 172.21.15.17:0/2785012687 learned_addr learned my addr 172.21.15.17:0/2785012687 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:48.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.193+0000 7f4472ffd640 1 --2- 172.21.15.17:0/2785012687 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4474101dd0 0x7f447419a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.194+0000 7f44737fe640 1 -- 172.21.15.17:0/2785012687 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4474101dd0 msgr2=0x7f447419a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:48.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.194+0000 7f44737fe640 1 --2- 172.21.15.17:0/2785012687 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4474101dd0 0x7f447419a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.194+0000 7f44737fe640 1 -- 172.21.15.17:0/2785012687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4474102780 msgr2=0x7f447419abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:48.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.194+0000 7f44737fe640 1 --2- 172.21.15.17:0/2785012687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4474102780 0x7f447419abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.194+0000 7f44737fe640 1 -- 172.21.15.17:0/2785012687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f447419f660 con 0x7f4474106f00 2024-09-16T02:07:48.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.194+0000 7f446bfff640 1 --2- 172.21.15.17:0/2785012687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4474102780 0x7f447419abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:48.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.194+0000 7f44737fe640 1 --2- 172.21.15.17:0/2785012687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4474106f00 0x7f447419ef80 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f446c02f3a0 tx=0x7f446c009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:48.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.194+0000 7f4470ff9640 1 -- 172.21.15.17:0/2785012687 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f446c003bf0 con 0x7f4474106f00 2024-09-16T02:07:48.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.194+0000 7f4470ff9640 1 -- 172.21.15.17:0/2785012687 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f446c003d90 con 0x7f4474106f00 2024-09-16T02:07:48.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.194+0000 7f4470ff9640 1 -- 172.21.15.17:0/2785012687 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f446c030b60 con 0x7f4474106f00 2024-09-16T02:07:48.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.195+0000 7f447953c640 1 -- 172.21.15.17:0/2785012687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f447419f8f0 con 0x7f4474106f00 2024-09-16T02:07:48.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.195+0000 7f447953c640 1 -- 172.21.15.17:0/2785012687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f44741a7230 con 0x7f4474106f00 2024-09-16T02:07:48.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.198+0000 7f4470ff9640 1 -- 172.21.15.17:0/2785012687 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f446c030d00 con 0x7f4474106f00 2024-09-16T02:07:48.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.198+0000 7f447b915740 1 Processor -- start 2024-09-16T02:07:48.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.198+0000 7f447b915740 1 -- start start 2024-09-16T02:07:48.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.198+0000 7f447b915740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b97894ab60 0x55b97894af40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.198+0000 7f447b915740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894b480 0x55b978955800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.198+0000 7f447b915740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b978955d40 0x55b978958130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.198+0000 7f447b915740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b9788b0280 con 0x55b978955d40 2024-09-16T02:07:48.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.198+0000 7f447b915740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b978857b10 con 0x55b97894b480 2024-09-16T02:07:48.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.198+0000 7f447b915740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b9788ac240 con 0x55b97894ab60 2024-09-16T02:07:48.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.199+0000 7f446bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b97894ab60 0x55b97894af40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.199+0000 7f446bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b97894ab60 0x55b97894af40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:51676/0 (socket says 172.21.15.17:51676) 2024-09-16T02:07:48.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.199+0000 7f4472ffd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894b480 0x55b978955800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.199+0000 7f446bfff640 1 -- 172.21.15.17:0/2204365376 learned_addr learned my addr 172.21.15.17:0/2204365376 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:48.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.199+0000 7f446bfff640 1 --2- 172.21.15.17:0/2204365376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b978955d40 0x55b978958130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.199+0000 7f4472ffd640 1 -- 172.21.15.17:0/2204365376 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b97894ab60 msgr2=0x55b97894af40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:48.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.199+0000 7f4472ffd640 1 --2- 172.21.15.17:0/2204365376 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b97894ab60 0x55b97894af40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.199+0000 7f4472ffd640 1 -- 172.21.15.17:0/2204365376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b978955d40 msgr2=0x55b978958130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:48.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.199+0000 7f4472ffd640 1 --2- 172.21.15.17:0/2204365376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b978955d40 0x55b978958130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.199+0000 7f4472ffd640 1 -- 172.21.15.17:0/2204365376 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b9788641f0 con 0x55b97894b480 2024-09-16T02:07:48.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.199+0000 7f4470ff9640 1 --2- 172.21.15.17:0/2785012687 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44600a3300 0x7f44600a57c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.200+0000 7f446bfff640 1 --2- 172.21.15.17:0/2785012687 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44600a3300 0x7f44600a57c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.200+0000 7f4472ffd640 1 --2- 172.21.15.17:0/2204365376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894b480 0x55b978955800 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f44640099a0 tx=0x7f4464009e60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f26b2ed36bf58e6f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:48.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.200+0000 7f44697fa640 1 -- 172.21.15.17:0/2204365376 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4464017070 con 0x55b97894b480 2024-09-16T02:07:48.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.200+0000 7f4470ff9640 1 -- 172.21.15.17:0/2785012687 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f446c0f0e30 con 0x7f4474106f00 2024-09-16T02:07:48.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.200+0000 7f44697fa640 1 -- 172.21.15.17:0/2204365376 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4464013470 con 0x55b97894b480 2024-09-16T02:07:48.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.200+0000 7f44697fa640 1 -- 172.21.15.17:0/2204365376 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4464012630 con 0x55b97894b480 2024-09-16T02:07:48.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.201+0000 7f447b915740 1 -- 172.21.15.17:0/2204365376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894b480 msgr2=0x55b978955800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:48.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.201+0000 7f446bfff640 1 --2- 172.21.15.17:0/2785012687 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44600a3300 0x7f44600a57c0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x55b978948470 tx=0x7f445c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:48.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.201+0000 7f447b915740 1 --2- 172.21.15.17:0/2204365376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894b480 0x55b978955800 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f44640099a0 tx=0x7f4464009e60 comp rx=0 tx=0).stop 2024-09-16T02:07:48.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.201+0000 7f447b915740 1 -- 172.21.15.17:0/2204365376 shutdown_connections 2024-09-16T02:07:48.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.201+0000 7f447b915740 1 --2- 172.21.15.17:0/2204365376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b978955d40 0x55b978958130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.201+0000 7f447b915740 1 --2- 172.21.15.17:0/2204365376 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894b480 0x55b978955800 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.201+0000 7f447b915740 1 --2- 172.21.15.17:0/2204365376 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b97894ab60 0x55b97894af40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.201+0000 7f447b915740 1 -- 172.21.15.17:0/2204365376 >> 172.21.15.17:0/2204365376 conn(0x55b9789470f0 msgr2=0x55b9789474d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:48.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.201+0000 7f447b915740 1 -- 172.21.15.17:0/2204365376 shutdown_connections 2024-09-16T02:07:48.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.201+0000 7f447b915740 1 -- 172.21.15.17:0/2204365376 wait complete. 2024-09-16T02:07:48.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.201+0000 7f447b915740 1 -- start start 2024-09-16T02:07:48.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.202+0000 7f447b915740 1 Processor -- start 2024-09-16T02:07:48.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.202+0000 7f447b915740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894ab60 0x55b978952bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.202+0000 7f447b915740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894b480 0x55b978953110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.202+0000 7f447b915740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 0x55b978953650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.202+0000 7f447b915740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55b978958910 con 0x55b97894b480 2024-09-16T02:07:48.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.202+0000 7f447b915740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55b97886af10 con 0x55b97894ab60 2024-09-16T02:07:48.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.202+0000 7f447b915740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55b978958a90 con 0x55b978955d40 2024-09-16T02:07:48.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.202+0000 7f447b915740 10 client.0 _ll_register_callbacks cb 0x55b978833a40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:48.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.202+0000 7f446bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894b480 0x55b978953110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.202+0000 7f446bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894b480 0x55b978953110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46490/0 (socket says 172.21.15.17:46490) 2024-09-16T02:07:48.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.202+0000 7f446bfff640 1 -- 172.21.15.17:0/3413599332 learned_addr learned my addr 172.21.15.17:0/3413599332 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:48.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.202+0000 7f44737fe640 1 --2- 172.21.15.17:0/3413599332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 0x55b978953650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.203+0000 7f4472ffd640 1 --2- 172.21.15.17:0/3413599332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894ab60 0x55b978952bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.203+0000 7f446bfff640 1 -- 172.21.15.17:0/3413599332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 msgr2=0x55b978953650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:48.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.203+0000 7f446bfff640 1 --2- 172.21.15.17:0/3413599332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 0x55b978953650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.203+0000 7f446bfff640 1 -- 172.21.15.17:0/3413599332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894ab60 msgr2=0x55b978952bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:48.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.203+0000 7f446bfff640 1 --2- 172.21.15.17:0/3413599332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894ab60 0x55b978952bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.203+0000 7f446bfff640 1 -- 172.21.15.17:0/3413599332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b9786216a0 con 0x55b97894b480 2024-09-16T02:07:48.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.203+0000 7f4472ffd640 1 --2- 172.21.15.17:0/3413599332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894ab60 0x55b978952bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:07:48.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.203+0000 7f446bfff640 1 --2- 172.21.15.17:0/3413599332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894b480 0x55b978953110 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f445c005890 tx=0x7f445c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d0ffa8c53d61aa4 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:48.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.203+0000 7f445a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:07:48.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.203+0000 7f445a7fc640 1 -- 172.21.15.17:0/3413599332 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f445c004020 con 0x55b97894b480 2024-09-16T02:07:48.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.203+0000 7f445a7fc640 1 -- 172.21.15.17:0/3413599332 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f445c01a050 con 0x55b97894b480 2024-09-16T02:07:48.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.203+0000 7f447b915740 1 -- 172.21.15.17:0/3413599332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4464013470 con 0x55b97894b480 2024-09-16T02:07:48.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.204+0000 7f445a7fc640 1 -- 172.21.15.17:0/3413599332 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f445c0041c0 con 0x55b97894b480 2024-09-16T02:07:48.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.204+0000 7f447b915740 10 client.19428 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:48.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.204+0000 7f447b915740 1 -- 172.21.15.17:0/3413599332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b97896ccd0 con 0x55b97894b480 2024-09-16T02:07:48.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.204+0000 7f445a7fc640 1 -- 172.21.15.17:0/3413599332 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4464013470 con 0x55b97894b480 2024-09-16T02:07:48.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.204+0000 7f445a7fc640 1 -- 172.21.15.17:0/3413599332 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f445c0035f0 con 0x55b97894b480 2024-09-16T02:07:48.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.204+0000 7f447b915740 10 client.19428 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:48.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.204+0000 7f447b915740 10 client.19428 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:07:48.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.204+0000 7f447b915740 20 client.19428 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:48.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.204+0000 7f447b915740 1 --2- 172.21.15.17:0/3413599332 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b97896e230 0x55b978970670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.204+0000 7f447b915740 4 client.19428 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:07:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.204+0000 7f447b915740 1 -- 172.21.15.17:0/3413599332 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55b9788bd7f0 con 0x55b97896e230 2024-09-16T02:07:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.205+0000 7f4472ffd640 1 --2- 172.21.15.17:0/3413599332 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b97896e230 0x55b978970670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.205+0000 7f4472ffd640 1 --2- 172.21.15.17:0/3413599332 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b97896e230 0x55b978970670 crc :-1 s=READY pgs=324 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=549fc1aa36499830 server_cookie=c08200d2ac034a4d in_seq=0 out_seq=0 2024-09-16T02:07:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.205+0000 7f445a7fc640 10 client.19428 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.206+0000 7f445a7fc640 1 -- 172.21.15.17:0/3413599332 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55b9788bd7f0 con 0x55b97896e230 2024-09-16T02:07:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.206+0000 7f445a7fc640 10 client.19428 handle_command_reply: tid=0 2024-09-16T02:07:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.206+0000 7f447b915740 1 client.19428 shutdown 2024-09-16T02:07:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.207+0000 7f447b915740 1 -- 172.21.15.17:0/3413599332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894b480 msgr2=0x55b978953110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.207+0000 7f447b915740 1 --2- 172.21.15.17:0/3413599332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894b480 0x55b978953110 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f445c005890 tx=0x7f445c004730 comp rx=0 tx=0).stop 2024-09-16T02:07:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.207+0000 7f447b915740 1 -- 172.21.15.17:0/3413599332 shutdown_connections 2024-09-16T02:07:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.207+0000 7f447b915740 1 --2- 172.21.15.17:0/3413599332 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b97896e230 0x55b978970670 crc :-1 s=READY pgs=324 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.207+0000 7f445a7fc640 0 client.19428 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.207+0000 7f447b915740 1 --2- 172.21.15.17:0/3413599332 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 0x55b978953650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.207+0000 7f447b915740 1 --2- 172.21.15.17:0/3413599332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894b480 0x55b978953110 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.207+0000 7f447b915740 1 --2- 172.21.15.17:0/3413599332 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894ab60 0x55b978952bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.207+0000 7f447b915740 1 -- 172.21.15.17:0/3413599332 >> 172.21.15.17:0/3413599332 conn(0x55b9789470f0 msgr2=0x55b978946270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.207+0000 7f447b915740 1 -- 172.21.15.17:0/3413599332 shutdown_connections 2024-09-16T02:07:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.207+0000 7f447b915740 1 -- 172.21.15.17:0/3413599332 wait complete. 2024-09-16T02:07:48.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.207+0000 7f447b915740 20 client.19428 trim_cache size 0 max 16384 2024-09-16T02:07:48.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.233+0000 7f447b915740 1 Processor -- start 2024-09-16T02:07:48.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.233+0000 7f447b915740 1 -- start start 2024-09-16T02:07:48.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.233+0000 7f447b915740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894ab60 0x55b97894d5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.233+0000 7f447b915740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894b480 0x55b97894e340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.233+0000 7f447b915740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 0x55b978954a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.233+0000 7f447b915740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f44741adc50 con 0x55b97894ab60 2024-09-16T02:07:48.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.233+0000 7f447b915740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f44741ab520 con 0x55b97894b480 2024-09-16T02:07:48.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.233+0000 7f447b915740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f44741a9370 con 0x55b978955d40 2024-09-16T02:07:48.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.233+0000 7f4472ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894ab60 0x55b97894d5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.233+0000 7f4472ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894ab60 0x55b97894d5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46492/0 (socket says 172.21.15.17:46492) 2024-09-16T02:07:48.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.233+0000 7f4472ffd640 1 -- 172.21.15.17:0/2219094364 learned_addr learned my addr 172.21.15.17:0/2219094364 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:48.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.233+0000 7f446bfff640 1 --2- 172.21.15.17:0/2219094364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894b480 0x55b97894e340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.233+0000 7f44737fe640 1 --2- 172.21.15.17:0/2219094364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 0x55b978954a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.234+0000 7f446bfff640 1 -- 172.21.15.17:0/2219094364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 msgr2=0x55b978954a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:48.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.234+0000 7f446bfff640 1 --2- 172.21.15.17:0/2219094364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 0x55b978954a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.234+0000 7f446bfff640 1 -- 172.21.15.17:0/2219094364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894ab60 msgr2=0x55b97894d5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:48.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.234+0000 7f446bfff640 1 --2- 172.21.15.17:0/2219094364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894ab60 0x55b97894d5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.234+0000 7f446bfff640 1 -- 172.21.15.17:0/2219094364 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55b978946f20 con 0x55b97894b480 2024-09-16T02:07:48.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.234+0000 7f44737fe640 1 --2- 172.21.15.17:0/2219094364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 0x55b978954a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:48.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.234+0000 7f446bfff640 1 --2- 172.21.15.17:0/2219094364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894b480 0x55b97894e340 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f445c003c50 tx=0x7f445c0111c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae95b70493f0f512 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:48.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.234+0000 7f4468ff9640 1 -- 172.21.15.17:0/2219094364 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f445c03a030 con 0x55b97894b480 2024-09-16T02:07:48.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.234+0000 7f4468ff9640 1 -- 172.21.15.17:0/2219094364 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f445c010c30 con 0x55b97894b480 2024-09-16T02:07:48.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.234+0000 7f4468ff9640 1 -- 172.21.15.17:0/2219094364 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f445c022800 con 0x55b97894b480 2024-09-16T02:07:48.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.235+0000 7f447b915740 1 -- 172.21.15.17:0/2219094364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894b480 msgr2=0x55b97894e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:48.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.235+0000 7f447b915740 1 --2- 172.21.15.17:0/2219094364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894b480 0x55b97894e340 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f445c003c50 tx=0x7f445c0111c0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.235+0000 7f447b915740 1 -- 172.21.15.17:0/2219094364 shutdown_connections 2024-09-16T02:07:48.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.235+0000 7f447b915740 1 --2- 172.21.15.17:0/2219094364 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 0x55b978954a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.235+0000 7f447b915740 1 --2- 172.21.15.17:0/2219094364 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894b480 0x55b97894e340 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.235+0000 7f447b915740 1 --2- 172.21.15.17:0/2219094364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894ab60 0x55b97894d5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.235+0000 7f447b915740 1 -- 172.21.15.17:0/2219094364 >> 172.21.15.17:0/2219094364 conn(0x55b9789470f0 msgr2=0x55b978954320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:48.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.235+0000 7f447b915740 1 -- 172.21.15.17:0/2219094364 shutdown_connections 2024-09-16T02:07:48.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.235+0000 7f447b915740 1 -- 172.21.15.17:0/2219094364 wait complete. 2024-09-16T02:07:48.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.236+0000 7f447b915740 1 -- start start 2024-09-16T02:07:48.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.236+0000 7f447b915740 1 Processor -- start 2024-09-16T02:07:48.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.236+0000 7f447b915740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894ab60 0x55b978966c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.236+0000 7f447b915740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894b480 0x55b978961fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.236+0000 7f447b915740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 0x55b9789624f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.236+0000 7f447b915740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f44741a99e0 con 0x55b97894b480 2024-09-16T02:07:48.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.236+0000 7f447b915740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f44741aae50 con 0x55b97894ab60 2024-09-16T02:07:48.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.236+0000 7f447b915740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f44741aa0b0 con 0x55b978955d40 2024-09-16T02:07:48.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.236+0000 7f447b915740 10 client.0 _ll_register_callbacks cb 0x7f445c009de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:48.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.236+0000 7f446bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894b480 0x55b978961fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.237+0000 7f446bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894b480 0x55b978961fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46504/0 (socket says 172.21.15.17:46504) 2024-09-16T02:07:48.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.237+0000 7f446bfff640 1 -- 172.21.15.17:0/1196840987 learned_addr learned my addr 172.21.15.17:0/1196840987 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:48.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.237+0000 7f446bfff640 1 -- 172.21.15.17:0/1196840987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 msgr2=0x55b9789624f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T02:07:48.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.237+0000 7f446bfff640 1 --2- 172.21.15.17:0/1196840987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 0x55b9789624f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.237+0000 7f446bfff640 1 -- 172.21.15.17:0/1196840987 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894ab60 msgr2=0x55b978966c80 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-16T02:07:48.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.237+0000 7f446bfff640 1 --2- 172.21.15.17:0/1196840987 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894ab60 0x55b978966c80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.237+0000 7f446bfff640 1 -- 172.21.15.17:0/1196840987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55b978962cf0 con 0x55b97894b480 2024-09-16T02:07:48.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.238+0000 7f446bfff640 1 --2- 172.21.15.17:0/1196840987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894b480 0x55b978961fb0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f445c003b80 tx=0x7f445c009770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=414155184b6f2a78 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:48.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.238+0000 7f445a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:07:48.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.238+0000 7f445a7fc640 1 -- 172.21.15.17:0/1196840987 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f445c003e90 con 0x55b97894b480 2024-09-16T02:07:48.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.238+0000 7f445a7fc640 1 -- 172.21.15.17:0/1196840987 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f445c022800 con 0x55b97894b480 2024-09-16T02:07:48.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.238+0000 7f447b915740 1 -- 172.21.15.17:0/1196840987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x55b9788b7d00 con 0x55b97894b480 2024-09-16T02:07:48.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.238+0000 7f445a7fc640 1 -- 172.21.15.17:0/1196840987 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f445c022a00 con 0x55b97894b480 2024-09-16T02:07:48.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.238+0000 7f447b915740 10 client.19434 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:48.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.238+0000 7f447b915740 1 -- 172.21.15.17:0/1196840987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55b9789d8f20 con 0x55b97894b480 2024-09-16T02:07:48.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.239+0000 7f445a7fc640 1 -- 172.21.15.17:0/1196840987 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x55b9788b7d00 con 0x55b97894b480 2024-09-16T02:07:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.239+0000 7f445a7fc640 1 -- 172.21.15.17:0/1196840987 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f445c02cb00 con 0x55b97894b480 2024-09-16T02:07:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.239+0000 7f447b915740 10 client.19434 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.239+0000 7f447b915740 10 client.19434 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:07:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.239+0000 7f447b915740 20 client.19434 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.239+0000 7f447b915740 1 --2- 172.21.15.17:0/1196840987 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b9789d9560 0x55b9789db980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:48.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.239+0000 7f447b915740 4 client.19434 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-09-16T02:07:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.239+0000 7f447b915740 1 -- 172.21.15.17:0/1196840987 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) -- 0x55b978834110 con 0x55b9789d9560 2024-09-16T02:07:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.239+0000 7f4472ffd640 1 --2- 172.21.15.17:0/1196840987 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b9789d9560 0x55b9789db980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.239+0000 7f445a7fc640 10 client.19434 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.240+0000 7f4472ffd640 1 --2- 172.21.15.17:0/1196840987 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b9789d9560 0x55b9789db980 crc :-1 s=READY pgs=325 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80127c2efae5ffda server_cookie=fe6dd01c3d4094db in_seq=0 out_seq=0 2024-09-16T02:07:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.241+0000 7f445a7fc640 1 -- 172.21.15.17:0/1196840987 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+110 (crc 0 0 0) 0x55b978834110 con 0x55b9789d9560 2024-09-16T02:07:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.241+0000 7f445a7fc640 10 client.19434 handle_command_reply: tid=0 2024-09-16T02:07:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.241+0000 7f447b915740 1 client.19434 shutdown 2024-09-16T02:07:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.242+0000 7f447b915740 1 -- 172.21.15.17:0/1196840987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894b480 msgr2=0x55b978961fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.242+0000 7f447b915740 1 --2- 172.21.15.17:0/1196840987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894b480 0x55b978961fb0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f445c003b80 tx=0x7f445c009770 comp rx=0 tx=0).stop 2024-09-16T02:07:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.242+0000 7f447b915740 1 -- 172.21.15.17:0/1196840987 shutdown_connections 2024-09-16T02:07:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.242+0000 7f447b915740 1 --2- 172.21.15.17:0/1196840987 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55b9789d9560 0x55b9789db980 crc :-1 s=READY pgs=325 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.242+0000 7f447b915740 1 --2- 172.21.15.17:0/1196840987 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55b978955d40 0x55b9789624f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.242+0000 7f447b915740 1 --2- 172.21.15.17:0/1196840987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b97894b480 0x55b978961fb0 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.242+0000 7f447b915740 1 --2- 172.21.15.17:0/1196840987 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55b97894ab60 0x55b978966c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.242+0000 7f447b915740 1 -- 172.21.15.17:0/1196840987 >> 172.21.15.17:0/1196840987 conn(0x55b9789470f0 msgr2=0x55b978946270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.242+0000 7f445a7fc640 0 client.19434 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.242+0000 7f447b915740 1 -- 172.21.15.17:0/1196840987 shutdown_connections 2024-09-16T02:07:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.242+0000 7f447b915740 1 -- 172.21.15.17:0/1196840987 wait complete. 2024-09-16T02:07:48.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.242+0000 7f447b915740 20 client.19434 trim_cache size 0 max 16384 2024-09-16T02:07:48.248 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:07:48.248 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-09-16T02:07:48.248 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "13c3217f-b125-4901-83f3-f0ae66cb4fd3", 2024-09-16T02:07:48.248 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-09-16T02:07:48.249 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:07:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.243+0000 7f447953c640 1 -- 172.21.15.17:0/2785012687 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44600a3300 msgr2=0x7f44600a57c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:48.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.243+0000 7f447953c640 1 --2- 172.21.15.17:0/2785012687 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44600a3300 0x7f44600a57c0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x55b978948470 tx=0x7f445c005f90 comp rx=0 tx=0).stop 2024-09-16T02:07:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.243+0000 7f447953c640 1 -- 172.21.15.17:0/2785012687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4474106f00 msgr2=0x7f447419ef80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.243+0000 7f447953c640 1 --2- 172.21.15.17:0/2785012687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4474106f00 0x7f447419ef80 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f446c02f3a0 tx=0x7f446c009800 comp rx=0 tx=0).stop 2024-09-16T02:07:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.243+0000 7f447953c640 1 -- 172.21.15.17:0/2785012687 shutdown_connections 2024-09-16T02:07:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.243+0000 7f447953c640 1 --2- 172.21.15.17:0/2785012687 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f44600a3300 0x7f44600a57c0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.243+0000 7f447953c640 1 --2- 172.21.15.17:0/2785012687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4474106f00 0x7f447419ef80 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.243+0000 7f447953c640 1 --2- 172.21.15.17:0/2785012687 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f4474102780 0x7f447419abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.243+0000 7f447953c640 1 --2- 172.21.15.17:0/2785012687 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f4474101dd0 0x7f447419a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.243+0000 7f447953c640 1 -- 172.21.15.17:0/2785012687 >> 172.21.15.17:0/2785012687 conn(0x7f44740fd8b0 msgr2=0x7f44740fec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.243+0000 7f447953c640 1 -- 172.21.15.17:0/2785012687 shutdown_connections 2024-09-16T02:07:48.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:48.243+0000 7f447953c640 1 -- 172.21.15.17:0/2785012687 wait complete. 2024-09-16T02:07:48.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:48 smithi017 ceph-mon[30972]: pgmap v1067: 97 pgs: 97 active+clean; 554 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 3.8 MiB/s wr, 198 op/s 2024-09-16T02:07:48.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:48 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:07:48.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:48 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:48.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:48 smithi122 ceph-mon[34758]: pgmap v1067: 97 pgs: 97 active+clean; 554 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 3.8 MiB/s wr, 198 op/s 2024-09-16T02:07:48.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:48 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:07:48.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:48 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:48.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:48 smithi029 ceph-mon[34783]: pgmap v1067: 97 pgs: 97 active+clean; 554 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 753 KiB/s rd, 3.8 MiB/s wr, 198 op/s 2024-09-16T02:07:48.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:48 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:07:48.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:48 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 103793 8.28 MB/sec execute 551 sec latency 135.732 ms 2024-09-16T02:07:49.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:49 smithi017 ceph-mon[30972]: scrub queued for path: / 2024-09-16T02:07:49.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:49 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:49 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:07:49.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:49 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:07:49.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:49 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:49 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:07:49.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:49 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:49 smithi017 ceph-mon[30972]: scrub summary: active paths [/] 2024-09-16T02:07:49.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:49 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:49 smithi017 ceph-mon[30972]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:49 smithi029 ceph-mon[34783]: scrub queued for path: / 2024-09-16T02:07:49.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:49 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:49 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:07:49.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:49 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:07:49.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:49 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:49 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:07:49.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:49 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:49 smithi029 ceph-mon[34783]: scrub summary: active paths [/] 2024-09-16T02:07:49.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:49 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:49 smithi029 ceph-mon[34783]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:49 smithi122 ceph-mon[34758]: scrub queued for path: / 2024-09-16T02:07:49.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:49 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:49 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:07:49.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:49 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:07:49.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:49 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:49 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:07:49.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:49 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:49 smithi122 ceph-mon[34758]: scrub summary: active paths [/] 2024-09-16T02:07:49.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:49 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:49.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:49 smithi122 ceph-mon[34758]: scrub summary: idle+waiting paths [/] 2024-09-16T02:07:50.030 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:07:50.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 103885 8.28 MB/sec execute 552 sec latency 256.694 ms 2024-09-16T02:07:50.546 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:07:50.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:50 smithi017 ceph-mon[30972]: pgmap v1068: 97 pgs: 97 active+clean; 558 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 851 KiB/s rd, 4.6 MiB/s wr, 226 op/s 2024-09-16T02:07:50.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:50 smithi029 ceph-mon[34783]: pgmap v1068: 97 pgs: 97 active+clean; 558 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 851 KiB/s rd, 4.6 MiB/s wr, 226 op/s 2024-09-16T02:07:50.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:50 smithi122 ceph-mon[34758]: pgmap v1068: 97 pgs: 97 active+clean; 558 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 851 KiB/s rd, 4.6 MiB/s wr, 226 op/s 2024-09-16T02:07:51.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 104030 8.27 MB/sec execute 553 sec latency 143.940 ms 2024-09-16T02:07:51.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.107+0000 7f5ccfdab640 1 -- 172.21.15.17:0/2956651915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cc8102d30 msgr2=0x7f5cc8103110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:51.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.107+0000 7f5ccfdab640 1 --2- 172.21.15.17:0/2956651915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cc8102d30 0x7f5cc8103110 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4009900 tx=0x7f5cc402a3f0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.107+0000 7f5ccfdab640 1 -- 172.21.15.17:0/2956651915 shutdown_connections 2024-09-16T02:07:51.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.107+0000 7f5ccfdab640 1 --2- 172.21.15.17:0/2956651915 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc81082a0 0x7f5cc810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.107+0000 7f5ccfdab640 1 --2- 172.21.15.17:0/2956651915 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cc81036e0 0x7f5cc8107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.107+0000 7f5ccfdab640 1 --2- 172.21.15.17:0/2956651915 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cc8102d30 0x7f5cc8103110 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.107+0000 7f5ccfdab640 1 -- 172.21.15.17:0/2956651915 >> 172.21.15.17:0/2956651915 conn(0x7f5cc80fc7d0 msgr2=0x7f5cc80febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:51.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.107+0000 7f5ccfdab640 1 -- 172.21.15.17:0/2956651915 shutdown_connections 2024-09-16T02:07:51.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.107+0000 7f5ccfdab640 1 -- 172.21.15.17:0/2956651915 wait complete. 2024-09-16T02:07:51.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.108+0000 7f5ccfdab640 1 Processor -- start 2024-09-16T02:07:51.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.108+0000 7f5ccfdab640 1 -- start start 2024-09-16T02:07:51.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5ccfdab640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cc8102d30 0x7f5cc8198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5ccfdab640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cc81036e0 0x7f5cc8198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5ccfdab640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc81082a0 0x7f5cc819cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5ccfdab640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc8111f90 con 0x7f5cc8102d30 2024-09-16T02:07:51.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5ccfdab640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc8111e10 con 0x7f5cc81082a0 2024-09-16T02:07:51.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5ccfdab640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5cc8112110 con 0x7f5cc81036e0 2024-09-16T02:07:51.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5ccdb47640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cc8102d30 0x7f5cc8198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5cce348640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc81082a0 0x7f5cc819cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5ccdb47640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cc8102d30 0x7f5cc8198510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46520/0 (socket says 172.21.15.17:46520) 2024-09-16T02:07:51.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5ccdb47640 1 -- 172.21.15.17:0/525367983 learned_addr learned my addr 172.21.15.17:0/525367983 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:51.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5ccd346640 1 --2- 172.21.15.17:0/525367983 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cc81036e0 0x7f5cc8198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5cce348640 1 -- 172.21.15.17:0/525367983 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cc81036e0 msgr2=0x7f5cc8198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5cce348640 1 --2- 172.21.15.17:0/525367983 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cc81036e0 0x7f5cc8198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5cce348640 1 -- 172.21.15.17:0/525367983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cc8102d30 msgr2=0x7f5cc8198510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5cce348640 1 --2- 172.21.15.17:0/525367983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cc8102d30 0x7f5cc8198510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.109+0000 7f5cce348640 1 -- 172.21.15.17:0/525367983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5cc819d4c0 con 0x7f5cc81082a0 2024-09-16T02:07:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.110+0000 7f5cce348640 1 --2- 172.21.15.17:0/525367983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc81082a0 0x7f5cc819cde0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f5cc000e940 tx=0x7f5cc000ee00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:51.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.110+0000 7f5cbeffd640 1 -- 172.21.15.17:0/525367983 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc0004d20 con 0x7f5cc81082a0 2024-09-16T02:07:51.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.110+0000 7f5ccfdab640 1 -- 172.21.15.17:0/525367983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5cc819d7b0 con 0x7f5cc81082a0 2024-09-16T02:07:51.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.110+0000 7f5ccfdab640 1 -- 172.21.15.17:0/525367983 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5cc81a5090 con 0x7f5cc81082a0 2024-09-16T02:07:51.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.110+0000 7f5cbeffd640 1 -- 172.21.15.17:0/525367983 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5cc0005020 con 0x7f5cc81082a0 2024-09-16T02:07:51.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.110+0000 7f5cbeffd640 1 -- 172.21.15.17:0/525367983 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc00116b0 con 0x7f5cc81082a0 2024-09-16T02:07:51.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.113+0000 7f5cd2184740 1 Processor -- start 2024-09-16T02:07:51.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.113+0000 7f5cbeffd640 1 -- 172.21.15.17:0/525367983 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f5cc000cb20 con 0x7f5cc81082a0 2024-09-16T02:07:51.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.114+0000 7f5cd2184740 1 -- start start 2024-09-16T02:07:51.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.114+0000 7f5cd2184740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca24a0 0x561632ca2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.114+0000 7f5cd2184740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632ca2dc0 0x561632cad140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.114+0000 7f5cd2184740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632cad680 0x561632cafa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.114+0000 7f5cd2184740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561632c082e0 con 0x561632cad680 2024-09-16T02:07:51.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.114+0000 7f5cd2184740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561632bafce0 con 0x561632ca24a0 2024-09-16T02:07:51.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.114+0000 7f5cd2184740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561632c042a0 con 0x561632ca2dc0 2024-09-16T02:07:51.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.114+0000 7f5ccdb47640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632ca2dc0 0x561632cad140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.114+0000 7f5ccdb47640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632ca2dc0 0x561632cad140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:51720/0 (socket says 172.21.15.17:51720) 2024-09-16T02:07:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.114+0000 7f5ccdb47640 1 -- 172.21.15.17:0/659575251 learned_addr learned my addr 172.21.15.17:0/659575251 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.114+0000 7f5ccd346640 1 --2- 172.21.15.17:0/659575251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632cad680 0x561632cafa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.114+0000 7f5ccd346640 1 --2- 172.21.15.17:0/659575251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca24a0 0x561632ca2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.115+0000 7f5cbeffd640 1 --2- 172.21.15.17:0/525367983 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5cb40a32c0 0x7f5cb40a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.115+0000 7f5ccdb47640 1 -- 172.21.15.17:0/659575251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca24a0 msgr2=0x561632ca2880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.115+0000 7f5ccdb47640 1 --2- 172.21.15.17:0/659575251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca24a0 0x561632ca2880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.115+0000 7f5ccdb47640 1 -- 172.21.15.17:0/659575251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632cad680 msgr2=0x561632cafa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.115+0000 7f5cbeffd640 1 -- 172.21.15.17:0/525367983 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5cc00cf7f0 con 0x7f5cc81082a0 2024-09-16T02:07:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.115+0000 7f5ccdb47640 1 --2- 172.21.15.17:0/659575251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632cad680 0x561632cafa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.115+0000 7f5ccdb47640 1 -- 172.21.15.17:0/659575251 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561632b94440 con 0x561632ca2dc0 2024-09-16T02:07:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.115+0000 7f5ccd346640 1 --2- 172.21.15.17:0/659575251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632cad680 0x561632cafa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:07:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.115+0000 7f5cce348640 1 --2- 172.21.15.17:0/525367983 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5cb40a32c0 0x7f5cb40a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.115+0000 7f5ccdb47640 1 --2- 172.21.15.17:0/659575251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632ca2dc0 0x561632cad140 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4004170 tx=0x7f5cc40041a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eeaad7ac69c36450 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.116+0000 7f5cb3fff640 1 -- 172.21.15.17:0/659575251 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc4040070 con 0x561632ca2dc0 2024-09-16T02:07:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.116+0000 7f5cb3fff640 1 -- 172.21.15.17:0/659575251 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5cc40054d0 con 0x561632ca2dc0 2024-09-16T02:07:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.116+0000 7f5cb3fff640 1 -- 172.21.15.17:0/659575251 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc4035040 con 0x561632ca2dc0 2024-09-16T02:07:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.117+0000 7f5cd2184740 1 -- 172.21.15.17:0/659575251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632ca2dc0 msgr2=0x561632cad140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.117+0000 7f5cce348640 1 --2- 172.21.15.17:0/525367983 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5cb40a32c0 0x7f5cb40a5780 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f5cc00987e0 tx=0x7f5cc0005f50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.117+0000 7f5cd2184740 1 --2- 172.21.15.17:0/659575251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632ca2dc0 0x561632cad140 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4004170 tx=0x7f5cc40041a0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.117+0000 7f5cd2184740 1 -- 172.21.15.17:0/659575251 shutdown_connections 2024-09-16T02:07:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.117+0000 7f5cd2184740 1 --2- 172.21.15.17:0/659575251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632cad680 0x561632cafa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.117+0000 7f5cd2184740 1 --2- 172.21.15.17:0/659575251 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632ca2dc0 0x561632cad140 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.117+0000 7f5cd2184740 1 --2- 172.21.15.17:0/659575251 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca24a0 0x561632ca2880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.117+0000 7f5cd2184740 1 -- 172.21.15.17:0/659575251 >> 172.21.15.17:0/659575251 conn(0x561632c9ea30 msgr2=0x561632c9ee10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.117+0000 7f5cd2184740 1 -- 172.21.15.17:0/659575251 shutdown_connections 2024-09-16T02:07:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.117+0000 7f5cd2184740 1 -- 172.21.15.17:0/659575251 wait complete. 2024-09-16T02:07:51.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.117+0000 7f5cd2184740 1 -- start start 2024-09-16T02:07:51.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.117+0000 7f5cd2184740 1 Processor -- start 2024-09-16T02:07:51.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.118+0000 7f5cd2184740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cacfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.118+0000 7f5cd2184740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca2dc0 0x561632caa250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.118+0000 7f5cd2184740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632cad680 0x561632caa790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.118+0000 7f5cd2184740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x561632cb0250 con 0x561632ca24a0 2024-09-16T02:07:51.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.118+0000 7f5cd2184740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x561632bc3050 con 0x561632ca2dc0 2024-09-16T02:07:51.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.118+0000 7f5cd2184740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x561632cb03d0 con 0x561632cad680 2024-09-16T02:07:51.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.118+0000 7f5cd2184740 10 client.0 _ll_register_callbacks cb 0x561632c03160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:51.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.118+0000 7f5ccd346640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cacfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.118+0000 7f5ccd346640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cacfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46542/0 (socket says 172.21.15.17:46542) 2024-09-16T02:07:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.118+0000 7f5ccd346640 1 -- 172.21.15.17:0/2621767716 learned_addr learned my addr 172.21.15.17:0/2621767716 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.118+0000 7f5ccd346640 1 --2- 172.21.15.17:0/2621767716 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632cad680 0x561632caa790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.119+0000 7f5ccdb47640 1 --2- 172.21.15.17:0/2621767716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca2dc0 0x561632caa250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.119+0000 7f5ccd346640 1 -- 172.21.15.17:0/2621767716 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632cad680 msgr2=0x561632caa790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.119+0000 7f5ccd346640 1 --2- 172.21.15.17:0/2621767716 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632cad680 0x561632caa790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.119+0000 7f5ccd346640 1 -- 172.21.15.17:0/2621767716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca2dc0 msgr2=0x561632caa250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.119+0000 7f5ccd346640 1 --2- 172.21.15.17:0/2621767716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca2dc0 0x561632caa250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.119+0000 7f5ccd346640 1 -- 172.21.15.17:0/2621767716 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5616329793c0 con 0x561632ca24a0 2024-09-16T02:07:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.119+0000 7f5ccdb47640 1 --2- 172.21.15.17:0/2621767716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca2dc0 0x561632caa250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:07:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.119+0000 7f5ccd346640 1 --2- 172.21.15.17:0/2621767716 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cacfa0 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f5cb8012f90 tx=0x7f5cb80095e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=efdb20ea77334b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.119+0000 7f5cb17fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:07:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.119+0000 7f5cb17fa640 1 -- 172.21.15.17:0/2621767716 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cb801c040 con 0x561632ca24a0 2024-09-16T02:07:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.119+0000 7f5cd2184740 1 -- 172.21.15.17:0/2621767716 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5cc40054d0 con 0x561632ca24a0 2024-09-16T02:07:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.119+0000 7f5cb17fa640 1 -- 172.21.15.17:0/2621767716 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5cb8004020 con 0x561632ca24a0 2024-09-16T02:07:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.120+0000 7f5cb17fa640 1 -- 172.21.15.17:0/2621767716 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5cb8004220 con 0x561632ca24a0 2024-09-16T02:07:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.120+0000 7f5cd2184740 10 client.19446 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.120+0000 7f5cd2184740 1 -- 172.21.15.17:0/2621767716 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561632cbb070 con 0x561632ca24a0 2024-09-16T02:07:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.120+0000 7f5cb17fa640 1 -- 172.21.15.17:0/2621767716 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5cb80043c0 con 0x561632ca24a0 2024-09-16T02:07:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.120+0000 7f5cb17fa640 1 -- 172.21.15.17:0/2621767716 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f5cb8023480 con 0x561632ca24a0 2024-09-16T02:07:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.121+0000 7f5cd2184740 10 client.19446 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.121+0000 7f5cd2184740 10 client.19446 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:07:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.121+0000 7f5cd2184740 20 client.19446 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.121+0000 7f5cd2184740 1 --2- 172.21.15.17:0/2621767716 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561632cbc8a0 0x561632cbccd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.121+0000 7f5cd2184740 4 client.19446 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:07:51.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.121+0000 7f5cd2184740 1 -- 172.21.15.17:0/2621767716 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f5cc40054d0 con 0x561632cbc8a0 2024-09-16T02:07:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.121+0000 7f5ccdb47640 1 --2- 172.21.15.17:0/2621767716 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561632cbc8a0 0x561632cbccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.121+0000 7f5cb17fa640 10 client.19446 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.122+0000 7f5ccdb47640 1 --2- 172.21.15.17:0/2621767716 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561632cbc8a0 0x561632cbccd0 crc :-1 s=READY pgs=326 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc510a2be7a549ab server_cookie=bb79b979fb1bd8c2 in_seq=0 out_seq=0 2024-09-16T02:07:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cb17fa640 1 -- 172.21.15.17:0/2621767716 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f5cc40054d0 con 0x561632cbc8a0 2024-09-16T02:07:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cb17fa640 10 client.19446 handle_command_reply: tid=0 2024-09-16T02:07:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cd2184740 1 client.19446 shutdown 2024-09-16T02:07:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cd2184740 1 -- 172.21.15.17:0/2621767716 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 msgr2=0x561632cacfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cd2184740 1 --2- 172.21.15.17:0/2621767716 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cacfa0 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7f5cb8012f90 tx=0x7f5cb80095e0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cd2184740 1 -- 172.21.15.17:0/2621767716 shutdown_connections 2024-09-16T02:07:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cd2184740 1 --2- 172.21.15.17:0/2621767716 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561632cbc8a0 0x561632cbccd0 crc :-1 s=READY pgs=326 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cd2184740 1 --2- 172.21.15.17:0/2621767716 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632cad680 0x561632caa790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cd2184740 1 --2- 172.21.15.17:0/2621767716 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca2dc0 0x561632caa250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cd2184740 1 --2- 172.21.15.17:0/2621767716 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cacfa0 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cd2184740 1 -- 172.21.15.17:0/2621767716 >> 172.21.15.17:0/2621767716 conn(0x561632c9ea30 msgr2=0x561632ca4710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:51.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cb17fa640 0 client.19446 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:51.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cd2184740 1 -- 172.21.15.17:0/2621767716 shutdown_connections 2024-09-16T02:07:51.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cd2184740 1 -- 172.21.15.17:0/2621767716 wait complete. 2024-09-16T02:07:51.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.123+0000 7f5cd2184740 20 client.19446 trim_cache size 0 max 16384 2024-09-16T02:07:51.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.145+0000 7f5cd2184740 1 Processor -- start 2024-09-16T02:07:51.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5cd2184740 1 -- start start 2024-09-16T02:07:51.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5cd2184740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cbc8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5cd2184740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632ca2dc0 0x561632cb8dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5cd2184740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632cad680 0x561632cce060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5cd2184740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5cac010d60 con 0x561632ca24a0 2024-09-16T02:07:51.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5cd2184740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5cac00e630 con 0x561632cad680 2024-09-16T02:07:51.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5cd2184740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5cac00c460 con 0x561632ca2dc0 2024-09-16T02:07:51.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5ccd346640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cbc8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5ccdb47640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632ca2dc0 0x561632cb8dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5ccd346640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cbc8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46546/0 (socket says 172.21.15.17:46546) 2024-09-16T02:07:51.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5ccd346640 1 -- 172.21.15.17:0/3080858510 learned_addr learned my addr 172.21.15.17:0/3080858510 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:51.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5ccd346640 1 --2- 172.21.15.17:0/3080858510 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632cad680 0x561632cce060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5ccdb47640 1 -- 172.21.15.17:0/3080858510 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632cad680 msgr2=0x561632cce060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:51.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5ccdb47640 1 --2- 172.21.15.17:0/3080858510 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632cad680 0x561632cce060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5ccdb47640 1 -- 172.21.15.17:0/3080858510 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 msgr2=0x561632cbc8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:51.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.146+0000 7f5ccdb47640 1 --2- 172.21.15.17:0/3080858510 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cbc8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.147+0000 7f5ccdb47640 1 -- 172.21.15.17:0/3080858510 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561632ca9200 con 0x561632ca2dc0 2024-09-16T02:07:51.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.147+0000 7f5ccdb47640 1 --2- 172.21.15.17:0/3080858510 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632ca2dc0 0x561632cb8dc0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4006010 tx=0x7f5cc4005e00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c0665af1fe233426 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:51.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.147+0000 7f5cb37fe640 1 -- 172.21.15.17:0/3080858510 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc4040040 con 0x561632ca2dc0 2024-09-16T02:07:51.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.147+0000 7f5cb37fe640 1 -- 172.21.15.17:0/3080858510 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5cc4004480 con 0x561632ca2dc0 2024-09-16T02:07:51.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.147+0000 7f5cb37fe640 1 -- 172.21.15.17:0/3080858510 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc4035040 con 0x561632ca2dc0 2024-09-16T02:07:51.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.148+0000 7f5cd2184740 1 -- 172.21.15.17:0/3080858510 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632ca2dc0 msgr2=0x561632cb8dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:51.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.148+0000 7f5cd2184740 1 --2- 172.21.15.17:0/3080858510 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632ca2dc0 0x561632cb8dc0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4006010 tx=0x7f5cc4005e00 comp rx=0 tx=0).stop 2024-09-16T02:07:51.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.148+0000 7f5cd2184740 1 -- 172.21.15.17:0/3080858510 shutdown_connections 2024-09-16T02:07:51.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.148+0000 7f5cd2184740 1 --2- 172.21.15.17:0/3080858510 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632cad680 0x561632cce060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.148+0000 7f5cd2184740 1 --2- 172.21.15.17:0/3080858510 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632ca2dc0 0x561632cb8dc0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.148+0000 7f5cd2184740 1 --2- 172.21.15.17:0/3080858510 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cbc8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.148+0000 7f5cd2184740 1 -- 172.21.15.17:0/3080858510 >> 172.21.15.17:0/3080858510 conn(0x561632c9ea30 msgr2=0x561632cb86b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:51.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.149+0000 7f5cd2184740 1 -- 172.21.15.17:0/3080858510 shutdown_connections 2024-09-16T02:07:51.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.149+0000 7f5cd2184740 1 -- 172.21.15.17:0/3080858510 wait complete. 2024-09-16T02:07:51.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.149+0000 7f5cd2184740 1 -- start start 2024-09-16T02:07:51.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.149+0000 7f5cd2184740 1 Processor -- start 2024-09-16T02:07:51.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5cd2184740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cce510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5cd2184740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca2dc0 0x561632ccb8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5cd2184740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632cad680 0x561632ccbdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5cd2184740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f5cac00caf0 con 0x561632ca24a0 2024-09-16T02:07:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5cd2184740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f5cac00df60 con 0x561632ca2dc0 2024-09-16T02:07:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5cd2184740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f5cac00d1c0 con 0x561632cad680 2024-09-16T02:07:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5cd2184740 10 client.0 _ll_register_callbacks cb 0x7f5cb8009dd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:07:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5ccdb47640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca2dc0 0x561632ccb8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5ccdb47640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca2dc0 0x561632ccb8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:41246/0 (socket says 172.21.15.17:41246) 2024-09-16T02:07:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5ccdb47640 1 -- 172.21.15.17:0/3333384395 learned_addr learned my addr 172.21.15.17:0/3333384395 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:07:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5ccd346640 1 --2- 172.21.15.17:0/3333384395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cce510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5ccd346640 1 --2- 172.21.15.17:0/3333384395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632cad680 0x561632ccbdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5ccdb47640 1 -- 172.21.15.17:0/3333384395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632cad680 msgr2=0x561632ccbdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5ccdb47640 1 --2- 172.21.15.17:0/3333384395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632cad680 0x561632ccbdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5ccdb47640 1 -- 172.21.15.17:0/3333384395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 msgr2=0x561632cce510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:07:51.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5ccdb47640 1 --2- 172.21.15.17:0/3333384395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cce510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5ccdb47640 1 -- 172.21.15.17:0/3333384395 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561632ccc3b0 con 0x561632ca2dc0 2024-09-16T02:07:51.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5ccdb47640 1 --2- 172.21.15.17:0/3333384395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca2dc0 0x561632ccb8b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4005ec0 tx=0x7f5cc4009810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fb54ab19fa0b9774 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:07:51.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.150+0000 7f5cb17fa640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:07:51.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.151+0000 7f5cb17fa640 1 -- 172.21.15.17:0/3333384395 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cc4035030 con 0x561632ca2dc0 2024-09-16T02:07:51.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.151+0000 7f5cb17fa640 1 -- 172.21.15.17:0/3333384395 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f5cc4004ae0 con 0x561632ca2dc0 2024-09-16T02:07:51.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.151+0000 7f5cd2184740 1 -- 172.21.15.17:0/3333384395 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f5cc4004480 con 0x561632ca2dc0 2024-09-16T02:07:51.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.151+0000 7f5cb17fa640 1 -- 172.21.15.17:0/3333384395 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f5cc4004d20 con 0x561632ca2dc0 2024-09-16T02:07:51.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.151+0000 7f5cd2184740 10 client.28787 fetch_fsmap learned FSMap version 28 2024-09-16T02:07:51.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.151+0000 7f5cd2184740 1 -- 172.21.15.17:0/3333384395 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x561632d30dd0 con 0x561632ca2dc0 2024-09-16T02:07:51.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.151+0000 7f5cb17fa640 1 -- 172.21.15.17:0/3333384395 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f5cc4004480 con 0x561632ca2dc0 2024-09-16T02:07:51.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.152+0000 7f5cb17fa640 1 -- 172.21.15.17:0/3333384395 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f5cc4060020 con 0x561632ca2dc0 2024-09-16T02:07:51.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.152+0000 7f5cd2184740 10 client.28787 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:07:51.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.152+0000 7f5cd2184740 10 client.28787 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:07:51.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.152+0000 7f5cd2184740 20 client.28787 populate_metadata read hostname 'smithi017' 2024-09-16T02:07:51.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.152+0000 7f5cd2184740 1 --2- 172.21.15.17:0/3333384395 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561632d30ff0 0x561632d333e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:07:51.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.152+0000 7f5cd2184740 4 client.28787 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:07:51.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.152+0000 7f5cd2184740 1 -- 172.21.15.17:0/3333384395 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x561632c15850 con 0x561632d30ff0 2024-09-16T02:07:51.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.152+0000 7f5ccd346640 1 --2- 172.21.15.17:0/3333384395 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561632d30ff0 0x561632d333e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:07:51.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5ccd346640 1 --2- 172.21.15.17:0/3333384395 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561632d30ff0 0x561632d333e0 crc :-1 s=READY pgs=327 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=928e66c13bc11a4f server_cookie=99893419975484e7 in_seq=0 out_seq=0 2024-09-16T02:07:51.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5cb17fa640 10 client.28787 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:51.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5cb17fa640 1 -- 172.21.15.17:0/3333384395 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+259 (crc 0 0 0) 0x561632c15850 con 0x561632d30ff0 2024-09-16T02:07:51.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5cb17fa640 10 client.28787 handle_command_reply: tid=0 2024-09-16T02:07:51.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5cd2184740 1 client.28787 shutdown 2024-09-16T02:07:51.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5cd2184740 1 -- 172.21.15.17:0/3333384395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca2dc0 msgr2=0x561632ccb8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:51.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5cd2184740 1 --2- 172.21.15.17:0/3333384395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca2dc0 0x561632ccb8b0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f5cc4005ec0 tx=0x7f5cc4009810 comp rx=0 tx=0).stop 2024-09-16T02:07:51.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5cd2184740 1 -- 172.21.15.17:0/3333384395 shutdown_connections 2024-09-16T02:07:51.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5cd2184740 1 --2- 172.21.15.17:0/3333384395 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x561632d30ff0 0x561632d333e0 crc :-1 s=READY pgs=327 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5cd2184740 1 --2- 172.21.15.17:0/3333384395 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x561632cad680 0x561632ccbdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5cd2184740 1 --2- 172.21.15.17:0/3333384395 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x561632ca2dc0 0x561632ccb8b0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5cd2184740 1 --2- 172.21.15.17:0/3333384395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561632ca24a0 0x561632cce510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5cd2184740 1 -- 172.21.15.17:0/3333384395 >> 172.21.15.17:0/3333384395 conn(0x561632c9ea30 msgr2=0x561632cb8ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:51.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5cb17fa640 0 client.28787 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:07:51.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.153+0000 7f5cd2184740 1 -- 172.21.15.17:0/3333384395 shutdown_connections 2024-09-16T02:07:51.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.154+0000 7f5cd2184740 1 -- 172.21.15.17:0/3333384395 wait complete. 2024-09-16T02:07:51.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.154+0000 7f5cd2184740 20 client.28787 trim_cache size 0 max 16384 2024-09-16T02:07:51.161 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:07:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-16T02:07:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-09-16T02:07:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "13c3217f-b125-4901-83f3-f0ae66cb4fd3": { 2024-09-16T02:07:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-09-16T02:07:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "13c3217f-b125-4901-83f3-f0ae66cb4fd3", 2024-09-16T02:07:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-09-16T02:07:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:07:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:07:51.162 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:07:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.155+0000 7f5ccfdab640 1 -- 172.21.15.17:0/525367983 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5cb40a32c0 msgr2=0x7f5cb40a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.155+0000 7f5ccfdab640 1 --2- 172.21.15.17:0/525367983 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5cb40a32c0 0x7f5cb40a5780 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f5cc00987e0 tx=0x7f5cc0005f50 comp rx=0 tx=0).stop 2024-09-16T02:07:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.155+0000 7f5ccfdab640 1 -- 172.21.15.17:0/525367983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc81082a0 msgr2=0x7f5cc819cde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:07:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.155+0000 7f5ccfdab640 1 --2- 172.21.15.17:0/525367983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc81082a0 0x7f5cc819cde0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f5cc000e940 tx=0x7f5cc000ee00 comp rx=0 tx=0).stop 2024-09-16T02:07:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.155+0000 7f5ccfdab640 1 -- 172.21.15.17:0/525367983 shutdown_connections 2024-09-16T02:07:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.155+0000 7f5ccfdab640 1 --2- 172.21.15.17:0/525367983 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f5cb40a32c0 0x7f5cb40a5780 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.155+0000 7f5ccfdab640 1 --2- 172.21.15.17:0/525367983 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f5cc81082a0 0x7f5cc819cde0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.155+0000 7f5ccfdab640 1 --2- 172.21.15.17:0/525367983 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f5cc81036e0 0x7f5cc8198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.155+0000 7f5ccfdab640 1 --2- 172.21.15.17:0/525367983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5cc8102d30 0x7f5cc8198510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:07:51.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.155+0000 7f5ccfdab640 1 -- 172.21.15.17:0/525367983 >> 172.21.15.17:0/525367983 conn(0x7f5cc80fc7d0 msgr2=0x7f5cc8105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:07:51.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.155+0000 7f5ccfdab640 1 -- 172.21.15.17:0/525367983 shutdown_connections 2024-09-16T02:07:51.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:07:51.155+0000 7f5ccfdab640 1 -- 172.21.15.17:0/525367983 wait complete. 2024-09-16T02:07:52.016 INFO:tasks.cephfs.filesystem:scrub status for tag:13c3217f-b125-4901-83f3-f0ae66cb4fd3 - {'path': '/', 'tag': '13c3217f-b125-4901-83f3-f0ae66cb4fd3', 'options': 'recursive,force'} 2024-09-16T02:07:52.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 104219 8.27 MB/sec execute 554 sec latency 99.914 ms 2024-09-16T02:07:52.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:52 smithi017 ceph-mon[30972]: pgmap v1069: 97 pgs: 97 active+clean; 558 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 4.1 MiB/s wr, 207 op/s 2024-09-16T02:07:52.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:52 smithi122 ceph-mon[34758]: pgmap v1069: 97 pgs: 97 active+clean; 558 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 4.1 MiB/s wr, 207 op/s 2024-09-16T02:07:52.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:52 smithi029 ceph-mon[34783]: pgmap v1069: 97 pgs: 97 active+clean; 558 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 707 KiB/s rd, 4.1 MiB/s wr, 207 op/s 2024-09-16T02:07:53.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 104380 8.27 MB/sec execute 555 sec latency 85.846 ms 2024-09-16T02:07:54.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 104525 8.28 MB/sec execute 556 sec latency 89.178 ms 2024-09-16T02:07:54.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:54 smithi017 ceph-mon[30972]: pgmap v1070: 97 pgs: 97 active+clean; 555 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 4.0 MiB/s wr, 231 op/s 2024-09-16T02:07:54.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:54 smithi122 ceph-mon[34758]: pgmap v1070: 97 pgs: 97 active+clean; 555 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 4.0 MiB/s wr, 231 op/s 2024-09-16T02:07:54.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:54 smithi029 ceph-mon[34783]: pgmap v1070: 97 pgs: 97 active+clean; 555 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 678 KiB/s rd, 4.0 MiB/s wr, 231 op/s 2024-09-16T02:07:55.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 104682 8.28 MB/sec execute 557 sec latency 128.869 ms 2024-09-16T02:07:55.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:55 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:07:55.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:55 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:07:55.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:55 smithi017 ceph-mon[30972]: scrub summary: idle 2024-09-16T02:07:55.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:55 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:07:55.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:55 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:07:55.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:55 smithi029 ceph-mon[34783]: scrub summary: idle 2024-09-16T02:07:55.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:55 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:07:55.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:55 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:07:55.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:55 smithi122 ceph-mon[34758]: scrub summary: idle 2024-09-16T02:07:56.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 104794 8.27 MB/sec execute 558 sec latency 109.604 ms 2024-09-16T02:07:56.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:56 smithi017 ceph-mon[30972]: pgmap v1071: 97 pgs: 97 active+clean; 558 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 813 KiB/s rd, 3.9 MiB/s wr, 255 op/s 2024-09-16T02:07:56.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:56 smithi122 ceph-mon[34758]: pgmap v1071: 97 pgs: 97 active+clean; 558 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 813 KiB/s rd, 3.9 MiB/s wr, 255 op/s 2024-09-16T02:07:56.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:56 smithi029 ceph-mon[34783]: pgmap v1071: 97 pgs: 97 active+clean; 558 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 813 KiB/s rd, 3.9 MiB/s wr, 255 op/s 2024-09-16T02:07:57.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 105000 8.29 MB/sec execute 559 sec latency 100.432 ms 2024-09-16T02:07:58.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 105171 8.28 MB/sec execute 560 sec latency 104.705 ms 2024-09-16T02:07:58.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:07:58 smithi017 ceph-mon[30972]: pgmap v1072: 97 pgs: 97 active+clean; 557 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 771 KiB/s rd, 3.5 MiB/s wr, 234 op/s 2024-09-16T02:07:58.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:07:58 smithi122 ceph-mon[34758]: pgmap v1072: 97 pgs: 97 active+clean; 557 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 771 KiB/s rd, 3.5 MiB/s wr, 234 op/s 2024-09-16T02:07:58.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:07:58 smithi029 ceph-mon[34783]: pgmap v1072: 97 pgs: 97 active+clean; 557 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 771 KiB/s rd, 3.5 MiB/s wr, 234 op/s 2024-09-16T02:07:59.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 105331 8.28 MB/sec execute 561 sec latency 95.496 ms 2024-09-16T02:08:00.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 105466 8.27 MB/sec execute 562 sec latency 94.412 ms 2024-09-16T02:08:00.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:00 smithi017 ceph-mon[30972]: pgmap v1073: 97 pgs: 97 active+clean; 559 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 560 KiB/s rd, 3.9 MiB/s wr, 226 op/s 2024-09-16T02:08:00.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:00 smithi122 ceph-mon[34758]: pgmap v1073: 97 pgs: 97 active+clean; 559 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 560 KiB/s rd, 3.9 MiB/s wr, 226 op/s 2024-09-16T02:08:00.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:00 smithi029 ceph-mon[34783]: pgmap v1073: 97 pgs: 97 active+clean; 559 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 560 KiB/s rd, 3.9 MiB/s wr, 226 op/s 2024-09-16T02:08:01.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 105605 8.26 MB/sec execute 563 sec latency 96.359 ms 2024-09-16T02:08:02.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 105776 8.27 MB/sec execute 564 sec latency 99.765 ms 2024-09-16T02:08:02.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:02 smithi017 ceph-mon[30972]: pgmap v1074: 97 pgs: 97 active+clean; 562 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 752 KiB/s rd, 3.5 MiB/s wr, 240 op/s 2024-09-16T02:08:02.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:02 smithi122 ceph-mon[34758]: pgmap v1074: 97 pgs: 97 active+clean; 562 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 752 KiB/s rd, 3.5 MiB/s wr, 240 op/s 2024-09-16T02:08:02.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:02 smithi029 ceph-mon[34783]: pgmap v1074: 97 pgs: 97 active+clean; 562 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 752 KiB/s rd, 3.5 MiB/s wr, 240 op/s 2024-09-16T02:08:03.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 105969 8.28 MB/sec execute 565 sec latency 87.883 ms 2024-09-16T02:08:04.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 106132 8.28 MB/sec execute 566 sec latency 107.013 ms 2024-09-16T02:08:04.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:04 smithi017 ceph-mon[30972]: pgmap v1075: 97 pgs: 97 active+clean; 559 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 3.7 MiB/s wr, 236 op/s 2024-09-16T02:08:04.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:04 smithi029 ceph-mon[34783]: pgmap v1075: 97 pgs: 97 active+clean; 559 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 3.7 MiB/s wr, 236 op/s 2024-09-16T02:08:04.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:04 smithi122 ceph-mon[34758]: pgmap v1075: 97 pgs: 97 active+clean; 559 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 677 KiB/s rd, 3.7 MiB/s wr, 236 op/s 2024-09-16T02:08:05.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 106283 8.28 MB/sec execute 567 sec latency 103.112 ms 2024-09-16T02:08:06.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 106488 8.29 MB/sec execute 568 sec latency 110.267 ms 2024-09-16T02:08:06.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:06 smithi017 ceph-mon[30972]: pgmap v1076: 97 pgs: 97 active+clean; 561 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 4.1 MiB/s wr, 237 op/s 2024-09-16T02:08:06.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:06 smithi122 ceph-mon[34758]: pgmap v1076: 97 pgs: 97 active+clean; 561 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 4.1 MiB/s wr, 237 op/s 2024-09-16T02:08:06.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:06 smithi029 ceph-mon[34783]: pgmap v1076: 97 pgs: 97 active+clean; 561 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 846 KiB/s rd, 4.1 MiB/s wr, 237 op/s 2024-09-16T02:08:07.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 106615 8.29 MB/sec execute 569 sec latency 139.732 ms 2024-09-16T02:08:08.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 106780 8.29 MB/sec execute 570 sec latency 106.658 ms 2024-09-16T02:08:08.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:08 smithi017 ceph-mon[30972]: pgmap v1077: 97 pgs: 97 active+clean; 563 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 531 KiB/s rd, 3.4 MiB/s wr, 175 op/s 2024-09-16T02:08:08.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:08 smithi029 ceph-mon[34783]: pgmap v1077: 97 pgs: 97 active+clean; 563 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 531 KiB/s rd, 3.4 MiB/s wr, 175 op/s 2024-09-16T02:08:08.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:08 smithi122 ceph-mon[34758]: pgmap v1077: 97 pgs: 97 active+clean; 563 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 531 KiB/s rd, 3.4 MiB/s wr, 175 op/s 2024-09-16T02:08:09.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 106899 8.28 MB/sec execute 571 sec latency 90.508 ms 2024-09-16T02:08:10.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 107040 8.28 MB/sec execute 572 sec latency 99.572 ms 2024-09-16T02:08:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:10 smithi017 ceph-mon[30972]: pgmap v1078: 97 pgs: 97 active+clean; 570 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 4.4 MiB/s wr, 225 op/s 2024-09-16T02:08:10.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:10 smithi122 ceph-mon[34758]: pgmap v1078: 97 pgs: 97 active+clean; 570 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 4.4 MiB/s wr, 225 op/s 2024-09-16T02:08:10.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:10 smithi029 ceph-mon[34783]: pgmap v1078: 97 pgs: 97 active+clean; 570 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 783 KiB/s rd, 4.4 MiB/s wr, 225 op/s 2024-09-16T02:08:11.061 INFO:tasks.workunit.client.0.smithi017.stdout: 10 107179 8.29 MB/sec execute 573 sec latency 140.568 ms 2024-09-16T02:08:12.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 107373 8.30 MB/sec execute 574 sec latency 96.186 ms 2024-09-16T02:08:12.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:12 smithi017 ceph-mon[30972]: pgmap v1079: 97 pgs: 97 active+clean; 571 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 3.8 MiB/s wr, 214 op/s 2024-09-16T02:08:12.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:12 smithi122 ceph-mon[34758]: pgmap v1079: 97 pgs: 97 active+clean; 571 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 3.8 MiB/s wr, 214 op/s 2024-09-16T02:08:12.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:12 smithi029 ceph-mon[34783]: pgmap v1079: 97 pgs: 97 active+clean; 571 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 774 KiB/s rd, 3.8 MiB/s wr, 214 op/s 2024-09-16T02:08:13.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 107571 8.30 MB/sec execute 575 sec latency 93.250 ms 2024-09-16T02:08:14.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 107694 8.29 MB/sec execute 576 sec latency 103.846 ms 2024-09-16T02:08:14.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:14 smithi017 ceph-mon[30972]: pgmap v1080: 97 pgs: 97 active+clean; 573 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 4.3 MiB/s wr, 216 op/s 2024-09-16T02:08:14.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:14 smithi029 ceph-mon[34783]: pgmap v1080: 97 pgs: 97 active+clean; 573 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 4.3 MiB/s wr, 216 op/s 2024-09-16T02:08:14.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:14 smithi122 ceph-mon[34758]: pgmap v1080: 97 pgs: 97 active+clean; 573 MiB data, 4.0 GiB used, 1.0 TiB / 1.0 TiB avail; 702 KiB/s rd, 4.3 MiB/s wr, 216 op/s 2024-09-16T02:08:15.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 107811 8.28 MB/sec execute 577 sec latency 104.400 ms 2024-09-16T02:08:16.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 107950 8.28 MB/sec execute 578 sec latency 108.494 ms 2024-09-16T02:08:16.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:16 smithi017 ceph-mon[30972]: pgmap v1081: 97 pgs: 97 active+clean; 568 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 4.4 MiB/s wr, 208 op/s 2024-09-16T02:08:16.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:16 smithi029 ceph-mon[34783]: pgmap v1081: 97 pgs: 97 active+clean; 568 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 4.4 MiB/s wr, 208 op/s 2024-09-16T02:08:16.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:16 smithi122 ceph-mon[34758]: pgmap v1081: 97 pgs: 97 active+clean; 568 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 739 KiB/s rd, 4.4 MiB/s wr, 208 op/s 2024-09-16T02:08:17.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 108147 8.29 MB/sec execute 579 sec latency 108.350 ms 2024-09-16T02:08:18.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 108302 8.29 MB/sec execute 580 sec latency 106.499 ms 2024-09-16T02:08:18.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:18 smithi017 ceph-mon[30972]: pgmap v1082: 97 pgs: 97 active+clean; 565 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 537 KiB/s rd, 3.6 MiB/s wr, 161 op/s 2024-09-16T02:08:18.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:18 smithi122 ceph-mon[34758]: pgmap v1082: 97 pgs: 97 active+clean; 565 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 537 KiB/s rd, 3.6 MiB/s wr, 161 op/s 2024-09-16T02:08:18.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:18 smithi029 ceph-mon[34783]: pgmap v1082: 97 pgs: 97 active+clean; 565 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 537 KiB/s rd, 3.6 MiB/s wr, 161 op/s 2024-09-16T02:08:19.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 108464 8.29 MB/sec execute 581 sec latency 92.653 ms 2024-09-16T02:08:20.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 108592 8.29 MB/sec execute 582 sec latency 99.189 ms 2024-09-16T02:08:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:20 smithi017 ceph-mon[30972]: pgmap v1083: 97 pgs: 97 active+clean; 551 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 776 KiB/s rd, 4.3 MiB/s wr, 213 op/s 2024-09-16T02:08:20.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:20 smithi029 ceph-mon[34783]: pgmap v1083: 97 pgs: 97 active+clean; 551 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 776 KiB/s rd, 4.3 MiB/s wr, 213 op/s 2024-09-16T02:08:20.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:20 smithi122 ceph-mon[34758]: pgmap v1083: 97 pgs: 97 active+clean; 551 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 776 KiB/s rd, 4.3 MiB/s wr, 213 op/s 2024-09-16T02:08:21.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 108724 8.28 MB/sec execute 583 sec latency 104.735 ms 2024-09-16T02:08:22.018 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 scrub status 2024-09-16T02:08:22.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 108872 8.28 MB/sec execute 584 sec latency 102.227 ms 2024-09-16T02:08:22.399 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:08:22.509 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:22 smithi017 ceph-mon[30972]: pgmap v1084: 97 pgs: 97 active+clean; 550 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 521 KiB/s rd, 3.6 MiB/s wr, 170 op/s 2024-09-16T02:08:22.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:22 smithi029 ceph-mon[34783]: pgmap v1084: 97 pgs: 97 active+clean; 550 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 521 KiB/s rd, 3.6 MiB/s wr, 170 op/s 2024-09-16T02:08:22.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:22 smithi122 ceph-mon[34758]: pgmap v1084: 97 pgs: 97 active+clean; 550 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 521 KiB/s rd, 3.6 MiB/s wr, 170 op/s 2024-09-16T02:08:23.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 109070 8.29 MB/sec execute 585 sec latency 97.387 ms 2024-09-16T02:08:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.806+0000 7fe481f9f640 1 -- 172.21.15.17:0/4139388007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c100e20 msgr2=0x7fe47c101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.806+0000 7fe481f9f640 1 --2- 172.21.15.17:0/4139388007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c100e20 0x7fe47c101200 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fe46c009900 tx=0x7fe46c02a480 comp rx=0 tx=0).stop 2024-09-16T02:08:23.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.806+0000 7fe481f9f640 1 -- 172.21.15.17:0/4139388007 shutdown_connections 2024-09-16T02:08:23.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.806+0000 7fe481f9f640 1 --2- 172.21.15.17:0/4139388007 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe47c102ef0 0x7fe47c10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.806+0000 7fe481f9f640 1 --2- 172.21.15.17:0/4139388007 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe47c102570 0x7fe47c1029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.806+0000 7fe481f9f640 1 --2- 172.21.15.17:0/4139388007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c100e20 0x7fe47c101200 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.806+0000 7fe481f9f640 1 -- 172.21.15.17:0/4139388007 >> 172.21.15.17:0/4139388007 conn(0x7fe47c0fc7d0 msgr2=0x7fe47c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:23.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.806+0000 7fe481f9f640 1 -- 172.21.15.17:0/4139388007 shutdown_connections 2024-09-16T02:08:23.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.806+0000 7fe481f9f640 1 -- 172.21.15.17:0/4139388007 wait complete. 2024-09-16T02:08:23.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.807+0000 7fe481f9f640 1 Processor -- start 2024-09-16T02:08:23.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.807+0000 7fe481f9f640 1 -- start start 2024-09-16T02:08:23.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.807+0000 7fe481f9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c102570 0x7fe47c196fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe481f9f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe47c102ef0 0x7fe47c1974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe481f9f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe47c1a4440 0x7fe47c1a6830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe481f9f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe47c110e30 con 0x7fe47c102570 2024-09-16T02:08:23.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe481f9f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe47c110cb0 con 0x7fe47c102ef0 2024-09-16T02:08:23.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe481f9f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe47c110fb0 con 0x7fe47c1a4440 2024-09-16T02:08:23.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe47affd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe47c102ef0 0x7fe47c1974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe47b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c102570 0x7fe47c196fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe47affd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe47c102ef0 0x7fe47c1974e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:37682/0 (socket says 172.21.15.17:37682) 2024-09-16T02:08:23.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe47affd640 1 -- 172.21.15.17:0/3119596872 learned_addr learned my addr 172.21.15.17:0/3119596872 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:23.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe47bfff640 1 --2- 172.21.15.17:0/3119596872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe47c1a4440 0x7fe47c1a6830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe47bfff640 1 -- 172.21.15.17:0/3119596872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe47c102ef0 msgr2=0x7fe47c1974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:23.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe47bfff640 1 --2- 172.21.15.17:0/3119596872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe47c102ef0 0x7fe47c1974e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe47bfff640 1 -- 172.21.15.17:0/3119596872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c102570 msgr2=0x7fe47c196fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:23.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe47bfff640 1 --2- 172.21.15.17:0/3119596872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c102570 0x7fe47c196fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe47bfff640 1 -- 172.21.15.17:0/3119596872 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe47c1a6e70 con 0x7fe47c1a4440 2024-09-16T02:08:23.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.808+0000 7fe47bfff640 1 --2- 172.21.15.17:0/3119596872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe47c1a4440 0x7fe47c1a6830 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fe474009fd0 tx=0x7fe47400ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:23.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.809+0000 7fe478ff9640 1 -- 172.21.15.17:0/3119596872 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe47400ce20 con 0x7fe47c1a4440 2024-09-16T02:08:23.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.809+0000 7fe478ff9640 1 -- 172.21.15.17:0/3119596872 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe474005020 con 0x7fe47c1a4440 2024-09-16T02:08:23.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.809+0000 7fe481f9f640 1 -- 172.21.15.17:0/3119596872 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe47c1a7100 con 0x7fe47c1a4440 2024-09-16T02:08:23.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.809+0000 7fe481f9f640 1 -- 172.21.15.17:0/3119596872 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe47c1a7690 con 0x7fe47c1a4440 2024-09-16T02:08:23.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.809+0000 7fe478ff9640 1 -- 172.21.15.17:0/3119596872 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe474010690 con 0x7fe47c1a4440 2024-09-16T02:08:23.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.812+0000 7fe484378740 1 Processor -- start 2024-09-16T02:08:23.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.812+0000 7fe478ff9640 1 -- 172.21.15.17:0/3119596872 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe4740051d0 con 0x7fe47c1a4440 2024-09-16T02:08:23.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.812+0000 7fe484378740 1 -- start start 2024-09-16T02:08:23.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe484378740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7cb880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe484378740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7d6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe484378740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7d6680 0x55fd2b7d8a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe484378740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fd2b7312e0 con 0x55fd2b7cbdc0 2024-09-16T02:08:23.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe484378740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55fd2b6d8ce0 con 0x55fd2b7d6680 2024-09-16T02:08:23.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe484378740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55fd2b72d2a0 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe47affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7cb880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe47affd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7cb880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50900/0 (socket says 172.21.15.17:50900) 2024-09-16T02:08:23.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe47affd640 1 -- 172.21.15.17:0/2586365971 learned_addr learned my addr 172.21.15.17:0/2586365971 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:23.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe47affd640 1 --2- 172.21.15.17:0/2586365971 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7d6680 0x55fd2b7d8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/2586365971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7d6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe47affd640 1 -- 172.21.15.17:0/2586365971 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 msgr2=0x55fd2b7cb880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:23.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe47affd640 1 --2- 172.21.15.17:0/2586365971 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7cb880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe47affd640 1 -- 172.21.15.17:0/2586365971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7cbdc0 msgr2=0x55fd2b7d6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:23.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe47affd640 1 --2- 172.21.15.17:0/2586365971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7d6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe47affd640 1 -- 172.21.15.17:0/2586365971 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd2b6bd440 con 0x55fd2b7d6680 2024-09-16T02:08:23.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.813+0000 7fe478ff9640 1 --2- 172.21.15.17:0/3119596872 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe4640a32c0 0x7fe4640a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.814+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/3119596872 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe4640a32c0 0x7fe4640a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.814+0000 7fe47affd640 1 --2- 172.21.15.17:0/2586365971 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7d6680 0x55fd2b7d8a70 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe4700118d0 tx=0x7fe470005f90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e928dab14dc798f server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:23.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.814+0000 7fe478ff9640 1 -- 172.21.15.17:0/3119596872 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe4740cff60 con 0x7fe47c1a4440 2024-09-16T02:08:23.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.814+0000 7fe461ffb640 1 -- 172.21.15.17:0/2586365971 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe470005020 con 0x55fd2b7d6680 2024-09-16T02:08:23.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.814+0000 7fe461ffb640 1 -- 172.21.15.17:0/2586365971 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe47000f7c0 con 0x55fd2b7d6680 2024-09-16T02:08:23.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.814+0000 7fe461ffb640 1 -- 172.21.15.17:0/2586365971 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe470004a00 con 0x55fd2b7d6680 2024-09-16T02:08:23.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.814+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/3119596872 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe4640a32c0 0x7fe4640a5780 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fe46c005940 tx=0x7fe46c0058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:23.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.815+0000 7fe484378740 1 -- 172.21.15.17:0/2586365971 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7d6680 msgr2=0x55fd2b7d8a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:23.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.815+0000 7fe484378740 1 --2- 172.21.15.17:0/2586365971 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7d6680 0x55fd2b7d8a70 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe4700118d0 tx=0x7fe470005f90 comp rx=0 tx=0).stop 2024-09-16T02:08:23.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.815+0000 7fe484378740 1 -- 172.21.15.17:0/2586365971 shutdown_connections 2024-09-16T02:08:23.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.815+0000 7fe484378740 1 --2- 172.21.15.17:0/2586365971 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7d6680 0x55fd2b7d8a70 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.815+0000 7fe484378740 1 --2- 172.21.15.17:0/2586365971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7d6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.815+0000 7fe484378740 1 --2- 172.21.15.17:0/2586365971 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7cb880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.815+0000 7fe484378740 1 -- 172.21.15.17:0/2586365971 >> 172.21.15.17:0/2586365971 conn(0x55fd2b7c7a30 msgr2=0x55fd2b7c7e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:23.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.816+0000 7fe484378740 1 -- 172.21.15.17:0/2586365971 shutdown_connections 2024-09-16T02:08:23.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.816+0000 7fe484378740 1 -- 172.21.15.17:0/2586365971 wait complete. 2024-09-16T02:08:23.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.816+0000 7fe484378740 1 -- start start 2024-09-16T02:08:23.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.816+0000 7fe484378740 1 Processor -- start 2024-09-16T02:08:23.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe484378740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7d6050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe484378740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7d3300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe484378740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 0x55fd2b7d38f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe484378740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55fd2b7d9250 con 0x55fd2b7d6680 2024-09-16T02:08:23.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe484378740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55fd2b6ec050 con 0x55fd2b7cbdc0 2024-09-16T02:08:23.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe484378740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55fd2b7d93d0 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe47b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7d6050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe484378740 10 client.0 _ll_register_callbacks cb 0x55fd2b72c160 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:08:23.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe47affd640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7d3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe47b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7d6050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50914/0 (socket says 172.21.15.17:50914) 2024-09-16T02:08:23.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe47b7fe640 1 -- 172.21.15.17:0/1164983492 learned_addr learned my addr 172.21.15.17:0/1164983492 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:23.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe47bfff640 1 --2- 172.21.15.17:0/1164983492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 0x55fd2b7d38f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe47affd640 1 -- 172.21.15.17:0/1164983492 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 msgr2=0x55fd2b7d6050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:23.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe47affd640 1 --2- 172.21.15.17:0/1164983492 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7d6050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe47affd640 1 -- 172.21.15.17:0/1164983492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 msgr2=0x55fd2b7d38f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:23.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe47affd640 1 --2- 172.21.15.17:0/1164983492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 0x55fd2b7d38f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe47affd640 1 -- 172.21.15.17:0/1164983492 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd2b4a23c0 con 0x55fd2b7cbdc0 2024-09-16T02:08:23.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.817+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/1164983492 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7d6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:08:23.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.818+0000 7fe47bfff640 1 --2- 172.21.15.17:0/1164983492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 0x55fd2b7d38f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:08:23.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.818+0000 7fe47affd640 1 --2- 172.21.15.17:0/1164983492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7d3300 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe470009b60 tx=0x7fe470009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ace1fc8e9d92ab37 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:23.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.818+0000 7fe45affd640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:08:23.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.818+0000 7fe45affd640 1 -- 172.21.15.17:0/1164983492 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe470005430 con 0x55fd2b7cbdc0 2024-09-16T02:08:23.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.818+0000 7fe45affd640 1 -- 172.21.15.17:0/1164983492 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe4700055d0 con 0x55fd2b7cbdc0 2024-09-16T02:08:23.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.818+0000 7fe484378740 1 -- 172.21.15.17:0/1164983492 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe47000f7c0 con 0x55fd2b7cbdc0 2024-09-16T02:08:23.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.819+0000 7fe45affd640 1 -- 172.21.15.17:0/1164983492 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe4700035f0 con 0x55fd2b7cbdc0 2024-09-16T02:08:23.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.819+0000 7fe484378740 10 client.28799 fetch_fsmap learned FSMap version 28 2024-09-16T02:08:23.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.819+0000 7fe484378740 1 -- 172.21.15.17:0/1164983492 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fd2b7ed490 con 0x55fd2b7cbdc0 2024-09-16T02:08:23.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.819+0000 7fe45affd640 1 -- 172.21.15.17:0/1164983492 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe47000f7c0 con 0x55fd2b7cbdc0 2024-09-16T02:08:23.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.819+0000 7fe45affd640 1 -- 172.21.15.17:0/1164983492 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fe470029a60 con 0x55fd2b7cbdc0 2024-09-16T02:08:23.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.819+0000 7fe484378740 10 client.28799 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:08:23.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.819+0000 7fe484378740 10 client.28799 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:08:23.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.819+0000 7fe484378740 20 client.28799 populate_metadata read hostname 'smithi017' 2024-09-16T02:08:23.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.819+0000 7fe484378740 1 --2- 172.21.15.17:0/1164983492 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd2b7ee7e0 0x55fd2b7f0bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.819+0000 7fe484378740 4 client.28799 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:08:23.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.819+0000 7fe484378740 1 -- 172.21.15.17:0/1164983492 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55fd2b73e850 con 0x55fd2b7ee7e0 2024-09-16T02:08:23.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.820+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/1164983492 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd2b7ee7e0 0x55fd2b7f0bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.820+0000 7fe45affd640 10 client.28799 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:08:23.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.820+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/1164983492 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd2b7ee7e0 0x55fd2b7f0bd0 crc :-1 s=READY pgs=328 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a5c86a677a88982 server_cookie=690ee1257b84f959 in_seq=0 out_seq=0 2024-09-16T02:08:23.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.821+0000 7fe45affd640 1 -- 172.21.15.17:0/1164983492 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55fd2b73e850 con 0x55fd2b7ee7e0 2024-09-16T02:08:23.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.821+0000 7fe45affd640 10 client.28799 handle_command_reply: tid=0 2024-09-16T02:08:23.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.821+0000 7fe484378740 1 client.28799 shutdown 2024-09-16T02:08:23.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.822+0000 7fe484378740 1 -- 172.21.15.17:0/1164983492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cbdc0 msgr2=0x55fd2b7d3300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:23.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.822+0000 7fe484378740 1 --2- 172.21.15.17:0/1164983492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7d3300 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe470009b60 tx=0x7fe470009580 comp rx=0 tx=0).stop 2024-09-16T02:08:23.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.822+0000 7fe484378740 1 -- 172.21.15.17:0/1164983492 shutdown_connections 2024-09-16T02:08:23.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.822+0000 7fe484378740 1 --2- 172.21.15.17:0/1164983492 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd2b7ee7e0 0x55fd2b7f0bd0 crc :-1 s=READY pgs=328 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.822+0000 7fe484378740 1 --2- 172.21.15.17:0/1164983492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 0x55fd2b7d38f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.822+0000 7fe484378740 1 --2- 172.21.15.17:0/1164983492 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7d3300 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.822+0000 7fe484378740 1 --2- 172.21.15.17:0/1164983492 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7d6050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.822+0000 7fe484378740 1 -- 172.21.15.17:0/1164983492 >> 172.21.15.17:0/1164983492 conn(0x55fd2b7c7a30 msgr2=0x55fd2b7cd760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:23.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.822+0000 7fe45affd640 0 client.28799 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:08:23.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.822+0000 7fe484378740 1 -- 172.21.15.17:0/1164983492 shutdown_connections 2024-09-16T02:08:23.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.822+0000 7fe484378740 1 -- 172.21.15.17:0/1164983492 wait complete. 2024-09-16T02:08:23.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.823+0000 7fe484378740 20 client.28799 trim_cache size 0 max 16384 2024-09-16T02:08:23.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.849+0000 7fe484378740 1 Processor -- start 2024-09-16T02:08:23.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.849+0000 7fe484378740 1 -- start start 2024-09-16T02:08:23.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.849+0000 7fe484378740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7ead40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.849+0000 7fe484378740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7f6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.849+0000 7fe484378740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 0x55fd2b7f67c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.849+0000 7fe484378740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe47c1ae160 con 0x55fd2b7d6680 2024-09-16T02:08:23.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.849+0000 7fe484378740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe47c1aba30 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.849+0000 7fe484378740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe47c1a9860 con 0x55fd2b7cbdc0 2024-09-16T02:08:23.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.849+0000 7fe47b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7ead40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.849+0000 7fe47b7fe640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7ead40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:37724/0 (socket says 172.21.15.17:37724) 2024-09-16T02:08:23.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.849+0000 7fe47b7fe640 1 -- 172.21.15.17:0/2199253072 learned_addr learned my addr 172.21.15.17:0/2199253072 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:23.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.849+0000 7fe47bfff640 1 --2- 172.21.15.17:0/2199253072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 0x55fd2b7f67c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.849+0000 7fe47affd640 1 --2- 172.21.15.17:0/2199253072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7f6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.850+0000 7fe47b7fe640 1 -- 172.21.15.17:0/2199253072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cbdc0 msgr2=0x55fd2b7f6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:23.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.850+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/2199253072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7f6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.850+0000 7fe47b7fe640 1 -- 172.21.15.17:0/2199253072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 msgr2=0x55fd2b7f67c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:23.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.850+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/2199253072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 0x55fd2b7f67c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.850+0000 7fe47b7fe640 1 -- 172.21.15.17:0/2199253072 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55fd2b7cbbb0 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.850+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/2199253072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7ead40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe46c000c00 tx=0x7fe46c03e000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4be7a7257b80178 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:23.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.850+0000 7fe4617fa640 1 -- 172.21.15.17:0/2199253072 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46c035040 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.850+0000 7fe4617fa640 1 -- 172.21.15.17:0/2199253072 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe46c055070 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.850+0000 7fe4617fa640 1 -- 172.21.15.17:0/2199253072 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46c0049d0 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.851+0000 7fe484378740 1 -- 172.21.15.17:0/2199253072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cb4a0 msgr2=0x55fd2b7ead40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:23.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.851+0000 7fe484378740 1 --2- 172.21.15.17:0/2199253072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7ead40 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe46c000c00 tx=0x7fe46c03e000 comp rx=0 tx=0).stop 2024-09-16T02:08:23.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.851+0000 7fe484378740 1 -- 172.21.15.17:0/2199253072 shutdown_connections 2024-09-16T02:08:23.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.851+0000 7fe484378740 1 --2- 172.21.15.17:0/2199253072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 0x55fd2b7f67c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.851+0000 7fe484378740 1 --2- 172.21.15.17:0/2199253072 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7f6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.851+0000 7fe484378740 1 --2- 172.21.15.17:0/2199253072 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7ead40 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.851+0000 7fe484378740 1 -- 172.21.15.17:0/2199253072 >> 172.21.15.17:0/2199253072 conn(0x55fd2b7c7a30 msgr2=0x55fd2b7ce8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:23.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.851+0000 7fe484378740 1 -- 172.21.15.17:0/2199253072 shutdown_connections 2024-09-16T02:08:23.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.851+0000 7fe484378740 1 -- 172.21.15.17:0/2199253072 wait complete. 2024-09-16T02:08:23.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.852+0000 7fe484378740 1 -- start start 2024-09-16T02:08:23.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.852+0000 7fe484378740 1 Processor -- start 2024-09-16T02:08:23.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.852+0000 7fe484378740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7e2610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe484378740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7e2b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe484378740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 0x55fd2b851210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe484378740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe47c1a9ef0 con 0x55fd2b7d6680 2024-09-16T02:08:23.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe484378740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe47c1ab360 con 0x55fd2b7cbdc0 2024-09-16T02:08:23.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe484378740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe47c1aa5c0 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe47b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7e2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe484378740 10 client.0 _ll_register_callbacks cb 0x7fe470009b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:08:23.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe47b7fe640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7e2610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:50934/0 (socket says 172.21.15.17:50934) 2024-09-16T02:08:23.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe47b7fe640 1 -- 172.21.15.17:0/1123874141 learned_addr learned my addr 172.21.15.17:0/1123874141 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:23.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe47affd640 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7e2b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe47bfff640 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 0x55fd2b851210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe47b7fe640 1 -- 172.21.15.17:0/1123874141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cbdc0 msgr2=0x55fd2b7e2b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7e2b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe47b7fe640 1 -- 172.21.15.17:0/1123874141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 msgr2=0x55fd2b851210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 0x55fd2b851210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe47b7fe640 1 -- 172.21.15.17:0/1123874141 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55fd2b851800 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe47bfff640 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 0x55fd2b851210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:08:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe47affd640 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7e2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:08:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe47b7fe640 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7e2610 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fe46c02ac30 tx=0x7fe46c005670 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cece16403cf8931e server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.853+0000 7fe45affd640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:08:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.854+0000 7fe45affd640 1 -- 172.21.15.17:0/1123874141 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe46c05d070 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.854+0000 7fe45affd640 1 -- 172.21.15.17:0/1123874141 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe46c0035f0 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.854+0000 7fe484378740 1 -- 172.21.15.17:0/1123874141 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fe46c055070 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.854+0000 7fe45affd640 1 -- 172.21.15.17:0/1123874141 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fe46c069050 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.854+0000 7fe484378740 10 client.29122 fetch_fsmap learned FSMap version 28 2024-09-16T02:08:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.854+0000 7fe484378740 1 -- 172.21.15.17:0/1123874141 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55fd2b858b70 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.854+0000 7fe45affd640 1 -- 172.21.15.17:0/1123874141 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe46c003ca0 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.855+0000 7fe45affd640 1 -- 172.21.15.17:0/1123874141 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fe46c03c890 con 0x55fd2b7cb4a0 2024-09-16T02:08:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.855+0000 7fe484378740 10 client.29122 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:08:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.855+0000 7fe484378740 10 client.29122 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:08:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.855+0000 7fe484378740 20 client.29122 populate_metadata read hostname 'smithi017' 2024-09-16T02:08:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.855+0000 7fe484378740 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd2b859240 0x55fd2b85b660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.855+0000 7fe484378740 4 client.29122 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-16T02:08:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.855+0000 7fe484378740 1 -- 172.21.15.17:0/1123874141 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "scrub status"}) -- 0x7fe46c055070 con 0x55fd2b859240 2024-09-16T02:08:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.855+0000 7fe47affd640 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd2b859240 0x55fd2b85b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:23.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.855+0000 7fe47affd640 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd2b859240 0x55fd2b85b660 crc :-1 s=READY pgs=329 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=95836f5679f9d769 server_cookie=fdda4ea0175bb91 in_seq=0 out_seq=0 2024-09-16T02:08:23.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.855+0000 7fe45affd640 10 client.29122 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:08:23.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.856+0000 7fe45affd640 1 -- 172.21.15.17:0/1123874141 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+63 (crc 0 0 0) 0x7fe46c055070 con 0x55fd2b859240 2024-09-16T02:08:23.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.856+0000 7fe45affd640 10 client.29122 handle_command_reply: tid=0 2024-09-16T02:08:23.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.856+0000 7fe484378740 1 client.29122 shutdown 2024-09-16T02:08:23.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.857+0000 7fe484378740 1 -- 172.21.15.17:0/1123874141 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 msgr2=0x55fd2b7e2610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:23.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.857+0000 7fe484378740 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7e2610 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fe46c02ac30 tx=0x7fe46c005670 comp rx=0 tx=0).stop 2024-09-16T02:08:23.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.857+0000 7fe484378740 1 -- 172.21.15.17:0/1123874141 shutdown_connections 2024-09-16T02:08:23.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.857+0000 7fe484378740 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55fd2b859240 0x55fd2b85b660 crc :-1 s=READY pgs=329 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.857+0000 7fe484378740 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd2b7d6680 0x55fd2b851210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.857+0000 7fe484378740 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55fd2b7cbdc0 0x55fd2b7e2b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.857+0000 7fe484378740 1 --2- 172.21.15.17:0/1123874141 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55fd2b7cb4a0 0x55fd2b7e2610 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.857+0000 7fe45affd640 0 client.29122 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:08:23.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.857+0000 7fe484378740 1 -- 172.21.15.17:0/1123874141 >> 172.21.15.17:0/1123874141 conn(0x55fd2b7c7a30 msgr2=0x55fd2b7d4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:23.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.857+0000 7fe484378740 1 -- 172.21.15.17:0/1123874141 shutdown_connections 2024-09-16T02:08:23.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.857+0000 7fe484378740 1 -- 172.21.15.17:0/1123874141 wait complete. 2024-09-16T02:08:23.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.858+0000 7fe484378740 20 client.29122 trim_cache size 0 max 16384 2024-09-16T02:08:23.864 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:08:23.864 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-09-16T02:08:23.864 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-09-16T02:08:23.864 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:08:23.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.858+0000 7fe481f9f640 1 -- 172.21.15.17:0/3119596872 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe4640a32c0 msgr2=0x7fe4640a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:23.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.858+0000 7fe481f9f640 1 --2- 172.21.15.17:0/3119596872 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe4640a32c0 0x7fe4640a5780 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fe46c005940 tx=0x7fe46c0058d0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.858+0000 7fe481f9f640 1 -- 172.21.15.17:0/3119596872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe47c1a4440 msgr2=0x7fe47c1a6830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:23.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.859+0000 7fe481f9f640 1 --2- 172.21.15.17:0/3119596872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe47c1a4440 0x7fe47c1a6830 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7fe474009fd0 tx=0x7fe47400ef10 comp rx=0 tx=0).stop 2024-09-16T02:08:23.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.859+0000 7fe481f9f640 1 -- 172.21.15.17:0/3119596872 shutdown_connections 2024-09-16T02:08:23.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.859+0000 7fe481f9f640 1 --2- 172.21.15.17:0/3119596872 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe4640a32c0 0x7fe4640a5780 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.859+0000 7fe481f9f640 1 --2- 172.21.15.17:0/3119596872 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe47c1a4440 0x7fe47c1a6830 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.859+0000 7fe481f9f640 1 --2- 172.21.15.17:0/3119596872 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe47c102ef0 0x7fe47c1974e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.859+0000 7fe481f9f640 1 --2- 172.21.15.17:0/3119596872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe47c102570 0x7fe47c196fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:23.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.859+0000 7fe481f9f640 1 -- 172.21.15.17:0/3119596872 >> 172.21.15.17:0/3119596872 conn(0x7fe47c0fc7d0 msgr2=0x7fe47c0febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:23.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.859+0000 7fe481f9f640 1 -- 172.21.15.17:0/3119596872 shutdown_connections 2024-09-16T02:08:23.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:23.859+0000 7fe481f9f640 1 -- 172.21.15.17:0/3119596872 wait complete. 2024-09-16T02:08:24.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 109245 8.29 MB/sec execute 586 sec latency 102.529 ms 2024-09-16T02:08:24.691 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:24 smithi017 ceph-mon[30972]: pgmap v1085: 97 pgs: 97 active+clean; 551 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 849 KiB/s rd, 4.2 MiB/s wr, 227 op/s 2024-09-16T02:08:24.692 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-16T02:08:24.693 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:08:24.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:24 smithi029 ceph-mon[34783]: pgmap v1085: 97 pgs: 97 active+clean; 551 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 849 KiB/s rd, 4.2 MiB/s wr, 227 op/s 2024-09-16T02:08:24.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:24 smithi122 ceph-mon[34758]: pgmap v1085: 97 pgs: 97 active+clean; 551 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 849 KiB/s rd, 4.2 MiB/s wr, 227 op/s 2024-09-16T02:08:25.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 109415 8.28 MB/sec execute 587 sec latency 105.661 ms 2024-09-16T02:08:25.091 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:08:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.635+0000 7f22dca25640 1 -- 172.21.15.17:0/2233172649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22d8103ff0 msgr2=0x7f22d81043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.635+0000 7f22dca25640 1 --2- 172.21.15.17:0/2233172649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22d8103ff0 0x7f22d81043d0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f22c8009900 tx=0x7f22c802a410 comp rx=0 tx=0).stop 2024-09-16T02:08:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.635+0000 7f22dca25640 1 -- 172.21.15.17:0/2233172649 shutdown_connections 2024-09-16T02:08:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.635+0000 7f22dca25640 1 --2- 172.21.15.17:0/2233172649 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f22d8109120 0x7f22d8110ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:25.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.635+0000 7f22dca25640 1 --2- 172.21.15.17:0/2233172649 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f22d81049a0 0x7f22d81089f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:25.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.635+0000 7f22dca25640 1 --2- 172.21.15.17:0/2233172649 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22d8103ff0 0x7f22d81043d0 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:25.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.635+0000 7f22dca25640 1 -- 172.21.15.17:0/2233172649 >> 172.21.15.17:0/2233172649 conn(0x7f22d80ffab0 msgr2=0x7f22d8101ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:25.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.635+0000 7f22dca25640 1 -- 172.21.15.17:0/2233172649 shutdown_connections 2024-09-16T02:08:25.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.635+0000 7f22dca25640 1 -- 172.21.15.17:0/2233172649 wait complete. 2024-09-16T02:08:25.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.636+0000 7f22dca25640 1 Processor -- start 2024-09-16T02:08:25.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.636+0000 7f22dca25640 1 -- start start 2024-09-16T02:08:25.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22dca25640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f22d8103ff0 0x7f22d8110ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:25.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22dca25640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22d81049a0 0x7f22d810dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:25.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22dca25640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f22d8109120 0x7f22d810e240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:25.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22dca25640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f22d8114000 con 0x7f22d81049a0 2024-09-16T02:08:25.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22dca25640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f22d8113e80 con 0x7f22d8109120 2024-09-16T02:08:25.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22dca25640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f22d8114180 con 0x7f22d8103ff0 2024-09-16T02:08:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22d5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22d81049a0 0x7f22d810dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22d659c640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f22d8103ff0 0x7f22d8110ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22d5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22d81049a0 0x7f22d810dca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49914/0 (socket says 172.21.15.17:49914) 2024-09-16T02:08:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22d5d9b640 1 -- 172.21.15.17:0/2301583824 learned_addr learned my addr 172.21.15.17:0/2301583824 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22d6d9d640 1 --2- 172.21.15.17:0/2301583824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f22d8109120 0x7f22d810e240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22d6d9d640 1 -- 172.21.15.17:0/2301583824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f22d8103ff0 msgr2=0x7f22d8110ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22d6d9d640 1 --2- 172.21.15.17:0/2301583824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f22d8103ff0 0x7f22d8110ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22d6d9d640 1 -- 172.21.15.17:0/2301583824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22d81049a0 msgr2=0x7f22d810dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22d6d9d640 1 --2- 172.21.15.17:0/2301583824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22d81049a0 0x7f22d810dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22d6d9d640 1 -- 172.21.15.17:0/2301583824 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22d81aad40 con 0x7f22d8109120 2024-09-16T02:08:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.637+0000 7f22d659c640 1 --2- 172.21.15.17:0/2301583824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f22d8103ff0 0x7f22d8110ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:08:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.638+0000 7f22d6d9d640 1 --2- 172.21.15.17:0/2301583824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f22d8109120 0x7f22d810e240 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f22d0009fd0 tx=0x7f22d000ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:25.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.638+0000 7f22c77fe640 1 -- 172.21.15.17:0/2301583824 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d000ce20 con 0x7f22d8109120 2024-09-16T02:08:25.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.638+0000 7f22c77fe640 1 -- 172.21.15.17:0/2301583824 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f22d0005020 con 0x7f22d8109120 2024-09-16T02:08:25.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.638+0000 7f22dca25640 1 -- 172.21.15.17:0/2301583824 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22d81aaf10 con 0x7f22d8109120 2024-09-16T02:08:25.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.638+0000 7f22c77fe640 1 -- 172.21.15.17:0/2301583824 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22d0010690 con 0x7f22d8109120 2024-09-16T02:08:25.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.638+0000 7f22dca25640 1 -- 172.21.15.17:0/2301583824 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22d81ab410 con 0x7f22d8109120 2024-09-16T02:08:25.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.639+0000 7f22dca25640 1 -- 172.21.15.17:0/2301583824 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22d81054d0 con 0x7f22d8109120 2024-09-16T02:08:25.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.640+0000 7f22c77fe640 1 -- 172.21.15.17:0/2301583824 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f22d00051d0 con 0x7f22d8109120 2024-09-16T02:08:25.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.641+0000 7f22c77fe640 1 --2- 172.21.15.17:0/2301583824 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f22c00a32c0 0x7f22c00a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:25.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.641+0000 7f22d659c640 1 --2- 172.21.15.17:0/2301583824 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f22c00a32c0 0x7f22c00a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:25.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.641+0000 7f22c77fe640 1 -- 172.21.15.17:0/2301583824 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f22d00cff50 con 0x7f22d8109120 2024-09-16T02:08:25.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.642+0000 7f22d659c640 1 --2- 172.21.15.17:0/2301583824 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f22c00a32c0 0x7f22c00a5780 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f22c8031440 tx=0x7f22c8005a20 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:25.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.646+0000 7f22c77fe640 1 -- 172.21.15.17:0/2301583824 <== mon.2 v2:172.21.15.29:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f22d009cc70 con 0x7f22d8109120 2024-09-16T02:08:25.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.982+0000 7f22dca25640 1 -- 172.21.15.17:0/2301583824 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f22d8077d40 con 0x7f22d8109120 2024-09-16T02:08:25.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.983+0000 7f22c77fe640 1 -- 172.21.15.17:0/2301583824 <== mon.2 v2:172.21.15.29:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) ==== 94+0+11901 (secure 0 0 0) 0x7f22d00bc030 con 0x7f22d8109120 2024-09-16T02:08:25.985 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:08:25.985 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"btime":"2024-09-16T01:59:05:278302+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":28,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T01:59:04.450935+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T02:08:25.985 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-09-16T02:08:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.986+0000 7f22dca25640 1 -- 172.21.15.17:0/2301583824 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f22c00a32c0 msgr2=0x7f22c00a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.986+0000 7f22dca25640 1 --2- 172.21.15.17:0/2301583824 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f22c00a32c0 0x7f22c00a5780 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f22c8031440 tx=0x7f22c8005a20 comp rx=0 tx=0).stop 2024-09-16T02:08:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.986+0000 7f22dca25640 1 -- 172.21.15.17:0/2301583824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f22d8109120 msgr2=0x7f22d810e240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.986+0000 7f22dca25640 1 --2- 172.21.15.17:0/2301583824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f22d8109120 0x7f22d810e240 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f22d0009fd0 tx=0x7f22d000ef10 comp rx=0 tx=0).stop 2024-09-16T02:08:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.987+0000 7f22dca25640 1 -- 172.21.15.17:0/2301583824 shutdown_connections 2024-09-16T02:08:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.987+0000 7f22dca25640 1 --2- 172.21.15.17:0/2301583824 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f22c00a32c0 0x7f22c00a5780 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.987+0000 7f22dca25640 1 --2- 172.21.15.17:0/2301583824 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f22d8109120 0x7f22d810e240 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.987+0000 7f22dca25640 1 --2- 172.21.15.17:0/2301583824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f22d81049a0 0x7f22d810dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.987+0000 7f22dca25640 1 --2- 172.21.15.17:0/2301583824 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f22d8103ff0 0x7f22d8110ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.987+0000 7f22dca25640 1 -- 172.21.15.17:0/2301583824 >> 172.21.15.17:0/2301583824 conn(0x7f22d80ffab0 msgr2=0x7f22d8100e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.987+0000 7f22dca25640 1 -- 172.21.15.17:0/2301583824 shutdown_connections 2024-09-16T02:08:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:25.987+0000 7f22dca25640 1 -- 172.21.15.17:0/2301583824 wait complete. 2024-09-16T02:08:26.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 109539 8.27 MB/sec execute 588 sec latency 131.966 ms 2024-09-16T02:08:26.654 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:26 smithi017 ceph-mon[30972]: pgmap v1086: 97 pgs: 97 active+clean; 552 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 3.9 MiB/s wr, 196 op/s 2024-09-16T02:08:26.654 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:26 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2301583824' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:08:26.693 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:2 damage ls 2024-09-16T02:08:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:26 smithi029 ceph-mon[34783]: pgmap v1086: 97 pgs: 97 active+clean; 552 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 3.9 MiB/s wr, 196 op/s 2024-09-16T02:08:26.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:26 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2301583824' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:08:26.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:26 smithi122 ceph-mon[34758]: pgmap v1086: 97 pgs: 97 active+clean; 552 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 624 KiB/s rd, 3.9 MiB/s wr, 196 op/s 2024-09-16T02:08:26.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:26 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2301583824' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:08:27.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 109683 8.27 MB/sec execute 589 sec latency 103.513 ms 2024-09-16T02:08:27.075 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:08:27.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.633+0000 7f4992ae6640 1 -- 172.21.15.17:0/3159238309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f498c102d90 msgr2=0x7f498c103170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:27.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.633+0000 7f4992ae6640 1 --2- 172.21.15.17:0/3159238309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f498c102d90 0x7f498c103170 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7f4980009930 tx=0x7f498002a420 comp rx=0 tx=0).stop 2024-09-16T02:08:27.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.633+0000 7f4992ae6640 1 -- 172.21.15.17:0/3159238309 shutdown_connections 2024-09-16T02:08:27.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.633+0000 7f4992ae6640 1 --2- 172.21.15.17:0/3159238309 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f498c108290 0x7f498c10ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.633+0000 7f4992ae6640 1 --2- 172.21.15.17:0/3159238309 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f498c103740 0x7f498c107b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.633+0000 7f4992ae6640 1 --2- 172.21.15.17:0/3159238309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f498c102d90 0x7f498c103170 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.633+0000 7f4992ae6640 1 -- 172.21.15.17:0/3159238309 >> 172.21.15.17:0/3159238309 conn(0x7f498c0fc7d0 msgr2=0x7f498c0febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:27.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.633+0000 7f4992ae6640 1 -- 172.21.15.17:0/3159238309 shutdown_connections 2024-09-16T02:08:27.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.633+0000 7f4992ae6640 1 -- 172.21.15.17:0/3159238309 wait complete. 2024-09-16T02:08:27.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.634+0000 7f4992ae6640 1 Processor -- start 2024-09-16T02:08:27.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.634+0000 7f4992ae6640 1 -- start start 2024-09-16T02:08:27.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.634+0000 7f4992ae6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f498c102d90 0x7f498c1984a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.634+0000 7f4992ae6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f498c103740 0x7f498c1989e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.634+0000 7f4992ae6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f498c108290 0x7f498c19cd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.634+0000 7f4992ae6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f498c111f40 con 0x7f498c102d90 2024-09-16T02:08:27.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.634+0000 7f4992ae6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f498c111dc0 con 0x7f498c103740 2024-09-16T02:08:27.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.634+0000 7f4992ae6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f498c1120c0 con 0x7f498c108290 2024-09-16T02:08:27.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.635+0000 7f498bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f498c103740 0x7f498c1989e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.635+0000 7f498bfff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f498c103740 0x7f498c1989e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:57110/0 (socket says 172.21.15.17:57110) 2024-09-16T02:08:27.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.635+0000 7f498bfff640 1 -- 172.21.15.17:0/731037052 learned_addr learned my addr 172.21.15.17:0/731037052 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:27.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.635+0000 7f4990882640 1 --2- 172.21.15.17:0/731037052 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f498c102d90 0x7f498c1984a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.635+0000 7f4991083640 1 --2- 172.21.15.17:0/731037052 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f498c108290 0x7f498c19cd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.635+0000 7f498bfff640 1 -- 172.21.15.17:0/731037052 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f498c108290 msgr2=0x7f498c19cd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:27.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.635+0000 7f498bfff640 1 --2- 172.21.15.17:0/731037052 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f498c108290 0x7f498c19cd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.635+0000 7f498bfff640 1 -- 172.21.15.17:0/731037052 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f498c102d90 msgr2=0x7f498c1984a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:27.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.635+0000 7f498bfff640 1 --2- 172.21.15.17:0/731037052 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f498c102d90 0x7f498c1984a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.635+0000 7f498bfff640 1 -- 172.21.15.17:0/731037052 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f498c19d450 con 0x7f498c103740 2024-09-16T02:08:27.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.635+0000 7f498bfff640 1 --2- 172.21.15.17:0/731037052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f498c103740 0x7f498c1989e0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f497800e9c0 tx=0x7f497800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:27.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.635+0000 7f4989ffb640 1 -- 172.21.15.17:0/731037052 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f497800cd80 con 0x7f498c103740 2024-09-16T02:08:27.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.635+0000 7f4989ffb640 1 -- 172.21.15.17:0/731037052 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f49780054d0 con 0x7f498c103740 2024-09-16T02:08:27.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.635+0000 7f4989ffb640 1 -- 172.21.15.17:0/731037052 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4978010430 con 0x7f498c103740 2024-09-16T02:08:27.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.636+0000 7f4992ae6640 1 -- 172.21.15.17:0/731037052 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f498c19d740 con 0x7f498c103740 2024-09-16T02:08:27.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.636+0000 7f4992ae6640 1 -- 172.21.15.17:0/731037052 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f498c100920 con 0x7f498c103740 2024-09-16T02:08:27.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.638+0000 7f4989ffb640 1 -- 172.21.15.17:0/731037052 <== mon.2 v2:172.21.15.29:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f4978004fd0 con 0x7f498c103740 2024-09-16T02:08:27.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.639+0000 7f4989ffb640 1 --2- 172.21.15.17:0/731037052 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f497c0a3340 0x7f497c0a5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.639+0000 7f4994ebf740 1 Processor -- start 2024-09-16T02:08:27.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.639+0000 7f4989ffb640 1 -- 172.21.15.17:0/731037052 <== mon.2 v2:172.21.15.29:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f49780cfcf0 con 0x7f498c103740 2024-09-16T02:08:27.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.639+0000 7f4990882640 1 --2- 172.21.15.17:0/731037052 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f497c0a3340 0x7f497c0a5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4994ebf740 1 -- start start 2024-09-16T02:08:27.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4994ebf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec1b50 0x564b63ec0090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4994ebf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ec05d0 0x564b63ec0a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4994ebf740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ed3ba0 0x564b63ed5f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4994ebf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564b63e262f0 con 0x564b63ec05d0 2024-09-16T02:08:27.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4994ebf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564b63dcdcf0 con 0x564b63ec1b50 2024-09-16T02:08:27.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4994ebf740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564b63e222b0 con 0x564b63ed3ba0 2024-09-16T02:08:27.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4990882640 1 --2- 172.21.15.17:0/731037052 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f497c0a3340 0x7f497c0a5800 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f4980009900 tx=0x7f4980000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:27.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4990882640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec1b50 0x564b63ec0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4990882640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec1b50 0x564b63ec0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.29:3300/0 says I am v2:172.21.15.17:57124/0 (socket says 172.21.15.17:57124) 2024-09-16T02:08:27.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4990882640 1 -- 172.21.15.17:0/1992744226 learned_addr learned my addr 172.21.15.17:0/1992744226 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:27.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4991083640 1 --2- 172.21.15.17:0/1992744226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ed3ba0 0x564b63ed5f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f498bfff640 1 --2- 172.21.15.17:0/1992744226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ec05d0 0x564b63ec0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4990882640 1 -- 172.21.15.17:0/1992744226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ed3ba0 msgr2=0x564b63ed5f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:27.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4990882640 1 --2- 172.21.15.17:0/1992744226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ed3ba0 0x564b63ed5f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4990882640 1 -- 172.21.15.17:0/1992744226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ec05d0 msgr2=0x564b63ec0a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:27.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4990882640 1 --2- 172.21.15.17:0/1992744226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ec05d0 0x564b63ec0a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f4990882640 1 -- 172.21.15.17:0/1992744226 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b63db23a0 con 0x564b63ec1b50 2024-09-16T02:08:27.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.640+0000 7f498bfff640 1 --2- 172.21.15.17:0/1992744226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ec05d0 0x564b63ec0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:08:27.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.641+0000 7f4990882640 1 --2- 172.21.15.17:0/1992744226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec1b50 0x564b63ec0090 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4980009930 tx=0x7f498003d000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a64e8dc645440503 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:27.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.641+0000 7f4976ffd640 1 -- 172.21.15.17:0/1992744226 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f498004d070 con 0x564b63ec1b50 2024-09-16T02:08:27.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.641+0000 7f4976ffd640 1 -- 172.21.15.17:0/1992744226 <== mon.2 v2:172.21.15.29:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4980004380 con 0x564b63ec1b50 2024-09-16T02:08:27.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.641+0000 7f4976ffd640 1 -- 172.21.15.17:0/1992744226 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4980035040 con 0x564b63ec1b50 2024-09-16T02:08:27.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.642+0000 7f4994ebf740 1 -- 172.21.15.17:0/1992744226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec1b50 msgr2=0x564b63ec0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:27.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.642+0000 7f4994ebf740 1 --2- 172.21.15.17:0/1992744226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec1b50 0x564b63ec0090 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4980009930 tx=0x7f498003d000 comp rx=0 tx=0).stop 2024-09-16T02:08:27.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.642+0000 7f4994ebf740 1 -- 172.21.15.17:0/1992744226 shutdown_connections 2024-09-16T02:08:27.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.642+0000 7f4994ebf740 1 --2- 172.21.15.17:0/1992744226 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ed3ba0 0x564b63ed5f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.642+0000 7f4994ebf740 1 --2- 172.21.15.17:0/1992744226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ec05d0 0x564b63ec0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.642+0000 7f4994ebf740 1 --2- 172.21.15.17:0/1992744226 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec1b50 0x564b63ec0090 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.642+0000 7f4994ebf740 1 -- 172.21.15.17:0/1992744226 >> 172.21.15.17:0/1992744226 conn(0x564b63e89310 msgr2=0x564b63ebcba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:27.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.642+0000 7f4994ebf740 1 -- 172.21.15.17:0/1992744226 shutdown_connections 2024-09-16T02:08:27.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.642+0000 7f4994ebf740 1 -- 172.21.15.17:0/1992744226 wait complete. 2024-09-16T02:08:27.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.642+0000 7f4994ebf740 1 -- start start 2024-09-16T02:08:27.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.643+0000 7f4994ebf740 1 Processor -- start 2024-09-16T02:08:27.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.643+0000 7f4994ebf740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec05d0 0x564b63ed34b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.643+0000 7f4994ebf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec1b50 0x564b63ed07b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.643+0000 7f4994ebf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ed3ba0 0x564b63ed0d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.643+0000 7f4990882640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec05d0 0x564b63ed34b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.643+0000 7f4990882640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec05d0 0x564b63ed34b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42244/0 (socket says 172.21.15.17:42244) 2024-09-16T02:08:27.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.643+0000 7f4990882640 1 -- 172.21.15.17:0/1395402357 learned_addr learned my addr 172.21.15.17:0/1395402357 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:27.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.643+0000 7f4994ebf740 1 -- 172.21.15.17:0/1395402357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x564b63ed6870 con 0x564b63ed3ba0 2024-09-16T02:08:27.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.643+0000 7f4994ebf740 1 -- 172.21.15.17:0/1395402357 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x564b63de1060 con 0x564b63ec1b50 2024-09-16T02:08:27.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.643+0000 7f4994ebf740 1 -- 172.21.15.17:0/1395402357 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x564b63ed69f0 con 0x564b63ec05d0 2024-09-16T02:08:27.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.643+0000 7f4994ebf740 10 client.0 _ll_register_callbacks cb 0x564b63b348c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:08:27.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.643+0000 7f498bfff640 1 --2- 172.21.15.17:0/1395402357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec1b50 0x564b63ed07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.644+0000 7f4991083640 1 --2- 172.21.15.17:0/1395402357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ed3ba0 0x564b63ed0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.644+0000 7f498bfff640 1 -- 172.21.15.17:0/1395402357 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec05d0 msgr2=0x564b63ed34b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:27.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.644+0000 7f498bfff640 1 --2- 172.21.15.17:0/1395402357 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec05d0 0x564b63ed34b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.644+0000 7f498bfff640 1 -- 172.21.15.17:0/1395402357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ed3ba0 msgr2=0x564b63ed0d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.644+0000 7f498bfff640 1 --2- 172.21.15.17:0/1395402357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ed3ba0 0x564b63ed0d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.644+0000 7f498bfff640 1 -- 172.21.15.17:0/1395402357 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b63b973c0 con 0x564b63ec1b50 2024-09-16T02:08:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.644+0000 7f4991083640 1 --2- 172.21.15.17:0/1395402357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ed3ba0 0x564b63ed0d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:08:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.644+0000 7f498bfff640 1 --2- 172.21.15.17:0/1395402357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec1b50 0x564b63ed07b0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f49780cd7b0 tx=0x7f497809be90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b362ad45593def6 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.644+0000 7f496bfff640 10 client.0 ms_handle_connect on v2:172.21.15.29:3300/0 2024-09-16T02:08:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.644+0000 7f496bfff640 1 -- 172.21.15.17:0/1395402357 <== mon.2 v2:172.21.15.29:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f49780a0680 con 0x564b63ec1b50 2024-09-16T02:08:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.644+0000 7f496bfff640 1 -- 172.21.15.17:0/1395402357 <== mon.2 v2:172.21.15.29:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f49780b5260 con 0x564b63ec1b50 2024-09-16T02:08:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.645+0000 7f4994ebf740 1 -- 172.21.15.17:0/1395402357 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4980004380 con 0x564b63ec1b50 2024-09-16T02:08:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.645+0000 7f496bfff640 1 -- 172.21.15.17:0/1395402357 <== mon.2 v2:172.21.15.29:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f49780a4f40 con 0x564b63ec1b50 2024-09-16T02:08:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.645+0000 7f4994ebf740 10 client.28820 fetch_fsmap learned FSMap version 28 2024-09-16T02:08:27.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.645+0000 7f4994ebf740 1 -- 172.21.15.17:0/1395402357 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564b63ee2280 con 0x564b63ec1b50 2024-09-16T02:08:27.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.645+0000 7f496bfff640 1 -- 172.21.15.17:0/1395402357 <== mon.2 v2:172.21.15.29:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4980004380 con 0x564b63ec1b50 2024-09-16T02:08:27.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.645+0000 7f496bfff640 1 -- 172.21.15.17:0/1395402357 <== mon.2 v2:172.21.15.29:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f49780bc0c0 con 0x564b63ec1b50 2024-09-16T02:08:27.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.645+0000 7f4994ebf740 10 client.28820 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:08:27.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.645+0000 7f4994ebf740 10 client.28820 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:08:27.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.645+0000 7f4994ebf740 20 client.28820 populate_metadata read hostname 'smithi017' 2024-09-16T02:08:27.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.645+0000 7f4994ebf740 1 --2- 172.21.15.17:0/1395402357 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564b63ee3740 0x564b63ee5b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.645+0000 7f4994ebf740 4 client.28820 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:08:27.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.645+0000 7f4994ebf740 1 -- 172.21.15.17:0/1395402357 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x564b63e33860 con 0x564b63ee3740 2024-09-16T02:08:27.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.645+0000 7f4990882640 1 --2- 172.21.15.17:0/1395402357 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564b63ee3740 0x564b63ee5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.646+0000 7f4990882640 1 --2- 172.21.15.17:0/1395402357 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564b63ee3740 0x564b63ee5b30 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e785252e8e874a8f server_cookie=a76f36544ef56937 in_seq=0 out_seq=0 2024-09-16T02:08:27.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.646+0000 7f496bfff640 10 client.28820 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:08:27.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f496bfff640 1 -- 172.21.15.17:0/1395402357 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x564b63e33860 con 0x564b63ee3740 2024-09-16T02:08:27.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f496bfff640 10 client.28820 handle_command_reply: tid=0 2024-09-16T02:08:27.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f4994ebf740 1 client.28820 shutdown 2024-09-16T02:08:27.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f4994ebf740 1 -- 172.21.15.17:0/1395402357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec1b50 msgr2=0x564b63ed07b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:27.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f4994ebf740 1 --2- 172.21.15.17:0/1395402357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec1b50 0x564b63ed07b0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f49780cd7b0 tx=0x7f497809be90 comp rx=0 tx=0).stop 2024-09-16T02:08:27.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f4994ebf740 1 -- 172.21.15.17:0/1395402357 shutdown_connections 2024-09-16T02:08:27.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f4994ebf740 1 --2- 172.21.15.17:0/1395402357 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564b63ee3740 0x564b63ee5b30 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f4994ebf740 1 --2- 172.21.15.17:0/1395402357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ed3ba0 0x564b63ed0d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f4994ebf740 1 --2- 172.21.15.17:0/1395402357 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec1b50 0x564b63ed07b0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f4994ebf740 1 --2- 172.21.15.17:0/1395402357 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec05d0 0x564b63ed34b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f496bfff640 0 client.28820 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:08:27.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f4994ebf740 1 -- 172.21.15.17:0/1395402357 >> 172.21.15.17:0/1395402357 conn(0x564b63e89310 msgr2=0x564b63ec2940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:27.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f4994ebf740 1 -- 172.21.15.17:0/1395402357 shutdown_connections 2024-09-16T02:08:27.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f4994ebf740 1 -- 172.21.15.17:0/1395402357 wait complete. 2024-09-16T02:08:27.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.647+0000 7f4994ebf740 20 client.28820 trim_cache size 0 max 16384 2024-09-16T02:08:27.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.667+0000 7f4994ebf740 1 Processor -- start 2024-09-16T02:08:27.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.668+0000 7f4994ebf740 1 -- start start 2024-09-16T02:08:27.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.668+0000 7f4994ebf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec05d0 0x564b63edfb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.668+0000 7f4994ebf740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec1b50 0x564b63eeb400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.668+0000 7f4994ebf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ed3ba0 0x564b63eeb940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.668+0000 7f4994ebf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f498c1adc90 con 0x564b63ed3ba0 2024-09-16T02:08:27.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.668+0000 7f4994ebf740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f498c1ab560 con 0x564b63ec05d0 2024-09-16T02:08:27.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.668+0000 7f4994ebf740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f498c1a9390 con 0x564b63ec1b50 2024-09-16T02:08:27.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.668+0000 7f498bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec1b50 0x564b63eeb400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.668+0000 7f4991083640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ed3ba0 0x564b63eeb940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.668+0000 7f4991083640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ed3ba0 0x564b63eeb940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49152/0 (socket says 172.21.15.17:49152) 2024-09-16T02:08:27.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.668+0000 7f4991083640 1 -- 172.21.15.17:0/3762919382 learned_addr learned my addr 172.21.15.17:0/3762919382 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:27.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.668+0000 7f4990882640 1 --2- 172.21.15.17:0/3762919382 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec05d0 0x564b63edfb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.669+0000 7f4991083640 1 -- 172.21.15.17:0/3762919382 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec1b50 msgr2=0x564b63eeb400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:27.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.669+0000 7f4991083640 1 --2- 172.21.15.17:0/3762919382 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec1b50 0x564b63eeb400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.669+0000 7f4991083640 1 -- 172.21.15.17:0/3762919382 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec05d0 msgr2=0x564b63edfb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:27.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.669+0000 7f4991083640 1 --2- 172.21.15.17:0/3762919382 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec05d0 0x564b63edfb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.669+0000 7f4991083640 1 -- 172.21.15.17:0/3762919382 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x564b63ec03d0 con 0x564b63ed3ba0 2024-09-16T02:08:27.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.669+0000 7f4991083640 1 --2- 172.21.15.17:0/3762919382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ed3ba0 0x564b63eeb940 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f498400b670 tx=0x7f498400b930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2984b0356686fdda server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:27.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.669+0000 7f49767fc640 1 -- 172.21.15.17:0/3762919382 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4984003970 con 0x564b63ed3ba0 2024-09-16T02:08:27.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.669+0000 7f49767fc640 1 -- 172.21.15.17:0/3762919382 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4984004030 con 0x564b63ed3ba0 2024-09-16T02:08:27.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.669+0000 7f49767fc640 1 -- 172.21.15.17:0/3762919382 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4984017650 con 0x564b63ed3ba0 2024-09-16T02:08:27.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.670+0000 7f4994ebf740 1 -- 172.21.15.17:0/3762919382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ed3ba0 msgr2=0x564b63eeb940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:27.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.670+0000 7f4994ebf740 1 --2- 172.21.15.17:0/3762919382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ed3ba0 0x564b63eeb940 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7f498400b670 tx=0x7f498400b930 comp rx=0 tx=0).stop 2024-09-16T02:08:27.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.671+0000 7f4994ebf740 1 -- 172.21.15.17:0/3762919382 shutdown_connections 2024-09-16T02:08:27.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.671+0000 7f4994ebf740 1 --2- 172.21.15.17:0/3762919382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ed3ba0 0x564b63eeb940 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.671+0000 7f4994ebf740 1 --2- 172.21.15.17:0/3762919382 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec1b50 0x564b63eeb400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.671+0000 7f4994ebf740 1 --2- 172.21.15.17:0/3762919382 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ec05d0 0x564b63edfb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.671+0000 7f4994ebf740 1 -- 172.21.15.17:0/3762919382 >> 172.21.15.17:0/3762919382 conn(0x564b63e89310 msgr2=0x564b63ecf080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:27.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.671+0000 7f4994ebf740 1 -- 172.21.15.17:0/3762919382 shutdown_connections 2024-09-16T02:08:27.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.671+0000 7f4994ebf740 1 -- 172.21.15.17:0/3762919382 wait complete. 2024-09-16T02:08:27.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.671+0000 7f4994ebf740 1 -- start start 2024-09-16T02:08:27.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.671+0000 7f4994ebf740 1 Processor -- start 2024-09-16T02:08:27.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.672+0000 7f4994ebf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ec05d0 0x564b63edbfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.672+0000 7f4994ebf740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec1b50 0x564b63edc510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.672+0000 7f4994ebf740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ed3ba0 0x564b63ed7420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.672+0000 7f4990882640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ec05d0 0x564b63edbfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.672+0000 7f498bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec1b50 0x564b63edc510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.672+0000 7f498bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec1b50 0x564b63edc510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:42260/0 (socket says 172.21.15.17:42260) 2024-09-16T02:08:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.672+0000 7f4994ebf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f498c1a9a20 con 0x564b63ec05d0 2024-09-16T02:08:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.672+0000 7f498bfff640 1 -- 172.21.15.17:0/3690207504 learned_addr learned my addr 172.21.15.17:0/3690207504 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.672+0000 7f4994ebf740 1 -- 172.21.15.17:0/3690207504 --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f498c1aae90 con 0x564b63ed3ba0 2024-09-16T02:08:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.672+0000 7f4994ebf740 1 -- 172.21.15.17:0/3690207504 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f498c1aa0f0 con 0x564b63ec1b50 2024-09-16T02:08:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.672+0000 7f4994ebf740 10 client.0 _ll_register_callbacks cb 0x7f4978004950 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:08:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.672+0000 7f4991083640 1 --2- 172.21.15.17:0/3690207504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ed3ba0 0x564b63ed7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.673+0000 7f498bfff640 1 -- 172.21.15.17:0/3690207504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ed3ba0 msgr2=0x564b63ed7420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.673+0000 7f498bfff640 1 --2- 172.21.15.17:0/3690207504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ed3ba0 0x564b63ed7420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.673+0000 7f498bfff640 1 -- 172.21.15.17:0/3690207504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ec05d0 msgr2=0x564b63edbfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.673+0000 7f498bfff640 1 --2- 172.21.15.17:0/3690207504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ec05d0 0x564b63edbfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.673+0000 7f498bfff640 1 -- 172.21.15.17:0/3690207504 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x564b63ed7c50 con 0x564b63ec1b50 2024-09-16T02:08:27.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.673+0000 7f498bfff640 1 --2- 172.21.15.17:0/3690207504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec1b50 0x564b63edc510 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f4978098730 tx=0x7f4978009770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7aebcbd6b179b77b server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:27.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.673+0000 7f496bfff640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:08:27.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.673+0000 7f496bfff640 1 -- 172.21.15.17:0/3690207504 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f497807f080 con 0x564b63ec1b50 2024-09-16T02:08:27.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.673+0000 7f496bfff640 1 -- 172.21.15.17:0/3690207504 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f49780cd830 con 0x564b63ec1b50 2024-09-16T02:08:27.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.673+0000 7f4994ebf740 1 -- 172.21.15.17:0/3690207504 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4984004030 con 0x564b63ec1b50 2024-09-16T02:08:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.673+0000 7f496bfff640 1 -- 172.21.15.17:0/3690207504 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f49780a0680 con 0x564b63ec1b50 2024-09-16T02:08:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.673+0000 7f4994ebf740 10 client.29146 fetch_fsmap learned FSMap version 28 2024-09-16T02:08:27.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.673+0000 7f4994ebf740 1 -- 172.21.15.17:0/3690207504 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x564b63f4dfd0 con 0x564b63ec1b50 2024-09-16T02:08:27.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.674+0000 7f496bfff640 1 -- 172.21.15.17:0/3690207504 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f4984004030 con 0x564b63ec1b50 2024-09-16T02:08:27.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.674+0000 7f496bfff640 1 -- 172.21.15.17:0/3690207504 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f49780a4ab0 con 0x564b63ec1b50 2024-09-16T02:08:27.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.674+0000 7f4994ebf740 10 client.29146 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:08:27.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.674+0000 7f4994ebf740 10 client.29146 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.f 2024-09-16T02:08:27.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.674+0000 7f4994ebf740 20 client.29146 populate_metadata read hostname 'smithi017' 2024-09-16T02:08:27.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.674+0000 7f4994ebf740 1 --2- 172.21.15.17:0/3690207504 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564b63f4e780 0x564b63f50ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:27.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.674+0000 7f4994ebf740 4 client.29146 mds_command: new command op to 24469 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:08:27.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.674+0000 7f4994ebf740 1 -- 172.21.15.17:0/3690207504 --> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] -- command(tid 0: {"prefix": "damage ls"}) -- 0x564b63e2dd70 con 0x564b63f4e780 2024-09-16T02:08:27.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.674+0000 7f4990882640 1 --2- 172.21.15.17:0/3690207504 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564b63f4e780 0x564b63f50ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:27.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f4990882640 1 --2- 172.21.15.17:0/3690207504 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564b63f4e780 0x564b63f50ba0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2f4e99db65747fc6 server_cookie=7d33dc703acd12b1 in_seq=0 out_seq=0 2024-09-16T02:08:27.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f496bfff640 10 client.29146 ms_handle_connect on v2:172.21.15.122:6834/12485943 2024-09-16T02:08:27.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f496bfff640 1 -- 172.21.15.17:0/3690207504 <== mds.2 v2:172.21.15.122:6834/12485943 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x564b63e2dd70 con 0x564b63f4e780 2024-09-16T02:08:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f496bfff640 10 client.29146 handle_command_reply: tid=0 2024-09-16T02:08:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f4994ebf740 1 client.29146 shutdown 2024-09-16T02:08:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f4994ebf740 1 -- 172.21.15.17:0/3690207504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec1b50 msgr2=0x564b63edc510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f4994ebf740 1 --2- 172.21.15.17:0/3690207504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec1b50 0x564b63edc510 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f4978098730 tx=0x7f4978009770 comp rx=0 tx=0).stop 2024-09-16T02:08:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f4994ebf740 1 -- 172.21.15.17:0/3690207504 shutdown_connections 2024-09-16T02:08:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f4994ebf740 1 --2- 172.21.15.17:0/3690207504 >> [v2:172.21.15.122:6834/12485943,v1:172.21.15.122:6835/12485943] conn(0x564b63f4e780 0x564b63f50ba0 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f4994ebf740 1 --2- 172.21.15.17:0/3690207504 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x564b63ed3ba0 0x564b63ed7420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f4994ebf740 1 --2- 172.21.15.17:0/3690207504 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x564b63ec1b50 0x564b63edc510 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f4994ebf740 1 --2- 172.21.15.17:0/3690207504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564b63ec05d0 0x564b63edbfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f4994ebf740 1 -- 172.21.15.17:0/3690207504 >> 172.21.15.17:0/3690207504 conn(0x564b63e89310 msgr2=0x564b63ebb4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f496bfff640 0 client.29146 ms_handle_reset on v2:172.21.15.122:6834/12485943 2024-09-16T02:08:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.675+0000 7f4994ebf740 1 -- 172.21.15.17:0/3690207504 shutdown_connections 2024-09-16T02:08:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.676+0000 7f4994ebf740 1 -- 172.21.15.17:0/3690207504 wait complete. 2024-09-16T02:08:27.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.676+0000 7f4994ebf740 20 client.29146 trim_cache size 0 max 16384 2024-09-16T02:08:27.685 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:08:27.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.676+0000 7f4992ae6640 1 -- 172.21.15.17:0/731037052 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f497c0a3340 msgr2=0x7f497c0a5800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:27.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.676+0000 7f4992ae6640 1 --2- 172.21.15.17:0/731037052 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f497c0a3340 0x7f497c0a5800 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f4980009900 tx=0x7f4980000bc0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.676+0000 7f4992ae6640 1 -- 172.21.15.17:0/731037052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f498c103740 msgr2=0x7f498c1989e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:27.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.676+0000 7f4992ae6640 1 --2- 172.21.15.17:0/731037052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f498c103740 0x7f498c1989e0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f497800e9c0 tx=0x7f497800ee80 comp rx=0 tx=0).stop 2024-09-16T02:08:27.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.676+0000 7f4992ae6640 1 -- 172.21.15.17:0/731037052 shutdown_connections 2024-09-16T02:08:27.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.676+0000 7f4992ae6640 1 --2- 172.21.15.17:0/731037052 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f497c0a3340 0x7f497c0a5800 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.677+0000 7f4992ae6640 1 --2- 172.21.15.17:0/731037052 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f498c108290 0x7f498c19cd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.677+0000 7f4992ae6640 1 --2- 172.21.15.17:0/731037052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f498c103740 0x7f498c1989e0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.677+0000 7f4992ae6640 1 --2- 172.21.15.17:0/731037052 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f498c102d90 0x7f498c1984a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:27.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.677+0000 7f4992ae6640 1 -- 172.21.15.17:0/731037052 >> 172.21.15.17:0/731037052 conn(0x7f498c0fc7d0 msgr2=0x7f498c105dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:27.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.677+0000 7f4992ae6640 1 -- 172.21.15.17:0/731037052 shutdown_connections 2024-09-16T02:08:27.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:27.677+0000 7f4992ae6640 1 -- 172.21.15.17:0/731037052 wait complete. 2024-09-16T02:08:27.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:08:27.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:08:27.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:08:27.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:08:27.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:08:27.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:08:27.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:08:27.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:08:27.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:08:27.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:08:27.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:08:27.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:08:28.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 109845 8.28 MB/sec execute 590 sec latency 95.457 ms 2024-09-16T02:08:28.489 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:1 damage ls 2024-09-16T02:08:28.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:28 smithi017 ceph-mon[30972]: pgmap v1087: 97 pgs: 97 active+clean; 552 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.2 MiB/s wr, 179 op/s 2024-09-16T02:08:28.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:28 smithi122 ceph-mon[34758]: pgmap v1087: 97 pgs: 97 active+clean; 552 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.2 MiB/s wr, 179 op/s 2024-09-16T02:08:28.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:28 smithi029 ceph-mon[34783]: pgmap v1087: 97 pgs: 97 active+clean; 552 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 586 KiB/s rd, 3.2 MiB/s wr, 179 op/s 2024-09-16T02:08:28.845 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:08:29.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 110003 8.29 MB/sec execute 591 sec latency 85.713 ms 2024-09-16T02:08:30.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 110175 8.29 MB/sec execute 592 sec latency 147.291 ms 2024-09-16T02:08:30.777 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:30 smithi017 ceph-mon[30972]: pgmap v1088: 97 pgs: 97 active+clean; 553 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 4.0 MiB/s wr, 224 op/s 2024-09-16T02:08:30.862 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:30 smithi029 ceph-mon[34783]: pgmap v1088: 97 pgs: 97 active+clean; 553 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 4.0 MiB/s wr, 224 op/s 2024-09-16T02:08:30.862 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:30 smithi122 ceph-mon[34758]: pgmap v1088: 97 pgs: 97 active+clean; 553 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 743 KiB/s rd, 4.0 MiB/s wr, 224 op/s 2024-09-16T02:08:31.063 INFO:tasks.workunit.client.0.smithi017.stdout: 10 110324 8.29 MB/sec execute 593 sec latency 92.094 ms 2024-09-16T02:08:32.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 110465 8.29 MB/sec execute 594 sec latency 137.489 ms 2024-09-16T02:08:32.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.776+0000 7fac6e7d9640 1 -- 172.21.15.17:0/4168312524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac681036e0 msgr2=0x7fac68107b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:32.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.776+0000 7fac6e7d9640 1 --2- 172.21.15.17:0/4168312524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac681036e0 0x7fac68107b90 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7fac5c009930 tx=0x7fac5c02a420 comp rx=0 tx=0).stop 2024-09-16T02:08:32.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.776+0000 7fac6e7d9640 1 -- 172.21.15.17:0/4168312524 shutdown_connections 2024-09-16T02:08:32.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.776+0000 7fac6e7d9640 1 --2- 172.21.15.17:0/4168312524 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac681082a0 0x7fac6810ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.776+0000 7fac6e7d9640 1 --2- 172.21.15.17:0/4168312524 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac681036e0 0x7fac68107b90 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.776+0000 7fac6e7d9640 1 --2- 172.21.15.17:0/4168312524 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac68102d30 0x7fac68103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.776+0000 7fac6e7d9640 1 -- 172.21.15.17:0/4168312524 >> 172.21.15.17:0/4168312524 conn(0x7fac680fc7d0 msgr2=0x7fac680febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:32.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.776+0000 7fac6e7d9640 1 -- 172.21.15.17:0/4168312524 shutdown_connections 2024-09-16T02:08:32.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.776+0000 7fac6e7d9640 1 -- 172.21.15.17:0/4168312524 wait complete. 2024-09-16T02:08:32.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.777+0000 7fac6e7d9640 1 Processor -- start 2024-09-16T02:08:32.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.777+0000 7fac6e7d9640 1 -- start start 2024-09-16T02:08:32.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.777+0000 7fac6e7d9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac68102d30 0x7fac6819a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.777+0000 7fac6e7d9640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac681036e0 0x7fac6819ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.777+0000 7fac6e7d9640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac681082a0 0x7fac6819efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.777+0000 7fac6e7d9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fac68111f50 con 0x7fac68102d30 2024-09-16T02:08:32.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.777+0000 7fac6e7d9640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fac68111dd0 con 0x7fac681082a0 2024-09-16T02:08:32.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.777+0000 7fac6e7d9640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fac681120d0 con 0x7fac681036e0 2024-09-16T02:08:32.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.777+0000 7fac67fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac68102d30 0x7fac6819a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.777+0000 7fac67fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac68102d30 0x7fac6819a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49174/0 (socket says 172.21.15.17:49174) 2024-09-16T02:08:32.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.777+0000 7fac67fff640 1 -- 172.21.15.17:0/2341869052 learned_addr learned my addr 172.21.15.17:0/2341869052 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:32.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.777+0000 7fac677fe640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac681036e0 0x7fac6819ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.778+0000 7fac6cd76640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac681082a0 0x7fac6819efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.778+0000 7fac67fff640 1 -- 172.21.15.17:0/2341869052 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac681036e0 msgr2=0x7fac6819ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:32.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.778+0000 7fac67fff640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac681036e0 0x7fac6819ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.778+0000 7fac67fff640 1 -- 172.21.15.17:0/2341869052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac681082a0 msgr2=0x7fac6819efc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:32.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.778+0000 7fac67fff640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac681082a0 0x7fac6819efc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.778+0000 7fac67fff640 1 -- 172.21.15.17:0/2341869052 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac6819f6a0 con 0x7fac68102d30 2024-09-16T02:08:32.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.778+0000 7fac6cd76640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac681082a0 0x7fac6819efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:08:32.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.778+0000 7fac67fff640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac68102d30 0x7fac6819a6f0 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7fac5800d950 tx=0x7fac5800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:32.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.778+0000 7fac657fa640 1 -- 172.21.15.17:0/2341869052 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac58017070 con 0x7fac68102d30 2024-09-16T02:08:32.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.778+0000 7fac6e7d9640 1 -- 172.21.15.17:0/2341869052 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac6819f990 con 0x7fac68102d30 2024-09-16T02:08:32.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.778+0000 7fac657fa640 1 -- 172.21.15.17:0/2341869052 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac58009c30 con 0x7fac68102d30 2024-09-16T02:08:32.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.778+0000 7fac657fa640 1 -- 172.21.15.17:0/2341869052 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac5800f620 con 0x7fac68102d30 2024-09-16T02:08:32.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.778+0000 7fac6e7d9640 1 -- 172.21.15.17:0/2341869052 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac681a7270 con 0x7fac68102d30 2024-09-16T02:08:32.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.781+0000 7fac657fa640 1 -- 172.21.15.17:0/2341869052 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fac580109a0 con 0x7fac68102d30 2024-09-16T02:08:32.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.781+0000 7fac70bb2740 1 Processor -- start 2024-09-16T02:08:32.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.781+0000 7fac70bb2740 1 -- start start 2024-09-16T02:08:32.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.781+0000 7fac70bb2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e7e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.781+0000 7fac70bb2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 0x5645a4e7ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.781+0000 7fac70bb2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 0x5645a4e8b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.781+0000 7fac70bb2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5645a4de42f0 con 0x5645a4e7fb40 2024-09-16T02:08:32.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.781+0000 7fac70bb2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5645a4d8bcf0 con 0x5645a4e7e5d0 2024-09-16T02:08:32.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.781+0000 7fac70bb2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5645a4de02b0 con 0x5645a4e89370 2024-09-16T02:08:32.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.781+0000 7fac6cd76640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e7e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.781+0000 7fac6cd76640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e7e090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49190/0 (socket says 172.21.15.17:49190) 2024-09-16T02:08:32.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.781+0000 7fac6cd76640 1 -- 172.21.15.17:0/803810453 learned_addr learned my addr 172.21.15.17:0/803810453 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:32.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.782+0000 7fac677fe640 1 --2- 172.21.15.17:0/803810453 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 0x5645a4e8b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.782+0000 7fac67fff640 1 --2- 172.21.15.17:0/803810453 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 0x5645a4e7ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.782+0000 7fac657fa640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac500a3240 0x7fac500a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.782+0000 7fac677fe640 1 -- 172.21.15.17:0/803810453 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 msgr2=0x5645a4e7ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:32.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.782+0000 7fac677fe640 1 --2- 172.21.15.17:0/803810453 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 0x5645a4e7ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.782+0000 7fac677fe640 1 -- 172.21.15.17:0/803810453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 msgr2=0x5645a4e7e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:32.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.782+0000 7fac677fe640 1 --2- 172.21.15.17:0/803810453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e7e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.782+0000 7fac677fe640 1 -- 172.21.15.17:0/803810453 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645a4d703a0 con 0x5645a4e89370 2024-09-16T02:08:32.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.782+0000 7fac657fa640 1 -- 172.21.15.17:0/2341869052 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fac580cf560 con 0x7fac68102d30 2024-09-16T02:08:32.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.782+0000 7fac677fe640 1 --2- 172.21.15.17:0/803810453 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 0x5645a4e8b760 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fac5c02a940 tx=0x7fac5c032bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3bccf3ab29f1be5 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:32.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.782+0000 7fac6cd76640 1 --2- 172.21.15.17:0/803810453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e7e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:08:32.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.782+0000 7fac6cd76640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac500a3240 0x7fac500a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.782+0000 7fac4e7fc640 1 -- 172.21.15.17:0/803810453 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac5c040070 con 0x5645a4e89370 2024-09-16T02:08:32.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.782+0000 7fac4e7fc640 1 -- 172.21.15.17:0/803810453 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac5c0316a0 con 0x5645a4e89370 2024-09-16T02:08:32.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.783+0000 7fac4e7fc640 1 -- 172.21.15.17:0/803810453 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac5c035040 con 0x5645a4e89370 2024-09-16T02:08:32.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.783+0000 7fac70bb2740 1 -- 172.21.15.17:0/803810453 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 msgr2=0x5645a4e8b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:32.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.783+0000 7fac6cd76640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac500a3240 0x7fac500a5700 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fac600126b0 tx=0x7fac60004a40 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:32.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.783+0000 7fac70bb2740 1 --2- 172.21.15.17:0/803810453 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 0x5645a4e8b760 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fac5c02a940 tx=0x7fac5c032bd0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.783+0000 7fac70bb2740 1 -- 172.21.15.17:0/803810453 shutdown_connections 2024-09-16T02:08:32.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.783+0000 7fac70bb2740 1 --2- 172.21.15.17:0/803810453 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 0x5645a4e8b760 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.783+0000 7fac70bb2740 1 --2- 172.21.15.17:0/803810453 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 0x5645a4e7ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.783+0000 7fac70bb2740 1 --2- 172.21.15.17:0/803810453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e7e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.783+0000 7fac70bb2740 1 -- 172.21.15.17:0/803810453 >> 172.21.15.17:0/803810453 conn(0x5645a4e47310 msgr2=0x5645a4e7ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:32.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.783+0000 7fac70bb2740 1 -- 172.21.15.17:0/803810453 shutdown_connections 2024-09-16T02:08:32.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.783+0000 7fac70bb2740 1 -- 172.21.15.17:0/803810453 wait complete. 2024-09-16T02:08:32.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.784+0000 7fac70bb2740 1 -- start start 2024-09-16T02:08:32.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.784+0000 7fac70bb2740 1 Processor -- start 2024-09-16T02:08:32.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.784+0000 7fac70bb2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 0x5645a4e88d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.784+0000 7fac70bb2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e86020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.784+0000 7fac70bb2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 0x5645a4e86610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.784+0000 7fac70bb2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x5645a4e8c0b0 con 0x5645a4e7fb40 2024-09-16T02:08:32.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.784+0000 7fac70bb2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x5645a4d9f060 con 0x5645a4e7e5d0 2024-09-16T02:08:32.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.784+0000 7fac70bb2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x5645a4e8c230 con 0x5645a4e89370 2024-09-16T02:08:32.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.784+0000 7fac70bb2740 10 client.0 _ll_register_callbacks cb 0x5645a4af28c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:08:32.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.784+0000 7fac677fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e86020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.784+0000 7fac677fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e86020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49192/0 (socket says 172.21.15.17:49192) 2024-09-16T02:08:32.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.784+0000 7fac677fe640 1 -- 172.21.15.17:0/3317376918 learned_addr learned my addr 172.21.15.17:0/3317376918 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:32.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac67fff640 1 --2- 172.21.15.17:0/3317376918 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 0x5645a4e88d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac6cd76640 1 --2- 172.21.15.17:0/3317376918 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 0x5645a4e86610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac677fe640 1 -- 172.21.15.17:0/3317376918 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 msgr2=0x5645a4e86610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:32.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac677fe640 1 --2- 172.21.15.17:0/3317376918 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 0x5645a4e86610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac677fe640 1 -- 172.21.15.17:0/3317376918 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 msgr2=0x5645a4e88d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:32.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac677fe640 1 --2- 172.21.15.17:0/3317376918 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 0x5645a4e88d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac677fe640 1 -- 172.21.15.17:0/3317376918 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645a4b553c0 con 0x5645a4e7fb40 2024-09-16T02:08:32.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac677fe640 1 --2- 172.21.15.17:0/3317376918 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e86020 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7fac5c02a460 tx=0x7fac5c02ab50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cef3ad8a8452198 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:32.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac477fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:08:32.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac477fe640 1 -- 172.21.15.17:0/3317376918 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac5c04b020 con 0x5645a4e7fb40 2024-09-16T02:08:32.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac477fe640 1 -- 172.21.15.17:0/3317376918 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fac5c005410 con 0x5645a4e7fb40 2024-09-16T02:08:32.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac70bb2740 1 -- 172.21.15.17:0/3317376918 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac5c0316a0 con 0x5645a4e7fb40 2024-09-16T02:08:32.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac477fe640 1 -- 172.21.15.17:0/3317376918 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fac5c035070 con 0x5645a4e7fb40 2024-09-16T02:08:32.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac70bb2740 10 client.19506 fetch_fsmap learned FSMap version 28 2024-09-16T02:08:32.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.785+0000 7fac70bb2740 1 -- 172.21.15.17:0/3317376918 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5645a4e97b50 con 0x5645a4e7fb40 2024-09-16T02:08:32.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.786+0000 7fac477fe640 1 -- 172.21.15.17:0/3317376918 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac5c0316a0 con 0x5645a4e7fb40 2024-09-16T02:08:32.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.786+0000 7fac477fe640 1 -- 172.21.15.17:0/3317376918 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fac5c003ae0 con 0x5645a4e7fb40 2024-09-16T02:08:32.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.786+0000 7fac70bb2740 10 client.19506 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:08:32.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.786+0000 7fac70bb2740 10 client.19506 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:08:32.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.786+0000 7fac70bb2740 20 client.19506 populate_metadata read hostname 'smithi017' 2024-09-16T02:08:32.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.786+0000 7fac70bb2740 1 --2- 172.21.15.17:0/3317376918 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5645a4e98ea0 0x5645a4e9b290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.786+0000 7fac70bb2740 4 client.19506 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:08:32.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.786+0000 7fac70bb2740 1 -- 172.21.15.17:0/3317376918 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5645a4df1860 con 0x5645a4e98ea0 2024-09-16T02:08:32.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.786+0000 7fac67fff640 1 --2- 172.21.15.17:0/3317376918 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5645a4e98ea0 0x5645a4e9b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.786+0000 7fac67fff640 1 --2- 172.21.15.17:0/3317376918 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5645a4e98ea0 0x5645a4e9b290 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=17b1a13cbedb2c97 server_cookie=768d485190da5de8 in_seq=0 out_seq=0 2024-09-16T02:08:32.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.786+0000 7fac477fe640 10 client.19506 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:08:32.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac477fe640 1 -- 172.21.15.17:0/3317376918 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5645a4df1860 con 0x5645a4e98ea0 2024-09-16T02:08:32.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac477fe640 10 client.19506 handle_command_reply: tid=0 2024-09-16T02:08:32.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac70bb2740 1 client.19506 shutdown 2024-09-16T02:08:32.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac70bb2740 1 -- 172.21.15.17:0/3317376918 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 msgr2=0x5645a4e86020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:32.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac70bb2740 1 --2- 172.21.15.17:0/3317376918 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e86020 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7fac5c02a460 tx=0x7fac5c02ab50 comp rx=0 tx=0).stop 2024-09-16T02:08:32.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac70bb2740 1 -- 172.21.15.17:0/3317376918 shutdown_connections 2024-09-16T02:08:32.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac70bb2740 1 --2- 172.21.15.17:0/3317376918 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5645a4e98ea0 0x5645a4e9b290 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac70bb2740 1 --2- 172.21.15.17:0/3317376918 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 0x5645a4e86610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac70bb2740 1 --2- 172.21.15.17:0/3317376918 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e86020 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac70bb2740 1 --2- 172.21.15.17:0/3317376918 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 0x5645a4e88d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac70bb2740 1 -- 172.21.15.17:0/3317376918 >> 172.21.15.17:0/3317376918 conn(0x5645a4e47310 msgr2=0x5645a4e80960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:32.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac477fe640 0 client.19506 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:08:32.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac70bb2740 1 -- 172.21.15.17:0/3317376918 shutdown_connections 2024-09-16T02:08:32.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac70bb2740 1 -- 172.21.15.17:0/3317376918 wait complete. 2024-09-16T02:08:32.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.787+0000 7fac70bb2740 20 client.19506 trim_cache size 0 max 16384 2024-09-16T02:08:32.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.800+0000 7fac70bb2740 1 Processor -- start 2024-09-16T02:08:32.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.800+0000 7fac70bb2740 1 -- start start 2024-09-16T02:08:32.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.800+0000 7fac70bb2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 0x5645a4e85ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.800+0000 7fac70bb2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e9ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.800+0000 7fac70bb2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 0x5645a4e9e410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.800+0000 7fac70bb2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fac681b1fa0 con 0x5645a4e7fb40 2024-09-16T02:08:32.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac70bb2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fac681af870 con 0x5645a4e7e5d0 2024-09-16T02:08:32.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac70bb2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fac681ad6a0 con 0x5645a4e89370 2024-09-16T02:08:32.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac677fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e9ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac677fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e9ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49202/0 (socket says 172.21.15.17:49202) 2024-09-16T02:08:32.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac677fe640 1 -- 172.21.15.17:0/1408959255 learned_addr learned my addr 172.21.15.17:0/1408959255 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:32.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac67fff640 1 --2- 172.21.15.17:0/1408959255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 0x5645a4e85ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac6cd76640 1 --2- 172.21.15.17:0/1408959255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 0x5645a4e9e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac677fe640 1 -- 172.21.15.17:0/1408959255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 msgr2=0x5645a4e9e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:32.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac677fe640 1 --2- 172.21.15.17:0/1408959255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 0x5645a4e9e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac677fe640 1 -- 172.21.15.17:0/1408959255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 msgr2=0x5645a4e85ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:32.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac677fe640 1 --2- 172.21.15.17:0/1408959255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 0x5645a4e85ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac677fe640 1 -- 172.21.15.17:0/1408959255 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5645a4e81120 con 0x5645a4e7fb40 2024-09-16T02:08:32.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac677fe640 1 --2- 172.21.15.17:0/1408959255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e9ded0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7fac5c009230 tx=0x7fac5c032c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2afb7f491ed5d57d server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:32.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac4dffb640 1 -- 172.21.15.17:0/1408959255 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac5c04b040 con 0x5645a4e7fb40 2024-09-16T02:08:32.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac4dffb640 1 -- 172.21.15.17:0/1408959255 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac5c005610 con 0x5645a4e7fb40 2024-09-16T02:08:32.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.801+0000 7fac4dffb640 1 -- 172.21.15.17:0/1408959255 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac5c040040 con 0x5645a4e7fb40 2024-09-16T02:08:32.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.802+0000 7fac70bb2740 1 -- 172.21.15.17:0/1408959255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 msgr2=0x5645a4e9ded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:32.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.802+0000 7fac70bb2740 1 --2- 172.21.15.17:0/1408959255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e9ded0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7fac5c009230 tx=0x7fac5c032c50 comp rx=0 tx=0).stop 2024-09-16T02:08:32.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.802+0000 7fac70bb2740 1 -- 172.21.15.17:0/1408959255 shutdown_connections 2024-09-16T02:08:32.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.802+0000 7fac70bb2740 1 --2- 172.21.15.17:0/1408959255 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e89370 0x5645a4e9e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.802+0000 7fac70bb2740 1 --2- 172.21.15.17:0/1408959255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e7fb40 0x5645a4e9ded0 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.802+0000 7fac70bb2740 1 --2- 172.21.15.17:0/1408959255 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7e5d0 0x5645a4e85ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.802+0000 7fac70bb2740 1 -- 172.21.15.17:0/1408959255 >> 172.21.15.17:0/1408959255 conn(0x5645a4e47310 msgr2=0x5645a4e858e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:32.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.802+0000 7fac70bb2740 1 -- 172.21.15.17:0/1408959255 shutdown_connections 2024-09-16T02:08:32.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.802+0000 7fac70bb2740 1 -- 172.21.15.17:0/1408959255 wait complete. 2024-09-16T02:08:32.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.802+0000 7fac70bb2740 1 -- start start 2024-09-16T02:08:32.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac70bb2740 1 Processor -- start 2024-09-16T02:08:32.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac70bb2740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e7e5d0 0x5645a4e9ad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac70bb2740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7fb40 0x5645a4e9b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac70bb2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e89370 0x5645a4e9b7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac70bb2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fac681add30 con 0x5645a4e89370 2024-09-16T02:08:32.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac70bb2740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fac681af1a0 con 0x5645a4e7fb40 2024-09-16T02:08:32.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac70bb2740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fac681ae400 con 0x5645a4e7e5d0 2024-09-16T02:08:32.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac70bb2740 10 client.0 _ll_register_callbacks cb 0x7fac60009940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:08:32.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac6cd76640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e89370 0x5645a4e9b7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac6cd76640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e89370 0x5645a4e9b7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49206/0 (socket says 172.21.15.17:49206) 2024-09-16T02:08:32.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac6cd76640 1 -- 172.21.15.17:0/644925954 learned_addr learned my addr 172.21.15.17:0/644925954 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:32.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac677fe640 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7fb40 0x5645a4e9b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac67fff640 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e7e5d0 0x5645a4e9ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac67fff640 1 -- 172.21.15.17:0/644925954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7fb40 msgr2=0x5645a4e9b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:32.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac67fff640 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7fb40 0x5645a4e9b2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac67fff640 1 -- 172.21.15.17:0/644925954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e89370 msgr2=0x5645a4e9b7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:32.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac67fff640 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e89370 0x5645a4e9b7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac67fff640 1 -- 172.21.15.17:0/644925954 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5645a4f01930 con 0x5645a4e7e5d0 2024-09-16T02:08:32.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac6cd76640 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e89370 0x5645a4e9b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:08:32.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac677fe640 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7fb40 0x5645a4e9b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:08:32.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac67fff640 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e7e5d0 0x5645a4e9ad70 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fac5809b880 tx=0x7fac5800bf60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cb57724086c2b18 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:32.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.803+0000 7fac477fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:08:32.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac477fe640 1 -- 172.21.15.17:0/644925954 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac58020040 con 0x5645a4e7e5d0 2024-09-16T02:08:32.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac477fe640 1 -- 172.21.15.17:0/644925954 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fac580981f0 con 0x5645a4e7e5d0 2024-09-16T02:08:32.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac70bb2740 1 -- 172.21.15.17:0/644925954 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fac5c005610 con 0x5645a4e7e5d0 2024-09-16T02:08:32.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac477fe640 1 -- 172.21.15.17:0/644925954 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7fac58009de0 con 0x5645a4e7e5d0 2024-09-16T02:08:32.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac70bb2740 10 client.29164 fetch_fsmap learned FSMap version 28 2024-09-16T02:08:32.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac70bb2740 1 -- 172.21.15.17:0/644925954 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x5645a4f02c30 con 0x5645a4e7e5d0 2024-09-16T02:08:32.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac477fe640 1 -- 172.21.15.17:0/644925954 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fac580b3030 con 0x5645a4e7e5d0 2024-09-16T02:08:32.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac477fe640 1 -- 172.21.15.17:0/644925954 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7fac580860b0 con 0x5645a4e7e5d0 2024-09-16T02:08:32.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac70bb2740 10 client.29164 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:08:32.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac70bb2740 10 client.29164 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.c 2024-09-16T02:08:32.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac70bb2740 20 client.29164 populate_metadata read hostname 'smithi017' 2024-09-16T02:08:32.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac70bb2740 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5645a4f03300 0x5645a4f056f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:32.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac70bb2740 4 client.29164 mds_command: new command op to 24481 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:08:32.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac70bb2740 1 -- 172.21.15.17:0/644925954 --> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] -- command(tid 0: {"prefix": "damage ls"}) -- 0x5645a4debd70 con 0x5645a4f03300 2024-09-16T02:08:32.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.804+0000 7fac677fe640 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5645a4f03300 0x5645a4f056f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:32.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac477fe640 10 client.29164 ms_handle_connect on v2:172.21.15.122:6836/2405967260 2024-09-16T02:08:32.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac677fe640 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5645a4f03300 0x5645a4f056f0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9820119c624a946 server_cookie=b7fad38288bfb521 in_seq=0 out_seq=0 2024-09-16T02:08:32.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac477fe640 1 -- 172.21.15.17:0/644925954 <== mds.1 v2:172.21.15.122:6836/2405967260 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x5645a4debd70 con 0x5645a4f03300 2024-09-16T02:08:32.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac477fe640 10 client.29164 handle_command_reply: tid=0 2024-09-16T02:08:32.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac70bb2740 1 client.29164 shutdown 2024-09-16T02:08:32.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac70bb2740 1 -- 172.21.15.17:0/644925954 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e7e5d0 msgr2=0x5645a4e9ad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:32.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac70bb2740 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e7e5d0 0x5645a4e9ad70 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fac5809b880 tx=0x7fac5800bf60 comp rx=0 tx=0).stop 2024-09-16T02:08:32.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac70bb2740 1 -- 172.21.15.17:0/644925954 shutdown_connections 2024-09-16T02:08:32.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac70bb2740 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.122:6836/2405967260,v1:172.21.15.122:6837/2405967260] conn(0x5645a4f03300 0x5645a4f056f0 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac70bb2740 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5645a4e89370 0x5645a4e9b7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac70bb2740 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x5645a4e7fb40 0x5645a4e9b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac70bb2740 1 --2- 172.21.15.17:0/644925954 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x5645a4e7e5d0 0x5645a4e9ad70 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac477fe640 0 client.29164 ms_handle_reset on v2:172.21.15.122:6836/2405967260 2024-09-16T02:08:32.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac70bb2740 1 -- 172.21.15.17:0/644925954 >> 172.21.15.17:0/644925954 conn(0x5645a4e47310 msgr2=0x5645a4e80930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:32.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac70bb2740 1 -- 172.21.15.17:0/644925954 shutdown_connections 2024-09-16T02:08:32.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac70bb2740 1 -- 172.21.15.17:0/644925954 wait complete. 2024-09-16T02:08:32.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.805+0000 7fac70bb2740 20 client.29164 trim_cache size 0 max 16384 2024-09-16T02:08:32.720 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:08:32.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.806+0000 7fac6e7d9640 1 -- 172.21.15.17:0/2341869052 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac500a3240 msgr2=0x7fac500a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:32.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.806+0000 7fac6e7d9640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac500a3240 0x7fac500a5700 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fac600126b0 tx=0x7fac60004a40 comp rx=0 tx=0).stop 2024-09-16T02:08:32.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.806+0000 7fac6e7d9640 1 -- 172.21.15.17:0/2341869052 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac68102d30 msgr2=0x7fac6819a6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:32.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.806+0000 7fac6e7d9640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac68102d30 0x7fac6819a6f0 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7fac5800d950 tx=0x7fac5800de10 comp rx=0 tx=0).stop 2024-09-16T02:08:32.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.806+0000 7fac6e7d9640 1 -- 172.21.15.17:0/2341869052 shutdown_connections 2024-09-16T02:08:32.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.806+0000 7fac6e7d9640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fac500a3240 0x7fac500a5700 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.806+0000 7fac6e7d9640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fac681082a0 0x7fac6819efc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.806+0000 7fac6e7d9640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fac681036e0 0x7fac6819ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.806+0000 7fac6e7d9640 1 --2- 172.21.15.17:0/2341869052 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fac68102d30 0x7fac6819a6f0 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:32.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.806+0000 7fac6e7d9640 1 -- 172.21.15.17:0/2341869052 >> 172.21.15.17:0/2341869052 conn(0x7fac680fc7d0 msgr2=0x7fac6810d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:32.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.806+0000 7fac6e7d9640 1 -- 172.21.15.17:0/2341869052 shutdown_connections 2024-09-16T02:08:32.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:31.806+0000 7fac6e7d9640 1 -- 172.21.15.17:0/2341869052 wait complete. 2024-09-16T02:08:32.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:32 smithi017 ceph-mon[30972]: pgmap v1089: 97 pgs: 97 active+clean; 556 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 3.8 MiB/s wr, 206 op/s 2024-09-16T02:08:32.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:32 smithi122 ceph-mon[34758]: pgmap v1089: 97 pgs: 97 active+clean; 556 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 3.8 MiB/s wr, 206 op/s 2024-09-16T02:08:32.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:32 smithi029 ceph-mon[34783]: pgmap v1089: 97 pgs: 97 active+clean; 556 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 673 KiB/s rd, 3.8 MiB/s wr, 206 op/s 2024-09-16T02:08:33.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 110583 8.28 MB/sec execute 595 sec latency 169.323 ms 2024-09-16T02:08:34.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 110736 8.29 MB/sec execute 596 sec latency 193.543 ms 2024-09-16T02:08:34.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:34 smithi122 ceph-mon[34758]: pgmap v1090: 97 pgs: 97 active+clean; 558 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 4.0 MiB/s wr, 222 op/s 2024-09-16T02:08:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:34 smithi029 ceph-mon[34783]: pgmap v1090: 97 pgs: 97 active+clean; 558 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 4.0 MiB/s wr, 222 op/s 2024-09-16T02:08:35.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:34 smithi017 ceph-mon[30972]: pgmap v1090: 97 pgs: 97 active+clean; 558 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 719 KiB/s rd, 4.0 MiB/s wr, 222 op/s 2024-09-16T02:08:35.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 110822 8.28 MB/sec execute 597 sec latency 171.281 ms 2024-09-16T02:08:36.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 110924 8.27 MB/sec execute 598 sec latency 152.257 ms 2024-09-16T02:08:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:36 smithi122 ceph-mon[34758]: pgmap v1091: 97 pgs: 97 active+clean; 564 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.9 MiB/s wr, 190 op/s 2024-09-16T02:08:36.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:36 smithi029 ceph-mon[34783]: pgmap v1091: 97 pgs: 97 active+clean; 564 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.9 MiB/s wr, 190 op/s 2024-09-16T02:08:37.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:36 smithi017 ceph-mon[30972]: pgmap v1091: 97 pgs: 97 active+clean; 564 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 596 KiB/s rd, 3.9 MiB/s wr, 190 op/s 2024-09-16T02:08:37.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 111063 8.27 MB/sec execute 599 sec latency 145.450 ms 2024-09-16T02:08:38.062 INFO:tasks.workunit.client.0.smithi017.stdout: 10 cleanup 600 sec 2024-09-16T02:08:38.507 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph tell mds.1:0 damage ls 2024-09-16T02:08:38.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:38 smithi017 ceph-mon[30972]: pgmap v1092: 97 pgs: 97 active+clean; 564 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 601 KiB/s rd, 3.3 MiB/s wr, 173 op/s 2024-09-16T02:08:38.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:38 smithi122 ceph-mon[34758]: pgmap v1092: 97 pgs: 97 active+clean; 564 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 601 KiB/s rd, 3.3 MiB/s wr, 173 op/s 2024-09-16T02:08:38.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:38 smithi029 ceph-mon[34783]: pgmap v1092: 97 pgs: 97 active+clean; 564 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 601 KiB/s rd, 3.3 MiB/s wr, 173 op/s 2024-09-16T02:08:38.815 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:08:39.062 INFO:tasks.workunit.client.0.smithi017.stdout: 9 cleanup 601 sec 2024-09-16T02:08:39.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.834+0000 7f156a320640 1 -- 172.21.15.17:0/1326566609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15641082a0 msgr2=0x7f156410ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:39.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.834+0000 7f156a320640 1 --2- 172.21.15.17:0/1326566609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15641082a0 0x7f156410ec40 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f155c009cd0 tx=0x7f155c02a8e0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.834+0000 7f156a320640 1 -- 172.21.15.17:0/1326566609 shutdown_connections 2024-09-16T02:08:39.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.834+0000 7f156a320640 1 --2- 172.21.15.17:0/1326566609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15641082a0 0x7f156410ec40 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.834+0000 7f156a320640 1 --2- 172.21.15.17:0/1326566609 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15641036e0 0x7f1564107b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.834+0000 7f156a320640 1 --2- 172.21.15.17:0/1326566609 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1564102d30 0x7f1564103110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.834+0000 7f156a320640 1 -- 172.21.15.17:0/1326566609 >> 172.21.15.17:0/1326566609 conn(0x7f15640fc7d0 msgr2=0x7f15640febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:39.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.834+0000 7f156a320640 1 -- 172.21.15.17:0/1326566609 shutdown_connections 2024-09-16T02:08:39.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.834+0000 7f156a320640 1 -- 172.21.15.17:0/1326566609 wait complete. 2024-09-16T02:08:39.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.835+0000 7f156a320640 1 Processor -- start 2024-09-16T02:08:39.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.835+0000 7f156a320640 1 -- start start 2024-09-16T02:08:39.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.835+0000 7f156a320640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1564102d30 0x7f1564198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f156a320640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15641036e0 0x7f15641989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f156a320640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15641082a0 0x7f156419cd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f156a320640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1564111f50 con 0x7f1564102d30 2024-09-16T02:08:39.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f156a320640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1564111dd0 con 0x7f15641082a0 2024-09-16T02:08:39.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f156a320640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f15641120d0 con 0x7f15641036e0 2024-09-16T02:08:39.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f1563fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1564102d30 0x7f1564198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f1563fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1564102d30 0x7f1564198490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56302/0 (socket says 172.21.15.17:56302) 2024-09-16T02:08:39.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f155bfff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15641036e0 0x7f15641989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f1563fff640 1 -- 172.21.15.17:0/3688046356 learned_addr learned my addr 172.21.15.17:0/3688046356 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:39.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f1563fff640 1 -- 172.21.15.17:0/3688046356 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15641036e0 msgr2=0x7f15641989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:39.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f1563fff640 1 --2- 172.21.15.17:0/3688046356 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15641036e0 0x7f15641989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f1563fff640 1 -- 172.21.15.17:0/3688046356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15641082a0 msgr2=0x7f156419cd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f1563fff640 1 --2- 172.21.15.17:0/3688046356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15641082a0 0x7f156419cd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f1563fff640 1 -- 172.21.15.17:0/3688046356 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f156419d440 con 0x7f1564102d30 2024-09-16T02:08:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f155bfff640 1 --2- 172.21.15.17:0/3688046356 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15641036e0 0x7f15641989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:08:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f1563fff640 1 --2- 172.21.15.17:0/3688046356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1564102d30 0x7f1564198490 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f155400d950 tx=0x7f155400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f1561ffb640 1 -- 172.21.15.17:0/3688046356 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1554017070 con 0x7f1564102d30 2024-09-16T02:08:39.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f156a320640 1 -- 172.21.15.17:0/3688046356 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f156419d730 con 0x7f1564102d30 2024-09-16T02:08:39.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f1561ffb640 1 -- 172.21.15.17:0/3688046356 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f1554009c30 con 0x7f1564102d30 2024-09-16T02:08:39.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.836+0000 7f1561ffb640 1 -- 172.21.15.17:0/3688046356 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f155400f620 con 0x7f1564102d30 2024-09-16T02:08:39.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.837+0000 7f156a320640 1 -- 172.21.15.17:0/3688046356 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f15641a5010 con 0x7f1564102d30 2024-09-16T02:08:39.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.839+0000 7f1561ffb640 1 -- 172.21.15.17:0/3688046356 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f15540109a0 con 0x7f1564102d30 2024-09-16T02:08:39.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f156c6f9740 1 Processor -- start 2024-09-16T02:08:39.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f156c6f9740 1 -- start start 2024-09-16T02:08:39.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f156c6f9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b9b40 0x55e0f59b8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f156c6f9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59b85d0 0x55e0f59b8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f1561ffb640 1 --2- 172.21.15.17:0/3688046356 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f15500a3240 0x7f15500a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f156c6f9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59c3370 0x55e0f59c5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f156c6f9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e0f591e2f0 con 0x55e0f59b9b40 2024-09-16T02:08:39.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f156c6f9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e0f58c5cf0 con 0x55e0f59c3370 2024-09-16T02:08:39.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f156c6f9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e0f591a2b0 con 0x55e0f59b85d0 2024-09-16T02:08:39.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f155bfff640 1 --2- 172.21.15.17:0/3688046356 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f15500a3240 0x7f15500a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f15688bd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b9b40 0x55e0f59b8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f15688bd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b9b40 0x55e0f59b8090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56310/0 (socket says 172.21.15.17:56310) 2024-09-16T02:08:39.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f15688bd640 1 -- 172.21.15.17:0/3204363330 learned_addr learned my addr 172.21.15.17:0/3204363330 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:39.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f1561ffb640 1 -- 172.21.15.17:0/3688046356 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f15540cf560 con 0x7f1564102d30 2024-09-16T02:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f1563fff640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59b85d0 0x55e0f59b8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.840+0000 7f15688bd640 1 --2- 172.21.15.17:0/3204363330 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59c3370 0x55e0f59c5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.841+0000 7f155bfff640 1 --2- 172.21.15.17:0/3688046356 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f15500a3240 0x7f15500a5700 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f15640fee30 tx=0x7f154c005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.841+0000 7f15688bd640 1 -- 172.21.15.17:0/3204363330 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59b85d0 msgr2=0x55e0f59b8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:39.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.841+0000 7f15688bd640 1 --2- 172.21.15.17:0/3204363330 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59b85d0 0x55e0f59b8a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.841+0000 7f15688bd640 1 -- 172.21.15.17:0/3204363330 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59c3370 msgr2=0x55e0f59c5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:39.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.841+0000 7f15688bd640 1 --2- 172.21.15.17:0/3204363330 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59c3370 0x55e0f59c5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.841+0000 7f15688bd640 1 -- 172.21.15.17:0/3204363330 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e0f58aa3a0 con 0x55e0f59b9b40 2024-09-16T02:08:39.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.841+0000 7f15688bd640 1 --2- 172.21.15.17:0/3204363330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b9b40 0x55e0f59b8090 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x55e0f59b9070 tx=0x7f155c005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76d9ba14452a0995 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:39.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.841+0000 7f155a7fc640 1 -- 172.21.15.17:0/3204363330 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f155c031b00 con 0x55e0f59b9b40 2024-09-16T02:08:39.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.841+0000 7f155a7fc640 1 -- 172.21.15.17:0/3204363330 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f155c036040 con 0x55e0f59b9b40 2024-09-16T02:08:39.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.842+0000 7f155a7fc640 1 -- 172.21.15.17:0/3204363330 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f155c004460 con 0x55e0f59b9b40 2024-09-16T02:08:39.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.842+0000 7f156c6f9740 1 -- 172.21.15.17:0/3204363330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b9b40 msgr2=0x55e0f59b8090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:39.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.842+0000 7f156c6f9740 1 --2- 172.21.15.17:0/3204363330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b9b40 0x55e0f59b8090 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x55e0f59b9070 tx=0x7f155c005d80 comp rx=0 tx=0).stop 2024-09-16T02:08:39.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.842+0000 7f156c6f9740 1 -- 172.21.15.17:0/3204363330 shutdown_connections 2024-09-16T02:08:39.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.842+0000 7f156c6f9740 1 --2- 172.21.15.17:0/3204363330 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59c3370 0x55e0f59c5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.842+0000 7f156c6f9740 1 --2- 172.21.15.17:0/3204363330 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59b85d0 0x55e0f59b8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.842+0000 7f156c6f9740 1 --2- 172.21.15.17:0/3204363330 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b9b40 0x55e0f59b8090 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.842+0000 7f156c6f9740 1 -- 172.21.15.17:0/3204363330 >> 172.21.15.17:0/3204363330 conn(0x55e0f5981310 msgr2=0x55e0f59b4c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.842+0000 7f156c6f9740 1 -- 172.21.15.17:0/3204363330 shutdown_connections 2024-09-16T02:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.842+0000 7f156c6f9740 1 -- 172.21.15.17:0/3204363330 wait complete. 2024-09-16T02:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.843+0000 7f156c6f9740 1 -- start start 2024-09-16T02:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.843+0000 7f156c6f9740 1 Processor -- start 2024-09-16T02:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.843+0000 7f156c6f9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b85d0 0x55e0f59c2d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.843+0000 7f156c6f9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b9b40 0x55e0f59bffd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.843+0000 7f156c6f9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59c3370 0x55e0f59c0570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.843+0000 7f156c6f9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x55e0f59c6010 con 0x55e0f59b85d0 2024-09-16T02:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.843+0000 7f156c6f9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x55e0f58d9060 con 0x55e0f59b9b40 2024-09-16T02:08:39.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.843+0000 7f156c6f9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x55e0f59c6190 con 0x55e0f59c3370 2024-09-16T02:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.843+0000 7f1563fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b85d0 0x55e0f59c2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f156c6f9740 10 client.0 _ll_register_callbacks cb 0x55e0f562c8c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f1563fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b85d0 0x55e0f59c2d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56320/0 (socket says 172.21.15.17:56320) 2024-09-16T02:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f1563fff640 1 -- 172.21.15.17:0/799246806 learned_addr learned my addr 172.21.15.17:0/799246806 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f15688bd640 1 --2- 172.21.15.17:0/799246806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59c3370 0x55e0f59c0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f155bfff640 1 --2- 172.21.15.17:0/799246806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b9b40 0x55e0f59bffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f1563fff640 1 -- 172.21.15.17:0/799246806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59c3370 msgr2=0x55e0f59c0570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f1563fff640 1 --2- 172.21.15.17:0/799246806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59c3370 0x55e0f59c0570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f1563fff640 1 -- 172.21.15.17:0/799246806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b9b40 msgr2=0x55e0f59bffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f1563fff640 1 --2- 172.21.15.17:0/799246806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b9b40 0x55e0f59bffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f1563fff640 1 -- 172.21.15.17:0/799246806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e0f568f3c0 con 0x55e0f59b85d0 2024-09-16T02:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f1563fff640 1 --2- 172.21.15.17:0/799246806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b85d0 0x55e0f59c2d20 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f15540cd060 tx=0x7f1554007590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f51a29ef3d21964 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f15437fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-09-16T02:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f15437fe640 1 -- 172.21.15.17:0/799246806 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1554020040 con 0x55e0f59b85d0 2024-09-16T02:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f15437fe640 1 -- 172.21.15.17:0/799246806 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f15540981f0 con 0x55e0f59b85d0 2024-09-16T02:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f156c6f9740 1 -- 172.21.15.17:0/799246806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f155c036040 con 0x55e0f59b85d0 2024-09-16T02:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.844+0000 7f15437fe640 1 -- 172.21.15.17:0/799246806 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f155409bb80 con 0x55e0f59b85d0 2024-09-16T02:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.845+0000 7f156c6f9740 10 client.19524 fetch_fsmap learned FSMap version 28 2024-09-16T02:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.845+0000 7f156c6f9740 1 -- 172.21.15.17:0/799246806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e0f59d1a60 con 0x55e0f59b85d0 2024-09-16T02:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.845+0000 7f15437fe640 1 -- 172.21.15.17:0/799246806 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f155409ff30 con 0x55e0f59b85d0 2024-09-16T02:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.845+0000 7f15437fe640 1 -- 172.21.15.17:0/799246806 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f15540cf0e0 con 0x55e0f59b85d0 2024-09-16T02:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.845+0000 7f156c6f9740 10 client.19524 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:08:39.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.845+0000 7f156c6f9740 10 client.19524 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.845+0000 7f156c6f9740 20 client.19524 populate_metadata read hostname 'smithi017' 2024-09-16T02:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.845+0000 7f156c6f9740 1 --2- 172.21.15.17:0/799246806 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e0f59d2f10 0x55e0f59d5320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.845+0000 7f156c6f9740 4 client.19524 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-16T02:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.845+0000 7f156c6f9740 1 -- 172.21.15.17:0/799246806 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x7f155c036040 con 0x55e0f59d2f10 2024-09-16T02:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.845+0000 7f155bfff640 1 --2- 172.21.15.17:0/799246806 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e0f59d2f10 0x55e0f59d5320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.846+0000 7f15437fe640 10 client.19524 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.846+0000 7f155bfff640 1 --2- 172.21.15.17:0/799246806 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e0f59d2f10 0x55e0f59d5320 crc :-1 s=READY pgs=330 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5e813ab87268ca5e server_cookie=fd4cd8bd0b23753d in_seq=0 out_seq=0 2024-09-16T02:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.847+0000 7f15437fe640 1 -- 172.21.15.17:0/799246806 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x7f155c036040 con 0x55e0f59d2f10 2024-09-16T02:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.847+0000 7f15437fe640 10 client.19524 handle_command_reply: tid=0 2024-09-16T02:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.847+0000 7f156c6f9740 1 client.19524 shutdown 2024-09-16T02:08:39.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.848+0000 7f156c6f9740 1 -- 172.21.15.17:0/799246806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b85d0 msgr2=0x55e0f59c2d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.848+0000 7f156c6f9740 1 --2- 172.21.15.17:0/799246806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b85d0 0x55e0f59c2d20 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f15540cd060 tx=0x7f1554007590 comp rx=0 tx=0).stop 2024-09-16T02:08:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.848+0000 7f156c6f9740 1 -- 172.21.15.17:0/799246806 shutdown_connections 2024-09-16T02:08:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.848+0000 7f156c6f9740 1 --2- 172.21.15.17:0/799246806 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e0f59d2f10 0x55e0f59d5320 crc :-1 s=READY pgs=330 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.848+0000 7f156c6f9740 1 --2- 172.21.15.17:0/799246806 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59c3370 0x55e0f59c0570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.848+0000 7f156c6f9740 1 --2- 172.21.15.17:0/799246806 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b9b40 0x55e0f59bffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.848+0000 7f156c6f9740 1 --2- 172.21.15.17:0/799246806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b85d0 0x55e0f59c2d20 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.848+0000 7f15437fe640 0 client.19524 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:08:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.848+0000 7f156c6f9740 1 -- 172.21.15.17:0/799246806 >> 172.21.15.17:0/799246806 conn(0x55e0f5981310 msgr2=0x55e0f59ba960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.848+0000 7f156c6f9740 1 -- 172.21.15.17:0/799246806 shutdown_connections 2024-09-16T02:08:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.848+0000 7f156c6f9740 1 -- 172.21.15.17:0/799246806 wait complete. 2024-09-16T02:08:39.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.848+0000 7f156c6f9740 20 client.19524 trim_cache size 0 max 16384 2024-09-16T02:08:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.863+0000 7f156c6f9740 1 Processor -- start 2024-09-16T02:08:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.863+0000 7f156c6f9740 1 -- start start 2024-09-16T02:08:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f156c6f9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b85d0 0x55e0f59cf2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f156c6f9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59b9b40 0x55e0f59c1f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f156c6f9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59c3370 0x55e0f59dabf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f156c6f9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f15641afdc0 con 0x55e0f59c3370 2024-09-16T02:08:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f156c6f9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f15641ad690 con 0x55e0f59b85d0 2024-09-16T02:08:39.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f156c6f9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f15641ab4c0 con 0x55e0f59b9b40 2024-09-16T02:08:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f15688bd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59c3370 0x55e0f59dabf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f15688bd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59c3370 0x55e0f59dabf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56332/0 (socket says 172.21.15.17:56332) 2024-09-16T02:08:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f15688bd640 1 -- 172.21.15.17:0/3351219781 learned_addr learned my addr 172.21.15.17:0/3351219781 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f155bfff640 1 --2- 172.21.15.17:0/3351219781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59b9b40 0x55e0f59c1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f1563fff640 1 --2- 172.21.15.17:0/3351219781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b85d0 0x55e0f59cf2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f15688bd640 1 -- 172.21.15.17:0/3351219781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59b9b40 msgr2=0x55e0f59c1f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f15688bd640 1 --2- 172.21.15.17:0/3351219781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59b9b40 0x55e0f59c1f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f15688bd640 1 -- 172.21.15.17:0/3351219781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b85d0 msgr2=0x55e0f59cf2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f15688bd640 1 --2- 172.21.15.17:0/3351219781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b85d0 0x55e0f59cf2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f15688bd640 1 -- 172.21.15.17:0/3351219781 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e0f59b4ed0 con 0x55e0f59c3370 2024-09-16T02:08:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f15688bd640 1 --2- 172.21.15.17:0/3351219781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59c3370 0x55e0f59dabf0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f155c004af0 tx=0x7f155c005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11451c18db5b3d98 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:39.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.864+0000 7f1559ffb640 1 -- 172.21.15.17:0/3351219781 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f155c02af20 con 0x55e0f59c3370 2024-09-16T02:08:39.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.865+0000 7f1559ffb640 1 -- 172.21.15.17:0/3351219781 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f155c04e070 con 0x55e0f59c3370 2024-09-16T02:08:39.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.865+0000 7f1559ffb640 1 -- 172.21.15.17:0/3351219781 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f155c004610 con 0x55e0f59c3370 2024-09-16T02:08:39.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.865+0000 7f156c6f9740 1 -- 172.21.15.17:0/3351219781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59c3370 msgr2=0x55e0f59dabf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:39.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.865+0000 7f156c6f9740 1 --2- 172.21.15.17:0/3351219781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59c3370 0x55e0f59dabf0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f155c004af0 tx=0x7f155c005df0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 -- 172.21.15.17:0/3351219781 shutdown_connections 2024-09-16T02:08:39.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 --2- 172.21.15.17:0/3351219781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59c3370 0x55e0f59dabf0 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 --2- 172.21.15.17:0/3351219781 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59b9b40 0x55e0f59c1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 --2- 172.21.15.17:0/3351219781 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b85d0 0x55e0f59cf2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 -- 172.21.15.17:0/3351219781 >> 172.21.15.17:0/3351219781 conn(0x55e0f5981310 msgr2=0x55e0f59c1830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:39.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 -- 172.21.15.17:0/3351219781 shutdown_connections 2024-09-16T02:08:39.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 -- 172.21.15.17:0/3351219781 wait complete. 2024-09-16T02:08:39.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 -- start start 2024-09-16T02:08:39.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 Processor -- start 2024-09-16T02:08:39.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b85d0 0x55e0f59cbd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b9b40 0x55e0f59bce80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59c3370 0x55e0f59bd5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f15641abb50 con 0x55e0f59b9b40 2024-09-16T02:08:39.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f15641acfc0 con 0x55e0f59b85d0 2024-09-16T02:08:39.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.866+0000 7f156c6f9740 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f15641ac220 con 0x55e0f59c3370 2024-09-16T02:08:39.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f156c6f9740 10 client.0 _ll_register_callbacks cb 0x7f155409b6e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-16T02:08:39.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f155bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b9b40 0x55e0f59bce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f15688bd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59c3370 0x55e0f59bd5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f1563fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b85d0 0x55e0f59cbd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f15688bd640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59c3370 0x55e0f59bd5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.122:3300/0 says I am v2:172.21.15.17:48706/0 (socket says 172.21.15.17:48706) 2024-09-16T02:08:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f155bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b9b40 0x55e0f59bce80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56342/0 (socket says 172.21.15.17:56342) 2024-09-16T02:08:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f15688bd640 1 -- 172.21.15.17:0/3335720274 learned_addr learned my addr 172.21.15.17:0/3335720274 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f15688bd640 1 -- 172.21.15.17:0/3335720274 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b85d0 msgr2=0x55e0f59cbd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f15688bd640 1 --2- 172.21.15.17:0/3335720274 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b85d0 0x55e0f59cbd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f15688bd640 1 -- 172.21.15.17:0/3335720274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b9b40 msgr2=0x55e0f59bce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-16T02:08:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f15688bd640 1 --2- 172.21.15.17:0/3335720274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b9b40 0x55e0f59bce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f15688bd640 1 -- 172.21.15.17:0/3335720274 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e0f5a40fd0 con 0x55e0f59c3370 2024-09-16T02:08:39.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f155bfff640 1 --2- 172.21.15.17:0/3335720274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b9b40 0x55e0f59bce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:08:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f1563fff640 1 --2- 172.21.15.17:0/3335720274 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b85d0 0x55e0f59cbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:08:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f15688bd640 1 --2- 172.21.15.17:0/3335720274 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59c3370 0x55e0f59bd5c0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f155c033010 tx=0x7f155c004540 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e4cb5cee337d858 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f15437fe640 10 client.0 ms_handle_connect on v2:172.21.15.122:3300/0 2024-09-16T02:08:39.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.867+0000 7f15437fe640 1 -- 172.21.15.17:0/3335720274 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f155c02af20 con 0x55e0f59c3370 2024-09-16T02:08:39.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.868+0000 7f15437fe640 1 -- 172.21.15.17:0/3335720274 <== mon.1 v2:172.21.15.122:3300/0 2 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f155c003970 con 0x55e0f59c3370 2024-09-16T02:08:39.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.868+0000 7f156c6f9740 1 -- 172.21.15.17:0/3335720274 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f155c04e070 con 0x55e0f59c3370 2024-09-16T02:08:39.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.868+0000 7f15437fe640 1 -- 172.21.15.17:0/3335720274 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) ==== 24+0+0 (secure 0 0 0) 0x7f155c031560 con 0x55e0f59c3370 2024-09-16T02:08:39.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.868+0000 7f156c6f9740 10 client.29182 fetch_fsmap learned FSMap version 28 2024-09-16T02:08:39.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.868+0000 7f156c6f9740 1 -- 172.21.15.17:0/3335720274 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) -- 0x55e0f5a42170 con 0x55e0f59c3370 2024-09-16T02:08:39.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.868+0000 7f15437fe640 1 -- 172.21.15.17:0/3335720274 <== mon.1 v2:172.21.15.122:3300/0 4 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f155c04e070 con 0x55e0f59c3370 2024-09-16T02:08:39.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.868+0000 7f15437fe640 1 -- 172.21.15.17:0/3335720274 <== mon.1 v2:172.21.15.122:3300/0 5 ==== fsmap(e 28) ==== 8346+0+0 (secure 0 0 0) 0x7f155c030070 con 0x55e0f59c3370 2024-09-16T02:08:39.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.868+0000 7f156c6f9740 10 client.29182 fetch_fsmap finished waiting for FSMap version 28 2024-09-16T02:08:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.868+0000 7f156c6f9740 10 client.29182 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.i 2024-09-16T02:08:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.868+0000 7f156c6f9740 20 client.29182 populate_metadata read hostname 'smithi017' 2024-09-16T02:08:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.868+0000 7f156c6f9740 1 --2- 172.21.15.17:0/3335720274 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e0f5a42390 0x55e0f5a44780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.868+0000 7f156c6f9740 4 client.29182 mds_command: new command op to 24499 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-09-16T02:08:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.868+0000 7f156c6f9740 1 -- 172.21.15.17:0/3335720274 --> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] -- command(tid 0: {"prefix": "damage ls"}) -- 0x55e0f592b860 con 0x55e0f5a42390 2024-09-16T02:08:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.869+0000 7f1563fff640 1 --2- 172.21.15.17:0/3335720274 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e0f5a42390 0x55e0f5a44780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.869+0000 7f1563fff640 1 --2- 172.21.15.17:0/3335720274 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e0f5a42390 0x55e0f5a44780 crc :-1 s=READY pgs=331 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8e6d66d3a7405146 server_cookie=aa90ddc3ef5e22ce in_seq=0 out_seq=0 2024-09-16T02:08:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.869+0000 7f15437fe640 10 client.29182 ms_handle_connect on v2:172.21.15.122:6838/3512095991 2024-09-16T02:08:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.871+0000 7f15437fe640 1 -- 172.21.15.17:0/3335720274 <== mds.0 v2:172.21.15.122:6838/3512095991 1 ==== command_reply(tid 0: 0 ) ==== 8+0+3 (crc 0 0 0) 0x55e0f592b860 con 0x55e0f5a42390 2024-09-16T02:08:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.871+0000 7f15437fe640 10 client.29182 handle_command_reply: tid=0 2024-09-16T02:08:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.871+0000 7f156c6f9740 1 client.29182 shutdown 2024-09-16T02:08:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.871+0000 7f156c6f9740 1 -- 172.21.15.17:0/3335720274 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59c3370 msgr2=0x55e0f59bd5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:39.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.871+0000 7f156c6f9740 1 --2- 172.21.15.17:0/3335720274 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59c3370 0x55e0f59bd5c0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f155c033010 tx=0x7f155c004540 comp rx=0 tx=0).stop 2024-09-16T02:08:39.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.871+0000 7f156c6f9740 1 -- 172.21.15.17:0/3335720274 shutdown_connections 2024-09-16T02:08:39.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.871+0000 7f156c6f9740 1 --2- 172.21.15.17:0/3335720274 >> [v2:172.21.15.122:6838/3512095991,v1:172.21.15.122:6839/3512095991] conn(0x55e0f5a42390 0x55e0f5a44780 crc :-1 s=READY pgs=331 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.871+0000 7f156c6f9740 1 --2- 172.21.15.17:0/3335720274 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x55e0f59c3370 0x55e0f59bd5c0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.871+0000 7f156c6f9740 1 --2- 172.21.15.17:0/3335720274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e0f59b9b40 0x55e0f59bce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.871+0000 7f156c6f9740 1 --2- 172.21.15.17:0/3335720274 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x55e0f59b85d0 0x55e0f59cbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.871+0000 7f156c6f9740 1 -- 172.21.15.17:0/3335720274 >> 172.21.15.17:0/3335720274 conn(0x55e0f5981310 msgr2=0x55e0f59ba0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:39.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.872+0000 7f15437fe640 0 client.29182 ms_handle_reset on v2:172.21.15.122:6838/3512095991 2024-09-16T02:08:39.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.872+0000 7f156c6f9740 1 -- 172.21.15.17:0/3335720274 shutdown_connections 2024-09-16T02:08:39.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.872+0000 7f156c6f9740 1 -- 172.21.15.17:0/3335720274 wait complete. 2024-09-16T02:08:39.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.872+0000 7f156c6f9740 20 client.29182 trim_cache size 0 max 16384 2024-09-16T02:08:39.879 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-09-16T02:08:39.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.872+0000 7f156a320640 1 -- 172.21.15.17:0/3688046356 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f15500a3240 msgr2=0x7f15500a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:39.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.872+0000 7f156a320640 1 --2- 172.21.15.17:0/3688046356 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f15500a3240 0x7f15500a5700 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f15640fee30 tx=0x7f154c005f90 comp rx=0 tx=0).stop 2024-09-16T02:08:39.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.872+0000 7f156a320640 1 -- 172.21.15.17:0/3688046356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1564102d30 msgr2=0x7f1564198490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:39.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.872+0000 7f156a320640 1 --2- 172.21.15.17:0/3688046356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1564102d30 0x7f1564198490 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f155400d950 tx=0x7f155400de10 comp rx=0 tx=0).stop 2024-09-16T02:08:39.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.872+0000 7f156a320640 1 -- 172.21.15.17:0/3688046356 shutdown_connections 2024-09-16T02:08:39.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.872+0000 7f156a320640 1 --2- 172.21.15.17:0/3688046356 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f15500a3240 0x7f15500a5700 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.872+0000 7f156a320640 1 --2- 172.21.15.17:0/3688046356 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f15641082a0 0x7f156419cd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.872+0000 7f156a320640 1 --2- 172.21.15.17:0/3688046356 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f15641036e0 0x7f15641989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.872+0000 7f156a320640 1 --2- 172.21.15.17:0/3688046356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1564102d30 0x7f1564198490 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:39.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.873+0000 7f156a320640 1 -- 172.21.15.17:0/3688046356 >> 172.21.15.17:0/3688046356 conn(0x7f15640fc7d0 msgr2=0x7f1564105da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:39.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.873+0000 7f156a320640 1 -- 172.21.15.17:0/3688046356 shutdown_connections 2024-09-16T02:08:39.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:39.873+0000 7f156a320640 1 -- 172.21.15.17:0/3688046356 wait complete. 2024-09-16T02:08:39.907 INFO:tasks.workunit.client.0.smithi017.stdout: 0 cleanup 602 sec 2024-09-16T02:08:39.908 INFO:tasks.workunit.client.0.smithi017.stdout: 2024-09-16T02:08:39.908 INFO:tasks.workunit.client.0.smithi017.stdout: Operation Count AvgLat MaxLat 2024-09-16T02:08:39.908 INFO:tasks.workunit.client.0.smithi017.stdout: ---------------------------------------- 2024-09-16T02:08:39.908 INFO:tasks.workunit.client.0.smithi017.stdout: NTCreateX 159136 8.954 348.037 2024-09-16T02:08:39.908 INFO:tasks.workunit.client.0.smithi017.stdout: Close 116771 0.143 70.527 2024-09-16T02:08:39.908 INFO:tasks.workunit.client.0.smithi017.stdout: Rename 6732 21.061 215.793 2024-09-16T02:08:39.908 INFO:tasks.workunit.client.0.smithi017.stdout: Unlink 32210 7.326 175.654 2024-09-16T02:08:39.908 INFO:tasks.workunit.client.0.smithi017.stdout: Qpathinfo 144074 5.171 323.978 2024-09-16T02:08:39.908 INFO:tasks.workunit.client.0.smithi017.stdout: Qfileinfo 25070 0.268 87.845 2024-09-16T02:08:39.908 INFO:tasks.workunit.client.0.smithi017.stdout: Qfsinfo 26532 0.707 88.602 2024-09-16T02:08:39.909 INFO:tasks.workunit.client.0.smithi017.stdout: Sfileinfo 12908 2.125 97.564 2024-09-16T02:08:39.909 INFO:tasks.workunit.client.0.smithi017.stdout: Find 55810 58.113 263.199 2024-09-16T02:08:39.909 INFO:tasks.workunit.client.0.smithi017.stdout: WriteX 78526 0.495 106.577 2024-09-16T02:08:39.909 INFO:tasks.workunit.client.0.smithi017.stdout: ReadX 249675 0.006 37.614 2024-09-16T02:08:39.909 INFO:tasks.workunit.client.0.smithi017.stdout: LockX 514 2.757 37.959 2024-09-16T02:08:39.909 INFO:tasks.workunit.client.0.smithi017.stdout: UnlockX 514 2.782 96.885 2024-09-16T02:08:39.909 INFO:tasks.workunit.client.0.smithi017.stdout: Flush 11161 8.392 349.434 2024-09-16T02:08:39.909 INFO:tasks.workunit.client.0.smithi017.stdout: 2024-09-16T02:08:39.909 INFO:tasks.workunit.client.0.smithi017.stdout:Throughput 8.26797 MB/sec 10 clients 10 procs max_latency=349.440 ms 2024-09-16T02:08:39.910 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T02:08:39.910 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T02:08:40.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:40 smithi017 ceph-mon[30972]: pgmap v1093: 97 pgs: 97 active+clean; 563 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 4.0 MiB/s wr, 213 op/s 2024-09-16T02:08:40.788 INFO:tasks.workunit:Stopping ['suites/dbench.sh'] on client.0... 2024-09-16T02:08:40.788 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T02:08:40.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:40 smithi029 ceph-mon[34783]: pgmap v1093: 97 pgs: 97 active+clean; 563 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 4.0 MiB/s wr, 213 op/s 2024-09-16T02:08:40.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:40 smithi122 ceph-mon[34758]: pgmap v1093: 97 pgs: 97 active+clean; 563 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 748 KiB/s rd, 4.0 MiB/s wr, 213 op/s 2024-09-16T02:08:41.137 DEBUG:teuthology.parallel:result is None 2024-09-16T02:08:41.137 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T02:08:41.175 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T02:08:41.176 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-09-16T02:08:42.194 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-09-16T02:08:42.194 ERROR:tasks.fwd_scrub.fs.[cephfs]:exception: Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa/tasks/fwd_scrub.py", line 35, in _run self.do_scrub() File "/home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa/tasks/fwd_scrub.py", line 49, in do_scrub self.sleep_unless_stopped(self.sleep_between_iterations) File "/home/teuthworker/src/git.ceph.com_ceph_ad35db06e8924912f01e32b35576297c0f1352b4/qa/tasks/thrasher.py", line 47, in sleep_unless_stopped raise self.Stopped() tasks.thrasher.ThrasherGreenlet.Stopped 2024-09-16T02:08:42.195 INFO:tasks.fwd_scrub:done joining 2024-09-16T02:08:42.196 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-09-16T02:08:42.558 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-16T02:08:42.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.785+0000 7fae04bc4640 1 -- 172.21.15.17:0/4162724326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae001036e0 msgr2=0x7fae00109f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:42.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.785+0000 7fae04bc4640 1 --2- 172.21.15.17:0/4162724326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae001036e0 0x7fae00109f70 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7fadf8009ca0 tx=0x7fadf802a8c0 comp rx=0 tx=0).stop 2024-09-16T02:08:42.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.785+0000 7fae04bc4640 1 -- 172.21.15.17:0/4162724326 shutdown_connections 2024-09-16T02:08:42.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.785+0000 7fae04bc4640 1 --2- 172.21.15.17:0/4162724326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae001036e0 0x7fae00109f70 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:42.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.785+0000 7fae04bc4640 1 --2- 172.21.15.17:0/4162724326 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae00102d20 0x7fae001031a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:42.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.785+0000 7fae04bc4640 1 --2- 172.21.15.17:0/4162724326 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae00101b30 0x7fae00101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:42.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.785+0000 7fae04bc4640 1 -- 172.21.15.17:0/4162724326 >> 172.21.15.17:0/4162724326 conn(0x7fae000fd270 msgr2=0x7fae000ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:42.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.785+0000 7fae04bc4640 1 -- 172.21.15.17:0/4162724326 shutdown_connections 2024-09-16T02:08:42.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.785+0000 7fae04bc4640 1 -- 172.21.15.17:0/4162724326 wait complete. 2024-09-16T02:08:42.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.786+0000 7fae04bc4640 1 Processor -- start 2024-09-16T02:08:42.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.786+0000 7fae04bc4640 1 -- start start 2024-09-16T02:08:42.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.786+0000 7fae04bc4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae00101b30 0x7fae00075fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:42.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.786+0000 7fae04bc4640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae00102d20 0x7fae000745e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:42.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.786+0000 7fae04bc4640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae001036e0 0x7fae00074b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.786+0000 7fae04bc4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fae0010d710 con 0x7fae00101b30 2024-09-16T02:08:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.786+0000 7fae04bc4640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fae0010d590 con 0x7fae00102d20 2024-09-16T02:08:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.786+0000 7fae04bc4640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fae0010d890 con 0x7fae001036e0 2024-09-16T02:08:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.786+0000 7fadfe59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae00101b30 0x7fae00075fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.786+0000 7fadfe59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae00101b30 0x7fae00075fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56352/0 (socket says 172.21.15.17:56352) 2024-09-16T02:08:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.786+0000 7fadfe59c640 1 -- 172.21.15.17:0/477284049 learned_addr learned my addr 172.21.15.17:0/477284049 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.786+0000 7fadf5d9b640 1 --2- 172.21.15.17:0/477284049 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae00102d20 0x7fae000745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.787+0000 7fadfed9d640 1 --2- 172.21.15.17:0/477284049 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae001036e0 0x7fae00074b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.787+0000 7fadfe59c640 1 -- 172.21.15.17:0/477284049 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae001036e0 msgr2=0x7fae00074b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.787+0000 7fadfe59c640 1 --2- 172.21.15.17:0/477284049 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae001036e0 0x7fae00074b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.787+0000 7fadfe59c640 1 -- 172.21.15.17:0/477284049 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae00102d20 msgr2=0x7fae000745e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.787+0000 7fadfe59c640 1 --2- 172.21.15.17:0/477284049 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae00102d20 0x7fae000745e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.787+0000 7fadfe59c640 1 -- 172.21.15.17:0/477284049 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae000753b0 con 0x7fae00101b30 2024-09-16T02:08:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.787+0000 7fadfe59c640 1 --2- 172.21.15.17:0/477284049 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae00101b30 0x7fae00075fa0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7fadf000d950 tx=0x7fadf000dd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.787+0000 7fadf7fff640 1 -- 172.21.15.17:0/477284049 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf0017020 con 0x7fae00101b30 2024-09-16T02:08:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.787+0000 7fae04bc4640 1 -- 172.21.15.17:0/477284049 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae001a1eb0 con 0x7fae00101b30 2024-09-16T02:08:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.787+0000 7fadf7fff640 1 -- 172.21.15.17:0/477284049 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fadf0009c30 con 0x7fae00101b30 2024-09-16T02:08:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.787+0000 7fadf7fff640 1 -- 172.21.15.17:0/477284049 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fadf000f620 con 0x7fae00101b30 2024-09-16T02:08:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.787+0000 7fae04bc4640 1 -- 172.21.15.17:0/477284049 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae001a2310 con 0x7fae00101b30 2024-09-16T02:08:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.788+0000 7fae04bc4640 1 -- 172.21.15.17:0/477284049 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae00108fc0 con 0x7fae00101b30 2024-09-16T02:08:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.790+0000 7fadf7fff640 1 -- 172.21.15.17:0/477284049 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fadf001a020 con 0x7fae00101b30 2024-09-16T02:08:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.790+0000 7fadf7fff640 1 --2- 172.21.15.17:0/477284049 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fadec0a3250 0x7fadec0a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.790+0000 7fadf7fff640 1 -- 172.21.15.17:0/477284049 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fadf00cf600 con 0x7fae00101b30 2024-09-16T02:08:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.790+0000 7fadf5d9b640 1 --2- 172.21.15.17:0/477284049 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fadec0a3250 0x7fadec0a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.791+0000 7fadf5d9b640 1 --2- 172.21.15.17:0/477284049 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fadec0a3250 0x7fadec0a5710 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fae00075d10 tx=0x7fade8009110 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.793+0000 7fadf7fff640 1 -- 172.21.15.17:0/477284049 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fadf0021070 con 0x7fae00101b30 2024-09-16T02:08:42.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:42 smithi029 ceph-mon[34783]: pgmap v1094: 97 pgs: 97 active+clean; 550 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 587 KiB/s rd, 3.3 MiB/s wr, 180 op/s 2024-09-16T02:08:42.798 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:42 smithi029 ceph-mon[34783]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T02:08:42.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:42 smithi122 ceph-mon[34758]: pgmap v1094: 97 pgs: 97 active+clean; 550 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 587 KiB/s rd, 3.3 MiB/s wr, 180 op/s 2024-09-16T02:08:42.798 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:42 smithi122 ceph-mon[34758]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T02:08:42.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.971+0000 7fae04bc4640 1 -- 172.21.15.17:0/477284049 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fae0002d9e0 con 0x7fae00101b30 2024-09-16T02:08:42.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.973+0000 7fadf7fff640 1 -- 172.21.15.17:0/477284049 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+22697 (secure 0 0 0) 0x7fadf0009de0 con 0x7fae00101b30 2024-09-16T02:08:42.975 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:08:42.975 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":84,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","created":"2024-09-16T01:33:53.298260+0000","modified":"2024-09-16T01:42:42.092452+0000","last_up_change":"2024-09-16T01:40:51.430063+0000","last_in_change":"2024-09-16T01:40:27.916637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:37:00.918910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:41:39.579756+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:41:41.834594+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b8922682-71d1-43de-99c1-33159c0e154f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6803","nonce":973418367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6805","nonce":973418367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6809","nonce":973418367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6807","nonce":973418367}]},"public_addr":"172.21.15.17:6803/973418367","cluster_addr":"172.21.15.17:6805/973418367","heartbeat_back_addr":"172.21.15.17:6809/973418367","heartbeat_front_addr":"172.21.15.17:6807/973418367","state":["exists","up"]},{"osd":1,"uuid":"757f97f3-d423-4451-bb57-6179ff651bab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6801","nonce":476361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6803","nonce":476361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6807","nonce":476361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6805","nonce":476361632}]},"public_addr":"172.21.15.29:6801/476361632","cluster_addr":"172.21.15.29:6803/476361632","heartbeat_back_addr":"172.21.15.29:6807/476361632","heartbeat_front_addr":"172.21.15.29:6805/476361632","state":["exists","up"]},{"osd":2,"uuid":"e6100863-2f60-4213-895c-bf6d2026378f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6801","nonce":3223940683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6803","nonce":3223940683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6807","nonce":3223940683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6805","nonce":3223940683}]},"public_addr":"172.21.15.122:6801/3223940683","cluster_addr":"172.21.15.122:6803/3223940683","heartbeat_back_addr":"172.21.15.122:6807/3223940683","heartbeat_front_addr":"172.21.15.122:6805/3223940683","state":["exists","up"]},{"osd":3,"uuid":"611d7433-6cb9-4016-a58b-bb96394d2d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6811","nonce":3558508388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6813","nonce":3558508388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6817","nonce":3558508388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6815","nonce":3558508388}]},"public_addr":"172.21.15.17:6811/3558508388","cluster_addr":"172.21.15.17:6813/3558508388","heartbeat_back_addr":"172.21.15.17:6817/3558508388","heartbeat_front_addr":"172.21.15.17:6815/3558508388","state":["exists","up"]},{"osd":4,"uuid":"7d202bcb-50ab-4f6e-a090-7e61c538fa77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6809","nonce":2110146164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6811","nonce":2110146164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6815","nonce":2110146164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6813","nonce":2110146164}]},"public_addr":"172.21.15.29:6809/2110146164","cluster_addr":"172.21.15.29:6811/2110146164","heartbeat_back_addr":"172.21.15.29:6815/2110146164","heartbeat_front_addr":"172.21.15.29:6813/2110146164","state":["exists","up"]},{"osd":5,"uuid":"bcc07f4f-f204-465b-b9c6-c04604d243c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6809","nonce":1621076168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6811","nonce":1621076168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6815","nonce":1621076168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6813","nonce":1621076168}]},"public_addr":"172.21.15.122:6809/1621076168","cluster_addr":"172.21.15.122:6811/1621076168","heartbeat_back_addr":"172.21.15.122:6815/1621076168","heartbeat_front_addr":"172.21.15.122:6813/1621076168","state":["exists","up"]},{"osd":6,"uuid":"64080f89-a0f5-4a86-aa16-77938675379e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6819","nonce":1408033288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6821","nonce":1408033288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6825","nonce":1408033288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6823","nonce":1408033288}]},"public_addr":"172.21.15.17:6819/1408033288","cluster_addr":"172.21.15.17:6821/1408033288","heartbeat_back_addr":"172.21.15.17:6825/1408033288","heartbeat_front_addr":"172.21.15.17:6823/1408033288","state":["exists","up"]},{"osd":7,"uuid":"aca554bd-1914-455c-936a-aa59b1504194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6817","nonce":127734728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6819","nonce":127734728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6823","nonce":127734728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6821","nonce":127734728}]},"public_addr":"172.21.15.29:6817/127734728","cluster_addr":"172.21.15.29:6819/127734728","heartbeat_back_addr":"172.21.15.29:6823/127734728","heartbeat_front_addr":"172.21.15.29:6821/127734728","state":["exists","up"]},{"osd":8,"uuid":"0b5ed7f4-4b47-4cbe-9086-8948ce393446","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6817","nonce":360974259}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6819","nonce":360974259}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6823","nonce":360974259}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6821","nonce":360974259}]},"public_addr":"172.21.15.122:6817/360974259","cluster_addr":"172.21.15.122:6819/360974259","heartbeat_back_addr":"172.21.15.122:6823/360974259","heartbeat_front_addr":"172.21.15.122:6821/360974259","state":["exists","up"]},{"osd":9,"uuid":"55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6827","nonce":2483471753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6829","nonce":2483471753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6833","nonce":2483471753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6831","nonce":2483471753}]},"public_addr":"172.21.15.17:6827/2483471753","cluster_addr":"172.21.15.17:6829/2483471753","heartbeat_back_addr":"172.21.15.17:6833/2483471753","heartbeat_front_addr":"172.21.15.17:6831/2483471753","state":["exists","up"]},{"osd":10,"uuid":"c83a74f2-e570-487c-9e87-bb0b74965ca2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6825","nonce":362618550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6827","nonce":362618550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6831","nonce":362618550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6829","nonce":362618550}]},"public_addr":"172.21.15.29:6825/362618550","cluster_addr":"172.21.15.29:6827/362618550","heartbeat_back_addr":"172.21.15.29:6831/362618550","heartbeat_front_addr":"172.21.15.29:6829/362618550","state":["exists","up"]},{"osd":11,"uuid":"1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6825","nonce":1375874597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6827","nonce":1375874597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6831","nonce":1375874597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6829","nonce":1375874597}]},"public_addr":"172.21.15.122:6825/1375874597","cluster_addr":"172.21.15.122:6827/1375874597","heartbeat_back_addr":"172.21.15.122:6831/1375874597","heartbeat_front_addr":"172.21.15.122:6829/1375874597","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:05.813342+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:31.420629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:57.341085+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:22.481098+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:48.928453+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:15.070471+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:40.275611+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:05.810417+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:30.926343+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:56.824386+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:23.647559+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:49.303702+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.2a","mappings":[{"from":3,"to":6}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:0/171001531":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6801/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/149674379":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6800/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2909964706":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2310526449":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/844082331":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6800/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6801/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/270715983":"2024-09-17T01:34:15.927659+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T02:08:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.975+0000 7fae04bc4640 1 -- 172.21.15.17:0/477284049 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fadec0a3250 msgr2=0x7fadec0a5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.975+0000 7fae04bc4640 1 --2- 172.21.15.17:0/477284049 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fadec0a3250 0x7fadec0a5710 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fae00075d10 tx=0x7fade8009110 comp rx=0 tx=0).stop 2024-09-16T02:08:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.975+0000 7fae04bc4640 1 -- 172.21.15.17:0/477284049 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae00101b30 msgr2=0x7fae00075fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.975+0000 7fae04bc4640 1 --2- 172.21.15.17:0/477284049 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae00101b30 0x7fae00075fa0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7fadf000d950 tx=0x7fadf000dd50 comp rx=0 tx=0).stop 2024-09-16T02:08:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.975+0000 7fae04bc4640 1 -- 172.21.15.17:0/477284049 shutdown_connections 2024-09-16T02:08:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.975+0000 7fae04bc4640 1 --2- 172.21.15.17:0/477284049 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fadec0a3250 0x7fadec0a5710 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.975+0000 7fae04bc4640 1 --2- 172.21.15.17:0/477284049 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fae001036e0 0x7fae00074b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.975+0000 7fae04bc4640 1 --2- 172.21.15.17:0/477284049 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fae00102d20 0x7fae000745e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.975+0000 7fae04bc4640 1 --2- 172.21.15.17:0/477284049 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fae00101b30 0x7fae00075fa0 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:42.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.975+0000 7fae04bc4640 1 -- 172.21.15.17:0/477284049 >> 172.21.15.17:0/477284049 conn(0x7fae000fd270 msgr2=0x7fae00106190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.975+0000 7fae04bc4640 1 -- 172.21.15.17:0/477284049 shutdown_connections 2024-09-16T02:08:42.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:42.975+0000 7fae04bc4640 1 -- 172.21.15.17:0/477284049 wait complete. 2024-09-16T02:08:42.986 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:42 smithi017 ceph-mon[30972]: pgmap v1094: 97 pgs: 97 active+clean; 550 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 587 KiB/s rd, 3.3 MiB/s wr, 180 op/s 2024-09-16T02:08:42.986 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:42 smithi017 ceph-mon[30972]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T02:08:42.988 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T01:37:00.918910+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-16T01:41:39.579756+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-16T01:41:41.834594+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '82', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T02:08:42.988 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-16T02:08:43.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.097+0000 7fcbe2447640 1 -- 172.21.15.17:0/1022505618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbdc1025b0 msgr2=0x7fcbdc108e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.097+0000 7fcbe2447640 1 --2- 172.21.15.17:0/1022505618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbdc1025b0 0x7fcbdc108e40 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7fcbd4009ca0 tx=0x7fcbd402a8c0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.097+0000 7fcbe2447640 1 -- 172.21.15.17:0/1022505618 shutdown_connections 2024-09-16T02:08:43.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.097+0000 7fcbe2447640 1 --2- 172.21.15.17:0/1022505618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbdc1025b0 0x7fcbdc108e40 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.097+0000 7fcbe2447640 1 --2- 172.21.15.17:0/1022505618 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcbdc101bf0 0x7fcbdc102070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.097+0000 7fcbe2447640 1 --2- 172.21.15.17:0/1022505618 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbdc100a00 0x7fcbdc100e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.097+0000 7fcbe2447640 1 -- 172.21.15.17:0/1022505618 >> 172.21.15.17:0/1022505618 conn(0x7fcbdc0fc140 msgr2=0x7fcbdc0fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:43.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.097+0000 7fcbe2447640 1 -- 172.21.15.17:0/1022505618 shutdown_connections 2024-09-16T02:08:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.097+0000 7fcbe2447640 1 -- 172.21.15.17:0/1022505618 wait complete. 2024-09-16T02:08:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbe2447640 1 Processor -- start 2024-09-16T02:08:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbe2447640 1 -- start start 2024-09-16T02:08:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbe2447640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbdc100a00 0x7fcbdc197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbe2447640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcbdc101bf0 0x7fcbdc198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbe2447640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbdc1025b0 0x7fcbdc19f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbe2447640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fcbdc10d610 con 0x7fcbdc100a00 2024-09-16T02:08:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbe2447640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fcbdc10d490 con 0x7fcbdc1025b0 2024-09-16T02:08:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbe2447640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fcbdc10d790 con 0x7fcbdc101bf0 2024-09-16T02:08:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbdbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbdc100a00 0x7fcbdc197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbdbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbdc100a00 0x7fcbdc197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56372/0 (socket says 172.21.15.17:56372) 2024-09-16T02:08:43.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbdbfff640 1 -- 172.21.15.17:0/814043073 learned_addr learned my addr 172.21.15.17:0/814043073 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbe09e4640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbdc1025b0 0x7fcbdc19f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbdb7fe640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcbdc101bf0 0x7fcbdc198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbdbfff640 1 -- 172.21.15.17:0/814043073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcbdc101bf0 msgr2=0x7fcbdc198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbdbfff640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcbdc101bf0 0x7fcbdc198280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbdbfff640 1 -- 172.21.15.17:0/814043073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbdc1025b0 msgr2=0x7fcbdc19f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbdbfff640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbdc1025b0 0x7fcbdc19f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbdbfff640 1 -- 172.21.15.17:0/814043073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcbdc19f950 con 0x7fcbdc100a00 2024-09-16T02:08:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbdb7fe640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcbdc101bf0 0x7fcbdc198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:08:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.098+0000 7fcbe09e4640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbdc1025b0 0x7fcbdc19f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:08:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.099+0000 7fcbdbfff640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbdc100a00 0x7fcbdc197d40 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc00d950 tx=0x7fcbcc00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.099+0000 7fcbd97fa640 1 -- 172.21.15.17:0/814043073 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbcc017020 con 0x7fcbdc100a00 2024-09-16T02:08:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.099+0000 7fcbe2447640 1 -- 172.21.15.17:0/814043073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcbdc19fc40 con 0x7fcbdc100a00 2024-09-16T02:08:43.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.099+0000 7fcbd97fa640 1 -- 172.21.15.17:0/814043073 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fcbcc009c30 con 0x7fcbdc100a00 2024-09-16T02:08:43.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.099+0000 7fcbe2447640 1 -- 172.21.15.17:0/814043073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcbdc1a0190 con 0x7fcbdc100a00 2024-09-16T02:08:43.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.099+0000 7fcbd97fa640 1 -- 172.21.15.17:0/814043073 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcbcc01c600 con 0x7fcbdc100a00 2024-09-16T02:08:43.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.100+0000 7fcbe2447640 1 -- 172.21.15.17:0/814043073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcbdc107e90 con 0x7fcbdc100a00 2024-09-16T02:08:43.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.101+0000 7fcbd97fa640 1 -- 172.21.15.17:0/814043073 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fcbcc01a020 con 0x7fcbdc100a00 2024-09-16T02:08:43.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.102+0000 7fcbd97fa640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcbc40a3250 0x7fcbc40a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:43.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.102+0000 7fcbdb7fe640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcbc40a3250 0x7fcbc40a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:43.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.102+0000 7fcbd97fa640 1 -- 172.21.15.17:0/814043073 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fcbcc0cf980 con 0x7fcbdc100a00 2024-09-16T02:08:43.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.102+0000 7fcbdb7fe640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcbc40a3250 0x7fcbc40a5710 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fcbd00058c0 tx=0x7fcbd0005cb0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:43.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.106+0000 7fcbd97fa640 1 -- 172.21.15.17:0/814043073 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fcbcc021020 con 0x7fcbdc100a00 2024-09-16T02:08:43.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.282+0000 7fcbe2447640 1 -- 172.21.15.17:0/814043073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fcbdc062e90 con 0x7fcbdc100a00 2024-09-16T02:08:43.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.283+0000 7fcbd97fa640 1 -- 172.21.15.17:0/814043073 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v84) ==== 93+0+10 (secure 0 0 0) 0x7fcbcc09c6a0 con 0x7fcbdc100a00 2024-09-16T02:08:43.285 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-09-16T02:08:43.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.285+0000 7fcbe2447640 1 -- 172.21.15.17:0/814043073 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcbc40a3250 msgr2=0x7fcbc40a5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.285+0000 7fcbe2447640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcbc40a3250 0x7fcbc40a5710 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fcbd00058c0 tx=0x7fcbd0005cb0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.285+0000 7fcbe2447640 1 -- 172.21.15.17:0/814043073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbdc100a00 msgr2=0x7fcbdc197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.285+0000 7fcbe2447640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbdc100a00 0x7fcbdc197d40 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7fcbcc00d950 tx=0x7fcbcc00de10 comp rx=0 tx=0).stop 2024-09-16T02:08:43.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.285+0000 7fcbe2447640 1 -- 172.21.15.17:0/814043073 shutdown_connections 2024-09-16T02:08:43.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.285+0000 7fcbe2447640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fcbc40a3250 0x7fcbc40a5710 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.285+0000 7fcbe2447640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fcbdc1025b0 0x7fcbdc19f2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.285+0000 7fcbe2447640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fcbdc101bf0 0x7fcbdc198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.285+0000 7fcbe2447640 1 --2- 172.21.15.17:0/814043073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcbdc100a00 0x7fcbdc197d40 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.285+0000 7fcbe2447640 1 -- 172.21.15.17:0/814043073 >> 172.21.15.17:0/814043073 conn(0x7fcbdc0fc140 msgr2=0x7fcbdc105060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:43.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.285+0000 7fcbe2447640 1 -- 172.21.15.17:0/814043073 shutdown_connections 2024-09-16T02:08:43.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.285+0000 7fcbe2447640 1 -- 172.21.15.17:0/814043073 wait complete. 2024-09-16T02:08:43.298 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-16T02:08:43.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.403+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/1919329426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2e4100a10 msgr2=0x7fb2e4100e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.403+0000 7fb2ea9ed640 1 --2- 172.21.15.17:0/1919329426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2e4100a10 0x7fb2e4100e10 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7fb2d4009900 tx=0x7fb2d402a410 comp rx=0 tx=0).stop 2024-09-16T02:08:43.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.404+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/1919329426 shutdown_connections 2024-09-16T02:08:43.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.404+0000 7fb2ea9ed640 1 --2- 172.21.15.17:0/1919329426 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2e41025c0 0x7fb2e4108e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.404+0000 7fb2ea9ed640 1 --2- 172.21.15.17:0/1919329426 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2e4101c00 0x7fb2e4102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.404+0000 7fb2ea9ed640 1 --2- 172.21.15.17:0/1919329426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2e4100a10 0x7fb2e4100e10 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.404+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/1919329426 >> 172.21.15.17:0/1919329426 conn(0x7fb2e40fc190 msgr2=0x7fb2e40fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:43.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.404+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/1919329426 shutdown_connections 2024-09-16T02:08:43.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.404+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/1919329426 wait complete. 2024-09-16T02:08:43.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.404+0000 7fb2ea9ed640 1 Processor -- start 2024-09-16T02:08:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.404+0000 7fb2ea9ed640 1 -- start start 2024-09-16T02:08:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.404+0000 7fb2ea9ed640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2e4100a10 0x7fb2e4197dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2ea9ed640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2e4101c00 0x7fb2e4198300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2ea9ed640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2e41025c0 0x7fb2e419f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2ea9ed640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e410c520 con 0x7fb2e4101c00 2024-09-16T02:08:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2ea9ed640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e410c3a0 con 0x7fb2e4100a10 2024-09-16T02:08:43.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2ea9ed640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fb2e410c6a0 con 0x7fb2e41025c0 2024-09-16T02:08:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2e37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2e4101c00 0x7fb2e4198300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2e37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2e4101c00 0x7fb2e4198300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56386/0 (socket says 172.21.15.17:56386) 2024-09-16T02:08:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2e37fe640 1 -- 172.21.15.17:0/2391147593 learned_addr learned my addr 172.21.15.17:0/2391147593 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2e3fff640 1 --2- 172.21.15.17:0/2391147593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2e4100a10 0x7fb2e4197dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2e8f8a640 1 --2- 172.21.15.17:0/2391147593 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2e41025c0 0x7fb2e419f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2e37fe640 1 -- 172.21.15.17:0/2391147593 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2e41025c0 msgr2=0x7fb2e419f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2e37fe640 1 --2- 172.21.15.17:0/2391147593 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2e41025c0 0x7fb2e419f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2e37fe640 1 -- 172.21.15.17:0/2391147593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2e4100a10 msgr2=0x7fb2e4197dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2e37fe640 1 --2- 172.21.15.17:0/2391147593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2e4100a10 0x7fb2e4197dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2e37fe640 1 -- 172.21.15.17:0/2391147593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2e419f9d0 con 0x7fb2e4101c00 2024-09-16T02:08:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2e37fe640 1 --2- 172.21.15.17:0/2391147593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2e4101c00 0x7fb2e4198300 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7fb2d800c890 tx=0x7fb2d800cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2e17fa640 1 -- 172.21.15.17:0/2391147593 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d8004220 con 0x7fb2e4101c00 2024-09-16T02:08:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2e17fa640 1 -- 172.21.15.17:0/2391147593 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fb2d80043c0 con 0x7fb2e4101c00 2024-09-16T02:08:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/2391147593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2e419fcc0 con 0x7fb2e4101c00 2024-09-16T02:08:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2e17fa640 1 -- 172.21.15.17:0/2391147593 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2d8004a00 con 0x7fb2e4101c00 2024-09-16T02:08:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.405+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/2391147593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2e41a0180 con 0x7fb2e4101c00 2024-09-16T02:08:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.406+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/2391147593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2e4108a50 con 0x7fb2e4101c00 2024-09-16T02:08:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.408+0000 7fb2e17fa640 1 -- 172.21.15.17:0/2391147593 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fb2d8004ba0 con 0x7fb2e4101c00 2024-09-16T02:08:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.408+0000 7fb2e17fa640 1 --2- 172.21.15.17:0/2391147593 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2cc0a32d0 0x7fb2cc0a5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:43.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.408+0000 7fb2e3fff640 1 --2- 172.21.15.17:0/2391147593 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2cc0a32d0 0x7fb2cc0a5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:43.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.409+0000 7fb2e17fa640 1 -- 172.21.15.17:0/2391147593 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fb2d80cf9a0 con 0x7fb2e4101c00 2024-09-16T02:08:43.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.409+0000 7fb2e3fff640 1 --2- 172.21.15.17:0/2391147593 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2cc0a32d0 0x7fb2cc0a5790 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fb2d4004770 tx=0x7fb2d4000bc0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:43.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.412+0000 7fb2e17fa640 1 -- 172.21.15.17:0/2391147593 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fb2d8014030 con 0x7fb2e4101c00 2024-09-16T02:08:43.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.587+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/2391147593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fb2e402da10 con 0x7fb2e4101c00 2024-09-16T02:08:43.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.588+0000 7fb2e17fa640 1 -- 172.21.15.17:0/2391147593 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v84) ==== 104+0+11 (secure 0 0 0) 0x7fb2d809c0f0 con 0x7fb2e4101c00 2024-09-16T02:08:43.590 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-09-16T02:08:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.590+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/2391147593 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2cc0a32d0 msgr2=0x7fb2cc0a5790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.590+0000 7fb2ea9ed640 1 --2- 172.21.15.17:0/2391147593 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2cc0a32d0 0x7fb2cc0a5790 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fb2d4004770 tx=0x7fb2d4000bc0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.590+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/2391147593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2e4101c00 msgr2=0x7fb2e4198300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.590+0000 7fb2ea9ed640 1 --2- 172.21.15.17:0/2391147593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2e4101c00 0x7fb2e4198300 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7fb2d800c890 tx=0x7fb2d800cd50 comp rx=0 tx=0).stop 2024-09-16T02:08:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.590+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/2391147593 shutdown_connections 2024-09-16T02:08:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.590+0000 7fb2ea9ed640 1 --2- 172.21.15.17:0/2391147593 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fb2cc0a32d0 0x7fb2cc0a5790 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.590+0000 7fb2ea9ed640 1 --2- 172.21.15.17:0/2391147593 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fb2e41025c0 0x7fb2e419f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.590+0000 7fb2ea9ed640 1 --2- 172.21.15.17:0/2391147593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2e4101c00 0x7fb2e4198300 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.590+0000 7fb2ea9ed640 1 --2- 172.21.15.17:0/2391147593 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fb2e4100a10 0x7fb2e4197dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.590+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/2391147593 >> 172.21.15.17:0/2391147593 conn(0x7fb2e40fc190 msgr2=0x7fb2e40fe390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.590+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/2391147593 shutdown_connections 2024-09-16T02:08:43.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.590+0000 7fb2ea9ed640 1 -- 172.21.15.17:0/2391147593 wait complete. 2024-09-16T02:08:43.601 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:43 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/477284049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:08:43.601 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:43 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/814043073' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T02:08:43.603 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-16T02:08:43.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.708+0000 7f8968ae6640 1 -- 172.21.15.17:0/1095511375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f89641025c0 msgr2=0x7f8964108e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.708+0000 7f8968ae6640 1 --2- 172.21.15.17:0/1095511375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f89641025c0 0x7f8964108e50 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f895c009ca0 tx=0x7f895c02a8c0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.709+0000 7f8968ae6640 1 -- 172.21.15.17:0/1095511375 shutdown_connections 2024-09-16T02:08:43.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.709+0000 7f8968ae6640 1 --2- 172.21.15.17:0/1095511375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f89641025c0 0x7f8964108e50 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.709+0000 7f8968ae6640 1 --2- 172.21.15.17:0/1095511375 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8964101c00 0x7f8964102080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.709+0000 7f8968ae6640 1 --2- 172.21.15.17:0/1095511375 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f8964100a10 0x7f8964100e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.709+0000 7f8968ae6640 1 -- 172.21.15.17:0/1095511375 >> 172.21.15.17:0/1095511375 conn(0x7f89640fc190 msgr2=0x7f89640fe5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:43.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.709+0000 7f8968ae6640 1 -- 172.21.15.17:0/1095511375 shutdown_connections 2024-09-16T02:08:43.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.709+0000 7f8968ae6640 1 -- 172.21.15.17:0/1095511375 wait complete. 2024-09-16T02:08:43.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.709+0000 7f8968ae6640 1 Processor -- start 2024-09-16T02:08:43.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.709+0000 7f8968ae6640 1 -- start start 2024-09-16T02:08:43.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8968ae6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8964100a10 0x7f896406aed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:43.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8968ae6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8964101c00 0x7f896419ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:43.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8968ae6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89641025c0 0x7f896419f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:43.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8968ae6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f896410c520 con 0x7f8964101c00 2024-09-16T02:08:43.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8968ae6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f896410c3a0 con 0x7f89641025c0 2024-09-16T02:08:43.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8968ae6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f896410c6a0 con 0x7f8964100a10 2024-09-16T02:08:43.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8961d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8964101c00 0x7f896419ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:43.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8961d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8964101c00 0x7f896419ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56404/0 (socket says 172.21.15.17:56404) 2024-09-16T02:08:43.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8961d9b640 1 -- 172.21.15.17:0/2264188965 learned_addr learned my addr 172.21.15.17:0/2264188965 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:43.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8962d9d640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89641025c0 0x7f896419f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:43.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f896259c640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8964100a10 0x7f896406aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:43.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8961d9b640 1 -- 172.21.15.17:0/2264188965 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8964100a10 msgr2=0x7f896406aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8961d9b640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8964100a10 0x7f896406aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8961d9b640 1 -- 172.21.15.17:0/2264188965 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89641025c0 msgr2=0x7f896419f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8961d9b640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89641025c0 0x7f896419f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8961d9b640 1 -- 172.21.15.17:0/2264188965 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f896419f990 con 0x7f8964101c00 2024-09-16T02:08:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f896259c640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8964100a10 0x7f896406aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:08:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8961d9b640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8964101c00 0x7f896419ca60 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f895800d950 tx=0x7f895800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f89537fe640 1 -- 172.21.15.17:0/2264188965 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8958017030 con 0x7f8964101c00 2024-09-16T02:08:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f89537fe640 1 -- 172.21.15.17:0/2264188965 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f8958004020 con 0x7f8964101c00 2024-09-16T02:08:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f8968ae6640 1 -- 172.21.15.17:0/2264188965 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f896419fc20 con 0x7f8964101c00 2024-09-16T02:08:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.710+0000 7f89537fe640 1 -- 172.21.15.17:0/2264188965 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f89580047a0 con 0x7f8964101c00 2024-09-16T02:08:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.711+0000 7f8968ae6640 1 -- 172.21.15.17:0/2264188965 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f89641a0170 con 0x7f8964101c00 2024-09-16T02:08:43.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.712+0000 7f8968ae6640 1 -- 172.21.15.17:0/2264188965 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8964107e20 con 0x7f8964101c00 2024-09-16T02:08:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.713+0000 7f89537fe640 1 -- 172.21.15.17:0/2264188965 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f89580041d0 con 0x7f8964101c00 2024-09-16T02:08:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.714+0000 7f89537fe640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f894c0a3250 0x7f894c0a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.714+0000 7f896259c640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f894c0a3250 0x7f894c0a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.714+0000 7f89537fe640 1 -- 172.21.15.17:0/2264188965 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f89580cf960 con 0x7f8964101c00 2024-09-16T02:08:43.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.714+0000 7f896259c640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f894c0a3250 0x7f894c0a5710 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f8954005d00 tx=0x7f8954005c90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:43.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.717+0000 7f89537fe640 1 -- 172.21.15.17:0/2264188965 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f895809c680 con 0x7f8964101c00 2024-09-16T02:08:43.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:43 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/477284049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:08:43.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:43 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/814043073' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T02:08:43.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:43 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/477284049' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:08:43.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:43 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/814043073' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T02:08:43.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.893+0000 7f8968ae6640 1 -- 172.21.15.17:0/2264188965 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7f896402d9e0 con 0x7f8964101c00 2024-09-16T02:08:43.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.893+0000 7f89537fe640 1 -- 172.21.15.17:0/2264188965 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v84) ==== 100+0+11 (secure 0 0 0) 0x7f895809bf80 con 0x7f8964101c00 2024-09-16T02:08:43.895 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-09-16T02:08:43.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.895+0000 7f8968ae6640 1 -- 172.21.15.17:0/2264188965 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f894c0a3250 msgr2=0x7f894c0a5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.895+0000 7f8968ae6640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f894c0a3250 0x7f894c0a5710 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f8954005d00 tx=0x7f8954005c90 comp rx=0 tx=0).stop 2024-09-16T02:08:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.895+0000 7f8968ae6640 1 -- 172.21.15.17:0/2264188965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8964101c00 msgr2=0x7f896419ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.895+0000 7f8968ae6640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8964101c00 0x7f896419ca60 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f895800d950 tx=0x7f895800de10 comp rx=0 tx=0).stop 2024-09-16T02:08:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.895+0000 7f8968ae6640 1 -- 172.21.15.17:0/2264188965 shutdown_connections 2024-09-16T02:08:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.895+0000 7f8968ae6640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f894c0a3250 0x7f894c0a5710 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.895+0000 7f8968ae6640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f89641025c0 0x7f896419f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.895+0000 7f8968ae6640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8964101c00 0x7f896419ca60 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.895+0000 7f8968ae6640 1 --2- 172.21.15.17:0/2264188965 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f8964100a10 0x7f896406aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.895+0000 7f8968ae6640 1 -- 172.21.15.17:0/2264188965 >> 172.21.15.17:0/2264188965 conn(0x7f89640fc190 msgr2=0x7f8964104ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.895+0000 7f8968ae6640 1 -- 172.21.15.17:0/2264188965 shutdown_connections 2024-09-16T02:08:43.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:43.895+0000 7f8968ae6640 1 -- 172.21.15.17:0/2264188965 wait complete. 2024-09-16T02:08:43.908 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-09-16T02:08:44.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.010+0000 7f58b4954640 1 -- 172.21.15.17:0/1017132232 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b01036e0 msgr2=0x7f58b0109f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:44.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.010+0000 7f58b4954640 1 --2- 172.21.15.17:0/1017132232 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b01036e0 0x7f58b0109f70 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f58a8009ca0 tx=0x7f58a802a8c0 comp rx=0 tx=0).stop 2024-09-16T02:08:44.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.010+0000 7f58b4954640 1 -- 172.21.15.17:0/1017132232 shutdown_connections 2024-09-16T02:08:44.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.010+0000 7f58b4954640 1 --2- 172.21.15.17:0/1017132232 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b01036e0 0x7f58b0109f70 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:44.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.010+0000 7f58b4954640 1 --2- 172.21.15.17:0/1017132232 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58b0102d20 0x7f58b01031a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:44.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.010+0000 7f58b4954640 1 --2- 172.21.15.17:0/1017132232 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58b0101b30 0x7f58b0101f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:44.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.010+0000 7f58b4954640 1 -- 172.21.15.17:0/1017132232 >> 172.21.15.17:0/1017132232 conn(0x7f58b00fd270 msgr2=0x7f58b00ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:44.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.010+0000 7f58b4954640 1 -- 172.21.15.17:0/1017132232 shutdown_connections 2024-09-16T02:08:44.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.010+0000 7f58b4954640 1 -- 172.21.15.17:0/1017132232 wait complete. 2024-09-16T02:08:44.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.011+0000 7f58b4954640 1 Processor -- start 2024-09-16T02:08:44.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.011+0000 7f58b4954640 1 -- start start 2024-09-16T02:08:44.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.011+0000 7f58b4954640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58b0101b30 0x7f58b0197d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:44.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.011+0000 7f58b4954640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b0102d20 0x7f58b0198240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:44.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.011+0000 7f58b4954640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58b01036e0 0x7f58b019f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:44.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.011+0000 7f58b4954640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f58b010d660 con 0x7f58b0102d20 2024-09-16T02:08:44.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.011+0000 7f58b4954640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f58b010d4e0 con 0x7f58b01036e0 2024-09-16T02:08:44.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.011+0000 7f58b4954640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f58b010d7e0 con 0x7f58b0101b30 2024-09-16T02:08:44.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.011+0000 7f58add9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b0102d20 0x7f58b0198240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:44.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.011+0000 7f58add9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b0102d20 0x7f58b0198240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56416/0 (socket says 172.21.15.17:56416) 2024-09-16T02:08:44.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.011+0000 7f58add9b640 1 -- 172.21.15.17:0/3309773646 learned_addr learned my addr 172.21.15.17:0/3309773646 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:08:44.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.012+0000 7f58aed9d640 1 --2- 172.21.15.17:0/3309773646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58b01036e0 0x7f58b019f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:44.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.012+0000 7f58ae59c640 1 --2- 172.21.15.17:0/3309773646 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58b0101b30 0x7f58b0197d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:44.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.012+0000 7f58add9b640 1 -- 172.21.15.17:0/3309773646 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58b0101b30 msgr2=0x7f58b0197d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:44.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.012+0000 7f58add9b640 1 --2- 172.21.15.17:0/3309773646 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58b0101b30 0x7f58b0197d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:44.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.012+0000 7f58add9b640 1 -- 172.21.15.17:0/3309773646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58b01036e0 msgr2=0x7f58b019f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:44.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.012+0000 7f58add9b640 1 --2- 172.21.15.17:0/3309773646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58b01036e0 0x7f58b019f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:44.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.012+0000 7f58add9b640 1 -- 172.21.15.17:0/3309773646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f58b019f910 con 0x7f58b0102d20 2024-09-16T02:08:44.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.012+0000 7f58add9b640 1 --2- 172.21.15.17:0/3309773646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b0102d20 0x7f58b0198240 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f58a400c920 tx=0x7f58a400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:44.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.012+0000 7f589f7fe640 1 -- 172.21.15.17:0/3309773646 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a4007c70 con 0x7f58b0102d20 2024-09-16T02:08:44.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.012+0000 7f589f7fe640 1 -- 172.21.15.17:0/3309773646 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f58a4007e10 con 0x7f58b0102d20 2024-09-16T02:08:44.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.012+0000 7f58b4954640 1 -- 172.21.15.17:0/3309773646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f58b019fc00 con 0x7f58b0102d20 2024-09-16T02:08:44.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.012+0000 7f589f7fe640 1 -- 172.21.15.17:0/3309773646 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f58a4018820 con 0x7f58b0102d20 2024-09-16T02:08:44.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.012+0000 7f58b4954640 1 -- 172.21.15.17:0/3309773646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f58b01a0150 con 0x7f58b0102d20 2024-09-16T02:08:44.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.013+0000 7f58b4954640 1 -- 172.21.15.17:0/3309773646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f58b0108ef0 con 0x7f58b0102d20 2024-09-16T02:08:44.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.014+0000 7f589f7fe640 1 -- 172.21.15.17:0/3309773646 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f58a40189c0 con 0x7f58b0102d20 2024-09-16T02:08:44.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.015+0000 7f589f7fe640 1 --2- 172.21.15.17:0/3309773646 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58980a3250 0x7f58980a5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:08:44.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.015+0000 7f58ae59c640 1 --2- 172.21.15.17:0/3309773646 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58980a3250 0x7f58980a5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:08:44.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.015+0000 7f589f7fe640 1 -- 172.21.15.17:0/3309773646 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f58a40cfe50 con 0x7f58b0102d20 2024-09-16T02:08:44.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.016+0000 7f58ae59c640 1 --2- 172.21.15.17:0/3309773646 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58980a3250 0x7f58980a5710 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f58b01991d0 tx=0x7f58a0005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:08:44.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.019+0000 7f589f7fe640 1 -- 172.21.15.17:0/3309773646 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f58a4014030 con 0x7f58b0102d20 2024-09-16T02:08:44.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.242+0000 7f58b4954640 1 -- 172.21.15.17:0/3309773646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) -- 0x7f58b002da10 con 0x7f58b0102d20 2024-09-16T02:08:44.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.250+0000 7f589f7fe640 1 -- 172.21.15.17:0/3309773646 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v20) ==== 81+0+742339 (secure 0 0 0) 0x7f58a409cb70 con 0x7f58b0102d20 2024-09-16T02:08:44.261 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:08:44.261 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:08:44.261 INFO:teuthology.orchestra.run.smithi017.stdout: "epoch": 20, 2024-09-16T02:08:44.261 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.261 INFO:teuthology.orchestra.run.smithi017.stdout: "active_gid": 14148, 2024-09-16T02:08:44.262 INFO:teuthology.orchestra.run.smithi017.stdout: "active_name": "x", 2024-09-16T02:08:44.262 INFO:teuthology.orchestra.run.smithi017.stdout: "active_addrs": { 2024-09-16T02:08:44.262 INFO:teuthology.orchestra.run.smithi017.stdout: "addrvec": [ 2024-09-16T02:08:44.262 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.262 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v2", 2024-09-16T02:08:44.262 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "172.21.15.17:6800", 2024-09-16T02:08:44.262 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 4259215187 2024-09-16T02:08:44.262 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.263 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.263 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-09-16T02:08:44.263 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "172.21.15.17:6801", 2024-09-16T02:08:44.263 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 4259215187 2024-09-16T02:08:44.263 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.263 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-16T02:08:44.263 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.263 INFO:teuthology.orchestra.run.smithi017.stdout: "active_addr": "172.21.15.17:6801/4259215187", 2024-09-16T02:08:44.263 INFO:teuthology.orchestra.run.smithi017.stdout: "active_change": "2024-09-16T01:34:40.424357+0000", 2024-09-16T02:08:44.263 INFO:teuthology.orchestra.run.smithi017.stdout: "active_mgr_features": 4540701547738038271, 2024-09-16T02:08:44.263 INFO:teuthology.orchestra.run.smithi017.stdout: "available": true, 2024-09-16T02:08:44.263 INFO:teuthology.orchestra.run.smithi017.stdout: "standbys": [ 2024-09-16T02:08:44.263 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.263 INFO:teuthology.orchestra.run.smithi017.stdout: "gid": 24109, 2024-09-16T02:08:44.264 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "z", 2024-09-16T02:08:44.264 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr_features": 4540701547738038271, 2024-09-16T02:08:44.264 INFO:teuthology.orchestra.run.smithi017.stdout: "available_modules": [ 2024-09-16T02:08:44.264 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.264 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "alerts", 2024-09-16T02:08:44.264 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.264 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.264 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.264 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:44.264 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:44.264 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.264 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.265 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.265 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:44.265 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.265 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.265 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.265 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How frequently to reexamine health status", 2024-09-16T02:08:44.265 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.265 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.265 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.265 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.265 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.265 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.266 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.266 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.266 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.266 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.266 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.266 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.266 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.266 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.266 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.266 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.266 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.266 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.266 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.266 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.267 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.267 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.267 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.267 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.267 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.267 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.267 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.267 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.267 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.267 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.267 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.267 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.267 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.268 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.268 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.268 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.268 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.268 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.268 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.268 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.268 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.268 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.268 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.268 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.268 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.268 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.269 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.269 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.269 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.269 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.269 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.269 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.269 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.269 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.269 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.269 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.269 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.269 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.269 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.270 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.270 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.270 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.270 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.270 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.270 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.270 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.270 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.270 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.270 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.270 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.270 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.270 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.271 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.271 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.271 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_destination": { 2024-09-16T02:08:44.271 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_destination", 2024-09-16T02:08:44.271 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.271 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.271 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.271 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.271 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.271 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.271 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.271 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Email address to send alerts to", 2024-09-16T02:08:44.271 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.271 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.272 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.272 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.272 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_from_name": { 2024-09-16T02:08:44.272 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_from_name", 2024-09-16T02:08:44.272 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.272 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.272 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.272 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "Ceph", 2024-09-16T02:08:44.272 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.272 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.272 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.272 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Email From: name", 2024-09-16T02:08:44.272 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.272 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.273 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.273 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.273 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_host": { 2024-09-16T02:08:44.273 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_host", 2024-09-16T02:08:44.273 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.273 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.273 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.273 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.273 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.273 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.273 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.273 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP server", 2024-09-16T02:08:44.273 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.274 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.274 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.274 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.274 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_password": { 2024-09-16T02:08:44.274 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_password", 2024-09-16T02:08:44.274 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.274 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.274 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.274 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.274 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.274 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.274 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.274 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Password to authenticate with", 2024-09-16T02:08:44.274 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.275 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.275 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.275 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.275 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_port": { 2024-09-16T02:08:44.275 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_port", 2024-09-16T02:08:44.275 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.275 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.275 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.275 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "465", 2024-09-16T02:08:44.275 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.275 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.275 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.275 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP port", 2024-09-16T02:08:44.275 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.276 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.276 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.276 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.276 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_sender": { 2024-09-16T02:08:44.276 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_sender", 2024-09-16T02:08:44.276 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.276 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.276 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.276 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.276 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.276 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.276 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.276 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP envelope sender", 2024-09-16T02:08:44.277 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.277 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.277 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.277 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.277 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_ssl": { 2024-09-16T02:08:44.277 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_ssl", 2024-09-16T02:08:44.277 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.277 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.277 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.277 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.277 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.277 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.278 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.278 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-16T02:08:44.278 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.278 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.278 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.278 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.278 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_user": { 2024-09-16T02:08:44.278 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_user", 2024-09-16T02:08:44.278 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.278 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.278 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.278 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.278 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.279 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.279 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.279 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "User to authenticate as", 2024-09-16T02:08:44.279 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.279 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.279 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.279 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.279 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.279 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.279 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.279 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "balancer", 2024-09-16T02:08:44.279 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.279 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.279 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.280 INFO:teuthology.orchestra.run.smithi017.stdout: "active": { 2024-09-16T02:08:44.280 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "active", 2024-09-16T02:08:44.280 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.280 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.280 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.280 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.280 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.280 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.280 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.280 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "automatically balance PGs across cluster", 2024-09-16T02:08:44.280 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.280 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.281 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.281 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.281 INFO:teuthology.orchestra.run.smithi017.stdout: "begin_time": { 2024-09-16T02:08:44.281 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "begin_time", 2024-09-16T02:08:44.281 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.281 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.281 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.281 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0000", 2024-09-16T02:08:44.281 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.281 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.281 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.281 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "beginning time of day to automatically balance", 2024-09-16T02:08:44.281 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T02:08:44.282 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.282 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.282 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.282 INFO:teuthology.orchestra.run.smithi017.stdout: "begin_weekday": { 2024-09-16T02:08:44.282 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "begin_weekday", 2024-09-16T02:08:44.282 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:44.282 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.282 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.282 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:44.282 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0", 2024-09-16T02:08:44.282 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "6", 2024-09-16T02:08:44.282 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.282 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-16T02:08:44.283 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T02:08:44.283 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.283 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.283 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.283 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_max_iterations": { 2024-09-16T02:08:44.283 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_max_iterations", 2024-09-16T02:08:44.283 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:44.283 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.283 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.283 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "25", 2024-09-16T02:08:44.283 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-09-16T02:08:44.283 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "250", 2024-09-16T02:08:44.283 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.284 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-16T02:08:44.284 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.284 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.284 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.284 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.284 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_metrics": { 2024-09-16T02:08:44.284 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_metrics", 2024-09-16T02:08:44.284 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.284 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.284 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.284 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "pgs,objects,bytes", 2024-09-16T02:08:44.284 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.284 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.285 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.285 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-16T02:08:44.285 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-16T02:08:44.285 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.285 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.285 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.285 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_step": { 2024-09-16T02:08:44.285 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_step", 2024-09-16T02:08:44.285 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:44.285 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.285 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.285 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0.5", 2024-09-16T02:08:44.285 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0.001", 2024-09-16T02:08:44.286 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "0.999", 2024-09-16T02:08:44.286 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.286 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "aggressiveness of optimization", 2024-09-16T02:08:44.286 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-16T02:08:44.286 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.286 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.286 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.286 INFO:teuthology.orchestra.run.smithi017.stdout: "end_time": { 2024-09-16T02:08:44.286 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "end_time", 2024-09-16T02:08:44.286 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.286 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.286 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.286 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "2359", 2024-09-16T02:08:44.286 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.287 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.287 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.287 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "ending time of day to automatically balance", 2024-09-16T02:08:44.287 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T02:08:44.287 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.287 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.287 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.287 INFO:teuthology.orchestra.run.smithi017.stdout: "end_weekday": { 2024-09-16T02:08:44.287 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "end_weekday", 2024-09-16T02:08:44.287 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:44.287 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.287 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.287 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:44.288 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0", 2024-09-16T02:08:44.288 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "6", 2024-09-16T02:08:44.288 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.288 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-16T02:08:44.288 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T02:08:44.288 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.288 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.288 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.288 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.288 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.288 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.288 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.288 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.288 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.289 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.289 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.289 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.289 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.289 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.289 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.289 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.289 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.289 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.289 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.289 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.289 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.289 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.290 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.290 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.290 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.290 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.290 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.290 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.290 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.290 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.291 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.291 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.291 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.291 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.291 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.291 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.291 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.291 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.291 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.291 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.291 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.291 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.291 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.292 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.292 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.292 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.292 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.292 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.292 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.292 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.292 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.292 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.292 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.292 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.292 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.292 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.293 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.293 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.293 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.293 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.293 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.293 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.293 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.293 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.293 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.293 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.293 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.293 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.293 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.293 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.294 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.294 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.294 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.294 INFO:teuthology.orchestra.run.smithi017.stdout: "min_score": { 2024-09-16T02:08:44.294 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "min_score", 2024-09-16T02:08:44.294 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:44.294 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.294 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.294 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:44.294 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.294 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.294 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.294 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-16T02:08:44.295 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.295 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.295 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.295 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.295 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": { 2024-09-16T02:08:44.295 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mode", 2024-09-16T02:08:44.295 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.295 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.295 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.295 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "upmap", 2024-09-16T02:08:44.295 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.295 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.295 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.296 INFO:teuthology.orchestra.run.smithi017.stdout: "crush-compat", 2024-09-16T02:08:44.296 INFO:teuthology.orchestra.run.smithi017.stdout: "none", 2024-09-16T02:08:44.296 INFO:teuthology.orchestra.run.smithi017.stdout: "read", 2024-09-16T02:08:44.296 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap", 2024-09-16T02:08:44.296 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap-read" 2024-09-16T02:08:44.296 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.296 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Balancer mode", 2024-09-16T02:08:44.296 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.296 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.296 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.296 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.296 INFO:teuthology.orchestra.run.smithi017.stdout: "pool_ids": { 2024-09-16T02:08:44.296 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pool_ids", 2024-09-16T02:08:44.297 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.297 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.297 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.297 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.297 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.297 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.297 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.297 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-16T02:08:44.297 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.297 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.297 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.297 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.297 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:44.297 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:44.298 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.298 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.298 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.298 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:44.298 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.298 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.298 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.298 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-16T02:08:44.298 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.298 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.298 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.298 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.298 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap_max_deviation": { 2024-09-16T02:08:44.299 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "upmap_max_deviation", 2024-09-16T02:08:44.299 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.299 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.299 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.299 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:44.299 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-09-16T02:08:44.299 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.299 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.299 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-16T02:08:44.299 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-16T02:08:44.299 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.299 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.299 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.299 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap_max_optimizations": { 2024-09-16T02:08:44.300 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "upmap_max_optimizations", 2024-09-16T02:08:44.300 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:44.300 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.300 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.300 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.300 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.300 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.300 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.300 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-16T02:08:44.300 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.300 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.300 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.300 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.301 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.301 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.301 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.301 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cephadm", 2024-09-16T02:08:44.301 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.301 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.301 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.301 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_down_multiplier": { 2024-09-16T02:08:44.301 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_down_multiplier", 2024-09-16T02:08:44.301 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:44.301 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.301 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.301 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3.0", 2024-09-16T02:08:44.301 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.302 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.302 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.302 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-16T02:08:44.302 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.302 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.302 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.302 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.302 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_refresh_rate": { 2024-09-16T02:08:44.302 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_refresh_rate", 2024-09-16T02:08:44.302 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.302 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.302 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.302 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "20", 2024-09-16T02:08:44.303 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.303 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.303 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.303 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-16T02:08:44.303 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.303 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.303 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.303 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.303 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_starting_port": { 2024-09-16T02:08:44.303 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_starting_port", 2024-09-16T02:08:44.303 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.303 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.303 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.303 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "4721", 2024-09-16T02:08:44.304 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.304 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.304 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.304 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-16T02:08:44.304 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.304 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.304 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.304 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.305 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_ptrace": { 2024-09-16T02:08:44.305 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_ptrace", 2024-09-16T02:08:44.305 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.305 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.305 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.305 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.305 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.305 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.305 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.305 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-16T02:08:44.305 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-16T02:08:44.305 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.306 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.306 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.306 INFO:teuthology.orchestra.run.smithi017.stdout: "autotune_interval": { 2024-09-16T02:08:44.306 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "autotune_interval", 2024-09-16T02:08:44.306 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.306 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.306 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.306 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:44.306 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.306 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.306 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.306 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-16T02:08:44.306 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.306 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.307 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.307 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.307 INFO:teuthology.orchestra.run.smithi017.stdout: "autotune_memory_target_ratio": { 2024-09-16T02:08:44.307 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "autotune_memory_target_ratio", 2024-09-16T02:08:44.307 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:44.307 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.307 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.307 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0.7", 2024-09-16T02:08:44.307 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.307 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.307 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.307 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-16T02:08:44.308 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.308 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.308 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.308 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.308 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm_log_destination": { 2024-09-16T02:08:44.308 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cephadm_log_destination", 2024-09-16T02:08:44.308 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.308 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.308 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.308 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.308 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.308 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.309 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.309 INFO:teuthology.orchestra.run.smithi017.stdout: "file", 2024-09-16T02:08:44.309 INFO:teuthology.orchestra.run.smithi017.stdout: "file,syslog", 2024-09-16T02:08:44.309 INFO:teuthology.orchestra.run.smithi017.stdout: "syslog" 2024-09-16T02:08:44.309 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.309 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-16T02:08:44.309 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.309 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.309 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.309 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.309 INFO:teuthology.orchestra.run.smithi017.stdout: "cgroups_split": { 2024-09-16T02:08:44.309 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cgroups_split", 2024-09-16T02:08:44.309 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.310 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.310 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.310 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.310 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.310 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.310 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.310 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-16T02:08:44.310 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.310 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.310 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.310 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.310 INFO:teuthology.orchestra.run.smithi017.stdout: "config_checks_enabled": { 2024-09-16T02:08:44.310 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_checks_enabled", 2024-09-16T02:08:44.311 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.311 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.311 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.311 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.311 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.311 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.311 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.311 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-16T02:08:44.311 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.311 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.311 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.311 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.311 INFO:teuthology.orchestra.run.smithi017.stdout: "config_dashboard": { 2024-09-16T02:08:44.312 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_dashboard", 2024-09-16T02:08:44.312 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.312 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.312 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.312 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.312 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.312 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.312 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.312 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-16T02:08:44.312 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.312 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.312 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.312 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.313 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_alertmanager": { 2024-09-16T02:08:44.313 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_alertmanager", 2024-09-16T02:08:44.313 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.313 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.313 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.313 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-16T02:08:44.313 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.313 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.313 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.313 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-09-16T02:08:44.313 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.313 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.313 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.314 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.314 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_base": { 2024-09-16T02:08:44.314 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_base", 2024-09-16T02:08:44.314 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.314 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.314 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.314 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-16T02:08:44.314 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.314 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.314 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.314 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Container image name, without the tag", 2024-09-16T02:08:44.314 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.314 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.315 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.315 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.315 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_elasticsearch": { 2024-09-16T02:08:44.315 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_elasticsearch", 2024-09-16T02:08:44.315 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.315 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.315 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.315 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-16T02:08:44.315 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.315 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.315 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.315 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "elasticsearch container image", 2024-09-16T02:08:44.315 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.316 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.316 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.316 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.316 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_grafana": { 2024-09-16T02:08:44.316 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_grafana", 2024-09-16T02:08:44.316 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.316 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.316 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.316 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-16T02:08:44.316 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.316 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.316 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.316 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-09-16T02:08:44.317 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.317 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.317 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.317 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.317 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_haproxy": { 2024-09-16T02:08:44.317 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_haproxy", 2024-09-16T02:08:44.317 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.317 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.317 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.317 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-16T02:08:44.317 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.317 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.318 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.318 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "HAproxy container image", 2024-09-16T02:08:44.318 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.318 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.318 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.318 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.318 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_agent": { 2024-09-16T02:08:44.318 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_agent", 2024-09-16T02:08:44.318 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.318 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.318 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.318 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-16T02:08:44.318 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.319 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.319 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.319 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger agent container image", 2024-09-16T02:08:44.319 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.319 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.319 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.319 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.319 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_collector": { 2024-09-16T02:08:44.319 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_collector", 2024-09-16T02:08:44.319 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.319 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.319 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.319 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-16T02:08:44.319 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.320 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.320 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.320 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger collector container image", 2024-09-16T02:08:44.320 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.320 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.320 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.320 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.320 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_query": { 2024-09-16T02:08:44.320 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_query", 2024-09-16T02:08:44.320 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.320 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.321 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.321 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-16T02:08:44.321 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.321 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.321 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.321 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger query container image", 2024-09-16T02:08:44.321 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.321 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.321 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.321 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.321 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_keepalived": { 2024-09-16T02:08:44.321 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_keepalived", 2024-09-16T02:08:44.321 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.322 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.322 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.322 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-16T02:08:44.322 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.322 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.322 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.322 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Keepalived container image", 2024-09-16T02:08:44.322 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.322 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.322 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.322 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.322 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_loki": { 2024-09-16T02:08:44.322 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_loki", 2024-09-16T02:08:44.323 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.323 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.323 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.323 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-16T02:08:44.323 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.323 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.323 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.323 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Loki container image", 2024-09-16T02:08:44.323 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.323 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.323 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.323 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.323 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_node_exporter": { 2024-09-16T02:08:44.324 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_node_exporter", 2024-09-16T02:08:44.324 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.324 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.324 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.324 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-16T02:08:44.324 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.324 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.324 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.324 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-09-16T02:08:44.324 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.324 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.324 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.324 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.325 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_nvmeof": { 2024-09-16T02:08:44.325 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_nvmeof", 2024-09-16T02:08:44.325 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.325 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.325 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.325 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-16T02:08:44.325 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.325 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.325 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.325 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Nvme-of container image", 2024-09-16T02:08:44.325 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.325 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.325 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.326 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.326 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_prometheus": { 2024-09-16T02:08:44.326 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_prometheus", 2024-09-16T02:08:44.326 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.326 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.326 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.326 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-16T02:08:44.326 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.326 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.326 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.326 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-09-16T02:08:44.326 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.327 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.327 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.327 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.327 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_promtail": { 2024-09-16T02:08:44.327 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_promtail", 2024-09-16T02:08:44.327 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.327 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.327 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.327 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-16T02:08:44.327 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.327 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.327 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.327 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Promtail container image", 2024-09-16T02:08:44.327 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.328 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.328 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.328 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.328 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_samba": { 2024-09-16T02:08:44.328 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_samba", 2024-09-16T02:08:44.328 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.328 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.328 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.328 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-16T02:08:44.328 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.328 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.328 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.329 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Samba/SMB container image", 2024-09-16T02:08:44.329 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.329 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.329 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.329 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.329 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_snmp_gateway": { 2024-09-16T02:08:44.329 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_snmp_gateway", 2024-09-16T02:08:44.329 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.329 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.329 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.329 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-16T02:08:44.329 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.329 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.330 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.330 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SNMP Gateway container image", 2024-09-16T02:08:44.330 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.330 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.330 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.330 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.330 INFO:teuthology.orchestra.run.smithi017.stdout: "container_init": { 2024-09-16T02:08:44.330 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_init", 2024-09-16T02:08:44.330 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.330 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.330 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.330 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.330 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.331 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.331 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.331 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Run podman/docker with `--init`", 2024-09-16T02:08:44.331 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.331 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.331 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.331 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.331 INFO:teuthology.orchestra.run.smithi017.stdout: "daemon_cache_timeout": { 2024-09-16T02:08:44.331 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "daemon_cache_timeout", 2024-09-16T02:08:44.331 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.331 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.331 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.331 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:44.332 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.332 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.332 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.332 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-16T02:08:44.332 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.332 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.332 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.332 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.332 INFO:teuthology.orchestra.run.smithi017.stdout: "default_cephadm_command_timeout": { 2024-09-16T02:08:44.332 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "default_cephadm_command_timeout", 2024-09-16T02:08:44.332 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.332 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.333 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.333 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "900", 2024-09-16T02:08:44.333 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.333 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.333 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.333 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-16T02:08:44.333 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.333 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.333 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.333 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.333 INFO:teuthology.orchestra.run.smithi017.stdout: "default_registry": { 2024-09-16T02:08:44.333 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "default_registry", 2024-09-16T02:08:44.333 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.334 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.334 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.334 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io", 2024-09-16T02:08:44.334 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.334 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.334 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.334 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-16T02:08:44.334 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.334 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.334 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.334 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.334 INFO:teuthology.orchestra.run.smithi017.stdout: "device_cache_timeout": { 2024-09-16T02:08:44.334 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_cache_timeout", 2024-09-16T02:08:44.335 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.335 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.335 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.335 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1800", 2024-09-16T02:08:44.335 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.335 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.335 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.335 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache device inventory", 2024-09-16T02:08:44.335 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.335 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.335 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.335 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.335 INFO:teuthology.orchestra.run.smithi017.stdout: "device_enhanced_scan": { 2024-09-16T02:08:44.336 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_enhanced_scan", 2024-09-16T02:08:44.336 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.336 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.336 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.336 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.336 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.336 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.336 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.336 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-16T02:08:44.336 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.336 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.336 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.336 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.337 INFO:teuthology.orchestra.run.smithi017.stdout: "facts_cache_timeout": { 2024-09-16T02:08:44.337 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "facts_cache_timeout", 2024-09-16T02:08:44.337 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.337 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.337 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.337 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:44.337 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.337 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.337 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.337 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache host facts data", 2024-09-16T02:08:44.337 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.337 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.337 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.337 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.338 INFO:teuthology.orchestra.run.smithi017.stdout: "grafana_dashboards_path": { 2024-09-16T02:08:44.338 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "grafana_dashboards_path", 2024-09-16T02:08:44.338 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.338 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.338 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.338 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-16T02:08:44.338 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.338 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.338 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.338 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-16T02:08:44.338 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.338 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.338 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.339 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.339 INFO:teuthology.orchestra.run.smithi017.stdout: "host_check_interval": { 2024-09-16T02:08:44.339 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "host_check_interval", 2024-09-16T02:08:44.339 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.339 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.339 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.339 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:44.339 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.339 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.339 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.339 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to perform a host check", 2024-09-16T02:08:44.339 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.339 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.340 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.340 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.340 INFO:teuthology.orchestra.run.smithi017.stdout: "hw_monitoring": { 2024-09-16T02:08:44.340 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "hw_monitoring", 2024-09-16T02:08:44.340 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.340 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.340 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.340 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.340 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.340 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.340 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.340 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-16T02:08:44.340 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.341 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.341 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.341 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.341 INFO:teuthology.orchestra.run.smithi017.stdout: "inventory_list_all": { 2024-09-16T02:08:44.341 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "inventory_list_all", 2024-09-16T02:08:44.341 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.341 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.341 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.341 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.341 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.341 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.341 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.341 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-16T02:08:44.342 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.342 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.342 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.342 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.342 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.342 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.342 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.342 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.342 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.342 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.342 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.342 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.343 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.343 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.343 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.343 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.343 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.343 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.343 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.343 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.343 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.343 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.343 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.343 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.343 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.343 INFO:teuthology.orchestra.run.smithi017.stdout: "log_refresh_metadata": { 2024-09-16T02:08:44.344 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_refresh_metadata", 2024-09-16T02:08:44.344 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.344 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.344 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.344 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.344 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.344 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.344 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.344 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-16T02:08:44.344 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.345 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.345 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.345 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.345 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.345 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.345 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.345 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.345 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.345 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.345 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.345 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.345 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.345 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-16T02:08:44.346 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.346 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.346 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.346 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.346 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.346 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.346 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.346 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.346 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.346 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.346 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.346 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.346 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.347 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.347 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.347 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.347 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.347 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.347 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.347 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.347 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.347 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.347 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.347 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.347 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.347 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.348 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.348 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.348 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.348 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.348 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.348 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.348 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.348 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.348 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.348 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.348 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.348 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.348 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.349 INFO:teuthology.orchestra.run.smithi017.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-16T02:08:44.349 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-16T02:08:44.349 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.349 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.349 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.349 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.349 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.349 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.349 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.349 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-16T02:08:44.349 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.349 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.349 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.350 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.350 INFO:teuthology.orchestra.run.smithi017.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-16T02:08:44.350 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-16T02:08:44.350 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.350 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.350 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.350 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "*", 2024-09-16T02:08:44.350 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.350 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.350 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.350 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-16T02:08:44.350 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.350 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.350 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.351 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.351 INFO:teuthology.orchestra.run.smithi017.stdout: "max_count_per_host": { 2024-09-16T02:08:44.351 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_count_per_host", 2024-09-16T02:08:44.351 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.351 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.351 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.351 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.351 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.351 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.351 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.351 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "max number of daemons per service per host", 2024-09-16T02:08:44.351 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.351 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.352 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.352 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.352 INFO:teuthology.orchestra.run.smithi017.stdout: "max_osd_draining_count": { 2024-09-16T02:08:44.352 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_osd_draining_count", 2024-09-16T02:08:44.352 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.352 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.352 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.352 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.352 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.352 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.352 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.352 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-16T02:08:44.352 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.353 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.353 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.353 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.353 INFO:teuthology.orchestra.run.smithi017.stdout: "migration_current": { 2024-09-16T02:08:44.353 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "migration_current", 2024-09-16T02:08:44.353 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.353 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.353 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.353 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.353 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.353 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.353 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.353 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "internal - do not modify", 2024-09-16T02:08:44.353 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.354 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.354 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.354 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.354 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": { 2024-09-16T02:08:44.354 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mode", 2024-09-16T02:08:44.354 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.354 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.354 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.354 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "root", 2024-09-16T02:08:44.354 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.354 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.354 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.354 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm-package", 2024-09-16T02:08:44.355 INFO:teuthology.orchestra.run.smithi017.stdout: "root" 2024-09-16T02:08:44.355 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.355 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "mode for remote execution of cephadm", 2024-09-16T02:08:44.355 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.355 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.355 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.355 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.355 INFO:teuthology.orchestra.run.smithi017.stdout: "oob_default_addr": { 2024-09-16T02:08:44.355 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "oob_default_addr", 2024-09-16T02:08:44.355 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.355 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.355 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.355 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "169.254.1.1", 2024-09-16T02:08:44.355 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.356 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.356 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.356 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-16T02:08:44.356 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.356 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.356 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.356 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.356 INFO:teuthology.orchestra.run.smithi017.stdout: "prometheus_alerts_path": { 2024-09-16T02:08:44.356 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prometheus_alerts_path", 2024-09-16T02:08:44.356 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.356 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.356 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.356 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-16T02:08:44.357 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.357 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.357 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.357 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-16T02:08:44.357 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.357 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.357 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.357 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.357 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_insecure": { 2024-09-16T02:08:44.357 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_insecure", 2024-09-16T02:08:44.357 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.358 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.358 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.358 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.358 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.358 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.358 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.358 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-16T02:08:44.358 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.358 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.358 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.358 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.358 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_password": { 2024-09-16T02:08:44.358 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_password", 2024-09-16T02:08:44.359 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.359 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.359 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.359 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.359 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.359 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.359 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.359 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-16T02:08:44.359 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.359 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.359 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.359 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.359 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_url": { 2024-09-16T02:08:44.360 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_url", 2024-09-16T02:08:44.360 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.360 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.360 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.360 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.360 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.360 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.360 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.360 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-16T02:08:44.360 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.360 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.360 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.360 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.361 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_username": { 2024-09-16T02:08:44.361 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_username", 2024-09-16T02:08:44.361 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.361 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.361 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.361 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.361 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.361 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.361 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.361 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-16T02:08:44.361 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.361 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.361 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.362 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.362 INFO:teuthology.orchestra.run.smithi017.stdout: "secure_monitoring_stack": { 2024-09-16T02:08:44.362 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "secure_monitoring_stack", 2024-09-16T02:08:44.362 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.362 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.362 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.362 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.362 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.362 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.362 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.362 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-16T02:08:44.362 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.362 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.363 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.363 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.363 INFO:teuthology.orchestra.run.smithi017.stdout: "service_discovery_port": { 2024-09-16T02:08:44.363 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "service_discovery_port", 2024-09-16T02:08:44.363 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.363 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.363 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.363 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8765", 2024-09-16T02:08:44.363 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.363 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.363 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.363 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "cephadm service discovery port", 2024-09-16T02:08:44.363 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.363 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.364 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.364 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.364 INFO:teuthology.orchestra.run.smithi017.stdout: "ssh_config_file": { 2024-09-16T02:08:44.364 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssh_config_file", 2024-09-16T02:08:44.364 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.364 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.364 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.364 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.364 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.364 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.364 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.364 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-16T02:08:44.365 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.365 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.365 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.365 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.365 INFO:teuthology.orchestra.run.smithi017.stdout: "use_agent": { 2024-09-16T02:08:44.365 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "use_agent", 2024-09-16T02:08:44.365 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.365 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.365 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.365 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.365 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.365 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.365 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.365 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-16T02:08:44.366 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.366 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.366 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.366 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.366 INFO:teuthology.orchestra.run.smithi017.stdout: "use_repo_digest": { 2024-09-16T02:08:44.366 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "use_repo_digest", 2024-09-16T02:08:44.366 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.366 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.366 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.366 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.366 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.366 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.366 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.367 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-16T02:08:44.367 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.367 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.367 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.367 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.367 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_failed_host_check": { 2024-09-16T02:08:44.367 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_failed_host_check", 2024-09-16T02:08:44.367 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.367 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.367 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.367 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.367 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.367 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.368 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.368 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if the host check fails", 2024-09-16T02:08:44.368 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.368 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.368 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.368 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.368 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_stray_daemons": { 2024-09-16T02:08:44.368 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_stray_daemons", 2024-09-16T02:08:44.368 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.368 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.368 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.368 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.368 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.369 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.369 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.369 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-16T02:08:44.369 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.369 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.369 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.369 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.369 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_stray_hosts": { 2024-09-16T02:08:44.369 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_stray_hosts", 2024-09-16T02:08:44.369 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.369 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.369 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.369 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.370 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.370 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.370 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.370 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-16T02:08:44.370 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.370 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.370 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.370 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.370 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.370 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.370 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.370 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crash", 2024-09-16T02:08:44.370 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.371 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.371 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.371 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.371 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.371 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.371 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.371 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.371 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.371 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.371 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.371 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.371 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.372 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.372 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.372 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.372 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.372 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.372 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.372 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.372 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.372 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.372 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.372 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.372 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.373 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.373 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.373 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.373 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.373 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.373 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.373 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.373 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.373 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.373 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.373 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.373 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.373 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.374 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.374 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.374 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.374 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.374 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.374 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.374 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.374 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.374 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.374 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.374 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.374 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.374 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.375 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.375 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.375 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.375 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.375 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.375 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.375 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.375 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.375 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.375 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.375 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.375 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.375 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.375 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.376 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.376 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.376 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.376 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.376 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.376 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.376 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.376 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.376 INFO:teuthology.orchestra.run.smithi017.stdout: "retain_interval": { 2024-09-16T02:08:44.376 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "retain_interval", 2024-09-16T02:08:44.376 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.376 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.376 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.377 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "31536000", 2024-09-16T02:08:44.377 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.377 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.377 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.377 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-16T02:08:44.377 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.377 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.377 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.377 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.377 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_recent_interval": { 2024-09-16T02:08:44.377 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_recent_interval", 2024-09-16T02:08:44.377 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.377 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.378 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.378 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1209600", 2024-09-16T02:08:44.378 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.378 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.378 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.378 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-16T02:08:44.378 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.378 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.378 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.378 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.378 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.378 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.378 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.379 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "dashboard", 2024-09-16T02:08:44.379 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.379 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.379 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.379 INFO:teuthology.orchestra.run.smithi017.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-16T02:08:44.379 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-16T02:08:44.379 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.379 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.379 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.379 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.379 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.379 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.379 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.379 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.380 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.380 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.380 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.380 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.380 INFO:teuthology.orchestra.run.smithi017.stdout: "ALERTMANAGER_API_HOST": { 2024-09-16T02:08:44.380 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-16T02:08:44.380 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.380 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.380 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.380 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.380 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.380 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.380 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.381 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.381 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.381 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.381 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.381 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.381 INFO:teuthology.orchestra.run.smithi017.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-16T02:08:44.381 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-16T02:08:44.381 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.381 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.381 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.381 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.381 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.381 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.382 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.382 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.382 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.382 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.382 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.382 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.382 INFO:teuthology.orchestra.run.smithi017.stdout: "AUDIT_API_ENABLED": { 2024-09-16T02:08:44.382 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "AUDIT_API_ENABLED", 2024-09-16T02:08:44.382 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.382 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.382 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.382 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.382 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.383 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.383 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.383 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.383 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.383 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.383 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.383 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.383 INFO:teuthology.orchestra.run.smithi017.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-16T02:08:44.383 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-16T02:08:44.383 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.383 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.383 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.383 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.384 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.384 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.384 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.384 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.384 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.384 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.384 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.384 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.384 INFO:teuthology.orchestra.run.smithi017.stdout: "ENABLE_BROWSABLE_API": { 2024-09-16T02:08:44.384 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-16T02:08:44.384 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.384 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.384 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.385 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.385 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.385 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.385 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.385 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.385 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.385 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.385 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.385 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.385 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-16T02:08:44.385 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-16T02:08:44.385 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.386 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.386 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.386 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.386 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.386 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.386 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.386 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.386 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.386 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.386 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.386 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.386 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-16T02:08:44.386 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-16T02:08:44.387 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.387 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.387 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.387 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.387 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.387 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.387 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.387 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.387 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.387 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.387 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.387 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.387 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-16T02:08:44.388 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-16T02:08:44.388 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.388 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.388 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.388 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.388 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.388 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.388 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.388 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.388 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.388 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.388 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.389 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.389 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-16T02:08:44.389 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-16T02:08:44.389 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.389 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.389 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.389 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.389 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.389 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.389 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.389 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.389 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.389 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.390 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.390 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.390 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-16T02:08:44.390 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-16T02:08:44.390 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.390 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.390 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.390 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.390 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.390 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.390 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.390 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.390 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.391 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.391 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.391 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.391 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-16T02:08:44.391 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-16T02:08:44.391 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.391 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.391 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.391 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.391 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.391 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.391 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.391 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.392 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.392 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.392 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.392 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.392 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-16T02:08:44.392 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-16T02:08:44.392 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.392 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.392 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.392 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.392 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.392 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.393 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.393 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.393 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.393 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.393 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.393 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.393 INFO:teuthology.orchestra.run.smithi017.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-16T02:08:44.393 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-16T02:08:44.393 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.393 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.393 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.393 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.393 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.394 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.394 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.394 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.394 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.394 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.394 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.394 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.394 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_PASSWORD": { 2024-09-16T02:08:44.394 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-16T02:08:44.394 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.394 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.394 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.394 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-09-16T02:08:44.395 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.395 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.395 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.395 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.395 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.395 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.395 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.395 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.395 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-16T02:08:44.395 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-16T02:08:44.395 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.395 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.395 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.396 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.396 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.396 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.396 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.396 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.396 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.396 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.396 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.396 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.396 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_URL": { 2024-09-16T02:08:44.396 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_URL", 2024-09-16T02:08:44.396 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.396 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.397 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.397 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.397 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.397 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.397 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.397 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.397 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.397 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.397 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.397 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.397 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_USERNAME": { 2024-09-16T02:08:44.397 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-16T02:08:44.397 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.397 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.398 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.398 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-09-16T02:08:44.398 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.398 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.398 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.398 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.398 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.398 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.398 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.398 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.398 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-16T02:08:44.398 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-16T02:08:44.398 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.399 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.399 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.399 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.399 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.399 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.399 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.399 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.399 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.399 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.399 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.399 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.399 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-16T02:08:44.400 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-16T02:08:44.400 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.400 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.400 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.400 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.400 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.400 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.400 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.400 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.400 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.400 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.400 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.401 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.401 INFO:teuthology.orchestra.run.smithi017.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-16T02:08:44.401 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-16T02:08:44.401 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.401 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.401 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.401 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.401 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.401 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.401 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.401 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.401 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.401 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.402 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.402 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.402 INFO:teuthology.orchestra.run.smithi017.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-16T02:08:44.402 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-16T02:08:44.402 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.402 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.402 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.402 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.402 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.402 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.402 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.402 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.402 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.403 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.403 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.403 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.403 INFO:teuthology.orchestra.run.smithi017.stdout: "PROMETHEUS_API_HOST": { 2024-09-16T02:08:44.403 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-16T02:08:44.403 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.403 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.403 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.403 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.403 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.403 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.403 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.403 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.403 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.404 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.404 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.404 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.404 INFO:teuthology.orchestra.run.smithi017.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-16T02:08:44.404 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-16T02:08:44.404 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.404 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.404 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.404 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.404 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.404 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.404 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.405 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.405 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.405 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.405 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.405 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.405 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-16T02:08:44.405 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-16T02:08:44.405 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.405 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.405 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.405 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.405 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.405 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.405 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.406 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.406 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.406 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.406 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.406 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.406 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-16T02:08:44.406 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-16T02:08:44.406 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.406 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.406 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.406 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.406 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.406 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.407 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.407 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.407 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.407 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.407 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.407 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.407 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-16T02:08:44.407 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-16T02:08:44.407 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.407 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.407 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.407 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.407 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.407 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.408 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.408 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.408 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.408 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.408 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.408 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.408 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-16T02:08:44.408 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-16T02:08:44.408 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.408 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.408 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.408 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.408 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.409 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.409 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.409 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.409 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.409 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.409 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.409 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.409 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-16T02:08:44.409 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-16T02:08:44.409 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.409 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.409 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.409 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.409 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.410 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.410 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.410 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.410 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.410 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.410 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.410 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.410 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-16T02:08:44.410 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-16T02:08:44.410 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.410 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.410 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.410 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.411 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.411 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.411 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.411 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.411 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.411 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.411 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.411 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.411 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-16T02:08:44.411 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-16T02:08:44.411 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.411 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.411 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.411 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.412 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.412 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.412 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.412 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.412 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.412 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.412 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.412 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.412 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_ENABLED": { 2024-09-16T02:08:44.412 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-16T02:08:44.412 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.412 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.412 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.413 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.413 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.413 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.413 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.413 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.413 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.413 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.413 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.413 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.413 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-16T02:08:44.413 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-16T02:08:44.413 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.414 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.414 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.414 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-16T02:08:44.414 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.414 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.414 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.414 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.414 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.414 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.414 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.414 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.414 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-16T02:08:44.414 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-16T02:08:44.415 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.415 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.415 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.415 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.415 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.415 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.415 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.415 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.415 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.415 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.415 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.415 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.415 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-16T02:08:44.415 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-16T02:08:44.416 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.416 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.416 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.416 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8", 2024-09-16T02:08:44.416 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.416 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.416 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.416 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.416 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.416 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.416 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.416 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.416 INFO:teuthology.orchestra.run.smithi017.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-16T02:08:44.417 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-16T02:08:44.417 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.417 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.417 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.417 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "45", 2024-09-16T02:08:44.417 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.417 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.417 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.417 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.417 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.417 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.417 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.417 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.418 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_ACCESS_KEY": { 2024-09-16T02:08:44.418 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-16T02:08:44.418 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.418 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.418 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.418 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.418 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.418 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.418 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.418 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.418 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.418 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.418 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.419 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.419 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-16T02:08:44.419 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-16T02:08:44.419 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.419 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.419 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.419 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-09-16T02:08:44.419 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.419 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.419 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.419 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.419 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.419 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.420 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.420 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.420 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_SECRET_KEY": { 2024-09-16T02:08:44.420 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-16T02:08:44.420 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.420 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.420 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.420 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.420 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.420 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.420 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.420 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.420 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.420 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.421 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.421 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.421 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_SSL_VERIFY": { 2024-09-16T02:08:44.421 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-16T02:08:44.421 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.421 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.421 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.421 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.421 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.421 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.421 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.421 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.421 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.422 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.422 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.422 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.422 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-16T02:08:44.422 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-16T02:08:44.422 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.422 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.422 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.422 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:44.422 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.422 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.422 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.422 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.422 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.423 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.423 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.423 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.423 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-16T02:08:44.423 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-16T02:08:44.423 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.423 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.423 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.423 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.423 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.423 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.423 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.423 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.424 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.424 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.424 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.424 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.424 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-16T02:08:44.424 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-16T02:08:44.424 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.424 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.424 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.424 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:44.424 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.424 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.424 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.424 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.425 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.425 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.425 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.425 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.425 INFO:teuthology.orchestra.run.smithi017.stdout: "cross_origin_url": { 2024-09-16T02:08:44.425 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cross_origin_url", 2024-09-16T02:08:44.425 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.425 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.425 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.425 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.425 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.425 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.425 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.426 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.426 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.426 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.426 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.426 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.426 INFO:teuthology.orchestra.run.smithi017.stdout: "crt_file": { 2024-09-16T02:08:44.426 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crt_file", 2024-09-16T02:08:44.426 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.426 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.426 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.426 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.426 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.426 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.426 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.427 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.427 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.427 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.427 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.427 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.427 INFO:teuthology.orchestra.run.smithi017.stdout: "debug": { 2024-09-16T02:08:44.427 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "debug", 2024-09-16T02:08:44.427 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.427 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.427 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.427 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.427 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.428 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.428 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.428 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable/disable debug options", 2024-09-16T02:08:44.428 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.428 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.428 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.428 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.428 INFO:teuthology.orchestra.run.smithi017.stdout: "jwt_token_ttl": { 2024-09-16T02:08:44.428 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "jwt_token_ttl", 2024-09-16T02:08:44.428 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.428 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.428 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.429 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "28800", 2024-09-16T02:08:44.429 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.429 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.429 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.429 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.429 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.429 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.429 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.429 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.429 INFO:teuthology.orchestra.run.smithi017.stdout: "key_file": { 2024-09-16T02:08:44.429 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "key_file", 2024-09-16T02:08:44.429 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.429 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.430 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.430 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.430 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.430 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.430 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.430 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.430 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.430 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.430 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.430 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.430 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.430 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.431 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.431 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.431 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.431 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.431 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.431 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.431 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.431 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.431 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.431 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.431 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.431 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.431 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.432 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.432 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.432 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.432 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.432 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.432 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.432 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.432 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.432 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.432 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.432 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.432 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.433 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.433 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.433 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.433 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.433 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.433 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.433 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.433 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.433 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.433 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.433 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.433 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.433 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.434 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.434 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.434 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.434 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.434 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.434 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.434 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.434 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.434 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.434 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.434 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.434 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.434 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.434 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.435 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.435 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.435 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.435 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.435 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.435 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.435 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.435 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.435 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.435 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.435 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.435 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.435 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.436 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.436 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.436 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.437 INFO:teuthology.orchestra.run.smithi017.stdout: "motd": { 2024-09-16T02:08:44.437 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "motd", 2024-09-16T02:08:44.437 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.437 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.437 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.437 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.437 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.437 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.437 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.437 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "The message of the day", 2024-09-16T02:08:44.437 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.437 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.437 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.437 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.438 INFO:teuthology.orchestra.run.smithi017.stdout: "redirect_resolve_ip_addr": { 2024-09-16T02:08:44.438 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "redirect_resolve_ip_addr", 2024-09-16T02:08:44.438 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.438 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.438 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.438 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.438 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.438 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.438 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.438 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.438 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.438 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.438 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.438 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.439 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-09-16T02:08:44.439 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-09-16T02:08:44.439 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.439 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.439 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.439 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "::", 2024-09-16T02:08:44.439 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.439 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.439 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.439 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.439 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.439 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.439 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.440 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.440 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-09-16T02:08:44.440 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-09-16T02:08:44.440 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.440 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.440 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.440 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8080", 2024-09-16T02:08:44.440 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.440 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.440 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.440 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.440 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.440 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.440 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.441 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.441 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl": { 2024-09-16T02:08:44.441 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl", 2024-09-16T02:08:44.441 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.441 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.441 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.441 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.441 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.441 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.441 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.441 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.441 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.441 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.442 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.442 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.442 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl_server_port": { 2024-09-16T02:08:44.442 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl_server_port", 2024-09-16T02:08:44.442 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.442 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.442 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.442 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8443", 2024-09-16T02:08:44.442 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.442 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.442 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.442 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.442 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.443 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.443 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.443 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.443 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_behaviour": { 2024-09-16T02:08:44.443 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_behaviour", 2024-09-16T02:08:44.443 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.443 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.443 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.443 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "redirect", 2024-09-16T02:08:44.443 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.443 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.443 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.444 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.444 INFO:teuthology.orchestra.run.smithi017.stdout: "redirect" 2024-09-16T02:08:44.444 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.444 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.444 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.444 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.444 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.444 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.444 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_error_status_code": { 2024-09-16T02:08:44.444 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_error_status_code", 2024-09-16T02:08:44.444 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.444 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.444 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.445 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "500", 2024-09-16T02:08:44.445 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "400", 2024-09-16T02:08:44.445 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "599", 2024-09-16T02:08:44.445 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.445 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.445 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.445 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.445 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.445 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.445 INFO:teuthology.orchestra.run.smithi017.stdout: "url_prefix": { 2024-09-16T02:08:44.445 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "url_prefix", 2024-09-16T02:08:44.445 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.445 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.446 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.446 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.446 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.446 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.446 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.446 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.446 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.446 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.446 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.446 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.446 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.446 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.446 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.446 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "devicehealth", 2024-09-16T02:08:44.447 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.447 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.447 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.447 INFO:teuthology.orchestra.run.smithi017.stdout: "enable_monitoring": { 2024-09-16T02:08:44.447 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enable_monitoring", 2024-09-16T02:08:44.447 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.447 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.447 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.447 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.447 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.447 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.447 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.447 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "monitor device health metrics", 2024-09-16T02:08:44.448 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.448 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.448 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.448 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.448 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.448 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.448 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.448 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.448 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.448 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.448 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.448 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.448 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.449 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.449 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.449 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.449 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.449 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.449 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.449 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.449 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.449 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.449 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.449 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.449 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.449 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.450 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.450 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.450 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.450 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.450 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.450 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.450 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.450 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.450 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.450 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.450 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.450 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.450 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.450 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.451 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.451 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.451 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.451 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.451 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.451 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.451 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.451 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.451 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.451 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.451 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.451 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.451 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.452 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.452 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.452 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.452 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.452 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.452 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.452 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.452 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.452 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.452 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.452 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.452 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.452 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.453 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.453 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.453 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.453 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.453 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.453 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.453 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.453 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.453 INFO:teuthology.orchestra.run.smithi017.stdout: "mark_out_threshold": { 2024-09-16T02:08:44.453 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mark_out_threshold", 2024-09-16T02:08:44.453 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.453 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.453 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.454 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "2419200", 2024-09-16T02:08:44.454 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.454 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.454 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.454 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-16T02:08:44.454 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.454 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.454 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.454 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.454 INFO:teuthology.orchestra.run.smithi017.stdout: "pool_name": { 2024-09-16T02:08:44.454 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pool_name", 2024-09-16T02:08:44.454 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.454 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.455 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.455 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "device_health_metrics", 2024-09-16T02:08:44.455 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.455 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.455 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.455 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-16T02:08:44.455 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.455 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.455 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.455 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.455 INFO:teuthology.orchestra.run.smithi017.stdout: "retention_period": { 2024-09-16T02:08:44.455 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "retention_period", 2024-09-16T02:08:44.455 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.456 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.456 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.456 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15552000", 2024-09-16T02:08:44.456 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.456 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.456 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.456 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long to retain device health metrics", 2024-09-16T02:08:44.456 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.456 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.456 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.456 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.456 INFO:teuthology.orchestra.run.smithi017.stdout: "scrape_frequency": { 2024-09-16T02:08:44.456 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "scrape_frequency", 2024-09-16T02:08:44.457 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.457 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.457 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.457 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "86400", 2024-09-16T02:08:44.457 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.457 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.457 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.457 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-16T02:08:44.457 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.457 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.457 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.457 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.458 INFO:teuthology.orchestra.run.smithi017.stdout: "self_heal": { 2024-09-16T02:08:44.458 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "self_heal", 2024-09-16T02:08:44.458 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.458 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.458 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.458 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.458 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.458 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.458 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.458 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-16T02:08:44.458 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.458 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.458 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.459 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.459 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:44.459 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:44.459 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.459 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.459 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.459 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:44.459 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.459 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.459 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.459 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to wake up and check device health", 2024-09-16T02:08:44.459 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.459 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.459 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.460 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.460 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_threshold": { 2024-09-16T02:08:44.460 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_threshold", 2024-09-16T02:08:44.460 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.460 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.460 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.460 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "7257600", 2024-09-16T02:08:44.460 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.460 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.460 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.460 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-16T02:08:44.460 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.461 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.461 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.461 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.461 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.461 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.461 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.461 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "diskprediction_local", 2024-09-16T02:08:44.461 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.461 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.461 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.461 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.461 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.461 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.462 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.462 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.462 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.462 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.462 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.462 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.462 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.462 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.462 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.462 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.462 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.462 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.462 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.463 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.463 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.463 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.463 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.463 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.463 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.463 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.463 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.463 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.463 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.463 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.463 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.463 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.464 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.464 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.464 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.464 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.464 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.464 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.464 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.464 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.464 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.464 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.464 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.464 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.464 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.465 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.465 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.465 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.465 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.465 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.465 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.465 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.465 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.465 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.465 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.465 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.465 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.465 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.466 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.466 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.466 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.466 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.466 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.466 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.466 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.466 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.466 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.466 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.466 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.466 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.466 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.466 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.467 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.467 INFO:teuthology.orchestra.run.smithi017.stdout: "predict_interval": { 2024-09-16T02:08:44.467 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "predict_interval", 2024-09-16T02:08:44.467 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.467 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.467 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.467 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "86400", 2024-09-16T02:08:44.467 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.467 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.467 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.467 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.467 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.467 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.467 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.468 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.468 INFO:teuthology.orchestra.run.smithi017.stdout: "predictor_model": { 2024-09-16T02:08:44.468 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "predictor_model", 2024-09-16T02:08:44.468 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.468 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.468 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.468 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "prophetstor", 2024-09-16T02:08:44.468 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.468 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.468 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.468 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.468 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.468 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.469 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.469 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.469 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:44.469 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:44.469 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.469 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.469 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.469 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:44.469 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.469 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.469 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.469 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.469 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.469 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.470 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.470 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.470 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.470 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.470 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.470 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "influx", 2024-09-16T02:08:44.470 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": false, 2024-09-16T02:08:44.470 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "influxdb python module not found", 2024-09-16T02:08:44.470 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.470 INFO:teuthology.orchestra.run.smithi017.stdout: "batch_size": { 2024-09-16T02:08:44.470 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "batch_size", 2024-09-16T02:08:44.470 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.470 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.471 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.471 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5000", 2024-09-16T02:08:44.471 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.471 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.471 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.471 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-16T02:08:44.471 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.471 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.471 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.471 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.471 INFO:teuthology.orchestra.run.smithi017.stdout: "database": { 2024-09-16T02:08:44.471 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "database", 2024-09-16T02:08:44.472 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.472 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.472 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.472 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "ceph", 2024-09-16T02:08:44.472 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.472 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.472 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.472 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-16T02:08:44.472 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.472 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.472 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.472 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.472 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": { 2024-09-16T02:08:44.473 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "hostname", 2024-09-16T02:08:44.473 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.473 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.473 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.473 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.473 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.473 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.473 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.473 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB server hostname", 2024-09-16T02:08:44.473 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.473 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.473 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.473 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.474 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:44.474 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:44.474 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.474 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.474 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.474 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "30", 2024-09-16T02:08:44.474 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "5", 2024-09-16T02:08:44.474 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.474 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.474 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-16T02:08:44.474 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.474 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.474 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.474 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.475 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.475 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.475 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.475 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.475 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.475 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.475 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.475 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.475 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.475 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.475 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.475 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.475 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.476 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.476 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.476 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.476 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.476 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.476 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.476 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.476 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.476 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.476 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.476 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.476 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.476 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.477 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.477 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.477 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.477 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.477 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.477 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.477 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.477 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.477 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.477 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.477 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.477 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.478 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.478 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.478 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.478 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.478 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.478 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.478 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.478 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.478 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.478 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.478 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.478 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.478 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.478 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.479 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.479 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.479 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.479 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.479 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.479 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.479 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.479 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.479 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.479 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.479 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.479 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.479 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.480 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.480 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.480 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.480 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.480 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.480 INFO:teuthology.orchestra.run.smithi017.stdout: "password": { 2024-09-16T02:08:44.480 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "password", 2024-09-16T02:08:44.480 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.480 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.480 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.480 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.480 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.480 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.481 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.481 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "password of InfluxDB server user", 2024-09-16T02:08:44.481 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.481 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.481 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.481 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.481 INFO:teuthology.orchestra.run.smithi017.stdout: "port": { 2024-09-16T02:08:44.481 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "port", 2024-09-16T02:08:44.481 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.481 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.481 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.481 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8086", 2024-09-16T02:08:44.481 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.482 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.482 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.482 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB server port", 2024-09-16T02:08:44.482 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.482 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.482 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.482 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.482 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl": { 2024-09-16T02:08:44.482 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl", 2024-09-16T02:08:44.482 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.482 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.482 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.482 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "false", 2024-09-16T02:08:44.483 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.483 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.483 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.483 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T02:08:44.483 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.483 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.483 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.483 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.483 INFO:teuthology.orchestra.run.smithi017.stdout: "threads": { 2024-09-16T02:08:44.483 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "threads", 2024-09-16T02:08:44.483 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.483 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.483 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.483 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:44.484 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-09-16T02:08:44.484 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "32", 2024-09-16T02:08:44.484 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.484 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-16T02:08:44.484 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.484 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.484 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.484 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.484 INFO:teuthology.orchestra.run.smithi017.stdout: "username": { 2024-09-16T02:08:44.484 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "username", 2024-09-16T02:08:44.484 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.484 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.484 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.485 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.485 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.485 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.485 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.485 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "username of InfluxDB server user", 2024-09-16T02:08:44.485 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.485 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.485 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.485 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.485 INFO:teuthology.orchestra.run.smithi017.stdout: "verify_ssl": { 2024-09-16T02:08:44.485 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "verify_ssl", 2024-09-16T02:08:44.486 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.486 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.486 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.486 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "true", 2024-09-16T02:08:44.486 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.486 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.486 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.486 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T02:08:44.486 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.486 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.486 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.486 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.486 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.487 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.487 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.487 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "insights", 2024-09-16T02:08:44.487 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.487 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.487 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.487 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.487 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.487 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.487 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.487 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.487 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.487 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.487 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.488 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.488 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.488 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.488 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.488 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.488 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.488 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.488 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.488 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.488 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.488 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.488 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.488 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.489 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.489 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.489 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.489 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.489 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.489 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.489 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.489 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.489 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.489 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.489 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.489 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.489 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.490 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.490 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.490 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.490 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.490 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.490 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.490 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.490 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.490 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.490 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.490 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.490 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.491 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.491 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.491 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.491 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.491 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.491 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.491 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.491 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.491 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.491 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.491 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.491 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.491 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.492 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.492 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.492 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.492 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.492 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.492 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.492 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.492 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.492 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.492 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.492 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.492 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.493 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.493 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.493 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "iostat", 2024-09-16T02:08:44.493 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.493 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.493 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.493 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.493 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.493 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.493 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.493 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.493 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.493 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.494 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.494 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.494 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.494 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.494 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.494 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.494 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.494 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.494 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.494 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.494 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.494 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.494 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.495 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.495 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.495 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.495 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.495 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.495 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.495 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.495 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.495 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.495 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.495 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.495 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.495 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.496 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.496 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.496 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.496 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.496 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.496 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.496 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.496 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.496 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.496 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.496 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.496 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.496 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.497 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.497 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.497 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.497 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.497 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.497 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.497 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.497 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.497 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.497 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.497 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.497 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.497 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.498 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.498 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.498 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.498 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.498 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.498 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.498 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.498 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.498 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.498 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.498 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.498 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.498 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.498 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.499 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "k8sevents", 2024-09-16T02:08:44.499 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.499 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.499 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.499 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_event_retention_days": { 2024-09-16T02:08:44.499 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ceph_event_retention_days", 2024-09-16T02:08:44.499 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.499 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.499 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.499 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "7", 2024-09-16T02:08:44.499 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.499 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.499 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.500 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-16T02:08:44.500 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.500 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.500 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.500 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.500 INFO:teuthology.orchestra.run.smithi017.stdout: "config_check_secs": { 2024-09-16T02:08:44.500 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_check_secs", 2024-09-16T02:08:44.500 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.500 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.500 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.500 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.500 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "10", 2024-09-16T02:08:44.500 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.501 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.501 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-16T02:08:44.501 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.501 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.501 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.501 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.501 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.501 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.501 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.501 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.501 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.501 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.502 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.502 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.502 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.502 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.502 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.502 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.502 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.502 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.502 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.502 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.502 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.502 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.502 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.503 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.503 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.503 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.503 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.503 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.503 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.503 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.503 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.503 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.503 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.503 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.503 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.503 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.503 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.504 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.504 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.504 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.504 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.504 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.504 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.504 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.504 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.504 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.504 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.504 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.504 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.504 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.505 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.505 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.505 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.505 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.505 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.505 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.505 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.505 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.505 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.505 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.505 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.505 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.505 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.506 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.506 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.506 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.506 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.506 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.506 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.506 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.506 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.506 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.506 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.506 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.506 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.506 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.506 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.507 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "localpool", 2024-09-16T02:08:44.507 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.507 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.507 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.507 INFO:teuthology.orchestra.run.smithi017.stdout: "failure_domain": { 2024-09-16T02:08:44.507 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "failure_domain", 2024-09-16T02:08:44.507 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.507 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.507 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.507 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "host", 2024-09-16T02:08:44.507 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.507 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.507 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.508 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "failure domain for any created local pool", 2024-09-16T02:08:44.508 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-16T02:08:44.508 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.508 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.508 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.508 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.508 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.508 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.508 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.508 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.508 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.508 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.508 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.509 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.509 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.509 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.509 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.509 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.509 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.509 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.509 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.509 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.509 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.509 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.509 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.509 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.510 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.510 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.510 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.510 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.510 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.510 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.510 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.510 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.510 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.510 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.510 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.510 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.510 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.510 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.511 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.511 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.511 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.511 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.511 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.511 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.511 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.511 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.511 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.511 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.511 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.511 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.511 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.511 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.512 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.512 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.512 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.512 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.512 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.512 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.512 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.512 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.512 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.512 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.512 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.512 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.512 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.513 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.513 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.513 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.513 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.513 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.513 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.513 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.513 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.513 INFO:teuthology.orchestra.run.smithi017.stdout: "min_size": { 2024-09-16T02:08:44.513 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "min_size", 2024-09-16T02:08:44.513 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.513 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.513 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.514 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.514 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.514 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.514 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.514 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default min_size for any created local pool", 2024-09-16T02:08:44.514 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-16T02:08:44.514 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.514 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.514 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.514 INFO:teuthology.orchestra.run.smithi017.stdout: "num_rep": { 2024-09-16T02:08:44.514 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "num_rep", 2024-09-16T02:08:44.514 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.514 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.515 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.515 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3", 2024-09-16T02:08:44.515 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.515 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.515 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.515 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default replica count for any created local pool", 2024-09-16T02:08:44.515 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.515 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.515 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.515 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.515 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_num": { 2024-09-16T02:08:44.515 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pg_num", 2024-09-16T02:08:44.516 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.516 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.516 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.516 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "128", 2024-09-16T02:08:44.516 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.516 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.516 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.516 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default pg_num for any created local pool", 2024-09-16T02:08:44.516 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.516 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.516 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.516 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.517 INFO:teuthology.orchestra.run.smithi017.stdout: "prefix": { 2024-09-16T02:08:44.517 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prefix", 2024-09-16T02:08:44.517 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.517 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.517 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.517 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.517 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.517 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.517 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.517 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "name prefix for any created local pool", 2024-09-16T02:08:44.517 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.517 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.517 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.518 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.518 INFO:teuthology.orchestra.run.smithi017.stdout: "subtree": { 2024-09-16T02:08:44.518 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "subtree", 2024-09-16T02:08:44.518 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.518 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.518 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.518 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "rack", 2024-09-16T02:08:44.518 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.518 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.518 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.518 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-16T02:08:44.518 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-16T02:08:44.518 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.519 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.519 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.519 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.519 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.519 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.519 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mds_autoscaler", 2024-09-16T02:08:44.519 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.519 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.519 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.519 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.519 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.519 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.520 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.520 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.520 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.520 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.520 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.520 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.520 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.520 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.520 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.520 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.520 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.520 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.520 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.521 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.521 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.521 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.521 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.521 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.521 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.521 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.521 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.521 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.521 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.521 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.521 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.521 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.522 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.522 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.522 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.522 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.522 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.522 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.522 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.522 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.522 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.522 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.522 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.522 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.522 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.523 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.523 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.523 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.523 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.523 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.523 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.523 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.523 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.523 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.523 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.523 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.523 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.523 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.523 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.524 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.524 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.524 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.524 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.524 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.524 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.524 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.524 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.524 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.524 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.524 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.524 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.525 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.525 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.525 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.525 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.525 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.525 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mirroring", 2024-09-16T02:08:44.525 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.525 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.525 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.525 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.525 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.525 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.525 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.526 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.526 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.526 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.526 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.526 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.526 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.526 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.526 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.526 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.526 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.526 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.526 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.526 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.527 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.527 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.527 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.527 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.527 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.527 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.527 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.527 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.527 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.527 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.527 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.527 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.528 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.528 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.528 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.528 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.528 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.528 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.528 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.528 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.528 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.528 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.528 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.528 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.528 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.529 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.529 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.529 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.529 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.529 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.529 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.529 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.529 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.529 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.529 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.529 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.529 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.529 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.529 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.530 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.530 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.530 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.530 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.530 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.530 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.530 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.530 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.530 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.530 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.530 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.530 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.531 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.531 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.531 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.531 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.531 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.531 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "nfs", 2024-09-16T02:08:44.531 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.531 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.531 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.531 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.531 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.531 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.531 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.531 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.532 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.532 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.532 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.532 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.532 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.532 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.532 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.532 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.532 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.532 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.532 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.532 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.533 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.533 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.533 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.533 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.533 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.533 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.533 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.533 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.533 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.533 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.533 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.533 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.534 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.534 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.534 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.534 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.534 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.534 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.534 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.534 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.534 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.534 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.534 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.534 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.534 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.535 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.535 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.535 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.535 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.535 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.535 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.535 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.535 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.535 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.535 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.535 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.535 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.535 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.536 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.536 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.536 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.536 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.536 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.536 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.536 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.536 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.536 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.536 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.536 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.536 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.537 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.537 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.537 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.537 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.537 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.537 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.537 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "orchestrator", 2024-09-16T02:08:44.537 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.537 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.537 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.537 INFO:teuthology.orchestra.run.smithi017.stdout: "fail_fs": { 2024-09-16T02:08:44.537 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "fail_fs", 2024-09-16T02:08:44.537 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.538 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.538 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.538 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.538 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.538 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.538 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.538 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-16T02:08:44.538 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.538 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.538 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.538 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.538 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.538 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.538 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.539 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.539 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.539 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.539 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.539 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.539 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.539 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.539 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.539 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.539 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.539 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.539 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.539 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.539 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.540 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.540 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.540 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.540 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.540 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.540 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.540 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.540 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.540 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.540 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.540 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.540 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.541 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.542 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.542 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.542 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.542 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.542 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.542 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.542 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.542 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.542 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.542 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.542 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.542 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.542 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.543 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.543 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.543 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.543 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.543 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.543 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.543 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.543 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.543 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.543 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.543 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.543 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.543 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.543 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.544 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator": { 2024-09-16T02:08:44.544 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "orchestrator", 2024-09-16T02:08:44.544 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.544 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.544 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.544 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.544 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.544 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.544 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.544 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm", 2024-09-16T02:08:44.544 INFO:teuthology.orchestra.run.smithi017.stdout: "rook", 2024-09-16T02:08:44.544 INFO:teuthology.orchestra.run.smithi017.stdout: "test_orchestrator" 2024-09-16T02:08:44.544 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.545 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Orchestrator backend", 2024-09-16T02:08:44.545 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.545 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.545 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.545 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.545 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.545 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.545 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.545 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "osd_perf_query", 2024-09-16T02:08:44.545 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.545 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.545 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.546 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.546 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.546 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.546 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.546 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.546 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.546 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.546 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.546 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.546 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.546 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.546 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.546 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.547 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.547 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.547 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.547 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.547 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.547 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.547 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.547 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.547 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.547 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.547 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.547 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.547 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.547 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.548 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.548 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.548 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.548 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.548 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.548 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.548 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.548 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.548 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.548 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.548 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.548 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.548 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.549 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.549 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.549 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.549 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.549 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.549 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.549 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.549 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.549 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.549 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.549 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.549 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.549 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.550 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.550 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.550 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.550 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.550 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.550 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.550 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.550 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.550 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.550 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.550 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.550 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.550 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.550 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.551 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.551 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.551 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.551 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.551 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.551 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.551 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "osd_support", 2024-09-16T02:08:44.551 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.551 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.551 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.551 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.551 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.551 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.552 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.552 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.552 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.552 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.552 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.552 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.552 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.552 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.552 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.552 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.552 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.552 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.552 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.552 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.553 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.553 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.553 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.553 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.553 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.553 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.553 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.553 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.553 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.553 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.553 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.553 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.553 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.553 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.554 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.554 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.554 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.554 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.554 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.554 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.554 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.554 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.554 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.554 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.554 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.554 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.554 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.555 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.555 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.555 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.555 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.555 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.555 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.555 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.555 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.555 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.555 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.555 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.555 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.555 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.555 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.556 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.556 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.556 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.556 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.556 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.556 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.556 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.556 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.556 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.556 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.556 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.556 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.556 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.557 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.557 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.557 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pg_autoscaler", 2024-09-16T02:08:44.557 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.557 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.557 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.557 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.557 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.557 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.557 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.557 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.557 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.557 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.557 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.558 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.558 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.558 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.558 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.558 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.558 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.558 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.558 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.558 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.558 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.558 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.558 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.558 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.559 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.559 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.559 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.559 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.559 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.559 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.559 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.559 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.559 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.559 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.559 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.559 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.559 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.559 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.560 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.560 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.560 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.560 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.560 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.560 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.560 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.560 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.560 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.560 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.560 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.561 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.561 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.561 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.561 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.561 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.561 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.561 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.561 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.561 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.561 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.561 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.561 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.561 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.561 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.562 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.562 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.562 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.562 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.562 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.562 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.562 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.562 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.562 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.562 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.562 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:44.562 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:44.562 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.563 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.563 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.563 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:44.563 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.563 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.563 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.563 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.563 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.563 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.563 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.563 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.563 INFO:teuthology.orchestra.run.smithi017.stdout: "threshold": { 2024-09-16T02:08:44.563 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "threshold", 2024-09-16T02:08:44.564 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:44.564 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.564 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.564 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3.0", 2024-09-16T02:08:44.564 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1.0", 2024-09-16T02:08:44.564 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.564 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.564 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "scaling threshold", 2024-09-16T02:08:44.564 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-16T02:08:44.564 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.564 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.564 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.565 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.565 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.565 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.565 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "progress", 2024-09-16T02:08:44.565 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.565 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.565 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.565 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_pg_recovery_event": { 2024-09-16T02:08:44.565 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_pg_recovery_event", 2024-09-16T02:08:44.565 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.565 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.565 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.565 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.566 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.566 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.566 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.566 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-16T02:08:44.566 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.566 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.566 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.566 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.566 INFO:teuthology.orchestra.run.smithi017.stdout: "enabled": { 2024-09-16T02:08:44.566 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enabled", 2024-09-16T02:08:44.566 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.566 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.566 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.566 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.567 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.567 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.567 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.567 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.567 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.567 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.567 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.567 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.567 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.567 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.567 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.567 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.567 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.568 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.568 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.568 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.568 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.568 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.568 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.568 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.568 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.568 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.568 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.568 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.568 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.568 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.568 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.569 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.569 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.569 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.569 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.569 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.569 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.569 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.569 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.569 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.569 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.569 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.569 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.569 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.569 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.570 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.570 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.570 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.570 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.570 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.570 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.570 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.570 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.570 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.570 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.570 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.570 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.570 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.571 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.571 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.571 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.571 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.571 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.571 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.571 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.571 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.571 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.571 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.571 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.571 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.571 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.571 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.572 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.572 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.572 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.572 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.572 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.572 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.572 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.572 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.572 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.572 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.572 INFO:teuthology.orchestra.run.smithi017.stdout: "max_completed_events": { 2024-09-16T02:08:44.572 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_completed_events", 2024-09-16T02:08:44.572 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.573 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.573 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.573 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "50", 2024-09-16T02:08:44.573 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.573 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.573 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.573 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "number of past completed events to remember", 2024-09-16T02:08:44.573 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.573 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.573 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.573 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.573 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:44.573 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:44.573 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.574 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.574 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.574 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:44.574 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.574 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.574 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.574 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long the module is going to sleep", 2024-09-16T02:08:44.574 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.574 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.574 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.574 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.574 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.575 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.575 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.575 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prometheus", 2024-09-16T02:08:44.575 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.575 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.575 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.575 INFO:teuthology.orchestra.run.smithi017.stdout: "cache": { 2024-09-16T02:08:44.575 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cache", 2024-09-16T02:08:44.575 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.575 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.575 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.575 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.575 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.576 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.576 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.576 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.576 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.576 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.576 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.576 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.576 INFO:teuthology.orchestra.run.smithi017.stdout: "exclude_perf_counters": { 2024-09-16T02:08:44.576 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "exclude_perf_counters", 2024-09-16T02:08:44.576 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.576 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.576 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.576 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.577 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.577 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.577 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.577 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-16T02:08:44.577 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-16T02:08:44.577 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.577 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.577 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.577 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.577 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.577 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.577 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.577 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.578 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.578 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.578 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.578 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.578 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.578 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.578 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.578 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.578 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.578 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.578 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.578 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.578 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.578 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.579 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.579 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.579 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.579 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.579 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.579 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.579 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.579 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.579 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.579 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.579 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.579 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.579 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.580 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.580 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.580 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.580 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.580 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.580 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.580 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.580 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.580 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.580 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.580 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.580 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.580 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.581 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.581 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.581 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.581 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.581 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.581 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.581 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.581 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.581 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.581 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.581 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.581 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.581 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.581 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.582 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.582 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.582 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.582 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.582 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.582 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.582 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.582 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.582 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.582 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.582 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.582 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_stats_pools": { 2024-09-16T02:08:44.582 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_stats_pools", 2024-09-16T02:08:44.583 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.583 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.583 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.583 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.583 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.583 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.583 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.583 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.583 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.583 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.583 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.583 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.583 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-16T02:08:44.583 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-16T02:08:44.584 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.584 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.584 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.584 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "300", 2024-09-16T02:08:44.584 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.584 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.584 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.584 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.584 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.584 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.584 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.584 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.584 INFO:teuthology.orchestra.run.smithi017.stdout: "scrape_interval": { 2024-09-16T02:08:44.585 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "scrape_interval", 2024-09-16T02:08:44.585 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:44.585 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.585 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.585 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15.0", 2024-09-16T02:08:44.585 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.585 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.585 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.585 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.585 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.585 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.585 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.585 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.586 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-09-16T02:08:44.586 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-09-16T02:08:44.586 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.586 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.586 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.586 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "::", 2024-09-16T02:08:44.586 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.586 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.586 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.586 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-16T02:08:44.586 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.586 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.586 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.587 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.587 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-09-16T02:08:44.587 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-09-16T02:08:44.587 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.587 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.587 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.587 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "9283", 2024-09-16T02:08:44.587 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.587 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.587 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.587 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-16T02:08:44.587 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.587 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.587 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.588 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.588 INFO:teuthology.orchestra.run.smithi017.stdout: "stale_cache_strategy": { 2024-09-16T02:08:44.588 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "stale_cache_strategy", 2024-09-16T02:08:44.588 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.588 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.588 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.588 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "log", 2024-09-16T02:08:44.588 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.588 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.588 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.588 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.588 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.589 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.589 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.589 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.589 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_behaviour": { 2024-09-16T02:08:44.589 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_behaviour", 2024-09-16T02:08:44.589 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.589 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.589 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.589 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "default", 2024-09-16T02:08:44.589 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.589 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.589 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.589 INFO:teuthology.orchestra.run.smithi017.stdout: "default", 2024-09-16T02:08:44.590 INFO:teuthology.orchestra.run.smithi017.stdout: "error" 2024-09-16T02:08:44.590 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.590 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.590 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.590 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.590 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.590 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.590 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_error_status_code": { 2024-09-16T02:08:44.590 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_error_status_code", 2024-09-16T02:08:44.590 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.590 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.590 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.590 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "500", 2024-09-16T02:08:44.591 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "400", 2024-09-16T02:08:44.591 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "599", 2024-09-16T02:08:44.591 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.591 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.591 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.591 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.591 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.591 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.591 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.591 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.591 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.591 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_support", 2024-09-16T02:08:44.591 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.592 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.592 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.592 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.592 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.592 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.592 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.592 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.592 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.592 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.592 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.592 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.592 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.592 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.593 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.593 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.593 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.593 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.593 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.593 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.593 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.593 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.593 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.593 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.593 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.593 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.593 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.594 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.594 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.594 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.594 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.594 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.594 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.594 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.594 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.594 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.594 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.594 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.594 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.594 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.595 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.595 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.595 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.595 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.595 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.595 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.595 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.595 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.595 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.595 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.595 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.595 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.595 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.595 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.596 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.596 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.596 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.596 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.596 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.596 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.596 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.596 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.596 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.596 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.596 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.596 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.596 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.597 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.597 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.597 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.597 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.597 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.597 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.597 INFO:teuthology.orchestra.run.smithi017.stdout: "max_concurrent_snap_create": { 2024-09-16T02:08:44.597 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_concurrent_snap_create", 2024-09-16T02:08:44.597 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.597 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.597 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.597 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.597 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.597 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.598 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.598 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.598 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.598 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.598 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.598 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.598 INFO:teuthology.orchestra.run.smithi017.stdout: "mirror_snapshot_schedule": { 2024-09-16T02:08:44.598 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mirror_snapshot_schedule", 2024-09-16T02:08:44.598 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.598 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.598 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.598 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.598 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.599 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.599 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.599 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.599 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.599 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.599 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.599 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.599 INFO:teuthology.orchestra.run.smithi017.stdout: "trash_purge_schedule": { 2024-09-16T02:08:44.599 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "trash_purge_schedule", 2024-09-16T02:08:44.599 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.599 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.599 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.599 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.599 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.600 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.600 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.600 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.600 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.600 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.600 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.600 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.600 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.600 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.600 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.600 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "restful", 2024-09-16T02:08:44.600 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.600 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: "enable_auth": { 2024-09-16T02:08:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enable_auth", 2024-09-16T02:08:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.601 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.602 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.602 INFO:teuthology.orchestra.run.smithi017.stdout: "key_file": { 2024-09-16T02:08:44.602 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "key_file", 2024-09-16T02:08:44.602 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.602 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.602 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.602 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.602 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.602 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.602 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.602 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.602 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.603 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.603 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.603 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.603 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.603 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.603 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.603 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.603 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.603 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.603 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.604 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.604 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.604 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.604 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.604 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.604 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.604 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.604 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.604 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.604 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.604 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.604 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.605 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.605 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.605 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.605 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.605 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.605 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.605 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.605 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.605 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.605 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.605 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.605 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.605 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.606 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.606 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.606 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.606 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.606 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.606 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.606 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.606 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.606 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.606 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.606 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.606 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.607 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.607 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.607 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.607 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.607 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.607 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.607 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.607 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.607 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.607 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.607 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.607 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.607 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.608 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.608 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.608 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.608 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.608 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.608 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.608 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.608 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.608 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.608 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.608 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.608 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.608 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.609 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-09-16T02:08:44.609 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-09-16T02:08:44.609 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.609 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.609 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.609 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.609 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.609 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.609 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.609 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.609 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.609 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.609 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.610 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.610 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-09-16T02:08:44.610 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-09-16T02:08:44.610 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.610 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.610 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.610 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.610 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.610 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.610 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.610 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.610 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.610 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.611 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.611 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.611 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.611 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.611 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.611 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rgw", 2024-09-16T02:08:44.611 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.611 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.611 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.611 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.611 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.611 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.611 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.612 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.612 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.612 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.612 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.612 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.612 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.612 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.612 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.612 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.612 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.612 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.612 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.612 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.612 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.613 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.613 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.613 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.613 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.613 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.613 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.613 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.613 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.613 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.613 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.613 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.613 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.613 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.614 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.614 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.614 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.614 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.614 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.614 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.614 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.614 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.614 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.614 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.614 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.614 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.614 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.614 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.615 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.615 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.615 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.615 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.615 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.615 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.615 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.615 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.615 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.615 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.615 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.615 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.615 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.615 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.616 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.616 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.616 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.616 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.616 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.616 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.616 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.616 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.616 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.616 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.616 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.616 INFO:teuthology.orchestra.run.smithi017.stdout: "secondary_zone_period_retry_limit": { 2024-09-16T02:08:44.616 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-16T02:08:44.617 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.617 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.617 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.617 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:44.617 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.617 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.617 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.617 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-16T02:08:44.617 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.617 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.617 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.617 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.617 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.617 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.618 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.618 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rook", 2024-09-16T02:08:44.618 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.618 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.618 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.618 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.618 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.618 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.618 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.618 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.618 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.618 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.619 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.619 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.619 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.619 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.619 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.619 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.619 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.619 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.619 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.619 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.619 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.619 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.620 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.620 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.620 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.620 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.620 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.620 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.620 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.620 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.620 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.620 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.620 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.620 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.621 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.621 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.621 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.621 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.621 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.621 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.621 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.621 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.621 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.621 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.621 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.621 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.621 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.622 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.622 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.622 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.622 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.622 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.622 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.622 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.622 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.622 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.622 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.622 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.622 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.622 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.623 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.623 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.623 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.623 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.623 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.623 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.623 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.623 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.623 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.623 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.623 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.623 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.623 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.623 INFO:teuthology.orchestra.run.smithi017.stdout: "storage_class": { 2024-09-16T02:08:44.624 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "storage_class", 2024-09-16T02:08:44.624 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.624 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.624 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.624 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "local", 2024-09-16T02:08:44.624 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.624 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.624 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.624 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-16T02:08:44.624 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.624 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.624 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.624 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.625 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.625 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.625 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.625 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "selftest", 2024-09-16T02:08:44.625 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.625 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.625 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.625 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.625 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.625 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.625 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.625 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.625 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.626 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.626 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.626 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.626 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.626 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.626 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.626 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.626 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.626 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.626 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.626 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.626 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.626 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.626 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.627 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.627 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.627 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.627 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.627 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.627 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.627 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.627 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.627 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.627 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.627 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.627 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.627 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.628 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.628 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.628 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.628 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.628 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.628 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.628 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.628 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.628 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.628 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.628 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.628 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.628 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.629 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.629 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.629 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.629 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.629 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.629 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.629 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.629 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.629 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.629 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.629 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.629 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.629 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.629 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.630 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.630 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.630 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.630 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.630 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.630 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.630 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.630 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.630 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.630 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.630 INFO:teuthology.orchestra.run.smithi017.stdout: "roption1": { 2024-09-16T02:08:44.630 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "roption1", 2024-09-16T02:08:44.630 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.631 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.631 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.631 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.631 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.631 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.631 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.631 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.631 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.631 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.631 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.631 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.631 INFO:teuthology.orchestra.run.smithi017.stdout: "roption2": { 2024-09-16T02:08:44.631 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "roption2", 2024-09-16T02:08:44.631 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.632 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.632 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.632 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "xyz", 2024-09-16T02:08:44.632 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.632 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.632 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.632 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.632 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.632 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.632 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.632 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.632 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption1": { 2024-09-16T02:08:44.632 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption1", 2024-09-16T02:08:44.633 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.633 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.633 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.633 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.633 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.633 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.633 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.633 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.633 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.633 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.633 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.633 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.634 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption2": { 2024-09-16T02:08:44.634 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption2", 2024-09-16T02:08:44.634 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.634 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.634 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.634 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.634 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.634 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.634 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.634 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.634 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.634 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.634 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.634 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.635 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption3": { 2024-09-16T02:08:44.635 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption3", 2024-09-16T02:08:44.635 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:44.635 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.635 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.635 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.635 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.635 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.635 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.635 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.635 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.635 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.635 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.636 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.636 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption4": { 2024-09-16T02:08:44.636 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption4", 2024-09-16T02:08:44.636 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.636 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.636 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.636 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.636 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.636 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.636 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.636 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.636 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.636 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.637 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.637 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.637 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption5": { 2024-09-16T02:08:44.637 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption5", 2024-09-16T02:08:44.637 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.637 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.637 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.637 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.637 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.637 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.637 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.637 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.637 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.638 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.638 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.638 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.638 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption6": { 2024-09-16T02:08:44.638 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption6", 2024-09-16T02:08:44.638 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.638 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.638 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.638 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.638 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.638 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.638 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.638 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.639 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.639 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.639 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.639 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.639 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption7": { 2024-09-16T02:08:44.639 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption7", 2024-09-16T02:08:44.639 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.639 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.639 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.639 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.639 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-09-16T02:08:44.639 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "42", 2024-09-16T02:08:44.639 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.639 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.640 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.640 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.640 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.640 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.640 INFO:teuthology.orchestra.run.smithi017.stdout: "testkey": { 2024-09-16T02:08:44.640 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testkey", 2024-09-16T02:08:44.640 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.640 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.640 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.640 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.640 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.640 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.640 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.641 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.641 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.641 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.641 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.641 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.641 INFO:teuthology.orchestra.run.smithi017.stdout: "testlkey": { 2024-09-16T02:08:44.641 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testlkey", 2024-09-16T02:08:44.641 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.641 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.641 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.641 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.641 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.641 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.642 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.642 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.642 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.642 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.642 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.642 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.642 INFO:teuthology.orchestra.run.smithi017.stdout: "testnewline": { 2024-09-16T02:08:44.642 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testnewline", 2024-09-16T02:08:44.642 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.642 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.642 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.642 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.642 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.642 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.643 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.643 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.643 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.643 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.643 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.643 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.643 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.643 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.643 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.643 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snap_schedule", 2024-09-16T02:08:44.643 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.643 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.643 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.644 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_m_granularity": { 2024-09-16T02:08:44.644 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_m_granularity", 2024-09-16T02:08:44.644 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.644 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.644 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.644 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.644 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.644 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.644 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.644 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow minute scheduled snapshots", 2024-09-16T02:08:44.644 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.644 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.644 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.645 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.645 INFO:teuthology.orchestra.run.smithi017.stdout: "dump_on_update": { 2024-09-16T02:08:44.645 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "dump_on_update", 2024-09-16T02:08:44.645 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.645 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.645 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.645 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.645 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.645 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.645 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.645 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "dump database to debug log on update", 2024-09-16T02:08:44.645 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.645 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.645 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.646 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.646 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.646 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.646 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.646 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.646 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.646 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.646 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.646 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.646 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.646 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.646 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.646 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.647 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.647 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.647 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.647 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.647 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.647 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.647 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.647 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.647 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.647 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.647 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.647 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.648 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.648 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.648 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.648 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.648 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.648 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.648 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.648 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.648 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.648 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.648 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.648 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.648 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.649 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.649 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.649 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.649 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.649 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.649 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.649 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.649 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.649 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.649 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.649 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.649 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.650 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.650 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.650 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.650 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.650 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.650 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.650 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.650 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.650 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.650 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.650 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.650 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.650 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.651 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.651 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.651 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.651 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.651 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.651 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.651 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.651 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.651 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.651 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.651 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.651 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "stats", 2024-09-16T02:08:44.651 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.652 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.652 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.652 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.652 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.652 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.652 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.652 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.652 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.652 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.652 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.652 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.652 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.652 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.653 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.653 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.653 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.653 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.653 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.653 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.653 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.653 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.653 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.653 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.653 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.653 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.653 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.654 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.654 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.654 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.654 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.654 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.654 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.654 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.654 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.654 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.654 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.654 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.654 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.654 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.655 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.655 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.655 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.655 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.655 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.655 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.655 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.655 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.655 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.655 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.655 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.655 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.655 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.656 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.656 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.656 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.656 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.656 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.656 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.656 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.656 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.656 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.656 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.656 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.656 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.656 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.657 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.657 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.657 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.657 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.657 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.657 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.657 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.657 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.657 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.657 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.657 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "status", 2024-09-16T02:08:44.657 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.657 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.658 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.658 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.658 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.658 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.658 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.658 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.658 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.658 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.658 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.658 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.658 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.658 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.658 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.658 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.659 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.659 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.659 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.659 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.659 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.659 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.659 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.659 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.659 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.659 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.659 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.659 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.659 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.660 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.660 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.660 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.660 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.660 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.660 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.660 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.660 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.660 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.660 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.660 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.660 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.660 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.661 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.661 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.661 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.661 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.661 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.661 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.661 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.661 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.661 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.661 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.661 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.661 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.661 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.661 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.662 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.662 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.662 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.662 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.662 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.662 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.662 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.662 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.662 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.662 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.662 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.662 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.663 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.663 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.663 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.663 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.663 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.663 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.663 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.663 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.663 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "telegraf", 2024-09-16T02:08:44.663 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.663 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.663 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.663 INFO:teuthology.orchestra.run.smithi017.stdout: "address": { 2024-09-16T02:08:44.664 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "address", 2024-09-16T02:08:44.664 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.664 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.664 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.664 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-16T02:08:44.664 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.664 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.664 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.664 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.664 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.664 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.664 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.665 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.665 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:44.665 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:44.665 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.665 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.665 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.665 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15", 2024-09-16T02:08:44.665 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.665 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.665 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.665 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.665 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.665 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.666 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.666 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.666 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.666 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.666 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.666 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.666 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.666 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.666 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.666 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.666 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.666 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.666 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.667 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.667 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.667 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.667 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.667 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.667 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.667 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.667 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.667 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.667 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.667 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.667 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.667 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.668 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.668 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.668 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.668 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.668 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.668 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.668 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.668 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.668 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.668 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.668 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.668 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.669 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.669 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.669 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.669 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.669 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.669 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.669 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.669 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.669 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.669 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.669 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.669 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.669 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.670 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.670 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.670 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.670 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.670 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.670 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.670 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.670 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.670 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.670 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.670 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.670 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.670 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.670 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.671 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.671 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.671 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.671 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.671 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.671 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.671 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.671 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.671 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.671 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.671 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "telemetry", 2024-09-16T02:08:44.671 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.672 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.672 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.672 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_basic": { 2024-09-16T02:08:44.672 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_basic", 2024-09-16T02:08:44.672 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.672 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.672 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.672 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.672 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.672 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.672 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.672 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-16T02:08:44.672 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.673 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.673 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.673 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.673 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_crash": { 2024-09-16T02:08:44.673 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_crash", 2024-09-16T02:08:44.673 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.673 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.673 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.673 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.673 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.673 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.673 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.673 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-16T02:08:44.674 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.674 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.674 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.674 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.674 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_device": { 2024-09-16T02:08:44.674 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_device", 2024-09-16T02:08:44.674 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.674 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.674 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.674 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.674 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.674 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.674 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.675 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-16T02:08:44.675 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.675 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.675 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.675 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.675 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_ident": { 2024-09-16T02:08:44.675 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_ident", 2024-09-16T02:08:44.675 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.675 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.675 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.675 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.675 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.675 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.676 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.676 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-16T02:08:44.676 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.676 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.676 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.676 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.676 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_perf": { 2024-09-16T02:08:44.676 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_perf", 2024-09-16T02:08:44.676 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.676 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.676 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.676 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.677 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.677 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.677 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.677 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-16T02:08:44.677 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.677 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.677 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.677 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.677 INFO:teuthology.orchestra.run.smithi017.stdout: "contact": { 2024-09-16T02:08:44.677 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "contact", 2024-09-16T02:08:44.677 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.677 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.677 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.678 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.678 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.678 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.678 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.678 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.678 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.678 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.678 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.678 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.678 INFO:teuthology.orchestra.run.smithi017.stdout: "description": { 2024-09-16T02:08:44.678 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "description", 2024-09-16T02:08:44.678 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.678 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.679 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.679 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.679 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.679 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.679 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.679 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.679 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.679 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.679 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.679 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.679 INFO:teuthology.orchestra.run.smithi017.stdout: "device_url": { 2024-09-16T02:08:44.679 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_url", 2024-09-16T02:08:44.679 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.680 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.680 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.680 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-16T02:08:44.680 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.680 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.680 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.680 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.680 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.680 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.680 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.680 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.680 INFO:teuthology.orchestra.run.smithi017.stdout: "enabled": { 2024-09-16T02:08:44.680 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enabled", 2024-09-16T02:08:44.680 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.681 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.681 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.681 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.681 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.681 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.681 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.681 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.681 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.681 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.681 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.681 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.681 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:44.681 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:44.682 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.682 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.682 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.682 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "24", 2024-09-16T02:08:44.682 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "8", 2024-09-16T02:08:44.682 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.682 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.682 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.682 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.682 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.682 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.682 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.682 INFO:teuthology.orchestra.run.smithi017.stdout: "last_opt_revision": { 2024-09-16T02:08:44.683 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "last_opt_revision", 2024-09-16T02:08:44.683 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.683 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.683 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.683 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1", 2024-09-16T02:08:44.683 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.683 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.683 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.683 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.683 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.683 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.683 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.683 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.684 INFO:teuthology.orchestra.run.smithi017.stdout: "leaderboard": { 2024-09-16T02:08:44.684 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "leaderboard", 2024-09-16T02:08:44.684 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.684 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.684 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.684 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.684 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.684 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.684 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.684 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.684 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.684 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.684 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.685 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.685 INFO:teuthology.orchestra.run.smithi017.stdout: "leaderboard_description": { 2024-09-16T02:08:44.685 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "leaderboard_description", 2024-09-16T02:08:44.685 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.685 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.685 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.685 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.685 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.685 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.685 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.685 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.685 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.685 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.686 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.686 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.686 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.686 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.686 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.686 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.686 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.686 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.686 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.686 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.686 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.686 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.686 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.686 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.687 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.687 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.687 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.687 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.687 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.687 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.687 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.687 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.687 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.687 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.687 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.687 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.687 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.687 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.688 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.688 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.688 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.688 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.688 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.688 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.688 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.688 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.688 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.688 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.688 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.688 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.689 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.689 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.689 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.689 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.689 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.689 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.689 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.689 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.689 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.689 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.689 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.689 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.689 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.690 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.690 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.690 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.690 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.690 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.690 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.690 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.690 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.690 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.690 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.690 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.690 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.690 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.691 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.691 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.691 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.691 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.691 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.691 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.691 INFO:teuthology.orchestra.run.smithi017.stdout: "organization": { 2024-09-16T02:08:44.691 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "organization", 2024-09-16T02:08:44.691 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.691 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.691 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.691 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.691 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.691 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.692 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.692 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.692 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.692 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.692 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.692 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.692 INFO:teuthology.orchestra.run.smithi017.stdout: "proxy": { 2024-09-16T02:08:44.692 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "proxy", 2024-09-16T02:08:44.692 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.692 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.692 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.693 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.693 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.693 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.693 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.693 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.693 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.693 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.693 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.693 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.693 INFO:teuthology.orchestra.run.smithi017.stdout: "url": { 2024-09-16T02:08:44.693 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "url", 2024-09-16T02:08:44.693 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.693 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.694 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.694 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-16T02:08:44.694 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.694 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.694 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.694 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.694 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.694 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.694 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.694 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.694 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.694 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.694 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.695 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "test_orchestrator", 2024-09-16T02:08:44.695 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.695 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.695 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.695 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.695 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.695 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.695 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.695 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.695 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.695 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.695 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.695 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.696 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.696 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.696 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.696 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.696 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.696 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.696 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.696 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.696 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.696 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.696 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.696 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.696 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.697 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.697 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.697 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.697 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.697 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.697 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.697 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.697 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.697 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.697 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.697 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.697 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.697 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.698 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.698 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.698 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.698 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.698 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.698 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.698 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.698 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.698 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.698 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.698 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.698 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.698 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.699 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.699 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.699 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.699 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.699 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.699 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.699 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.699 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.699 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.699 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.699 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.699 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.699 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.700 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.700 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.700 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.700 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.700 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.700 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.700 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.700 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.700 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.700 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.700 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.700 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.700 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "volumes", 2024-09-16T02:08:44.700 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.701 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.701 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.701 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.701 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.701 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.701 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.701 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.701 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.701 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.701 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.701 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.701 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.701 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.702 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.702 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.702 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.702 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.702 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.702 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.702 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.702 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.702 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.702 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.702 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.702 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.702 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.703 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.703 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.703 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.703 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.703 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.703 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.703 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.703 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.703 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.703 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.703 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.703 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.703 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.704 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.704 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.704 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.704 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.704 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.704 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.704 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.704 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.704 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.704 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.704 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.704 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.704 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.705 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.705 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.705 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.705 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.705 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.705 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.705 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.705 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.705 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.705 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.705 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.705 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.705 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.706 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.706 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.706 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.706 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.706 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.706 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.706 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.706 INFO:teuthology.orchestra.run.smithi017.stdout: "max_concurrent_clones": { 2024-09-16T02:08:44.706 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_concurrent_clones", 2024-09-16T02:08:44.706 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.706 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.706 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.706 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "4", 2024-09-16T02:08:44.707 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.707 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.707 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.707 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-16T02:08:44.707 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.707 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.707 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.707 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.707 INFO:teuthology.orchestra.run.smithi017.stdout: "periodic_async_work": { 2024-09-16T02:08:44.707 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "periodic_async_work", 2024-09-16T02:08:44.707 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.707 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.707 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.708 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.708 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.708 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.708 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.708 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Periodically check for async work", 2024-09-16T02:08:44.708 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.708 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.708 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.708 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.708 INFO:teuthology.orchestra.run.smithi017.stdout: "snapshot_clone_delay": { 2024-09-16T02:08:44.708 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snapshot_clone_delay", 2024-09-16T02:08:44.708 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.709 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.709 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.709 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:44.709 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.709 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.709 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.709 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-16T02:08:44.709 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.709 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.709 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.709 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.709 INFO:teuthology.orchestra.run.smithi017.stdout: "snapshot_clone_no_wait": { 2024-09-16T02:08:44.709 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snapshot_clone_no_wait", 2024-09-16T02:08:44.710 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.710 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.710 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.710 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.710 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.710 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.710 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.710 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-16T02:08:44.710 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.710 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.710 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.710 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.710 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.711 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.711 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.711 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix", 2024-09-16T02:08:44.711 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.711 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.711 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.711 INFO:teuthology.orchestra.run.smithi017.stdout: "discovery_interval": { 2024-09-16T02:08:44.711 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "discovery_interval", 2024-09-16T02:08:44.711 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:44.711 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.711 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.711 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "100", 2024-09-16T02:08:44.712 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.712 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.712 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.712 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.712 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.712 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.712 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.712 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.712 INFO:teuthology.orchestra.run.smithi017.stdout: "identifier": { 2024-09-16T02:08:44.712 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "identifier", 2024-09-16T02:08:44.712 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.712 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.712 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.713 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.713 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.713 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.713 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.713 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.713 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.713 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.713 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.713 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.713 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:44.713 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:44.713 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.714 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.714 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.714 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:44.714 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.714 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.714 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.714 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.714 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.714 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.714 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.714 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.714 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.715 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.715 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.715 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.715 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.715 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.715 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.715 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.715 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.715 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.715 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.715 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.715 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.715 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.716 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.716 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.716 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.716 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.716 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.716 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.716 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.716 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.716 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.716 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.716 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.716 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.716 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.717 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.717 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.717 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.717 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.717 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.717 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.717 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.717 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.717 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.717 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.717 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.717 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.718 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.718 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.718 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.718 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.718 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.718 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.718 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.718 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.718 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.718 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.718 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.718 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.718 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.719 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.719 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.719 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.719 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.719 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.719 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.719 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.719 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.719 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.719 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.719 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.719 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.719 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.720 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.720 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.720 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.720 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.720 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.720 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_host": { 2024-09-16T02:08:44.720 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_host", 2024-09-16T02:08:44.720 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.720 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.720 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.720 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.720 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.720 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.721 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.721 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.721 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.721 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.721 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.721 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.721 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_port": { 2024-09-16T02:08:44.721 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_port", 2024-09-16T02:08:44.721 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.721 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.721 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.721 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10051", 2024-09-16T02:08:44.721 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.722 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.722 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.722 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.722 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.722 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.722 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.722 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.722 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_sender": { 2024-09-16T02:08:44.722 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_sender", 2024-09-16T02:08:44.722 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.722 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.722 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.723 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-16T02:08:44.723 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.723 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.723 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.723 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.723 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.723 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.723 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.723 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.723 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.723 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.723 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-16T02:08:44.723 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.724 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.724 INFO:teuthology.orchestra.run.smithi017.stdout: "gid": 24113, 2024-09-16T02:08:44.724 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "y", 2024-09-16T02:08:44.724 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr_features": 4540701547738038271, 2024-09-16T02:08:44.724 INFO:teuthology.orchestra.run.smithi017.stdout: "available_modules": [ 2024-09-16T02:08:44.724 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.724 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "alerts", 2024-09-16T02:08:44.724 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.724 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.724 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.724 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:44.724 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:44.724 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.725 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.725 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.725 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:44.725 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.725 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.725 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.725 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How frequently to reexamine health status", 2024-09-16T02:08:44.725 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.725 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.725 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.725 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.725 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.726 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.726 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.726 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.726 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.726 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.726 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.726 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.726 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.726 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.726 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.726 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.726 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.726 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.727 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.727 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.727 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.727 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.727 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.727 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.727 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.727 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.727 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.727 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.727 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.727 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.727 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.728 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.728 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.728 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.728 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.728 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.728 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.728 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.728 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.728 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.728 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.728 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.728 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.729 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.729 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.729 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.729 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.729 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.729 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.729 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.729 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.729 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.729 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.729 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.729 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.729 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.730 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.730 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.730 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.730 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.730 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.730 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.730 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.730 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.730 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.730 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.730 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.730 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.730 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.731 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.731 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.731 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.731 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.731 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.731 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_destination": { 2024-09-16T02:08:44.731 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_destination", 2024-09-16T02:08:44.731 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.731 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.731 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.731 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.731 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.731 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.731 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.732 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Email address to send alerts to", 2024-09-16T02:08:44.732 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.732 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.732 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.732 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.732 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_from_name": { 2024-09-16T02:08:44.732 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_from_name", 2024-09-16T02:08:44.732 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.732 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.732 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.732 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "Ceph", 2024-09-16T02:08:44.732 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.732 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.733 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.733 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Email From: name", 2024-09-16T02:08:44.733 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.733 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.733 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.733 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.733 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_host": { 2024-09-16T02:08:44.733 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_host", 2024-09-16T02:08:44.733 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.733 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.733 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.733 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.734 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.734 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.734 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.734 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP server", 2024-09-16T02:08:44.734 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.734 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.734 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.734 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.734 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_password": { 2024-09-16T02:08:44.734 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_password", 2024-09-16T02:08:44.734 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.734 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.734 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.735 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.735 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.735 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.735 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.735 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Password to authenticate with", 2024-09-16T02:08:44.735 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.735 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.735 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.735 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.735 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_port": { 2024-09-16T02:08:44.735 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_port", 2024-09-16T02:08:44.735 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.735 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.736 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.736 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "465", 2024-09-16T02:08:44.736 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.736 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.736 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.736 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP port", 2024-09-16T02:08:44.736 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.736 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.736 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.736 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.736 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_sender": { 2024-09-16T02:08:44.736 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_sender", 2024-09-16T02:08:44.736 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.737 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.737 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.737 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.737 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.737 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.737 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.737 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP envelope sender", 2024-09-16T02:08:44.737 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.737 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.737 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.737 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.737 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_ssl": { 2024-09-16T02:08:44.738 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_ssl", 2024-09-16T02:08:44.738 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.738 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.738 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.738 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.738 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.738 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.738 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.738 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-16T02:08:44.738 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.738 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.738 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.738 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.738 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_user": { 2024-09-16T02:08:44.739 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_user", 2024-09-16T02:08:44.739 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.739 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.739 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.739 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.739 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.739 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.739 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.739 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "User to authenticate as", 2024-09-16T02:08:44.739 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.739 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.739 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.739 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.739 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.740 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.740 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.740 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "balancer", 2024-09-16T02:08:44.740 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.740 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.740 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.740 INFO:teuthology.orchestra.run.smithi017.stdout: "active": { 2024-09-16T02:08:44.740 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "active", 2024-09-16T02:08:44.740 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.740 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.740 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.740 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.740 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.741 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.741 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.741 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "automatically balance PGs across cluster", 2024-09-16T02:08:44.741 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.741 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.741 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.741 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.741 INFO:teuthology.orchestra.run.smithi017.stdout: "begin_time": { 2024-09-16T02:08:44.741 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "begin_time", 2024-09-16T02:08:44.741 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.741 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.741 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.742 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0000", 2024-09-16T02:08:44.742 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.742 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.742 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.742 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "beginning time of day to automatically balance", 2024-09-16T02:08:44.742 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T02:08:44.742 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.742 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.742 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.742 INFO:teuthology.orchestra.run.smithi017.stdout: "begin_weekday": { 2024-09-16T02:08:44.742 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "begin_weekday", 2024-09-16T02:08:44.742 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:44.742 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.743 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.743 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:44.743 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0", 2024-09-16T02:08:44.743 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "6", 2024-09-16T02:08:44.743 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.743 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-16T02:08:44.743 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T02:08:44.743 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.743 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.743 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.743 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_max_iterations": { 2024-09-16T02:08:44.743 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_max_iterations", 2024-09-16T02:08:44.743 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:44.744 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.744 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.744 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "25", 2024-09-16T02:08:44.744 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-09-16T02:08:44.744 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "250", 2024-09-16T02:08:44.744 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.744 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-16T02:08:44.744 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.744 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.744 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.744 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.744 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_metrics": { 2024-09-16T02:08:44.745 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_metrics", 2024-09-16T02:08:44.745 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.745 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.745 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.745 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "pgs,objects,bytes", 2024-09-16T02:08:44.745 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.745 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.745 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.745 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-16T02:08:44.745 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-16T02:08:44.745 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.745 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.745 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.746 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_step": { 2024-09-16T02:08:44.746 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_step", 2024-09-16T02:08:44.746 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:44.746 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.746 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.746 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0.5", 2024-09-16T02:08:44.746 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0.001", 2024-09-16T02:08:44.746 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "0.999", 2024-09-16T02:08:44.746 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.746 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "aggressiveness of optimization", 2024-09-16T02:08:44.746 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-16T02:08:44.746 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.746 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.746 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.747 INFO:teuthology.orchestra.run.smithi017.stdout: "end_time": { 2024-09-16T02:08:44.747 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "end_time", 2024-09-16T02:08:44.747 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.747 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.747 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.747 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "2359", 2024-09-16T02:08:44.747 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.747 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.747 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.747 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "ending time of day to automatically balance", 2024-09-16T02:08:44.747 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T02:08:44.747 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.747 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.748 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.748 INFO:teuthology.orchestra.run.smithi017.stdout: "end_weekday": { 2024-09-16T02:08:44.748 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "end_weekday", 2024-09-16T02:08:44.748 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:44.748 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.748 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.748 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:44.748 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0", 2024-09-16T02:08:44.748 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "6", 2024-09-16T02:08:44.748 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.748 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-16T02:08:44.748 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T02:08:44.748 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.749 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.749 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.749 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.749 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.749 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.749 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.749 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.749 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.749 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.749 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.749 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.749 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.749 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.750 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.750 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.750 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.750 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.750 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.750 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.750 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.750 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.750 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.750 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.750 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.750 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.750 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.751 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.751 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.751 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.751 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.751 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.751 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.751 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.751 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.751 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.751 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.751 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.751 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.752 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.752 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.752 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.752 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.752 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.752 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.752 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.752 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.752 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.752 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.752 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.752 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.752 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.753 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.753 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.753 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.753 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.753 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.753 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.753 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.753 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.753 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.753 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.753 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.753 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.753 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.754 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.754 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.754 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.754 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.754 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.754 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.754 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.754 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.754 INFO:teuthology.orchestra.run.smithi017.stdout: "min_score": { 2024-09-16T02:08:44.754 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "min_score", 2024-09-16T02:08:44.754 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:44.754 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.755 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.755 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:44.755 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.755 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.755 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.755 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-16T02:08:44.755 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.755 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.755 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.755 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.755 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": { 2024-09-16T02:08:44.755 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mode", 2024-09-16T02:08:44.755 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.756 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.756 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.756 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "upmap", 2024-09-16T02:08:44.756 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.756 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.756 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.756 INFO:teuthology.orchestra.run.smithi017.stdout: "crush-compat", 2024-09-16T02:08:44.756 INFO:teuthology.orchestra.run.smithi017.stdout: "none", 2024-09-16T02:08:44.756 INFO:teuthology.orchestra.run.smithi017.stdout: "read", 2024-09-16T02:08:44.756 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap", 2024-09-16T02:08:44.756 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap-read" 2024-09-16T02:08:44.756 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.757 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Balancer mode", 2024-09-16T02:08:44.757 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.757 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.757 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.757 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.757 INFO:teuthology.orchestra.run.smithi017.stdout: "pool_ids": { 2024-09-16T02:08:44.757 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pool_ids", 2024-09-16T02:08:44.757 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.757 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.757 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.757 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.757 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.757 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.758 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.758 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-16T02:08:44.758 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.758 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.758 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.758 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.758 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:44.758 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:44.758 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.758 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.758 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.758 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:44.758 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.759 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.759 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.759 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-16T02:08:44.759 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.759 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.759 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.759 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.759 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap_max_deviation": { 2024-09-16T02:08:44.759 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "upmap_max_deviation", 2024-09-16T02:08:44.759 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.759 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.759 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.759 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:44.759 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-09-16T02:08:44.760 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.760 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.760 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-16T02:08:44.760 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-16T02:08:44.760 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.760 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.760 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.760 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap_max_optimizations": { 2024-09-16T02:08:44.760 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "upmap_max_optimizations", 2024-09-16T02:08:44.760 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:44.760 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.760 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.760 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.761 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.761 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.761 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.761 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-16T02:08:44.761 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.761 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.761 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.761 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.761 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.761 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.761 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.761 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cephadm", 2024-09-16T02:08:44.761 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.762 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.762 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.762 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_down_multiplier": { 2024-09-16T02:08:44.762 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_down_multiplier", 2024-09-16T02:08:44.762 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:44.762 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.762 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.762 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3.0", 2024-09-16T02:08:44.762 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.762 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.762 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.762 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-16T02:08:44.762 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.762 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.763 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.763 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.763 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_refresh_rate": { 2024-09-16T02:08:44.763 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_refresh_rate", 2024-09-16T02:08:44.763 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.763 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.763 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.763 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "20", 2024-09-16T02:08:44.763 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.763 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.763 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.763 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-16T02:08:44.763 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.763 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.764 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.764 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.764 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_starting_port": { 2024-09-16T02:08:44.764 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_starting_port", 2024-09-16T02:08:44.764 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.764 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.764 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.764 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "4721", 2024-09-16T02:08:44.764 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.764 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.764 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.765 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-16T02:08:44.765 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.765 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.765 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.765 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.765 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_ptrace": { 2024-09-16T02:08:44.765 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_ptrace", 2024-09-16T02:08:44.765 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.765 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.765 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.765 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.765 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.765 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.766 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.766 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-16T02:08:44.766 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-16T02:08:44.766 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.766 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.766 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.766 INFO:teuthology.orchestra.run.smithi017.stdout: "autotune_interval": { 2024-09-16T02:08:44.766 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "autotune_interval", 2024-09-16T02:08:44.766 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.766 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.766 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.766 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:44.766 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.767 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.767 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.767 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-16T02:08:44.767 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.767 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.767 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.767 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.767 INFO:teuthology.orchestra.run.smithi017.stdout: "autotune_memory_target_ratio": { 2024-09-16T02:08:44.767 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "autotune_memory_target_ratio", 2024-09-16T02:08:44.767 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:44.767 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.767 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.768 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0.7", 2024-09-16T02:08:44.768 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.768 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.768 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.768 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-16T02:08:44.768 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.768 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.768 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.768 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.768 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm_log_destination": { 2024-09-16T02:08:44.768 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cephadm_log_destination", 2024-09-16T02:08:44.768 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.768 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.769 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.769 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.769 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.769 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.769 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.769 INFO:teuthology.orchestra.run.smithi017.stdout: "file", 2024-09-16T02:08:44.769 INFO:teuthology.orchestra.run.smithi017.stdout: "file,syslog", 2024-09-16T02:08:44.769 INFO:teuthology.orchestra.run.smithi017.stdout: "syslog" 2024-09-16T02:08:44.769 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.769 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-16T02:08:44.769 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.769 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.769 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.770 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.770 INFO:teuthology.orchestra.run.smithi017.stdout: "cgroups_split": { 2024-09-16T02:08:44.770 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cgroups_split", 2024-09-16T02:08:44.770 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.770 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.770 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.770 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.770 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.770 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.770 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.770 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-16T02:08:44.770 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.770 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.771 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.771 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.771 INFO:teuthology.orchestra.run.smithi017.stdout: "config_checks_enabled": { 2024-09-16T02:08:44.771 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_checks_enabled", 2024-09-16T02:08:44.771 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.771 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.771 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.771 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.771 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.771 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.771 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.771 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-16T02:08:44.771 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.772 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.772 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.772 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.772 INFO:teuthology.orchestra.run.smithi017.stdout: "config_dashboard": { 2024-09-16T02:08:44.772 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_dashboard", 2024-09-16T02:08:44.772 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.772 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.772 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.772 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.772 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.772 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.772 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.773 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-16T02:08:44.773 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.773 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.773 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.773 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.773 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_alertmanager": { 2024-09-16T02:08:44.773 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_alertmanager", 2024-09-16T02:08:44.773 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.773 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.773 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.773 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-16T02:08:44.773 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.773 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.773 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.774 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-09-16T02:08:44.774 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.774 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.774 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.774 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.774 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_base": { 2024-09-16T02:08:44.774 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_base", 2024-09-16T02:08:44.774 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.774 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.774 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.774 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-16T02:08:44.774 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.774 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.775 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.775 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Container image name, without the tag", 2024-09-16T02:08:44.775 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.775 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.775 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.775 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.775 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_elasticsearch": { 2024-09-16T02:08:44.775 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_elasticsearch", 2024-09-16T02:08:44.775 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.775 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.775 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.775 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-16T02:08:44.775 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.775 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.776 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.776 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "elasticsearch container image", 2024-09-16T02:08:44.776 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.776 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.776 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.776 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.776 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_grafana": { 2024-09-16T02:08:44.776 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_grafana", 2024-09-16T02:08:44.776 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.776 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.776 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.776 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-16T02:08:44.776 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.777 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.777 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.777 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-09-16T02:08:44.777 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.777 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.777 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.777 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.777 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_haproxy": { 2024-09-16T02:08:44.777 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_haproxy", 2024-09-16T02:08:44.777 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.777 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.778 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.778 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-16T02:08:44.778 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.778 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.778 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.778 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "HAproxy container image", 2024-09-16T02:08:44.778 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.778 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.778 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.778 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.778 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_agent": { 2024-09-16T02:08:44.778 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_agent", 2024-09-16T02:08:44.778 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.779 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.779 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.779 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-16T02:08:44.779 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.779 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.779 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.779 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger agent container image", 2024-09-16T02:08:44.779 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.779 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.779 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.779 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.779 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_collector": { 2024-09-16T02:08:44.779 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_collector", 2024-09-16T02:08:44.780 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.780 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.780 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.780 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-16T02:08:44.780 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.780 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.780 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.780 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger collector container image", 2024-09-16T02:08:44.780 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.780 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.780 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.780 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.781 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_query": { 2024-09-16T02:08:44.781 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_query", 2024-09-16T02:08:44.781 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.781 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.781 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.781 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-16T02:08:44.781 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.781 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.781 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.781 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger query container image", 2024-09-16T02:08:44.781 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.781 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.781 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.782 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.782 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_keepalived": { 2024-09-16T02:08:44.782 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_keepalived", 2024-09-16T02:08:44.782 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.782 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.782 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.782 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-16T02:08:44.782 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.782 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.782 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.782 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Keepalived container image", 2024-09-16T02:08:44.782 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.782 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.783 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.783 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.783 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_loki": { 2024-09-16T02:08:44.783 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_loki", 2024-09-16T02:08:44.783 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.783 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.783 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.783 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-16T02:08:44.783 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.783 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.783 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.783 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Loki container image", 2024-09-16T02:08:44.783 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.784 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.784 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.784 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.784 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_node_exporter": { 2024-09-16T02:08:44.784 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_node_exporter", 2024-09-16T02:08:44.784 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.784 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.784 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.784 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-16T02:08:44.784 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.784 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.784 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.784 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-09-16T02:08:44.785 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.785 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.785 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.785 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.785 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_nvmeof": { 2024-09-16T02:08:44.785 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_nvmeof", 2024-09-16T02:08:44.785 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.785 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.785 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.785 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-16T02:08:44.785 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.785 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.785 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.786 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Nvme-of container image", 2024-09-16T02:08:44.786 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.786 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.786 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.786 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.786 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_prometheus": { 2024-09-16T02:08:44.786 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_prometheus", 2024-09-16T02:08:44.786 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.786 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.786 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.786 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-16T02:08:44.786 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.786 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.787 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.787 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-09-16T02:08:44.787 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.787 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.787 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.787 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.787 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_promtail": { 2024-09-16T02:08:44.787 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_promtail", 2024-09-16T02:08:44.787 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.787 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.787 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.787 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-16T02:08:44.787 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.787 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.788 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.788 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Promtail container image", 2024-09-16T02:08:44.788 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.788 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.788 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.788 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.788 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_samba": { 2024-09-16T02:08:44.788 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_samba", 2024-09-16T02:08:44.788 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.788 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.788 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.788 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-16T02:08:44.789 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.789 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.789 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.789 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Samba/SMB container image", 2024-09-16T02:08:44.789 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.789 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.789 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.789 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.789 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_snmp_gateway": { 2024-09-16T02:08:44.789 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_snmp_gateway", 2024-09-16T02:08:44.789 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.789 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.789 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.790 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-16T02:08:44.790 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.790 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.790 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.790 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SNMP Gateway container image", 2024-09-16T02:08:44.790 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.790 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.790 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.790 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.790 INFO:teuthology.orchestra.run.smithi017.stdout: "container_init": { 2024-09-16T02:08:44.790 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_init", 2024-09-16T02:08:44.790 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.791 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.791 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.791 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.791 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.791 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.791 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.791 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Run podman/docker with `--init`", 2024-09-16T02:08:44.791 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.791 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.791 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.791 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.791 INFO:teuthology.orchestra.run.smithi017.stdout: "daemon_cache_timeout": { 2024-09-16T02:08:44.792 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "daemon_cache_timeout", 2024-09-16T02:08:44.792 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.792 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.792 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.792 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:44.792 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.792 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.792 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.792 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-16T02:08:44.792 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.792 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.792 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.792 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.793 INFO:teuthology.orchestra.run.smithi017.stdout: "default_cephadm_command_timeout": { 2024-09-16T02:08:44.793 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "default_cephadm_command_timeout", 2024-09-16T02:08:44.793 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.793 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.793 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.793 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "900", 2024-09-16T02:08:44.793 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.793 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.793 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.793 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-16T02:08:44.793 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.793 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.793 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.793 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.794 INFO:teuthology.orchestra.run.smithi017.stdout: "default_registry": { 2024-09-16T02:08:44.794 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "default_registry", 2024-09-16T02:08:44.794 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.794 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.794 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.794 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io", 2024-09-16T02:08:44.794 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.794 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.794 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.794 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-16T02:08:44.794 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.794 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.794 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.795 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.795 INFO:teuthology.orchestra.run.smithi017.stdout: "device_cache_timeout": { 2024-09-16T02:08:44.795 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_cache_timeout", 2024-09-16T02:08:44.795 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.795 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.795 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.795 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1800", 2024-09-16T02:08:44.795 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.795 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.795 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.795 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache device inventory", 2024-09-16T02:08:44.795 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.795 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.796 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.796 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.796 INFO:teuthology.orchestra.run.smithi017.stdout: "device_enhanced_scan": { 2024-09-16T02:08:44.796 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_enhanced_scan", 2024-09-16T02:08:44.796 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.796 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.796 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.796 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.796 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.796 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.796 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.796 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-16T02:08:44.796 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.797 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.797 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.797 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.797 INFO:teuthology.orchestra.run.smithi017.stdout: "facts_cache_timeout": { 2024-09-16T02:08:44.797 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "facts_cache_timeout", 2024-09-16T02:08:44.797 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.797 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.797 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.797 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:44.797 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.797 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.797 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.797 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache host facts data", 2024-09-16T02:08:44.798 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.798 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.798 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.798 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.798 INFO:teuthology.orchestra.run.smithi017.stdout: "grafana_dashboards_path": { 2024-09-16T02:08:44.798 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "grafana_dashboards_path", 2024-09-16T02:08:44.798 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.798 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.798 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.798 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-16T02:08:44.798 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.798 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.798 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.799 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-16T02:08:44.799 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.799 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.799 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.799 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.799 INFO:teuthology.orchestra.run.smithi017.stdout: "host_check_interval": { 2024-09-16T02:08:44.799 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "host_check_interval", 2024-09-16T02:08:44.799 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.799 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.799 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.799 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:44.799 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.799 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.799 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.800 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to perform a host check", 2024-09-16T02:08:44.800 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.800 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.800 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.800 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.800 INFO:teuthology.orchestra.run.smithi017.stdout: "hw_monitoring": { 2024-09-16T02:08:44.800 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "hw_monitoring", 2024-09-16T02:08:44.800 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.800 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.800 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.800 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.800 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.801 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.801 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.801 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-16T02:08:44.801 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.801 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.801 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.801 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.801 INFO:teuthology.orchestra.run.smithi017.stdout: "inventory_list_all": { 2024-09-16T02:08:44.801 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "inventory_list_all", 2024-09-16T02:08:44.801 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.801 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.801 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.801 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.801 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.802 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.802 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.802 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-16T02:08:44.802 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.802 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.802 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.802 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.802 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.802 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.802 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.802 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.802 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.802 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.803 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.803 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.803 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.803 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.803 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.803 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.803 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.803 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.803 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.803 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.803 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.803 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.803 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.804 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.804 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.804 INFO:teuthology.orchestra.run.smithi017.stdout: "log_refresh_metadata": { 2024-09-16T02:08:44.804 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_refresh_metadata", 2024-09-16T02:08:44.804 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.804 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.804 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.804 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.804 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.804 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.804 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.804 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-16T02:08:44.805 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.805 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.805 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.805 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.805 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.805 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.805 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.805 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.805 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.805 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.805 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.805 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.805 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.806 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-16T02:08:44.806 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.806 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.806 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.806 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.806 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.806 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.806 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.806 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.806 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.806 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.806 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.806 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.807 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.807 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.807 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.807 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.807 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.807 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.807 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.807 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.807 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.807 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.807 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.807 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.808 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.808 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.808 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.808 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.808 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.808 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.808 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.808 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.808 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.808 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.808 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.808 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.808 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.809 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.809 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.809 INFO:teuthology.orchestra.run.smithi017.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-16T02:08:44.809 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-16T02:08:44.809 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.809 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.809 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.809 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.809 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.809 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.809 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.809 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-16T02:08:44.809 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.809 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.810 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.810 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.810 INFO:teuthology.orchestra.run.smithi017.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-16T02:08:44.810 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-16T02:08:44.810 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.810 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.810 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.810 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "*", 2024-09-16T02:08:44.810 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.810 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.810 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.810 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-16T02:08:44.810 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.811 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.811 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.811 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.811 INFO:teuthology.orchestra.run.smithi017.stdout: "max_count_per_host": { 2024-09-16T02:08:44.811 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_count_per_host", 2024-09-16T02:08:44.811 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.811 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.811 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.811 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.811 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.811 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.811 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.811 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "max number of daemons per service per host", 2024-09-16T02:08:44.812 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.812 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.812 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.812 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.812 INFO:teuthology.orchestra.run.smithi017.stdout: "max_osd_draining_count": { 2024-09-16T02:08:44.812 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_osd_draining_count", 2024-09-16T02:08:44.812 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.812 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.812 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.812 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.812 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.812 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.812 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.813 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-16T02:08:44.813 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.813 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.813 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.813 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.813 INFO:teuthology.orchestra.run.smithi017.stdout: "migration_current": { 2024-09-16T02:08:44.813 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "migration_current", 2024-09-16T02:08:44.813 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.813 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.813 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.813 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.813 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.813 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.814 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.814 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "internal - do not modify", 2024-09-16T02:08:44.814 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.814 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.814 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.814 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.814 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": { 2024-09-16T02:08:44.814 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mode", 2024-09-16T02:08:44.814 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.814 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.814 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.814 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "root", 2024-09-16T02:08:44.815 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.815 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.815 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.815 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm-package", 2024-09-16T02:08:44.815 INFO:teuthology.orchestra.run.smithi017.stdout: "root" 2024-09-16T02:08:44.815 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.815 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "mode for remote execution of cephadm", 2024-09-16T02:08:44.815 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.815 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.815 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.815 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.815 INFO:teuthology.orchestra.run.smithi017.stdout: "oob_default_addr": { 2024-09-16T02:08:44.815 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "oob_default_addr", 2024-09-16T02:08:44.815 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.816 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.816 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.816 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "169.254.1.1", 2024-09-16T02:08:44.816 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.816 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.816 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.816 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-16T02:08:44.816 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.816 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.816 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.816 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.816 INFO:teuthology.orchestra.run.smithi017.stdout: "prometheus_alerts_path": { 2024-09-16T02:08:44.816 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prometheus_alerts_path", 2024-09-16T02:08:44.817 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.817 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.817 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.817 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-16T02:08:44.817 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.817 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.817 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.817 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-16T02:08:44.817 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.817 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.817 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.817 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.818 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_insecure": { 2024-09-16T02:08:44.818 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_insecure", 2024-09-16T02:08:44.818 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.818 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.818 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.818 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.818 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.818 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.818 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.818 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-16T02:08:44.818 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.818 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.818 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.819 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.819 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_password": { 2024-09-16T02:08:44.819 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_password", 2024-09-16T02:08:44.819 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.819 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.819 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.819 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.819 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.819 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.819 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.819 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-16T02:08:44.819 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.819 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.820 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.820 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.820 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_url": { 2024-09-16T02:08:44.820 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_url", 2024-09-16T02:08:44.820 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.820 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.820 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.820 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.820 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.820 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.820 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.820 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-16T02:08:44.820 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.821 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.821 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.821 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.821 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_username": { 2024-09-16T02:08:44.821 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_username", 2024-09-16T02:08:44.821 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.821 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.821 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.821 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.821 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.821 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.821 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.821 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-16T02:08:44.822 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.822 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.822 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.822 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.822 INFO:teuthology.orchestra.run.smithi017.stdout: "secure_monitoring_stack": { 2024-09-16T02:08:44.822 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "secure_monitoring_stack", 2024-09-16T02:08:44.822 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.822 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.822 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.822 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.822 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.822 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.822 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.822 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-16T02:08:44.823 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.823 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.823 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.823 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.823 INFO:teuthology.orchestra.run.smithi017.stdout: "service_discovery_port": { 2024-09-16T02:08:44.823 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "service_discovery_port", 2024-09-16T02:08:44.823 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.823 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.823 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.823 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8765", 2024-09-16T02:08:44.823 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.823 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.823 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.824 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "cephadm service discovery port", 2024-09-16T02:08:44.824 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.824 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.824 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.824 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.824 INFO:teuthology.orchestra.run.smithi017.stdout: "ssh_config_file": { 2024-09-16T02:08:44.824 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssh_config_file", 2024-09-16T02:08:44.824 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.824 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.824 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.824 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.824 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.825 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.825 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.825 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-16T02:08:44.825 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.825 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.825 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.825 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.825 INFO:teuthology.orchestra.run.smithi017.stdout: "use_agent": { 2024-09-16T02:08:44.825 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "use_agent", 2024-09-16T02:08:44.825 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.825 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.825 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.825 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.826 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.826 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.826 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.826 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-16T02:08:44.826 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.826 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.826 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.826 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.826 INFO:teuthology.orchestra.run.smithi017.stdout: "use_repo_digest": { 2024-09-16T02:08:44.826 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "use_repo_digest", 2024-09-16T02:08:44.826 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.826 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.826 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.826 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.827 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.827 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.827 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.827 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-16T02:08:44.827 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.827 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.827 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.827 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.827 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_failed_host_check": { 2024-09-16T02:08:44.827 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_failed_host_check", 2024-09-16T02:08:44.827 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.827 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.827 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.828 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.828 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.828 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.828 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.828 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if the host check fails", 2024-09-16T02:08:44.828 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.828 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.828 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.828 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.828 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_stray_daemons": { 2024-09-16T02:08:44.828 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_stray_daemons", 2024-09-16T02:08:44.828 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.828 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.829 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.829 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.829 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.829 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.829 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.829 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-16T02:08:44.829 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.829 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.829 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.829 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.829 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_stray_hosts": { 2024-09-16T02:08:44.829 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_stray_hosts", 2024-09-16T02:08:44.829 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.830 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.830 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.830 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.830 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.830 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.830 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.830 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-16T02:08:44.830 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.830 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.830 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.830 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.830 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.831 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.831 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.831 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crash", 2024-09-16T02:08:44.831 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.831 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.831 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.831 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.831 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.831 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.831 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.831 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.831 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.831 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.831 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.832 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.832 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.832 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.832 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.832 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.832 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.832 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.832 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.832 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.832 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.832 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.832 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.833 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.833 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.833 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.833 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.833 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.833 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.833 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.833 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.833 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.833 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.833 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.833 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.833 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.834 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.834 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.834 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.834 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.834 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.834 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.834 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.834 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.834 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.834 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.834 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.834 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.834 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.835 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.835 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.835 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.835 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.835 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.835 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.835 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.835 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.835 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.835 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.835 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.835 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.836 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.836 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.836 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.836 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.836 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.836 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.836 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.836 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.836 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.836 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.836 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.836 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.837 INFO:teuthology.orchestra.run.smithi017.stdout: "retain_interval": { 2024-09-16T02:08:44.837 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "retain_interval", 2024-09-16T02:08:44.837 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.837 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.837 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.837 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "31536000", 2024-09-16T02:08:44.837 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.837 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.837 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.837 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-16T02:08:44.837 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.837 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.837 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.838 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.838 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_recent_interval": { 2024-09-16T02:08:44.838 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_recent_interval", 2024-09-16T02:08:44.838 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.838 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.838 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.838 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1209600", 2024-09-16T02:08:44.838 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.838 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.838 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.838 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-16T02:08:44.838 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.838 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.839 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.839 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.839 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.839 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.839 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.839 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "dashboard", 2024-09-16T02:08:44.839 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.839 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.839 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.839 INFO:teuthology.orchestra.run.smithi017.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-16T02:08:44.839 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-16T02:08:44.839 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.839 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.840 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.840 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.840 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.840 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.840 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.840 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.840 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.840 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.840 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.840 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.840 INFO:teuthology.orchestra.run.smithi017.stdout: "ALERTMANAGER_API_HOST": { 2024-09-16T02:08:44.840 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-16T02:08:44.841 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.841 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.841 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.841 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.841 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.841 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.841 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.841 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.841 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.841 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.841 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.841 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.841 INFO:teuthology.orchestra.run.smithi017.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-16T02:08:44.841 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-16T02:08:44.842 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.842 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.842 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.842 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.842 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.842 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.842 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.842 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.842 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.842 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.842 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.842 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.842 INFO:teuthology.orchestra.run.smithi017.stdout: "AUDIT_API_ENABLED": { 2024-09-16T02:08:44.843 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "AUDIT_API_ENABLED", 2024-09-16T02:08:44.843 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.843 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.843 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.843 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.843 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.843 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.843 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.843 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.843 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.843 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.843 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.843 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.843 INFO:teuthology.orchestra.run.smithi017.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-16T02:08:44.844 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-16T02:08:44.844 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.844 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.844 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.844 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.844 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.844 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.844 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.844 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.844 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.844 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.844 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.845 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.845 INFO:teuthology.orchestra.run.smithi017.stdout: "ENABLE_BROWSABLE_API": { 2024-09-16T02:08:44.845 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-16T02:08:44.845 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.845 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.845 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.845 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.845 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.845 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.845 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.845 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.845 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.846 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.846 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.846 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.846 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-16T02:08:44.846 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-16T02:08:44.846 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.846 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.846 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.846 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.846 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.846 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.846 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.846 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.847 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.847 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.847 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.847 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.847 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-16T02:08:44.847 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-16T02:08:44.847 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.847 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.847 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.847 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.847 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.847 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.847 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.847 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.848 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.848 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.848 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.848 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.848 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-16T02:08:44.848 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-16T02:08:44.848 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.848 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.848 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.848 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.848 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.848 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.848 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.849 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.849 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.849 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.849 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.849 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.849 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-16T02:08:44.849 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-16T02:08:44.849 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.849 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.849 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.849 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.849 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.850 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.850 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.850 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.850 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.850 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.850 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.850 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.850 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-16T02:08:44.850 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-16T02:08:44.850 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.850 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.850 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.850 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.850 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.851 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.851 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.851 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.851 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.851 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.851 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.851 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.851 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-16T02:08:44.851 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-16T02:08:44.851 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.851 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.851 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.851 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.852 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.852 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.852 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.852 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.852 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.852 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.852 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.852 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.852 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-16T02:08:44.852 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-16T02:08:44.852 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.852 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.852 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.853 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.853 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.853 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.853 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.853 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.853 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.853 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.853 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.853 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.853 INFO:teuthology.orchestra.run.smithi017.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-16T02:08:44.853 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-16T02:08:44.853 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.853 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.854 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.854 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.854 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.854 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.854 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.854 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.854 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.854 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.854 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.854 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.854 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_PASSWORD": { 2024-09-16T02:08:44.854 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-16T02:08:44.854 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.855 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.855 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.855 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-09-16T02:08:44.855 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.855 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.855 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.855 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.855 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.855 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.855 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.855 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.855 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-16T02:08:44.855 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-16T02:08:44.855 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.856 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.856 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.856 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.856 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.856 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.856 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.856 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.856 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.856 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.856 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.856 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.856 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_URL": { 2024-09-16T02:08:44.856 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_URL", 2024-09-16T02:08:44.857 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.857 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.857 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.857 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.857 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.857 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.857 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.857 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.857 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.857 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.857 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.857 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.857 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_USERNAME": { 2024-09-16T02:08:44.858 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-16T02:08:44.858 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.858 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.858 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.858 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-09-16T02:08:44.858 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.858 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.858 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.858 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.858 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.858 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.858 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.858 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.858 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-16T02:08:44.859 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-16T02:08:44.859 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.859 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.859 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.859 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.859 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.859 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.859 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.859 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.859 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.859 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.859 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.859 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.860 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-16T02:08:44.860 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-16T02:08:44.860 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.860 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.860 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.860 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.860 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.860 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.860 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.860 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.860 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.860 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.860 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.861 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.861 INFO:teuthology.orchestra.run.smithi017.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-16T02:08:44.861 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-16T02:08:44.861 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.861 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.861 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.861 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.861 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.861 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.861 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.861 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.861 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.861 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.862 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.862 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.862 INFO:teuthology.orchestra.run.smithi017.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-16T02:08:44.862 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-16T02:08:44.862 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.862 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.862 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.862 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.862 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.862 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.862 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.862 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.863 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.863 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.863 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.863 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.863 INFO:teuthology.orchestra.run.smithi017.stdout: "PROMETHEUS_API_HOST": { 2024-09-16T02:08:44.863 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-16T02:08:44.863 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.863 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.863 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.863 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.863 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.863 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.863 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.864 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.864 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.864 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.864 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.864 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.864 INFO:teuthology.orchestra.run.smithi017.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-16T02:08:44.864 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-16T02:08:44.864 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.864 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.864 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.864 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.864 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.864 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.865 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.865 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.865 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.865 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.865 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.865 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.865 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-16T02:08:44.865 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-16T02:08:44.865 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.865 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.865 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.865 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.865 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.866 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.866 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.866 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.866 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.866 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.866 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.866 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.866 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-16T02:08:44.866 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-16T02:08:44.866 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.866 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.866 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.866 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.867 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.867 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.867 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.867 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.867 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.867 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.867 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.867 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.867 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-16T02:08:44.867 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-16T02:08:44.867 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.867 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.867 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.867 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.868 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.868 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.868 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.868 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.868 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.868 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.868 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.868 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.868 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-16T02:08:44.868 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-16T02:08:44.868 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.868 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.868 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.869 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.869 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.869 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.869 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.869 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.869 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.869 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.869 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.869 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.869 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-16T02:08:44.869 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-16T02:08:44.869 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.869 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.870 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.870 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.870 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.870 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.870 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.870 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.870 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.870 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.870 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.870 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.870 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-16T02:08:44.870 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-16T02:08:44.870 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.871 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.871 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.871 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.871 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.871 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.871 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.871 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.871 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.871 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.871 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.871 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.871 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-16T02:08:44.871 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-16T02:08:44.871 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.872 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.872 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.872 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.872 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.872 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.872 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.872 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.872 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.872 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.872 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.872 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.872 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_ENABLED": { 2024-09-16T02:08:44.872 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-16T02:08:44.873 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.873 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.873 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.873 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.873 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.873 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.873 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.873 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.873 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.873 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.873 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.873 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.874 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-16T02:08:44.874 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-16T02:08:44.874 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.874 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.874 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.874 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-16T02:08:44.874 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.874 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.874 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.874 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.874 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.874 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.874 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.874 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.875 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-16T02:08:44.875 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-16T02:08:44.875 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.875 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.875 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.875 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.875 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.875 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.875 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.875 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.875 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.875 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.875 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.876 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.876 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-16T02:08:44.876 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-16T02:08:44.876 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.876 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.876 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.876 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8", 2024-09-16T02:08:44.876 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.876 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.876 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.876 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.876 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.877 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.877 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.877 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.877 INFO:teuthology.orchestra.run.smithi017.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-16T02:08:44.877 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-16T02:08:44.877 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.877 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.877 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.877 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "45", 2024-09-16T02:08:44.877 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.877 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.877 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.877 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.878 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.878 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.878 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.878 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.878 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_ACCESS_KEY": { 2024-09-16T02:08:44.878 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-16T02:08:44.878 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.878 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.878 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.878 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.878 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.878 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.878 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.879 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.879 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.879 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.879 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.879 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.879 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-16T02:08:44.879 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-16T02:08:44.879 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.879 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.879 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.879 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-09-16T02:08:44.879 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.879 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.880 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.880 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.880 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.880 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.880 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.880 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.880 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_SECRET_KEY": { 2024-09-16T02:08:44.880 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-16T02:08:44.880 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.880 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.880 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.880 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.880 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.880 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.881 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.881 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.881 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.881 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.881 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.881 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.881 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_SSL_VERIFY": { 2024-09-16T02:08:44.881 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-16T02:08:44.881 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.881 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.881 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.881 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.881 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.882 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.882 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.882 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.882 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.882 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.882 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.882 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.882 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-16T02:08:44.882 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-16T02:08:44.882 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.882 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.882 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.882 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:44.882 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.883 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.883 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.883 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.883 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.883 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.883 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.883 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.883 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-16T02:08:44.883 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-16T02:08:44.883 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.883 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.883 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.883 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.884 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.884 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.884 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.884 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.884 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.884 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.884 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.884 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.884 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-16T02:08:44.884 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-16T02:08:44.884 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.884 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.884 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.884 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:44.885 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.885 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.885 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.885 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.885 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.885 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.885 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.885 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.885 INFO:teuthology.orchestra.run.smithi017.stdout: "cross_origin_url": { 2024-09-16T02:08:44.885 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cross_origin_url", 2024-09-16T02:08:44.885 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.885 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.885 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.886 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.886 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.886 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.886 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.886 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.886 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.886 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.886 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.886 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.886 INFO:teuthology.orchestra.run.smithi017.stdout: "crt_file": { 2024-09-16T02:08:44.886 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crt_file", 2024-09-16T02:08:44.886 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.886 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.887 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.887 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.887 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.887 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.887 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.887 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.887 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.887 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.887 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.887 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.887 INFO:teuthology.orchestra.run.smithi017.stdout: "debug": { 2024-09-16T02:08:44.888 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "debug", 2024-09-16T02:08:44.888 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.888 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.888 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.888 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.888 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.888 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.888 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.888 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable/disable debug options", 2024-09-16T02:08:44.888 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.888 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.888 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.888 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.888 INFO:teuthology.orchestra.run.smithi017.stdout: "jwt_token_ttl": { 2024-09-16T02:08:44.889 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "jwt_token_ttl", 2024-09-16T02:08:44.889 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.889 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.889 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.889 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "28800", 2024-09-16T02:08:44.889 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.889 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.889 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.889 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.889 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.889 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.889 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.889 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.889 INFO:teuthology.orchestra.run.smithi017.stdout: "key_file": { 2024-09-16T02:08:44.890 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "key_file", 2024-09-16T02:08:44.890 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.890 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.890 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.890 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.890 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.890 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.890 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.890 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.890 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.890 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.890 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.890 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.891 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.891 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.891 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.891 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.891 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.891 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.891 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.891 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.891 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.891 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.891 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.891 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.891 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.892 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.892 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.892 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.892 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.892 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.892 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.892 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.892 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.892 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.892 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.892 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.892 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.893 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.893 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.893 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.893 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.893 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.893 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.893 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.893 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.893 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.893 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.893 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.893 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.893 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.894 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.894 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.894 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.894 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.894 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.894 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.894 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.894 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.894 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.894 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.894 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.894 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.895 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.895 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.895 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.895 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.895 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.895 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.895 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.895 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.895 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.895 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.895 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.895 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.895 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.896 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.896 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.896 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.896 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.896 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.896 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.896 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.896 INFO:teuthology.orchestra.run.smithi017.stdout: "motd": { 2024-09-16T02:08:44.896 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "motd", 2024-09-16T02:08:44.896 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.896 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.896 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.896 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.896 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.897 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.897 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.897 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "The message of the day", 2024-09-16T02:08:44.897 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.897 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.897 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.897 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.897 INFO:teuthology.orchestra.run.smithi017.stdout: "redirect_resolve_ip_addr": { 2024-09-16T02:08:44.897 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "redirect_resolve_ip_addr", 2024-09-16T02:08:44.897 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.897 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.897 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.897 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.898 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.898 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.898 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.898 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.898 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.898 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.898 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.898 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.898 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-09-16T02:08:44.898 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-09-16T02:08:44.898 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.898 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.899 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.899 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "::", 2024-09-16T02:08:44.899 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.899 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.899 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.899 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.899 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.899 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.899 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.899 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.899 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-09-16T02:08:44.899 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-09-16T02:08:44.899 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.899 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.900 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.900 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8080", 2024-09-16T02:08:44.900 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.900 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.900 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.900 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.900 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.900 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.900 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.900 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.900 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl": { 2024-09-16T02:08:44.900 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl", 2024-09-16T02:08:44.900 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.901 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.901 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.901 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.901 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.901 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.901 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.901 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.901 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.901 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.901 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.901 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.901 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl_server_port": { 2024-09-16T02:08:44.901 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl_server_port", 2024-09-16T02:08:44.901 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.902 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.902 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.902 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8443", 2024-09-16T02:08:44.902 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.902 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.902 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.902 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.902 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.902 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.902 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.902 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.902 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_behaviour": { 2024-09-16T02:08:44.903 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_behaviour", 2024-09-16T02:08:44.903 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.903 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.903 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.903 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "redirect", 2024-09-16T02:08:44.903 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.903 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.903 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.903 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.903 INFO:teuthology.orchestra.run.smithi017.stdout: "redirect" 2024-09-16T02:08:44.903 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.903 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.903 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.904 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.904 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.904 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.904 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_error_status_code": { 2024-09-16T02:08:44.904 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_error_status_code", 2024-09-16T02:08:44.904 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.904 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.904 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.904 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "500", 2024-09-16T02:08:44.904 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "400", 2024-09-16T02:08:44.904 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "599", 2024-09-16T02:08:44.904 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.905 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.905 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.905 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.905 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.905 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.905 INFO:teuthology.orchestra.run.smithi017.stdout: "url_prefix": { 2024-09-16T02:08:44.905 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "url_prefix", 2024-09-16T02:08:44.905 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.905 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.905 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.905 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.905 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.905 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.905 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.906 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.906 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.906 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.906 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.906 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.906 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.906 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.906 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.906 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "devicehealth", 2024-09-16T02:08:44.906 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.906 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.906 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.906 INFO:teuthology.orchestra.run.smithi017.stdout: "enable_monitoring": { 2024-09-16T02:08:44.907 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enable_monitoring", 2024-09-16T02:08:44.907 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.907 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.907 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.907 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.907 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.907 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.907 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.907 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "monitor device health metrics", 2024-09-16T02:08:44.907 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.907 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.907 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.908 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.908 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.908 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.908 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.908 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.908 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.908 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.908 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.908 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.908 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.908 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.908 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.908 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.909 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.909 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.909 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.909 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.909 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.909 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.909 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.909 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.909 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.909 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.909 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.909 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.909 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.910 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.910 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.910 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.910 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.910 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.910 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.910 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.910 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.910 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.910 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.910 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.910 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.910 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.911 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.911 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.911 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.911 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.911 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.911 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.911 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.911 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.911 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.911 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.911 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.911 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.911 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.912 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.912 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.912 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.912 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.912 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.912 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.912 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.912 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.912 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.912 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.912 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.912 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.912 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.913 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.913 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.913 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.913 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.913 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.913 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.913 INFO:teuthology.orchestra.run.smithi017.stdout: "mark_out_threshold": { 2024-09-16T02:08:44.913 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mark_out_threshold", 2024-09-16T02:08:44.913 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.913 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.913 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.913 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "2419200", 2024-09-16T02:08:44.913 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.914 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.914 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.914 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-16T02:08:44.914 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.914 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.914 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.914 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.914 INFO:teuthology.orchestra.run.smithi017.stdout: "pool_name": { 2024-09-16T02:08:44.914 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pool_name", 2024-09-16T02:08:44.914 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.914 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.914 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.915 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "device_health_metrics", 2024-09-16T02:08:44.915 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.915 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.915 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.915 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-16T02:08:44.915 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.915 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.915 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.915 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.915 INFO:teuthology.orchestra.run.smithi017.stdout: "retention_period": { 2024-09-16T02:08:44.915 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "retention_period", 2024-09-16T02:08:44.915 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.915 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.915 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.916 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15552000", 2024-09-16T02:08:44.916 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.916 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.916 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.916 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long to retain device health metrics", 2024-09-16T02:08:44.916 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.916 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.916 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.916 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.916 INFO:teuthology.orchestra.run.smithi017.stdout: "scrape_frequency": { 2024-09-16T02:08:44.916 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "scrape_frequency", 2024-09-16T02:08:44.916 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.917 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.917 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.917 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "86400", 2024-09-16T02:08:44.917 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.917 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.917 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.917 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-16T02:08:44.917 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.917 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.917 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.917 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.917 INFO:teuthology.orchestra.run.smithi017.stdout: "self_heal": { 2024-09-16T02:08:44.917 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "self_heal", 2024-09-16T02:08:44.918 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.918 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.918 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.918 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:44.918 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.918 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.918 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.918 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-16T02:08:44.918 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.918 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.918 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.918 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.918 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:44.919 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:44.919 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.919 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.919 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.919 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:44.919 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.919 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.919 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.919 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to wake up and check device health", 2024-09-16T02:08:44.919 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.919 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.919 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.919 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.920 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_threshold": { 2024-09-16T02:08:44.920 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_threshold", 2024-09-16T02:08:44.920 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.920 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.920 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.920 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "7257600", 2024-09-16T02:08:44.920 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.920 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.920 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.920 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-16T02:08:44.920 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.920 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.920 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.921 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.921 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.921 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.921 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.921 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "diskprediction_local", 2024-09-16T02:08:44.921 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.921 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.921 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.921 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.921 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.921 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.921 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.921 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.922 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.922 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.922 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.922 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.922 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.922 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.922 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.922 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.922 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.922 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.922 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.922 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.922 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.923 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.923 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.923 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.923 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.923 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.923 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.923 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.923 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.923 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.923 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.923 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.923 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.923 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.923 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.924 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.924 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.924 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.924 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.924 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.924 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.924 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.924 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.924 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.924 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.924 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.924 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.924 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.925 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.925 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.925 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.925 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.925 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.925 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.925 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.925 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.925 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.925 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.925 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.925 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.925 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.926 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.926 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.926 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.926 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.926 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.926 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.926 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.926 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.926 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.926 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.926 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.926 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.926 INFO:teuthology.orchestra.run.smithi017.stdout: "predict_interval": { 2024-09-16T02:08:44.926 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "predict_interval", 2024-09-16T02:08:44.927 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.927 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.927 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.927 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "86400", 2024-09-16T02:08:44.927 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.927 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.927 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.927 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.927 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.927 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.927 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.927 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.927 INFO:teuthology.orchestra.run.smithi017.stdout: "predictor_model": { 2024-09-16T02:08:44.927 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "predictor_model", 2024-09-16T02:08:44.928 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.928 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.928 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.928 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "prophetstor", 2024-09-16T02:08:44.928 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.928 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.928 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.928 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.928 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.928 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.928 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.928 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.928 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:44.929 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:44.929 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.929 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.929 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.929 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:44.929 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.929 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.929 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.929 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.929 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.929 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.929 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.929 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.930 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.930 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.930 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.930 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "influx", 2024-09-16T02:08:44.930 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": false, 2024-09-16T02:08:44.930 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "influxdb python module not found", 2024-09-16T02:08:44.930 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.930 INFO:teuthology.orchestra.run.smithi017.stdout: "batch_size": { 2024-09-16T02:08:44.930 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "batch_size", 2024-09-16T02:08:44.930 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.930 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.930 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.930 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5000", 2024-09-16T02:08:44.930 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.931 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.931 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.931 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-16T02:08:44.931 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.931 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.931 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.931 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.931 INFO:teuthology.orchestra.run.smithi017.stdout: "database": { 2024-09-16T02:08:44.931 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "database", 2024-09-16T02:08:44.931 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.931 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.931 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.932 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "ceph", 2024-09-16T02:08:44.932 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.932 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.932 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.932 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-16T02:08:44.932 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.932 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.932 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.932 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.932 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": { 2024-09-16T02:08:44.932 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "hostname", 2024-09-16T02:08:44.932 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.932 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.933 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.933 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.933 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.933 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.933 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.933 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB server hostname", 2024-09-16T02:08:44.933 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.933 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.933 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.933 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.933 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:44.933 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:44.933 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:44.934 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.934 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.934 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "30", 2024-09-16T02:08:44.934 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "5", 2024-09-16T02:08:44.934 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.934 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.934 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-16T02:08:44.934 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.934 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.934 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.934 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.934 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.934 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.935 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.935 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.935 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.935 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.935 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.935 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.935 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.935 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.935 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.935 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.935 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.935 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.935 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.936 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.936 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.936 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.936 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.936 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.936 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.936 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.936 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.936 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.936 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.936 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.936 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.936 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.937 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.937 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.937 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.937 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.937 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.937 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.937 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.937 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.937 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.937 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.937 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.937 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.937 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.938 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.938 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.938 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.938 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.938 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.938 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.938 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.938 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.938 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.938 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.938 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.938 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.939 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.939 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.939 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.939 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.939 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.939 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.939 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.939 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.939 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.939 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.939 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.939 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.939 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.940 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.940 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.940 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.940 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.940 INFO:teuthology.orchestra.run.smithi017.stdout: "password": { 2024-09-16T02:08:44.940 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "password", 2024-09-16T02:08:44.940 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.940 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.940 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.940 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.940 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.940 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.940 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.940 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "password of InfluxDB server user", 2024-09-16T02:08:44.941 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.941 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.941 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.941 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.941 INFO:teuthology.orchestra.run.smithi017.stdout: "port": { 2024-09-16T02:08:44.941 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "port", 2024-09-16T02:08:44.941 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.941 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.941 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.941 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8086", 2024-09-16T02:08:44.941 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.941 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.941 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.942 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB server port", 2024-09-16T02:08:44.942 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.942 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.942 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.942 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.942 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl": { 2024-09-16T02:08:44.942 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl", 2024-09-16T02:08:44.942 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.942 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.942 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.942 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "false", 2024-09-16T02:08:44.942 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.942 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.942 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.943 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T02:08:44.943 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.943 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.943 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.943 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.943 INFO:teuthology.orchestra.run.smithi017.stdout: "threads": { 2024-09-16T02:08:44.943 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "threads", 2024-09-16T02:08:44.943 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.943 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.943 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.943 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:44.943 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-09-16T02:08:44.943 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "32", 2024-09-16T02:08:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-16T02:08:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: "username": { 2024-09-16T02:08:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "username", 2024-09-16T02:08:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.944 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.945 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.945 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "username of InfluxDB server user", 2024-09-16T02:08:44.945 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.945 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.945 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.945 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.945 INFO:teuthology.orchestra.run.smithi017.stdout: "verify_ssl": { 2024-09-16T02:08:44.945 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "verify_ssl", 2024-09-16T02:08:44.945 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.945 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.945 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.945 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "true", 2024-09-16T02:08:44.946 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.946 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.946 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.946 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T02:08:44.946 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.946 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.946 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.946 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.946 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.946 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.946 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.946 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "insights", 2024-09-16T02:08:44.946 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.946 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.947 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.947 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.947 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.947 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.947 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.947 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.947 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.947 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.947 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.947 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.947 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.947 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.947 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.947 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.948 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.948 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.948 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.948 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.948 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.948 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.948 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.948 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.948 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.948 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.948 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.948 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.949 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.949 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.949 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.949 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.949 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.949 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.949 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.949 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.949 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.949 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.949 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.949 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.949 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.949 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.950 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.950 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.950 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.950 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.950 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.950 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.950 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.950 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.950 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.950 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.950 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.950 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.950 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.951 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.951 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.951 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.951 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.951 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.951 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.951 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.951 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.951 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.951 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.951 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.951 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.951 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.952 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.952 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.952 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.952 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.952 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.952 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.952 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.952 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.952 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "iostat", 2024-09-16T02:08:44.952 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.952 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.952 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.952 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.953 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.953 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.953 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.953 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.953 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.953 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.953 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.953 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.953 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.953 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.953 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.953 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.953 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.954 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.954 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.954 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.954 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.954 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.954 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.954 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.954 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.954 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.954 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.954 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.954 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.954 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.955 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.955 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.955 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.955 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.955 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.955 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.955 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.955 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.955 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.955 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.955 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.955 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.955 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.956 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.956 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.956 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.956 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.956 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.956 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.956 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.956 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.956 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.956 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.956 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.956 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.956 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.956 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.957 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.957 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.957 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.957 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.957 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.957 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.957 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.957 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.957 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.957 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.957 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.957 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.957 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.958 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.958 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.958 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.958 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.958 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.958 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.958 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "k8sevents", 2024-09-16T02:08:44.958 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.958 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.958 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.958 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_event_retention_days": { 2024-09-16T02:08:44.958 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ceph_event_retention_days", 2024-09-16T02:08:44.958 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.959 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.959 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.959 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "7", 2024-09-16T02:08:44.959 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.959 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.959 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.959 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-16T02:08:44.959 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.959 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.959 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.959 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.959 INFO:teuthology.orchestra.run.smithi017.stdout: "config_check_secs": { 2024-09-16T02:08:44.959 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_check_secs", 2024-09-16T02:08:44.960 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.960 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.960 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.960 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:44.960 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "10", 2024-09-16T02:08:44.960 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.960 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.960 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-16T02:08:44.960 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.960 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.960 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.960 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.960 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.961 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.961 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.961 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.961 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.961 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.961 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.961 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.961 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.961 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.961 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.961 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.961 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.962 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.962 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.962 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.962 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.962 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.962 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.962 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.962 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.962 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.962 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.962 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.962 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.962 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.963 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.963 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.963 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.963 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.963 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.963 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.963 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.963 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.963 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.963 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.963 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.963 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.963 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.964 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.964 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.964 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.964 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.964 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.964 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.964 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.964 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.964 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.964 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.964 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.964 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.964 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.965 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.965 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.965 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.965 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.965 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.965 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.965 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.965 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.965 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.965 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.965 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.965 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.965 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.966 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.966 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.966 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.966 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.966 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.966 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.966 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.966 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.966 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "localpool", 2024-09-16T02:08:44.966 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.966 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.966 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.966 INFO:teuthology.orchestra.run.smithi017.stdout: "failure_domain": { 2024-09-16T02:08:44.966 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "failure_domain", 2024-09-16T02:08:44.967 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.967 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.967 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.967 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "host", 2024-09-16T02:08:44.967 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.967 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.967 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.967 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "failure domain for any created local pool", 2024-09-16T02:08:44.967 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-16T02:08:44.967 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.967 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.967 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.967 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.968 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.968 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.968 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.968 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.968 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.968 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.968 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.968 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.968 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.968 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.968 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.968 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.968 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.969 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.969 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.969 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.969 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.969 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.969 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.969 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.969 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.969 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.969 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.969 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.969 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.969 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.969 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.970 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.970 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.970 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.970 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.970 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.970 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.970 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.970 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.970 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.970 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.970 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.970 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.970 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.971 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.971 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.971 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.971 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.971 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.971 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.971 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.971 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.971 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.971 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.971 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.971 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.971 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.971 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.972 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.972 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.972 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.972 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.972 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.972 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.972 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.972 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.972 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.972 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.972 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.972 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.972 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.973 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.973 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.973 INFO:teuthology.orchestra.run.smithi017.stdout: "min_size": { 2024-09-16T02:08:44.973 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "min_size", 2024-09-16T02:08:44.973 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.973 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.973 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.973 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.973 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.973 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.973 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.973 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default min_size for any created local pool", 2024-09-16T02:08:44.973 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-16T02:08:44.973 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.974 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.974 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.974 INFO:teuthology.orchestra.run.smithi017.stdout: "num_rep": { 2024-09-16T02:08:44.974 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "num_rep", 2024-09-16T02:08:44.974 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.974 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.974 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.974 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3", 2024-09-16T02:08:44.974 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.975 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.975 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.975 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default replica count for any created local pool", 2024-09-16T02:08:44.975 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.975 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.975 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.975 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.975 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_num": { 2024-09-16T02:08:44.975 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pg_num", 2024-09-16T02:08:44.975 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:44.975 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.975 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.976 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "128", 2024-09-16T02:08:44.976 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.976 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.976 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.976 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default pg_num for any created local pool", 2024-09-16T02:08:44.976 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.976 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.976 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.976 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.976 INFO:teuthology.orchestra.run.smithi017.stdout: "prefix": { 2024-09-16T02:08:44.976 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prefix", 2024-09-16T02:08:44.976 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.976 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.977 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.977 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.977 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.977 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.977 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.977 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "name prefix for any created local pool", 2024-09-16T02:08:44.977 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.977 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.977 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.977 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.977 INFO:teuthology.orchestra.run.smithi017.stdout: "subtree": { 2024-09-16T02:08:44.977 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "subtree", 2024-09-16T02:08:44.977 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.978 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.978 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.978 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "rack", 2024-09-16T02:08:44.978 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.978 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.978 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.978 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-16T02:08:44.978 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-16T02:08:44.978 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.978 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.978 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.978 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.978 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.979 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.979 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mds_autoscaler", 2024-09-16T02:08:44.979 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.979 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.979 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.979 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.979 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.979 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.979 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.979 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.979 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.979 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.979 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.980 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.980 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.980 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.980 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.980 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.980 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.980 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.980 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.980 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.980 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.980 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.980 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.980 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.981 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.981 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.981 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.981 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.981 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.981 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.981 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.981 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.981 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.981 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.981 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.981 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.981 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.982 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.982 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.982 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.982 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.982 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.982 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.982 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.982 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.982 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.982 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.982 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.982 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.982 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.983 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.983 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.983 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.983 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.983 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.983 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.983 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.983 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.983 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.983 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.983 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.983 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.983 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.984 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.984 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.984 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.984 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.984 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.984 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.984 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.984 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.984 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.984 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.984 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.984 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.984 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.985 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mirroring", 2024-09-16T02:08:44.985 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.985 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.985 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.985 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.985 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.985 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.985 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.985 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.985 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.985 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.985 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.985 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.986 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.986 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.986 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.986 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.986 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.986 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.986 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.986 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.986 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.986 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.986 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.986 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.986 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.987 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.987 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.987 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.987 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.987 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.987 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.987 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.987 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.987 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.987 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.987 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.987 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.987 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.988 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.988 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.988 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.988 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.988 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.988 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.988 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.988 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.988 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.988 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.988 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.988 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.988 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.989 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.989 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.989 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.989 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.989 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.989 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.989 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.989 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.989 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.989 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.989 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.989 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.990 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.990 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.990 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.990 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.990 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.990 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.990 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.990 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.990 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.990 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.990 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.990 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.990 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.991 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "nfs", 2024-09-16T02:08:44.991 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.991 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.991 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.991 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.991 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.991 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.991 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.991 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.991 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.991 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.991 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.991 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.991 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.992 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.992 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.992 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.992 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.992 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.992 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.992 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.992 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.992 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.992 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.992 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.992 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.992 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.993 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.993 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.993 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.993 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.993 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.993 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.993 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.993 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.993 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.993 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.993 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.993 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.993 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:44.994 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:44.994 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.994 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.994 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.994 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:44.994 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.994 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.994 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.994 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.994 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.994 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.994 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.994 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.995 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.995 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.995 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.995 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.995 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.995 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.995 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.995 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:44.995 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:44.995 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.995 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.995 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.995 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.995 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.996 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.996 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.996 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.996 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.996 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.996 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.996 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.996 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:44.996 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.996 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:44.996 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "orchestrator", 2024-09-16T02:08:44.996 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:44.996 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:44.997 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:44.997 INFO:teuthology.orchestra.run.smithi017.stdout: "fail_fs": { 2024-09-16T02:08:44.997 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "fail_fs", 2024-09-16T02:08:44.997 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.997 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.997 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:44.997 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:44.997 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.997 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.997 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:44.997 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-16T02:08:44.997 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.997 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.997 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.998 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.998 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:44.998 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:44.998 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:44.998 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.998 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:44.998 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:44.998 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:44.998 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:44.998 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:44.998 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:44.998 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:44.998 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:44.999 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:44.999 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:44.999 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:44.999 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:44.999 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:44.999 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:44.999 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:44.999 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:44.999 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:44.999 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:44.999 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:44.999 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:44.999 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:44.999 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.000 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.000 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.000 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.000 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.000 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.000 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.000 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.000 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.000 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.000 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.000 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.000 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.000 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.001 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.001 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.001 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.001 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.001 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.001 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.001 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.001 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.001 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.001 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.001 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.001 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.001 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.001 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.002 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator": { 2024-09-16T02:08:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "orchestrator", 2024-09-16T02:08:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.003 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm", 2024-09-16T02:08:45.004 INFO:teuthology.orchestra.run.smithi017.stdout: "rook", 2024-09-16T02:08:45.004 INFO:teuthology.orchestra.run.smithi017.stdout: "test_orchestrator" 2024-09-16T02:08:45.004 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.004 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Orchestrator backend", 2024-09-16T02:08:45.004 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.004 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.004 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.004 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.004 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.004 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.004 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.004 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "osd_perf_query", 2024-09-16T02:08:45.005 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.005 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.005 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.005 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.005 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.005 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.005 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.005 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.005 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.005 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.005 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.005 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.005 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.005 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.006 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.006 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.006 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.006 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.006 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.006 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.006 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.006 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.006 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.006 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.006 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.006 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.006 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.007 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.007 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.007 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.007 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.007 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.007 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.007 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.007 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.007 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.007 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.007 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.007 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.007 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.008 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.008 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.008 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.008 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.008 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.008 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.008 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.008 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.008 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.008 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.008 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.008 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.008 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.009 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.009 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.009 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.009 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.009 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.009 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.009 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.009 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.009 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.009 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.009 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.009 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.009 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.010 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.010 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.010 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.010 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.010 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.010 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.010 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.010 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.010 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.010 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.010 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "osd_support", 2024-09-16T02:08:45.010 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.010 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.010 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.011 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.011 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.011 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.011 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.011 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.011 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.011 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.011 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.011 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.011 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.011 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.011 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.012 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.012 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.012 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.012 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.012 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.012 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.012 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.012 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.012 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.012 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.012 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.012 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.012 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.013 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.013 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.013 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.013 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.013 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.013 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.013 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.013 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.013 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.013 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.013 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.013 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.013 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.014 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.014 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.014 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.014 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.014 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.014 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.014 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.014 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.014 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.014 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.014 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.014 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.015 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.015 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.015 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.015 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.015 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.015 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.015 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.015 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.015 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.015 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.015 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.015 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.015 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.015 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.016 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.016 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.016 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.016 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.016 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.016 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.016 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.016 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.016 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.016 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pg_autoscaler", 2024-09-16T02:08:45.016 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.016 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.017 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.017 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.017 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.017 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.017 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.017 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.017 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.017 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.017 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.017 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.017 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.017 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.017 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.017 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.018 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.018 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.018 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.018 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.018 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.018 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.018 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.018 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.018 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.018 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.018 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.018 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.018 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.019 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.019 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.019 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.019 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.019 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.019 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.019 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.019 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.019 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.019 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.019 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.019 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.020 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.020 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.020 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.020 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.020 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.020 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.020 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.020 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.020 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.020 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.020 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.020 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.020 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.020 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.021 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.021 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.021 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.021 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.021 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.021 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.021 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.021 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.021 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.021 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.021 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.021 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.022 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.022 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.022 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.022 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.022 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.022 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.022 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:45.022 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:45.022 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.022 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.022 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.022 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:45.022 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.023 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.023 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.023 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.023 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.023 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.023 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.023 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.023 INFO:teuthology.orchestra.run.smithi017.stdout: "threshold": { 2024-09-16T02:08:45.023 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "threshold", 2024-09-16T02:08:45.023 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:45.023 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.023 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.023 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3.0", 2024-09-16T02:08:45.023 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1.0", 2024-09-16T02:08:45.024 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.024 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.024 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "scaling threshold", 2024-09-16T02:08:45.024 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-16T02:08:45.024 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.024 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.024 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.024 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.024 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.024 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.024 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "progress", 2024-09-16T02:08:45.024 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.025 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.025 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.025 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_pg_recovery_event": { 2024-09-16T02:08:45.025 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_pg_recovery_event", 2024-09-16T02:08:45.025 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.025 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.025 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.025 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.025 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.025 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.025 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.025 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-16T02:08:45.025 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.026 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.026 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.026 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.026 INFO:teuthology.orchestra.run.smithi017.stdout: "enabled": { 2024-09-16T02:08:45.026 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enabled", 2024-09-16T02:08:45.026 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.026 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.026 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.026 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.026 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.026 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.026 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.026 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.027 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.027 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.027 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.027 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.027 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.027 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.027 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.027 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.027 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.027 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.027 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.027 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.027 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.027 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.028 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.028 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.028 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.028 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.028 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.028 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.028 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.028 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.028 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.028 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.028 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.028 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.028 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.029 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.029 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.029 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.029 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.029 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.029 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.029 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.029 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.029 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.029 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.029 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.029 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.029 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.029 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.030 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.030 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.030 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.030 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.030 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.030 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.030 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.030 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.030 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.030 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.030 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.030 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.030 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.031 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.031 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.031 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.031 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.031 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.031 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.031 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.031 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.031 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.031 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.031 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.031 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.032 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.032 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.032 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.032 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.032 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.032 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.032 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.032 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.032 INFO:teuthology.orchestra.run.smithi017.stdout: "max_completed_events": { 2024-09-16T02:08:45.032 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_completed_events", 2024-09-16T02:08:45.032 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.032 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.032 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.032 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "50", 2024-09-16T02:08:45.033 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.033 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.033 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.033 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "number of past completed events to remember", 2024-09-16T02:08:45.033 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.033 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.033 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.033 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.033 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:45.033 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:45.033 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.033 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.033 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.033 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:45.034 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.034 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.034 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.034 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long the module is going to sleep", 2024-09-16T02:08:45.034 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.034 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.034 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.034 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.034 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.034 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.034 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.034 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prometheus", 2024-09-16T02:08:45.035 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.035 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.035 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.035 INFO:teuthology.orchestra.run.smithi017.stdout: "cache": { 2024-09-16T02:08:45.035 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cache", 2024-09-16T02:08:45.035 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.035 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.035 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.035 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.035 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.035 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.035 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.035 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.036 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.036 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.036 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.036 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.036 INFO:teuthology.orchestra.run.smithi017.stdout: "exclude_perf_counters": { 2024-09-16T02:08:45.036 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "exclude_perf_counters", 2024-09-16T02:08:45.036 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.036 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.036 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.036 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.036 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.036 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.036 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.037 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-16T02:08:45.037 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-16T02:08:45.037 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.037 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.037 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.037 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.037 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.037 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.037 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.037 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.037 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.037 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.037 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.038 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.038 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.038 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.038 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.038 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.038 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.038 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.038 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.038 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.038 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.038 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.038 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.038 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.039 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.039 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.039 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.039 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.039 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.039 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.039 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.039 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.039 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.039 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.039 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.039 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.039 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.040 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.040 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.040 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.040 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.040 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.040 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.040 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.040 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.040 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.040 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.040 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.040 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.040 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.041 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.041 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.041 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.041 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.041 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.041 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.041 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.041 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.041 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.041 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.041 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.041 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.041 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.042 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.042 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.042 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.042 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.042 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.042 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.042 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.042 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.042 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.042 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.042 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_stats_pools": { 2024-09-16T02:08:45.042 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_stats_pools", 2024-09-16T02:08:45.042 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.043 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.043 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.043 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.043 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.043 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.043 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.043 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.043 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.043 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.043 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.043 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.043 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-16T02:08:45.043 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-16T02:08:45.043 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.044 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.044 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.044 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "300", 2024-09-16T02:08:45.044 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.044 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.044 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.044 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.044 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.044 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.044 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.044 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.044 INFO:teuthology.orchestra.run.smithi017.stdout: "scrape_interval": { 2024-09-16T02:08:45.044 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "scrape_interval", 2024-09-16T02:08:45.045 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:45.045 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.045 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.045 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15.0", 2024-09-16T02:08:45.045 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.045 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.045 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.045 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.045 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.045 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.045 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.045 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.045 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-09-16T02:08:45.045 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-09-16T02:08:45.046 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.046 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.046 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.046 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "::", 2024-09-16T02:08:45.046 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.046 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.046 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.046 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-16T02:08:45.046 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.046 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.046 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.046 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.046 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-09-16T02:08:45.047 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-09-16T02:08:45.047 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.047 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.047 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.047 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "9283", 2024-09-16T02:08:45.047 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.047 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.047 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.047 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-16T02:08:45.047 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.047 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.047 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.047 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.048 INFO:teuthology.orchestra.run.smithi017.stdout: "stale_cache_strategy": { 2024-09-16T02:08:45.048 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "stale_cache_strategy", 2024-09-16T02:08:45.048 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.048 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.048 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.048 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "log", 2024-09-16T02:08:45.048 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.048 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.048 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.048 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.048 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.048 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.049 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.049 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.049 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_behaviour": { 2024-09-16T02:08:45.049 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_behaviour", 2024-09-16T02:08:45.049 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.049 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.049 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.049 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "default", 2024-09-16T02:08:45.049 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.049 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.049 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.049 INFO:teuthology.orchestra.run.smithi017.stdout: "default", 2024-09-16T02:08:45.049 INFO:teuthology.orchestra.run.smithi017.stdout: "error" 2024-09-16T02:08:45.050 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.050 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.050 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.050 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.050 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.050 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.050 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_error_status_code": { 2024-09-16T02:08:45.050 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_error_status_code", 2024-09-16T02:08:45.050 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.050 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.050 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.050 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "500", 2024-09-16T02:08:45.050 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "400", 2024-09-16T02:08:45.051 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "599", 2024-09-16T02:08:45.051 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.051 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.051 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.051 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.051 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.051 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.051 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.051 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.051 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.051 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_support", 2024-09-16T02:08:45.051 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.051 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.052 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.052 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.052 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.052 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.052 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.052 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.052 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.052 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.052 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.052 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.052 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.052 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.052 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.053 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.053 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.053 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.053 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.053 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.053 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.053 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.053 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.053 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.053 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.053 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.053 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.053 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.054 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.054 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.054 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.054 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.054 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.054 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.054 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.054 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.054 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.054 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.054 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.054 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.054 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.055 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.055 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.055 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.055 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.055 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.055 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.055 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.055 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.055 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.055 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.055 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.055 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.055 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.055 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.056 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.056 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.056 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.056 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.056 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.056 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.056 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.056 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.056 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.056 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.056 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.056 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.056 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.057 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.057 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.057 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.057 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.057 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.057 INFO:teuthology.orchestra.run.smithi017.stdout: "max_concurrent_snap_create": { 2024-09-16T02:08:45.057 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_concurrent_snap_create", 2024-09-16T02:08:45.057 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.057 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.057 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.057 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:45.057 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.057 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.058 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.058 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.058 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.058 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.058 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.058 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.058 INFO:teuthology.orchestra.run.smithi017.stdout: "mirror_snapshot_schedule": { 2024-09-16T02:08:45.058 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mirror_snapshot_schedule", 2024-09-16T02:08:45.058 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.058 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.058 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.058 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.058 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.058 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.059 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.059 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.059 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.059 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.059 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.059 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.059 INFO:teuthology.orchestra.run.smithi017.stdout: "trash_purge_schedule": { 2024-09-16T02:08:45.059 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "trash_purge_schedule", 2024-09-16T02:08:45.059 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.059 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.059 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.059 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.059 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.060 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.060 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.060 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.060 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.060 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.060 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.060 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.060 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.060 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.060 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.060 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "restful", 2024-09-16T02:08:45.060 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.060 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.060 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.061 INFO:teuthology.orchestra.run.smithi017.stdout: "enable_auth": { 2024-09-16T02:08:45.061 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enable_auth", 2024-09-16T02:08:45.061 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.061 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.061 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.061 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.061 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.061 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.061 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.061 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.061 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.061 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.061 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.061 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.062 INFO:teuthology.orchestra.run.smithi017.stdout: "key_file": { 2024-09-16T02:08:45.062 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "key_file", 2024-09-16T02:08:45.062 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.062 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.062 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.062 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.062 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.062 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.062 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.062 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.062 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.062 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.063 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.063 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.063 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.063 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.063 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.063 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.063 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.063 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.063 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.063 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.063 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.063 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.063 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.064 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.064 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.064 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.064 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.064 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.064 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.064 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.064 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.064 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.064 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.064 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.064 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.064 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.064 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.065 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.065 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.065 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.065 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.065 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.065 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.065 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.065 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.065 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.065 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.065 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.065 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.065 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.066 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.066 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.066 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.066 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.066 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.066 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.066 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.066 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.066 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.066 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.066 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.066 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.066 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.067 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.067 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.067 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.067 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.067 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.067 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.067 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.067 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.067 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.067 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.067 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.067 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.067 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.067 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.068 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.068 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.068 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.068 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.068 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.068 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-09-16T02:08:45.068 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-09-16T02:08:45.068 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.068 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.068 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.068 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.068 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.068 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.069 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.069 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.069 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.069 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.069 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.069 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.069 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-09-16T02:08:45.069 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-09-16T02:08:45.069 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.069 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.069 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.069 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.069 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.070 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.070 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.070 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.070 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.070 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.070 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.070 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.070 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.070 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.070 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.070 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rgw", 2024-09-16T02:08:45.070 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.070 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.070 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.071 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.071 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.071 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.071 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.071 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.071 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.071 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.071 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.071 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.071 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.071 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.071 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.071 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.072 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.072 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.072 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.072 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.072 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.072 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.072 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.072 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.072 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.072 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.072 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.072 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.072 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.072 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.073 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.073 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.073 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.073 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.073 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.073 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.073 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.073 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.073 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.073 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.073 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.073 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.073 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.074 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.074 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.074 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.074 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.074 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.074 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.074 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.074 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.074 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.074 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.074 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.074 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.074 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.075 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.075 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.075 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.075 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.075 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.075 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.075 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.075 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.075 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.075 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.075 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.075 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.075 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.075 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.076 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.076 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.076 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.076 INFO:teuthology.orchestra.run.smithi017.stdout: "secondary_zone_period_retry_limit": { 2024-09-16T02:08:45.076 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-16T02:08:45.076 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.076 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.076 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.076 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:45.076 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.076 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.076 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.076 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-16T02:08:45.077 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.077 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.077 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.077 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.077 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.077 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.077 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.077 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rook", 2024-09-16T02:08:45.077 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.077 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.077 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.077 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.077 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.078 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.078 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.078 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.078 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.078 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.078 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.078 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.078 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.078 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.078 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.078 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.078 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.078 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.079 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.079 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.079 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.079 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.079 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.079 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.079 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.079 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.079 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.079 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.079 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.079 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.079 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.080 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.080 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.080 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.080 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.080 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.080 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.080 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.080 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.080 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.080 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.080 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.080 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.080 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.081 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.081 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.081 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.081 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.081 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.081 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.081 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.081 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.081 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.081 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.081 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.081 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.081 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.081 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.082 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.082 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.082 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.082 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.082 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.082 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.082 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.082 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.082 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.082 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.082 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.082 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.082 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.083 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.083 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.083 INFO:teuthology.orchestra.run.smithi017.stdout: "storage_class": { 2024-09-16T02:08:45.083 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "storage_class", 2024-09-16T02:08:45.083 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.083 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.083 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.083 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "local", 2024-09-16T02:08:45.083 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.083 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.083 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.083 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-16T02:08:45.083 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.083 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.084 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.084 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.084 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.084 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.084 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.084 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "selftest", 2024-09-16T02:08:45.084 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.084 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.084 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.084 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.084 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.084 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.084 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.085 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.085 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.085 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.085 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.085 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.085 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.085 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.085 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.085 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.085 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.085 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.085 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.085 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.086 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.086 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.086 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.086 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.086 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.086 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.086 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.086 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.086 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.086 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.086 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.086 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.086 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.086 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.087 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.087 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.087 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.087 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.087 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.087 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.087 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.087 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.087 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.087 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.087 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.087 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.087 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.088 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.088 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.088 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.088 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.088 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.088 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.088 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.088 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.088 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.088 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.088 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.088 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.088 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.088 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.089 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.089 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.089 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.089 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.089 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.089 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.089 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.089 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.089 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.089 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.089 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.089 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.089 INFO:teuthology.orchestra.run.smithi017.stdout: "roption1": { 2024-09-16T02:08:45.090 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "roption1", 2024-09-16T02:08:45.090 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.090 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.090 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.090 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.090 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.090 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.090 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.090 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.090 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.090 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.090 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.090 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.090 INFO:teuthology.orchestra.run.smithi017.stdout: "roption2": { 2024-09-16T02:08:45.091 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "roption2", 2024-09-16T02:08:45.091 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.091 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.091 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.091 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "xyz", 2024-09-16T02:08:45.091 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.091 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.091 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.091 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.091 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.091 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.091 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.092 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.092 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption1": { 2024-09-16T02:08:45.092 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption1", 2024-09-16T02:08:45.092 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.092 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.092 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.092 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.092 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.092 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.092 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.092 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.092 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.092 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.092 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.093 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.093 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption2": { 2024-09-16T02:08:45.093 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption2", 2024-09-16T02:08:45.093 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.093 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.093 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.093 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.093 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.093 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.093 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.093 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.093 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.093 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.094 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.094 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.094 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption3": { 2024-09-16T02:08:45.094 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption3", 2024-09-16T02:08:45.094 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:45.094 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.094 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.094 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.094 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.094 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.094 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.094 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.094 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.095 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.095 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.095 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.095 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption4": { 2024-09-16T02:08:45.095 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption4", 2024-09-16T02:08:45.095 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.095 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.095 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.095 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.095 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.095 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.095 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.095 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.096 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.096 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.096 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.096 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.096 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption5": { 2024-09-16T02:08:45.096 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption5", 2024-09-16T02:08:45.096 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.096 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.096 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.096 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.096 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.096 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.096 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.097 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.097 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.097 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.097 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.097 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.097 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption6": { 2024-09-16T02:08:45.097 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption6", 2024-09-16T02:08:45.097 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.097 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.097 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.097 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.097 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.097 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.097 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.098 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.098 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.098 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.098 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.098 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.098 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption7": { 2024-09-16T02:08:45.098 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption7", 2024-09-16T02:08:45.098 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.098 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.098 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.098 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.098 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-09-16T02:08:45.098 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "42", 2024-09-16T02:08:45.099 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.099 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.099 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.099 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.099 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.099 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.099 INFO:teuthology.orchestra.run.smithi017.stdout: "testkey": { 2024-09-16T02:08:45.099 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testkey", 2024-09-16T02:08:45.099 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.099 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.099 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.099 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.099 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.100 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.100 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.100 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.100 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.100 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.100 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.100 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.100 INFO:teuthology.orchestra.run.smithi017.stdout: "testlkey": { 2024-09-16T02:08:45.100 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testlkey", 2024-09-16T02:08:45.100 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.100 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.100 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.100 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.101 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.101 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.101 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.101 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.101 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.101 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.101 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.101 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.101 INFO:teuthology.orchestra.run.smithi017.stdout: "testnewline": { 2024-09-16T02:08:45.101 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testnewline", 2024-09-16T02:08:45.101 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.101 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.101 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.102 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.102 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.102 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.102 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.102 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.102 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.102 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.102 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.102 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.102 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.102 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.102 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.102 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snap_schedule", 2024-09-16T02:08:45.103 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.103 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.103 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.103 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_m_granularity": { 2024-09-16T02:08:45.103 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_m_granularity", 2024-09-16T02:08:45.103 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.103 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.103 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.103 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.103 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.103 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.103 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.103 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow minute scheduled snapshots", 2024-09-16T02:08:45.104 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.104 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.104 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.104 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.104 INFO:teuthology.orchestra.run.smithi017.stdout: "dump_on_update": { 2024-09-16T02:08:45.104 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "dump_on_update", 2024-09-16T02:08:45.104 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.104 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.104 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.104 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.104 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.104 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.104 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.104 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "dump database to debug log on update", 2024-09-16T02:08:45.105 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.105 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.105 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.105 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.105 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.105 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.105 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.105 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.105 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.105 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.105 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.105 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.105 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.106 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.106 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.106 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.106 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.106 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.106 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.106 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.106 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.106 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.106 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.106 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.106 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.107 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.107 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.107 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.107 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.107 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.107 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.107 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.107 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.107 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.107 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.107 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.107 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.107 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.108 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.108 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.108 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.108 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.108 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.108 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.108 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.108 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.108 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.108 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.108 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.108 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.108 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.109 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.109 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.109 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.109 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.109 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.109 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.109 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.109 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.109 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.109 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.109 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.109 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.109 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.110 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.110 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.110 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.110 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.110 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.110 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.110 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.110 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.110 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.110 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.110 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.110 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.110 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.111 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "stats", 2024-09-16T02:08:45.111 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.111 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.111 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.111 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.111 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.111 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.111 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.111 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.111 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.111 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.111 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.111 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.111 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.112 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.112 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.112 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.112 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.112 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.112 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.112 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.112 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.112 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.112 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.112 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.112 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.113 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.113 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.113 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.113 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.113 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.113 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.113 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.113 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.113 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.113 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.113 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.113 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.113 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.113 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.114 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.114 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.114 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.114 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.114 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.114 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.114 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.114 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.114 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.114 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.114 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.114 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.114 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.115 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.115 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.115 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.115 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.115 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.115 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.115 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.115 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.115 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.115 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.115 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.115 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.115 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.115 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.116 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.116 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.116 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.116 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.116 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.116 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.116 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.116 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.116 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.116 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.116 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "status", 2024-09-16T02:08:45.116 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.116 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.117 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.117 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.117 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.117 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.117 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.117 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.117 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.117 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.117 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.117 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.117 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.117 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.117 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.117 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.118 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.118 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.118 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.118 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.118 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.118 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.118 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.118 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.118 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.118 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.118 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.118 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.118 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.119 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.119 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.119 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.119 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.119 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.119 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.119 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.119 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.119 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.119 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.119 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.119 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.119 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.119 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.120 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.120 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.120 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.120 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.120 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.120 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.120 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.120 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.120 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.120 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.120 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.120 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.120 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.120 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.121 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.121 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.121 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.121 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.121 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.121 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.121 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.121 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.121 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.121 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.121 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.121 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.122 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.122 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.122 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.122 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.122 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.122 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.122 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.122 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "telegraf", 2024-09-16T02:08:45.122 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.122 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.122 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.122 INFO:teuthology.orchestra.run.smithi017.stdout: "address": { 2024-09-16T02:08:45.122 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "address", 2024-09-16T02:08:45.123 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.123 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.123 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.123 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-16T02:08:45.123 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.123 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.123 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.123 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.123 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.123 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.123 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.123 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.123 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:45.123 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:45.124 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.124 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.124 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.124 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15", 2024-09-16T02:08:45.124 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.124 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.124 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.124 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.124 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.124 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.124 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.124 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.124 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.125 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.125 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.125 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.125 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.125 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.125 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.125 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.125 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.125 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.125 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.125 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.125 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.125 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.126 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.126 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.126 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.126 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.126 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.126 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.126 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.126 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.126 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.126 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.126 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.126 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.126 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.127 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.127 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.127 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.127 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.127 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.127 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.127 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.127 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.127 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.127 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.127 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.127 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.127 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.128 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.128 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.128 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.128 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.128 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.128 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.128 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.128 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.128 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.128 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.128 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.128 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.128 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.129 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.129 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.129 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.129 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.129 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.129 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.129 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.129 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.129 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.129 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.129 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.129 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.129 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.129 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.130 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.130 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.130 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.130 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.130 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.130 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.130 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "telemetry", 2024-09-16T02:08:45.130 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.130 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.130 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.130 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_basic": { 2024-09-16T02:08:45.130 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_basic", 2024-09-16T02:08:45.130 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.131 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.131 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.131 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.131 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.131 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.131 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.131 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-16T02:08:45.131 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.131 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.131 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.131 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.131 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_crash": { 2024-09-16T02:08:45.131 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_crash", 2024-09-16T02:08:45.131 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.132 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.132 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.132 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.132 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.132 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.132 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.132 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-16T02:08:45.132 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.132 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.132 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.132 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.132 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_device": { 2024-09-16T02:08:45.132 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_device", 2024-09-16T02:08:45.133 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.133 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.133 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.133 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.133 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.133 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.133 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.133 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-16T02:08:45.133 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.133 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.133 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.133 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.133 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_ident": { 2024-09-16T02:08:45.134 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_ident", 2024-09-16T02:08:45.134 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.134 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.134 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.134 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.134 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.134 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.134 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.134 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-16T02:08:45.134 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.134 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.134 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.134 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.135 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_perf": { 2024-09-16T02:08:45.135 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_perf", 2024-09-16T02:08:45.135 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.135 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.135 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.135 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.135 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.135 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.135 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.135 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-16T02:08:45.135 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.135 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.135 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.136 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.136 INFO:teuthology.orchestra.run.smithi017.stdout: "contact": { 2024-09-16T02:08:45.136 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "contact", 2024-09-16T02:08:45.136 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.136 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.136 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.136 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.136 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.136 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.136 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.136 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.136 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.136 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.137 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.137 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.137 INFO:teuthology.orchestra.run.smithi017.stdout: "description": { 2024-09-16T02:08:45.137 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "description", 2024-09-16T02:08:45.137 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.137 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.137 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.137 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.137 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.137 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.137 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.137 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.137 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.137 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.138 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.138 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.138 INFO:teuthology.orchestra.run.smithi017.stdout: "device_url": { 2024-09-16T02:08:45.138 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_url", 2024-09-16T02:08:45.138 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.138 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.138 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.138 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-16T02:08:45.138 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.138 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.138 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.138 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.138 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.139 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.139 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.139 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.139 INFO:teuthology.orchestra.run.smithi017.stdout: "enabled": { 2024-09-16T02:08:45.139 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enabled", 2024-09-16T02:08:45.139 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.139 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.139 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.139 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.139 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.139 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.139 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.139 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.139 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.140 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.140 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.140 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.140 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:45.140 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:45.140 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.140 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.140 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.140 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "24", 2024-09-16T02:08:45.140 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "8", 2024-09-16T02:08:45.140 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.140 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.140 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.141 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.141 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.141 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.141 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.141 INFO:teuthology.orchestra.run.smithi017.stdout: "last_opt_revision": { 2024-09-16T02:08:45.141 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "last_opt_revision", 2024-09-16T02:08:45.141 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.141 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.141 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.141 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1", 2024-09-16T02:08:45.141 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.141 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.141 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.142 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.142 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.142 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.142 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.142 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.142 INFO:teuthology.orchestra.run.smithi017.stdout: "leaderboard": { 2024-09-16T02:08:45.142 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "leaderboard", 2024-09-16T02:08:45.142 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.142 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.142 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.142 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.142 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.142 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.142 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.143 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.143 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.143 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.143 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.143 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.143 INFO:teuthology.orchestra.run.smithi017.stdout: "leaderboard_description": { 2024-09-16T02:08:45.143 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "leaderboard_description", 2024-09-16T02:08:45.143 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.143 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.143 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.143 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.143 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.144 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.144 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.144 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.144 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.144 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.144 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.144 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.144 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.144 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.144 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.144 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.144 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.144 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.145 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.145 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.145 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.145 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.145 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.145 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.145 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.145 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.145 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.145 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.145 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.145 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.145 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.146 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.146 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.146 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.146 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.146 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.146 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.146 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.146 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.146 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.146 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.146 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.146 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.146 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.147 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.147 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.147 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.147 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.147 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.147 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.147 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.147 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.147 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.147 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.147 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.147 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.147 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.147 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.148 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.148 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.148 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.148 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.148 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.148 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.148 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.148 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.148 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.148 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.148 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.148 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.148 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.149 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.149 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.149 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.149 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.149 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.149 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.149 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.149 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.149 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.149 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.149 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.149 INFO:teuthology.orchestra.run.smithi017.stdout: "organization": { 2024-09-16T02:08:45.149 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "organization", 2024-09-16T02:08:45.150 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.150 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.150 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.150 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.150 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.150 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.150 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.150 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.150 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.150 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.150 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.150 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.150 INFO:teuthology.orchestra.run.smithi017.stdout: "proxy": { 2024-09-16T02:08:45.151 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "proxy", 2024-09-16T02:08:45.151 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.151 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.151 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.151 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.151 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.151 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.151 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.151 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.151 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.151 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.151 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.151 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.152 INFO:teuthology.orchestra.run.smithi017.stdout: "url": { 2024-09-16T02:08:45.152 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "url", 2024-09-16T02:08:45.152 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.152 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.152 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.152 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-16T02:08:45.152 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.152 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.152 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.152 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.152 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.152 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.153 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.153 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.153 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.153 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.153 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.153 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "test_orchestrator", 2024-09-16T02:08:45.153 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.153 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.153 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.153 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.153 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.153 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.153 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.154 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.154 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.154 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.154 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.154 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.154 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.154 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.154 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.154 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.154 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.154 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.154 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.154 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.155 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.155 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.155 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.155 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.155 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.155 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.155 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.155 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.155 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.155 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.155 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.155 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.155 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.156 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.156 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.156 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.156 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.156 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.156 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.156 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.156 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.156 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.156 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.156 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.156 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.156 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.157 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.157 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.157 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.157 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.157 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.157 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.157 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.157 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.157 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.157 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.157 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.157 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.157 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.158 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.158 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.158 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.158 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.158 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.158 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.158 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.158 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.158 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.158 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.158 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.158 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.158 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.158 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.159 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.159 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.159 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.159 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "volumes", 2024-09-16T02:08:45.159 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.159 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.159 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.159 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.159 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.159 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.159 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.159 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.159 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.160 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.160 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.160 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.160 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.160 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.160 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.160 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.160 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.160 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.160 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.160 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.160 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.160 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.161 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.161 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.161 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.161 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.161 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.161 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.161 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.161 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.161 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.161 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.161 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.161 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.161 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.162 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.162 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.162 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.162 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.162 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.162 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.162 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.162 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.162 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.162 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.162 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.162 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.162 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.162 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.163 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.163 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.163 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.163 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.163 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.163 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.163 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.163 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.163 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.163 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.163 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.163 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.163 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.164 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.164 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.164 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.164 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.164 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.164 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.164 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.164 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.164 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.164 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.164 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.164 INFO:teuthology.orchestra.run.smithi017.stdout: "max_concurrent_clones": { 2024-09-16T02:08:45.164 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_concurrent_clones", 2024-09-16T02:08:45.165 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.165 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.165 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.165 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "4", 2024-09-16T02:08:45.165 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.165 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.165 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.165 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-16T02:08:45.165 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.165 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.165 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.165 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.165 INFO:teuthology.orchestra.run.smithi017.stdout: "periodic_async_work": { 2024-09-16T02:08:45.166 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "periodic_async_work", 2024-09-16T02:08:45.166 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.166 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.166 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.166 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.166 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.166 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.166 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.166 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Periodically check for async work", 2024-09-16T02:08:45.166 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.166 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.166 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.166 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.166 INFO:teuthology.orchestra.run.smithi017.stdout: "snapshot_clone_delay": { 2024-09-16T02:08:45.167 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snapshot_clone_delay", 2024-09-16T02:08:45.167 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.167 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.167 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.167 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:45.167 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.167 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.167 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.167 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-16T02:08:45.167 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.167 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.167 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.167 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.168 INFO:teuthology.orchestra.run.smithi017.stdout: "snapshot_clone_no_wait": { 2024-09-16T02:08:45.168 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snapshot_clone_no_wait", 2024-09-16T02:08:45.168 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.168 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.168 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.168 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.168 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.168 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.168 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.168 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-16T02:08:45.168 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.168 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.168 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.169 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.169 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.169 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.169 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.169 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix", 2024-09-16T02:08:45.169 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.169 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.169 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.169 INFO:teuthology.orchestra.run.smithi017.stdout: "discovery_interval": { 2024-09-16T02:08:45.169 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "discovery_interval", 2024-09-16T02:08:45.169 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:45.169 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.169 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.169 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "100", 2024-09-16T02:08:45.170 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.170 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.170 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.170 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.170 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.170 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.170 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.170 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.170 INFO:teuthology.orchestra.run.smithi017.stdout: "identifier": { 2024-09-16T02:08:45.170 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "identifier", 2024-09-16T02:08:45.170 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.170 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.171 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.171 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.171 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.171 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.171 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.171 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.171 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.171 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.171 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.171 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.171 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:45.171 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:45.171 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.172 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.172 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.172 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:45.172 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.172 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.172 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.172 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.172 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.172 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.172 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.172 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.172 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.172 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.173 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.173 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.173 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.173 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.173 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.173 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.173 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.173 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.173 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.173 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.173 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.173 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.173 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.173 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.174 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.174 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.174 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.174 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.174 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.174 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.174 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.174 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.174 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.174 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.174 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.174 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.174 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.175 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.175 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.175 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.175 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.175 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.175 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.175 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.175 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.175 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.175 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.175 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.175 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.175 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.175 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.176 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.176 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.176 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.176 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.176 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.176 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.176 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.176 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.176 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.176 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.176 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.176 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.177 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.177 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.177 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.177 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.177 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.177 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.177 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.177 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.177 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.177 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.177 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.177 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.177 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.177 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.178 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.178 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_host": { 2024-09-16T02:08:45.178 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_host", 2024-09-16T02:08:45.178 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.178 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.178 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.178 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.178 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.178 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.178 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.178 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.178 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.178 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.179 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.179 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.179 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_port": { 2024-09-16T02:08:45.179 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_port", 2024-09-16T02:08:45.179 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.179 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.179 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.179 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10051", 2024-09-16T02:08:45.179 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.179 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.179 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.179 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.180 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.180 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.180 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.180 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.180 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_sender": { 2024-09-16T02:08:45.180 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_sender", 2024-09-16T02:08:45.180 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.180 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.180 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.180 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-16T02:08:45.180 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.180 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.180 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.181 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.181 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.181 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.181 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.181 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.181 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.181 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.181 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-16T02:08:45.181 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.181 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.181 INFO:teuthology.orchestra.run.smithi017.stdout: "modules": [ 2024-09-16T02:08:45.181 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm", 2024-09-16T02:08:45.182 INFO:teuthology.orchestra.run.smithi017.stdout: "dashboard", 2024-09-16T02:08:45.182 INFO:teuthology.orchestra.run.smithi017.stdout: "iostat", 2024-09-16T02:08:45.182 INFO:teuthology.orchestra.run.smithi017.stdout: "nfs", 2024-09-16T02:08:45.182 INFO:teuthology.orchestra.run.smithi017.stdout: "restful" 2024-09-16T02:08:45.182 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.182 INFO:teuthology.orchestra.run.smithi017.stdout: "available_modules": [ 2024-09-16T02:08:45.182 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.182 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "alerts", 2024-09-16T02:08:45.182 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.182 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.182 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.182 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:45.182 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:45.183 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.183 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.183 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.183 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:45.183 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.183 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.183 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.183 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How frequently to reexamine health status", 2024-09-16T02:08:45.183 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.183 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.183 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.183 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.183 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.183 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.184 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.184 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.184 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.184 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.184 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.184 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.184 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.184 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.184 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.184 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.184 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.184 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.184 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.185 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.185 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.185 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.185 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.185 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.185 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.185 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.185 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.185 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.185 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.185 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.185 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.185 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.186 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.186 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.186 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.186 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.186 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.186 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.186 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.186 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.186 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.186 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.186 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.186 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.186 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.186 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.187 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.187 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.187 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.187 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.187 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.187 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.187 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.187 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.187 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.187 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.187 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.187 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.187 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.188 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.188 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.188 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.188 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.188 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.188 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.188 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.188 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.188 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.188 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.188 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.188 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.188 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.189 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.189 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.189 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_destination": { 2024-09-16T02:08:45.189 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_destination", 2024-09-16T02:08:45.189 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.189 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.189 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.189 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.189 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.189 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.189 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.189 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Email address to send alerts to", 2024-09-16T02:08:45.189 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.190 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.190 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.190 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.190 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_from_name": { 2024-09-16T02:08:45.190 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_from_name", 2024-09-16T02:08:45.190 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.190 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.190 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.190 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "Ceph", 2024-09-16T02:08:45.190 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.190 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.190 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.190 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Email From: name", 2024-09-16T02:08:45.190 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.191 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.191 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.191 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.191 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_host": { 2024-09-16T02:08:45.191 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_host", 2024-09-16T02:08:45.191 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.191 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.191 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.191 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.191 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.191 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.191 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.191 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP server", 2024-09-16T02:08:45.191 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.192 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.192 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.192 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.192 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_password": { 2024-09-16T02:08:45.192 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_password", 2024-09-16T02:08:45.192 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.192 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.192 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.192 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.192 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.192 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.192 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.192 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Password to authenticate with", 2024-09-16T02:08:45.193 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.193 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.193 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.193 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.193 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_port": { 2024-09-16T02:08:45.193 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_port", 2024-09-16T02:08:45.193 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.193 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.193 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.193 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "465", 2024-09-16T02:08:45.193 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.193 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.193 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.193 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP port", 2024-09-16T02:08:45.194 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.194 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.194 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.194 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.194 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_sender": { 2024-09-16T02:08:45.194 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_sender", 2024-09-16T02:08:45.194 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.194 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.194 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.194 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.194 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.194 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.194 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.194 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP envelope sender", 2024-09-16T02:08:45.195 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.195 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.195 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.195 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.195 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_ssl": { 2024-09-16T02:08:45.195 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_ssl", 2024-09-16T02:08:45.195 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.195 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.195 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.195 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.195 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.195 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.195 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.196 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use SSL to connect to SMTP server", 2024-09-16T02:08:45.196 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.196 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.196 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.196 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.196 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_user": { 2024-09-16T02:08:45.196 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_user", 2024-09-16T02:08:45.196 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.196 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.196 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.196 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.196 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.196 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.197 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.197 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "User to authenticate as", 2024-09-16T02:08:45.197 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.197 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.197 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.197 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.197 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.197 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.197 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.197 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "balancer", 2024-09-16T02:08:45.197 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.197 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.198 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.198 INFO:teuthology.orchestra.run.smithi017.stdout: "active": { 2024-09-16T02:08:45.198 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "active", 2024-09-16T02:08:45.198 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.198 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.198 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.198 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.198 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.198 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.198 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.198 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "automatically balance PGs across cluster", 2024-09-16T02:08:45.198 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.198 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.199 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.199 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.199 INFO:teuthology.orchestra.run.smithi017.stdout: "begin_time": { 2024-09-16T02:08:45.199 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "begin_time", 2024-09-16T02:08:45.199 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.199 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.199 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.199 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0000", 2024-09-16T02:08:45.199 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.199 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.199 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.199 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "beginning time of day to automatically balance", 2024-09-16T02:08:45.199 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T02:08:45.200 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.200 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.200 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.200 INFO:teuthology.orchestra.run.smithi017.stdout: "begin_weekday": { 2024-09-16T02:08:45.200 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "begin_weekday", 2024-09-16T02:08:45.200 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:45.200 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.200 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.200 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:45.200 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0", 2024-09-16T02:08:45.200 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "6", 2024-09-16T02:08:45.200 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.200 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-09-16T02:08:45.201 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T02:08:45.201 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.201 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.201 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.201 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_max_iterations": { 2024-09-16T02:08:45.201 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_max_iterations", 2024-09-16T02:08:45.201 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:45.201 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.201 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.201 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "25", 2024-09-16T02:08:45.201 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-09-16T02:08:45.201 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "250", 2024-09-16T02:08:45.201 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.202 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-09-16T02:08:45.202 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.202 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.202 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.202 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.202 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_metrics": { 2024-09-16T02:08:45.202 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_metrics", 2024-09-16T02:08:45.202 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.202 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.202 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.202 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "pgs,objects,bytes", 2024-09-16T02:08:45.202 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.202 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-09-16T02:08:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-09-16T02:08:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_step": { 2024-09-16T02:08:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_step", 2024-09-16T02:08:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0.5", 2024-09-16T02:08:45.203 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0.001", 2024-09-16T02:08:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "0.999", 2024-09-16T02:08:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "aggressiveness of optimization", 2024-09-16T02:08:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-09-16T02:08:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "end_time": { 2024-09-16T02:08:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "end_time", 2024-09-16T02:08:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.204 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "2359", 2024-09-16T02:08:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "ending time of day to automatically balance", 2024-09-16T02:08:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-09-16T02:08:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "end_weekday": { 2024-09-16T02:08:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "end_weekday", 2024-09-16T02:08:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.205 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0", 2024-09-16T02:08:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "6", 2024-09-16T02:08:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-09-16T02:08:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-09-16T02:08:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.206 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.207 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.207 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.207 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.207 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.207 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.207 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.207 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.207 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.207 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.207 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.207 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.207 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.207 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.207 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.208 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.208 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.208 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.208 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.208 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.208 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.208 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.208 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.208 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.208 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.208 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.208 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.208 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.209 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.209 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.209 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.209 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.209 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.209 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.209 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.209 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.209 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.209 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.209 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.209 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.209 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.210 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.210 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.210 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.210 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.210 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.210 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.210 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.210 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.210 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.210 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.210 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.210 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.210 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.211 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.211 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.211 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.211 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.211 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.211 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.211 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.211 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.211 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.211 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.211 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.211 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.211 INFO:teuthology.orchestra.run.smithi017.stdout: "min_score": { 2024-09-16T02:08:45.212 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "min_score", 2024-09-16T02:08:45.212 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:45.212 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.212 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.212 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:45.212 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.212 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.212 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.212 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-09-16T02:08:45.212 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.212 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.212 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.212 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.213 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": { 2024-09-16T02:08:45.213 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mode", 2024-09-16T02:08:45.213 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.213 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.213 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.213 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "upmap", 2024-09-16T02:08:45.213 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.213 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.213 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.213 INFO:teuthology.orchestra.run.smithi017.stdout: "crush-compat", 2024-09-16T02:08:45.213 INFO:teuthology.orchestra.run.smithi017.stdout: "none", 2024-09-16T02:08:45.213 INFO:teuthology.orchestra.run.smithi017.stdout: "read", 2024-09-16T02:08:45.213 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap", 2024-09-16T02:08:45.214 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap-read" 2024-09-16T02:08:45.214 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.214 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Balancer mode", 2024-09-16T02:08:45.214 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.214 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.214 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.214 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.214 INFO:teuthology.orchestra.run.smithi017.stdout: "pool_ids": { 2024-09-16T02:08:45.214 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pool_ids", 2024-09-16T02:08:45.214 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.214 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.214 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.214 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.214 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.215 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.215 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.215 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-09-16T02:08:45.215 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.215 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.215 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.215 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.215 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:45.215 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:45.215 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.215 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.215 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.215 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:45.216 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.216 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.216 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.216 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-09-16T02:08:45.216 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.216 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.216 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.216 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.216 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap_max_deviation": { 2024-09-16T02:08:45.216 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "upmap_max_deviation", 2024-09-16T02:08:45.216 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.216 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.216 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.217 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:45.217 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-09-16T02:08:45.217 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.217 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.217 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "deviation below which no optimization is attempted", 2024-09-16T02:08:45.217 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-09-16T02:08:45.217 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.217 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.217 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.217 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap_max_optimizations": { 2024-09-16T02:08:45.217 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "upmap_max_optimizations", 2024-09-16T02:08:45.217 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:45.217 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.218 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.218 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:45.218 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.218 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.218 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.218 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-09-16T02:08:45.218 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.218 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.218 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.218 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.218 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.218 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.218 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.218 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cephadm", 2024-09-16T02:08:45.219 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.219 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.219 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.219 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_down_multiplier": { 2024-09-16T02:08:45.219 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_down_multiplier", 2024-09-16T02:08:45.219 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:45.219 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.219 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.219 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3.0", 2024-09-16T02:08:45.219 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.219 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.219 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.220 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-09-16T02:08:45.220 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.220 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.220 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.220 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.220 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_refresh_rate": { 2024-09-16T02:08:45.220 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_refresh_rate", 2024-09-16T02:08:45.220 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.220 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.220 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.220 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "20", 2024-09-16T02:08:45.220 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.220 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.220 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.221 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-09-16T02:08:45.221 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.221 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.221 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.221 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.221 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_starting_port": { 2024-09-16T02:08:45.221 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_starting_port", 2024-09-16T02:08:45.221 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.221 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.221 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.221 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "4721", 2024-09-16T02:08:45.221 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.221 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.222 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.222 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-09-16T02:08:45.222 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.222 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.222 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.222 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.222 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_ptrace": { 2024-09-16T02:08:45.222 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_ptrace", 2024-09-16T02:08:45.222 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.222 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.222 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.222 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.222 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.222 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.223 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.223 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-09-16T02:08:45.223 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-09-16T02:08:45.223 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.223 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.223 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.223 INFO:teuthology.orchestra.run.smithi017.stdout: "autotune_interval": { 2024-09-16T02:08:45.223 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "autotune_interval", 2024-09-16T02:08:45.223 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.223 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.223 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.223 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:45.223 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.223 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.224 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.224 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to autotune daemon memory", 2024-09-16T02:08:45.224 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.224 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.224 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.224 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.224 INFO:teuthology.orchestra.run.smithi017.stdout: "autotune_memory_target_ratio": { 2024-09-16T02:08:45.224 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "autotune_memory_target_ratio", 2024-09-16T02:08:45.224 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:45.224 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.224 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.224 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0.7", 2024-09-16T02:08:45.224 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.225 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.225 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.225 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-09-16T02:08:45.225 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.225 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.225 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.225 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.225 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm_log_destination": { 2024-09-16T02:08:45.225 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cephadm_log_destination", 2024-09-16T02:08:45.225 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.225 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.225 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.226 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.226 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.226 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.226 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.226 INFO:teuthology.orchestra.run.smithi017.stdout: "file", 2024-09-16T02:08:45.226 INFO:teuthology.orchestra.run.smithi017.stdout: "file,syslog", 2024-09-16T02:08:45.226 INFO:teuthology.orchestra.run.smithi017.stdout: "syslog" 2024-09-16T02:08:45.226 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.226 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-09-16T02:08:45.226 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.226 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.226 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.227 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.227 INFO:teuthology.orchestra.run.smithi017.stdout: "cgroups_split": { 2024-09-16T02:08:45.227 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cgroups_split", 2024-09-16T02:08:45.227 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.227 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.227 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.227 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.227 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.227 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.227 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.227 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-09-16T02:08:45.227 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.227 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.228 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.228 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.228 INFO:teuthology.orchestra.run.smithi017.stdout: "config_checks_enabled": { 2024-09-16T02:08:45.228 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_checks_enabled", 2024-09-16T02:08:45.228 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.228 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.228 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.228 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.228 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.228 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.228 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.228 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-09-16T02:08:45.229 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.229 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.229 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.229 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.229 INFO:teuthology.orchestra.run.smithi017.stdout: "config_dashboard": { 2024-09-16T02:08:45.229 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_dashboard", 2024-09-16T02:08:45.229 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.229 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.229 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.229 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.229 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.229 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.230 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.230 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-09-16T02:08:45.230 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.230 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.230 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.230 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.230 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_alertmanager": { 2024-09-16T02:08:45.230 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_alertmanager", 2024-09-16T02:08:45.230 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.230 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.230 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.230 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-09-16T02:08:45.231 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.231 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.231 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.231 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-09-16T02:08:45.231 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.231 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.231 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.231 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.231 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_base": { 2024-09-16T02:08:45.231 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_base", 2024-09-16T02:08:45.231 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.231 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.231 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.232 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/ceph", 2024-09-16T02:08:45.232 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.232 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.232 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.232 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Container image name, without the tag", 2024-09-16T02:08:45.232 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.232 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.232 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.232 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.232 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_elasticsearch": { 2024-09-16T02:08:45.232 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_elasticsearch", 2024-09-16T02:08:45.232 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.232 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.233 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.233 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-09-16T02:08:45.233 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.233 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.233 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.233 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "elasticsearch container image", 2024-09-16T02:08:45.233 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.233 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.233 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.233 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.233 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_grafana": { 2024-09-16T02:08:45.233 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_grafana", 2024-09-16T02:08:45.233 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.234 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.234 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.234 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/grafana:9.4.12", 2024-09-16T02:08:45.234 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.234 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.234 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.234 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-09-16T02:08:45.234 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.234 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.234 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.234 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.234 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_haproxy": { 2024-09-16T02:08:45.235 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_haproxy", 2024-09-16T02:08:45.235 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.235 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.235 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.235 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-09-16T02:08:45.235 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.235 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.235 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.235 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "HAproxy container image", 2024-09-16T02:08:45.235 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.235 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.235 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.235 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.236 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_agent": { 2024-09-16T02:08:45.236 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_agent", 2024-09-16T02:08:45.236 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.236 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.236 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.236 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-09-16T02:08:45.236 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.236 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.236 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.236 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger agent container image", 2024-09-16T02:08:45.236 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.236 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.236 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.237 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.237 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_collector": { 2024-09-16T02:08:45.237 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_collector", 2024-09-16T02:08:45.237 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.237 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.237 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.237 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-09-16T02:08:45.237 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.237 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.237 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.237 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger collector container image", 2024-09-16T02:08:45.237 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.237 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.238 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.238 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.238 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_query": { 2024-09-16T02:08:45.238 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_query", 2024-09-16T02:08:45.238 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.238 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.238 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.238 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-09-16T02:08:45.238 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.238 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.238 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.238 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger query container image", 2024-09-16T02:08:45.238 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.239 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.239 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.239 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.239 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_keepalived": { 2024-09-16T02:08:45.239 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_keepalived", 2024-09-16T02:08:45.239 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.239 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.239 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.239 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-09-16T02:08:45.239 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.239 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.239 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.239 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Keepalived container image", 2024-09-16T02:08:45.239 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.240 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.240 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.240 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.240 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_loki": { 2024-09-16T02:08:45.240 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_loki", 2024-09-16T02:08:45.240 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.240 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.240 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.240 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/grafana/loki:3.0.0", 2024-09-16T02:08:45.240 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.240 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.240 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.240 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Loki container image", 2024-09-16T02:08:45.241 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.241 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.241 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.241 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.241 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_node_exporter": { 2024-09-16T02:08:45.241 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_node_exporter", 2024-09-16T02:08:45.241 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.241 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.241 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.241 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-09-16T02:08:45.241 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.241 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.241 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.241 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-09-16T02:08:45.242 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.242 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.242 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.242 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.242 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_nvmeof": { 2024-09-16T02:08:45.242 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_nvmeof", 2024-09-16T02:08:45.242 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.242 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.242 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.242 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/nvmeof:1.2.5", 2024-09-16T02:08:45.242 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.242 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.242 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.243 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Nvme-of container image", 2024-09-16T02:08:45.243 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.243 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.243 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.243 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.243 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_prometheus": { 2024-09-16T02:08:45.243 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_prometheus", 2024-09-16T02:08:45.243 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.243 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.243 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.243 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-09-16T02:08:45.243 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.243 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.244 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.244 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-09-16T02:08:45.244 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.244 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.244 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.244 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.244 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_promtail": { 2024-09-16T02:08:45.244 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_promtail", 2024-09-16T02:08:45.244 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.244 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.244 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.244 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/grafana/promtail:3.0.0", 2024-09-16T02:08:45.244 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.245 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.245 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.245 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Promtail container image", 2024-09-16T02:08:45.245 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.245 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.245 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.245 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.245 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_samba": { 2024-09-16T02:08:45.245 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_samba", 2024-09-16T02:08:45.245 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.245 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.245 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.245 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/samba.org/samba-server:devbuilds-centos-amd64", 2024-09-16T02:08:45.246 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.246 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.246 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.246 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Samba/SMB container image", 2024-09-16T02:08:45.246 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.246 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.246 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.246 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.246 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_snmp_gateway": { 2024-09-16T02:08:45.246 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_snmp_gateway", 2024-09-16T02:08:45.246 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.246 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.246 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.246 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-09-16T02:08:45.247 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.247 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.247 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.247 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SNMP Gateway container image", 2024-09-16T02:08:45.247 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.247 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.247 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.247 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.247 INFO:teuthology.orchestra.run.smithi017.stdout: "container_init": { 2024-09-16T02:08:45.247 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_init", 2024-09-16T02:08:45.247 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.247 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.247 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.248 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.248 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.248 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.248 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.248 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Run podman/docker with `--init`", 2024-09-16T02:08:45.248 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.248 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.248 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.248 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.248 INFO:teuthology.orchestra.run.smithi017.stdout: "daemon_cache_timeout": { 2024-09-16T02:08:45.248 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "daemon_cache_timeout", 2024-09-16T02:08:45.248 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.248 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.249 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.249 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:45.249 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.249 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.249 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.249 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-09-16T02:08:45.249 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.249 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.249 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.249 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.249 INFO:teuthology.orchestra.run.smithi017.stdout: "default_cephadm_command_timeout": { 2024-09-16T02:08:45.249 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "default_cephadm_command_timeout", 2024-09-16T02:08:45.249 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.249 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.250 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.250 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "900", 2024-09-16T02:08:45.250 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.250 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.250 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.250 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-09-16T02:08:45.250 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.250 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.252 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.252 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.252 INFO:teuthology.orchestra.run.smithi017.stdout: "default_registry": { 2024-09-16T02:08:45.252 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "default_registry", 2024-09-16T02:08:45.252 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.252 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.253 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.253 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io", 2024-09-16T02:08:45.253 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.253 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.253 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.253 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-09-16T02:08:45.253 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.253 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.253 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.253 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.253 INFO:teuthology.orchestra.run.smithi017.stdout: "device_cache_timeout": { 2024-09-16T02:08:45.253 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_cache_timeout", 2024-09-16T02:08:45.254 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.254 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.254 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.254 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1800", 2024-09-16T02:08:45.254 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.254 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.254 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.254 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache device inventory", 2024-09-16T02:08:45.254 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.254 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.254 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.254 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.254 INFO:teuthology.orchestra.run.smithi017.stdout: "device_enhanced_scan": { 2024-09-16T02:08:45.254 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_enhanced_scan", 2024-09-16T02:08:45.255 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.255 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.255 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.255 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.255 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.255 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.255 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.255 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use libstoragemgmt during device scans", 2024-09-16T02:08:45.255 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.255 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.255 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.255 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.255 INFO:teuthology.orchestra.run.smithi017.stdout: "facts_cache_timeout": { 2024-09-16T02:08:45.256 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "facts_cache_timeout", 2024-09-16T02:08:45.256 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.256 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.256 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.256 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:45.256 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.256 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.256 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.256 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache host facts data", 2024-09-16T02:08:45.256 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.256 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.256 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.256 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.257 INFO:teuthology.orchestra.run.smithi017.stdout: "grafana_dashboards_path": { 2024-09-16T02:08:45.257 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "grafana_dashboards_path", 2024-09-16T02:08:45.257 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.257 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.257 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.257 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/etc/grafana/dashboards/ceph-dashboard/", 2024-09-16T02:08:45.257 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.257 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.257 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.257 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "location of dashboards to include in grafana deployments", 2024-09-16T02:08:45.257 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.257 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.257 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.257 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.258 INFO:teuthology.orchestra.run.smithi017.stdout: "host_check_interval": { 2024-09-16T02:08:45.258 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "host_check_interval", 2024-09-16T02:08:45.258 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.258 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.258 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.258 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:45.258 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.258 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.258 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.258 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to perform a host check", 2024-09-16T02:08:45.258 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.258 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.259 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.259 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.259 INFO:teuthology.orchestra.run.smithi017.stdout: "hw_monitoring": { 2024-09-16T02:08:45.259 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "hw_monitoring", 2024-09-16T02:08:45.259 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.259 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.259 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.259 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.259 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.259 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.259 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.259 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-09-16T02:08:45.259 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.260 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.260 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.260 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.260 INFO:teuthology.orchestra.run.smithi017.stdout: "inventory_list_all": { 2024-09-16T02:08:45.260 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "inventory_list_all", 2024-09-16T02:08:45.260 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.260 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.260 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.260 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.260 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.260 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.260 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.260 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-09-16T02:08:45.261 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.261 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.261 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.261 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.261 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.261 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.261 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.261 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.261 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.261 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.261 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.261 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.262 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.262 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.262 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.262 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.262 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.262 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.262 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.262 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.262 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.262 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.262 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.262 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.262 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.263 INFO:teuthology.orchestra.run.smithi017.stdout: "log_refresh_metadata": { 2024-09-16T02:08:45.263 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_refresh_metadata", 2024-09-16T02:08:45.263 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.263 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.263 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.263 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.263 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.263 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.263 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.263 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-09-16T02:08:45.263 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.263 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.263 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.264 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.264 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.264 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.264 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.264 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.264 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.264 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.264 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.264 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.264 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.264 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-09-16T02:08:45.264 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.264 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.265 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.265 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.265 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.265 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.265 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.265 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.265 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.265 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.265 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.265 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.265 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.265 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.265 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.266 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.266 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.266 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.266 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.266 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.266 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.266 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.266 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.266 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.266 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.266 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.266 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.267 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.267 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.267 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.267 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.267 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.267 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.267 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.267 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.267 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.267 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.267 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.267 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.267 INFO:teuthology.orchestra.run.smithi017.stdout: "manage_etc_ceph_ceph_conf": { 2024-09-16T02:08:45.268 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-09-16T02:08:45.268 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.268 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.268 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.268 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.268 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.268 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.268 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.268 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-09-16T02:08:45.268 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.268 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.268 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.268 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.269 INFO:teuthology.orchestra.run.smithi017.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-09-16T02:08:45.269 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-09-16T02:08:45.269 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.269 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.269 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.269 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "*", 2024-09-16T02:08:45.269 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.269 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.269 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.269 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-09-16T02:08:45.269 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.269 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.269 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.270 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.270 INFO:teuthology.orchestra.run.smithi017.stdout: "max_count_per_host": { 2024-09-16T02:08:45.270 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_count_per_host", 2024-09-16T02:08:45.270 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.270 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.270 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.270 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:45.270 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.270 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.270 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.270 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "max number of daemons per service per host", 2024-09-16T02:08:45.270 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.270 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.271 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.271 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.271 INFO:teuthology.orchestra.run.smithi017.stdout: "max_osd_draining_count": { 2024-09-16T02:08:45.271 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_osd_draining_count", 2024-09-16T02:08:45.271 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.271 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.271 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.271 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:45.271 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.271 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.271 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.271 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-09-16T02:08:45.272 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.272 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.272 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.272 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.272 INFO:teuthology.orchestra.run.smithi017.stdout: "migration_current": { 2024-09-16T02:08:45.272 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "migration_current", 2024-09-16T02:08:45.272 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.272 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.272 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.272 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.272 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.272 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.272 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.273 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "internal - do not modify", 2024-09-16T02:08:45.273 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.273 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.273 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.273 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.273 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": { 2024-09-16T02:08:45.273 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mode", 2024-09-16T02:08:45.273 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.273 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.273 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.273 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "root", 2024-09-16T02:08:45.273 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.273 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.274 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.274 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm-package", 2024-09-16T02:08:45.274 INFO:teuthology.orchestra.run.smithi017.stdout: "root" 2024-09-16T02:08:45.274 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.274 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "mode for remote execution of cephadm", 2024-09-16T02:08:45.274 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.274 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.274 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.274 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.274 INFO:teuthology.orchestra.run.smithi017.stdout: "oob_default_addr": { 2024-09-16T02:08:45.274 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "oob_default_addr", 2024-09-16T02:08:45.274 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.274 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.275 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.275 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "169.254.1.1", 2024-09-16T02:08:45.275 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.275 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.275 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.275 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Default address for RedFish API (oob management).", 2024-09-16T02:08:45.275 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.275 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.275 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.275 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.275 INFO:teuthology.orchestra.run.smithi017.stdout: "prometheus_alerts_path": { 2024-09-16T02:08:45.275 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prometheus_alerts_path", 2024-09-16T02:08:45.275 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.276 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.276 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.276 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-09-16T02:08:45.276 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.276 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.276 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.276 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-09-16T02:08:45.276 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.276 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.276 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.276 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.276 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_insecure": { 2024-09-16T02:08:45.276 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_insecure", 2024-09-16T02:08:45.277 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.277 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.277 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.277 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.277 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.277 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.277 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.277 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-09-16T02:08:45.277 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.277 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.277 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.277 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.277 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_password": { 2024-09-16T02:08:45.278 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_password", 2024-09-16T02:08:45.278 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.278 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.278 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.278 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.278 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.278 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.278 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.278 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-09-16T02:08:45.278 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.278 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.278 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.278 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.279 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_url": { 2024-09-16T02:08:45.279 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_url", 2024-09-16T02:08:45.279 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.279 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.279 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.279 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.279 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.279 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.279 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.279 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-09-16T02:08:45.279 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.279 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.279 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.280 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.280 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_username": { 2024-09-16T02:08:45.280 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_username", 2024-09-16T02:08:45.280 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.280 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.280 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.280 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.280 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.280 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.280 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.280 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-09-16T02:08:45.280 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.280 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.281 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.281 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.281 INFO:teuthology.orchestra.run.smithi017.stdout: "secure_monitoring_stack": { 2024-09-16T02:08:45.281 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "secure_monitoring_stack", 2024-09-16T02:08:45.281 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.281 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.281 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.281 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.281 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.281 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.281 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.281 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-09-16T02:08:45.281 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.282 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.282 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.282 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.282 INFO:teuthology.orchestra.run.smithi017.stdout: "service_discovery_port": { 2024-09-16T02:08:45.282 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "service_discovery_port", 2024-09-16T02:08:45.282 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.282 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.282 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.282 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8765", 2024-09-16T02:08:45.282 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.282 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.282 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.282 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "cephadm service discovery port", 2024-09-16T02:08:45.283 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.283 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.283 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.283 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.283 INFO:teuthology.orchestra.run.smithi017.stdout: "ssh_config_file": { 2024-09-16T02:08:45.283 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssh_config_file", 2024-09-16T02:08:45.283 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.283 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.283 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.283 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.283 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.283 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.283 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.284 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-09-16T02:08:45.284 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.284 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.284 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.284 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.284 INFO:teuthology.orchestra.run.smithi017.stdout: "use_agent": { 2024-09-16T02:08:45.284 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "use_agent", 2024-09-16T02:08:45.284 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.284 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.284 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.284 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.285 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.285 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.285 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.285 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-09-16T02:08:45.285 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.285 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.285 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.285 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.285 INFO:teuthology.orchestra.run.smithi017.stdout: "use_repo_digest": { 2024-09-16T02:08:45.285 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "use_repo_digest", 2024-09-16T02:08:45.285 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.285 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.285 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.286 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.286 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.286 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.286 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.286 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-09-16T02:08:45.286 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.286 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.286 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.286 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.286 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_failed_host_check": { 2024-09-16T02:08:45.286 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_failed_host_check", 2024-09-16T02:08:45.286 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.286 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.287 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.287 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.287 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.287 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.287 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.287 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if the host check fails", 2024-09-16T02:08:45.287 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.287 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.287 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.287 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.287 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_stray_daemons": { 2024-09-16T02:08:45.287 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_stray_daemons", 2024-09-16T02:08:45.287 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.288 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.288 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.288 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.288 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.288 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.288 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.288 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-09-16T02:08:45.288 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.288 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.288 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.288 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.288 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_stray_hosts": { 2024-09-16T02:08:45.289 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_stray_hosts", 2024-09-16T02:08:45.289 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.289 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.289 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.289 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.289 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.289 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.289 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.289 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-09-16T02:08:45.289 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.289 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.289 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.289 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crash", 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.290 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.291 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.291 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.291 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.291 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.291 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.291 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.291 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.291 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.291 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.291 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.291 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.291 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.291 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.292 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.292 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.292 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.292 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.292 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.292 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.292 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.292 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.292 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.292 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.292 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.292 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.292 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.293 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.293 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.293 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.293 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.293 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.293 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.293 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.293 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.293 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.293 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.293 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.293 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.294 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.294 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.294 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.294 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.294 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.294 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.294 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.294 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.294 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.294 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.294 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.294 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.294 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.294 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.295 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.295 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.295 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.295 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.295 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.295 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.295 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.295 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.295 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.295 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.295 INFO:teuthology.orchestra.run.smithi017.stdout: "retain_interval": { 2024-09-16T02:08:45.295 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "retain_interval", 2024-09-16T02:08:45.295 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.296 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.296 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.296 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "31536000", 2024-09-16T02:08:45.296 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.296 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.296 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.296 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long to retain crashes before pruning them", 2024-09-16T02:08:45.296 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.296 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.296 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.296 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.296 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_recent_interval": { 2024-09-16T02:08:45.296 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_recent_interval", 2024-09-16T02:08:45.297 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.297 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.297 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.297 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1209600", 2024-09-16T02:08:45.297 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.297 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.297 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.297 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "time interval in which to warn about recent crashes", 2024-09-16T02:08:45.297 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.297 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.297 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.297 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.297 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.298 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.298 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.298 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "dashboard", 2024-09-16T02:08:45.298 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.298 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.298 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.298 INFO:teuthology.orchestra.run.smithi017.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-09-16T02:08:45.298 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-09-16T02:08:45.298 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.298 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.298 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.298 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:45.299 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.299 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.299 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.299 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.299 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.299 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.299 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.299 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.299 INFO:teuthology.orchestra.run.smithi017.stdout: "ALERTMANAGER_API_HOST": { 2024-09-16T02:08:45.299 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ALERTMANAGER_API_HOST", 2024-09-16T02:08:45.299 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.299 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.300 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.300 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.300 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.300 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.300 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.300 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.300 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.300 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.300 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.300 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.300 INFO:teuthology.orchestra.run.smithi017.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-09-16T02:08:45.300 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-09-16T02:08:45.300 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.301 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.301 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.301 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.301 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.301 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.301 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.301 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.301 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.301 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.301 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.301 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.301 INFO:teuthology.orchestra.run.smithi017.stdout: "AUDIT_API_ENABLED": { 2024-09-16T02:08:45.301 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "AUDIT_API_ENABLED", 2024-09-16T02:08:45.302 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.302 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.302 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.302 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.302 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.302 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.302 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.302 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.302 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.302 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.302 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.302 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.302 INFO:teuthology.orchestra.run.smithi017.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-09-16T02:08:45.303 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-09-16T02:08:45.303 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.303 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.303 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.303 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.303 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.303 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.303 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.303 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.303 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.303 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.303 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.304 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.304 INFO:teuthology.orchestra.run.smithi017.stdout: "ENABLE_BROWSABLE_API": { 2024-09-16T02:08:45.304 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ENABLE_BROWSABLE_API", 2024-09-16T02:08:45.304 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.304 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.304 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.304 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.304 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.304 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.304 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.304 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.304 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.304 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.305 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.305 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.305 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-09-16T02:08:45.305 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-09-16T02:08:45.305 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.305 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.305 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.305 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.305 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.305 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.305 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.305 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.305 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.305 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.306 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.306 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.306 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-09-16T02:08:45.306 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-09-16T02:08:45.306 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.306 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.306 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.306 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.306 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.306 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.306 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.306 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.306 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.306 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.307 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.307 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.307 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-09-16T02:08:45.307 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-09-16T02:08:45.307 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.307 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.307 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.307 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.307 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.307 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.307 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.307 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.308 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.308 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.308 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.308 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.308 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-09-16T02:08:45.308 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-09-16T02:08:45.308 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.308 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.308 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.308 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.308 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.308 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.308 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.309 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.309 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.309 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.309 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.309 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.309 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_NFS": { 2024-09-16T02:08:45.309 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-09-16T02:08:45.309 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.309 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.309 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.309 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.309 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.309 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.310 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.310 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.310 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.310 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.310 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.310 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.310 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_RBD": { 2024-09-16T02:08:45.310 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-09-16T02:08:45.310 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.310 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.310 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.310 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.310 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.310 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.311 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.311 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.311 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.311 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.311 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.311 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.311 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_RGW": { 2024-09-16T02:08:45.311 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-09-16T02:08:45.311 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.311 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.311 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.311 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.311 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.311 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.312 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.312 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.312 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.312 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.312 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.312 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.312 INFO:teuthology.orchestra.run.smithi017.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-09-16T02:08:45.312 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-09-16T02:08:45.312 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.312 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.312 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.312 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.312 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.313 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.313 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.313 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.313 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.313 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.313 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.313 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.313 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_PASSWORD": { 2024-09-16T02:08:45.313 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_PASSWORD", 2024-09-16T02:08:45.313 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.313 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.313 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.314 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-09-16T02:08:45.314 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.314 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.314 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.314 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.314 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.314 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.314 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.314 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.314 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-09-16T02:08:45.314 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-09-16T02:08:45.314 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.314 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.315 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.315 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.315 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.315 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.315 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.315 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.315 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.315 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.315 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.315 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.315 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_URL": { 2024-09-16T02:08:45.315 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_URL", 2024-09-16T02:08:45.315 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.316 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.316 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.316 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.316 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.316 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.316 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.316 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.316 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.316 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.316 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.316 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.316 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_USERNAME": { 2024-09-16T02:08:45.316 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_USERNAME", 2024-09-16T02:08:45.316 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.317 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.317 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.317 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-09-16T02:08:45.317 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.317 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.317 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.317 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.317 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.317 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.317 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.317 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.317 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-09-16T02:08:45.317 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-09-16T02:08:45.318 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.318 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.318 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.318 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.318 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.318 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.318 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.318 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.318 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.318 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.318 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.318 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.318 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-09-16T02:08:45.319 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-09-16T02:08:45.319 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.319 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.319 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.319 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.319 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.319 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.319 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.319 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.319 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.319 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.319 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.319 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.320 INFO:teuthology.orchestra.run.smithi017.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-09-16T02:08:45.320 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-09-16T02:08:45.320 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.320 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.320 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.320 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.320 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.320 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.320 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.320 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.320 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.320 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.321 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.321 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.321 INFO:teuthology.orchestra.run.smithi017.stdout: "ISSUE_TRACKER_API_KEY": { 2024-09-16T02:08:45.321 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-09-16T02:08:45.321 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.321 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.321 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.321 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.321 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.321 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.321 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.321 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.321 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.322 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.322 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.322 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.322 INFO:teuthology.orchestra.run.smithi017.stdout: "PROMETHEUS_API_HOST": { 2024-09-16T02:08:45.322 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PROMETHEUS_API_HOST", 2024-09-16T02:08:45.322 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.322 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.322 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.322 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.322 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.322 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.322 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.322 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.323 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.323 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.323 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.323 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.323 INFO:teuthology.orchestra.run.smithi017.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-09-16T02:08:45.323 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-09-16T02:08:45.323 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.323 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.323 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.323 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.323 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.323 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.323 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.323 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.324 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.324 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.324 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.324 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.324 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-09-16T02:08:45.324 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-09-16T02:08:45.324 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.324 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.324 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.324 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.324 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.324 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.324 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.325 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.325 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.325 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.325 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.325 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.325 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-09-16T02:08:45.325 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-09-16T02:08:45.325 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.325 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.325 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.325 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.325 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.325 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.326 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.326 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.326 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.326 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.326 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.326 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.326 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-09-16T02:08:45.326 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-09-16T02:08:45.326 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.326 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.326 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.326 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.326 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.327 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.327 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.327 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.327 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.327 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.327 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.327 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.327 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-09-16T02:08:45.327 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-09-16T02:08:45.327 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.327 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.327 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.327 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.328 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.328 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.328 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.328 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.328 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.328 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.328 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.328 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.328 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-09-16T02:08:45.328 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-09-16T02:08:45.328 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.328 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.328 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.328 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.329 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.329 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.329 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.329 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.329 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.329 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.329 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.329 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.329 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-09-16T02:08:45.329 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-09-16T02:08:45.329 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.329 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.329 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.330 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.330 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.330 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.330 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.330 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.330 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.330 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.330 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.330 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.330 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-09-16T02:08:45.330 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-09-16T02:08:45.330 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.331 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.331 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.331 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.331 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.331 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.331 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.331 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.331 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.331 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.331 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.331 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.331 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_ENABLED": { 2024-09-16T02:08:45.331 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_ENABLED", 2024-09-16T02:08:45.332 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.332 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.332 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.332 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.332 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.332 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.332 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.332 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.332 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.332 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.332 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.332 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.332 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-09-16T02:08:45.333 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-09-16T02:08:45.333 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.333 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.333 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.333 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-09-16T02:08:45.333 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.333 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.333 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.333 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.333 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.333 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.333 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.333 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.334 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-09-16T02:08:45.334 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-09-16T02:08:45.334 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.334 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.334 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.334 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:45.334 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.334 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.334 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.334 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.334 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.334 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.334 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.335 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.335 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-09-16T02:08:45.335 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-09-16T02:08:45.335 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.335 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.335 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.335 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8", 2024-09-16T02:08:45.335 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.335 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.335 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.335 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.335 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.336 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.336 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.336 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.336 INFO:teuthology.orchestra.run.smithi017.stdout: "REST_REQUESTS_TIMEOUT": { 2024-09-16T02:08:45.336 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-09-16T02:08:45.336 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.336 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.336 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.336 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "45", 2024-09-16T02:08:45.336 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.336 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.336 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.337 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.337 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.337 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.337 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.337 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.337 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_ACCESS_KEY": { 2024-09-16T02:08:45.337 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_ACCESS_KEY", 2024-09-16T02:08:45.337 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.337 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.337 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.337 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.337 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.337 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.338 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.338 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.338 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.338 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.338 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.338 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.338 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-09-16T02:08:45.338 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-09-16T02:08:45.338 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.338 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.338 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.338 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-09-16T02:08:45.338 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.339 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.339 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.339 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.339 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.339 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.339 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.339 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.339 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_SECRET_KEY": { 2024-09-16T02:08:45.339 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_SECRET_KEY", 2024-09-16T02:08:45.339 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.339 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.339 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.339 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.340 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.340 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.340 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.340 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.340 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.340 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.340 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.340 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.340 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_SSL_VERIFY": { 2024-09-16T02:08:45.340 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_SSL_VERIFY", 2024-09-16T02:08:45.340 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.340 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.341 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.341 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.341 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.341 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.341 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.341 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.341 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.341 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.341 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.341 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.341 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-09-16T02:08:45.341 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-09-16T02:08:45.341 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.341 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.342 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.342 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:45.342 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.342 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.342 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.342 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.342 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.342 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.342 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.342 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.342 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-09-16T02:08:45.342 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-09-16T02:08:45.342 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.343 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.343 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.343 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:45.343 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.343 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.343 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.343 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.343 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.343 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.343 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.343 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.343 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-09-16T02:08:45.343 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-09-16T02:08:45.344 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.344 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.344 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.344 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:45.344 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.344 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.344 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.344 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.344 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.344 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.344 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.344 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.345 INFO:teuthology.orchestra.run.smithi017.stdout: "cross_origin_url": { 2024-09-16T02:08:45.345 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cross_origin_url", 2024-09-16T02:08:45.345 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.345 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.345 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.345 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.345 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.345 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.345 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.345 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.345 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.345 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.345 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.346 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.346 INFO:teuthology.orchestra.run.smithi017.stdout: "crt_file": { 2024-09-16T02:08:45.346 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crt_file", 2024-09-16T02:08:45.346 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.346 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.346 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.346 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.346 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.346 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.346 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.346 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.346 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.346 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.347 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.347 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.347 INFO:teuthology.orchestra.run.smithi017.stdout: "debug": { 2024-09-16T02:08:45.347 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "debug", 2024-09-16T02:08:45.347 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.347 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.347 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.347 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.347 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.347 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.347 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.347 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable/disable debug options", 2024-09-16T02:08:45.347 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.347 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.348 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.348 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.348 INFO:teuthology.orchestra.run.smithi017.stdout: "jwt_token_ttl": { 2024-09-16T02:08:45.348 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "jwt_token_ttl", 2024-09-16T02:08:45.348 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.348 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.348 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.348 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "28800", 2024-09-16T02:08:45.348 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.348 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.348 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.348 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.348 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.349 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.349 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.349 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.349 INFO:teuthology.orchestra.run.smithi017.stdout: "key_file": { 2024-09-16T02:08:45.349 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "key_file", 2024-09-16T02:08:45.349 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.349 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.349 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.349 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.349 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.349 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.349 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.349 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.350 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.350 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.350 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.350 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.350 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.350 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.350 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.350 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.350 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.350 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.350 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.350 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.350 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.351 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.351 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.351 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.351 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.351 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.351 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.351 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.351 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.351 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.351 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.351 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.351 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.351 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.352 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.352 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.352 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.352 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.352 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.352 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.352 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.352 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.352 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.352 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.352 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.352 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.352 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.353 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.353 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.353 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.353 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.353 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.353 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.353 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.353 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.353 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.353 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.353 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.353 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.354 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.354 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.354 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.354 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.354 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.354 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.354 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.354 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.354 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.354 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.354 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.354 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.354 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.355 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.355 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.355 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.355 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.355 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.355 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.355 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.355 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.355 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.355 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.355 INFO:teuthology.orchestra.run.smithi017.stdout: "motd": { 2024-09-16T02:08:45.355 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "motd", 2024-09-16T02:08:45.355 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.356 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.356 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.356 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.356 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.356 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.356 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.356 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "The message of the day", 2024-09-16T02:08:45.356 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.356 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.356 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.356 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.356 INFO:teuthology.orchestra.run.smithi017.stdout: "redirect_resolve_ip_addr": { 2024-09-16T02:08:45.356 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "redirect_resolve_ip_addr", 2024-09-16T02:08:45.357 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.357 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.357 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.357 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.357 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.357 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.357 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.357 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.357 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.357 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.357 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.357 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.357 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-09-16T02:08:45.358 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-09-16T02:08:45.358 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.358 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.358 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.358 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "::", 2024-09-16T02:08:45.358 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.358 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.358 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.358 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.358 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.358 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.358 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.358 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.358 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-09-16T02:08:45.359 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-09-16T02:08:45.359 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.359 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.359 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.359 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8080", 2024-09-16T02:08:45.359 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.359 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.359 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.359 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.359 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.359 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.359 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.359 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.360 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl": { 2024-09-16T02:08:45.360 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl", 2024-09-16T02:08:45.360 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.360 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.360 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.360 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.360 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.360 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.360 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.360 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.360 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.360 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.360 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.360 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.361 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl_server_port": { 2024-09-16T02:08:45.361 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl_server_port", 2024-09-16T02:08:45.361 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.361 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.361 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.361 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8443", 2024-09-16T02:08:45.361 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.361 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.361 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.361 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.361 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.361 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.361 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.362 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.362 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_behaviour": { 2024-09-16T02:08:45.362 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_behaviour", 2024-09-16T02:08:45.362 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.362 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.362 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.362 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "redirect", 2024-09-16T02:08:45.362 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.362 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.362 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.362 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.362 INFO:teuthology.orchestra.run.smithi017.stdout: "redirect" 2024-09-16T02:08:45.362 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.363 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.363 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.363 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.363 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.363 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.363 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_error_status_code": { 2024-09-16T02:08:45.363 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_error_status_code", 2024-09-16T02:08:45.363 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.363 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.363 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.363 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "500", 2024-09-16T02:08:45.363 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "400", 2024-09-16T02:08:45.363 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "599", 2024-09-16T02:08:45.364 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.364 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.364 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.364 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.364 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.364 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.364 INFO:teuthology.orchestra.run.smithi017.stdout: "url_prefix": { 2024-09-16T02:08:45.364 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "url_prefix", 2024-09-16T02:08:45.364 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.364 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.364 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.364 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.364 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.364 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.365 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.365 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.365 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.365 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.365 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.365 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.365 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.365 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.365 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.365 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "devicehealth", 2024-09-16T02:08:45.365 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.365 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.366 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.366 INFO:teuthology.orchestra.run.smithi017.stdout: "enable_monitoring": { 2024-09-16T02:08:45.366 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enable_monitoring", 2024-09-16T02:08:45.366 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.366 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.366 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.366 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.366 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.366 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.366 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.366 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "monitor device health metrics", 2024-09-16T02:08:45.366 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.366 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.366 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.367 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.367 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.367 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.367 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.367 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.367 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.367 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.367 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.367 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.367 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.367 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.367 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.367 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.368 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.368 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.368 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.368 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.368 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.368 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.368 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.368 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.368 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.368 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.368 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.368 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.368 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.369 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.369 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.369 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.369 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.369 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.369 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.369 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.369 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.369 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.369 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.369 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.369 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.369 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.370 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.370 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.370 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.370 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.370 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.370 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.370 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.370 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.370 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.370 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.370 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.370 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.370 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.371 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.371 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.371 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.371 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.371 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.371 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.371 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.371 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.371 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.371 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.371 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.371 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.371 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.372 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.372 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.372 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.372 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.372 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.372 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.372 INFO:teuthology.orchestra.run.smithi017.stdout: "mark_out_threshold": { 2024-09-16T02:08:45.372 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mark_out_threshold", 2024-09-16T02:08:45.372 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.372 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.372 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.372 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "2419200", 2024-09-16T02:08:45.373 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.373 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.373 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.373 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-09-16T02:08:45.373 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.373 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.373 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.373 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.373 INFO:teuthology.orchestra.run.smithi017.stdout: "pool_name": { 2024-09-16T02:08:45.373 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pool_name", 2024-09-16T02:08:45.373 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.373 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.374 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.374 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "device_health_metrics", 2024-09-16T02:08:45.374 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.374 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.374 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.374 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "name of pool in which to store device health metrics", 2024-09-16T02:08:45.374 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.374 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.374 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.374 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.374 INFO:teuthology.orchestra.run.smithi017.stdout: "retention_period": { 2024-09-16T02:08:45.374 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "retention_period", 2024-09-16T02:08:45.375 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.375 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.375 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.375 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15552000", 2024-09-16T02:08:45.375 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.375 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.375 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.375 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long to retain device health metrics", 2024-09-16T02:08:45.375 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.375 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.375 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.375 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.375 INFO:teuthology.orchestra.run.smithi017.stdout: "scrape_frequency": { 2024-09-16T02:08:45.376 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "scrape_frequency", 2024-09-16T02:08:45.376 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.376 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.376 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.376 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "86400", 2024-09-16T02:08:45.376 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.376 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.376 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.376 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to scrape device health metrics", 2024-09-16T02:08:45.376 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.376 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.376 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.376 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.377 INFO:teuthology.orchestra.run.smithi017.stdout: "self_heal": { 2024-09-16T02:08:45.377 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "self_heal", 2024-09-16T02:08:45.377 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.377 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.377 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.377 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.377 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.377 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.377 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.377 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-09-16T02:08:45.377 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.377 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.378 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.378 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.378 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:45.378 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:45.378 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.378 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.378 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.378 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:45.378 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.378 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.378 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.378 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to wake up and check device health", 2024-09-16T02:08:45.378 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.378 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.379 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.379 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.379 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_threshold": { 2024-09-16T02:08:45.379 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_threshold", 2024-09-16T02:08:45.379 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.379 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.379 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.379 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "7257600", 2024-09-16T02:08:45.379 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.379 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.379 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.379 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-09-16T02:08:45.379 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.380 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.380 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.380 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.380 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.380 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.380 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.380 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "diskprediction_local", 2024-09-16T02:08:45.380 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.380 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.380 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.380 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.380 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.380 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.381 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.381 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.381 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.381 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.381 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.381 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.381 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.381 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.381 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.381 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.381 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.381 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.381 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.382 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.382 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.382 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.382 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.382 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.382 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.382 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.382 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.382 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.382 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.382 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.382 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.382 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.382 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.383 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.383 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.383 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.383 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.383 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.383 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.383 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.383 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.383 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.383 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.384 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.384 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.384 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.384 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.384 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.384 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.384 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.384 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.384 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.384 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.384 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.384 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.384 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.385 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.385 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.385 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.385 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.385 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.385 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.385 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.385 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.385 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.385 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.385 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.385 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.385 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.386 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.386 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.386 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.386 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.386 INFO:teuthology.orchestra.run.smithi017.stdout: "predict_interval": { 2024-09-16T02:08:45.386 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "predict_interval", 2024-09-16T02:08:45.386 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.386 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.386 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.386 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "86400", 2024-09-16T02:08:45.386 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.386 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.386 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.387 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.387 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.387 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.387 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.387 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.387 INFO:teuthology.orchestra.run.smithi017.stdout: "predictor_model": { 2024-09-16T02:08:45.387 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "predictor_model", 2024-09-16T02:08:45.387 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.387 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.387 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.387 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "prophetstor", 2024-09-16T02:08:45.387 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.387 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.388 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.388 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.388 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.388 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.388 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.388 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.388 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:45.388 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:45.388 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.388 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.388 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.388 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-09-16T02:08:45.388 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.389 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.389 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.389 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.389 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.389 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.389 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.389 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.389 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.389 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.389 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.389 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "influx", 2024-09-16T02:08:45.389 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": false, 2024-09-16T02:08:45.389 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "influxdb python module not found", 2024-09-16T02:08:45.390 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.390 INFO:teuthology.orchestra.run.smithi017.stdout: "batch_size": { 2024-09-16T02:08:45.390 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "batch_size", 2024-09-16T02:08:45.390 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.390 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.390 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.390 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5000", 2024-09-16T02:08:45.390 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.390 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.390 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.390 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-09-16T02:08:45.390 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.390 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.391 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.391 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.391 INFO:teuthology.orchestra.run.smithi017.stdout: "database": { 2024-09-16T02:08:45.391 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "database", 2024-09-16T02:08:45.391 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.391 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.391 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.391 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "ceph", 2024-09-16T02:08:45.391 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.391 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.391 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.391 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-09-16T02:08:45.391 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.392 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.392 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.392 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.392 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": { 2024-09-16T02:08:45.392 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "hostname", 2024-09-16T02:08:45.392 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.392 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.392 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.392 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.392 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.392 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.392 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.393 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB server hostname", 2024-09-16T02:08:45.393 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.393 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.393 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.393 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.393 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:45.393 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:45.393 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.393 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.393 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.393 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "30", 2024-09-16T02:08:45.393 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "5", 2024-09-16T02:08:45.393 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.394 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.394 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-09-16T02:08:45.394 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.394 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.394 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.394 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.394 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.394 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.394 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.394 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.394 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.394 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.394 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.395 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.395 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.395 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.395 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.395 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.395 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.395 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.395 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.395 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.395 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.395 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.395 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.396 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.396 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.396 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.396 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.396 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.396 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.396 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.396 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.396 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.396 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.396 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.396 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.396 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.396 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.397 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.397 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.397 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.397 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.397 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.397 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.397 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.397 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.397 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.397 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.397 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.397 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.397 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.398 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.398 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.398 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.398 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.398 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.398 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.398 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.398 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.398 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.398 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.398 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.398 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.399 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.399 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.399 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.399 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.399 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.399 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.399 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.399 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.399 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.399 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.399 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.399 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.399 INFO:teuthology.orchestra.run.smithi017.stdout: "password": { 2024-09-16T02:08:45.399 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "password", 2024-09-16T02:08:45.400 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.400 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.400 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.400 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.400 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.400 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.400 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.400 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "password of InfluxDB server user", 2024-09-16T02:08:45.400 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.400 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.400 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.400 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.401 INFO:teuthology.orchestra.run.smithi017.stdout: "port": { 2024-09-16T02:08:45.401 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "port", 2024-09-16T02:08:45.401 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.401 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.401 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.401 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8086", 2024-09-16T02:08:45.401 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.401 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.401 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.401 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB server port", 2024-09-16T02:08:45.401 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.401 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.401 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.402 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.402 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl": { 2024-09-16T02:08:45.402 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl", 2024-09-16T02:08:45.402 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.402 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.402 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.402 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "false", 2024-09-16T02:08:45.402 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.402 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.402 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.402 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T02:08:45.402 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.402 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.402 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.403 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.403 INFO:teuthology.orchestra.run.smithi017.stdout: "threads": { 2024-09-16T02:08:45.403 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "threads", 2024-09-16T02:08:45.403 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.403 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.403 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.403 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:45.403 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-09-16T02:08:45.403 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "32", 2024-09-16T02:08:45.403 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.403 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-09-16T02:08:45.403 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.403 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.404 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.404 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.404 INFO:teuthology.orchestra.run.smithi017.stdout: "username": { 2024-09-16T02:08:45.404 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "username", 2024-09-16T02:08:45.404 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.404 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.404 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.404 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.404 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.404 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.404 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.404 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "username of InfluxDB server user", 2024-09-16T02:08:45.405 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.405 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.405 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.405 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.405 INFO:teuthology.orchestra.run.smithi017.stdout: "verify_ssl": { 2024-09-16T02:08:45.405 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "verify_ssl", 2024-09-16T02:08:45.405 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.405 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.405 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.405 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "true", 2024-09-16T02:08:45.405 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.405 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.405 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.406 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-09-16T02:08:45.406 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.406 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.406 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.406 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.406 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.406 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.406 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.406 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "insights", 2024-09-16T02:08:45.406 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.406 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.406 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.406 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.406 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.407 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.407 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.407 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.407 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.407 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.407 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.407 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.407 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.407 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.407 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.407 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.407 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.407 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.408 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.408 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.408 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.408 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.408 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.408 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.408 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.408 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.408 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.408 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.408 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.408 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.408 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.409 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.409 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.409 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.409 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.409 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.409 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.409 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.409 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.409 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.409 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.409 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.409 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.409 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.410 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.410 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.410 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.410 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.410 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.410 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.410 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.410 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.410 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.410 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.410 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.410 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.410 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.410 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.411 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.411 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.411 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.411 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.411 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.411 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.411 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.411 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.411 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.411 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.411 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.411 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.411 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.411 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.412 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.412 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.412 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.412 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.412 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "iostat", 2024-09-16T02:08:45.412 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.412 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.412 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.412 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.412 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.412 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.412 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.412 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.413 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.413 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.413 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.413 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.413 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.413 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.413 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.413 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.413 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.413 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.413 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.413 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.413 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.414 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.414 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.414 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.414 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.414 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.414 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.414 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.414 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.414 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.414 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.414 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.414 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.414 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.414 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.415 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.415 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.415 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.415 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.415 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.415 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.415 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.415 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.415 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.415 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.415 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.415 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.415 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.415 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.416 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.416 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.416 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.416 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.416 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.416 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.416 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.416 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.416 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.416 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.416 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.416 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.416 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.417 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.417 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.417 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.417 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.417 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.417 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.417 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.417 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.417 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.417 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.417 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.417 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.417 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.418 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.418 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "k8sevents", 2024-09-16T02:08:45.418 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.418 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.418 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.418 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_event_retention_days": { 2024-09-16T02:08:45.418 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ceph_event_retention_days", 2024-09-16T02:08:45.418 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.418 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.418 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.418 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "7", 2024-09-16T02:08:45.418 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.418 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.418 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.419 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Days to hold ceph event information within local cache", 2024-09-16T02:08:45.419 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.419 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.419 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.419 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.419 INFO:teuthology.orchestra.run.smithi017.stdout: "config_check_secs": { 2024-09-16T02:08:45.419 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_check_secs", 2024-09-16T02:08:45.419 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.419 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.419 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.419 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:45.419 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "10", 2024-09-16T02:08:45.420 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.420 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.420 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-09-16T02:08:45.420 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.420 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.420 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.420 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.420 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.420 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.420 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.420 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.420 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.420 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.421 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.421 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.421 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.421 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.421 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.421 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.421 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.421 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.421 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.421 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.421 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.421 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.421 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.421 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.422 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.422 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.422 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.422 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.422 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.422 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.422 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.422 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.422 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.422 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.422 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.422 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.422 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.423 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.423 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.423 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.423 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.423 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.423 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.423 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.423 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.423 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.423 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.423 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.423 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.423 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.424 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.424 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.424 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.424 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.424 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.424 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.424 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.424 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.424 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.424 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.424 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.424 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.425 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.425 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.425 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.425 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.425 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.425 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.425 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.425 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.425 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.425 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.425 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.425 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.425 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.426 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.426 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.426 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "localpool", 2024-09-16T02:08:45.426 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.426 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.426 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.426 INFO:teuthology.orchestra.run.smithi017.stdout: "failure_domain": { 2024-09-16T02:08:45.426 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "failure_domain", 2024-09-16T02:08:45.426 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.426 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.426 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.426 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "host", 2024-09-16T02:08:45.426 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.427 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.427 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.427 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "failure domain for any created local pool", 2024-09-16T02:08:45.427 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-09-16T02:08:45.427 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.427 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.427 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.427 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.427 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.427 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.427 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.427 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.427 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.428 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.428 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.428 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.428 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.428 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.428 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.428 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.428 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.428 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.428 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.428 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.428 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.428 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.429 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.429 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.429 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.429 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.429 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.429 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.429 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.429 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.429 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.429 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.429 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.429 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.430 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.430 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.430 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.430 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.430 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.430 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.430 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.430 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.430 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.430 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.430 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.430 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.430 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.431 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.431 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.431 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.431 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.431 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.431 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.431 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.431 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.431 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.431 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.431 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.431 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.431 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.432 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.432 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.432 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.432 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.432 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.432 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.432 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.432 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.432 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.432 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.432 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.432 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.432 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.432 INFO:teuthology.orchestra.run.smithi017.stdout: "min_size": { 2024-09-16T02:08:45.433 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "min_size", 2024-09-16T02:08:45.433 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.433 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.433 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.433 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.433 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.433 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.433 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.433 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default min_size for any created local pool", 2024-09-16T02:08:45.433 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-09-16T02:08:45.433 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.433 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.434 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.434 INFO:teuthology.orchestra.run.smithi017.stdout: "num_rep": { 2024-09-16T02:08:45.434 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "num_rep", 2024-09-16T02:08:45.434 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.434 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.434 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.434 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3", 2024-09-16T02:08:45.434 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.434 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.434 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.434 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default replica count for any created local pool", 2024-09-16T02:08:45.434 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.434 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.435 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.435 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.435 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_num": { 2024-09-16T02:08:45.435 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pg_num", 2024-09-16T02:08:45.435 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.435 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.435 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.435 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "128", 2024-09-16T02:08:45.435 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.435 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.435 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.435 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default pg_num for any created local pool", 2024-09-16T02:08:45.435 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.435 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "prefix": { 2024-09-16T02:08:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prefix", 2024-09-16T02:08:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "name prefix for any created local pool", 2024-09-16T02:08:45.436 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "subtree": { 2024-09-16T02:08:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "subtree", 2024-09-16T02:08:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "rack", 2024-09-16T02:08:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.437 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "CRUSH level for which to create a local pool", 2024-09-16T02:08:45.438 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-09-16T02:08:45.438 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.438 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.438 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.438 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.438 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.438 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.438 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mds_autoscaler", 2024-09-16T02:08:45.438 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.438 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.438 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.438 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.439 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.439 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.439 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.439 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.439 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.439 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.439 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.439 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.439 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.439 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.439 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.439 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.439 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.440 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.440 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.440 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.440 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.440 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.440 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.440 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.440 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.440 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.440 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.440 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.440 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.440 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.441 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.441 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.441 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.441 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.441 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.441 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.441 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.441 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.441 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.441 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.441 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.441 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.441 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.442 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.442 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.442 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.442 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.442 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.442 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.442 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.442 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.442 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.442 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.442 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.442 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.442 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.442 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.443 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.443 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.443 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.443 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.443 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.443 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.443 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.443 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.443 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.443 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.443 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.443 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.443 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.444 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.444 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.444 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.444 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.444 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.444 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.444 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mirroring", 2024-09-16T02:08:45.444 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.444 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.444 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.444 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.444 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.444 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.445 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.445 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.445 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.445 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.445 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.445 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.445 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.445 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.445 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.445 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.445 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.445 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.445 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.446 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.446 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.446 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.446 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.446 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.446 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.446 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.446 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.446 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.446 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.446 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.446 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.446 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.447 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.447 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.447 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.447 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.447 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.447 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.447 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.447 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.447 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.447 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.447 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.447 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.447 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.447 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.448 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.448 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.448 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.448 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.448 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.448 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.448 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.448 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.448 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.448 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.448 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.448 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.448 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.448 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.449 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.449 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.449 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.449 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.449 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.449 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.449 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.449 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.449 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.449 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.449 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.449 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.449 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.450 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.450 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.450 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.450 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "nfs", 2024-09-16T02:08:45.450 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.450 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.450 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.450 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.450 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.450 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.450 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.450 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.450 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.450 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.451 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.451 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.451 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.451 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.451 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.451 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.451 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.451 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.451 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.451 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.451 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.451 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.451 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.451 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.452 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.452 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.452 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.452 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.452 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.452 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.452 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.452 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.452 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.452 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.452 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.452 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.452 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.453 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.453 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.453 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.453 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.453 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.453 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.453 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.453 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.453 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.453 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.453 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.453 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.453 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.454 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.454 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.454 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.454 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.454 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.454 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.454 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.454 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.454 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.454 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.454 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.454 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.454 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.455 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.455 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.455 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.455 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.455 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.455 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.455 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.455 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.455 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.455 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.455 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.455 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "orchestrator", 2024-09-16T02:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout: "fail_fs": { 2024-09-16T02:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "fail_fs", 2024-09-16T02:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.456 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.457 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.457 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-09-16T02:08:45.457 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.457 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.457 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.457 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.457 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.457 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.460 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.460 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.460 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.460 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.460 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.460 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.460 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.460 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.460 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.460 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.460 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.460 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.461 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.461 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.461 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.461 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.461 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.461 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.461 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.461 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.461 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.461 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.461 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.461 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.461 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.462 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.462 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.462 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.462 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.462 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.462 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.462 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.462 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.462 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.462 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.462 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.462 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.462 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.463 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.463 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.463 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.463 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.463 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.463 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.463 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.463 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.463 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.463 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.463 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.463 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.463 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.464 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.464 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.464 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.464 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.464 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.464 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.464 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.464 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.464 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.464 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.464 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.464 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator": { 2024-09-16T02:08:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "orchestrator", 2024-09-16T02:08:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.466 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.466 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm", 2024-09-16T02:08:45.466 INFO:teuthology.orchestra.run.smithi017.stdout: "rook", 2024-09-16T02:08:45.466 INFO:teuthology.orchestra.run.smithi017.stdout: "test_orchestrator" 2024-09-16T02:08:45.466 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.466 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Orchestrator backend", 2024-09-16T02:08:45.466 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.466 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.466 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.466 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.466 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.466 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.466 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.467 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "osd_perf_query", 2024-09-16T02:08:45.467 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.467 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.467 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.467 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.467 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.467 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.467 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.467 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.467 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.467 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.467 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.467 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.468 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.468 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.468 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.468 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.468 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.468 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.468 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.468 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.468 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.468 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.468 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.468 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.468 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.469 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.469 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.469 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.469 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.469 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.469 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.469 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.469 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.469 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.469 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.469 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.469 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.469 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.470 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.470 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.470 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.470 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.470 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.470 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.470 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.470 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.470 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.470 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.470 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.470 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.470 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.471 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.471 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.471 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.471 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.471 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.471 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.471 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.471 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.471 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.471 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.471 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.471 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.472 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.472 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.472 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.472 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.472 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.472 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.472 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.472 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.472 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.472 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.472 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.472 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.472 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.473 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "osd_support", 2024-09-16T02:08:45.473 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.473 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.473 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.473 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.473 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.473 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.473 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.473 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.473 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.473 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.473 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.473 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.474 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.474 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.474 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.474 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.474 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.474 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.474 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.474 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.474 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.474 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.474 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.474 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.474 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.475 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.475 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.475 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.475 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.475 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.475 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.475 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.475 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.475 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.475 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.475 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.475 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.475 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.475 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.476 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.476 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.476 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.476 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.476 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.476 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.476 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.476 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.476 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.476 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.476 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.476 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.477 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.477 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.477 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.477 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.477 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.477 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.477 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.477 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.477 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.477 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.477 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.477 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.478 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.478 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.478 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.478 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.478 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.478 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.478 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.478 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.478 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.478 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.478 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.478 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.478 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.479 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pg_autoscaler", 2024-09-16T02:08:45.479 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.479 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.479 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.479 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.479 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.479 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.479 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.479 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.479 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.479 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.479 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.479 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.479 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.480 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.480 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.480 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.480 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.480 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.480 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.480 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.480 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.480 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.480 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.480 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.480 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.480 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.481 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.481 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.481 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.481 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.481 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.481 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.481 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.481 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.481 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.481 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.481 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.481 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.481 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.482 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.482 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.482 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.482 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.482 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.482 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.482 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.482 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.482 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.482 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.482 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.482 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.483 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.483 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.483 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.483 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.483 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.483 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.483 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.483 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.483 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.483 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.483 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.483 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.483 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.484 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.484 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.484 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.484 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.484 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.484 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.484 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.484 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.484 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.484 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:45.484 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:45.484 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.485 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.485 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.485 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:45.485 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.485 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.485 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.485 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.485 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.485 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.485 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.485 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.485 INFO:teuthology.orchestra.run.smithi017.stdout: "threshold": { 2024-09-16T02:08:45.485 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "threshold", 2024-09-16T02:08:45.486 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:45.486 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.486 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.486 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3.0", 2024-09-16T02:08:45.486 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1.0", 2024-09-16T02:08:45.486 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.486 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.486 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "scaling threshold", 2024-09-16T02:08:45.486 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-09-16T02:08:45.486 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.486 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.486 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.486 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.486 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.487 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.487 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "progress", 2024-09-16T02:08:45.487 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.487 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.487 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.487 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_pg_recovery_event": { 2024-09-16T02:08:45.487 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_pg_recovery_event", 2024-09-16T02:08:45.487 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.487 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.487 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.487 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.487 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.487 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.488 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.488 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow the module to show pg recovery progress", 2024-09-16T02:08:45.488 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.488 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.488 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.488 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.488 INFO:teuthology.orchestra.run.smithi017.stdout: "enabled": { 2024-09-16T02:08:45.488 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enabled", 2024-09-16T02:08:45.488 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.488 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.488 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.488 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.489 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.489 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.489 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.489 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.489 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.489 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.489 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.489 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.489 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.489 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.489 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.489 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.489 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.490 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.490 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.490 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.490 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.490 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.490 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.490 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.490 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.490 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.490 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.490 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.490 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.490 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.491 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.491 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.491 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.491 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.491 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.491 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.491 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.491 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.491 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.491 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.491 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.491 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.491 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.491 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.492 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.492 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.492 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.492 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.492 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.492 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.492 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.492 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.492 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.492 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.492 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.492 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.492 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.493 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.493 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.493 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.493 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.493 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.493 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.493 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.493 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.493 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.493 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.493 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.493 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.493 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.494 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.494 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.494 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.494 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.494 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.494 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.494 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.494 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.494 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.494 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.494 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.494 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.494 INFO:teuthology.orchestra.run.smithi017.stdout: "max_completed_events": { 2024-09-16T02:08:45.495 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_completed_events", 2024-09-16T02:08:45.495 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.495 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.495 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.495 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "50", 2024-09-16T02:08:45.495 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.495 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.495 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.495 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "number of past completed events to remember", 2024-09-16T02:08:45.495 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.495 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.495 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.495 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.496 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-09-16T02:08:45.496 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-09-16T02:08:45.496 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.496 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.496 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.496 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:45.496 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.496 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.496 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.496 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long the module is going to sleep", 2024-09-16T02:08:45.496 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.496 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.497 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.497 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.497 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.497 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.497 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.497 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prometheus", 2024-09-16T02:08:45.497 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.497 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.497 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.497 INFO:teuthology.orchestra.run.smithi017.stdout: "cache": { 2024-09-16T02:08:45.497 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cache", 2024-09-16T02:08:45.497 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.497 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.498 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.498 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.498 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.498 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.498 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.498 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.498 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.498 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.498 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.498 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.498 INFO:teuthology.orchestra.run.smithi017.stdout: "exclude_perf_counters": { 2024-09-16T02:08:45.498 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "exclude_perf_counters", 2024-09-16T02:08:45.498 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.499 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.499 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.499 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.499 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.499 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.499 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.499 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-09-16T02:08:45.499 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-09-16T02:08:45.499 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.499 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.499 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.499 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.499 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.500 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.500 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.500 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.500 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.500 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.500 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.500 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.500 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.500 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.500 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.500 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.500 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.500 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.501 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.501 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.501 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.501 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.501 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.501 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.501 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.501 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.501 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.501 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.501 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.501 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.501 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.502 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.502 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.502 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.502 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.502 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.502 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.502 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.502 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.502 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.502 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.502 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.502 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.502 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.503 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.503 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.503 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.503 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.503 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.503 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.503 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.503 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.503 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.503 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.503 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.503 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.503 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.504 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.504 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.504 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.504 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.504 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.504 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.504 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.504 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.504 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.504 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.504 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.504 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.504 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.505 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.505 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.505 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.505 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_stats_pools": { 2024-09-16T02:08:45.505 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_stats_pools", 2024-09-16T02:08:45.505 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.505 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.505 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.505 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.505 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.505 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.505 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.505 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.506 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.506 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.506 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.506 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.506 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_stats_pools_refresh_interval": { 2024-09-16T02:08:45.506 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-09-16T02:08:45.506 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.506 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.506 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.506 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "300", 2024-09-16T02:08:45.506 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.506 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.506 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.507 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.507 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.507 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.507 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.507 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.507 INFO:teuthology.orchestra.run.smithi017.stdout: "scrape_interval": { 2024-09-16T02:08:45.507 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "scrape_interval", 2024-09-16T02:08:45.507 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:45.507 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.507 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.507 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15.0", 2024-09-16T02:08:45.507 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.507 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.508 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.508 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.508 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.508 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.508 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.508 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.508 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-09-16T02:08:45.508 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-09-16T02:08:45.508 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.508 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.508 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.508 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "::", 2024-09-16T02:08:45.509 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.509 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.509 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.509 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-09-16T02:08:45.509 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.509 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.509 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.509 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.509 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-09-16T02:08:45.509 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-09-16T02:08:45.509 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.509 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.509 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.510 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "9283", 2024-09-16T02:08:45.510 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.510 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.510 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.510 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-09-16T02:08:45.510 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.510 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.510 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.510 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.510 INFO:teuthology.orchestra.run.smithi017.stdout: "stale_cache_strategy": { 2024-09-16T02:08:45.510 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "stale_cache_strategy", 2024-09-16T02:08:45.510 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.510 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.510 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.511 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "log", 2024-09-16T02:08:45.511 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.511 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.511 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.511 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.511 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.511 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.511 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.511 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.511 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_behaviour": { 2024-09-16T02:08:45.511 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_behaviour", 2024-09-16T02:08:45.511 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.511 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.511 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.512 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "default", 2024-09-16T02:08:45.512 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.512 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.512 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.512 INFO:teuthology.orchestra.run.smithi017.stdout: "default", 2024-09-16T02:08:45.512 INFO:teuthology.orchestra.run.smithi017.stdout: "error" 2024-09-16T02:08:45.512 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.512 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.512 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.512 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.512 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.512 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.512 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_error_status_code": { 2024-09-16T02:08:45.513 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_error_status_code", 2024-09-16T02:08:45.513 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.513 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.513 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.513 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "500", 2024-09-16T02:08:45.513 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "400", 2024-09-16T02:08:45.513 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "599", 2024-09-16T02:08:45.513 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.513 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.513 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.513 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.513 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.513 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.514 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.514 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.514 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.514 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_support", 2024-09-16T02:08:45.514 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.514 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.514 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.514 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.514 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.514 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.514 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.514 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.514 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.514 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.515 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.515 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.515 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.515 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.515 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.515 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.515 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.515 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.515 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.515 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.515 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.515 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.515 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.516 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.516 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.516 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.516 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.516 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.516 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.516 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.516 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.516 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.516 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.516 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.516 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.517 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.517 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.517 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.517 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.517 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.517 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.517 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.517 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.517 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.517 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.517 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.517 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.517 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.518 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.518 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.518 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.518 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.518 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.518 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.518 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.518 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.518 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.518 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.518 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.518 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.519 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.519 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.519 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.519 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.519 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.519 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.519 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.519 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.519 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.519 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.519 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.519 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.520 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.520 INFO:teuthology.orchestra.run.smithi017.stdout: "max_concurrent_snap_create": { 2024-09-16T02:08:45.520 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_concurrent_snap_create", 2024-09-16T02:08:45.520 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.520 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.520 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.520 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-09-16T02:08:45.520 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.520 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.520 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.520 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.520 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.521 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.521 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.521 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.521 INFO:teuthology.orchestra.run.smithi017.stdout: "mirror_snapshot_schedule": { 2024-09-16T02:08:45.521 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mirror_snapshot_schedule", 2024-09-16T02:08:45.521 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.521 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.521 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.521 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.521 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.521 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.521 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.521 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.522 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.522 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.522 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.522 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.522 INFO:teuthology.orchestra.run.smithi017.stdout: "trash_purge_schedule": { 2024-09-16T02:08:45.522 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "trash_purge_schedule", 2024-09-16T02:08:45.522 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.522 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.522 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.522 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.522 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.522 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.522 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.523 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.523 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.523 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.523 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.523 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.523 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.523 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.523 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.523 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "restful", 2024-09-16T02:08:45.523 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.523 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.523 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.523 INFO:teuthology.orchestra.run.smithi017.stdout: "enable_auth": { 2024-09-16T02:08:45.524 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enable_auth", 2024-09-16T02:08:45.524 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.524 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.524 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.524 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.524 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.524 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.524 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.524 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.524 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.524 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.524 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.524 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.524 INFO:teuthology.orchestra.run.smithi017.stdout: "key_file": { 2024-09-16T02:08:45.525 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "key_file", 2024-09-16T02:08:45.525 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.525 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.525 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.525 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.525 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.525 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.525 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.525 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.525 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.525 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.525 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.526 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.526 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.526 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.526 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.526 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.526 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.526 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.526 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.526 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.526 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.526 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.526 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.526 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.526 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.527 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.527 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.527 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.527 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.527 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.527 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.527 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.527 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.527 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.527 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.527 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.527 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.527 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.528 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.528 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.528 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.528 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.528 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.528 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.528 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.528 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.528 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.528 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.528 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.528 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.528 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.529 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.529 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.529 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.529 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.529 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.529 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.529 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.529 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.529 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.529 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.529 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.529 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.529 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.530 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.530 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.530 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.530 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.530 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.530 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.530 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.530 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.530 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.530 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.530 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.530 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.530 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.531 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.531 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.531 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.531 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.531 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.531 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-09-16T02:08:45.531 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-09-16T02:08:45.531 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.531 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.531 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.531 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.531 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.531 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.532 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.532 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.532 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.532 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.532 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.532 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.532 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-09-16T02:08:45.532 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-09-16T02:08:45.532 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.532 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.532 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.532 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.532 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.533 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.533 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.533 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.533 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.533 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.533 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.533 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.533 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.533 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.533 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.533 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rgw", 2024-09-16T02:08:45.533 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.533 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.534 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.534 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.534 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.534 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.534 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.534 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.534 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.534 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.534 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.534 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.534 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.534 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.534 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.535 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.535 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.535 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.535 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.535 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.535 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.535 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.535 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.535 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.535 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.535 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.535 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.535 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.535 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.536 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.536 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.536 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.536 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.536 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.536 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.536 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.536 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.536 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.536 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.536 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.536 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.536 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.536 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.537 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.537 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.537 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.537 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.537 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.537 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.537 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.537 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.537 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.537 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.537 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.537 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.538 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.538 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.538 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.538 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.538 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.538 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.538 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.538 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.538 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.538 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.538 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.538 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.538 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.539 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.539 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.539 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.539 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.539 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.539 INFO:teuthology.orchestra.run.smithi017.stdout: "secondary_zone_period_retry_limit": { 2024-09-16T02:08:45.539 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "secondary_zone_period_retry_limit", 2024-09-16T02:08:45.539 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.539 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.539 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.539 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-09-16T02:08:45.539 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.539 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.539 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.540 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "RGW module period update retry limit for secondary site", 2024-09-16T02:08:45.540 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.540 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.540 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.540 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.540 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.540 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.540 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.540 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rook", 2024-09-16T02:08:45.540 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.540 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.540 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.540 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.540 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.541 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.541 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.541 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.541 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.541 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.541 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.541 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.541 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.541 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.541 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.541 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.541 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.541 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.542 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.542 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.542 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.542 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.542 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.542 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.542 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.542 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.542 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.542 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.542 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.542 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.542 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.543 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.543 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.543 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.543 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.543 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.543 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.543 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.543 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.543 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.543 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.543 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.543 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.543 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.544 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.544 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.544 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.544 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.544 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.544 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.544 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.544 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.544 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.544 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.544 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.544 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.544 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.545 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.545 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.545 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.545 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.545 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.545 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.545 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.545 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.545 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.545 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.545 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.545 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.545 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.546 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.546 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.546 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.546 INFO:teuthology.orchestra.run.smithi017.stdout: "storage_class": { 2024-09-16T02:08:45.546 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "storage_class", 2024-09-16T02:08:45.546 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.546 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.546 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.546 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "local", 2024-09-16T02:08:45.546 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.546 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.546 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.546 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-09-16T02:08:45.547 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.547 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.547 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.547 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.547 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.547 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.547 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.547 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "selftest", 2024-09-16T02:08:45.547 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.547 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.547 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.547 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.547 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.548 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.548 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.548 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.548 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.548 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.548 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.548 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.548 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.548 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.548 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.548 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.548 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.548 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.548 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.549 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.549 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.549 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.549 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.549 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.549 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.549 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.549 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.549 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.549 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.549 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.549 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.550 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.550 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.550 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.550 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.550 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.550 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.550 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.550 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.550 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.550 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.550 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.550 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.550 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.550 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.551 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.551 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.551 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.551 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.551 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.551 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.551 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.551 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.551 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.551 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.551 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.551 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.551 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.551 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.552 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.552 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.552 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.552 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.552 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.552 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.552 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.552 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.552 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.552 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.552 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.552 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.552 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.553 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.553 INFO:teuthology.orchestra.run.smithi017.stdout: "roption1": { 2024-09-16T02:08:45.553 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "roption1", 2024-09-16T02:08:45.553 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.553 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.553 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.553 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.553 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.553 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.553 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.553 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.553 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.553 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.554 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.554 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.554 INFO:teuthology.orchestra.run.smithi017.stdout: "roption2": { 2024-09-16T02:08:45.554 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "roption2", 2024-09-16T02:08:45.554 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.554 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.554 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.554 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "xyz", 2024-09-16T02:08:45.554 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.554 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.554 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.554 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.554 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.555 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.555 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.555 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.555 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption1": { 2024-09-16T02:08:45.555 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption1", 2024-09-16T02:08:45.555 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.555 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.555 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.555 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.555 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.555 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.555 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.556 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.556 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.556 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.556 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.556 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.556 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption2": { 2024-09-16T02:08:45.556 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption2", 2024-09-16T02:08:45.556 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.556 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.556 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.556 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.556 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.556 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.557 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.557 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.557 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.557 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.557 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.557 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.557 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption3": { 2024-09-16T02:08:45.557 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption3", 2024-09-16T02:08:45.557 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-09-16T02:08:45.557 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.557 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.557 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.558 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.558 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.558 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.558 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.558 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.558 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.558 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.558 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.558 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption4": { 2024-09-16T02:08:45.558 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption4", 2024-09-16T02:08:45.558 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.558 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.558 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.559 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.559 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.559 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.559 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.559 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.559 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.559 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.559 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.559 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.559 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption5": { 2024-09-16T02:08:45.559 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption5", 2024-09-16T02:08:45.559 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.559 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.559 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.560 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.560 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.560 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.560 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.560 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.560 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.560 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.560 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.560 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.560 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption6": { 2024-09-16T02:08:45.560 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption6", 2024-09-16T02:08:45.560 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.561 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.561 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.561 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.561 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.561 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.561 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.561 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.561 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.561 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.561 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.561 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.561 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption7": { 2024-09-16T02:08:45.561 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption7", 2024-09-16T02:08:45.562 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.562 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.562 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.562 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.562 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-09-16T02:08:45.562 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "42", 2024-09-16T02:08:45.562 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.562 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.562 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.562 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.562 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.562 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.562 INFO:teuthology.orchestra.run.smithi017.stdout: "testkey": { 2024-09-16T02:08:45.562 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testkey", 2024-09-16T02:08:45.563 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.563 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.563 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.563 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.563 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.563 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.563 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.563 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.563 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.563 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.563 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.563 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.563 INFO:teuthology.orchestra.run.smithi017.stdout: "testlkey": { 2024-09-16T02:08:45.564 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testlkey", 2024-09-16T02:08:45.564 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.564 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.564 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.564 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.564 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.564 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.564 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.564 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.564 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.564 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.564 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.564 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.565 INFO:teuthology.orchestra.run.smithi017.stdout: "testnewline": { 2024-09-16T02:08:45.565 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testnewline", 2024-09-16T02:08:45.565 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.565 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.565 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.565 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.565 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.565 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.565 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.565 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.565 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.565 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.565 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.566 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.566 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.566 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.566 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.566 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snap_schedule", 2024-09-16T02:08:45.566 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.566 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.566 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.566 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_m_granularity": { 2024-09-16T02:08:45.566 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_m_granularity", 2024-09-16T02:08:45.566 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.566 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.566 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.567 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.567 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.567 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.567 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.567 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow minute scheduled snapshots", 2024-09-16T02:08:45.567 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.567 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.567 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.567 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.567 INFO:teuthology.orchestra.run.smithi017.stdout: "dump_on_update": { 2024-09-16T02:08:45.567 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "dump_on_update", 2024-09-16T02:08:45.567 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.567 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.568 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.568 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.568 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.568 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.568 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.568 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "dump database to debug log on update", 2024-09-16T02:08:45.568 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.568 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.568 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.568 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.568 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.568 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.569 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.569 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.569 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.569 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.569 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.569 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.569 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.569 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.569 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.569 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.569 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.569 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.569 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.569 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.570 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.570 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.570 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.570 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.570 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.570 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.570 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.570 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.570 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.570 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.570 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.570 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.571 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.571 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.571 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.571 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.571 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.571 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.571 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.571 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.571 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.571 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.571 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.571 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.571 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.572 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.572 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.572 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.572 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.572 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.572 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.572 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.572 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.572 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.572 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.572 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.572 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.572 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.573 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.573 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.573 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.573 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.573 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.573 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.573 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.573 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.573 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.573 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.573 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.573 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.574 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.574 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.574 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.574 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.574 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.574 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.574 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.574 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "stats", 2024-09-16T02:08:45.574 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.574 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.574 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.574 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.574 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.575 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.575 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.575 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.575 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.575 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.575 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.575 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.575 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.575 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.575 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.575 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.575 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.575 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.575 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.576 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.576 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.576 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.576 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.576 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.576 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.576 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.576 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.576 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.576 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.576 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.576 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.576 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.577 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.577 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.577 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.577 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.577 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.577 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.577 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.577 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.577 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.577 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.577 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.577 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.577 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.578 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.578 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.578 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.578 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.578 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.578 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.578 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.578 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.578 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.578 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.578 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.578 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.578 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.578 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.579 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.579 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.579 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.579 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.579 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.579 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.579 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.579 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.579 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.579 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.579 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.579 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.579 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.580 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.580 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.580 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.580 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.580 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "status", 2024-09-16T02:08:45.580 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.580 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.580 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.580 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.580 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.580 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.580 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.580 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.580 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.581 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.581 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.581 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.581 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.581 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.581 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.581 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.581 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.581 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.581 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.581 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.581 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.581 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.581 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.582 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.582 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.582 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.582 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.582 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.582 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.582 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.582 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.582 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.582 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.582 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.582 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.583 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.583 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.583 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.583 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.583 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.583 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.583 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.583 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.583 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.583 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.583 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.583 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.583 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.583 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.584 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.584 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.584 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.584 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.584 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.584 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.584 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.584 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.584 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.584 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.584 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.584 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.584 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.584 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.585 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.585 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.585 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.585 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.585 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.585 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.585 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.585 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.585 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.585 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.585 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.585 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.586 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.586 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "telegraf", 2024-09-16T02:08:45.586 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.586 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.586 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.586 INFO:teuthology.orchestra.run.smithi017.stdout: "address": { 2024-09-16T02:08:45.586 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "address", 2024-09-16T02:08:45.586 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.586 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.586 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.586 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-09-16T02:08:45.586 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.586 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.587 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.587 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.587 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.587 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.587 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.587 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.587 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:45.587 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:45.587 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.587 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.587 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.587 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15", 2024-09-16T02:08:45.587 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.588 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.588 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.588 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.588 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.588 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.588 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.588 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.588 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.588 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.588 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.588 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.588 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.588 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.589 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.589 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.589 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.589 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.589 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.589 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.589 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.589 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.589 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.589 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.589 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.589 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.589 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.590 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.590 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.590 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.590 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.590 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.590 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.590 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.590 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.590 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.590 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.590 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.590 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.590 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.591 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.591 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.591 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.591 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.591 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.591 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.591 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.591 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.591 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.591 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.591 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.591 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.591 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.591 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.592 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.592 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.592 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.592 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.592 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.592 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.592 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.592 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.592 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.592 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.592 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.592 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.593 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.593 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.593 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.593 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.593 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.593 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.593 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.593 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.593 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.593 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.593 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.593 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.593 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.594 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.594 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.594 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "telemetry", 2024-09-16T02:08:45.594 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.594 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.594 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.594 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_basic": { 2024-09-16T02:08:45.594 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_basic", 2024-09-16T02:08:45.594 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.594 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.594 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.594 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.594 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.595 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.595 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.595 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share basic cluster information (size, version)", 2024-09-16T02:08:45.595 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.595 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.595 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.595 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.595 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_crash": { 2024-09-16T02:08:45.595 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_crash", 2024-09-16T02:08:45.595 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.595 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.595 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.595 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.596 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.596 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.596 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.596 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-09-16T02:08:45.596 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.596 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.596 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.596 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.596 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_device": { 2024-09-16T02:08:45.596 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_device", 2024-09-16T02:08:45.596 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.596 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.596 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-09-16T02:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_ident": { 2024-09-16T02:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_ident", 2024-09-16T02:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.597 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.598 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.598 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.598 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.598 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.598 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-09-16T02:08:45.598 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.598 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.598 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.598 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.598 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_perf": { 2024-09-16T02:08:45.598 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_perf", 2024-09-16T02:08:45.598 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.599 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.599 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.599 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.599 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.599 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.599 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.599 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share various performance metrics of a cluster", 2024-09-16T02:08:45.599 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.599 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.599 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.599 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.599 INFO:teuthology.orchestra.run.smithi017.stdout: "contact": { 2024-09-16T02:08:45.599 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "contact", 2024-09-16T02:08:45.599 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.600 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.600 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.600 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.600 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.600 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.600 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.600 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.600 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.600 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.600 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.600 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.600 INFO:teuthology.orchestra.run.smithi017.stdout: "description": { 2024-09-16T02:08:45.600 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "description", 2024-09-16T02:08:45.601 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.601 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.601 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.601 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.601 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.601 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.601 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.601 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.601 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.601 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.601 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.601 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.601 INFO:teuthology.orchestra.run.smithi017.stdout: "device_url": { 2024-09-16T02:08:45.602 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_url", 2024-09-16T02:08:45.602 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.602 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.602 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.602 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-09-16T02:08:45.602 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.602 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.602 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.602 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.602 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.602 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.602 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.602 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.602 INFO:teuthology.orchestra.run.smithi017.stdout: "enabled": { 2024-09-16T02:08:45.603 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enabled", 2024-09-16T02:08:45.603 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.603 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.603 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.603 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.603 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.603 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.603 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.603 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.603 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.603 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.603 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.603 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.604 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:45.604 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:45.604 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.604 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.604 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.604 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "24", 2024-09-16T02:08:45.604 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "8", 2024-09-16T02:08:45.604 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.604 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.604 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.604 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.604 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.604 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.604 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.605 INFO:teuthology.orchestra.run.smithi017.stdout: "last_opt_revision": { 2024-09-16T02:08:45.605 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "last_opt_revision", 2024-09-16T02:08:45.605 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.605 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.605 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.605 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1", 2024-09-16T02:08:45.605 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.605 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.605 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.605 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.605 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.605 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.606 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.606 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.606 INFO:teuthology.orchestra.run.smithi017.stdout: "leaderboard": { 2024-09-16T02:08:45.606 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "leaderboard", 2024-09-16T02:08:45.606 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.606 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.606 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.606 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.606 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.606 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.606 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.606 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.607 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.607 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.607 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.607 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.607 INFO:teuthology.orchestra.run.smithi017.stdout: "leaderboard_description": { 2024-09-16T02:08:45.607 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "leaderboard_description", 2024-09-16T02:08:45.607 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.607 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.607 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.607 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.607 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.607 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.607 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.608 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.608 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.608 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.608 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.608 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.608 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.608 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.608 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.608 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.608 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.608 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.608 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.608 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.609 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.609 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.609 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.609 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.609 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.609 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.609 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.609 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.609 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.609 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.609 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.609 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.609 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.610 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.610 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.610 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.610 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.610 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.610 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.610 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.610 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.610 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.610 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.610 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.610 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.610 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.611 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.611 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.611 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.611 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.611 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.611 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.611 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.611 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.611 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.611 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.611 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.611 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.611 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.612 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.612 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.612 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.612 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.612 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.612 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.612 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.612 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.612 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.612 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.612 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.612 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.612 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.613 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.613 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.613 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.613 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.613 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.613 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.613 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.613 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.613 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.613 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.613 INFO:teuthology.orchestra.run.smithi017.stdout: "organization": { 2024-09-16T02:08:45.613 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "organization", 2024-09-16T02:08:45.613 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.613 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.614 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.614 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.614 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.614 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.614 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.614 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.614 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.614 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.614 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.614 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.614 INFO:teuthology.orchestra.run.smithi017.stdout: "proxy": { 2024-09-16T02:08:45.614 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "proxy", 2024-09-16T02:08:45.614 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.614 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.615 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.615 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.615 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.615 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.615 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.615 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.615 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.615 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.615 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.615 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.615 INFO:teuthology.orchestra.run.smithi017.stdout: "url": { 2024-09-16T02:08:45.615 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "url", 2024-09-16T02:08:45.616 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.616 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.616 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.616 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-09-16T02:08:45.616 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.616 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.616 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.616 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.616 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.616 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.616 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.616 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.616 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.617 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.617 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.617 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "test_orchestrator", 2024-09-16T02:08:45.617 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.617 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.617 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.617 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.617 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.617 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.617 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.617 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.617 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.617 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.617 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.618 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.618 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.618 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.618 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.618 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.618 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.618 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.618 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.618 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.618 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.618 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.618 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.618 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.619 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.619 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.619 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.619 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.619 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.619 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.619 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.619 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.619 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.619 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.619 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.619 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.619 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.620 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.620 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.620 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.620 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.620 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.620 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.620 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.620 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.620 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.620 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.620 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.620 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.620 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.621 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.621 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.621 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.621 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.621 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.621 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.621 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.621 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.621 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.621 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.621 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.621 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.622 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.622 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.622 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.622 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.622 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.622 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.622 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.622 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.622 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.622 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.622 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.622 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.623 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.623 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.623 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "volumes", 2024-09-16T02:08:45.623 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.623 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.623 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.623 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.623 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.623 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.623 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.623 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.623 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.623 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.624 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.624 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.624 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.624 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.624 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.624 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.624 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.624 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.624 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.624 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.624 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.624 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.624 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.625 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.625 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.625 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.625 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.625 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.625 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.625 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.625 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.625 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.625 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.625 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.625 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.626 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.626 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.626 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.626 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.626 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.626 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.626 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.626 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.626 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.626 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.626 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.626 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.626 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.626 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.627 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.627 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.627 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.627 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.627 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.627 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.627 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.627 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.627 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.627 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.627 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.627 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.628 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.628 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.628 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.628 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.628 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.628 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.628 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.628 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.628 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.628 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.628 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.628 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.628 INFO:teuthology.orchestra.run.smithi017.stdout: "max_concurrent_clones": { 2024-09-16T02:08:45.629 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_concurrent_clones", 2024-09-16T02:08:45.629 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.629 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.629 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.629 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "4", 2024-09-16T02:08:45.629 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.629 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.629 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.629 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Number of asynchronous cloner threads", 2024-09-16T02:08:45.629 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.629 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.629 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.629 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.630 INFO:teuthology.orchestra.run.smithi017.stdout: "periodic_async_work": { 2024-09-16T02:08:45.630 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "periodic_async_work", 2024-09-16T02:08:45.630 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.630 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.630 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.630 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.630 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.630 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.630 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.630 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Periodically check for async work", 2024-09-16T02:08:45.630 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.630 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.631 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.631 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.631 INFO:teuthology.orchestra.run.smithi017.stdout: "snapshot_clone_delay": { 2024-09-16T02:08:45.631 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snapshot_clone_delay", 2024-09-16T02:08:45.631 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.631 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.631 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.631 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-09-16T02:08:45.631 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.631 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.631 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.631 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-09-16T02:08:45.632 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.632 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.632 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.632 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.632 INFO:teuthology.orchestra.run.smithi017.stdout: "snapshot_clone_no_wait": { 2024-09-16T02:08:45.632 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snapshot_clone_no_wait", 2024-09-16T02:08:45.632 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.632 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.632 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.632 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-09-16T02:08:45.632 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.632 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.632 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.633 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Reject subvolume clone request when cloner threads are busy", 2024-09-16T02:08:45.633 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.633 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.633 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.633 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.633 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.633 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.633 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.633 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix", 2024-09-16T02:08:45.633 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-09-16T02:08:45.633 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-09-16T02:08:45.633 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-09-16T02:08:45.633 INFO:teuthology.orchestra.run.smithi017.stdout: "discovery_interval": { 2024-09-16T02:08:45.634 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "discovery_interval", 2024-09-16T02:08:45.634 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-09-16T02:08:45.634 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.634 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.634 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "100", 2024-09-16T02:08:45.634 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.634 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.634 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.634 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.634 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.634 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.634 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.634 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.635 INFO:teuthology.orchestra.run.smithi017.stdout: "identifier": { 2024-09-16T02:08:45.635 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "identifier", 2024-09-16T02:08:45.635 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.635 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.635 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.635 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.635 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.635 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.635 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.635 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.635 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.635 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.635 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.636 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.636 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-09-16T02:08:45.636 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-09-16T02:08:45.636 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-09-16T02:08:45.636 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.636 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.636 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-09-16T02:08:45.636 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.636 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.636 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.636 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.636 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.636 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.637 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.637 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.637 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-09-16T02:08:45.637 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-09-16T02:08:45.637 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.637 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.637 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.637 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.637 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.637 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.637 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.637 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.637 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.638 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.638 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.638 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.638 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.638 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.638 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.638 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.638 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.638 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.638 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.638 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-09-16T02:08:45.638 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-09-16T02:08:45.638 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.639 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.639 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.639 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.639 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.639 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.639 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.639 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.639 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.639 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.639 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.639 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.639 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-09-16T02:08:45.639 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-09-16T02:08:45.640 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.640 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.640 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.640 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-09-16T02:08:45.640 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.640 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.640 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-09-16T02:08:45.640 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-09-16T02:08:45.640 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-09-16T02:08:45.640 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-09-16T02:08:45.640 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-09-16T02:08:45.640 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-09-16T02:08:45.640 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-09-16T02:08:45.641 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.641 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.641 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.641 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.641 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.641 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.641 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-09-16T02:08:45.641 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-09-16T02:08:45.641 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-09-16T02:08:45.641 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.641 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-09-16T02:08:45.641 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-09-16T02:08:45.641 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.642 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.642 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.642 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.642 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.642 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.642 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.642 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.642 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_host": { 2024-09-16T02:08:45.642 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_host", 2024-09-16T02:08:45.642 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.642 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.642 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.642 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-09-16T02:08:45.643 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.643 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.643 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.643 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.643 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.643 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.643 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.643 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.643 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_port": { 2024-09-16T02:08:45.643 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_port", 2024-09-16T02:08:45.643 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-09-16T02:08:45.643 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.643 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.643 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10051", 2024-09-16T02:08:45.644 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.644 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.644 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.644 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.644 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.644 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.644 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.644 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.644 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_sender": { 2024-09-16T02:08:45.644 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_sender", 2024-09-16T02:08:45.644 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-09-16T02:08:45.644 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-09-16T02:08:45.644 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-09-16T02:08:45.645 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-09-16T02:08:45.645 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-09-16T02:08:45.645 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-09-16T02:08:45.645 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-09-16T02:08:45.645 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-09-16T02:08:45.645 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-09-16T02:08:45.645 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-09-16T02:08:45.645 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-09-16T02:08:45.645 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.645 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.645 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.645 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.646 INFO:teuthology.orchestra.run.smithi017.stdout: "services": { 2024-09-16T02:08:45.646 INFO:teuthology.orchestra.run.smithi017.stdout: "dashboard": "https://172.21.15.17:8443/" 2024-09-16T02:08:45.646 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.646 INFO:teuthology.orchestra.run.smithi017.stdout: "always_on_modules": { 2024-09-16T02:08:45.646 INFO:teuthology.orchestra.run.smithi017.stdout: "octopus": [ 2024-09-16T02:08:45.646 INFO:teuthology.orchestra.run.smithi017.stdout: "balancer", 2024-09-16T02:08:45.646 INFO:teuthology.orchestra.run.smithi017.stdout: "crash", 2024-09-16T02:08:45.646 INFO:teuthology.orchestra.run.smithi017.stdout: "devicehealth", 2024-09-16T02:08:45.646 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator", 2024-09-16T02:08:45.646 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_autoscaler", 2024-09-16T02:08:45.646 INFO:teuthology.orchestra.run.smithi017.stdout: "progress", 2024-09-16T02:08:45.646 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_support", 2024-09-16T02:08:45.646 INFO:teuthology.orchestra.run.smithi017.stdout: "status", 2024-09-16T02:08:45.646 INFO:teuthology.orchestra.run.smithi017.stdout: "telemetry", 2024-09-16T02:08:45.647 INFO:teuthology.orchestra.run.smithi017.stdout: "volumes" 2024-09-16T02:08:45.647 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.647 INFO:teuthology.orchestra.run.smithi017.stdout: "pacific": [ 2024-09-16T02:08:45.647 INFO:teuthology.orchestra.run.smithi017.stdout: "balancer", 2024-09-16T02:08:45.647 INFO:teuthology.orchestra.run.smithi017.stdout: "crash", 2024-09-16T02:08:45.647 INFO:teuthology.orchestra.run.smithi017.stdout: "devicehealth", 2024-09-16T02:08:45.647 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator", 2024-09-16T02:08:45.647 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_autoscaler", 2024-09-16T02:08:45.647 INFO:teuthology.orchestra.run.smithi017.stdout: "progress", 2024-09-16T02:08:45.647 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_support", 2024-09-16T02:08:45.647 INFO:teuthology.orchestra.run.smithi017.stdout: "status", 2024-09-16T02:08:45.647 INFO:teuthology.orchestra.run.smithi017.stdout: "telemetry", 2024-09-16T02:08:45.647 INFO:teuthology.orchestra.run.smithi017.stdout: "volumes" 2024-09-16T02:08:45.648 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.648 INFO:teuthology.orchestra.run.smithi017.stdout: "quincy": [ 2024-09-16T02:08:45.648 INFO:teuthology.orchestra.run.smithi017.stdout: "balancer", 2024-09-16T02:08:45.648 INFO:teuthology.orchestra.run.smithi017.stdout: "crash", 2024-09-16T02:08:45.648 INFO:teuthology.orchestra.run.smithi017.stdout: "devicehealth", 2024-09-16T02:08:45.648 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator", 2024-09-16T02:08:45.648 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_autoscaler", 2024-09-16T02:08:45.648 INFO:teuthology.orchestra.run.smithi017.stdout: "progress", 2024-09-16T02:08:45.648 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_support", 2024-09-16T02:08:45.648 INFO:teuthology.orchestra.run.smithi017.stdout: "status", 2024-09-16T02:08:45.648 INFO:teuthology.orchestra.run.smithi017.stdout: "telemetry", 2024-09-16T02:08:45.648 INFO:teuthology.orchestra.run.smithi017.stdout: "volumes" 2024-09-16T02:08:45.649 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.649 INFO:teuthology.orchestra.run.smithi017.stdout: "reef": [ 2024-09-16T02:08:45.649 INFO:teuthology.orchestra.run.smithi017.stdout: "balancer", 2024-09-16T02:08:45.649 INFO:teuthology.orchestra.run.smithi017.stdout: "crash", 2024-09-16T02:08:45.649 INFO:teuthology.orchestra.run.smithi017.stdout: "devicehealth", 2024-09-16T02:08:45.649 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator", 2024-09-16T02:08:45.649 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_autoscaler", 2024-09-16T02:08:45.649 INFO:teuthology.orchestra.run.smithi017.stdout: "progress", 2024-09-16T02:08:45.649 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_support", 2024-09-16T02:08:45.649 INFO:teuthology.orchestra.run.smithi017.stdout: "status", 2024-09-16T02:08:45.649 INFO:teuthology.orchestra.run.smithi017.stdout: "telemetry", 2024-09-16T02:08:45.649 INFO:teuthology.orchestra.run.smithi017.stdout: "volumes" 2024-09-16T02:08:45.649 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-09-16T02:08:45.649 INFO:teuthology.orchestra.run.smithi017.stdout: "squid": [ 2024-09-16T02:08:45.650 INFO:teuthology.orchestra.run.smithi017.stdout: "balancer", 2024-09-16T02:08:45.650 INFO:teuthology.orchestra.run.smithi017.stdout: "crash", 2024-09-16T02:08:45.650 INFO:teuthology.orchestra.run.smithi017.stdout: "devicehealth", 2024-09-16T02:08:45.650 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator", 2024-09-16T02:08:45.650 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_autoscaler", 2024-09-16T02:08:45.650 INFO:teuthology.orchestra.run.smithi017.stdout: "progress", 2024-09-16T02:08:45.650 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_support", 2024-09-16T02:08:45.650 INFO:teuthology.orchestra.run.smithi017.stdout: "status", 2024-09-16T02:08:45.650 INFO:teuthology.orchestra.run.smithi017.stdout: "telemetry", 2024-09-16T02:08:45.650 INFO:teuthology.orchestra.run.smithi017.stdout: "volumes" 2024-09-16T02:08:45.650 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-16T02:08:45.650 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.650 INFO:teuthology.orchestra.run.smithi017.stdout: "last_failure_osd_epoch": 3, 2024-09-16T02:08:45.651 INFO:teuthology.orchestra.run.smithi017.stdout: "active_clients": [ 2024-09-16T02:08:45.651 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.651 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "devicehealth", 2024-09-16T02:08:45.651 INFO:teuthology.orchestra.run.smithi017.stdout: "addrvec": [ 2024-09-16T02:08:45.651 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.651 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v2", 2024-09-16T02:08:45.651 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "172.21.15.17:0", 2024-09-16T02:08:45.651 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3895697068 2024-09-16T02:08:45.651 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.651 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-16T02:08:45.651 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.651 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.651 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "libcephsqlite", 2024-09-16T02:08:45.652 INFO:teuthology.orchestra.run.smithi017.stdout: "addrvec": [ 2024-09-16T02:08:45.652 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.652 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v2", 2024-09-16T02:08:45.652 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "172.21.15.17:0", 2024-09-16T02:08:45.652 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 619635561 2024-09-16T02:08:45.652 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.652 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-16T02:08:45.652 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.652 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.652 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_support", 2024-09-16T02:08:45.652 INFO:teuthology.orchestra.run.smithi017.stdout: "addrvec": [ 2024-09-16T02:08:45.652 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.652 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v2", 2024-09-16T02:08:45.653 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "172.21.15.17:0", 2024-09-16T02:08:45.653 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 143705165 2024-09-16T02:08:45.653 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.653 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-16T02:08:45.653 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:45.653 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.653 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "volumes", 2024-09-16T02:08:45.653 INFO:teuthology.orchestra.run.smithi017.stdout: "addrvec": [ 2024-09-16T02:08:45.653 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-09-16T02:08:45.653 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v2", 2024-09-16T02:08:45.653 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "172.21.15.17:0", 2024-09-16T02:08:45.653 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 1942931626 2024-09-16T02:08:45.653 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.654 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-16T02:08:45.654 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:45.654 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-09-16T02:08:45.654 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:08:45.655 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:44 smithi029 ceph-mon[34783]: pgmap v1095: 97 pgs: 97 active+clean; 456 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 668 KiB/s rd, 2.9 MiB/s wr, 193 op/s 2024-09-16T02:08:45.655 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:44 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2391147593' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T02:08:45.655 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:44 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2264188965' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T02:08:45.655 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:44 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3309773646' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-16T02:08:45.655 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:44 smithi122 ceph-mon[34758]: pgmap v1095: 97 pgs: 97 active+clean; 456 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 668 KiB/s rd, 2.9 MiB/s wr, 193 op/s 2024-09-16T02:08:45.655 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:44 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2391147593' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T02:08:45.656 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:44 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2264188965' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T02:08:45.656 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:44 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3309773646' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-16T02:08:45.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.255+0000 7f58b4954640 1 -- 172.21.15.17:0/3309773646 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58980a3250 msgr2=0x7f58980a5710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:45.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.255+0000 7f58b4954640 1 --2- 172.21.15.17:0/3309773646 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58980a3250 0x7f58980a5710 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f58b01991d0 tx=0x7f58a0005f90 comp rx=0 tx=0).stop 2024-09-16T02:08:45.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.255+0000 7f58b4954640 1 -- 172.21.15.17:0/3309773646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b0102d20 msgr2=0x7f58b0198240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:08:45.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.255+0000 7f58b4954640 1 --2- 172.21.15.17:0/3309773646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b0102d20 0x7f58b0198240 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f58a400c920 tx=0x7f58a400cde0 comp rx=0 tx=0).stop 2024-09-16T02:08:45.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.255+0000 7f58b4954640 1 -- 172.21.15.17:0/3309773646 shutdown_connections 2024-09-16T02:08:45.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.255+0000 7f58b4954640 1 --2- 172.21.15.17:0/3309773646 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f58980a3250 0x7f58980a5710 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:45.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.255+0000 7f58b4954640 1 --2- 172.21.15.17:0/3309773646 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f58b01036e0 0x7f58b019f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:45.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.255+0000 7f58b4954640 1 --2- 172.21.15.17:0/3309773646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f58b0102d20 0x7f58b0198240 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:45.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.255+0000 7f58b4954640 1 --2- 172.21.15.17:0/3309773646 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f58b0101b30 0x7f58b0197d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:08:45.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.255+0000 7f58b4954640 1 -- 172.21.15.17:0/3309773646 >> 172.21.15.17:0/3309773646 conn(0x7f58b00fd270 msgr2=0x7f58b01060c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:08:45.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.255+0000 7f58b4954640 1 -- 172.21.15.17:0/3309773646 shutdown_connections 2024-09-16T02:08:45.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:08:44.255+0000 7f58b4954640 1 -- 172.21.15.17:0/3309773646 wait complete. 2024-09-16T02:08:45.710 DEBUG:tasks.check_counter:Getting stats from a 2024-09-16T02:08:45.710 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph daemon mds.a perf dump 2024-09-16T02:08:45.711 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:44 smithi017 ceph-mon[30972]: pgmap v1095: 97 pgs: 97 active+clean; 456 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 668 KiB/s rd, 2.9 MiB/s wr, 193 op/s 2024-09-16T02:08:45.711 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:44 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2391147593' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-09-16T02:08:45.711 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:44 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2264188965' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-09-16T02:08:45.711 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:44 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3309773646' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-09-16T02:08:45.948 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:45 smithi017 ceph-mon[30972]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T02:08:45.972 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:08:46.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:45 smithi122 ceph-mon[34758]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T02:08:46.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:45 smithi029 ceph-mon[34783]: fsmap cephfs:3 {0=i=up:active,1=c=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-09-16T02:08:46.526 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:08:46.526 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T02:08:46.526 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 0, 2024-09-16T02:08:46.526 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 2, 2024-09-16T02:08:46.526 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 0, 2024-09-16T02:08:46.526 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 0, 2024-09-16T02:08:46.527 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 4, 2024-09-16T02:08:46.527 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 0, 2024-09-16T02:08:46.527 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.001375611, 2024-09-16T02:08:46.527 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.000000000, 2024-09-16T02:08:46.527 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.000250391, 2024-09-16T02:08:46.527 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:46.527 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:46.527 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:46.527 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:46.527 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:46.527 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:46.527 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:46.527 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:46.528 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:46.528 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:46.528 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:46.528 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T02:08:46.528 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T02:08:46.528 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:46.528 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T02:08:46.528 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 2, 2024-09-16T02:08:46.528 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 332, 2024-09-16T02:08:46.528 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 320, 2024-09-16T02:08:46.528 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 215776, 2024-09-16T02:08:46.528 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 4, 2024-09-16T02:08:46.529 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 2, 2024-09-16T02:08:46.529 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.021018689, 2024-09-16T02:08:46.529 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.016389252, 2024-09-16T02:08:46.529 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.002031419, 2024-09-16T02:08:46.529 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:46.529 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:46.529 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 330, 2024-09-16T02:08:46.529 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.009830921, 2024-09-16T02:08:46.529 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000029790 2024-09-16T02:08:46.529 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:46.529 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:46.529 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:46.529 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:46.530 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:46.530 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:46.530 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-16T02:08:46.530 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 215776 2024-09-16T02:08:46.530 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:46.530 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T02:08:46.530 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 444, 2024-09-16T02:08:46.530 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 437, 2024-09-16T02:08:46.530 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 822928, 2024-09-16T02:08:46.530 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 269520, 2024-09-16T02:08:46.530 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 2, 2024-09-16T02:08:46.530 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 1, 2024-09-16T02:08:46.530 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.049994410, 2024-09-16T02:08:46.531 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.022643950, 2024-09-16T02:08:46.531 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.033821169, 2024-09-16T02:08:46.531 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:46.531 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:46.531 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 437, 2024-09-16T02:08:46.531 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.017459227, 2024-09-16T02:08:46.531 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000039952 2024-09-16T02:08:46.531 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:46.531 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:46.531 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:46.531 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:46.531 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:46.531 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:46.532 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 822928, 2024-09-16T02:08:46.532 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 269520 2024-09-16T02:08:46.532 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:46.532 INFO:teuthology.orchestra.run.smithi017.stdout: "cct": { 2024-09-16T02:08:46.532 INFO:teuthology.orchestra.run.smithi017.stdout: "total_workers": 0, 2024-09-16T02:08:46.532 INFO:teuthology.orchestra.run.smithi017.stdout: "unhealthy_workers": 0 2024-09-16T02:08:46.533 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:46.533 INFO:teuthology.orchestra.run.smithi017.stdout: "mempool": { 2024-09-16T02:08:46.533 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_bytes": 0, 2024-09-16T02:08:46.533 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_items": 0, 2024-09-16T02:08:46.533 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T02:08:46.533 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_items": 0, 2024-09-16T02:08:46.533 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T02:08:46.533 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_items": 0, 2024-09-16T02:08:46.533 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T02:08:46.533 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T02:08:46.533 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T02:08:46.533 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T02:08:46.533 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T02:08:46.534 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_items": 0, 2024-09-16T02:08:46.534 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T02:08:46.534 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T02:08:46.534 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_bytes": 0, 2024-09-16T02:08:46.534 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_items": 0, 2024-09-16T02:08:46.534 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_bytes": 0, 2024-09-16T02:08:46.534 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_items": 0, 2024-09-16T02:08:46.535 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T02:08:46.535 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T02:08:46.535 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T02:08:46.535 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T02:08:46.535 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T02:08:46.535 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_items": 0, 2024-09-16T02:08:46.535 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_bytes": 0, 2024-09-16T02:08:46.535 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_items": 0, 2024-09-16T02:08:46.535 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T02:08:46.535 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T02:08:46.535 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_bytes": 0, 2024-09-16T02:08:46.535 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_items": 0, 2024-09-16T02:08:46.535 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_bytes": 0, 2024-09-16T02:08:46.535 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_items": 0, 2024-09-16T02:08:46.536 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T02:08:46.536 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_items": 0, 2024-09-16T02:08:46.536 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T02:08:46.536 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_items": 0, 2024-09-16T02:08:46.536 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_bytes": 148744, 2024-09-16T02:08:46.536 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_items": 30, 2024-09-16T02:08:46.536 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_bytes": 0, 2024-09-16T02:08:46.536 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_items": 0, 2024-09-16T02:08:46.536 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_bytes": 0, 2024-09-16T02:08:46.536 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_items": 0, 2024-09-16T02:08:46.536 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_bytes": 0, 2024-09-16T02:08:46.536 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_items": 0, 2024-09-16T02:08:46.536 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_bytes": 0, 2024-09-16T02:08:46.537 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_items": 0, 2024-09-16T02:08:46.537 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_bytes": 0, 2024-09-16T02:08:46.537 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_items": 0, 2024-09-16T02:08:46.537 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T02:08:46.537 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_items": 0, 2024-09-16T02:08:46.537 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_bytes": 0, 2024-09-16T02:08:46.537 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_items": 0, 2024-09-16T02:08:46.537 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_bytes": 928, 2024-09-16T02:08:46.537 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_items": 2, 2024-09-16T02:08:46.537 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_bytes": 0, 2024-09-16T02:08:46.537 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_items": 0, 2024-09-16T02:08:46.537 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_bytes": 0, 2024-09-16T02:08:46.537 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_items": 0 2024-09-16T02:08:46.538 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:46.538 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T02:08:46.538 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-09-16T02:08:46.538 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 104857600, 2024-09-16T02:08:46.538 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-09-16T02:08:46.538 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 442, 2024-09-16T02:08:46.538 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 757704, 2024-09-16T02:08:46.538 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:46.538 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 442, 2024-09-16T02:08:46.538 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 0, 2024-09-16T02:08:46.538 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 0, 2024-09-16T02:08:46.538 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 442, 2024-09-16T02:08:46.538 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 757704, 2024-09-16T02:08:46.539 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-09-16T02:08:46.539 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:46.539 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:46.539 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:46.539 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:46.539 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:46.539 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:08:46.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:46 smithi017 ceph-mon[30972]: pgmap v1096: 97 pgs: 97 active+clean; 366 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 736 KiB/s rd, 2.6 MiB/s wr, 204 op/s 2024-09-16T02:08:47.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:46 smithi122 ceph-mon[34758]: pgmap v1096: 97 pgs: 97 active+clean; 366 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 736 KiB/s rd, 2.6 MiB/s wr, 204 op/s 2024-09-16T02:08:47.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:46 smithi029 ceph-mon[34783]: pgmap v1096: 97 pgs: 97 active+clean; 366 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 736 KiB/s rd, 2.6 MiB/s wr, 204 op/s 2024-09-16T02:08:47.349 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-09-16T02:08:47.349 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-09-16T02:08:47.350 DEBUG:tasks.check_counter:Getting stats from d 2024-09-16T02:08:47.350 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph daemon mds.d perf dump 2024-09-16T02:08:47.612 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:08:48.118 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:08:48.118 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T02:08:48.118 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 4, 2024-09-16T02:08:48.118 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 4, 2024-09-16T02:08:48.118 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 2992, 2024-09-16T02:08:48.118 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 448, 2024-09-16T02:08:48.118 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 4, 2024-09-16T02:08:48.119 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 0, 2024-09-16T02:08:48.119 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.003410976, 2024-09-16T02:08:48.119 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.000044781, 2024-09-16T02:08:48.119 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.002397617, 2024-09-16T02:08:48.119 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:48.119 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:48.119 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 3, 2024-09-16T02:08:48.119 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.004203898, 2024-09-16T02:08:48.119 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.001401299 2024-09-16T02:08:48.119 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:48.119 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:48.119 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:48.119 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:48.120 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:48.120 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:48.120 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-09-16T02:08:48.120 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 448 2024-09-16T02:08:48.120 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:48.120 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T02:08:48.120 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 445, 2024-09-16T02:08:48.120 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 440, 2024-09-16T02:08:48.120 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 821296, 2024-09-16T02:08:48.120 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 272272, 2024-09-16T02:08:48.120 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 2, 2024-09-16T02:08:48.120 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 1, 2024-09-16T02:08:48.120 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.049551189, 2024-09-16T02:08:48.121 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.023131981, 2024-09-16T02:08:48.121 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.033200585, 2024-09-16T02:08:48.121 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:48.121 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:48.121 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 439, 2024-09-16T02:08:48.121 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.013763704, 2024-09-16T02:08:48.121 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000031352 2024-09-16T02:08:48.121 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:48.121 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:48.121 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:48.121 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:48.121 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:48.121 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:48.122 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 821296, 2024-09-16T02:08:48.122 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 272272 2024-09-16T02:08:48.122 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:48.122 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T02:08:48.122 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 2, 2024-09-16T02:08:48.122 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 336, 2024-09-16T02:08:48.122 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 320, 2024-09-16T02:08:48.122 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 216480, 2024-09-16T02:08:48.122 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 4, 2024-09-16T02:08:48.122 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 2, 2024-09-16T02:08:48.122 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.020149412, 2024-09-16T02:08:48.122 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.016237982, 2024-09-16T02:08:48.122 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.001535345, 2024-09-16T02:08:48.123 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:48.123 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:48.123 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 334, 2024-09-16T02:08:48.125 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.010719943, 2024-09-16T02:08:48.125 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000032095 2024-09-16T02:08:48.125 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:48.125 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:48.125 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:48.125 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:48.125 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:48.125 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:48.125 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-16T02:08:48.125 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 216480 2024-09-16T02:08:48.126 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:48.126 INFO:teuthology.orchestra.run.smithi017.stdout: "cct": { 2024-09-16T02:08:48.126 INFO:teuthology.orchestra.run.smithi017.stdout: "total_workers": 0, 2024-09-16T02:08:48.126 INFO:teuthology.orchestra.run.smithi017.stdout: "unhealthy_workers": 0 2024-09-16T02:08:48.126 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:48.126 INFO:teuthology.orchestra.run.smithi017.stdout: "mempool": { 2024-09-16T02:08:48.126 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_bytes": 0, 2024-09-16T02:08:48.126 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_items": 0, 2024-09-16T02:08:48.126 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T02:08:48.126 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_items": 0, 2024-09-16T02:08:48.126 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T02:08:48.126 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_items": 0, 2024-09-16T02:08:48.126 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T02:08:48.127 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T02:08:48.127 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T02:08:48.127 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T02:08:48.127 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T02:08:48.127 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_items": 0, 2024-09-16T02:08:48.127 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T02:08:48.127 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T02:08:48.127 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_bytes": 0, 2024-09-16T02:08:48.128 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_items": 0, 2024-09-16T02:08:48.128 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_bytes": 0, 2024-09-16T02:08:48.128 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_items": 0, 2024-09-16T02:08:48.128 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T02:08:48.128 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T02:08:48.128 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T02:08:48.128 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T02:08:48.128 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T02:08:48.128 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_items": 0, 2024-09-16T02:08:48.128 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_bytes": 0, 2024-09-16T02:08:48.128 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_items": 0, 2024-09-16T02:08:48.129 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T02:08:48.129 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T02:08:48.129 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_bytes": 0, 2024-09-16T02:08:48.129 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_items": 0, 2024-09-16T02:08:48.129 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_bytes": 0, 2024-09-16T02:08:48.129 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_items": 0, 2024-09-16T02:08:48.129 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T02:08:48.129 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_items": 0, 2024-09-16T02:08:48.129 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T02:08:48.129 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_items": 0, 2024-09-16T02:08:48.130 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_bytes": 148721, 2024-09-16T02:08:48.130 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_items": 30, 2024-09-16T02:08:48.130 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_bytes": 0, 2024-09-16T02:08:48.130 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_items": 0, 2024-09-16T02:08:48.130 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_bytes": 0, 2024-09-16T02:08:48.130 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_items": 0, 2024-09-16T02:08:48.130 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_bytes": 0, 2024-09-16T02:08:48.130 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_items": 0, 2024-09-16T02:08:48.130 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_bytes": 0, 2024-09-16T02:08:48.130 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_items": 0, 2024-09-16T02:08:48.130 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_bytes": 0, 2024-09-16T02:08:48.130 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_items": 0, 2024-09-16T02:08:48.130 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T02:08:48.131 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_items": 0, 2024-09-16T02:08:48.131 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_bytes": 0, 2024-09-16T02:08:48.131 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_items": 0, 2024-09-16T02:08:48.131 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_bytes": 928, 2024-09-16T02:08:48.131 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_items": 2, 2024-09-16T02:08:48.131 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_bytes": 0, 2024-09-16T02:08:48.131 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_items": 0, 2024-09-16T02:08:48.131 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_bytes": 0, 2024-09-16T02:08:48.131 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_items": 0 2024-09-16T02:08:48.131 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:48.131 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T02:08:48.131 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-09-16T02:08:48.132 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 104857600, 2024-09-16T02:08:48.132 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-09-16T02:08:48.132 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 447, 2024-09-16T02:08:48.132 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 758354, 2024-09-16T02:08:48.132 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:48.132 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 447, 2024-09-16T02:08:48.132 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 0, 2024-09-16T02:08:48.132 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 0, 2024-09-16T02:08:48.132 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 447, 2024-09-16T02:08:48.132 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 758354, 2024-09-16T02:08:48.132 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-09-16T02:08:48.132 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:48.132 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:48.133 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:48.133 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:48.133 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:48.133 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:08:48.737 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:48 smithi017 ceph-mon[30972]: pgmap v1097: 97 pgs: 97 active+clean; 362 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 534 KiB/s rd, 1.8 MiB/s wr, 172 op/s 2024-09-16T02:08:48.764 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-09-16T02:08:48.764 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-09-16T02:08:48.764 DEBUG:tasks.check_counter:Getting stats from g 2024-09-16T02:08:48.765 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph daemon mds.g perf dump 2024-09-16T02:08:49.022 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:08:49.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:48 smithi029 ceph-mon[34783]: pgmap v1097: 97 pgs: 97 active+clean; 362 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 534 KiB/s rd, 1.8 MiB/s wr, 172 op/s 2024-09-16T02:08:49.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:48 smithi122 ceph-mon[34758]: pgmap v1097: 97 pgs: 97 active+clean; 362 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 534 KiB/s rd, 1.8 MiB/s wr, 172 op/s 2024-09-16T02:08:49.544 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:08:49.544 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T02:08:49.545 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 441, 2024-09-16T02:08:49.545 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 436, 2024-09-16T02:08:49.545 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 820208, 2024-09-16T02:08:49.545 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 269712, 2024-09-16T02:08:49.545 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 4, 2024-09-16T02:08:49.545 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 0, 2024-09-16T02:08:49.545 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.049290908, 2024-09-16T02:08:49.545 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.022799679, 2024-09-16T02:08:49.545 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.032413763, 2024-09-16T02:08:49.545 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:49.546 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:49.546 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 435, 2024-09-16T02:08:49.546 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.013528023, 2024-09-16T02:08:49.546 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000031098 2024-09-16T02:08:49.546 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:49.546 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:49.546 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:49.546 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:49.546 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:49.546 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:49.546 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 820208, 2024-09-16T02:08:49.547 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 269712 2024-09-16T02:08:49.547 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:49.547 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T02:08:49.547 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 2, 2024-09-16T02:08:49.547 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 333, 2024-09-16T02:08:49.547 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 320, 2024-09-16T02:08:49.547 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 215952, 2024-09-16T02:08:49.547 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 4, 2024-09-16T02:08:49.547 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 2, 2024-09-16T02:08:49.547 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.019691356, 2024-09-16T02:08:49.547 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.015410100, 2024-09-16T02:08:49.548 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.001726900, 2024-09-16T02:08:49.548 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:49.548 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:49.548 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 331, 2024-09-16T02:08:49.548 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.010285055, 2024-09-16T02:08:49.548 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000031072 2024-09-16T02:08:49.548 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:49.548 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:49.548 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:49.548 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:49.549 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:49.549 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:49.549 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-16T02:08:49.549 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 215952 2024-09-16T02:08:49.549 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:49.549 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T02:08:49.549 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 4, 2024-09-16T02:08:49.549 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 4, 2024-09-16T02:08:49.549 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 2992, 2024-09-16T02:08:49.549 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 448, 2024-09-16T02:08:49.549 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 2, 2024-09-16T02:08:49.549 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 1, 2024-09-16T02:08:49.550 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.002479996, 2024-09-16T02:08:49.550 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.000034840, 2024-09-16T02:08:49.550 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.002396158, 2024-09-16T02:08:49.550 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:49.550 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:49.550 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 3, 2024-09-16T02:08:49.550 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.004449813, 2024-09-16T02:08:49.550 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.001483271 2024-09-16T02:08:49.550 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:49.550 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:49.550 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:49.551 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:49.551 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:49.551 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:49.551 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-09-16T02:08:49.551 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 448 2024-09-16T02:08:49.551 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:49.551 INFO:teuthology.orchestra.run.smithi017.stdout: "cct": { 2024-09-16T02:08:49.551 INFO:teuthology.orchestra.run.smithi017.stdout: "total_workers": 0, 2024-09-16T02:08:49.551 INFO:teuthology.orchestra.run.smithi017.stdout: "unhealthy_workers": 0 2024-09-16T02:08:49.551 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:49.551 INFO:teuthology.orchestra.run.smithi017.stdout: "mempool": { 2024-09-16T02:08:49.552 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_bytes": 0, 2024-09-16T02:08:49.552 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_items": 0, 2024-09-16T02:08:49.552 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T02:08:49.552 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_items": 0, 2024-09-16T02:08:49.552 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T02:08:49.552 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_items": 0, 2024-09-16T02:08:49.552 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T02:08:49.552 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T02:08:49.552 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T02:08:49.552 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T02:08:49.552 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T02:08:49.552 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_items": 0, 2024-09-16T02:08:49.553 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T02:08:49.553 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T02:08:49.553 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_bytes": 0, 2024-09-16T02:08:49.553 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_items": 0, 2024-09-16T02:08:49.553 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_bytes": 0, 2024-09-16T02:08:49.553 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_items": 0, 2024-09-16T02:08:49.553 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T02:08:49.553 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T02:08:49.556 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T02:08:49.556 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T02:08:49.556 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T02:08:49.557 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_items": 0, 2024-09-16T02:08:49.557 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_bytes": 0, 2024-09-16T02:08:49.557 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_items": 0, 2024-09-16T02:08:49.557 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T02:08:49.557 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T02:08:49.557 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_bytes": 0, 2024-09-16T02:08:49.557 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_items": 0, 2024-09-16T02:08:49.557 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_bytes": 0, 2024-09-16T02:08:49.557 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_items": 0, 2024-09-16T02:08:49.557 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T02:08:49.557 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_items": 0, 2024-09-16T02:08:49.558 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T02:08:49.558 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_items": 0, 2024-09-16T02:08:49.558 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_bytes": 148704, 2024-09-16T02:08:49.558 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_items": 29, 2024-09-16T02:08:49.558 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_bytes": 0, 2024-09-16T02:08:49.558 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_items": 0, 2024-09-16T02:08:49.558 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_bytes": 0, 2024-09-16T02:08:49.558 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_items": 0, 2024-09-16T02:08:49.558 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_bytes": 0, 2024-09-16T02:08:49.558 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_items": 0, 2024-09-16T02:08:49.558 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_bytes": 0, 2024-09-16T02:08:49.559 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_items": 0, 2024-09-16T02:08:49.559 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_bytes": 0, 2024-09-16T02:08:49.559 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_items": 0, 2024-09-16T02:08:49.559 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T02:08:49.559 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_items": 0, 2024-09-16T02:08:49.559 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_bytes": 0, 2024-09-16T02:08:49.559 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_items": 0, 2024-09-16T02:08:49.559 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_bytes": 928, 2024-09-16T02:08:49.559 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_items": 2, 2024-09-16T02:08:49.559 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_bytes": 0, 2024-09-16T02:08:49.559 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_items": 0, 2024-09-16T02:08:49.559 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_bytes": 0, 2024-09-16T02:08:49.560 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_items": 0 2024-09-16T02:08:49.560 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:49.560 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T02:08:49.560 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-09-16T02:08:49.560 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 104857600, 2024-09-16T02:08:49.560 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-09-16T02:08:49.560 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 443, 2024-09-16T02:08:49.560 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 757834, 2024-09-16T02:08:49.560 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:49.560 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 443, 2024-09-16T02:08:49.560 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 0, 2024-09-16T02:08:49.561 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 0, 2024-09-16T02:08:49.561 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 443, 2024-09-16T02:08:49.561 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 757834, 2024-09-16T02:08:49.561 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-09-16T02:08:49.561 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:49.561 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:49.561 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:49.561 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:49.561 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:49.561 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:08:50.409 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-09-16T02:08:50.409 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-09-16T02:08:50.409 DEBUG:tasks.check_counter:Getting stats from j 2024-09-16T02:08:50.409 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph daemon mds.j perf dump 2024-09-16T02:08:50.667 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:08:50.922 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:50 smithi017 ceph-mon[30972]: pgmap v1098: 97 pgs: 97 active+clean; 360 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 532 KiB/s rd, 1.7 MiB/s wr, 171 op/s 2024-09-16T02:08:51.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:50 smithi122 ceph-mon[34758]: pgmap v1098: 97 pgs: 97 active+clean; 360 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 532 KiB/s rd, 1.7 MiB/s wr, 171 op/s 2024-09-16T02:08:51.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:50 smithi029 ceph-mon[34783]: pgmap v1098: 97 pgs: 97 active+clean; 360 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 532 KiB/s rd, 1.7 MiB/s wr, 171 op/s 2024-09-16T02:08:51.160 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-09-16T02:08:51.160 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T02:08:51.160 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 0, 2024-09-16T02:08:51.160 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 2, 2024-09-16T02:08:51.160 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 0, 2024-09-16T02:08:51.160 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 0, 2024-09-16T02:08:51.160 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 4, 2024-09-16T02:08:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 0, 2024-09-16T02:08:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.001334015, 2024-09-16T02:08:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.000000000, 2024-09-16T02:08:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.000314959, 2024-09-16T02:08:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:51.161 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T02:08:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T02:08:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T02:08:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 6, 2024-09-16T02:08:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 339, 2024-09-16T02:08:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 3312, 2024-09-16T02:08:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 217104, 2024-09-16T02:08:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 4, 2024-09-16T02:08:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 2, 2024-09-16T02:08:51.162 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.021601245, 2024-09-16T02:08:51.163 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.015522079, 2024-09-16T02:08:51.163 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.003610097, 2024-09-16T02:08:51.163 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:51.163 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:51.163 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 338, 2024-09-16T02:08:51.163 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.015058355, 2024-09-16T02:08:51.163 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000044551 2024-09-16T02:08:51.163 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:51.163 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:51.163 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:51.163 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:51.163 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:51.163 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:51.163 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-09-16T02:08:51.164 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 217104 2024-09-16T02:08:51.164 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:51.164 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T02:08:51.164 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 447, 2024-09-16T02:08:51.164 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 442, 2024-09-16T02:08:51.164 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 821840, 2024-09-16T02:08:51.164 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 273552, 2024-09-16T02:08:51.164 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 2, 2024-09-16T02:08:51.164 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 1, 2024-09-16T02:08:51.164 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.048728767, 2024-09-16T02:08:51.164 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.022715419, 2024-09-16T02:08:51.164 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.032649778, 2024-09-16T02:08:51.164 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:51.165 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:51.165 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 441, 2024-09-16T02:08:51.165 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.014033170, 2024-09-16T02:08:51.165 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000031821 2024-09-16T02:08:51.165 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:51.165 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:51.165 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:51.165 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:51.165 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:51.165 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:51.165 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 821840, 2024-09-16T02:08:51.165 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 273552 2024-09-16T02:08:51.165 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:51.166 INFO:teuthology.orchestra.run.smithi017.stdout: "cct": { 2024-09-16T02:08:51.166 INFO:teuthology.orchestra.run.smithi017.stdout: "total_workers": 0, 2024-09-16T02:08:51.166 INFO:teuthology.orchestra.run.smithi017.stdout: "unhealthy_workers": 0 2024-09-16T02:08:51.166 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:51.166 INFO:teuthology.orchestra.run.smithi017.stdout: "mempool": { 2024-09-16T02:08:51.166 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_bytes": 0, 2024-09-16T02:08:51.166 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_items": 0, 2024-09-16T02:08:51.166 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T02:08:51.166 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_items": 0, 2024-09-16T02:08:51.166 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T02:08:51.166 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_items": 0, 2024-09-16T02:08:51.166 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T02:08:51.166 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T02:08:51.167 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T02:08:51.167 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T02:08:51.167 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T02:08:51.167 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_items": 0, 2024-09-16T02:08:51.167 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T02:08:51.167 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T02:08:51.167 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_bytes": 0, 2024-09-16T02:08:51.167 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_items": 0, 2024-09-16T02:08:51.167 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_bytes": 0, 2024-09-16T02:08:51.167 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_items": 0, 2024-09-16T02:08:51.167 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T02:08:51.167 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T02:08:51.167 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T02:08:51.168 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T02:08:51.168 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T02:08:51.168 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_items": 0, 2024-09-16T02:08:51.168 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_bytes": 0, 2024-09-16T02:08:51.168 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_items": 0, 2024-09-16T02:08:51.168 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T02:08:51.168 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T02:08:51.168 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_bytes": 0, 2024-09-16T02:08:51.168 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_items": 0, 2024-09-16T02:08:51.168 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_bytes": 0, 2024-09-16T02:08:51.168 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_items": 0, 2024-09-16T02:08:51.169 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T02:08:51.169 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_items": 0, 2024-09-16T02:08:51.169 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T02:08:51.169 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_items": 0, 2024-09-16T02:08:51.169 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_bytes": 148704, 2024-09-16T02:08:51.169 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_items": 29, 2024-09-16T02:08:51.169 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_bytes": 0, 2024-09-16T02:08:51.169 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_items": 0, 2024-09-16T02:08:51.169 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_bytes": 0, 2024-09-16T02:08:51.169 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_items": 0, 2024-09-16T02:08:51.169 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_bytes": 0, 2024-09-16T02:08:51.169 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_items": 0, 2024-09-16T02:08:51.169 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_bytes": 0, 2024-09-16T02:08:51.170 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_items": 0, 2024-09-16T02:08:51.170 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_bytes": 0, 2024-09-16T02:08:51.170 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_items": 0, 2024-09-16T02:08:51.170 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T02:08:51.170 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_items": 0, 2024-09-16T02:08:51.170 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_bytes": 0, 2024-09-16T02:08:51.170 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_items": 0, 2024-09-16T02:08:51.170 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_bytes": 928, 2024-09-16T02:08:51.170 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_items": 2, 2024-09-16T02:08:51.170 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_bytes": 0, 2024-09-16T02:08:51.170 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_items": 0, 2024-09-16T02:08:51.170 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_bytes": 0, 2024-09-16T02:08:51.171 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_items": 0 2024-09-16T02:08:51.171 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-09-16T02:08:51.171 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T02:08:51.171 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-09-16T02:08:51.171 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 104857600, 2024-09-16T02:08:51.171 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-09-16T02:08:51.171 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 449, 2024-09-16T02:08:51.171 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 758614, 2024-09-16T02:08:51.171 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:51.171 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 449, 2024-09-16T02:08:51.171 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 0, 2024-09-16T02:08:51.171 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 0, 2024-09-16T02:08:51.171 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 449, 2024-09-16T02:08:51.172 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 758614, 2024-09-16T02:08:51.172 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-09-16T02:08:51.172 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-09-16T02:08:51.172 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-09-16T02:08:51.172 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-09-16T02:08:51.172 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:51.172 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-09-16T02:08:51.172 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-09-16T02:08:51.885 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-09-16T02:08:51.885 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-09-16T02:08:51.885 DEBUG:tasks.check_counter:Getting stats from b 2024-09-16T02:08:51.885 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph daemon mds.b perf dump 2024-09-16T02:08:52.154 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:08:52.681 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T02:08:52.682 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T02:08:52.682 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 3438, 2024-09-16T02:08:52.682 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 3440, 2024-09-16T02:08:52.682 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 207694334, 2024-09-16T02:08:52.682 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 1093294, 2024-09-16T02:08:52.682 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 8, 2024-09-16T02:08:52.682 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 4, 2024-09-16T02:08:52.682 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.391399279, 2024-09-16T02:08:52.682 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.096297967, 2024-09-16T02:08:52.682 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.187881782, 2024-09-16T02:08:52.682 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.079840575, 2024-09-16T02:08:52.682 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:52.682 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 3438, 2024-09-16T02:08:52.683 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.110971309, 2024-09-16T02:08:52.683 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000032277 2024-09-16T02:08:52.683 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.683 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:52.683 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.683 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.683 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.683 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.683 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T02:08:52.683 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T02:08:52.683 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.683 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T02:08:52.683 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 2251, 2024-09-16T02:08:52.684 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 2239, 2024-09-16T02:08:52.684 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 223622388, 2024-09-16T02:08:52.684 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 841610, 2024-09-16T02:08:52.684 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 6, 2024-09-16T02:08:52.684 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 5, 2024-09-16T02:08:52.684 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.287073915, 2024-09-16T02:08:52.684 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.060862040, 2024-09-16T02:08:52.684 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.185804665, 2024-09-16T02:08:52.684 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.036473803, 2024-09-16T02:08:52.684 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:52.684 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 2238, 2024-09-16T02:08:52.684 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.065387126, 2024-09-16T02:08:52.685 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000029216 2024-09-16T02:08:52.685 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.685 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:52.685 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.685 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.685 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.685 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.685 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 864688, 2024-09-16T02:08:52.685 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 270416 2024-09-16T02:08:52.685 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.685 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T02:08:52.685 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 1272, 2024-09-16T02:08:52.686 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 1600, 2024-09-16T02:08:52.686 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 155515293, 2024-09-16T02:08:52.686 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 1072971, 2024-09-16T02:08:52.686 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 6, 2024-09-16T02:08:52.686 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 5, 2024-09-16T02:08:52.686 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.198205221, 2024-09-16T02:08:52.686 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.035678210, 2024-09-16T02:08:52.686 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.121825541, 2024-09-16T02:08:52.686 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.029360376, 2024-09-16T02:08:52.686 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:52.686 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 1599, 2024-09-16T02:08:52.686 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.047926091, 2024-09-16T02:08:52.686 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000029972 2024-09-16T02:08:52.687 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.687 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:52.687 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.687 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.687 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.687 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.687 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-09-16T02:08:52.687 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 670064 2024-09-16T02:08:52.687 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.687 INFO:teuthology.orchestra.run.smithi029.stdout: "cct": { 2024-09-16T02:08:52.687 INFO:teuthology.orchestra.run.smithi029.stdout: "total_workers": 1, 2024-09-16T02:08:52.687 INFO:teuthology.orchestra.run.smithi029.stdout: "unhealthy_workers": 0 2024-09-16T02:08:52.687 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.688 INFO:teuthology.orchestra.run.smithi029.stdout: "finisher-MDSRank": { 2024-09-16T02:08:52.688 INFO:teuthology.orchestra.run.smithi029.stdout: "queue_len": 0, 2024-09-16T02:08:52.688 INFO:teuthology.orchestra.run.smithi029.stdout: "complete_latency": { 2024-09-16T02:08:52.688 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 11012, 2024-09-16T02:08:52.688 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.263930729, 2024-09-16T02:08:52.688 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000023967 2024-09-16T02:08:52.688 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:52.688 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.688 INFO:teuthology.orchestra.run.smithi029.stdout: "finisher-PurgeQueue": { 2024-09-16T02:08:52.688 INFO:teuthology.orchestra.run.smithi029.stdout: "queue_len": 0, 2024-09-16T02:08:52.688 INFO:teuthology.orchestra.run.smithi029.stdout: "complete_latency": { 2024-09-16T02:08:52.688 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.688 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.689 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.689 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:52.689 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.689 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": { 2024-09-16T02:08:52.689 INFO:teuthology.orchestra.run.smithi029.stdout: "request": 0, 2024-09-16T02:08:52.689 INFO:teuthology.orchestra.run.smithi029.stdout: "reply": 0, 2024-09-16T02:08:52.689 INFO:teuthology.orchestra.run.smithi029.stdout: "reply_latency": { 2024-09-16T02:08:52.689 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.689 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.689 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.689 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.689 INFO:teuthology.orchestra.run.smithi029.stdout: "slow_reply": 0, 2024-09-16T02:08:52.689 INFO:teuthology.orchestra.run.smithi029.stdout: "forward": 0, 2024-09-16T02:08:52.689 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_fetch_complete": 0, 2024-09-16T02:08:52.690 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_fetch_keys": 0, 2024-09-16T02:08:52.690 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_commit": 0, 2024-09-16T02:08:52.690 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_split": 0, 2024-09-16T02:08:52.690 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_merge": 0, 2024-09-16T02:08:52.690 INFO:teuthology.orchestra.run.smithi029.stdout: "inodes": 47825, 2024-09-16T02:08:52.690 INFO:teuthology.orchestra.run.smithi029.stdout: "inodes_top": 19335, 2024-09-16T02:08:52.690 INFO:teuthology.orchestra.run.smithi029.stdout: "inodes_bottom": 28490, 2024-09-16T02:08:52.690 INFO:teuthology.orchestra.run.smithi029.stdout: "inodes_pin_tail": 0, 2024-09-16T02:08:52.690 INFO:teuthology.orchestra.run.smithi029.stdout: "inodes_pinned": 20203, 2024-09-16T02:08:52.690 INFO:teuthology.orchestra.run.smithi029.stdout: "inodes_expired": 0, 2024-09-16T02:08:52.690 INFO:teuthology.orchestra.run.smithi029.stdout: "inodes_with_caps": 0, 2024-09-16T02:08:52.690 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": 0, 2024-09-16T02:08:52.690 INFO:teuthology.orchestra.run.smithi029.stdout: "subtrees": 5, 2024-09-16T02:08:52.691 INFO:teuthology.orchestra.run.smithi029.stdout: "traverse": 0, 2024-09-16T02:08:52.691 INFO:teuthology.orchestra.run.smithi029.stdout: "traverse_hit": 0, 2024-09-16T02:08:52.691 INFO:teuthology.orchestra.run.smithi029.stdout: "traverse_forward": 0, 2024-09-16T02:08:52.691 INFO:teuthology.orchestra.run.smithi029.stdout: "traverse_discover": 0, 2024-09-16T02:08:52.691 INFO:teuthology.orchestra.run.smithi029.stdout: "traverse_dir_fetch": 0, 2024-09-16T02:08:52.691 INFO:teuthology.orchestra.run.smithi029.stdout: "traverse_remote_ino": 0, 2024-09-16T02:08:52.691 INFO:teuthology.orchestra.run.smithi029.stdout: "traverse_lock": 0, 2024-09-16T02:08:52.691 INFO:teuthology.orchestra.run.smithi029.stdout: "load_cent": 0, 2024-09-16T02:08:52.691 INFO:teuthology.orchestra.run.smithi029.stdout: "q": 0, 2024-09-16T02:08:52.691 INFO:teuthology.orchestra.run.smithi029.stdout: "exported": 0, 2024-09-16T02:08:52.691 INFO:teuthology.orchestra.run.smithi029.stdout: "exported_inodes": 0, 2024-09-16T02:08:52.691 INFO:teuthology.orchestra.run.smithi029.stdout: "imported": 0, 2024-09-16T02:08:52.691 INFO:teuthology.orchestra.run.smithi029.stdout: "imported_inodes": 0, 2024-09-16T02:08:52.692 INFO:teuthology.orchestra.run.smithi029.stdout: "openino_dir_fetch": 0, 2024-09-16T02:08:52.692 INFO:teuthology.orchestra.run.smithi029.stdout: "openino_backtrace_fetch": 0, 2024-09-16T02:08:52.692 INFO:teuthology.orchestra.run.smithi029.stdout: "openino_peer_discover": 0, 2024-09-16T02:08:52.692 INFO:teuthology.orchestra.run.smithi029.stdout: "root_rfiles": 4, 2024-09-16T02:08:52.692 INFO:teuthology.orchestra.run.smithi029.stdout: "root_rbytes": 234, 2024-09-16T02:08:52.692 INFO:teuthology.orchestra.run.smithi029.stdout: "root_rsnaps": 0, 2024-09-16T02:08:52.692 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_backtrace_fetch": 0, 2024-09-16T02:08:52.692 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_set_tag": 0, 2024-09-16T02:08:52.692 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T02:08:52.692 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_inotable_repaired": 0, 2024-09-16T02:08:52.692 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_dir_inodes": 0, 2024-09-16T02:08:52.692 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T02:08:52.692 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_dirfrag_rstats": 0, 2024-09-16T02:08:52.693 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_file_inodes": 0, 2024-09-16T02:08:52.693 INFO:teuthology.orchestra.run.smithi029.stdout: "handle_inode_file_caps": 0, 2024-09-16T02:08:52.693 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_cap_op_revoke": 0, 2024-09-16T02:08:52.693 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_cap_op_grant": 0, 2024-09-16T02:08:52.693 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T02:08:52.693 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T02:08:52.693 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T02:08:52.693 INFO:teuthology.orchestra.run.smithi029.stdout: "handle_client_caps": 0, 2024-09-16T02:08:52.693 INFO:teuthology.orchestra.run.smithi029.stdout: "handle_client_caps_dirty": 0, 2024-09-16T02:08:52.693 INFO:teuthology.orchestra.run.smithi029.stdout: "handle_client_cap_release": 0, 2024-09-16T02:08:52.693 INFO:teuthology.orchestra.run.smithi029.stdout: "process_request_cap_release": 0 2024-09-16T02:08:52.693 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.693 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_cache": { 2024-09-16T02:08:52.694 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_update": 0, 2024-09-16T02:08:52.694 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_update_receipt": 0, 2024-09-16T02:08:52.694 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_try_discover": 0, 2024-09-16T02:08:52.694 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_send_discover": 0, 2024-09-16T02:08:52.694 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_handle_discover": 0, 2024-09-16T02:08:52.694 INFO:teuthology.orchestra.run.smithi029.stdout: "num_strays": 0, 2024-09-16T02:08:52.694 INFO:teuthology.orchestra.run.smithi029.stdout: "num_strays_delayed": 0, 2024-09-16T02:08:52.694 INFO:teuthology.orchestra.run.smithi029.stdout: "num_strays_enqueuing": 0, 2024-09-16T02:08:52.694 INFO:teuthology.orchestra.run.smithi029.stdout: "strays_created": 0, 2024-09-16T02:08:52.694 INFO:teuthology.orchestra.run.smithi029.stdout: "strays_enqueued": 0, 2024-09-16T02:08:52.694 INFO:teuthology.orchestra.run.smithi029.stdout: "strays_reintegrated": 0, 2024-09-16T02:08:52.694 INFO:teuthology.orchestra.run.smithi029.stdout: "strays_migrated": 0, 2024-09-16T02:08:52.694 INFO:teuthology.orchestra.run.smithi029.stdout: "num_recovering_processing": 0, 2024-09-16T02:08:52.694 INFO:teuthology.orchestra.run.smithi029.stdout: "num_recovering_enqueued": 0, 2024-09-16T02:08:52.695 INFO:teuthology.orchestra.run.smithi029.stdout: "num_recovering_prioritized": 0, 2024-09-16T02:08:52.695 INFO:teuthology.orchestra.run.smithi029.stdout: "recovery_started": 0, 2024-09-16T02:08:52.695 INFO:teuthology.orchestra.run.smithi029.stdout: "recovery_completed": 0, 2024-09-16T02:08:52.695 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_quiesce_path": 0, 2024-09-16T02:08:52.695 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_quiesce_inode": 0, 2024-09-16T02:08:52.695 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T02:08:52.695 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_exportdir": 0, 2024-09-16T02:08:52.695 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_flush": 0, 2024-09-16T02:08:52.695 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_fragmentdir": 0, 2024-09-16T02:08:52.695 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_fragstats": 0, 2024-09-16T02:08:52.695 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_inodestats": 0 2024-09-16T02:08:52.695 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.695 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_log": { 2024-09-16T02:08:52.696 INFO:teuthology.orchestra.run.smithi029.stdout: "evlrg": 0, 2024-09-16T02:08:52.696 INFO:teuthology.orchestra.run.smithi029.stdout: "evadd": 0, 2024-09-16T02:08:52.696 INFO:teuthology.orchestra.run.smithi029.stdout: "evex": 0, 2024-09-16T02:08:52.696 INFO:teuthology.orchestra.run.smithi029.stdout: "evtrm": 0, 2024-09-16T02:08:52.696 INFO:teuthology.orchestra.run.smithi029.stdout: "ev": 281481, 2024-09-16T02:08:52.696 INFO:teuthology.orchestra.run.smithi029.stdout: "evexg": 0, 2024-09-16T02:08:52.696 INFO:teuthology.orchestra.run.smithi029.stdout: "evexd": 0, 2024-09-16T02:08:52.696 INFO:teuthology.orchestra.run.smithi029.stdout: "segadd": 0, 2024-09-16T02:08:52.696 INFO:teuthology.orchestra.run.smithi029.stdout: "segex": 0, 2024-09-16T02:08:52.696 INFO:teuthology.orchestra.run.smithi029.stdout: "segtrm": 0, 2024-09-16T02:08:52.696 INFO:teuthology.orchestra.run.smithi029.stdout: "seg": 136, 2024-09-16T02:08:52.696 INFO:teuthology.orchestra.run.smithi029.stdout: "segmjr": 24, 2024-09-16T02:08:52.696 INFO:teuthology.orchestra.run.smithi029.stdout: "segexg": 0, 2024-09-16T02:08:52.697 INFO:teuthology.orchestra.run.smithi029.stdout: "segexd": 0, 2024-09-16T02:08:52.697 INFO:teuthology.orchestra.run.smithi029.stdout: "expos": 334532613, 2024-09-16T02:08:52.697 INFO:teuthology.orchestra.run.smithi029.stdout: "wrpos": 588367734, 2024-09-16T02:08:52.697 INFO:teuthology.orchestra.run.smithi029.stdout: "rdpos": 588363097, 2024-09-16T02:08:52.697 INFO:teuthology.orchestra.run.smithi029.stdout: "jlat": { 2024-09-16T02:08:52.697 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.697 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.697 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.697 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.697 INFO:teuthology.orchestra.run.smithi029.stdout: "replayed": 281481 2024-09-16T02:08:52.697 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.697 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_mem": { 2024-09-16T02:08:52.697 INFO:teuthology.orchestra.run.smithi029.stdout: "ino": 47, 2024-09-16T02:08:52.698 INFO:teuthology.orchestra.run.smithi029.stdout: "ino+": 47813, 2024-09-16T02:08:52.698 INFO:teuthology.orchestra.run.smithi029.stdout: "ino-": 47766, 2024-09-16T02:08:52.698 INFO:teuthology.orchestra.run.smithi029.stdout: "dir": 31, 2024-09-16T02:08:52.698 INFO:teuthology.orchestra.run.smithi029.stdout: "dir+": 129, 2024-09-16T02:08:52.698 INFO:teuthology.orchestra.run.smithi029.stdout: "dir-": 98, 2024-09-16T02:08:52.698 INFO:teuthology.orchestra.run.smithi029.stdout: "dn": 47824, 2024-09-16T02:08:52.698 INFO:teuthology.orchestra.run.smithi029.stdout: "dn+": 49095, 2024-09-16T02:08:52.698 INFO:teuthology.orchestra.run.smithi029.stdout: "dn-": 1271, 2024-09-16T02:08:52.698 INFO:teuthology.orchestra.run.smithi029.stdout: "cap": 0, 2024-09-16T02:08:52.698 INFO:teuthology.orchestra.run.smithi029.stdout: "cap+": 0, 2024-09-16T02:08:52.698 INFO:teuthology.orchestra.run.smithi029.stdout: "cap-": 0, 2024-09-16T02:08:52.698 INFO:teuthology.orchestra.run.smithi029.stdout: "rss": 91916, 2024-09-16T02:08:52.698 INFO:teuthology.orchestra.run.smithi029.stdout: "heap": 215328 2024-09-16T02:08:52.699 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.699 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_server": { 2024-09-16T02:08:52.699 INFO:teuthology.orchestra.run.smithi029.stdout: "dispatch_client_request": 0, 2024-09-16T02:08:52.699 INFO:teuthology.orchestra.run.smithi029.stdout: "dispatch_server_request": 0, 2024-09-16T02:08:52.699 INFO:teuthology.orchestra.run.smithi029.stdout: "handle_client_request": 0, 2024-09-16T02:08:52.699 INFO:teuthology.orchestra.run.smithi029.stdout: "handle_client_session": 0, 2024-09-16T02:08:52.699 INFO:teuthology.orchestra.run.smithi029.stdout: "handle_peer_request": 0, 2024-09-16T02:08:52.699 INFO:teuthology.orchestra.run.smithi029.stdout: "req_create_latency": { 2024-09-16T02:08:52.699 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.699 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.699 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.699 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.699 INFO:teuthology.orchestra.run.smithi029.stdout: "req_getattr_latency": { 2024-09-16T02:08:52.700 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.700 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.700 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.700 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.700 INFO:teuthology.orchestra.run.smithi029.stdout: "req_getfilelock_latency": { 2024-09-16T02:08:52.700 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.700 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.700 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.700 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.700 INFO:teuthology.orchestra.run.smithi029.stdout: "req_link_latency": { 2024-09-16T02:08:52.700 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.700 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.700 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.701 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.701 INFO:teuthology.orchestra.run.smithi029.stdout: "req_lookup_latency": { 2024-09-16T02:08:52.701 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.701 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.701 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.701 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.701 INFO:teuthology.orchestra.run.smithi029.stdout: "req_lookuphash_latency": { 2024-09-16T02:08:52.701 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.701 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.701 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.701 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.701 INFO:teuthology.orchestra.run.smithi029.stdout: "req_lookupino_latency": { 2024-09-16T02:08:52.701 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.702 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.702 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.702 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.702 INFO:teuthology.orchestra.run.smithi029.stdout: "req_lookupname_latency": { 2024-09-16T02:08:52.702 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.702 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.702 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.702 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.702 INFO:teuthology.orchestra.run.smithi029.stdout: "req_lookupparent_latency": { 2024-09-16T02:08:52.702 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.702 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.702 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.702 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.703 INFO:teuthology.orchestra.run.smithi029.stdout: "req_lookupsnap_latency": { 2024-09-16T02:08:52.703 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.703 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.703 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.703 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.703 INFO:teuthology.orchestra.run.smithi029.stdout: "req_lssnap_latency": { 2024-09-16T02:08:52.703 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.703 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.703 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.703 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.703 INFO:teuthology.orchestra.run.smithi029.stdout: "req_mkdir_latency": { 2024-09-16T02:08:52.703 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.703 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.704 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.704 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.704 INFO:teuthology.orchestra.run.smithi029.stdout: "req_mknod_latency": { 2024-09-16T02:08:52.704 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.704 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.704 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.704 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.704 INFO:teuthology.orchestra.run.smithi029.stdout: "req_mksnap_latency": { 2024-09-16T02:08:52.704 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.704 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.704 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.704 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.704 INFO:teuthology.orchestra.run.smithi029.stdout: "req_open_latency": { 2024-09-16T02:08:52.705 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.705 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.705 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.705 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.705 INFO:teuthology.orchestra.run.smithi029.stdout: "req_readdir_latency": { 2024-09-16T02:08:52.705 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.705 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.705 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.705 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.705 INFO:teuthology.orchestra.run.smithi029.stdout: "req_rename_latency": { 2024-09-16T02:08:52.705 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.705 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.705 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.706 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.706 INFO:teuthology.orchestra.run.smithi029.stdout: "req_renamesnap_latency": { 2024-09-16T02:08:52.706 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.706 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.706 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.706 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.706 INFO:teuthology.orchestra.run.smithi029.stdout: "req_snapdiff_latency": { 2024-09-16T02:08:52.706 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.706 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.706 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.706 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.706 INFO:teuthology.orchestra.run.smithi029.stdout: "req_rmdir_latency": { 2024-09-16T02:08:52.706 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.707 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.707 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.707 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.707 INFO:teuthology.orchestra.run.smithi029.stdout: "req_rmsnap_latency": { 2024-09-16T02:08:52.707 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.707 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.707 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.707 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.707 INFO:teuthology.orchestra.run.smithi029.stdout: "req_rmxattr_latency": { 2024-09-16T02:08:52.707 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.707 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.707 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.707 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.708 INFO:teuthology.orchestra.run.smithi029.stdout: "req_setattr_latency": { 2024-09-16T02:08:52.708 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.708 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.708 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.708 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.708 INFO:teuthology.orchestra.run.smithi029.stdout: "req_setdirlayout_latency": { 2024-09-16T02:08:52.708 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.708 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.708 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.708 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.708 INFO:teuthology.orchestra.run.smithi029.stdout: "req_setfilelock_latency": { 2024-09-16T02:08:52.708 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.708 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.709 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.709 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.709 INFO:teuthology.orchestra.run.smithi029.stdout: "req_setlayout_latency": { 2024-09-16T02:08:52.709 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.709 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.709 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.709 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.709 INFO:teuthology.orchestra.run.smithi029.stdout: "req_setxattr_latency": { 2024-09-16T02:08:52.709 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.709 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.709 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.709 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.709 INFO:teuthology.orchestra.run.smithi029.stdout: "req_symlink_latency": { 2024-09-16T02:08:52.710 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.710 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.710 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.710 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.710 INFO:teuthology.orchestra.run.smithi029.stdout: "req_unlink_latency": { 2024-09-16T02:08:52.710 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.710 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.710 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.710 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.710 INFO:teuthology.orchestra.run.smithi029.stdout: "cap_revoke_eviction": 0, 2024-09-16T02:08:52.710 INFO:teuthology.orchestra.run.smithi029.stdout: "cap_acquisition_throttle": 0, 2024-09-16T02:08:52.710 INFO:teuthology.orchestra.run.smithi029.stdout: "req_getvxattr_latency": { 2024-09-16T02:08:52.710 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.711 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.711 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.711 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:52.711 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.711 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_sessions": { 2024-09-16T02:08:52.711 INFO:teuthology.orchestra.run.smithi029.stdout: "session_count": 1, 2024-09-16T02:08:52.711 INFO:teuthology.orchestra.run.smithi029.stdout: "session_add": 3, 2024-09-16T02:08:52.711 INFO:teuthology.orchestra.run.smithi029.stdout: "session_remove": 2, 2024-09-16T02:08:52.711 INFO:teuthology.orchestra.run.smithi029.stdout: "sessions_open": 2, 2024-09-16T02:08:52.711 INFO:teuthology.orchestra.run.smithi029.stdout: "sessions_stale": 0, 2024-09-16T02:08:52.711 INFO:teuthology.orchestra.run.smithi029.stdout: "total_load": 0, 2024-09-16T02:08:52.711 INFO:teuthology.orchestra.run.smithi029.stdout: "average_load": 0, 2024-09-16T02:08:52.711 INFO:teuthology.orchestra.run.smithi029.stdout: "avg_session_uptime": 3540, 2024-09-16T02:08:52.712 INFO:teuthology.orchestra.run.smithi029.stdout: "mdthresh_evicted": 0 2024-09-16T02:08:52.712 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.712 INFO:teuthology.orchestra.run.smithi029.stdout: "mempool": { 2024-09-16T02:08:52.712 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_bytes": 0, 2024-09-16T02:08:52.712 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_items": 0, 2024-09-16T02:08:52.712 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T02:08:52.712 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_items": 0, 2024-09-16T02:08:52.712 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T02:08:52.712 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_items": 0, 2024-09-16T02:08:52.712 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T02:08:52.712 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T02:08:52.712 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T02:08:52.712 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T02:08:52.713 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T02:08:52.713 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_items": 0, 2024-09-16T02:08:52.713 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T02:08:52.713 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T02:08:52.713 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_bytes": 0, 2024-09-16T02:08:52.713 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_items": 0, 2024-09-16T02:08:52.713 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_bytes": 0, 2024-09-16T02:08:52.713 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_items": 0, 2024-09-16T02:08:52.713 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T02:08:52.713 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T02:08:52.713 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T02:08:52.713 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T02:08:52.713 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T02:08:52.714 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_items": 0, 2024-09-16T02:08:52.714 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_bytes": 0, 2024-09-16T02:08:52.714 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_items": 0, 2024-09-16T02:08:52.714 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T02:08:52.714 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T02:08:52.714 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_bytes": 0, 2024-09-16T02:08:52.714 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_items": 0, 2024-09-16T02:08:52.714 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_bytes": 0, 2024-09-16T02:08:52.714 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_items": 0, 2024-09-16T02:08:52.714 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T02:08:52.714 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_items": 0, 2024-09-16T02:08:52.714 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T02:08:52.714 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_items": 0, 2024-09-16T02:08:52.715 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_bytes": 240232, 2024-09-16T02:08:52.715 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_items": 81, 2024-09-16T02:08:52.715 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_bytes": 0, 2024-09-16T02:08:52.715 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_items": 0, 2024-09-16T02:08:52.715 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_bytes": 0, 2024-09-16T02:08:52.715 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_items": 0, 2024-09-16T02:08:52.715 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_bytes": 0, 2024-09-16T02:08:52.715 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_items": 0, 2024-09-16T02:08:52.715 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_bytes": 0, 2024-09-16T02:08:52.715 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_items": 0, 2024-09-16T02:08:52.715 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_bytes": 7592, 2024-09-16T02:08:52.715 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_items": 156, 2024-09-16T02:08:52.715 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T02:08:52.716 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_items": 0, 2024-09-16T02:08:52.716 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_bytes": 0, 2024-09-16T02:08:52.716 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_items": 0, 2024-09-16T02:08:52.716 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_bytes": 33825262, 2024-09-16T02:08:52.716 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_items": 194335, 2024-09-16T02:08:52.716 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_bytes": 0, 2024-09-16T02:08:52.716 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_items": 0, 2024-09-16T02:08:52.716 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_bytes": 0, 2024-09-16T02:08:52.716 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_items": 0 2024-09-16T02:08:52.716 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.716 INFO:teuthology.orchestra.run.smithi029.stdout: "objecter": { 2024-09-16T02:08:52.716 INFO:teuthology.orchestra.run.smithi029.stdout: "op_active": 0, 2024-09-16T02:08:52.716 INFO:teuthology.orchestra.run.smithi029.stdout: "op_laggy": 0, 2024-09-16T02:08:52.717 INFO:teuthology.orchestra.run.smithi029.stdout: "op_send": 6501, 2024-09-16T02:08:52.717 INFO:teuthology.orchestra.run.smithi029.stdout: "op_send_bytes": 26, 2024-09-16T02:08:52.717 INFO:teuthology.orchestra.run.smithi029.stdout: "op_resend": 4, 2024-09-16T02:08:52.717 INFO:teuthology.orchestra.run.smithi029.stdout: "op_reply": 6501, 2024-09-16T02:08:52.717 INFO:teuthology.orchestra.run.smithi029.stdout: "op_latency": { 2024-09-16T02:08:52.717 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 6501, 2024-09-16T02:08:52.717 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 4.845918844, 2024-09-16T02:08:52.717 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000745411 2024-09-16T02:08:52.717 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.717 INFO:teuthology.orchestra.run.smithi029.stdout: "op_inflight": 0, 2024-09-16T02:08:52.717 INFO:teuthology.orchestra.run.smithi029.stdout: "oplen_avg": { 2024-09-16T02:08:52.717 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 6501, 2024-09-16T02:08:52.717 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 6502 2024-09-16T02:08:52.718 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.718 INFO:teuthology.orchestra.run.smithi029.stdout: "op": 6501, 2024-09-16T02:08:52.718 INFO:teuthology.orchestra.run.smithi029.stdout: "op_r": 6501, 2024-09-16T02:08:52.718 INFO:teuthology.orchestra.run.smithi029.stdout: "op_w": 0, 2024-09-16T02:08:52.718 INFO:teuthology.orchestra.run.smithi029.stdout: "op_rmw": 0, 2024-09-16T02:08:52.718 INFO:teuthology.orchestra.run.smithi029.stdout: "op_pg": 0, 2024-09-16T02:08:52.718 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_stat": 3324, 2024-09-16T02:08:52.718 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_create": 0, 2024-09-16T02:08:52.718 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_read": 3174, 2024-09-16T02:08:52.718 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_write": 0, 2024-09-16T02:08:52.718 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_writefull": 0, 2024-09-16T02:08:52.718 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_writesame": 0, 2024-09-16T02:08:52.718 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_append": 0, 2024-09-16T02:08:52.719 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_zero": 0, 2024-09-16T02:08:52.719 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_truncate": 0, 2024-09-16T02:08:52.719 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_delete": 0, 2024-09-16T02:08:52.719 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_mapext": 0, 2024-09-16T02:08:52.719 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_sparse_read": 0, 2024-09-16T02:08:52.719 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_clonerange": 0, 2024-09-16T02:08:52.719 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_getxattr": 2, 2024-09-16T02:08:52.719 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_setxattr": 0, 2024-09-16T02:08:52.719 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_cmpxattr": 0, 2024-09-16T02:08:52.719 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_rmxattr": 0, 2024-09-16T02:08:52.719 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_resetxattrs": 0, 2024-09-16T02:08:52.719 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_call": 0, 2024-09-16T02:08:52.719 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_watch": 0, 2024-09-16T02:08:52.720 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_notify": 0, 2024-09-16T02:08:52.720 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T02:08:52.720 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_pgls": 0, 2024-09-16T02:08:52.720 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_pgls_filter": 0, 2024-09-16T02:08:52.720 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_other": 0, 2024-09-16T02:08:52.720 INFO:teuthology.orchestra.run.smithi029.stdout: "linger_active": 0, 2024-09-16T02:08:52.720 INFO:teuthology.orchestra.run.smithi029.stdout: "linger_send": 0, 2024-09-16T02:08:52.720 INFO:teuthology.orchestra.run.smithi029.stdout: "linger_resend": 0, 2024-09-16T02:08:52.720 INFO:teuthology.orchestra.run.smithi029.stdout: "linger_ping": 0, 2024-09-16T02:08:52.720 INFO:teuthology.orchestra.run.smithi029.stdout: "poolop_active": 0, 2024-09-16T02:08:52.720 INFO:teuthology.orchestra.run.smithi029.stdout: "poolop_send": 0, 2024-09-16T02:08:52.720 INFO:teuthology.orchestra.run.smithi029.stdout: "poolop_resend": 0, 2024-09-16T02:08:52.721 INFO:teuthology.orchestra.run.smithi029.stdout: "poolstat_active": 0, 2024-09-16T02:08:52.721 INFO:teuthology.orchestra.run.smithi029.stdout: "poolstat_send": 0, 2024-09-16T02:08:52.721 INFO:teuthology.orchestra.run.smithi029.stdout: "poolstat_resend": 0, 2024-09-16T02:08:52.721 INFO:teuthology.orchestra.run.smithi029.stdout: "statfs_active": 0, 2024-09-16T02:08:52.721 INFO:teuthology.orchestra.run.smithi029.stdout: "statfs_send": 0, 2024-09-16T02:08:52.721 INFO:teuthology.orchestra.run.smithi029.stdout: "statfs_resend": 0, 2024-09-16T02:08:52.721 INFO:teuthology.orchestra.run.smithi029.stdout: "command_active": 0, 2024-09-16T02:08:52.721 INFO:teuthology.orchestra.run.smithi029.stdout: "command_send": 0, 2024-09-16T02:08:52.721 INFO:teuthology.orchestra.run.smithi029.stdout: "command_resend": 0, 2024-09-16T02:08:52.721 INFO:teuthology.orchestra.run.smithi029.stdout: "map_epoch": 84, 2024-09-16T02:08:52.721 INFO:teuthology.orchestra.run.smithi029.stdout: "map_full": 0, 2024-09-16T02:08:52.721 INFO:teuthology.orchestra.run.smithi029.stdout: "map_inc": 2, 2024-09-16T02:08:52.722 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_sessions": 11, 2024-09-16T02:08:52.722 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_session_open": 11, 2024-09-16T02:08:52.722 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_session_close": 0, 2024-09-16T02:08:52.722 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_laggy": 0, 2024-09-16T02:08:52.722 INFO:teuthology.orchestra.run.smithi029.stdout: "omap_wr": 0, 2024-09-16T02:08:52.722 INFO:teuthology.orchestra.run.smithi029.stdout: "omap_rd": 2, 2024-09-16T02:08:52.722 INFO:teuthology.orchestra.run.smithi029.stdout: "omap_del": 0 2024-09-16T02:08:52.722 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.722 INFO:teuthology.orchestra.run.smithi029.stdout: "oft": { 2024-09-16T02:08:52.722 INFO:teuthology.orchestra.run.smithi029.stdout: "omap_total_objs": 0, 2024-09-16T02:08:52.722 INFO:teuthology.orchestra.run.smithi029.stdout: "omap_total_kv_pairs": 0, 2024-09-16T02:08:52.722 INFO:teuthology.orchestra.run.smithi029.stdout: "omap_total_updates": 0, 2024-09-16T02:08:52.722 INFO:teuthology.orchestra.run.smithi029.stdout: "omap_total_removes": 0 2024-09-16T02:08:52.723 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.723 INFO:teuthology.orchestra.run.smithi029.stdout: "osd-slow-ops": { 2024-09-16T02:08:52.723 INFO:teuthology.orchestra.run.smithi029.stdout: "slow_ops_count": 0 2024-09-16T02:08:52.723 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.723 INFO:teuthology.orchestra.run.smithi029.stdout: "purge_queue": { 2024-09-16T02:08:52.723 INFO:teuthology.orchestra.run.smithi029.stdout: "pq_executing_ops": 0, 2024-09-16T02:08:52.723 INFO:teuthology.orchestra.run.smithi029.stdout: "pq_executing_ops_high_water": 0, 2024-09-16T02:08:52.723 INFO:teuthology.orchestra.run.smithi029.stdout: "pq_executing": 0, 2024-09-16T02:08:52.723 INFO:teuthology.orchestra.run.smithi029.stdout: "pq_executing_high_water": 0, 2024-09-16T02:08:52.723 INFO:teuthology.orchestra.run.smithi029.stdout: "pq_executed_ops": 0, 2024-09-16T02:08:52.723 INFO:teuthology.orchestra.run.smithi029.stdout: "pq_executed": 0, 2024-09-16T02:08:52.723 INFO:teuthology.orchestra.run.smithi029.stdout: "pq_item_in_journal": 0 2024-09-16T02:08:52.723 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.724 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T02:08:52.724 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2024-09-16T02:08:52.724 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 104857600, 2024-09-16T02:08:52.724 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2024-09-16T02:08:52.724 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 6957, 2024-09-16T02:08:52.724 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 586179442, 2024-09-16T02:08:52.724 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:52.724 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 6957, 2024-09-16T02:08:52.724 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 0, 2024-09-16T02:08:52.724 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 0, 2024-09-16T02:08:52.724 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 6957, 2024-09-16T02:08:52.724 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 586179442, 2024-09-16T02:08:52.725 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2024-09-16T02:08:52.725 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.725 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.725 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.725 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:52.725 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.725 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-objecter_bytes": { 2024-09-16T02:08:52.725 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2024-09-16T02:08:52.725 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 104857600, 2024-09-16T02:08:52.726 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2024-09-16T02:08:52.726 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 0, 2024-09-16T02:08:52.726 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 0, 2024-09-16T02:08:52.726 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:52.726 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 0, 2024-09-16T02:08:52.726 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 6501, 2024-09-16T02:08:52.726 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 584178195, 2024-09-16T02:08:52.726 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 6501, 2024-09-16T02:08:52.726 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 584178195, 2024-09-16T02:08:52.726 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2024-09-16T02:08:52.726 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.726 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.727 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.727 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:52.727 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.727 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-objecter_ops": { 2024-09-16T02:08:52.727 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2024-09-16T02:08:52.727 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 1024, 2024-09-16T02:08:52.727 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2024-09-16T02:08:52.727 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 0, 2024-09-16T02:08:52.727 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 0, 2024-09-16T02:08:52.727 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:52.727 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 0, 2024-09-16T02:08:52.727 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 6501, 2024-09-16T02:08:52.727 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 6501, 2024-09-16T02:08:52.728 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 6501, 2024-09-16T02:08:52.728 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 6501, 2024-09-16T02:08:52.728 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2024-09-16T02:08:52.728 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.728 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.728 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.728 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:52.728 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.728 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-write_buf_throttle": { 2024-09-16T02:08:52.728 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2024-09-16T02:08:52.728 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 3758096384, 2024-09-16T02:08:52.728 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2024-09-16T02:08:52.728 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 0, 2024-09-16T02:08:52.729 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 0, 2024-09-16T02:08:52.729 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:52.729 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 0, 2024-09-16T02:08:52.729 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 0, 2024-09-16T02:08:52.729 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 0, 2024-09-16T02:08:52.729 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 0, 2024-09-16T02:08:52.729 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 0, 2024-09-16T02:08:52.729 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2024-09-16T02:08:52.729 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.729 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.729 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.729 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:52.729 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:52.730 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-write_buf_throttle-0x5641d114eb40": { 2024-09-16T02:08:52.730 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2024-09-16T02:08:52.730 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 3758096384, 2024-09-16T02:08:52.730 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2024-09-16T02:08:52.730 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 0, 2024-09-16T02:08:52.730 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 0, 2024-09-16T02:08:52.730 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:52.730 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 0, 2024-09-16T02:08:52.730 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 0, 2024-09-16T02:08:52.730 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 0, 2024-09-16T02:08:52.730 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 0, 2024-09-16T02:08:52.730 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 0, 2024-09-16T02:08:52.730 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2024-09-16T02:08:52.730 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:52.731 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:52.731 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:52.731 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:52.731 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:52.731 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T02:08:52.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:52 smithi029 ceph-mon[34783]: pgmap v1099: 97 pgs: 97 active+clean; 359 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 374 KiB/s rd, 900 KiB/s wr, 121 op/s 2024-09-16T02:08:53.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:52 smithi017 ceph-mon[30972]: pgmap v1099: 97 pgs: 97 active+clean; 359 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 374 KiB/s rd, 900 KiB/s wr, 121 op/s 2024-09-16T02:08:53.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:52 smithi122 ceph-mon[34758]: pgmap v1099: 97 pgs: 97 active+clean; 359 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 374 KiB/s rd, 900 KiB/s wr, 121 op/s 2024-09-16T02:08:53.607 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-09-16T02:08:53.607 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-09-16T02:08:53.607 DEBUG:tasks.check_counter:Getting stats from e 2024-09-16T02:08:53.607 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph daemon mds.e perf dump 2024-09-16T02:08:53.869 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:08:54.386 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T02:08:54.387 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T02:08:54.387 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 446, 2024-09-16T02:08:54.387 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 441, 2024-09-16T02:08:54.387 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 821568, 2024-09-16T02:08:54.387 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 272912, 2024-09-16T02:08:54.387 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 4, 2024-09-16T02:08:54.387 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 0, 2024-09-16T02:08:54.387 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.057401932, 2024-09-16T02:08:54.387 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.026550519, 2024-09-16T02:08:54.387 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.037388047, 2024-09-16T02:08:54.388 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:54.388 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:54.388 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 440, 2024-09-16T02:08:54.388 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.022824357, 2024-09-16T02:08:54.388 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000051873 2024-09-16T02:08:54.388 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:54.388 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:54.388 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:54.388 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:54.388 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:54.388 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:54.388 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 821568, 2024-09-16T02:08:54.389 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 272912 2024-09-16T02:08:54.389 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:54.389 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T02:08:54.389 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 6, 2024-09-16T02:08:54.389 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 339, 2024-09-16T02:08:54.389 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 3312, 2024-09-16T02:08:54.389 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 217104, 2024-09-16T02:08:54.389 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 4, 2024-09-16T02:08:54.389 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 2, 2024-09-16T02:08:54.389 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.021403188, 2024-09-16T02:08:54.389 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.014489403, 2024-09-16T02:08:54.389 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.003324778, 2024-09-16T02:08:54.390 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:54.390 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:54.390 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 338, 2024-09-16T02:08:54.390 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.021988781, 2024-09-16T02:08:54.390 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000065055 2024-09-16T02:08:54.390 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:54.390 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:54.390 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:54.390 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:54.390 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:54.390 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:54.390 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-09-16T02:08:54.390 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 217104 2024-09-16T02:08:54.391 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:54.391 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T02:08:54.391 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 0, 2024-09-16T02:08:54.391 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 2, 2024-09-16T02:08:54.391 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 0, 2024-09-16T02:08:54.391 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 0, 2024-09-16T02:08:54.391 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 2, 2024-09-16T02:08:54.391 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 1, 2024-09-16T02:08:54.391 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.000375779, 2024-09-16T02:08:54.391 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.000000000, 2024-09-16T02:08:54.391 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.000280888, 2024-09-16T02:08:54.391 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:54.391 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:54.392 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:54.392 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:54.392 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:54.392 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:54.392 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:54.392 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:54.392 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:54.392 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:54.392 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:54.392 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T02:08:54.392 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T02:08:54.392 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:54.393 INFO:teuthology.orchestra.run.smithi029.stdout: "cct": { 2024-09-16T02:08:54.393 INFO:teuthology.orchestra.run.smithi029.stdout: "total_workers": 0, 2024-09-16T02:08:54.393 INFO:teuthology.orchestra.run.smithi029.stdout: "unhealthy_workers": 0 2024-09-16T02:08:54.393 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:54.393 INFO:teuthology.orchestra.run.smithi029.stdout: "mempool": { 2024-09-16T02:08:54.393 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_bytes": 0, 2024-09-16T02:08:54.393 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_items": 0, 2024-09-16T02:08:54.393 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T02:08:54.393 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_items": 0, 2024-09-16T02:08:54.393 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T02:08:54.393 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_items": 0, 2024-09-16T02:08:54.393 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T02:08:54.393 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T02:08:54.393 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T02:08:54.394 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T02:08:54.394 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T02:08:54.394 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_items": 0, 2024-09-16T02:08:54.394 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T02:08:54.394 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T02:08:54.394 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_bytes": 0, 2024-09-16T02:08:54.394 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_items": 0, 2024-09-16T02:08:54.394 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_bytes": 0, 2024-09-16T02:08:54.394 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_items": 0, 2024-09-16T02:08:54.394 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T02:08:54.394 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T02:08:54.394 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T02:08:54.395 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T02:08:54.395 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T02:08:54.395 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_items": 0, 2024-09-16T02:08:54.395 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_bytes": 0, 2024-09-16T02:08:54.395 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_items": 0, 2024-09-16T02:08:54.395 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T02:08:54.395 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T02:08:54.395 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_bytes": 0, 2024-09-16T02:08:54.395 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_items": 0, 2024-09-16T02:08:54.395 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_bytes": 0, 2024-09-16T02:08:54.395 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_items": 0, 2024-09-16T02:08:54.395 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T02:08:54.395 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_items": 0, 2024-09-16T02:08:54.396 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T02:08:54.396 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_items": 0, 2024-09-16T02:08:54.396 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_bytes": 148721, 2024-09-16T02:08:54.396 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_items": 30, 2024-09-16T02:08:54.396 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_bytes": 0, 2024-09-16T02:08:54.396 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_items": 0, 2024-09-16T02:08:54.396 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_bytes": 0, 2024-09-16T02:08:54.396 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_items": 0, 2024-09-16T02:08:54.396 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_bytes": 0, 2024-09-16T02:08:54.396 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_items": 0, 2024-09-16T02:08:54.396 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_bytes": 0, 2024-09-16T02:08:54.396 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_items": 0, 2024-09-16T02:08:54.396 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_bytes": 0, 2024-09-16T02:08:54.397 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_items": 0, 2024-09-16T02:08:54.397 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T02:08:54.397 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_items": 0, 2024-09-16T02:08:54.397 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_bytes": 0, 2024-09-16T02:08:54.397 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_items": 0, 2024-09-16T02:08:54.397 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_bytes": 928, 2024-09-16T02:08:54.397 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_items": 2, 2024-09-16T02:08:54.397 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_bytes": 0, 2024-09-16T02:08:54.397 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_items": 0, 2024-09-16T02:08:54.397 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_bytes": 0, 2024-09-16T02:08:54.397 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_items": 0 2024-09-16T02:08:54.397 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:54.397 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T02:08:54.398 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2024-09-16T02:08:54.398 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 104857600, 2024-09-16T02:08:54.398 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2024-09-16T02:08:54.398 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 448, 2024-09-16T02:08:54.398 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 758484, 2024-09-16T02:08:54.398 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:54.398 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 448, 2024-09-16T02:08:54.398 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 0, 2024-09-16T02:08:54.398 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 0, 2024-09-16T02:08:54.398 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 448, 2024-09-16T02:08:54.398 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 758484, 2024-09-16T02:08:54.398 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2024-09-16T02:08:54.399 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:54.399 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:54.399 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:54.399 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:54.399 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:54.399 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T02:08:54.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:54 smithi029 ceph-mon[34783]: pgmap v1100: 97 pgs: 97 active+clean; 356 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 619 KiB/s wr, 107 op/s 2024-09-16T02:08:55.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:54 smithi017 ceph-mon[30972]: pgmap v1100: 97 pgs: 97 active+clean; 356 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 619 KiB/s wr, 107 op/s 2024-09-16T02:08:55.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:54 smithi122 ceph-mon[34758]: pgmap v1100: 97 pgs: 97 active+clean; 356 MiB data, 4.2 GiB used, 1.0 TiB / 1.0 TiB avail; 375 KiB/s rd, 619 KiB/s wr, 107 op/s 2024-09-16T02:08:55.213 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.e 2024-09-16T02:08:55.214 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.e 2024-09-16T02:08:55.214 DEBUG:tasks.check_counter:Getting stats from h 2024-09-16T02:08:55.214 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph daemon mds.h perf dump 2024-09-16T02:08:55.474 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:08:56.017 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T02:08:56.018 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T02:08:56.018 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 1844, 2024-09-16T02:08:56.018 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 1844, 2024-09-16T02:08:56.018 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 4019081, 2024-09-16T02:08:56.018 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 585632, 2024-09-16T02:08:56.018 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 7, 2024-09-16T02:08:56.018 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 2, 2024-09-16T02:08:56.018 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.141846497, 2024-09-16T02:08:56.018 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.053447207, 2024-09-16T02:08:56.018 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.038028948, 2024-09-16T02:08:56.018 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.036098200, 2024-09-16T02:08:56.018 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:56.018 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 1843, 2024-09-16T02:08:56.019 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.059044571, 2024-09-16T02:08:56.019 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000032037 2024-09-16T02:08:56.019 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.019 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:56.019 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.019 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.019 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.019 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.019 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-09-16T02:08:56.019 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 448 2024-09-16T02:08:56.019 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.019 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T02:08:56.020 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 2003, 2024-09-16T02:08:56.020 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 1991, 2024-09-16T02:08:56.020 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 1245708, 2024-09-16T02:08:56.020 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 764131, 2024-09-16T02:08:56.020 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 4, 2024-09-16T02:08:56.020 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 3, 2024-09-16T02:08:56.020 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.174913049, 2024-09-16T02:08:56.020 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.062548687, 2024-09-16T02:08:56.020 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.062699241, 2024-09-16T02:08:56.020 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.044736763, 2024-09-16T02:08:56.020 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:56.020 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 1990, 2024-09-16T02:08:56.021 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.067694782, 2024-09-16T02:08:56.021 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000034017 2024-09-16T02:08:56.021 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.021 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:56.021 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.021 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.021 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.021 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.021 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 865616, 2024-09-16T02:08:56.021 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 272816 2024-09-16T02:08:56.021 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.021 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T02:08:56.022 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 1622, 2024-09-16T02:08:56.022 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 1955, 2024-09-16T02:08:56.022 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 544816, 2024-09-16T02:08:56.022 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 1185622, 2024-09-16T02:08:56.022 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 4, 2024-09-16T02:08:56.022 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 3, 2024-09-16T02:08:56.022 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.177570559, 2024-09-16T02:08:56.022 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.065151754, 2024-09-16T02:08:56.022 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.042216858, 2024-09-16T02:08:56.022 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.050370359, 2024-09-16T02:08:56.022 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:56.022 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 1953, 2024-09-16T02:08:56.022 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.094671387, 2024-09-16T02:08:56.023 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000048474 2024-09-16T02:08:56.023 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.023 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:56.023 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.023 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.023 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.023 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.023 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-16T02:08:56.023 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 670144 2024-09-16T02:08:56.023 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.023 INFO:teuthology.orchestra.run.smithi029.stdout: "cct": { 2024-09-16T02:08:56.023 INFO:teuthology.orchestra.run.smithi029.stdout: "total_workers": 1, 2024-09-16T02:08:56.023 INFO:teuthology.orchestra.run.smithi029.stdout: "unhealthy_workers": 0 2024-09-16T02:08:56.024 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.024 INFO:teuthology.orchestra.run.smithi029.stdout: "finisher-MDSRank": { 2024-09-16T02:08:56.024 INFO:teuthology.orchestra.run.smithi029.stdout: "queue_len": 0, 2024-09-16T02:08:56.024 INFO:teuthology.orchestra.run.smithi029.stdout: "complete_latency": { 2024-09-16T02:08:56.024 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 8300, 2024-09-16T02:08:56.024 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.200342845, 2024-09-16T02:08:56.024 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000024137 2024-09-16T02:08:56.024 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:56.024 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.024 INFO:teuthology.orchestra.run.smithi029.stdout: "finisher-PurgeQueue": { 2024-09-16T02:08:56.024 INFO:teuthology.orchestra.run.smithi029.stdout: "queue_len": 0, 2024-09-16T02:08:56.024 INFO:teuthology.orchestra.run.smithi029.stdout: "complete_latency": { 2024-09-16T02:08:56.024 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.025 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.025 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.025 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:56.025 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.025 INFO:teuthology.orchestra.run.smithi029.stdout: "mds": { 2024-09-16T02:08:56.025 INFO:teuthology.orchestra.run.smithi029.stdout: "request": 0, 2024-09-16T02:08:56.025 INFO:teuthology.orchestra.run.smithi029.stdout: "reply": 0, 2024-09-16T02:08:56.025 INFO:teuthology.orchestra.run.smithi029.stdout: "reply_latency": { 2024-09-16T02:08:56.025 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.025 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.025 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.025 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.025 INFO:teuthology.orchestra.run.smithi029.stdout: "slow_reply": 0, 2024-09-16T02:08:56.026 INFO:teuthology.orchestra.run.smithi029.stdout: "forward": 0, 2024-09-16T02:08:56.026 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_fetch_complete": 0, 2024-09-16T02:08:56.026 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_fetch_keys": 0, 2024-09-16T02:08:56.026 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_commit": 0, 2024-09-16T02:08:56.026 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_split": 0, 2024-09-16T02:08:56.026 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_merge": 0, 2024-09-16T02:08:56.026 INFO:teuthology.orchestra.run.smithi029.stdout: "inodes": 312, 2024-09-16T02:08:56.026 INFO:teuthology.orchestra.run.smithi029.stdout: "inodes_top": 0, 2024-09-16T02:08:56.026 INFO:teuthology.orchestra.run.smithi029.stdout: "inodes_bottom": 312, 2024-09-16T02:08:56.026 INFO:teuthology.orchestra.run.smithi029.stdout: "inodes_pin_tail": 0, 2024-09-16T02:08:56.026 INFO:teuthology.orchestra.run.smithi029.stdout: "inodes_pinned": 312, 2024-09-16T02:08:56.026 INFO:teuthology.orchestra.run.smithi029.stdout: "inodes_expired": 0, 2024-09-16T02:08:56.026 INFO:teuthology.orchestra.run.smithi029.stdout: "inodes_with_caps": 0, 2024-09-16T02:08:56.027 INFO:teuthology.orchestra.run.smithi029.stdout: "caps": 0, 2024-09-16T02:08:56.027 INFO:teuthology.orchestra.run.smithi029.stdout: "subtrees": 1, 2024-09-16T02:08:56.027 INFO:teuthology.orchestra.run.smithi029.stdout: "traverse": 0, 2024-09-16T02:08:56.027 INFO:teuthology.orchestra.run.smithi029.stdout: "traverse_hit": 0, 2024-09-16T02:08:56.027 INFO:teuthology.orchestra.run.smithi029.stdout: "traverse_forward": 0, 2024-09-16T02:08:56.027 INFO:teuthology.orchestra.run.smithi029.stdout: "traverse_discover": 0, 2024-09-16T02:08:56.027 INFO:teuthology.orchestra.run.smithi029.stdout: "traverse_dir_fetch": 0, 2024-09-16T02:08:56.027 INFO:teuthology.orchestra.run.smithi029.stdout: "traverse_remote_ino": 0, 2024-09-16T02:08:56.027 INFO:teuthology.orchestra.run.smithi029.stdout: "traverse_lock": 0, 2024-09-16T02:08:56.027 INFO:teuthology.orchestra.run.smithi029.stdout: "load_cent": 0, 2024-09-16T02:08:56.027 INFO:teuthology.orchestra.run.smithi029.stdout: "q": 0, 2024-09-16T02:08:56.027 INFO:teuthology.orchestra.run.smithi029.stdout: "exported": 0, 2024-09-16T02:08:56.028 INFO:teuthology.orchestra.run.smithi029.stdout: "exported_inodes": 0, 2024-09-16T02:08:56.028 INFO:teuthology.orchestra.run.smithi029.stdout: "imported": 0, 2024-09-16T02:08:56.028 INFO:teuthology.orchestra.run.smithi029.stdout: "imported_inodes": 0, 2024-09-16T02:08:56.028 INFO:teuthology.orchestra.run.smithi029.stdout: "openino_dir_fetch": 0, 2024-09-16T02:08:56.028 INFO:teuthology.orchestra.run.smithi029.stdout: "openino_backtrace_fetch": 0, 2024-09-16T02:08:56.028 INFO:teuthology.orchestra.run.smithi029.stdout: "openino_peer_discover": 0, 2024-09-16T02:08:56.028 INFO:teuthology.orchestra.run.smithi029.stdout: "root_rfiles": 0, 2024-09-16T02:08:56.028 INFO:teuthology.orchestra.run.smithi029.stdout: "root_rbytes": 0, 2024-09-16T02:08:56.028 INFO:teuthology.orchestra.run.smithi029.stdout: "root_rsnaps": 0, 2024-09-16T02:08:56.028 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_backtrace_fetch": 0, 2024-09-16T02:08:56.028 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_set_tag": 0, 2024-09-16T02:08:56.028 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T02:08:56.028 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_inotable_repaired": 0, 2024-09-16T02:08:56.029 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_dir_inodes": 0, 2024-09-16T02:08:56.029 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T02:08:56.029 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_dirfrag_rstats": 0, 2024-09-16T02:08:56.029 INFO:teuthology.orchestra.run.smithi029.stdout: "scrub_file_inodes": 0, 2024-09-16T02:08:56.029 INFO:teuthology.orchestra.run.smithi029.stdout: "handle_inode_file_caps": 0, 2024-09-16T02:08:56.029 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_cap_op_revoke": 0, 2024-09-16T02:08:56.029 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_cap_op_grant": 0, 2024-09-16T02:08:56.029 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T02:08:56.029 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T02:08:56.029 INFO:teuthology.orchestra.run.smithi029.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T02:08:56.029 INFO:teuthology.orchestra.run.smithi029.stdout: "handle_client_caps": 0, 2024-09-16T02:08:56.029 INFO:teuthology.orchestra.run.smithi029.stdout: "handle_client_caps_dirty": 0, 2024-09-16T02:08:56.030 INFO:teuthology.orchestra.run.smithi029.stdout: "handle_client_cap_release": 0, 2024-09-16T02:08:56.030 INFO:teuthology.orchestra.run.smithi029.stdout: "process_request_cap_release": 0 2024-09-16T02:08:56.030 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.030 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_cache": { 2024-09-16T02:08:56.030 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_update": 0, 2024-09-16T02:08:56.030 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_update_receipt": 0, 2024-09-16T02:08:56.030 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_try_discover": 0, 2024-09-16T02:08:56.030 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_send_discover": 0, 2024-09-16T02:08:56.030 INFO:teuthology.orchestra.run.smithi029.stdout: "dir_handle_discover": 0, 2024-09-16T02:08:56.030 INFO:teuthology.orchestra.run.smithi029.stdout: "num_strays": 0, 2024-09-16T02:08:56.030 INFO:teuthology.orchestra.run.smithi029.stdout: "num_strays_delayed": 0, 2024-09-16T02:08:56.030 INFO:teuthology.orchestra.run.smithi029.stdout: "num_strays_enqueuing": 0, 2024-09-16T02:08:56.031 INFO:teuthology.orchestra.run.smithi029.stdout: "strays_created": 0, 2024-09-16T02:08:56.031 INFO:teuthology.orchestra.run.smithi029.stdout: "strays_enqueued": 0, 2024-09-16T02:08:56.031 INFO:teuthology.orchestra.run.smithi029.stdout: "strays_reintegrated": 0, 2024-09-16T02:08:56.031 INFO:teuthology.orchestra.run.smithi029.stdout: "strays_migrated": 0, 2024-09-16T02:08:56.031 INFO:teuthology.orchestra.run.smithi029.stdout: "num_recovering_processing": 0, 2024-09-16T02:08:56.031 INFO:teuthology.orchestra.run.smithi029.stdout: "num_recovering_enqueued": 0, 2024-09-16T02:08:56.031 INFO:teuthology.orchestra.run.smithi029.stdout: "num_recovering_prioritized": 0, 2024-09-16T02:08:56.031 INFO:teuthology.orchestra.run.smithi029.stdout: "recovery_started": 0, 2024-09-16T02:08:56.031 INFO:teuthology.orchestra.run.smithi029.stdout: "recovery_completed": 0, 2024-09-16T02:08:56.031 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_quiesce_path": 0, 2024-09-16T02:08:56.031 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_quiesce_inode": 0, 2024-09-16T02:08:56.031 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T02:08:56.032 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_exportdir": 0, 2024-09-16T02:08:56.032 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_flush": 0, 2024-09-16T02:08:56.032 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_fragmentdir": 0, 2024-09-16T02:08:56.032 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_fragstats": 0, 2024-09-16T02:08:56.032 INFO:teuthology.orchestra.run.smithi029.stdout: "ireq_inodestats": 0 2024-09-16T02:08:56.032 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.032 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_log": { 2024-09-16T02:08:56.032 INFO:teuthology.orchestra.run.smithi029.stdout: "evlrg": 0, 2024-09-16T02:08:56.032 INFO:teuthology.orchestra.run.smithi029.stdout: "evadd": 0, 2024-09-16T02:08:56.032 INFO:teuthology.orchestra.run.smithi029.stdout: "evex": 0, 2024-09-16T02:08:56.032 INFO:teuthology.orchestra.run.smithi029.stdout: "evtrm": 0, 2024-09-16T02:08:56.032 INFO:teuthology.orchestra.run.smithi029.stdout: "ev": 3102, 2024-09-16T02:08:56.032 INFO:teuthology.orchestra.run.smithi029.stdout: "evexg": 0, 2024-09-16T02:08:56.033 INFO:teuthology.orchestra.run.smithi029.stdout: "evexd": 0, 2024-09-16T02:08:56.033 INFO:teuthology.orchestra.run.smithi029.stdout: "segadd": 0, 2024-09-16T02:08:56.033 INFO:teuthology.orchestra.run.smithi029.stdout: "segex": 0, 2024-09-16T02:08:56.033 INFO:teuthology.orchestra.run.smithi029.stdout: "segtrm": 0, 2024-09-16T02:08:56.033 INFO:teuthology.orchestra.run.smithi029.stdout: "seg": 5, 2024-09-16T02:08:56.033 INFO:teuthology.orchestra.run.smithi029.stdout: "segmjr": 2, 2024-09-16T02:08:56.033 INFO:teuthology.orchestra.run.smithi029.stdout: "segexg": 0, 2024-09-16T02:08:56.033 INFO:teuthology.orchestra.run.smithi029.stdout: "segexd": 0, 2024-09-16T02:08:56.033 INFO:teuthology.orchestra.run.smithi029.stdout: "expos": 4194304, 2024-09-16T02:08:56.033 INFO:teuthology.orchestra.run.smithi029.stdout: "wrpos": 7731130, 2024-09-16T02:08:56.033 INFO:teuthology.orchestra.run.smithi029.stdout: "rdpos": 7729992, 2024-09-16T02:08:56.033 INFO:teuthology.orchestra.run.smithi029.stdout: "jlat": { 2024-09-16T02:08:56.033 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.034 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.034 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.034 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.034 INFO:teuthology.orchestra.run.smithi029.stdout: "replayed": 3102 2024-09-16T02:08:56.034 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.034 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_mem": { 2024-09-16T02:08:56.034 INFO:teuthology.orchestra.run.smithi029.stdout: "ino": 7, 2024-09-16T02:08:56.034 INFO:teuthology.orchestra.run.smithi029.stdout: "ino+": 327, 2024-09-16T02:08:56.034 INFO:teuthology.orchestra.run.smithi029.stdout: "ino-": 320, 2024-09-16T02:08:56.034 INFO:teuthology.orchestra.run.smithi029.stdout: "dir": 5, 2024-09-16T02:08:56.034 INFO:teuthology.orchestra.run.smithi029.stdout: "dir+": 18, 2024-09-16T02:08:56.034 INFO:teuthology.orchestra.run.smithi029.stdout: "dir-": 13, 2024-09-16T02:08:56.034 INFO:teuthology.orchestra.run.smithi029.stdout: "dn": 312, 2024-09-16T02:08:56.034 INFO:teuthology.orchestra.run.smithi029.stdout: "dn+": 340, 2024-09-16T02:08:56.035 INFO:teuthology.orchestra.run.smithi029.stdout: "dn-": 28, 2024-09-16T02:08:56.035 INFO:teuthology.orchestra.run.smithi029.stdout: "cap": 0, 2024-09-16T02:08:56.035 INFO:teuthology.orchestra.run.smithi029.stdout: "cap+": 0, 2024-09-16T02:08:56.035 INFO:teuthology.orchestra.run.smithi029.stdout: "cap-": 0, 2024-09-16T02:08:56.035 INFO:teuthology.orchestra.run.smithi029.stdout: "rss": 50260, 2024-09-16T02:08:56.035 INFO:teuthology.orchestra.run.smithi029.stdout: "heap": 215328 2024-09-16T02:08:56.035 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.035 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_server": { 2024-09-16T02:08:56.035 INFO:teuthology.orchestra.run.smithi029.stdout: "dispatch_client_request": 0, 2024-09-16T02:08:56.035 INFO:teuthology.orchestra.run.smithi029.stdout: "dispatch_server_request": 0, 2024-09-16T02:08:56.035 INFO:teuthology.orchestra.run.smithi029.stdout: "handle_client_request": 0, 2024-09-16T02:08:56.035 INFO:teuthology.orchestra.run.smithi029.stdout: "handle_client_session": 0, 2024-09-16T02:08:56.035 INFO:teuthology.orchestra.run.smithi029.stdout: "handle_peer_request": 0, 2024-09-16T02:08:56.036 INFO:teuthology.orchestra.run.smithi029.stdout: "req_create_latency": { 2024-09-16T02:08:56.036 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.036 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.036 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.036 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.036 INFO:teuthology.orchestra.run.smithi029.stdout: "req_getattr_latency": { 2024-09-16T02:08:56.036 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.036 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.036 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.036 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.036 INFO:teuthology.orchestra.run.smithi029.stdout: "req_getfilelock_latency": { 2024-09-16T02:08:56.036 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.036 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.037 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.037 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.037 INFO:teuthology.orchestra.run.smithi029.stdout: "req_link_latency": { 2024-09-16T02:08:56.037 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.037 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.037 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.037 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.037 INFO:teuthology.orchestra.run.smithi029.stdout: "req_lookup_latency": { 2024-09-16T02:08:56.037 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.037 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.037 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.037 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.038 INFO:teuthology.orchestra.run.smithi029.stdout: "req_lookuphash_latency": { 2024-09-16T02:08:56.038 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.038 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.038 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.038 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.038 INFO:teuthology.orchestra.run.smithi029.stdout: "req_lookupino_latency": { 2024-09-16T02:08:56.038 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.038 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.038 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.038 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.038 INFO:teuthology.orchestra.run.smithi029.stdout: "req_lookupname_latency": { 2024-09-16T02:08:56.038 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.038 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.039 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.039 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.039 INFO:teuthology.orchestra.run.smithi029.stdout: "req_lookupparent_latency": { 2024-09-16T02:08:56.039 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.039 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.039 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.039 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.039 INFO:teuthology.orchestra.run.smithi029.stdout: "req_lookupsnap_latency": { 2024-09-16T02:08:56.039 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.039 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.039 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.039 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.039 INFO:teuthology.orchestra.run.smithi029.stdout: "req_lssnap_latency": { 2024-09-16T02:08:56.040 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.040 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.040 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.040 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.040 INFO:teuthology.orchestra.run.smithi029.stdout: "req_mkdir_latency": { 2024-09-16T02:08:56.040 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.040 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.040 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.040 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.040 INFO:teuthology.orchestra.run.smithi029.stdout: "req_mknod_latency": { 2024-09-16T02:08:56.040 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.041 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.041 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.041 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.041 INFO:teuthology.orchestra.run.smithi029.stdout: "req_mksnap_latency": { 2024-09-16T02:08:56.041 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.041 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.041 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.041 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.041 INFO:teuthology.orchestra.run.smithi029.stdout: "req_open_latency": { 2024-09-16T02:08:56.041 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.041 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.041 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.042 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.042 INFO:teuthology.orchestra.run.smithi029.stdout: "req_readdir_latency": { 2024-09-16T02:08:56.042 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.042 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.042 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.042 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.042 INFO:teuthology.orchestra.run.smithi029.stdout: "req_rename_latency": { 2024-09-16T02:08:56.042 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.042 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.042 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.042 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.042 INFO:teuthology.orchestra.run.smithi029.stdout: "req_renamesnap_latency": { 2024-09-16T02:08:56.042 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.043 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.043 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.043 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.043 INFO:teuthology.orchestra.run.smithi029.stdout: "req_snapdiff_latency": { 2024-09-16T02:08:56.043 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.043 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.043 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.043 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.043 INFO:teuthology.orchestra.run.smithi029.stdout: "req_rmdir_latency": { 2024-09-16T02:08:56.043 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.043 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.043 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.043 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.043 INFO:teuthology.orchestra.run.smithi029.stdout: "req_rmsnap_latency": { 2024-09-16T02:08:56.044 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.044 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.044 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.044 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.044 INFO:teuthology.orchestra.run.smithi029.stdout: "req_rmxattr_latency": { 2024-09-16T02:08:56.044 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.044 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.044 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.044 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.044 INFO:teuthology.orchestra.run.smithi029.stdout: "req_setattr_latency": { 2024-09-16T02:08:56.044 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.044 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.044 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.045 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.045 INFO:teuthology.orchestra.run.smithi029.stdout: "req_setdirlayout_latency": { 2024-09-16T02:08:56.045 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.045 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.045 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.045 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.045 INFO:teuthology.orchestra.run.smithi029.stdout: "req_setfilelock_latency": { 2024-09-16T02:08:56.045 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.045 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.045 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.045 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.045 INFO:teuthology.orchestra.run.smithi029.stdout: "req_setlayout_latency": { 2024-09-16T02:08:56.046 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.046 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.046 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.046 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.046 INFO:teuthology.orchestra.run.smithi029.stdout: "req_setxattr_latency": { 2024-09-16T02:08:56.046 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.046 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.046 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.046 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.046 INFO:teuthology.orchestra.run.smithi029.stdout: "req_symlink_latency": { 2024-09-16T02:08:56.046 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.046 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.047 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.047 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.047 INFO:teuthology.orchestra.run.smithi029.stdout: "req_unlink_latency": { 2024-09-16T02:08:56.047 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.047 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.047 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.047 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.047 INFO:teuthology.orchestra.run.smithi029.stdout: "cap_revoke_eviction": 0, 2024-09-16T02:08:56.047 INFO:teuthology.orchestra.run.smithi029.stdout: "cap_acquisition_throttle": 0, 2024-09-16T02:08:56.047 INFO:teuthology.orchestra.run.smithi029.stdout: "req_getvxattr_latency": { 2024-09-16T02:08:56.047 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.047 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.047 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.047 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:56.048 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.048 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_sessions": { 2024-09-16T02:08:56.048 INFO:teuthology.orchestra.run.smithi029.stdout: "session_count": 1, 2024-09-16T02:08:56.048 INFO:teuthology.orchestra.run.smithi029.stdout: "session_add": 3, 2024-09-16T02:08:56.048 INFO:teuthology.orchestra.run.smithi029.stdout: "session_remove": 2, 2024-09-16T02:08:56.048 INFO:teuthology.orchestra.run.smithi029.stdout: "sessions_open": 2, 2024-09-16T02:08:56.048 INFO:teuthology.orchestra.run.smithi029.stdout: "sessions_stale": 0, 2024-09-16T02:08:56.048 INFO:teuthology.orchestra.run.smithi029.stdout: "total_load": 0, 2024-09-16T02:08:56.048 INFO:teuthology.orchestra.run.smithi029.stdout: "average_load": 0, 2024-09-16T02:08:56.048 INFO:teuthology.orchestra.run.smithi029.stdout: "avg_session_uptime": 3544, 2024-09-16T02:08:56.048 INFO:teuthology.orchestra.run.smithi029.stdout: "mdthresh_evicted": 0 2024-09-16T02:08:56.048 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.049 INFO:teuthology.orchestra.run.smithi029.stdout: "mempool": { 2024-09-16T02:08:56.049 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_bytes": 0, 2024-09-16T02:08:56.049 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_items": 0, 2024-09-16T02:08:56.049 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T02:08:56.049 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_items": 0, 2024-09-16T02:08:56.049 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T02:08:56.049 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_items": 0, 2024-09-16T02:08:56.049 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T02:08:56.049 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T02:08:56.049 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T02:08:56.049 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T02:08:56.049 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T02:08:56.049 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_items": 0, 2024-09-16T02:08:56.050 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T02:08:56.050 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T02:08:56.050 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_bytes": 0, 2024-09-16T02:08:56.050 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_items": 0, 2024-09-16T02:08:56.050 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_bytes": 0, 2024-09-16T02:08:56.050 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_items": 0, 2024-09-16T02:08:56.050 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T02:08:56.050 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T02:08:56.050 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T02:08:56.050 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T02:08:56.050 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T02:08:56.050 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_items": 0, 2024-09-16T02:08:56.051 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_bytes": 0, 2024-09-16T02:08:56.051 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_items": 0, 2024-09-16T02:08:56.051 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T02:08:56.051 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T02:08:56.051 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_bytes": 0, 2024-09-16T02:08:56.051 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_items": 0, 2024-09-16T02:08:56.051 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_bytes": 0, 2024-09-16T02:08:56.051 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_items": 0, 2024-09-16T02:08:56.051 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T02:08:56.051 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_items": 0, 2024-09-16T02:08:56.051 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T02:08:56.051 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_items": 0, 2024-09-16T02:08:56.051 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_bytes": 190167, 2024-09-16T02:08:56.051 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_items": 52, 2024-09-16T02:08:56.052 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_bytes": 0, 2024-09-16T02:08:56.052 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_items": 0, 2024-09-16T02:08:56.052 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_bytes": 0, 2024-09-16T02:08:56.052 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_items": 0, 2024-09-16T02:08:56.052 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_bytes": 0, 2024-09-16T02:08:56.052 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_items": 0, 2024-09-16T02:08:56.052 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_bytes": 0, 2024-09-16T02:08:56.052 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_items": 0, 2024-09-16T02:08:56.052 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_bytes": 7592, 2024-09-16T02:08:56.052 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_items": 156, 2024-09-16T02:08:56.052 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T02:08:56.052 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_items": 0, 2024-09-16T02:08:56.053 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_bytes": 0, 2024-09-16T02:08:56.053 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_items": 0, 2024-09-16T02:08:56.053 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_bytes": 242216, 2024-09-16T02:08:56.053 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_items": 1310, 2024-09-16T02:08:56.053 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_bytes": 0, 2024-09-16T02:08:56.053 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_items": 0, 2024-09-16T02:08:56.053 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_bytes": 0, 2024-09-16T02:08:56.053 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_items": 0 2024-09-16T02:08:56.053 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.053 INFO:teuthology.orchestra.run.smithi029.stdout: "objecter": { 2024-09-16T02:08:56.053 INFO:teuthology.orchestra.run.smithi029.stdout: "op_active": 0, 2024-09-16T02:08:56.053 INFO:teuthology.orchestra.run.smithi029.stdout: "op_laggy": 0, 2024-09-16T02:08:56.053 INFO:teuthology.orchestra.run.smithi029.stdout: "op_send": 5006, 2024-09-16T02:08:56.054 INFO:teuthology.orchestra.run.smithi029.stdout: "op_send_bytes": 21, 2024-09-16T02:08:56.054 INFO:teuthology.orchestra.run.smithi029.stdout: "op_resend": 3, 2024-09-16T02:08:56.054 INFO:teuthology.orchestra.run.smithi029.stdout: "op_reply": 5006, 2024-09-16T02:08:56.054 INFO:teuthology.orchestra.run.smithi029.stdout: "op_latency": { 2024-09-16T02:08:56.054 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 5006, 2024-09-16T02:08:56.054 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 2.164963753, 2024-09-16T02:08:56.054 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000432473 2024-09-16T02:08:56.054 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.054 INFO:teuthology.orchestra.run.smithi029.stdout: "op_inflight": 0, 2024-09-16T02:08:56.054 INFO:teuthology.orchestra.run.smithi029.stdout: "oplen_avg": { 2024-09-16T02:08:56.054 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 5006, 2024-09-16T02:08:56.054 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 5007 2024-09-16T02:08:56.054 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.055 INFO:teuthology.orchestra.run.smithi029.stdout: "op": 5006, 2024-09-16T02:08:56.055 INFO:teuthology.orchestra.run.smithi029.stdout: "op_r": 5006, 2024-09-16T02:08:56.055 INFO:teuthology.orchestra.run.smithi029.stdout: "op_w": 0, 2024-09-16T02:08:56.055 INFO:teuthology.orchestra.run.smithi029.stdout: "op_rmw": 0, 2024-09-16T02:08:56.055 INFO:teuthology.orchestra.run.smithi029.stdout: "op_pg": 0, 2024-09-16T02:08:56.055 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_stat": 3164, 2024-09-16T02:08:56.055 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_create": 0, 2024-09-16T02:08:56.055 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_read": 1840, 2024-09-16T02:08:56.055 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_write": 0, 2024-09-16T02:08:56.055 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_writefull": 0, 2024-09-16T02:08:56.055 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_writesame": 0, 2024-09-16T02:08:56.055 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_append": 0, 2024-09-16T02:08:56.055 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_zero": 0, 2024-09-16T02:08:56.056 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_truncate": 0, 2024-09-16T02:08:56.056 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_delete": 0, 2024-09-16T02:08:56.056 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_mapext": 0, 2024-09-16T02:08:56.056 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_sparse_read": 0, 2024-09-16T02:08:56.056 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_clonerange": 0, 2024-09-16T02:08:56.056 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_getxattr": 1, 2024-09-16T02:08:56.056 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_setxattr": 0, 2024-09-16T02:08:56.056 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_cmpxattr": 0, 2024-09-16T02:08:56.056 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_rmxattr": 0, 2024-09-16T02:08:56.056 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_resetxattrs": 0, 2024-09-16T02:08:56.056 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_call": 0, 2024-09-16T02:08:56.056 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_watch": 0, 2024-09-16T02:08:56.056 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_notify": 0, 2024-09-16T02:08:56.057 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T02:08:56.057 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_pgls": 0, 2024-09-16T02:08:56.057 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_pgls_filter": 0, 2024-09-16T02:08:56.057 INFO:teuthology.orchestra.run.smithi029.stdout: "osdop_other": 0, 2024-09-16T02:08:56.057 INFO:teuthology.orchestra.run.smithi029.stdout: "linger_active": 0, 2024-09-16T02:08:56.057 INFO:teuthology.orchestra.run.smithi029.stdout: "linger_send": 0, 2024-09-16T02:08:56.057 INFO:teuthology.orchestra.run.smithi029.stdout: "linger_resend": 0, 2024-09-16T02:08:56.057 INFO:teuthology.orchestra.run.smithi029.stdout: "linger_ping": 0, 2024-09-16T02:08:56.057 INFO:teuthology.orchestra.run.smithi029.stdout: "poolop_active": 0, 2024-09-16T02:08:56.057 INFO:teuthology.orchestra.run.smithi029.stdout: "poolop_send": 0, 2024-09-16T02:08:56.057 INFO:teuthology.orchestra.run.smithi029.stdout: "poolop_resend": 0, 2024-09-16T02:08:56.057 INFO:teuthology.orchestra.run.smithi029.stdout: "poolstat_active": 0, 2024-09-16T02:08:56.057 INFO:teuthology.orchestra.run.smithi029.stdout: "poolstat_send": 0, 2024-09-16T02:08:56.058 INFO:teuthology.orchestra.run.smithi029.stdout: "poolstat_resend": 0, 2024-09-16T02:08:56.058 INFO:teuthology.orchestra.run.smithi029.stdout: "statfs_active": 0, 2024-09-16T02:08:56.058 INFO:teuthology.orchestra.run.smithi029.stdout: "statfs_send": 0, 2024-09-16T02:08:56.058 INFO:teuthology.orchestra.run.smithi029.stdout: "statfs_resend": 0, 2024-09-16T02:08:56.058 INFO:teuthology.orchestra.run.smithi029.stdout: "command_active": 0, 2024-09-16T02:08:56.058 INFO:teuthology.orchestra.run.smithi029.stdout: "command_send": 0, 2024-09-16T02:08:56.058 INFO:teuthology.orchestra.run.smithi029.stdout: "command_resend": 0, 2024-09-16T02:08:56.058 INFO:teuthology.orchestra.run.smithi029.stdout: "map_epoch": 84, 2024-09-16T02:08:56.058 INFO:teuthology.orchestra.run.smithi029.stdout: "map_full": 0, 2024-09-16T02:08:56.058 INFO:teuthology.orchestra.run.smithi029.stdout: "map_inc": 2, 2024-09-16T02:08:56.058 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_sessions": 5, 2024-09-16T02:08:56.058 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_session_open": 6, 2024-09-16T02:08:56.059 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_session_close": 1, 2024-09-16T02:08:56.059 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_laggy": 0, 2024-09-16T02:08:56.059 INFO:teuthology.orchestra.run.smithi029.stdout: "omap_wr": 0, 2024-09-16T02:08:56.059 INFO:teuthology.orchestra.run.smithi029.stdout: "omap_rd": 2, 2024-09-16T02:08:56.059 INFO:teuthology.orchestra.run.smithi029.stdout: "omap_del": 0 2024-09-16T02:08:56.059 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.059 INFO:teuthology.orchestra.run.smithi029.stdout: "oft": { 2024-09-16T02:08:56.059 INFO:teuthology.orchestra.run.smithi029.stdout: "omap_total_objs": 0, 2024-09-16T02:08:56.059 INFO:teuthology.orchestra.run.smithi029.stdout: "omap_total_kv_pairs": 0, 2024-09-16T02:08:56.059 INFO:teuthology.orchestra.run.smithi029.stdout: "omap_total_updates": 0, 2024-09-16T02:08:56.059 INFO:teuthology.orchestra.run.smithi029.stdout: "omap_total_removes": 0 2024-09-16T02:08:56.059 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.060 INFO:teuthology.orchestra.run.smithi029.stdout: "osd-slow-ops": { 2024-09-16T02:08:56.060 INFO:teuthology.orchestra.run.smithi029.stdout: "slow_ops_count": 0 2024-09-16T02:08:56.060 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.060 INFO:teuthology.orchestra.run.smithi029.stdout: "purge_queue": { 2024-09-16T02:08:56.060 INFO:teuthology.orchestra.run.smithi029.stdout: "pq_executing_ops": 0, 2024-09-16T02:08:56.060 INFO:teuthology.orchestra.run.smithi029.stdout: "pq_executing_ops_high_water": 0, 2024-09-16T02:08:56.060 INFO:teuthology.orchestra.run.smithi029.stdout: "pq_executing": 0, 2024-09-16T02:08:56.060 INFO:teuthology.orchestra.run.smithi029.stdout: "pq_executing_high_water": 0, 2024-09-16T02:08:56.060 INFO:teuthology.orchestra.run.smithi029.stdout: "pq_executed_ops": 0, 2024-09-16T02:08:56.060 INFO:teuthology.orchestra.run.smithi029.stdout: "pq_executed": 0, 2024-09-16T02:08:56.060 INFO:teuthology.orchestra.run.smithi029.stdout: "pq_item_in_journal": 0 2024-09-16T02:08:56.060 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.061 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T02:08:56.061 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2024-09-16T02:08:56.061 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 104857600, 2024-09-16T02:08:56.061 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2024-09-16T02:08:56.061 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 5465, 2024-09-16T02:08:56.061 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 5291150, 2024-09-16T02:08:56.061 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:56.061 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 5465, 2024-09-16T02:08:56.061 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 0, 2024-09-16T02:08:56.061 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 0, 2024-09-16T02:08:56.061 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 5465, 2024-09-16T02:08:56.061 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 5291150, 2024-09-16T02:08:56.061 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2024-09-16T02:08:56.062 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.062 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.062 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.062 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:56.062 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.062 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-objecter_bytes": { 2024-09-16T02:08:56.062 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2024-09-16T02:08:56.062 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 104857600, 2024-09-16T02:08:56.062 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2024-09-16T02:08:56.062 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 0, 2024-09-16T02:08:56.062 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 0, 2024-09-16T02:08:56.062 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:56.062 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 0, 2024-09-16T02:08:56.063 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 5006, 2024-09-16T02:08:56.063 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 3536831, 2024-09-16T02:08:56.063 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 5006, 2024-09-16T02:08:56.063 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 3536831, 2024-09-16T02:08:56.063 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2024-09-16T02:08:56.063 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.063 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.063 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.063 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:56.063 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.063 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-objecter_ops": { 2024-09-16T02:08:56.063 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2024-09-16T02:08:56.063 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 1024, 2024-09-16T02:08:56.064 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2024-09-16T02:08:56.064 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 0, 2024-09-16T02:08:56.064 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 0, 2024-09-16T02:08:56.064 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:56.064 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 0, 2024-09-16T02:08:56.064 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 5006, 2024-09-16T02:08:56.064 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 5006, 2024-09-16T02:08:56.064 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 5006, 2024-09-16T02:08:56.064 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 5006, 2024-09-16T02:08:56.064 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2024-09-16T02:08:56.064 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.064 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.064 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.064 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:56.065 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.065 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-write_buf_throttle": { 2024-09-16T02:08:56.065 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2024-09-16T02:08:56.065 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 3758096384, 2024-09-16T02:08:56.065 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2024-09-16T02:08:56.065 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 0, 2024-09-16T02:08:56.065 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 0, 2024-09-16T02:08:56.065 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:56.065 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 0, 2024-09-16T02:08:56.065 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 0, 2024-09-16T02:08:56.065 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 0, 2024-09-16T02:08:56.065 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 0, 2024-09-16T02:08:56.066 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 0, 2024-09-16T02:08:56.066 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2024-09-16T02:08:56.066 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.066 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.066 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.066 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:56.066 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:56.066 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-write_buf_throttle-0x5618153b8b40": { 2024-09-16T02:08:56.066 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2024-09-16T02:08:56.066 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 3758096384, 2024-09-16T02:08:56.066 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2024-09-16T02:08:56.066 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 0, 2024-09-16T02:08:56.066 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 0, 2024-09-16T02:08:56.067 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:56.067 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 0, 2024-09-16T02:08:56.067 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 0, 2024-09-16T02:08:56.067 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 0, 2024-09-16T02:08:56.067 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 0, 2024-09-16T02:08:56.067 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 0, 2024-09-16T02:08:56.067 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2024-09-16T02:08:56.067 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:56.067 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:56.068 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:56.068 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:56.068 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:56.068 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T02:08:56.849 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:56 smithi122 ceph-mon[34758]: pgmap v1101: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 124 KiB/s rd, 255 KiB/s wr, 56 op/s 2024-09-16T02:08:56.912 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:56 smithi029 ceph-mon[34783]: pgmap v1101: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 124 KiB/s rd, 255 KiB/s wr, 56 op/s 2024-09-16T02:08:56.944 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-09-16T02:08:56.944 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-09-16T02:08:56.945 DEBUG:tasks.check_counter:Getting stats from k 2024-09-16T02:08:56.945 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph daemon mds.k perf dump 2024-09-16T02:08:57.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:56 smithi017 ceph-mon[30972]: pgmap v1101: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 124 KiB/s rd, 255 KiB/s wr, 56 op/s 2024-09-16T02:08:57.203 INFO:teuthology.orchestra.run.smithi029.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:08:57.763 INFO:teuthology.orchestra.run.smithi029.stdout:{ 2024-09-16T02:08:57.763 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T02:08:57.763 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 0, 2024-09-16T02:08:57.763 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 2, 2024-09-16T02:08:57.763 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 0, 2024-09-16T02:08:57.764 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 0, 2024-09-16T02:08:57.764 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 4, 2024-09-16T02:08:57.764 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 0, 2024-09-16T02:08:57.764 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.001228745, 2024-09-16T02:08:57.764 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.000000000, 2024-09-16T02:08:57.764 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.000252970, 2024-09-16T02:08:57.764 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:57.764 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:57.764 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:57.764 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:57.764 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:57.764 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:57.765 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:57.765 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:57.765 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:57.765 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:57.765 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:57.765 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T02:08:57.765 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T02:08:57.765 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:57.765 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T02:08:57.765 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 449, 2024-09-16T02:08:57.765 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 444, 2024-09-16T02:08:57.765 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 822384, 2024-09-16T02:08:57.766 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 274832, 2024-09-16T02:08:57.766 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 2, 2024-09-16T02:08:57.766 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 1, 2024-09-16T02:08:57.766 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.058523334, 2024-09-16T02:08:57.766 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.027360005, 2024-09-16T02:08:57.766 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.036572538, 2024-09-16T02:08:57.766 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:57.766 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:57.766 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 443, 2024-09-16T02:08:57.766 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.023703105, 2024-09-16T02:08:57.767 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000053505 2024-09-16T02:08:57.767 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:57.767 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:57.767 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:57.767 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:57.767 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:57.767 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:57.767 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 822384, 2024-09-16T02:08:57.767 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 274832 2024-09-16T02:08:57.767 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:57.767 INFO:teuthology.orchestra.run.smithi029.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T02:08:57.767 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_messages": 6, 2024-09-16T02:08:57.767 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages": 341, 2024-09-16T02:08:57.768 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_bytes": 3312, 2024-09-16T02:08:57.768 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_bytes": 217456, 2024-09-16T02:08:57.768 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_created_connections": 4, 2024-09-16T02:08:57.768 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_active_connections": 2, 2024-09-16T02:08:57.768 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_total_time": 0.021491229, 2024-09-16T02:08:57.768 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_send_time": 0.014479435, 2024-09-16T02:08:57.768 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_recv_time": 0.003447718, 2024-09-16T02:08:57.768 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-09-16T02:08:57.768 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:57.768 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 340, 2024-09-16T02:08:57.768 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.022084451, 2024-09-16T02:08:57.768 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000064954 2024-09-16T02:08:57.768 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:57.769 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:57.769 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:57.769 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:57.769 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:57.769 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:57.769 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-09-16T02:08:57.769 INFO:teuthology.orchestra.run.smithi029.stdout: "msgr_send_encrypted_bytes": 217456 2024-09-16T02:08:57.769 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:57.769 INFO:teuthology.orchestra.run.smithi029.stdout: "cct": { 2024-09-16T02:08:57.769 INFO:teuthology.orchestra.run.smithi029.stdout: "total_workers": 0, 2024-09-16T02:08:57.769 INFO:teuthology.orchestra.run.smithi029.stdout: "unhealthy_workers": 0 2024-09-16T02:08:57.769 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:57.769 INFO:teuthology.orchestra.run.smithi029.stdout: "mempool": { 2024-09-16T02:08:57.770 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_bytes": 0, 2024-09-16T02:08:57.770 INFO:teuthology.orchestra.run.smithi029.stdout: "bloom_filter_items": 0, 2024-09-16T02:08:57.770 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T02:08:57.770 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_alloc_items": 0, 2024-09-16T02:08:57.770 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T02:08:57.770 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_data_items": 0, 2024-09-16T02:08:57.770 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T02:08:57.770 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T02:08:57.770 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T02:08:57.770 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T02:08:57.770 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T02:08:57.770 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_other_items": 0, 2024-09-16T02:08:57.770 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T02:08:57.770 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T02:08:57.771 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_bytes": 0, 2024-09-16T02:08:57.771 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_extent_items": 0, 2024-09-16T02:08:57.771 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_bytes": 0, 2024-09-16T02:08:57.771 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_blob_items": 0, 2024-09-16T02:08:57.771 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T02:08:57.771 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T02:08:57.771 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T02:08:57.771 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T02:08:57.771 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T02:08:57.771 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_fsck_items": 0, 2024-09-16T02:08:57.771 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_bytes": 0, 2024-09-16T02:08:57.771 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_txc_items": 0, 2024-09-16T02:08:57.771 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T02:08:57.772 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T02:08:57.772 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_bytes": 0, 2024-09-16T02:08:57.772 INFO:teuthology.orchestra.run.smithi029.stdout: "bluestore_writing_items": 0, 2024-09-16T02:08:57.772 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_bytes": 0, 2024-09-16T02:08:57.772 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_items": 0, 2024-09-16T02:08:57.772 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T02:08:57.772 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_reader_items": 0, 2024-09-16T02:08:57.772 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T02:08:57.772 INFO:teuthology.orchestra.run.smithi029.stdout: "bluefs_file_writer_items": 0, 2024-09-16T02:08:57.772 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_bytes": 148744, 2024-09-16T02:08:57.772 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_anon_items": 30, 2024-09-16T02:08:57.772 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_bytes": 0, 2024-09-16T02:08:57.772 INFO:teuthology.orchestra.run.smithi029.stdout: "buffer_meta_items": 0, 2024-09-16T02:08:57.773 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_bytes": 0, 2024-09-16T02:08:57.773 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_items": 0, 2024-09-16T02:08:57.773 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_bytes": 0, 2024-09-16T02:08:57.773 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_mapbl_items": 0, 2024-09-16T02:08:57.773 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_bytes": 0, 2024-09-16T02:08:57.773 INFO:teuthology.orchestra.run.smithi029.stdout: "osd_pglog_items": 0, 2024-09-16T02:08:57.773 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_bytes": 0, 2024-09-16T02:08:57.773 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_items": 0, 2024-09-16T02:08:57.773 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T02:08:57.773 INFO:teuthology.orchestra.run.smithi029.stdout: "osdmap_mapping_items": 0, 2024-09-16T02:08:57.773 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_bytes": 0, 2024-09-16T02:08:57.773 INFO:teuthology.orchestra.run.smithi029.stdout: "pgmap_items": 0, 2024-09-16T02:08:57.774 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_bytes": 928, 2024-09-16T02:08:57.774 INFO:teuthology.orchestra.run.smithi029.stdout: "mds_co_items": 2, 2024-09-16T02:08:57.774 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_bytes": 0, 2024-09-16T02:08:57.774 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_1_items": 0, 2024-09-16T02:08:57.774 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_bytes": 0, 2024-09-16T02:08:57.774 INFO:teuthology.orchestra.run.smithi029.stdout: "unittest_2_items": 0 2024-09-16T02:08:57.774 INFO:teuthology.orchestra.run.smithi029.stdout: }, 2024-09-16T02:08:57.774 INFO:teuthology.orchestra.run.smithi029.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T02:08:57.774 INFO:teuthology.orchestra.run.smithi029.stdout: "val": 0, 2024-09-16T02:08:57.774 INFO:teuthology.orchestra.run.smithi029.stdout: "max": 104857600, 2024-09-16T02:08:57.774 INFO:teuthology.orchestra.run.smithi029.stdout: "get_started": 0, 2024-09-16T02:08:57.774 INFO:teuthology.orchestra.run.smithi029.stdout: "get": 451, 2024-09-16T02:08:57.775 INFO:teuthology.orchestra.run.smithi029.stdout: "get_sum": 758874, 2024-09-16T02:08:57.775 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:57.775 INFO:teuthology.orchestra.run.smithi029.stdout: "get_or_fail_success": 451, 2024-09-16T02:08:57.775 INFO:teuthology.orchestra.run.smithi029.stdout: "take": 0, 2024-09-16T02:08:57.775 INFO:teuthology.orchestra.run.smithi029.stdout: "take_sum": 0, 2024-09-16T02:08:57.775 INFO:teuthology.orchestra.run.smithi029.stdout: "put": 451, 2024-09-16T02:08:57.775 INFO:teuthology.orchestra.run.smithi029.stdout: "put_sum": 758874, 2024-09-16T02:08:57.775 INFO:teuthology.orchestra.run.smithi029.stdout: "wait": { 2024-09-16T02:08:57.775 INFO:teuthology.orchestra.run.smithi029.stdout: "avgcount": 0, 2024-09-16T02:08:57.776 INFO:teuthology.orchestra.run.smithi029.stdout: "sum": 0.000000000, 2024-09-16T02:08:57.776 INFO:teuthology.orchestra.run.smithi029.stdout: "avgtime": 0.000000000 2024-09-16T02:08:57.776 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:57.776 INFO:teuthology.orchestra.run.smithi029.stdout: } 2024-09-16T02:08:57.776 INFO:teuthology.orchestra.run.smithi029.stdout:} 2024-09-16T02:08:58.478 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-09-16T02:08:58.478 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-09-16T02:08:58.478 DEBUG:tasks.check_counter:Getting stats from c 2024-09-16T02:08:58.479 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph daemon mds.c perf dump 2024-09-16T02:08:58.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:08:58 smithi029 ceph-mon[34783]: pgmap v1102: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.1 KiB/s wr, 16 op/s 2024-09-16T02:08:58.857 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T02:08:58.977 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:08:58 smithi122 ceph-mon[34758]: pgmap v1102: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.1 KiB/s wr, 16 op/s 2024-09-16T02:08:59.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:08:58 smithi017 ceph-mon[30972]: pgmap v1102: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 10 KiB/s rd, 9.1 KiB/s wr, 16 op/s 2024-09-16T02:08:59.527 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-16T02:08:59.527 INFO:teuthology.orchestra.run.smithi122.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T02:08:59.528 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_messages": 42818, 2024-09-16T02:08:59.528 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages": 30424, 2024-09-16T02:08:59.528 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_bytes": 12011640, 2024-09-16T02:08:59.528 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_bytes": 37344712, 2024-09-16T02:08:59.528 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_created_connections": 38, 2024-09-16T02:08:59.529 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_active_connections": 4, 2024-09-16T02:08:59.529 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_total_time": 2.348599715, 2024-09-16T02:08:59.529 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_send_time": 1.039290190, 2024-09-16T02:08:59.529 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_recv_time": 1.385081846, 2024-09-16T02:08:59.529 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_fast_dispatch_time": 0.212204840, 2024-09-16T02:08:59.530 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:59.530 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 30424, 2024-09-16T02:08:59.530 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.704687722, 2024-09-16T02:08:59.530 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000023162 2024-09-16T02:08:59.530 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.531 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:59.531 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 54036, 2024-09-16T02:08:59.531 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.008374652, 2024-09-16T02:08:59.531 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000154 2024-09-16T02:08:59.531 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.532 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_encrypted_bytes": 888032, 2024-09-16T02:08:59.532 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_encrypted_bytes": 301168 2024-09-16T02:08:59.532 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.532 INFO:teuthology.orchestra.run.smithi122.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T02:08:59.532 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_messages": 416143, 2024-09-16T02:08:59.533 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages": 466590, 2024-09-16T02:08:59.533 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_bytes": 123826047, 2024-09-16T02:08:59.533 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_bytes": 331356827, 2024-09-16T02:08:59.533 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_created_connections": 13, 2024-09-16T02:08:59.533 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_active_connections": 5, 2024-09-16T02:08:59.533 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_total_time": 19.537064981, 2024-09-16T02:08:59.533 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_send_time": 7.907826864, 2024-09-16T02:08:59.533 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_recv_time": 13.722088023, 2024-09-16T02:08:59.533 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_fast_dispatch_time": 0.294588263, 2024-09-16T02:08:59.533 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:59.533 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 466588, 2024-09-16T02:08:59.533 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 7.013684571, 2024-09-16T02:08:59.534 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000015031 2024-09-16T02:08:59.534 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.534 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:59.534 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 853906, 2024-09-16T02:08:59.534 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.124026046, 2024-09-16T02:08:59.534 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000145 2024-09-16T02:08:59.534 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.534 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_encrypted_bytes": 1248, 2024-09-16T02:08:59.534 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_encrypted_bytes": 763536 2024-09-16T02:08:59.534 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.534 INFO:teuthology.orchestra.run.smithi122.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T02:08:59.534 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_messages": 12722, 2024-09-16T02:08:59.535 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages": 12887, 2024-09-16T02:08:59.535 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_bytes": 4107919, 2024-09-16T02:08:59.535 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_bytes": 39740173, 2024-09-16T02:08:59.535 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_created_connections": 63, 2024-09-16T02:08:59.535 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_active_connections": 6, 2024-09-16T02:08:59.535 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_total_time": 0.837477395, 2024-09-16T02:08:59.536 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_send_time": 0.290168308, 2024-09-16T02:08:59.536 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_recv_time": 0.201493109, 2024-09-16T02:08:59.536 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_fast_dispatch_time": 0.289936732, 2024-09-16T02:08:59.536 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:08:59.536 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 12885, 2024-09-16T02:08:59.537 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.384638193, 2024-09-16T02:08:59.537 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000029851 2024-09-16T02:08:59.537 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.537 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:08:59.537 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 393, 2024-09-16T02:08:59.537 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000075122, 2024-09-16T02:08:59.538 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000191 2024-09-16T02:08:59.538 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.538 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T02:08:59.538 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T02:08:59.538 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.538 INFO:teuthology.orchestra.run.smithi122.stdout: "cct": { 2024-09-16T02:08:59.538 INFO:teuthology.orchestra.run.smithi122.stdout: "total_workers": 1, 2024-09-16T02:08:59.538 INFO:teuthology.orchestra.run.smithi122.stdout: "unhealthy_workers": 0 2024-09-16T02:08:59.538 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.538 INFO:teuthology.orchestra.run.smithi122.stdout: "finisher-MDSRank": { 2024-09-16T02:08:59.538 INFO:teuthology.orchestra.run.smithi122.stdout: "queue_len": 0, 2024-09-16T02:08:59.538 INFO:teuthology.orchestra.run.smithi122.stdout: "complete_latency": { 2024-09-16T02:08:59.538 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 35296, 2024-09-16T02:08:59.539 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 25.550613997, 2024-09-16T02:08:59.539 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000723895 2024-09-16T02:08:59.539 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:08:59.539 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.539 INFO:teuthology.orchestra.run.smithi122.stdout: "finisher-PurgeQueue": { 2024-09-16T02:08:59.539 INFO:teuthology.orchestra.run.smithi122.stdout: "queue_len": 0, 2024-09-16T02:08:59.539 INFO:teuthology.orchestra.run.smithi122.stdout: "complete_latency": { 2024-09-16T02:08:59.539 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 16596, 2024-09-16T02:08:59.540 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.947849660, 2024-09-16T02:08:59.540 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000057113 2024-09-16T02:08:59.540 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:08:59.540 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.540 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": { 2024-09-16T02:08:59.540 INFO:teuthology.orchestra.run.smithi122.stdout: "request": 370886, 2024-09-16T02:08:59.540 INFO:teuthology.orchestra.run.smithi122.stdout: "reply": 370884, 2024-09-16T02:08:59.540 INFO:teuthology.orchestra.run.smithi122.stdout: "reply_latency": { 2024-09-16T02:08:59.540 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 370884, 2024-09-16T02:08:59.540 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 151.098855983, 2024-09-16T02:08:59.540 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000407401 2024-09-16T02:08:59.541 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.541 INFO:teuthology.orchestra.run.smithi122.stdout: "slow_reply": 0, 2024-09-16T02:08:59.541 INFO:teuthology.orchestra.run.smithi122.stdout: "forward": 2, 2024-09-16T02:08:59.541 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_fetch_complete": 0, 2024-09-16T02:08:59.541 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_fetch_keys": 0, 2024-09-16T02:08:59.541 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_commit": 11, 2024-09-16T02:08:59.541 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_split": 0, 2024-09-16T02:08:59.541 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_merge": 0, 2024-09-16T02:08:59.541 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes": 15, 2024-09-16T02:08:59.542 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_top": 0, 2024-09-16T02:08:59.542 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_bottom": 1, 2024-09-16T02:08:59.542 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_pin_tail": 14, 2024-09-16T02:08:59.542 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_pinned": 14, 2024-09-16T02:08:59.542 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_expired": 51, 2024-09-16T02:08:59.542 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_with_caps": 4, 2024-09-16T02:08:59.542 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": 4, 2024-09-16T02:08:59.542 INFO:teuthology.orchestra.run.smithi122.stdout: "subtrees": 3, 2024-09-16T02:08:59.542 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse": 713106, 2024-09-16T02:08:59.542 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_hit": 707723, 2024-09-16T02:08:59.542 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_forward": 1, 2024-09-16T02:08:59.542 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_discover": 12, 2024-09-16T02:08:59.543 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_dir_fetch": 0, 2024-09-16T02:08:59.543 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_remote_ino": 0, 2024-09-16T02:08:59.543 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_lock": 0, 2024-09-16T02:08:59.543 INFO:teuthology.orchestra.run.smithi122.stdout: "load_cent": 0, 2024-09-16T02:08:59.543 INFO:teuthology.orchestra.run.smithi122.stdout: "q": 0, 2024-09-16T02:08:59.543 INFO:teuthology.orchestra.run.smithi122.stdout: "exported": 3, 2024-09-16T02:08:59.543 INFO:teuthology.orchestra.run.smithi122.stdout: "exported_inodes": 1, 2024-09-16T02:08:59.543 INFO:teuthology.orchestra.run.smithi122.stdout: "imported": 3, 2024-09-16T02:08:59.543 INFO:teuthology.orchestra.run.smithi122.stdout: "imported_inodes": 62, 2024-09-16T02:08:59.543 INFO:teuthology.orchestra.run.smithi122.stdout: "openino_dir_fetch": 0, 2024-09-16T02:08:59.543 INFO:teuthology.orchestra.run.smithi122.stdout: "openino_backtrace_fetch": 1334, 2024-09-16T02:08:59.543 INFO:teuthology.orchestra.run.smithi122.stdout: "openino_peer_discover": 0, 2024-09-16T02:08:59.544 INFO:teuthology.orchestra.run.smithi122.stdout: "root_rfiles": 4, 2024-09-16T02:08:59.544 INFO:teuthology.orchestra.run.smithi122.stdout: "root_rbytes": 234, 2024-09-16T02:08:59.544 INFO:teuthology.orchestra.run.smithi122.stdout: "root_rsnaps": 0, 2024-09-16T02:08:59.544 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_backtrace_fetch": 1334, 2024-09-16T02:08:59.544 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_set_tag": 0, 2024-09-16T02:08:59.544 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T02:08:59.544 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_inotable_repaired": 0, 2024-09-16T02:08:59.544 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_dir_inodes": 140, 2024-09-16T02:08:59.544 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T02:08:59.544 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_dirfrag_rstats": 140, 2024-09-16T02:08:59.544 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_file_inodes": 1194, 2024-09-16T02:08:59.544 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_inode_file_caps": 0, 2024-09-16T02:08:59.544 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_revoke": 20207, 2024-09-16T02:08:59.545 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_grant": 35259, 2024-09-16T02:08:59.545 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T02:08:59.545 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T02:08:59.545 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T02:08:59.545 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_caps": 33622, 2024-09-16T02:08:59.545 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_caps_dirty": 10717, 2024-09-16T02:08:59.545 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_cap_release": 708, 2024-09-16T02:08:59.545 INFO:teuthology.orchestra.run.smithi122.stdout: "process_request_cap_release": 31670 2024-09-16T02:08:59.545 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.545 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_cache": { 2024-09-16T02:08:59.545 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_update": 2, 2024-09-16T02:08:59.545 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_update_receipt": 24, 2024-09-16T02:08:59.546 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_try_discover": 16, 2024-09-16T02:08:59.546 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_send_discover": 21, 2024-09-16T02:08:59.546 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_handle_discover": 5, 2024-09-16T02:08:59.546 INFO:teuthology.orchestra.run.smithi122.stdout: "num_strays": 0, 2024-09-16T02:08:59.546 INFO:teuthology.orchestra.run.smithi122.stdout: "num_strays_delayed": 0, 2024-09-16T02:08:59.546 INFO:teuthology.orchestra.run.smithi122.stdout: "num_strays_enqueuing": 0, 2024-09-16T02:08:59.546 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_created": 8658, 2024-09-16T02:08:59.546 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_enqueued": 8658, 2024-09-16T02:08:59.546 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_reintegrated": 0, 2024-09-16T02:08:59.546 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_migrated": 0, 2024-09-16T02:08:59.546 INFO:teuthology.orchestra.run.smithi122.stdout: "num_recovering_processing": 0, 2024-09-16T02:08:59.546 INFO:teuthology.orchestra.run.smithi122.stdout: "num_recovering_enqueued": 0, 2024-09-16T02:08:59.547 INFO:teuthology.orchestra.run.smithi122.stdout: "num_recovering_prioritized": 0, 2024-09-16T02:08:59.547 INFO:teuthology.orchestra.run.smithi122.stdout: "recovery_started": 0, 2024-09-16T02:08:59.547 INFO:teuthology.orchestra.run.smithi122.stdout: "recovery_completed": 0, 2024-09-16T02:08:59.547 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_quiesce_path": 0, 2024-09-16T02:08:59.547 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_quiesce_inode": 0, 2024-09-16T02:08:59.547 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T02:08:59.547 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_exportdir": 3, 2024-09-16T02:08:59.547 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_flush": 0, 2024-09-16T02:08:59.547 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_fragmentdir": 0, 2024-09-16T02:08:59.547 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_fragstats": 0, 2024-09-16T02:08:59.547 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_inodestats": 0 2024-09-16T02:08:59.548 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.548 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_log": { 2024-09-16T02:08:59.548 INFO:teuthology.orchestra.run.smithi122.stdout: "evlrg": 0, 2024-09-16T02:08:59.548 INFO:teuthology.orchestra.run.smithi122.stdout: "evadd": 55436, 2024-09-16T02:08:59.548 INFO:teuthology.orchestra.run.smithi122.stdout: "evex": 0, 2024-09-16T02:08:59.548 INFO:teuthology.orchestra.run.smithi122.stdout: "evtrm": 0, 2024-09-16T02:08:59.548 INFO:teuthology.orchestra.run.smithi122.stdout: "ev": 55436, 2024-09-16T02:08:59.548 INFO:teuthology.orchestra.run.smithi122.stdout: "evexg": 0, 2024-09-16T02:08:59.548 INFO:teuthology.orchestra.run.smithi122.stdout: "evexd": 0, 2024-09-16T02:08:59.548 INFO:teuthology.orchestra.run.smithi122.stdout: "segadd": 78, 2024-09-16T02:08:59.548 INFO:teuthology.orchestra.run.smithi122.stdout: "segex": 0, 2024-09-16T02:08:59.548 INFO:teuthology.orchestra.run.smithi122.stdout: "segtrm": 0, 2024-09-16T02:08:59.549 INFO:teuthology.orchestra.run.smithi122.stdout: "seg": 78, 2024-09-16T02:08:59.549 INFO:teuthology.orchestra.run.smithi122.stdout: "segmjr": 6, 2024-09-16T02:08:59.549 INFO:teuthology.orchestra.run.smithi122.stdout: "segexg": 0, 2024-09-16T02:08:59.549 INFO:teuthology.orchestra.run.smithi122.stdout: "segexd": 0, 2024-09-16T02:08:59.549 INFO:teuthology.orchestra.run.smithi122.stdout: "expos": 4194304, 2024-09-16T02:08:59.549 INFO:teuthology.orchestra.run.smithi122.stdout: "wrpos": 110480630, 2024-09-16T02:08:59.549 INFO:teuthology.orchestra.run.smithi122.stdout: "rdpos": 0, 2024-09-16T02:08:59.549 INFO:teuthology.orchestra.run.smithi122.stdout: "jlat": { 2024-09-16T02:08:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 16980, 2024-09-16T02:08:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 44.028141650, 2024-09-16T02:08:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.002592941 2024-09-16T02:08:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: "replayed": 0 2024-09-16T02:08:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_mem": { 2024-09-16T02:08:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: "ino": 19, 2024-09-16T02:08:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: "ino+": 8702, 2024-09-16T02:08:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: "ino-": 8683, 2024-09-16T02:08:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: "dir": 18, 2024-09-16T02:08:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: "dir+": 54, 2024-09-16T02:08:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: "dir-": 36, 2024-09-16T02:08:59.550 INFO:teuthology.orchestra.run.smithi122.stdout: "dn": 15, 2024-09-16T02:08:59.551 INFO:teuthology.orchestra.run.smithi122.stdout: "dn+": 9127, 2024-09-16T02:08:59.551 INFO:teuthology.orchestra.run.smithi122.stdout: "dn-": 9112, 2024-09-16T02:08:59.551 INFO:teuthology.orchestra.run.smithi122.stdout: "cap": 4, 2024-09-16T02:08:59.551 INFO:teuthology.orchestra.run.smithi122.stdout: "cap+": 8665, 2024-09-16T02:08:59.551 INFO:teuthology.orchestra.run.smithi122.stdout: "cap-": 8661, 2024-09-16T02:08:59.551 INFO:teuthology.orchestra.run.smithi122.stdout: "rss": 73168, 2024-09-16T02:08:59.551 INFO:teuthology.orchestra.run.smithi122.stdout: "heap": 223520 2024-09-16T02:08:59.551 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.551 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_server": { 2024-09-16T02:08:59.552 INFO:teuthology.orchestra.run.smithi122.stdout: "dispatch_client_request": 386649, 2024-09-16T02:08:59.552 INFO:teuthology.orchestra.run.smithi122.stdout: "dispatch_server_request": 5, 2024-09-16T02:08:59.552 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_request": 370886, 2024-09-16T02:08:59.552 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_session": 998, 2024-09-16T02:08:59.552 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_peer_request": 1760, 2024-09-16T02:08:59.552 INFO:teuthology.orchestra.run.smithi122.stdout: "req_create_latency": { 2024-09-16T02:08:59.552 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 8594, 2024-09-16T02:08:59.552 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 11.780560351, 2024-09-16T02:08:59.552 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.001370788 2024-09-16T02:08:59.552 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.552 INFO:teuthology.orchestra.run.smithi122.stdout: "req_getattr_latency": { 2024-09-16T02:08:59.552 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 332871, 2024-09-16T02:08:59.553 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 77.739773705, 2024-09-16T02:08:59.553 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000233543 2024-09-16T02:08:59.553 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.553 INFO:teuthology.orchestra.run.smithi122.stdout: "req_getfilelock_latency": { 2024-09-16T02:08:59.553 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.553 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.553 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.553 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.553 INFO:teuthology.orchestra.run.smithi122.stdout: "req_link_latency": { 2024-09-16T02:08:59.553 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.554 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.554 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.554 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.554 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookup_latency": { 2024-09-16T02:08:59.554 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 1355, 2024-09-16T02:08:59.554 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.619491449, 2024-09-16T02:08:59.554 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000457189 2024-09-16T02:08:59.554 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.554 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookuphash_latency": { 2024-09-16T02:08:59.554 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.554 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.554 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.554 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.555 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupino_latency": { 2024-09-16T02:08:59.555 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.555 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.555 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.555 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.555 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupname_latency": { 2024-09-16T02:08:59.555 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.555 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.555 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.555 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.555 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupparent_latency": { 2024-09-16T02:08:59.555 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.556 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.556 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.556 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.556 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupsnap_latency": { 2024-09-16T02:08:59.556 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.556 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.556 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.556 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.556 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lssnap_latency": { 2024-09-16T02:08:59.556 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.556 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.557 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.557 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.557 INFO:teuthology.orchestra.run.smithi122.stdout: "req_mkdir_latency": { 2024-09-16T02:08:59.557 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 2, 2024-09-16T02:08:59.557 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.002018477, 2024-09-16T02:08:59.557 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.001009238 2024-09-16T02:08:59.557 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.557 INFO:teuthology.orchestra.run.smithi122.stdout: "req_mknod_latency": { 2024-09-16T02:08:59.558 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.558 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.558 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.558 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.558 INFO:teuthology.orchestra.run.smithi122.stdout: "req_mksnap_latency": { 2024-09-16T02:08:59.558 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.558 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.558 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.558 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.559 INFO:teuthology.orchestra.run.smithi122.stdout: "req_open_latency": { 2024-09-16T02:08:59.559 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 5688, 2024-09-16T02:08:59.559 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 3.514000892, 2024-09-16T02:08:59.559 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000617791 2024-09-16T02:08:59.559 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.559 INFO:teuthology.orchestra.run.smithi122.stdout: "req_readdir_latency": { 2024-09-16T02:08:59.559 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 11545, 2024-09-16T02:08:59.560 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 36.013673073, 2024-09-16T02:08:59.560 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.003119417 2024-09-16T02:08:59.560 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.560 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rename_latency": { 2024-09-16T02:08:59.560 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 1919, 2024-09-16T02:08:59.560 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 4.129163538, 2024-09-16T02:08:59.560 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.002151726 2024-09-16T02:08:59.560 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.561 INFO:teuthology.orchestra.run.smithi122.stdout: "req_renamesnap_latency": { 2024-09-16T02:08:59.561 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.561 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.561 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.561 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.561 INFO:teuthology.orchestra.run.smithi122.stdout: "req_snapdiff_latency": { 2024-09-16T02:08:59.561 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.561 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.562 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.562 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.562 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rmdir_latency": { 2024-09-16T02:08:59.562 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 10, 2024-09-16T02:08:59.562 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.035972236, 2024-09-16T02:08:59.562 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.003597223 2024-09-16T02:08:59.562 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.563 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rmsnap_latency": { 2024-09-16T02:08:59.563 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.563 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.563 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.563 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.564 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rmxattr_latency": { 2024-09-16T02:08:59.564 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.564 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.564 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.564 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.564 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setattr_latency": { 2024-09-16T02:08:59.565 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.565 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.565 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.565 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.565 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setdirlayout_latency": { 2024-09-16T02:08:59.565 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.565 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.565 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.565 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.565 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setfilelock_latency": { 2024-09-16T02:08:59.565 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 252, 2024-09-16T02:08:59.566 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.077663256, 2024-09-16T02:08:59.566 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000308187 2024-09-16T02:08:59.566 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.566 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setlayout_latency": { 2024-09-16T02:08:59.566 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.566 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.566 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.566 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.566 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setxattr_latency": { 2024-09-16T02:08:59.566 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.566 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.566 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.566 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.567 INFO:teuthology.orchestra.run.smithi122.stdout: "req_symlink_latency": { 2024-09-16T02:08:59.567 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.567 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.567 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.567 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.567 INFO:teuthology.orchestra.run.smithi122.stdout: "req_unlink_latency": { 2024-09-16T02:08:59.567 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 8648, 2024-09-16T02:08:59.567 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 17.186539006, 2024-09-16T02:08:59.567 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.001987342 2024-09-16T02:08:59.567 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.567 INFO:teuthology.orchestra.run.smithi122.stdout: "cap_revoke_eviction": 0, 2024-09-16T02:08:59.567 INFO:teuthology.orchestra.run.smithi122.stdout: "cap_acquisition_throttle": 0, 2024-09-16T02:08:59.567 INFO:teuthology.orchestra.run.smithi122.stdout: "req_getvxattr_latency": { 2024-09-16T02:08:59.568 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.568 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.568 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.568 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:08:59.568 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.568 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_sessions": { 2024-09-16T02:08:59.568 INFO:teuthology.orchestra.run.smithi122.stdout: "session_count": 1, 2024-09-16T02:08:59.568 INFO:teuthology.orchestra.run.smithi122.stdout: "session_add": 2, 2024-09-16T02:08:59.568 INFO:teuthology.orchestra.run.smithi122.stdout: "session_remove": 1, 2024-09-16T02:08:59.568 INFO:teuthology.orchestra.run.smithi122.stdout: "sessions_open": 1, 2024-09-16T02:08:59.568 INFO:teuthology.orchestra.run.smithi122.stdout: "sessions_stale": 0, 2024-09-16T02:08:59.568 INFO:teuthology.orchestra.run.smithi122.stdout: "total_load": 43318, 2024-09-16T02:08:59.569 INFO:teuthology.orchestra.run.smithi122.stdout: "average_load": 43318, 2024-09-16T02:08:59.569 INFO:teuthology.orchestra.run.smithi122.stdout: "avg_session_uptime": 1532, 2024-09-16T02:08:59.569 INFO:teuthology.orchestra.run.smithi122.stdout: "mdthresh_evicted": 0 2024-09-16T02:08:59.569 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.569 INFO:teuthology.orchestra.run.smithi122.stdout: "mempool": { 2024-09-16T02:08:59.569 INFO:teuthology.orchestra.run.smithi122.stdout: "bloom_filter_bytes": 0, 2024-09-16T02:08:59.569 INFO:teuthology.orchestra.run.smithi122.stdout: "bloom_filter_items": 0, 2024-09-16T02:08:59.569 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T02:08:59.569 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_alloc_items": 0, 2024-09-16T02:08:59.570 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T02:08:59.570 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_data_items": 0, 2024-09-16T02:08:59.570 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T02:08:59.570 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T02:08:59.570 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T02:08:59.570 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T02:08:59.570 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T02:08:59.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_other_items": 0, 2024-09-16T02:08:59.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T02:08:59.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T02:08:59.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_extent_bytes": 0, 2024-09-16T02:08:59.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_extent_items": 0, 2024-09-16T02:08:59.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_blob_bytes": 0, 2024-09-16T02:08:59.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_blob_items": 0, 2024-09-16T02:08:59.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T02:08:59.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T02:08:59.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T02:08:59.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T02:08:59.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T02:08:59.573 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_fsck_items": 0, 2024-09-16T02:08:59.573 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_txc_bytes": 0, 2024-09-16T02:08:59.573 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_txc_items": 0, 2024-09-16T02:08:59.573 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T02:08:59.573 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T02:08:59.573 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_bytes": 0, 2024-09-16T02:08:59.574 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_items": 0, 2024-09-16T02:08:59.574 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_bytes": 0, 2024-09-16T02:08:59.574 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_items": 0, 2024-09-16T02:08:59.574 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T02:08:59.574 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_reader_items": 0, 2024-09-16T02:08:59.574 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T02:08:59.575 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_writer_items": 0, 2024-09-16T02:08:59.575 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_anon_bytes": 300063, 2024-09-16T02:08:59.575 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_anon_items": 116, 2024-09-16T02:08:59.575 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_meta_bytes": 0, 2024-09-16T02:08:59.575 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_meta_items": 0, 2024-09-16T02:08:59.575 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_bytes": 0, 2024-09-16T02:08:59.575 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_items": 0, 2024-09-16T02:08:59.576 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_mapbl_bytes": 0, 2024-09-16T02:08:59.576 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_mapbl_items": 0, 2024-09-16T02:08:59.576 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_pglog_bytes": 0, 2024-09-16T02:08:59.576 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_pglog_items": 0, 2024-09-16T02:08:59.576 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_bytes": 7592, 2024-09-16T02:08:59.576 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_items": 156, 2024-09-16T02:08:59.577 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T02:08:59.577 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_mapping_items": 0, 2024-09-16T02:08:59.577 INFO:teuthology.orchestra.run.smithi122.stdout: "pgmap_bytes": 0, 2024-09-16T02:08:59.577 INFO:teuthology.orchestra.run.smithi122.stdout: "pgmap_items": 0, 2024-09-16T02:08:59.577 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_co_bytes": 79085, 2024-09-16T02:08:59.577 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_co_items": 387, 2024-09-16T02:08:59.578 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_1_bytes": 0, 2024-09-16T02:08:59.578 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_1_items": 0, 2024-09-16T02:08:59.578 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_2_bytes": 0, 2024-09-16T02:08:59.578 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_2_items": 0 2024-09-16T02:08:59.578 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.578 INFO:teuthology.orchestra.run.smithi122.stdout: "objecter": { 2024-09-16T02:08:59.579 INFO:teuthology.orchestra.run.smithi122.stdout: "op_active": 0, 2024-09-16T02:08:59.579 INFO:teuthology.orchestra.run.smithi122.stdout: "op_laggy": 0, 2024-09-16T02:08:59.579 INFO:teuthology.orchestra.run.smithi122.stdout: "op_send": 31069, 2024-09-16T02:08:59.579 INFO:teuthology.orchestra.run.smithi122.stdout: "op_send_bytes": 107784971, 2024-09-16T02:08:59.579 INFO:teuthology.orchestra.run.smithi122.stdout: "op_resend": 33, 2024-09-16T02:08:59.580 INFO:teuthology.orchestra.run.smithi122.stdout: "op_reply": 31069, 2024-09-16T02:08:59.580 INFO:teuthology.orchestra.run.smithi122.stdout: "op_latency": { 2024-09-16T02:08:59.580 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 31069, 2024-09-16T02:08:59.580 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 84.550113253, 2024-09-16T02:08:59.580 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.002721365 2024-09-16T02:08:59.580 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.581 INFO:teuthology.orchestra.run.smithi122.stdout: "op_inflight": 0, 2024-09-16T02:08:59.581 INFO:teuthology.orchestra.run.smithi122.stdout: "oplen_avg": { 2024-09-16T02:08:59.581 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 31069, 2024-09-16T02:08:59.581 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 32524 2024-09-16T02:08:59.581 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.582 INFO:teuthology.orchestra.run.smithi122.stdout: "op": 31069, 2024-09-16T02:08:59.582 INFO:teuthology.orchestra.run.smithi122.stdout: "op_r": 2635, 2024-09-16T02:08:59.582 INFO:teuthology.orchestra.run.smithi122.stdout: "op_w": 28434, 2024-09-16T02:08:59.582 INFO:teuthology.orchestra.run.smithi122.stdout: "op_rmw": 0, 2024-09-16T02:08:59.583 INFO:teuthology.orchestra.run.smithi122.stdout: "op_pg": 0, 2024-09-16T02:08:59.583 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_stat": 0, 2024-09-16T02:08:59.583 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_create": 10, 2024-09-16T02:08:59.583 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_read": 1301, 2024-09-16T02:08:59.583 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_write": 18281, 2024-09-16T02:08:59.583 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_writefull": 710, 2024-09-16T02:08:59.584 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_writesame": 0, 2024-09-16T02:08:59.584 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_append": 0, 2024-09-16T02:08:59.584 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_zero": 0, 2024-09-16T02:08:59.584 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_truncate": 0, 2024-09-16T02:08:59.584 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_delete": 8695, 2024-09-16T02:08:59.585 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_mapext": 0, 2024-09-16T02:08:59.585 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_sparse_read": 0, 2024-09-16T02:08:59.585 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_clonerange": 0, 2024-09-16T02:08:59.585 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_getxattr": 1334, 2024-09-16T02:08:59.585 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_setxattr": 20, 2024-09-16T02:08:59.585 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_cmpxattr": 0, 2024-09-16T02:08:59.586 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_rmxattr": 0, 2024-09-16T02:08:59.586 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_resetxattrs": 0, 2024-09-16T02:08:59.586 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_call": 0, 2024-09-16T02:08:59.586 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_watch": 0, 2024-09-16T02:08:59.586 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_notify": 0, 2024-09-16T02:08:59.586 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T02:08:59.586 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_pgls": 0, 2024-09-16T02:08:59.586 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_pgls_filter": 0, 2024-09-16T02:08:59.586 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_other": 0, 2024-09-16T02:08:59.586 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_active": 0, 2024-09-16T02:08:59.586 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_send": 0, 2024-09-16T02:08:59.587 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_resend": 0, 2024-09-16T02:08:59.587 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_ping": 0, 2024-09-16T02:08:59.587 INFO:teuthology.orchestra.run.smithi122.stdout: "poolop_active": 0, 2024-09-16T02:08:59.587 INFO:teuthology.orchestra.run.smithi122.stdout: "poolop_send": 0, 2024-09-16T02:08:59.587 INFO:teuthology.orchestra.run.smithi122.stdout: "poolop_resend": 0, 2024-09-16T02:08:59.587 INFO:teuthology.orchestra.run.smithi122.stdout: "poolstat_active": 0, 2024-09-16T02:08:59.588 INFO:teuthology.orchestra.run.smithi122.stdout: "poolstat_send": 0, 2024-09-16T02:08:59.588 INFO:teuthology.orchestra.run.smithi122.stdout: "poolstat_resend": 0, 2024-09-16T02:08:59.588 INFO:teuthology.orchestra.run.smithi122.stdout: "statfs_active": 0, 2024-09-16T02:08:59.588 INFO:teuthology.orchestra.run.smithi122.stdout: "statfs_send": 0, 2024-09-16T02:08:59.588 INFO:teuthology.orchestra.run.smithi122.stdout: "statfs_resend": 0, 2024-09-16T02:08:59.588 INFO:teuthology.orchestra.run.smithi122.stdout: "command_active": 0, 2024-09-16T02:08:59.588 INFO:teuthology.orchestra.run.smithi122.stdout: "command_send": 0, 2024-09-16T02:08:59.588 INFO:teuthology.orchestra.run.smithi122.stdout: "command_resend": 0, 2024-09-16T02:08:59.588 INFO:teuthology.orchestra.run.smithi122.stdout: "map_epoch": 84, 2024-09-16T02:08:59.588 INFO:teuthology.orchestra.run.smithi122.stdout: "map_full": 0, 2024-09-16T02:08:59.588 INFO:teuthology.orchestra.run.smithi122.stdout: "map_inc": 2, 2024-09-16T02:08:59.589 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_sessions": 12, 2024-09-16T02:08:59.589 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_session_open": 13, 2024-09-16T02:08:59.589 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_session_close": 1, 2024-09-16T02:08:59.589 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_laggy": 0, 2024-09-16T02:08:59.589 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_wr": 1460, 2024-09-16T02:08:59.589 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_rd": 0, 2024-09-16T02:08:59.589 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_del": 713 2024-09-16T02:08:59.589 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.589 INFO:teuthology.orchestra.run.smithi122.stdout: "oft": { 2024-09-16T02:08:59.589 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_objs": 1, 2024-09-16T02:08:59.589 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_kv_pairs": 0, 2024-09-16T02:08:59.589 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_updates": 0, 2024-09-16T02:08:59.590 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_removes": 0 2024-09-16T02:08:59.590 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.590 INFO:teuthology.orchestra.run.smithi122.stdout: "osd-slow-ops": { 2024-09-16T02:08:59.590 INFO:teuthology.orchestra.run.smithi122.stdout: "slow_ops_count": 0 2024-09-16T02:08:59.590 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.590 INFO:teuthology.orchestra.run.smithi122.stdout: "purge_queue": { 2024-09-16T02:08:59.590 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing_ops": 0, 2024-09-16T02:08:59.590 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing_ops_high_water": 10, 2024-09-16T02:08:59.590 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing": 0, 2024-09-16T02:08:59.591 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing_high_water": 10, 2024-09-16T02:08:59.591 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executed_ops": 8658, 2024-09-16T02:08:59.591 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executed": 8658, 2024-09-16T02:08:59.591 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_item_in_journal": 0 2024-09-16T02:08:59.591 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.591 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T02:08:59.591 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:08:59.591 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 104857600, 2024-09-16T02:08:59.591 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:08:59.592 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 471679, 2024-09-16T02:08:59.592 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 97464738, 2024-09-16T02:08:59.592 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:59.592 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 471679, 2024-09-16T02:08:59.592 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 0, 2024-09-16T02:08:59.592 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 0, 2024-09-16T02:08:59.592 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 471679, 2024-09-16T02:08:59.592 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 97464738, 2024-09-16T02:08:59.593 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:08:59.593 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.593 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.593 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.593 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:08:59.593 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.593 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-objecter_bytes": { 2024-09-16T02:08:59.593 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:08:59.593 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 104857600, 2024-09-16T02:08:59.594 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:08:59.594 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 0, 2024-09-16T02:08:59.594 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 0, 2024-09-16T02:08:59.594 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:59.594 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 0, 2024-09-16T02:08:59.594 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 31069, 2024-09-16T02:08:59.594 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 108659429, 2024-09-16T02:08:59.594 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 31069, 2024-09-16T02:08:59.594 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 108659429, 2024-09-16T02:08:59.595 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:08:59.595 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.595 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.595 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.595 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:08:59.595 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.595 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-objecter_ops": { 2024-09-16T02:08:59.595 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:08:59.595 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 1024, 2024-09-16T02:08:59.595 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:08:59.595 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 0, 2024-09-16T02:08:59.595 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 0, 2024-09-16T02:08:59.595 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:59.596 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 0, 2024-09-16T02:08:59.596 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 31069, 2024-09-16T02:08:59.596 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 31069, 2024-09-16T02:08:59.596 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 31069, 2024-09-16T02:08:59.596 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 31069, 2024-09-16T02:08:59.596 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:08:59.596 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.596 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.596 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.596 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:08:59.596 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.597 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-write_buf_throttle": { 2024-09-16T02:08:59.597 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:08:59.597 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 3758096384, 2024-09-16T02:08:59.597 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:08:59.597 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 8658, 2024-09-16T02:08:59.597 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 874458, 2024-09-16T02:08:59.597 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:59.597 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 8658, 2024-09-16T02:08:59.597 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 0, 2024-09-16T02:08:59.597 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 0, 2024-09-16T02:08:59.597 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 1301, 2024-09-16T02:08:59.597 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 874458, 2024-09-16T02:08:59.597 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:08:59.598 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.598 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.598 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.598 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:08:59.598 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:08:59.598 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-write_buf_throttle-0x55fa27736960": { 2024-09-16T02:08:59.598 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:08:59.598 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 3758096384, 2024-09-16T02:08:59.598 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:08:59.598 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 55436, 2024-09-16T02:08:59.598 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 106286326, 2024-09-16T02:08:59.598 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:08:59.598 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 55436, 2024-09-16T02:08:59.598 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 0, 2024-09-16T02:08:59.599 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 0, 2024-09-16T02:08:59.599 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 16980, 2024-09-16T02:08:59.599 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 106286326, 2024-09-16T02:08:59.599 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:08:59.599 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:08:59.599 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:08:59.599 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:08:59.599 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:08:59.599 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:08:59.599 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-16T02:09:00.736 INFO:tasks.check_counter:Daemon mds.c mds.exported=3 2024-09-16T02:09:00.737 INFO:tasks.check_counter:Daemon mds.c mds.imported=3 2024-09-16T02:09:00.737 DEBUG:tasks.check_counter:Getting stats from f 2024-09-16T02:09:00.737 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph daemon mds.f perf dump 2024-09-16T02:09:00.993 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T02:09:01.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:00 smithi017 ceph-mon[30972]: pgmap v1103: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.6 KiB/s wr, 11 op/s 2024-09-16T02:09:01.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:00 smithi122 ceph-mon[34758]: pgmap v1103: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.6 KiB/s wr, 11 op/s 2024-09-16T02:09:01.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:00 smithi029 ceph-mon[34783]: pgmap v1103: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 8.3 KiB/s rd, 7.6 KiB/s wr, 11 op/s 2024-09-16T02:09:01.538 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-16T02:09:01.538 INFO:teuthology.orchestra.run.smithi122.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T02:09:01.538 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_messages": 5307, 2024-09-16T02:09:01.538 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages": 6710, 2024-09-16T02:09:01.538 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_bytes": 2312833, 2024-09-16T02:09:01.538 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_bytes": 9011330, 2024-09-16T02:09:01.538 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_created_connections": 40, 2024-09-16T02:09:01.538 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_active_connections": 5, 2024-09-16T02:09:01.538 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_total_time": 0.378803367, 2024-09-16T02:09:01.539 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_send_time": 0.142930300, 2024-09-16T02:09:01.539 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_recv_time": 0.225301502, 2024-09-16T02:09:01.539 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_fast_dispatch_time": 0.033223272, 2024-09-16T02:09:01.539 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:09:01.539 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 6710, 2024-09-16T02:09:01.539 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.141617023, 2024-09-16T02:09:01.539 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000021105 2024-09-16T02:09:01.539 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.539 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:09:01.539 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 7826, 2024-09-16T02:09:01.539 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.001397583, 2024-09-16T02:09:01.539 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000178 2024-09-16T02:09:01.539 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.540 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_encrypted_bytes": 884832, 2024-09-16T02:09:01.540 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_encrypted_bytes": 292544 2024-09-16T02:09:01.540 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.540 INFO:teuthology.orchestra.run.smithi122.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T02:09:01.540 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_messages": 1256, 2024-09-16T02:09:01.540 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages": 1429, 2024-09-16T02:09:01.540 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_bytes": 367002, 2024-09-16T02:09:01.540 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_bytes": 1825302, 2024-09-16T02:09:01.540 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_created_connections": 62, 2024-09-16T02:09:01.540 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_active_connections": 6, 2024-09-16T02:09:01.540 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_total_time": 0.104490986, 2024-09-16T02:09:01.540 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_send_time": 0.037302460, 2024-09-16T02:09:01.541 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_recv_time": 0.041912479, 2024-09-16T02:09:01.541 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_fast_dispatch_time": 0.020815342, 2024-09-16T02:09:01.541 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:09:01.541 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 1427, 2024-09-16T02:09:01.541 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.047607393, 2024-09-16T02:09:01.541 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000033361 2024-09-16T02:09:01.541 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.541 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:09:01.541 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 398, 2024-09-16T02:09:01.541 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000063377, 2024-09-16T02:09:01.541 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000159 2024-09-16T02:09:01.541 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.542 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_encrypted_bytes": 1248, 2024-09-16T02:09:01.542 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_encrypted_bytes": 763552 2024-09-16T02:09:01.542 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.542 INFO:teuthology.orchestra.run.smithi122.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T02:09:01.542 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_messages": 28369, 2024-09-16T02:09:01.542 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages": 15857, 2024-09-16T02:09:01.542 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_bytes": 7508324, 2024-09-16T02:09:01.542 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_bytes": 3376397, 2024-09-16T02:09:01.542 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_created_connections": 15, 2024-09-16T02:09:01.542 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_active_connections": 6, 2024-09-16T02:09:01.542 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_total_time": 1.388456720, 2024-09-16T02:09:01.542 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_send_time": 0.617570787, 2024-09-16T02:09:01.542 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_recv_time": 1.048961880, 2024-09-16T02:09:01.543 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_fast_dispatch_time": 0.012324021, 2024-09-16T02:09:01.543 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:09:01.543 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 15855, 2024-09-16T02:09:01.543 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.310640358, 2024-09-16T02:09:01.543 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000019592 2024-09-16T02:09:01.543 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.543 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:09:01.543 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 42744, 2024-09-16T02:09:01.543 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.007858664, 2024-09-16T02:09:01.543 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000183 2024-09-16T02:09:01.543 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.543 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T02:09:01.543 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T02:09:01.544 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.544 INFO:teuthology.orchestra.run.smithi122.stdout: "cct": { 2024-09-16T02:09:01.544 INFO:teuthology.orchestra.run.smithi122.stdout: "total_workers": 1, 2024-09-16T02:09:01.544 INFO:teuthology.orchestra.run.smithi122.stdout: "unhealthy_workers": 0 2024-09-16T02:09:01.544 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.544 INFO:teuthology.orchestra.run.smithi122.stdout: "finisher-MDSRank": { 2024-09-16T02:09:01.544 INFO:teuthology.orchestra.run.smithi122.stdout: "queue_len": 0, 2024-09-16T02:09:01.544 INFO:teuthology.orchestra.run.smithi122.stdout: "complete_latency": { 2024-09-16T02:09:01.544 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 2992, 2024-09-16T02:09:01.544 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.792913009, 2024-09-16T02:09:01.544 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000265011 2024-09-16T02:09:01.544 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:01.545 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.545 INFO:teuthology.orchestra.run.smithi122.stdout: "finisher-PurgeQueue": { 2024-09-16T02:09:01.545 INFO:teuthology.orchestra.run.smithi122.stdout: "queue_len": 0, 2024-09-16T02:09:01.545 INFO:teuthology.orchestra.run.smithi122.stdout: "complete_latency": { 2024-09-16T02:09:01.545 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 1419, 2024-09-16T02:09:01.545 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.040607728, 2024-09-16T02:09:01.545 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000028617 2024-09-16T02:09:01.545 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:01.545 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.545 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": { 2024-09-16T02:09:01.545 INFO:teuthology.orchestra.run.smithi122.stdout: "request": 2348, 2024-09-16T02:09:01.545 INFO:teuthology.orchestra.run.smithi122.stdout: "reply": 2345, 2024-09-16T02:09:01.545 INFO:teuthology.orchestra.run.smithi122.stdout: "reply_latency": { 2024-09-16T02:09:01.546 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 2345, 2024-09-16T02:09:01.546 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 5.235155413, 2024-09-16T02:09:01.546 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.002232475 2024-09-16T02:09:01.546 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.546 INFO:teuthology.orchestra.run.smithi122.stdout: "slow_reply": 0, 2024-09-16T02:09:01.546 INFO:teuthology.orchestra.run.smithi122.stdout: "forward": 3, 2024-09-16T02:09:01.546 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_fetch_complete": 0, 2024-09-16T02:09:01.546 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_fetch_keys": 0, 2024-09-16T02:09:01.546 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_commit": 11, 2024-09-16T02:09:01.546 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_split": 0, 2024-09-16T02:09:01.547 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_merge": 0, 2024-09-16T02:09:01.547 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes": 16, 2024-09-16T02:09:01.547 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_top": 0, 2024-09-16T02:09:01.547 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_bottom": 16, 2024-09-16T02:09:01.547 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_pin_tail": 0, 2024-09-16T02:09:01.547 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_pinned": 13, 2024-09-16T02:09:01.547 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_expired": 50, 2024-09-16T02:09:01.547 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_with_caps": 0, 2024-09-16T02:09:01.547 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": 0, 2024-09-16T02:09:01.547 INFO:teuthology.orchestra.run.smithi122.stdout: "subtrees": 4, 2024-09-16T02:09:01.547 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse": 5687, 2024-09-16T02:09:01.547 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_hit": 3418, 2024-09-16T02:09:01.548 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_forward": 3, 2024-09-16T02:09:01.548 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_discover": 13, 2024-09-16T02:09:01.548 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_dir_fetch": 0, 2024-09-16T02:09:01.548 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_remote_ino": 0, 2024-09-16T02:09:01.548 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_lock": 0, 2024-09-16T02:09:01.548 INFO:teuthology.orchestra.run.smithi122.stdout: "load_cent": 0, 2024-09-16T02:09:01.548 INFO:teuthology.orchestra.run.smithi122.stdout: "q": 0, 2024-09-16T02:09:01.548 INFO:teuthology.orchestra.run.smithi122.stdout: "exported": 1, 2024-09-16T02:09:01.548 INFO:teuthology.orchestra.run.smithi122.stdout: "exported_inodes": 0, 2024-09-16T02:09:01.548 INFO:teuthology.orchestra.run.smithi122.stdout: "imported": 1, 2024-09-16T02:09:01.548 INFO:teuthology.orchestra.run.smithi122.stdout: "imported_inodes": 11, 2024-09-16T02:09:01.548 INFO:teuthology.orchestra.run.smithi122.stdout: "openino_dir_fetch": 0, 2024-09-16T02:09:01.548 INFO:teuthology.orchestra.run.smithi122.stdout: "openino_backtrace_fetch": 167, 2024-09-16T02:09:01.548 INFO:teuthology.orchestra.run.smithi122.stdout: "openino_peer_discover": 0, 2024-09-16T02:09:01.549 INFO:teuthology.orchestra.run.smithi122.stdout: "root_rfiles": 4, 2024-09-16T02:09:01.549 INFO:teuthology.orchestra.run.smithi122.stdout: "root_rbytes": 234, 2024-09-16T02:09:01.549 INFO:teuthology.orchestra.run.smithi122.stdout: "root_rsnaps": 0, 2024-09-16T02:09:01.549 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_backtrace_fetch": 167, 2024-09-16T02:09:01.549 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_set_tag": 0, 2024-09-16T02:09:01.549 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T02:09:01.549 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_inotable_repaired": 0, 2024-09-16T02:09:01.549 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_dir_inodes": 0, 2024-09-16T02:09:01.549 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T02:09:01.549 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_dirfrag_rstats": 0, 2024-09-16T02:09:01.549 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_file_inodes": 167, 2024-09-16T02:09:01.549 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_inode_file_caps": 0, 2024-09-16T02:09:01.549 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_revoke": 321, 2024-09-16T02:09:01.550 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_grant": 1172, 2024-09-16T02:09:01.550 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T02:09:01.550 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T02:09:01.550 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T02:09:01.550 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_caps": 844, 2024-09-16T02:09:01.550 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_caps_dirty": 173, 2024-09-16T02:09:01.550 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_cap_release": 127, 2024-09-16T02:09:01.550 INFO:teuthology.orchestra.run.smithi122.stdout: "process_request_cap_release": 1237 2024-09-16T02:09:01.550 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.550 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_cache": { 2024-09-16T02:09:01.550 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_update": 0, 2024-09-16T02:09:01.550 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_update_receipt": 32, 2024-09-16T02:09:01.550 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_try_discover": 22, 2024-09-16T02:09:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_send_discover": 25, 2024-09-16T02:09:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_handle_discover": 0, 2024-09-16T02:09:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "num_strays": 0, 2024-09-16T02:09:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "num_strays_delayed": 0, 2024-09-16T02:09:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "num_strays_enqueuing": 0, 2024-09-16T02:09:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_created": 308, 2024-09-16T02:09:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_enqueued": 308, 2024-09-16T02:09:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_reintegrated": 0, 2024-09-16T02:09:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_migrated": 0, 2024-09-16T02:09:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "num_recovering_processing": 0, 2024-09-16T02:09:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "num_recovering_enqueued": 0, 2024-09-16T02:09:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "num_recovering_prioritized": 0, 2024-09-16T02:09:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "recovery_started": 0, 2024-09-16T02:09:01.551 INFO:teuthology.orchestra.run.smithi122.stdout: "recovery_completed": 0, 2024-09-16T02:09:01.552 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_quiesce_path": 0, 2024-09-16T02:09:01.552 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_quiesce_inode": 0, 2024-09-16T02:09:01.552 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T02:09:01.552 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_exportdir": 1, 2024-09-16T02:09:01.552 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_flush": 0, 2024-09-16T02:09:01.552 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_fragmentdir": 0, 2024-09-16T02:09:01.552 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_fragstats": 0, 2024-09-16T02:09:01.552 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_inodestats": 0 2024-09-16T02:09:01.552 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.552 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_log": { 2024-09-16T02:09:01.552 INFO:teuthology.orchestra.run.smithi122.stdout: "evlrg": 0, 2024-09-16T02:09:01.552 INFO:teuthology.orchestra.run.smithi122.stdout: "evadd": 3102, 2024-09-16T02:09:01.552 INFO:teuthology.orchestra.run.smithi122.stdout: "evex": 0, 2024-09-16T02:09:01.552 INFO:teuthology.orchestra.run.smithi122.stdout: "evtrm": 0, 2024-09-16T02:09:01.553 INFO:teuthology.orchestra.run.smithi122.stdout: "ev": 3102, 2024-09-16T02:09:01.553 INFO:teuthology.orchestra.run.smithi122.stdout: "evexg": 0, 2024-09-16T02:09:01.553 INFO:teuthology.orchestra.run.smithi122.stdout: "evexd": 0, 2024-09-16T02:09:01.553 INFO:teuthology.orchestra.run.smithi122.stdout: "segadd": 5, 2024-09-16T02:09:01.553 INFO:teuthology.orchestra.run.smithi122.stdout: "segex": 0, 2024-09-16T02:09:01.553 INFO:teuthology.orchestra.run.smithi122.stdout: "segtrm": 0, 2024-09-16T02:09:01.553 INFO:teuthology.orchestra.run.smithi122.stdout: "seg": 5, 2024-09-16T02:09:01.553 INFO:teuthology.orchestra.run.smithi122.stdout: "segmjr": 2, 2024-09-16T02:09:01.553 INFO:teuthology.orchestra.run.smithi122.stdout: "segexg": 0, 2024-09-16T02:09:01.553 INFO:teuthology.orchestra.run.smithi122.stdout: "segexd": 0, 2024-09-16T02:09:01.553 INFO:teuthology.orchestra.run.smithi122.stdout: "expos": 4194304, 2024-09-16T02:09:01.553 INFO:teuthology.orchestra.run.smithi122.stdout: "wrpos": 7731130, 2024-09-16T02:09:01.553 INFO:teuthology.orchestra.run.smithi122.stdout: "rdpos": 0, 2024-09-16T02:09:01.554 INFO:teuthology.orchestra.run.smithi122.stdout: "jlat": { 2024-09-16T02:09:01.554 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 1297, 2024-09-16T02:09:01.554 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 3.076160130, 2024-09-16T02:09:01.554 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.002371750 2024-09-16T02:09:01.554 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.554 INFO:teuthology.orchestra.run.smithi122.stdout: "replayed": 0 2024-09-16T02:09:01.554 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.554 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_mem": { 2024-09-16T02:09:01.554 INFO:teuthology.orchestra.run.smithi122.stdout: "ino": 21, 2024-09-16T02:09:01.554 INFO:teuthology.orchestra.run.smithi122.stdout: "ino+": 354, 2024-09-16T02:09:01.554 INFO:teuthology.orchestra.run.smithi122.stdout: "ino-": 333, 2024-09-16T02:09:01.554 INFO:teuthology.orchestra.run.smithi122.stdout: "dir": 20, 2024-09-16T02:09:01.554 INFO:teuthology.orchestra.run.smithi122.stdout: "dir+": 46, 2024-09-16T02:09:01.554 INFO:teuthology.orchestra.run.smithi122.stdout: "dir-": 26, 2024-09-16T02:09:01.555 INFO:teuthology.orchestra.run.smithi122.stdout: "dn": 16, 2024-09-16T02:09:01.555 INFO:teuthology.orchestra.run.smithi122.stdout: "dn+": 501, 2024-09-16T02:09:01.555 INFO:teuthology.orchestra.run.smithi122.stdout: "dn-": 485, 2024-09-16T02:09:01.555 INFO:teuthology.orchestra.run.smithi122.stdout: "cap": 0, 2024-09-16T02:09:01.555 INFO:teuthology.orchestra.run.smithi122.stdout: "cap+": 309, 2024-09-16T02:09:01.555 INFO:teuthology.orchestra.run.smithi122.stdout: "cap-": 309, 2024-09-16T02:09:01.555 INFO:teuthology.orchestra.run.smithi122.stdout: "rss": 55688, 2024-09-16T02:09:01.555 INFO:teuthology.orchestra.run.smithi122.stdout: "heap": 223520 2024-09-16T02:09:01.555 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.555 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_server": { 2024-09-16T02:09:01.555 INFO:teuthology.orchestra.run.smithi122.stdout: "dispatch_client_request": 4487, 2024-09-16T02:09:01.555 INFO:teuthology.orchestra.run.smithi122.stdout: "dispatch_server_request": 3, 2024-09-16T02:09:01.555 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_request": 2348, 2024-09-16T02:09:01.556 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_session": 26, 2024-09-16T02:09:01.556 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_peer_request": 720, 2024-09-16T02:09:01.556 INFO:teuthology.orchestra.run.smithi122.stdout: "req_create_latency": { 2024-09-16T02:09:01.556 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 297, 2024-09-16T02:09:01.556 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 1.787597495, 2024-09-16T02:09:01.556 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.006018846 2024-09-16T02:09:01.556 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.556 INFO:teuthology.orchestra.run.smithi122.stdout: "req_getattr_latency": { 2024-09-16T02:09:01.556 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.556 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.556 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.556 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.556 INFO:teuthology.orchestra.run.smithi122.stdout: "req_getfilelock_latency": { 2024-09-16T02:09:01.557 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.557 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.557 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.557 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.557 INFO:teuthology.orchestra.run.smithi122.stdout: "req_link_latency": { 2024-09-16T02:09:01.557 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.557 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.557 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.557 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.557 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookup_latency": { 2024-09-16T02:09:01.557 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 742, 2024-09-16T02:09:01.557 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.248811535, 2024-09-16T02:09:01.557 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000335325 2024-09-16T02:09:01.558 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.558 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookuphash_latency": { 2024-09-16T02:09:01.558 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.558 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.558 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.558 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.558 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupino_latency": { 2024-09-16T02:09:01.558 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.558 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.558 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.558 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.558 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupname_latency": { 2024-09-16T02:09:01.558 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.558 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.559 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.559 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.559 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupparent_latency": { 2024-09-16T02:09:01.559 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.559 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.559 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.559 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.559 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupsnap_latency": { 2024-09-16T02:09:01.559 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.559 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.559 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.559 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.559 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lssnap_latency": { 2024-09-16T02:09:01.560 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.560 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.560 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.560 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.560 INFO:teuthology.orchestra.run.smithi122.stdout: "req_mkdir_latency": { 2024-09-16T02:09:01.561 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.561 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.561 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.561 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.561 INFO:teuthology.orchestra.run.smithi122.stdout: "req_mknod_latency": { 2024-09-16T02:09:01.561 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.561 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.561 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.561 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.561 INFO:teuthology.orchestra.run.smithi122.stdout: "req_mksnap_latency": { 2024-09-16T02:09:01.561 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.561 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.562 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.562 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.562 INFO:teuthology.orchestra.run.smithi122.stdout: "req_open_latency": { 2024-09-16T02:09:01.562 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 456, 2024-09-16T02:09:01.562 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.260937213, 2024-09-16T02:09:01.562 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000572230 2024-09-16T02:09:01.562 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.562 INFO:teuthology.orchestra.run.smithi122.stdout: "req_readdir_latency": { 2024-09-16T02:09:01.562 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 434, 2024-09-16T02:09:01.563 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.255021684, 2024-09-16T02:09:01.563 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000587607 2024-09-16T02:09:01.563 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.563 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rename_latency": { 2024-09-16T02:09:01.563 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 108, 2024-09-16T02:09:01.563 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.710787662, 2024-09-16T02:09:01.563 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.006581367 2024-09-16T02:09:01.563 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.563 INFO:teuthology.orchestra.run.smithi122.stdout: "req_renamesnap_latency": { 2024-09-16T02:09:01.563 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.563 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.563 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.563 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.564 INFO:teuthology.orchestra.run.smithi122.stdout: "req_snapdiff_latency": { 2024-09-16T02:09:01.564 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.564 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.564 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.564 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.564 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rmdir_latency": { 2024-09-16T02:09:01.564 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.564 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.564 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.564 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.564 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rmsnap_latency": { 2024-09-16T02:09:01.564 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.565 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.565 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.565 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.565 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rmxattr_latency": { 2024-09-16T02:09:01.565 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.565 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.565 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.565 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.565 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setattr_latency": { 2024-09-16T02:09:01.565 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.565 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.565 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.566 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.566 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setdirlayout_latency": { 2024-09-16T02:09:01.566 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.566 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.566 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.566 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.566 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setfilelock_latency": { 2024-09-16T02:09:01.566 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.566 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.566 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.566 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.566 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setlayout_latency": { 2024-09-16T02:09:01.566 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.567 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.567 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.567 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.567 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setxattr_latency": { 2024-09-16T02:09:01.567 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.567 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.567 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.567 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.567 INFO:teuthology.orchestra.run.smithi122.stdout: "req_symlink_latency": { 2024-09-16T02:09:01.567 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.568 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.568 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.568 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.568 INFO:teuthology.orchestra.run.smithi122.stdout: "req_unlink_latency": { 2024-09-16T02:09:01.568 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 308, 2024-09-16T02:09:01.568 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 1.971999824, 2024-09-16T02:09:01.568 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.006402596 2024-09-16T02:09:01.568 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.568 INFO:teuthology.orchestra.run.smithi122.stdout: "cap_revoke_eviction": 0, 2024-09-16T02:09:01.568 INFO:teuthology.orchestra.run.smithi122.stdout: "cap_acquisition_throttle": 0, 2024-09-16T02:09:01.568 INFO:teuthology.orchestra.run.smithi122.stdout: "req_getvxattr_latency": { 2024-09-16T02:09:01.568 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.569 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.569 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.569 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:01.569 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.569 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_sessions": { 2024-09-16T02:09:01.569 INFO:teuthology.orchestra.run.smithi122.stdout: "session_count": 1, 2024-09-16T02:09:01.569 INFO:teuthology.orchestra.run.smithi122.stdout: "session_add": 3, 2024-09-16T02:09:01.569 INFO:teuthology.orchestra.run.smithi122.stdout: "session_remove": 2, 2024-09-16T02:09:01.569 INFO:teuthology.orchestra.run.smithi122.stdout: "sessions_open": 1, 2024-09-16T02:09:01.569 INFO:teuthology.orchestra.run.smithi122.stdout: "sessions_stale": 0, 2024-09-16T02:09:01.569 INFO:teuthology.orchestra.run.smithi122.stdout: "total_load": 299, 2024-09-16T02:09:01.569 INFO:teuthology.orchestra.run.smithi122.stdout: "average_load": 299, 2024-09-16T02:09:01.569 INFO:teuthology.orchestra.run.smithi122.stdout: "avg_session_uptime": 1535, 2024-09-16T02:09:01.570 INFO:teuthology.orchestra.run.smithi122.stdout: "mdthresh_evicted": 0 2024-09-16T02:09:01.570 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.570 INFO:teuthology.orchestra.run.smithi122.stdout: "mempool": { 2024-09-16T02:09:01.570 INFO:teuthology.orchestra.run.smithi122.stdout: "bloom_filter_bytes": 0, 2024-09-16T02:09:01.570 INFO:teuthology.orchestra.run.smithi122.stdout: "bloom_filter_items": 0, 2024-09-16T02:09:01.570 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T02:09:01.570 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_alloc_items": 0, 2024-09-16T02:09:01.570 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T02:09:01.570 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_data_items": 0, 2024-09-16T02:09:01.570 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T02:09:01.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T02:09:01.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T02:09:01.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T02:09:01.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T02:09:01.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_other_items": 0, 2024-09-16T02:09:01.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T02:09:01.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T02:09:01.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_extent_bytes": 0, 2024-09-16T02:09:01.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_extent_items": 0, 2024-09-16T02:09:01.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_blob_bytes": 0, 2024-09-16T02:09:01.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_blob_items": 0, 2024-09-16T02:09:01.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T02:09:01.571 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T02:09:01.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T02:09:01.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T02:09:01.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T02:09:01.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_fsck_items": 0, 2024-09-16T02:09:01.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_txc_bytes": 0, 2024-09-16T02:09:01.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_txc_items": 0, 2024-09-16T02:09:01.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T02:09:01.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T02:09:01.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_bytes": 0, 2024-09-16T02:09:01.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_items": 0, 2024-09-16T02:09:01.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_bytes": 0, 2024-09-16T02:09:01.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_items": 0, 2024-09-16T02:09:01.572 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T02:09:01.573 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_reader_items": 0, 2024-09-16T02:09:01.573 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T02:09:01.573 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_writer_items": 0, 2024-09-16T02:09:01.573 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_anon_bytes": 293861, 2024-09-16T02:09:01.573 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_anon_items": 121, 2024-09-16T02:09:01.573 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_meta_bytes": 0, 2024-09-16T02:09:01.573 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_meta_items": 0, 2024-09-16T02:09:01.573 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_bytes": 0, 2024-09-16T02:09:01.573 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_items": 0, 2024-09-16T02:09:01.573 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_mapbl_bytes": 0, 2024-09-16T02:09:01.573 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_mapbl_items": 0, 2024-09-16T02:09:01.573 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_pglog_bytes": 0, 2024-09-16T02:09:01.573 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_pglog_items": 0, 2024-09-16T02:09:01.574 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_bytes": 7592, 2024-09-16T02:09:01.574 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_items": 156, 2024-09-16T02:09:01.574 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T02:09:01.574 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_mapping_items": 0, 2024-09-16T02:09:01.574 INFO:teuthology.orchestra.run.smithi122.stdout: "pgmap_bytes": 0, 2024-09-16T02:09:01.574 INFO:teuthology.orchestra.run.smithi122.stdout: "pgmap_items": 0, 2024-09-16T02:09:01.574 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_co_bytes": 84533, 2024-09-16T02:09:01.574 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_co_items": 346, 2024-09-16T02:09:01.574 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_1_bytes": 0, 2024-09-16T02:09:01.574 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_1_items": 0, 2024-09-16T02:09:01.574 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_2_bytes": 0, 2024-09-16T02:09:01.574 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_2_items": 0 2024-09-16T02:09:01.574 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.575 INFO:teuthology.orchestra.run.smithi122.stdout: "objecter": { 2024-09-16T02:09:01.575 INFO:teuthology.orchestra.run.smithi122.stdout: "op_active": 0, 2024-09-16T02:09:01.575 INFO:teuthology.orchestra.run.smithi122.stdout: "op_laggy": 0, 2024-09-16T02:09:01.575 INFO:teuthology.orchestra.run.smithi122.stdout: "op_send": 2606, 2024-09-16T02:09:01.575 INFO:teuthology.orchestra.run.smithi122.stdout: "op_send_bytes": 3645516, 2024-09-16T02:09:01.575 INFO:teuthology.orchestra.run.smithi122.stdout: "op_resend": 33, 2024-09-16T02:09:01.575 INFO:teuthology.orchestra.run.smithi122.stdout: "op_reply": 2606, 2024-09-16T02:09:01.575 INFO:teuthology.orchestra.run.smithi122.stdout: "op_latency": { 2024-09-16T02:09:01.575 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 2606, 2024-09-16T02:09:01.575 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 5.979866591, 2024-09-16T02:09:01.575 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.002294653 2024-09-16T02:09:01.575 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.575 INFO:teuthology.orchestra.run.smithi122.stdout: "op_inflight": 0, 2024-09-16T02:09:01.575 INFO:teuthology.orchestra.run.smithi122.stdout: "oplen_avg": { 2024-09-16T02:09:01.576 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 2606, 2024-09-16T02:09:01.576 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 2885 2024-09-16T02:09:01.576 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.576 INFO:teuthology.orchestra.run.smithi122.stdout: "op": 2606, 2024-09-16T02:09:01.576 INFO:teuthology.orchestra.run.smithi122.stdout: "op_r": 363, 2024-09-16T02:09:01.576 INFO:teuthology.orchestra.run.smithi122.stdout: "op_w": 2243, 2024-09-16T02:09:01.576 INFO:teuthology.orchestra.run.smithi122.stdout: "op_rmw": 0, 2024-09-16T02:09:01.576 INFO:teuthology.orchestra.run.smithi122.stdout: "op_pg": 0, 2024-09-16T02:09:01.576 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_stat": 0, 2024-09-16T02:09:01.576 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_create": 10, 2024-09-16T02:09:01.576 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_read": 196, 2024-09-16T02:09:01.577 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_write": 1493, 2024-09-16T02:09:01.577 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_writefull": 194, 2024-09-16T02:09:01.577 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_writesame": 0, 2024-09-16T02:09:01.577 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_append": 0, 2024-09-16T02:09:01.577 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_zero": 0, 2024-09-16T02:09:01.577 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_truncate": 0, 2024-09-16T02:09:01.577 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_delete": 320, 2024-09-16T02:09:01.577 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_mapext": 0, 2024-09-16T02:09:01.577 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_sparse_read": 0, 2024-09-16T02:09:01.577 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_clonerange": 0, 2024-09-16T02:09:01.577 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_getxattr": 167, 2024-09-16T02:09:01.578 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_setxattr": 20, 2024-09-16T02:09:01.578 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_cmpxattr": 0, 2024-09-16T02:09:01.578 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_rmxattr": 0, 2024-09-16T02:09:01.578 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_resetxattrs": 0, 2024-09-16T02:09:01.578 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_call": 0, 2024-09-16T02:09:01.578 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_watch": 0, 2024-09-16T02:09:01.578 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_notify": 0, 2024-09-16T02:09:01.578 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T02:09:01.578 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_pgls": 0, 2024-09-16T02:09:01.578 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_pgls_filter": 0, 2024-09-16T02:09:01.578 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_other": 0, 2024-09-16T02:09:01.578 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_active": 0, 2024-09-16T02:09:01.579 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_send": 0, 2024-09-16T02:09:01.579 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_resend": 0, 2024-09-16T02:09:01.579 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_ping": 0, 2024-09-16T02:09:01.579 INFO:teuthology.orchestra.run.smithi122.stdout: "poolop_active": 0, 2024-09-16T02:09:01.579 INFO:teuthology.orchestra.run.smithi122.stdout: "poolop_send": 0, 2024-09-16T02:09:01.579 INFO:teuthology.orchestra.run.smithi122.stdout: "poolop_resend": 0, 2024-09-16T02:09:01.579 INFO:teuthology.orchestra.run.smithi122.stdout: "poolstat_active": 0, 2024-09-16T02:09:01.579 INFO:teuthology.orchestra.run.smithi122.stdout: "poolstat_send": 0, 2024-09-16T02:09:01.579 INFO:teuthology.orchestra.run.smithi122.stdout: "poolstat_resend": 0, 2024-09-16T02:09:01.579 INFO:teuthology.orchestra.run.smithi122.stdout: "statfs_active": 0, 2024-09-16T02:09:01.579 INFO:teuthology.orchestra.run.smithi122.stdout: "statfs_send": 0, 2024-09-16T02:09:01.579 INFO:teuthology.orchestra.run.smithi122.stdout: "statfs_resend": 0, 2024-09-16T02:09:01.579 INFO:teuthology.orchestra.run.smithi122.stdout: "command_active": 0, 2024-09-16T02:09:01.580 INFO:teuthology.orchestra.run.smithi122.stdout: "command_send": 0, 2024-09-16T02:09:01.580 INFO:teuthology.orchestra.run.smithi122.stdout: "command_resend": 0, 2024-09-16T02:09:01.580 INFO:teuthology.orchestra.run.smithi122.stdout: "map_epoch": 84, 2024-09-16T02:09:01.580 INFO:teuthology.orchestra.run.smithi122.stdout: "map_full": 0, 2024-09-16T02:09:01.580 INFO:teuthology.orchestra.run.smithi122.stdout: "map_inc": 2, 2024-09-16T02:09:01.580 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_sessions": 12, 2024-09-16T02:09:01.580 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_session_open": 15, 2024-09-16T02:09:01.580 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_session_close": 3, 2024-09-16T02:09:01.580 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_laggy": 0, 2024-09-16T02:09:01.580 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_wr": 342, 2024-09-16T02:09:01.580 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_rd": 0, 2024-09-16T02:09:01.580 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_del": 143 2024-09-16T02:09:01.580 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.581 INFO:teuthology.orchestra.run.smithi122.stdout: "oft": { 2024-09-16T02:09:01.581 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_objs": 1, 2024-09-16T02:09:01.581 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_kv_pairs": 0, 2024-09-16T02:09:01.581 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_updates": 0, 2024-09-16T02:09:01.581 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_removes": 0 2024-09-16T02:09:01.581 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.581 INFO:teuthology.orchestra.run.smithi122.stdout: "osd-slow-ops": { 2024-09-16T02:09:01.581 INFO:teuthology.orchestra.run.smithi122.stdout: "slow_ops_count": 0 2024-09-16T02:09:01.581 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.581 INFO:teuthology.orchestra.run.smithi122.stdout: "purge_queue": { 2024-09-16T02:09:01.581 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing_ops": 0, 2024-09-16T02:09:01.581 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing_ops_high_water": 10, 2024-09-16T02:09:01.581 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing": 0, 2024-09-16T02:09:01.581 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing_high_water": 10, 2024-09-16T02:09:01.582 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executed_ops": 308, 2024-09-16T02:09:01.582 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executed": 308, 2024-09-16T02:09:01.582 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_item_in_journal": 0 2024-09-16T02:09:01.582 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.582 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T02:09:01.582 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:01.582 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 104857600, 2024-09-16T02:09:01.582 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:01.582 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 34928, 2024-09-16T02:09:01.582 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 7014843, 2024-09-16T02:09:01.582 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:01.582 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 34928, 2024-09-16T02:09:01.582 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 0, 2024-09-16T02:09:01.583 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 0, 2024-09-16T02:09:01.583 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 34928, 2024-09-16T02:09:01.583 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 7014843, 2024-09-16T02:09:01.583 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:01.583 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.583 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.583 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.583 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:01.583 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.583 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-objecter_bytes": { 2024-09-16T02:09:01.583 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:01.583 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 104857600, 2024-09-16T02:09:01.583 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:01.584 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 0, 2024-09-16T02:09:01.584 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 0, 2024-09-16T02:09:01.584 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:01.584 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 0, 2024-09-16T02:09:01.584 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 2606, 2024-09-16T02:09:01.584 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 3676624, 2024-09-16T02:09:01.584 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 2606, 2024-09-16T02:09:01.584 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 3676624, 2024-09-16T02:09:01.584 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:01.584 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.585 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.585 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.585 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:01.586 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.586 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-objecter_ops": { 2024-09-16T02:09:01.586 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:01.586 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 1024, 2024-09-16T02:09:01.586 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:01.586 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 0, 2024-09-16T02:09:01.586 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 0, 2024-09-16T02:09:01.586 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:01.586 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 0, 2024-09-16T02:09:01.586 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 2606, 2024-09-16T02:09:01.586 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 2606, 2024-09-16T02:09:01.586 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 2606, 2024-09-16T02:09:01.586 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 2606, 2024-09-16T02:09:01.587 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:01.587 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.587 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.587 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.587 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:01.587 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.587 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-write_buf_throttle": { 2024-09-16T02:09:01.587 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:01.587 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 3758096384, 2024-09-16T02:09:01.587 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:01.587 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 308, 2024-09-16T02:09:01.587 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 31108, 2024-09-16T02:09:01.587 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:01.587 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 308, 2024-09-16T02:09:01.588 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 0, 2024-09-16T02:09:01.588 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 0, 2024-09-16T02:09:01.588 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 196, 2024-09-16T02:09:01.588 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 31108, 2024-09-16T02:09:01.588 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:01.588 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.588 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.588 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.588 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:01.588 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:01.588 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-write_buf_throttle-0x56340d21a960": { 2024-09-16T02:09:01.588 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:01.588 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 3758096384, 2024-09-16T02:09:01.589 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:01.589 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 3102, 2024-09-16T02:09:01.589 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 3536826, 2024-09-16T02:09:01.589 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:01.589 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 3102, 2024-09-16T02:09:01.589 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 0, 2024-09-16T02:09:01.590 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 0, 2024-09-16T02:09:01.590 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 1297, 2024-09-16T02:09:01.590 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 3536826, 2024-09-16T02:09:01.590 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:01.590 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:01.590 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:01.590 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:01.590 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:01.590 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:01.591 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-16T02:09:03.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:02 smithi017 ceph-mon[30972]: pgmap v1104: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.8 KiB/s wr, 8 op/s 2024-09-16T02:09:03.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:02 smithi122 ceph-mon[34758]: pgmap v1104: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.8 KiB/s wr, 8 op/s 2024-09-16T02:09:03.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:02 smithi029 ceph-mon[34783]: pgmap v1104: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 4.8 KiB/s wr, 8 op/s 2024-09-16T02:09:05.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:04 smithi017 ceph-mon[30972]: pgmap v1105: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-09-16T02:09:05.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:04 smithi122 ceph-mon[34758]: pgmap v1105: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-09-16T02:09:05.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:04 smithi029 ceph-mon[34783]: pgmap v1105: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 7.7 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-09-16T02:09:05.235 INFO:tasks.check_counter:Daemon mds.f mds.exported=1 2024-09-16T02:09:05.235 INFO:tasks.check_counter:Daemon mds.f mds.imported=1 2024-09-16T02:09:05.235 DEBUG:tasks.check_counter:Getting stats from i 2024-09-16T02:09:05.235 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph daemon mds.i perf dump 2024-09-16T02:09:05.504 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T02:09:06.169 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-16T02:09:06.169 INFO:teuthology.orchestra.run.smithi122.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T02:09:06.170 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_messages": 69430, 2024-09-16T02:09:06.170 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages": 81716, 2024-09-16T02:09:06.170 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_bytes": 17670886, 2024-09-16T02:09:06.170 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_bytes": 272731030, 2024-09-16T02:09:06.170 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_created_connections": 295, 2024-09-16T02:09:06.170 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_active_connections": 7, 2024-09-16T02:09:06.170 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_total_time": 6.020248474, 2024-09-16T02:09:06.170 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_send_time": 2.693237105, 2024-09-16T02:09:06.170 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_recv_time": 1.872106528, 2024-09-16T02:09:06.170 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_fast_dispatch_time": 1.362129801, 2024-09-16T02:09:06.170 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:09:06.170 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 81718, 2024-09-16T02:09:06.170 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 2.769957824, 2024-09-16T02:09:06.171 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000033896 2024-09-16T02:09:06.171 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.171 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:09:06.171 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 54094, 2024-09-16T02:09:06.171 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.010167400, 2024-09-16T02:09:06.171 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000187 2024-09-16T02:09:06.171 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.171 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_encrypted_bytes": 934320, 2024-09-16T02:09:06.171 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_encrypted_bytes": 330448 2024-09-16T02:09:06.171 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.171 INFO:teuthology.orchestra.run.smithi122.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T02:09:06.171 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_messages": 65743, 2024-09-16T02:09:06.172 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages": 78590, 2024-09-16T02:09:06.172 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_bytes": 20551680, 2024-09-16T02:09:06.172 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_bytes": 192531793, 2024-09-16T02:09:06.172 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_created_connections": 26, 2024-09-16T02:09:06.172 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_active_connections": 5, 2024-09-16T02:09:06.172 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_total_time": 5.287582331, 2024-09-16T02:09:06.172 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_send_time": 2.100624494, 2024-09-16T02:09:06.172 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_recv_time": 1.567080167, 2024-09-16T02:09:06.172 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_fast_dispatch_time": 1.471170454, 2024-09-16T02:09:06.172 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:09:06.172 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 78591, 2024-09-16T02:09:06.172 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 2.796618134, 2024-09-16T02:09:06.173 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000035584 2024-09-16T02:09:06.173 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.173 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:09:06.173 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 42344, 2024-09-16T02:09:06.173 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.008412275, 2024-09-16T02:09:06.173 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000198 2024-09-16T02:09:06.173 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.173 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_encrypted_bytes": 160, 2024-09-16T02:09:06.173 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_encrypted_bytes": 685728 2024-09-16T02:09:06.173 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.173 INFO:teuthology.orchestra.run.smithi122.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T02:09:06.173 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_messages": 2680504, 2024-09-16T02:09:06.173 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages": 2954748, 2024-09-16T02:09:06.174 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_bytes": 797427182, 2024-09-16T02:09:06.174 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_bytes": 1988472957, 2024-09-16T02:09:06.174 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_created_connections": 15, 2024-09-16T02:09:06.174 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_active_connections": 8, 2024-09-16T02:09:06.174 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_total_time": 99.308500571, 2024-09-16T02:09:06.174 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_send_time": 41.254951181, 2024-09-16T02:09:06.174 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_recv_time": 68.943525510, 2024-09-16T02:09:06.174 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_fast_dispatch_time": 1.744242084, 2024-09-16T02:09:06.174 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:09:06.174 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 2954741, 2024-09-16T02:09:06.174 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 38.918017065, 2024-09-16T02:09:06.174 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000013171 2024-09-16T02:09:06.174 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.175 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:09:06.175 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 5397727, 2024-09-16T02:09:06.175 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.702414960, 2024-09-16T02:09:06.175 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000130 2024-09-16T02:09:06.175 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.175 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_encrypted_bytes": 53616, 2024-09-16T02:09:06.175 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_encrypted_bytes": 30736 2024-09-16T02:09:06.175 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.175 INFO:teuthology.orchestra.run.smithi122.stdout: "cct": { 2024-09-16T02:09:06.175 INFO:teuthology.orchestra.run.smithi122.stdout: "total_workers": 1, 2024-09-16T02:09:06.175 INFO:teuthology.orchestra.run.smithi122.stdout: "unhealthy_workers": 0 2024-09-16T02:09:06.175 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.176 INFO:teuthology.orchestra.run.smithi122.stdout: "finisher-MDSRank": { 2024-09-16T02:09:06.176 INFO:teuthology.orchestra.run.smithi122.stdout: "queue_len": 0, 2024-09-16T02:09:06.176 INFO:teuthology.orchestra.run.smithi122.stdout: "complete_latency": { 2024-09-16T02:09:06.176 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 139800, 2024-09-16T02:09:06.176 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 178.692988072, 2024-09-16T02:09:06.176 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.001278204 2024-09-16T02:09:06.176 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:06.176 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.176 INFO:teuthology.orchestra.run.smithi122.stdout: "finisher-PurgeQueue": { 2024-09-16T02:09:06.176 INFO:teuthology.orchestra.run.smithi122.stdout: "queue_len": 0, 2024-09-16T02:09:06.176 INFO:teuthology.orchestra.run.smithi122.stdout: "complete_latency": { 2024-09-16T02:09:06.178 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 77065, 2024-09-16T02:09:06.178 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 16.266308028, 2024-09-16T02:09:06.178 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000211072 2024-09-16T02:09:06.178 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:06.178 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.178 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": { 2024-09-16T02:09:06.178 INFO:teuthology.orchestra.run.smithi122.stdout: "request": 2437004, 2024-09-16T02:09:06.178 INFO:teuthology.orchestra.run.smithi122.stdout: "reply": 2434493, 2024-09-16T02:09:06.178 INFO:teuthology.orchestra.run.smithi122.stdout: "reply_latency": { 2024-09-16T02:09:06.178 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 2434493, 2024-09-16T02:09:06.179 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 4160.010483086, 2024-09-16T02:09:06.179 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.001708778 2024-09-16T02:09:06.179 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.179 INFO:teuthology.orchestra.run.smithi122.stdout: "slow_reply": 0, 2024-09-16T02:09:06.179 INFO:teuthology.orchestra.run.smithi122.stdout: "forward": 2511, 2024-09-16T02:09:06.179 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_fetch_complete": 0, 2024-09-16T02:09:06.179 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_fetch_keys": 0, 2024-09-16T02:09:06.179 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_commit": 117, 2024-09-16T02:09:06.179 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_split": 0, 2024-09-16T02:09:06.179 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_merge": 0, 2024-09-16T02:09:06.179 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes": 53, 2024-09-16T02:09:06.179 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_top": 16, 2024-09-16T02:09:06.180 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_bottom": 37, 2024-09-16T02:09:06.180 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_pin_tail": 0, 2024-09-16T02:09:06.180 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_pinned": 29, 2024-09-16T02:09:06.180 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_expired": 75, 2024-09-16T02:09:06.180 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_with_caps": 2, 2024-09-16T02:09:06.180 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": 2, 2024-09-16T02:09:06.180 INFO:teuthology.orchestra.run.smithi122.stdout: "subtrees": 4, 2024-09-16T02:09:06.180 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse": 4691041, 2024-09-16T02:09:06.180 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_hit": 4680515, 2024-09-16T02:09:06.180 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_forward": 1017, 2024-09-16T02:09:06.180 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_discover": 1, 2024-09-16T02:09:06.181 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_dir_fetch": 0, 2024-09-16T02:09:06.181 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_remote_ino": 0, 2024-09-16T02:09:06.181 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_lock": 0, 2024-09-16T02:09:06.181 INFO:teuthology.orchestra.run.smithi122.stdout: "load_cent": 0, 2024-09-16T02:09:06.181 INFO:teuthology.orchestra.run.smithi122.stdout: "q": 0, 2024-09-16T02:09:06.181 INFO:teuthology.orchestra.run.smithi122.stdout: "exported": 4, 2024-09-16T02:09:06.182 INFO:teuthology.orchestra.run.smithi122.stdout: "exported_inodes": 73, 2024-09-16T02:09:06.182 INFO:teuthology.orchestra.run.smithi122.stdout: "imported": 4, 2024-09-16T02:09:06.182 INFO:teuthology.orchestra.run.smithi122.stdout: "imported_inodes": 1, 2024-09-16T02:09:06.182 INFO:teuthology.orchestra.run.smithi122.stdout: "openino_dir_fetch": 0, 2024-09-16T02:09:06.182 INFO:teuthology.orchestra.run.smithi122.stdout: "openino_backtrace_fetch": 12750, 2024-09-16T02:09:06.182 INFO:teuthology.orchestra.run.smithi122.stdout: "openino_peer_discover": 0, 2024-09-16T02:09:06.182 INFO:teuthology.orchestra.run.smithi122.stdout: "root_rfiles": 4, 2024-09-16T02:09:06.182 INFO:teuthology.orchestra.run.smithi122.stdout: "root_rbytes": 234, 2024-09-16T02:09:06.182 INFO:teuthology.orchestra.run.smithi122.stdout: "root_rsnaps": 0, 2024-09-16T02:09:06.182 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_backtrace_fetch": 12750, 2024-09-16T02:09:06.183 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_set_tag": 0, 2024-09-16T02:09:06.183 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T02:09:06.183 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_inotable_repaired": 0, 2024-09-16T02:09:06.183 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_dir_inodes": 2068, 2024-09-16T02:09:06.183 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_dir_base_inodes": 41, 2024-09-16T02:09:06.183 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_dirfrag_rstats": 2027, 2024-09-16T02:09:06.183 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_file_inodes": 10682, 2024-09-16T02:09:06.183 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_inode_file_caps": 6, 2024-09-16T02:09:06.183 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_revoke": 119824, 2024-09-16T02:09:06.183 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_grant": 187289, 2024-09-16T02:09:06.183 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T02:09:06.183 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T02:09:06.183 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T02:09:06.184 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_caps": 191518, 2024-09-16T02:09:06.184 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_caps_dirty": 61040, 2024-09-16T02:09:06.184 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_cap_release": 1438, 2024-09-16T02:09:06.184 INFO:teuthology.orchestra.run.smithi122.stdout: "process_request_cap_release": 172485 2024-09-16T02:09:06.184 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.184 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_cache": { 2024-09-16T02:09:06.184 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_update": 17, 2024-09-16T02:09:06.184 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_update_receipt": 3, 2024-09-16T02:09:06.184 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_try_discover": 2, 2024-09-16T02:09:06.184 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_send_discover": 2, 2024-09-16T02:09:06.184 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_handle_discover": 43, 2024-09-16T02:09:06.184 INFO:teuthology.orchestra.run.smithi122.stdout: "num_strays": 13, 2024-09-16T02:09:06.184 INFO:teuthology.orchestra.run.smithi122.stdout: "num_strays_delayed": 0, 2024-09-16T02:09:06.185 INFO:teuthology.orchestra.run.smithi122.stdout: "num_strays_enqueuing": 0, 2024-09-16T02:09:06.185 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_created": 47717, 2024-09-16T02:09:06.185 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_enqueued": 47704, 2024-09-16T02:09:06.185 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_reintegrated": 0, 2024-09-16T02:09:06.185 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_migrated": 0, 2024-09-16T02:09:06.185 INFO:teuthology.orchestra.run.smithi122.stdout: "num_recovering_processing": 0, 2024-09-16T02:09:06.185 INFO:teuthology.orchestra.run.smithi122.stdout: "num_recovering_enqueued": 0, 2024-09-16T02:09:06.185 INFO:teuthology.orchestra.run.smithi122.stdout: "num_recovering_prioritized": 0, 2024-09-16T02:09:06.185 INFO:teuthology.orchestra.run.smithi122.stdout: "recovery_started": 0, 2024-09-16T02:09:06.186 INFO:teuthology.orchestra.run.smithi122.stdout: "recovery_completed": 0, 2024-09-16T02:09:06.186 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_quiesce_path": 0, 2024-09-16T02:09:06.186 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_quiesce_inode": 0, 2024-09-16T02:09:06.186 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_enqueue_scrub": 41, 2024-09-16T02:09:06.186 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_exportdir": 4, 2024-09-16T02:09:06.186 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_flush": 0, 2024-09-16T02:09:06.186 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_fragmentdir": 0, 2024-09-16T02:09:06.186 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_fragstats": 0, 2024-09-16T02:09:06.186 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_inodestats": 0 2024-09-16T02:09:06.186 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.186 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_log": { 2024-09-16T02:09:06.186 INFO:teuthology.orchestra.run.smithi122.stdout: "evlrg": 0, 2024-09-16T02:09:06.186 INFO:teuthology.orchestra.run.smithi122.stdout: "evadd": 281496, 2024-09-16T02:09:06.187 INFO:teuthology.orchestra.run.smithi122.stdout: "evex": 166280, 2024-09-16T02:09:06.187 INFO:teuthology.orchestra.run.smithi122.stdout: "evtrm": 159771, 2024-09-16T02:09:06.187 INFO:teuthology.orchestra.run.smithi122.stdout: "ev": 121725, 2024-09-16T02:09:06.187 INFO:teuthology.orchestra.run.smithi122.stdout: "evexg": 0, 2024-09-16T02:09:06.187 INFO:teuthology.orchestra.run.smithi122.stdout: "evexd": 6509, 2024-09-16T02:09:06.187 INFO:teuthology.orchestra.run.smithi122.stdout: "segadd": 319, 2024-09-16T02:09:06.187 INFO:teuthology.orchestra.run.smithi122.stdout: "segex": 191, 2024-09-16T02:09:06.187 INFO:teuthology.orchestra.run.smithi122.stdout: "segtrm": 183, 2024-09-16T02:09:06.187 INFO:teuthology.orchestra.run.smithi122.stdout: "seg": 136, 2024-09-16T02:09:06.187 INFO:teuthology.orchestra.run.smithi122.stdout: "segmjr": 10, 2024-09-16T02:09:06.187 INFO:teuthology.orchestra.run.smithi122.stdout: "segexg": 0, 2024-09-16T02:09:06.187 INFO:teuthology.orchestra.run.smithi122.stdout: "segexd": 8, 2024-09-16T02:09:06.187 INFO:teuthology.orchestra.run.smithi122.stdout: "expos": 334532613, 2024-09-16T02:09:06.187 INFO:teuthology.orchestra.run.smithi122.stdout: "wrpos": 588380499, 2024-09-16T02:09:06.188 INFO:teuthology.orchestra.run.smithi122.stdout: "rdpos": 0, 2024-09-16T02:09:06.188 INFO:teuthology.orchestra.run.smithi122.stdout: "jlat": { 2024-09-16T02:09:06.188 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 70895, 2024-09-16T02:09:06.188 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 210.336659502, 2024-09-16T02:09:06.188 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.002966875 2024-09-16T02:09:06.188 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.188 INFO:teuthology.orchestra.run.smithi122.stdout: "replayed": 0 2024-09-16T02:09:06.188 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.188 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_mem": { 2024-09-16T02:09:06.188 INFO:teuthology.orchestra.run.smithi122.stdout: "ino": 38, 2024-09-16T02:09:06.188 INFO:teuthology.orchestra.run.smithi122.stdout: "ino+": 47857, 2024-09-16T02:09:06.188 INFO:teuthology.orchestra.run.smithi122.stdout: "ino-": 47819, 2024-09-16T02:09:06.188 INFO:teuthology.orchestra.run.smithi122.stdout: "dir": 33, 2024-09-16T02:09:06.189 INFO:teuthology.orchestra.run.smithi122.stdout: "dir+": 132, 2024-09-16T02:09:06.189 INFO:teuthology.orchestra.run.smithi122.stdout: "dir-": 99, 2024-09-16T02:09:06.189 INFO:teuthology.orchestra.run.smithi122.stdout: "dn": 53, 2024-09-16T02:09:06.189 INFO:teuthology.orchestra.run.smithi122.stdout: "dn+": 52136, 2024-09-16T02:09:06.189 INFO:teuthology.orchestra.run.smithi122.stdout: "dn-": 52083, 2024-09-16T02:09:06.189 INFO:teuthology.orchestra.run.smithi122.stdout: "cap": 2, 2024-09-16T02:09:06.189 INFO:teuthology.orchestra.run.smithi122.stdout: "cap+": 47807, 2024-09-16T02:09:06.189 INFO:teuthology.orchestra.run.smithi122.stdout: "cap-": 47805, 2024-09-16T02:09:06.189 INFO:teuthology.orchestra.run.smithi122.stdout: "rss": 87496, 2024-09-16T02:09:06.189 INFO:teuthology.orchestra.run.smithi122.stdout: "heap": 231712 2024-09-16T02:09:06.189 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.189 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_server": { 2024-09-16T02:09:06.190 INFO:teuthology.orchestra.run.smithi122.stdout: "dispatch_client_request": 2510046, 2024-09-16T02:09:06.190 INFO:teuthology.orchestra.run.smithi122.stdout: "dispatch_server_request": 2464, 2024-09-16T02:09:06.190 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_request": 2437004, 2024-09-16T02:09:06.190 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_session": 4710, 2024-09-16T02:09:06.190 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_peer_request": 4943, 2024-09-16T02:09:06.190 INFO:teuthology.orchestra.run.smithi122.stdout: "req_create_latency": { 2024-09-16T02:09:06.190 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 47683, 2024-09-16T02:09:06.190 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 101.159093856, 2024-09-16T02:09:06.190 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.002121491 2024-09-16T02:09:06.190 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.190 INFO:teuthology.orchestra.run.smithi122.stdout: "req_getattr_latency": { 2024-09-16T02:09:06.191 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 2231787, 2024-09-16T02:09:06.191 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 3459.860886545, 2024-09-16T02:09:06.191 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.001550264 2024-09-16T02:09:06.191 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.191 INFO:teuthology.orchestra.run.smithi122.stdout: "req_getfilelock_latency": { 2024-09-16T02:09:06.191 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.191 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.191 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.191 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.191 INFO:teuthology.orchestra.run.smithi122.stdout: "req_link_latency": { 2024-09-16T02:09:06.191 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.192 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.192 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.192 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.192 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookup_latency": { 2024-09-16T02:09:06.192 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 9384, 2024-09-16T02:09:06.192 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 50.761373137, 2024-09-16T02:09:06.192 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.005409353 2024-09-16T02:09:06.192 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.192 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookuphash_latency": { 2024-09-16T02:09:06.192 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.192 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.192 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.193 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.193 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupino_latency": { 2024-09-16T02:09:06.193 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.193 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.193 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.193 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.193 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupname_latency": { 2024-09-16T02:09:06.193 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.193 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.193 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.193 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.193 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupparent_latency": { 2024-09-16T02:09:06.193 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.194 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.194 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.194 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.194 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupsnap_latency": { 2024-09-16T02:09:06.194 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.194 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.194 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.194 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.194 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lssnap_latency": { 2024-09-16T02:09:06.194 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.194 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.195 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.195 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.195 INFO:teuthology.orchestra.run.smithi122.stdout: "req_mkdir_latency": { 2024-09-16T02:09:06.195 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 117, 2024-09-16T02:09:06.195 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.245569254, 2024-09-16T02:09:06.195 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.002098882 2024-09-16T02:09:06.195 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.195 INFO:teuthology.orchestra.run.smithi122.stdout: "req_mknod_latency": { 2024-09-16T02:09:06.195 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.195 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.195 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.195 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.195 INFO:teuthology.orchestra.run.smithi122.stdout: "req_mksnap_latency": { 2024-09-16T02:09:06.195 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.196 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.196 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.196 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.196 INFO:teuthology.orchestra.run.smithi122.stdout: "req_open_latency": { 2024-09-16T02:09:06.196 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 23149, 2024-09-16T02:09:06.196 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 56.153884971, 2024-09-16T02:09:06.196 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.002425758 2024-09-16T02:09:06.196 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.196 INFO:teuthology.orchestra.run.smithi122.stdout: "req_readdir_latency": { 2024-09-16T02:09:06.196 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 63346, 2024-09-16T02:09:06.196 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 325.527810344, 2024-09-16T02:09:06.196 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.005138885 2024-09-16T02:09:06.196 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.197 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rename_latency": { 2024-09-16T02:09:06.197 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 9742, 2024-09-16T02:09:06.197 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 24.932112440, 2024-09-16T02:09:06.197 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.002559239 2024-09-16T02:09:06.197 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.197 INFO:teuthology.orchestra.run.smithi122.stdout: "req_renamesnap_latency": { 2024-09-16T02:09:06.197 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.197 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.197 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.197 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.197 INFO:teuthology.orchestra.run.smithi122.stdout: "req_snapdiff_latency": { 2024-09-16T02:09:06.197 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.198 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.198 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.198 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.198 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rmdir_latency": { 2024-09-16T02:09:06.198 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 114, 2024-09-16T02:09:06.198 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.486844902, 2024-09-16T02:09:06.198 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.004270569 2024-09-16T02:09:06.198 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.198 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rmsnap_latency": { 2024-09-16T02:09:06.198 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.198 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.198 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.198 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.199 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rmxattr_latency": { 2024-09-16T02:09:06.199 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.199 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.199 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.199 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.199 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setattr_latency": { 2024-09-16T02:09:06.199 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 1, 2024-09-16T02:09:06.199 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.001097133, 2024-09-16T02:09:06.199 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.001097133 2024-09-16T02:09:06.199 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.199 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setdirlayout_latency": { 2024-09-16T02:09:06.199 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.199 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.200 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.200 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.200 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setfilelock_latency": { 2024-09-16T02:09:06.200 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 1548, 2024-09-16T02:09:06.200 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 2.519530018, 2024-09-16T02:09:06.200 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.001627603 2024-09-16T02:09:06.200 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.200 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setlayout_latency": { 2024-09-16T02:09:06.200 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.200 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.200 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.200 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.201 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setxattr_latency": { 2024-09-16T02:09:06.201 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 8, 2024-09-16T02:09:06.201 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.021322221, 2024-09-16T02:09:06.201 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.002665277 2024-09-16T02:09:06.201 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.201 INFO:teuthology.orchestra.run.smithi122.stdout: "req_symlink_latency": { 2024-09-16T02:09:06.201 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.201 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.201 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.201 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.201 INFO:teuthology.orchestra.run.smithi122.stdout: "req_unlink_latency": { 2024-09-16T02:09:06.201 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 47614, 2024-09-16T02:09:06.201 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 138.340958265, 2024-09-16T02:09:06.202 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.002905468 2024-09-16T02:09:06.202 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.202 INFO:teuthology.orchestra.run.smithi122.stdout: "cap_revoke_eviction": 0, 2024-09-16T02:09:06.202 INFO:teuthology.orchestra.run.smithi122.stdout: "cap_acquisition_throttle": 0, 2024-09-16T02:09:06.202 INFO:teuthology.orchestra.run.smithi122.stdout: "req_getvxattr_latency": { 2024-09-16T02:09:06.202 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.202 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.202 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.202 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:06.202 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.202 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_sessions": { 2024-09-16T02:09:06.202 INFO:teuthology.orchestra.run.smithi122.stdout: "session_count": 1, 2024-09-16T02:09:06.202 INFO:teuthology.orchestra.run.smithi122.stdout: "session_add": 3, 2024-09-16T02:09:06.203 INFO:teuthology.orchestra.run.smithi122.stdout: "session_remove": 2, 2024-09-16T02:09:06.203 INFO:teuthology.orchestra.run.smithi122.stdout: "sessions_open": 1, 2024-09-16T02:09:06.203 INFO:teuthology.orchestra.run.smithi122.stdout: "sessions_stale": 0, 2024-09-16T02:09:06.203 INFO:teuthology.orchestra.run.smithi122.stdout: "total_load": 182943, 2024-09-16T02:09:06.203 INFO:teuthology.orchestra.run.smithi122.stdout: "average_load": 182943, 2024-09-16T02:09:06.203 INFO:teuthology.orchestra.run.smithi122.stdout: "avg_session_uptime": 1538, 2024-09-16T02:09:06.203 INFO:teuthology.orchestra.run.smithi122.stdout: "mdthresh_evicted": 0 2024-09-16T02:09:06.203 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.203 INFO:teuthology.orchestra.run.smithi122.stdout: "mempool": { 2024-09-16T02:09:06.203 INFO:teuthology.orchestra.run.smithi122.stdout: "bloom_filter_bytes": 0, 2024-09-16T02:09:06.203 INFO:teuthology.orchestra.run.smithi122.stdout: "bloom_filter_items": 0, 2024-09-16T02:09:06.203 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T02:09:06.203 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_alloc_items": 0, 2024-09-16T02:09:06.204 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T02:09:06.204 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_data_items": 0, 2024-09-16T02:09:06.204 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T02:09:06.204 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T02:09:06.204 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T02:09:06.204 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T02:09:06.204 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T02:09:06.204 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_other_items": 0, 2024-09-16T02:09:06.204 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T02:09:06.204 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T02:09:06.205 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_extent_bytes": 0, 2024-09-16T02:09:06.205 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_extent_items": 0, 2024-09-16T02:09:06.205 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_blob_bytes": 0, 2024-09-16T02:09:06.205 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_blob_items": 0, 2024-09-16T02:09:06.205 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T02:09:06.205 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T02:09:06.205 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T02:09:06.205 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T02:09:06.205 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T02:09:06.205 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_fsck_items": 0, 2024-09-16T02:09:06.205 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_txc_bytes": 0, 2024-09-16T02:09:06.206 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_txc_items": 0, 2024-09-16T02:09:06.206 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T02:09:06.206 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T02:09:06.206 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_bytes": 0, 2024-09-16T02:09:06.206 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_items": 0, 2024-09-16T02:09:06.206 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_bytes": 0, 2024-09-16T02:09:06.206 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_items": 0, 2024-09-16T02:09:06.206 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T02:09:06.206 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_reader_items": 0, 2024-09-16T02:09:06.206 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T02:09:06.206 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_writer_items": 0, 2024-09-16T02:09:06.207 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_anon_bytes": 286759, 2024-09-16T02:09:06.207 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_anon_items": 99, 2024-09-16T02:09:06.207 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_meta_bytes": 0, 2024-09-16T02:09:06.207 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_meta_items": 0, 2024-09-16T02:09:06.207 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_bytes": 0, 2024-09-16T02:09:06.207 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_items": 0, 2024-09-16T02:09:06.207 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_mapbl_bytes": 0, 2024-09-16T02:09:06.207 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_mapbl_items": 0, 2024-09-16T02:09:06.207 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_pglog_bytes": 0, 2024-09-16T02:09:06.207 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_pglog_items": 0, 2024-09-16T02:09:06.208 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_bytes": 7592, 2024-09-16T02:09:06.208 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_items": 156, 2024-09-16T02:09:06.208 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T02:09:06.208 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_mapping_items": 0, 2024-09-16T02:09:06.208 INFO:teuthology.orchestra.run.smithi122.stdout: "pgmap_bytes": 0, 2024-09-16T02:09:06.208 INFO:teuthology.orchestra.run.smithi122.stdout: "pgmap_items": 0, 2024-09-16T02:09:06.208 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_co_bytes": 172379, 2024-09-16T02:09:06.208 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_co_items": 2360, 2024-09-16T02:09:06.208 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_1_bytes": 0, 2024-09-16T02:09:06.208 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_1_items": 0, 2024-09-16T02:09:06.208 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_2_bytes": 0, 2024-09-16T02:09:06.209 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_2_items": 0 2024-09-16T02:09:06.209 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.209 INFO:teuthology.orchestra.run.smithi122.stdout: "objecter": { 2024-09-16T02:09:06.209 INFO:teuthology.orchestra.run.smithi122.stdout: "op_active": 0, 2024-09-16T02:09:06.209 INFO:teuthology.orchestra.run.smithi122.stdout: "op_laggy": 0, 2024-09-16T02:09:06.209 INFO:teuthology.orchestra.run.smithi122.stdout: "op_send": 141510, 2024-09-16T02:09:06.209 INFO:teuthology.orchestra.run.smithi122.stdout: "op_send_bytes": 592456823, 2024-09-16T02:09:06.209 INFO:teuthology.orchestra.run.smithi122.stdout: "op_resend": 33, 2024-09-16T02:09:06.209 INFO:teuthology.orchestra.run.smithi122.stdout: "op_reply": 141510, 2024-09-16T02:09:06.210 INFO:teuthology.orchestra.run.smithi122.stdout: "op_latency": { 2024-09-16T02:09:06.210 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 141510, 2024-09-16T02:09:06.210 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 423.298509868, 2024-09-16T02:09:06.210 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.002991297 2024-09-16T02:09:06.210 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.210 INFO:teuthology.orchestra.run.smithi122.stdout: "op_inflight": 0, 2024-09-16T02:09:06.210 INFO:teuthology.orchestra.run.smithi122.stdout: "oplen_avg": { 2024-09-16T02:09:06.210 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 141510, 2024-09-16T02:09:06.210 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 145719 2024-09-16T02:09:06.210 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.211 INFO:teuthology.orchestra.run.smithi122.stdout: "op": 141510, 2024-09-16T02:09:06.211 INFO:teuthology.orchestra.run.smithi122.stdout: "op_r": 15658, 2024-09-16T02:09:06.211 INFO:teuthology.orchestra.run.smithi122.stdout: "op_w": 125852, 2024-09-16T02:09:06.211 INFO:teuthology.orchestra.run.smithi122.stdout: "op_rmw": 0, 2024-09-16T02:09:06.211 INFO:teuthology.orchestra.run.smithi122.stdout: "op_pg": 0, 2024-09-16T02:09:06.211 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_stat": 0, 2024-09-16T02:09:06.211 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_create": 616, 2024-09-16T02:09:06.211 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_read": 2867, 2024-09-16T02:09:06.211 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_write": 73721, 2024-09-16T02:09:06.211 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_writefull": 1497, 2024-09-16T02:09:06.211 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_writesame": 0, 2024-09-16T02:09:06.212 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_append": 0, 2024-09-16T02:09:06.212 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_zero": 0, 2024-09-16T02:09:06.212 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_truncate": 0, 2024-09-16T02:09:06.212 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_delete": 48435, 2024-09-16T02:09:06.212 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_mapext": 0, 2024-09-16T02:09:06.212 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_sparse_read": 0, 2024-09-16T02:09:06.212 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_clonerange": 0, 2024-09-16T02:09:06.212 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_getxattr": 12791, 2024-09-16T02:09:06.212 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_setxattr": 1232, 2024-09-16T02:09:06.212 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_cmpxattr": 0, 2024-09-16T02:09:06.213 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_rmxattr": 0, 2024-09-16T02:09:06.213 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_resetxattrs": 0, 2024-09-16T02:09:06.213 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_call": 0, 2024-09-16T02:09:06.213 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_watch": 0, 2024-09-16T02:09:06.213 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_notify": 0, 2024-09-16T02:09:06.213 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T02:09:06.213 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_pgls": 0, 2024-09-16T02:09:06.213 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_pgls_filter": 0, 2024-09-16T02:09:06.213 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_other": 0, 2024-09-16T02:09:06.213 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_active": 0, 2024-09-16T02:09:06.213 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_send": 0, 2024-09-16T02:09:06.214 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_resend": 0, 2024-09-16T02:09:06.214 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_ping": 0, 2024-09-16T02:09:06.214 INFO:teuthology.orchestra.run.smithi122.stdout: "poolop_active": 0, 2024-09-16T02:09:06.214 INFO:teuthology.orchestra.run.smithi122.stdout: "poolop_send": 0, 2024-09-16T02:09:06.214 INFO:teuthology.orchestra.run.smithi122.stdout: "poolop_resend": 0, 2024-09-16T02:09:06.214 INFO:teuthology.orchestra.run.smithi122.stdout: "poolstat_active": 0, 2024-09-16T02:09:06.214 INFO:teuthology.orchestra.run.smithi122.stdout: "poolstat_send": 0, 2024-09-16T02:09:06.214 INFO:teuthology.orchestra.run.smithi122.stdout: "poolstat_resend": 0, 2024-09-16T02:09:06.214 INFO:teuthology.orchestra.run.smithi122.stdout: "statfs_active": 0, 2024-09-16T02:09:06.214 INFO:teuthology.orchestra.run.smithi122.stdout: "statfs_send": 0, 2024-09-16T02:09:06.214 INFO:teuthology.orchestra.run.smithi122.stdout: "statfs_resend": 0, 2024-09-16T02:09:06.214 INFO:teuthology.orchestra.run.smithi122.stdout: "command_active": 0, 2024-09-16T02:09:06.215 INFO:teuthology.orchestra.run.smithi122.stdout: "command_send": 0, 2024-09-16T02:09:06.215 INFO:teuthology.orchestra.run.smithi122.stdout: "command_resend": 0, 2024-09-16T02:09:06.215 INFO:teuthology.orchestra.run.smithi122.stdout: "map_epoch": 84, 2024-09-16T02:09:06.215 INFO:teuthology.orchestra.run.smithi122.stdout: "map_full": 0, 2024-09-16T02:09:06.215 INFO:teuthology.orchestra.run.smithi122.stdout: "map_inc": 2, 2024-09-16T02:09:06.215 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_sessions": 12, 2024-09-16T02:09:06.215 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_session_open": 12, 2024-09-16T02:09:06.215 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_session_close": 0, 2024-09-16T02:09:06.215 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_laggy": 0, 2024-09-16T02:09:06.215 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_wr": 3141, 2024-09-16T02:09:06.215 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_rd": 0, 2024-09-16T02:09:06.216 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_del": 1419 2024-09-16T02:09:06.216 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.216 INFO:teuthology.orchestra.run.smithi122.stdout: "oft": { 2024-09-16T02:09:06.216 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_objs": 1, 2024-09-16T02:09:06.216 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_kv_pairs": 0, 2024-09-16T02:09:06.216 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_updates": 0, 2024-09-16T02:09:06.216 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_removes": 0 2024-09-16T02:09:06.216 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.216 INFO:teuthology.orchestra.run.smithi122.stdout: "osd-slow-ops": { 2024-09-16T02:09:06.217 INFO:teuthology.orchestra.run.smithi122.stdout: "slow_ops_count": 0 2024-09-16T02:09:06.217 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.217 INFO:teuthology.orchestra.run.smithi122.stdout: "purge_queue": { 2024-09-16T02:09:06.217 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing_ops": 0, 2024-09-16T02:09:06.217 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing_ops_high_water": 10, 2024-09-16T02:09:06.217 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing": 0, 2024-09-16T02:09:06.217 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing_high_water": 10, 2024-09-16T02:09:06.217 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executed_ops": 47704, 2024-09-16T02:09:06.217 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executed": 47704, 2024-09-16T02:09:06.217 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_item_in_journal": 0 2024-09-16T02:09:06.217 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.218 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T02:09:06.218 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:06.218 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 104857600, 2024-09-16T02:09:06.218 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:06.218 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 2815673, 2024-09-16T02:09:06.218 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 582197916, 2024-09-16T02:09:06.218 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:06.218 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 2815673, 2024-09-16T02:09:06.218 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 0, 2024-09-16T02:09:06.218 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 0, 2024-09-16T02:09:06.218 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 2815673, 2024-09-16T02:09:06.219 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 582197916, 2024-09-16T02:09:06.219 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:06.219 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.219 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.219 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.219 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:06.219 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.219 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-objecter_bytes": { 2024-09-16T02:09:06.219 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:06.219 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 104857600, 2024-09-16T02:09:06.219 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:06.220 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 0, 2024-09-16T02:09:06.220 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 0, 2024-09-16T02:09:06.220 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:06.220 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 0, 2024-09-16T02:09:06.220 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 141510, 2024-09-16T02:09:06.220 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 597274927, 2024-09-16T02:09:06.220 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 141510, 2024-09-16T02:09:06.220 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 597274927, 2024-09-16T02:09:06.220 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:06.220 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.221 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.221 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.221 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:06.221 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.221 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-objecter_ops": { 2024-09-16T02:09:06.221 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:06.221 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 1024, 2024-09-16T02:09:06.221 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:06.221 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 0, 2024-09-16T02:09:06.221 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 0, 2024-09-16T02:09:06.221 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:06.222 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 0, 2024-09-16T02:09:06.222 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 141510, 2024-09-16T02:09:06.222 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 141510, 2024-09-16T02:09:06.222 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 141510, 2024-09-16T02:09:06.222 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 141510, 2024-09-16T02:09:06.222 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:06.222 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.222 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.222 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.222 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:06.222 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.222 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-write_buf_throttle": { 2024-09-16T02:09:06.222 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:06.223 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 3758096384, 2024-09-16T02:09:06.223 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:06.223 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 47704, 2024-09-16T02:09:06.223 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 4818104, 2024-09-16T02:09:06.223 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:06.223 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 47704, 2024-09-16T02:09:06.223 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 0, 2024-09-16T02:09:06.223 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 0, 2024-09-16T02:09:06.223 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 2826, 2024-09-16T02:09:06.223 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 4818104, 2024-09-16T02:09:06.223 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:06.223 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.223 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.223 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.224 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:06.224 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:06.224 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-write_buf_throttle-0x5651d2298960": { 2024-09-16T02:09:06.224 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:06.224 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 3758096384, 2024-09-16T02:09:06.224 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:06.224 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 281496, 2024-09-16T02:09:06.224 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 584186195, 2024-09-16T02:09:06.224 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:06.224 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 281496, 2024-09-16T02:09:06.224 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 0, 2024-09-16T02:09:06.224 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 0, 2024-09-16T02:09:06.224 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 70895, 2024-09-16T02:09:06.225 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 584186195, 2024-09-16T02:09:06.225 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:06.225 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:06.225 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:06.225 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:06.225 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:06.225 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:06.225 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-16T02:09:06.877 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:06 smithi122 ceph-mon[34758]: pgmap v1106: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-16T02:09:06.905 INFO:tasks.check_counter:Daemon mds.i mds.exported=4 2024-09-16T02:09:06.905 INFO:tasks.check_counter:Daemon mds.i mds.imported=4 2024-09-16T02:09:06.905 DEBUG:tasks.check_counter:Getting stats from l 2024-09-16T02:09:06.906 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph daemon mds.l perf dump 2024-09-16T02:09:07.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:06 smithi017 ceph-mon[30972]: pgmap v1106: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-16T02:09:07.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:06 smithi029 ceph-mon[34783]: pgmap v1106: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-09-16T02:09:07.152 INFO:teuthology.orchestra.run.smithi122.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.c/config 2024-09-16T02:09:07.665 INFO:teuthology.orchestra.run.smithi122.stdout:{ 2024-09-16T02:09:07.665 INFO:teuthology.orchestra.run.smithi122.stdout: "AsyncMessenger::Worker-0": { 2024-09-16T02:09:07.665 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_messages": 2425, 2024-09-16T02:09:07.665 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages": 2411, 2024-09-16T02:09:07.665 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_bytes": 18277738, 2024-09-16T02:09:07.665 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_bytes": 900074, 2024-09-16T02:09:07.666 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_created_connections": 7, 2024-09-16T02:09:07.666 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_active_connections": 3, 2024-09-16T02:09:07.666 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_total_time": 0.197612905, 2024-09-16T02:09:07.666 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_send_time": 0.065337862, 2024-09-16T02:09:07.666 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_recv_time": 0.081488502, 2024-09-16T02:09:07.666 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_fast_dispatch_time": 0.046211252, 2024-09-16T02:09:07.666 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:09:07.666 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 2411, 2024-09-16T02:09:07.666 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.076749040, 2024-09-16T02:09:07.666 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000031832 2024-09-16T02:09:07.666 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.666 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:09:07.666 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.667 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.667 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.667 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.667 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_encrypted_bytes": 870784, 2024-09-16T02:09:07.667 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_encrypted_bytes": 278384 2024-09-16T02:09:07.667 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.667 INFO:teuthology.orchestra.run.smithi122.stdout: "AsyncMessenger::Worker-1": { 2024-09-16T02:09:07.667 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_messages": 727, 2024-09-16T02:09:07.667 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages": 1067, 2024-09-16T02:09:07.667 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_bytes": 33737790, 2024-09-16T02:09:07.667 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_bytes": 995140, 2024-09-16T02:09:07.667 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_created_connections": 8, 2024-09-16T02:09:07.667 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_active_connections": 6, 2024-09-16T02:09:07.668 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_total_time": 0.080651578, 2024-09-16T02:09:07.668 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_send_time": 0.023752805, 2024-09-16T02:09:07.668 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_recv_time": 0.035742375, 2024-09-16T02:09:07.668 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_fast_dispatch_time": 0.015065322, 2024-09-16T02:09:07.668 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:09:07.668 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 1065, 2024-09-16T02:09:07.668 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.028003032, 2024-09-16T02:09:07.668 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000026293 2024-09-16T02:09:07.668 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.668 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:09:07.668 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.668 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.669 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.669 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.669 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_encrypted_bytes": 320, 2024-09-16T02:09:07.669 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_encrypted_bytes": 764528 2024-09-16T02:09:07.669 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.669 INFO:teuthology.orchestra.run.smithi122.stdout: "AsyncMessenger::Worker-2": { 2024-09-16T02:09:07.669 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_messages": 2879, 2024-09-16T02:09:07.669 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages": 2881, 2024-09-16T02:09:07.669 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_bytes": 56685861, 2024-09-16T02:09:07.669 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_bytes": 915529, 2024-09-16T02:09:07.669 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_created_connections": 7, 2024-09-16T02:09:07.669 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_active_connections": 5, 2024-09-16T02:09:07.670 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_total_time": 0.189825308, 2024-09-16T02:09:07.670 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_send_time": 0.047132665, 2024-09-16T02:09:07.670 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_recv_time": 0.075059237, 2024-09-16T02:09:07.670 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_running_fast_dispatch_time": 0.056406800, 2024-09-16T02:09:07.670 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_messages_queue_lat": { 2024-09-16T02:09:07.670 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 2879, 2024-09-16T02:09:07.670 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.063610725, 2024-09-16T02:09:07.670 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000022094 2024-09-16T02:09:07.670 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.670 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_handle_ack_lat": { 2024-09-16T02:09:07.670 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.670 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.670 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.671 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.671 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_recv_encrypted_bytes": 0, 2024-09-16T02:09:07.671 INFO:teuthology.orchestra.run.smithi122.stdout: "msgr_send_encrypted_bytes": 0 2024-09-16T02:09:07.671 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.671 INFO:teuthology.orchestra.run.smithi122.stdout: "cct": { 2024-09-16T02:09:07.671 INFO:teuthology.orchestra.run.smithi122.stdout: "total_workers": 1, 2024-09-16T02:09:07.671 INFO:teuthology.orchestra.run.smithi122.stdout: "unhealthy_workers": 0 2024-09-16T02:09:07.671 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.671 INFO:teuthology.orchestra.run.smithi122.stdout: "finisher-MDSRank": { 2024-09-16T02:09:07.671 INFO:teuthology.orchestra.run.smithi122.stdout: "queue_len": 0, 2024-09-16T02:09:07.671 INFO:teuthology.orchestra.run.smithi122.stdout: "complete_latency": { 2024-09-16T02:09:07.671 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 9494, 2024-09-16T02:09:07.672 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.182193405, 2024-09-16T02:09:07.672 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000019190 2024-09-16T02:09:07.672 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:07.672 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.672 INFO:teuthology.orchestra.run.smithi122.stdout: "finisher-PurgeQueue": { 2024-09-16T02:09:07.672 INFO:teuthology.orchestra.run.smithi122.stdout: "queue_len": 0, 2024-09-16T02:09:07.672 INFO:teuthology.orchestra.run.smithi122.stdout: "complete_latency": { 2024-09-16T02:09:07.672 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.672 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.672 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.672 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:07.672 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.672 INFO:teuthology.orchestra.run.smithi122.stdout: "mds": { 2024-09-16T02:09:07.673 INFO:teuthology.orchestra.run.smithi122.stdout: "request": 0, 2024-09-16T02:09:07.673 INFO:teuthology.orchestra.run.smithi122.stdout: "reply": 0, 2024-09-16T02:09:07.673 INFO:teuthology.orchestra.run.smithi122.stdout: "reply_latency": { 2024-09-16T02:09:07.673 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.673 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.673 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.673 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.673 INFO:teuthology.orchestra.run.smithi122.stdout: "slow_reply": 0, 2024-09-16T02:09:07.673 INFO:teuthology.orchestra.run.smithi122.stdout: "forward": 0, 2024-09-16T02:09:07.673 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_fetch_complete": 0, 2024-09-16T02:09:07.673 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_fetch_keys": 0, 2024-09-16T02:09:07.673 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_commit": 0, 2024-09-16T02:09:07.673 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_split": 0, 2024-09-16T02:09:07.674 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_merge": 0, 2024-09-16T02:09:07.674 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes": 8668, 2024-09-16T02:09:07.674 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_top": 0, 2024-09-16T02:09:07.674 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_bottom": 8668, 2024-09-16T02:09:07.674 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_pin_tail": 0, 2024-09-16T02:09:07.674 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_pinned": 8668, 2024-09-16T02:09:07.674 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_expired": 0, 2024-09-16T02:09:07.674 INFO:teuthology.orchestra.run.smithi122.stdout: "inodes_with_caps": 0, 2024-09-16T02:09:07.674 INFO:teuthology.orchestra.run.smithi122.stdout: "caps": 0, 2024-09-16T02:09:07.674 INFO:teuthology.orchestra.run.smithi122.stdout: "subtrees": 1, 2024-09-16T02:09:07.674 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse": 0, 2024-09-16T02:09:07.674 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_hit": 0, 2024-09-16T02:09:07.675 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_forward": 0, 2024-09-16T02:09:07.675 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_discover": 0, 2024-09-16T02:09:07.675 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_dir_fetch": 0, 2024-09-16T02:09:07.675 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_remote_ino": 0, 2024-09-16T02:09:07.675 INFO:teuthology.orchestra.run.smithi122.stdout: "traverse_lock": 0, 2024-09-16T02:09:07.675 INFO:teuthology.orchestra.run.smithi122.stdout: "load_cent": 0, 2024-09-16T02:09:07.675 INFO:teuthology.orchestra.run.smithi122.stdout: "q": 0, 2024-09-16T02:09:07.675 INFO:teuthology.orchestra.run.smithi122.stdout: "exported": 0, 2024-09-16T02:09:07.675 INFO:teuthology.orchestra.run.smithi122.stdout: "exported_inodes": 0, 2024-09-16T02:09:07.675 INFO:teuthology.orchestra.run.smithi122.stdout: "imported": 0, 2024-09-16T02:09:07.675 INFO:teuthology.orchestra.run.smithi122.stdout: "imported_inodes": 0, 2024-09-16T02:09:07.675 INFO:teuthology.orchestra.run.smithi122.stdout: "openino_dir_fetch": 0, 2024-09-16T02:09:07.676 INFO:teuthology.orchestra.run.smithi122.stdout: "openino_backtrace_fetch": 0, 2024-09-16T02:09:07.676 INFO:teuthology.orchestra.run.smithi122.stdout: "openino_peer_discover": 0, 2024-09-16T02:09:07.676 INFO:teuthology.orchestra.run.smithi122.stdout: "root_rfiles": 0, 2024-09-16T02:09:07.676 INFO:teuthology.orchestra.run.smithi122.stdout: "root_rbytes": 0, 2024-09-16T02:09:07.676 INFO:teuthology.orchestra.run.smithi122.stdout: "root_rsnaps": 0, 2024-09-16T02:09:07.676 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_backtrace_fetch": 0, 2024-09-16T02:09:07.676 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_set_tag": 0, 2024-09-16T02:09:07.676 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_backtrace_repaired": 0, 2024-09-16T02:09:07.676 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_inotable_repaired": 0, 2024-09-16T02:09:07.676 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_dir_inodes": 0, 2024-09-16T02:09:07.676 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_dir_base_inodes": 0, 2024-09-16T02:09:07.676 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_dirfrag_rstats": 0, 2024-09-16T02:09:07.677 INFO:teuthology.orchestra.run.smithi122.stdout: "scrub_file_inodes": 0, 2024-09-16T02:09:07.677 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_inode_file_caps": 0, 2024-09-16T02:09:07.677 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_revoke": 0, 2024-09-16T02:09:07.677 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_grant": 0, 2024-09-16T02:09:07.677 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_trunc": 0, 2024-09-16T02:09:07.677 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-09-16T02:09:07.677 INFO:teuthology.orchestra.run.smithi122.stdout: "ceph_cap_op_flush_ack": 0, 2024-09-16T02:09:07.677 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_caps": 0, 2024-09-16T02:09:07.677 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_caps_dirty": 0, 2024-09-16T02:09:07.677 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_cap_release": 0, 2024-09-16T02:09:07.677 INFO:teuthology.orchestra.run.smithi122.stdout: "process_request_cap_release": 0 2024-09-16T02:09:07.677 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.677 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_cache": { 2024-09-16T02:09:07.678 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_update": 0, 2024-09-16T02:09:07.678 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_update_receipt": 0, 2024-09-16T02:09:07.678 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_try_discover": 0, 2024-09-16T02:09:07.678 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_send_discover": 0, 2024-09-16T02:09:07.678 INFO:teuthology.orchestra.run.smithi122.stdout: "dir_handle_discover": 0, 2024-09-16T02:09:07.678 INFO:teuthology.orchestra.run.smithi122.stdout: "num_strays": 0, 2024-09-16T02:09:07.678 INFO:teuthology.orchestra.run.smithi122.stdout: "num_strays_delayed": 0, 2024-09-16T02:09:07.678 INFO:teuthology.orchestra.run.smithi122.stdout: "num_strays_enqueuing": 0, 2024-09-16T02:09:07.678 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_created": 0, 2024-09-16T02:09:07.678 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_enqueued": 0, 2024-09-16T02:09:07.678 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_reintegrated": 0, 2024-09-16T02:09:07.678 INFO:teuthology.orchestra.run.smithi122.stdout: "strays_migrated": 0, 2024-09-16T02:09:07.679 INFO:teuthology.orchestra.run.smithi122.stdout: "num_recovering_processing": 0, 2024-09-16T02:09:07.679 INFO:teuthology.orchestra.run.smithi122.stdout: "num_recovering_enqueued": 0, 2024-09-16T02:09:07.679 INFO:teuthology.orchestra.run.smithi122.stdout: "num_recovering_prioritized": 0, 2024-09-16T02:09:07.679 INFO:teuthology.orchestra.run.smithi122.stdout: "recovery_started": 0, 2024-09-16T02:09:07.679 INFO:teuthology.orchestra.run.smithi122.stdout: "recovery_completed": 0, 2024-09-16T02:09:07.679 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_quiesce_path": 0, 2024-09-16T02:09:07.679 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_quiesce_inode": 0, 2024-09-16T02:09:07.679 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_enqueue_scrub": 0, 2024-09-16T02:09:07.679 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_exportdir": 0, 2024-09-16T02:09:07.679 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_flush": 0, 2024-09-16T02:09:07.679 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_fragmentdir": 0, 2024-09-16T02:09:07.679 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_fragstats": 0, 2024-09-16T02:09:07.679 INFO:teuthology.orchestra.run.smithi122.stdout: "ireq_inodestats": 0 2024-09-16T02:09:07.680 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.680 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_log": { 2024-09-16T02:09:07.680 INFO:teuthology.orchestra.run.smithi122.stdout: "evlrg": 0, 2024-09-16T02:09:07.680 INFO:teuthology.orchestra.run.smithi122.stdout: "evadd": 0, 2024-09-16T02:09:07.680 INFO:teuthology.orchestra.run.smithi122.stdout: "evex": 0, 2024-09-16T02:09:07.680 INFO:teuthology.orchestra.run.smithi122.stdout: "evtrm": 0, 2024-09-16T02:09:07.680 INFO:teuthology.orchestra.run.smithi122.stdout: "ev": 55436, 2024-09-16T02:09:07.680 INFO:teuthology.orchestra.run.smithi122.stdout: "evexg": 0, 2024-09-16T02:09:07.680 INFO:teuthology.orchestra.run.smithi122.stdout: "evexd": 0, 2024-09-16T02:09:07.680 INFO:teuthology.orchestra.run.smithi122.stdout: "segadd": 0, 2024-09-16T02:09:07.680 INFO:teuthology.orchestra.run.smithi122.stdout: "segex": 0, 2024-09-16T02:09:07.680 INFO:teuthology.orchestra.run.smithi122.stdout: "segtrm": 0, 2024-09-16T02:09:07.680 INFO:teuthology.orchestra.run.smithi122.stdout: "seg": 78, 2024-09-16T02:09:07.681 INFO:teuthology.orchestra.run.smithi122.stdout: "segmjr": 6, 2024-09-16T02:09:07.681 INFO:teuthology.orchestra.run.smithi122.stdout: "segexg": 0, 2024-09-16T02:09:07.681 INFO:teuthology.orchestra.run.smithi122.stdout: "segexd": 0, 2024-09-16T02:09:07.681 INFO:teuthology.orchestra.run.smithi122.stdout: "expos": 4194304, 2024-09-16T02:09:07.681 INFO:teuthology.orchestra.run.smithi122.stdout: "wrpos": 110480630, 2024-09-16T02:09:07.681 INFO:teuthology.orchestra.run.smithi122.stdout: "rdpos": 110479492, 2024-09-16T02:09:07.681 INFO:teuthology.orchestra.run.smithi122.stdout: "jlat": { 2024-09-16T02:09:07.681 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.681 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.681 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.681 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.681 INFO:teuthology.orchestra.run.smithi122.stdout: "replayed": 55436 2024-09-16T02:09:07.681 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.682 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_mem": { 2024-09-16T02:09:07.682 INFO:teuthology.orchestra.run.smithi122.stdout: "ino": 13, 2024-09-16T02:09:07.682 INFO:teuthology.orchestra.run.smithi122.stdout: "ino+": 8687, 2024-09-16T02:09:07.682 INFO:teuthology.orchestra.run.smithi122.stdout: "ino-": 8674, 2024-09-16T02:09:07.682 INFO:teuthology.orchestra.run.smithi122.stdout: "dir": 11, 2024-09-16T02:09:07.682 INFO:teuthology.orchestra.run.smithi122.stdout: "dir+": 38, 2024-09-16T02:09:07.682 INFO:teuthology.orchestra.run.smithi122.stdout: "dir-": 27, 2024-09-16T02:09:07.682 INFO:teuthology.orchestra.run.smithi122.stdout: "dn": 8668, 2024-09-16T02:09:07.682 INFO:teuthology.orchestra.run.smithi122.stdout: "dn+": 8862, 2024-09-16T02:09:07.682 INFO:teuthology.orchestra.run.smithi122.stdout: "dn-": 194, 2024-09-16T02:09:07.682 INFO:teuthology.orchestra.run.smithi122.stdout: "cap": 0, 2024-09-16T02:09:07.683 INFO:teuthology.orchestra.run.smithi122.stdout: "cap+": 0, 2024-09-16T02:09:07.683 INFO:teuthology.orchestra.run.smithi122.stdout: "cap-": 0, 2024-09-16T02:09:07.683 INFO:teuthology.orchestra.run.smithi122.stdout: "rss": 59188, 2024-09-16T02:09:07.683 INFO:teuthology.orchestra.run.smithi122.stdout: "heap": 215328 2024-09-16T02:09:07.683 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.683 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_server": { 2024-09-16T02:09:07.683 INFO:teuthology.orchestra.run.smithi122.stdout: "dispatch_client_request": 0, 2024-09-16T02:09:07.683 INFO:teuthology.orchestra.run.smithi122.stdout: "dispatch_server_request": 0, 2024-09-16T02:09:07.683 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_request": 0, 2024-09-16T02:09:07.683 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_client_session": 0, 2024-09-16T02:09:07.683 INFO:teuthology.orchestra.run.smithi122.stdout: "handle_peer_request": 0, 2024-09-16T02:09:07.683 INFO:teuthology.orchestra.run.smithi122.stdout: "req_create_latency": { 2024-09-16T02:09:07.683 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.684 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.684 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.684 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.684 INFO:teuthology.orchestra.run.smithi122.stdout: "req_getattr_latency": { 2024-09-16T02:09:07.684 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.684 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.684 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.684 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.684 INFO:teuthology.orchestra.run.smithi122.stdout: "req_getfilelock_latency": { 2024-09-16T02:09:07.684 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.684 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.684 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.684 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.685 INFO:teuthology.orchestra.run.smithi122.stdout: "req_link_latency": { 2024-09-16T02:09:07.685 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.685 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.685 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.685 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.685 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookup_latency": { 2024-09-16T02:09:07.685 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.685 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.685 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.685 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.685 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookuphash_latency": { 2024-09-16T02:09:07.685 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.685 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.685 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.686 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.686 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupino_latency": { 2024-09-16T02:09:07.686 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.686 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.686 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.686 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.686 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupname_latency": { 2024-09-16T02:09:07.686 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.686 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.686 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.686 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.687 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupparent_latency": { 2024-09-16T02:09:07.687 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.687 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.687 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.687 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.687 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lookupsnap_latency": { 2024-09-16T02:09:07.687 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.687 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.687 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.687 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.687 INFO:teuthology.orchestra.run.smithi122.stdout: "req_lssnap_latency": { 2024-09-16T02:09:07.688 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.688 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.688 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.688 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.688 INFO:teuthology.orchestra.run.smithi122.stdout: "req_mkdir_latency": { 2024-09-16T02:09:07.688 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.688 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.688 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.688 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.688 INFO:teuthology.orchestra.run.smithi122.stdout: "req_mknod_latency": { 2024-09-16T02:09:07.688 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.688 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.689 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.689 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.689 INFO:teuthology.orchestra.run.smithi122.stdout: "req_mksnap_latency": { 2024-09-16T02:09:07.689 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.689 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.689 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.689 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.689 INFO:teuthology.orchestra.run.smithi122.stdout: "req_open_latency": { 2024-09-16T02:09:07.689 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.689 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.689 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.689 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.689 INFO:teuthology.orchestra.run.smithi122.stdout: "req_readdir_latency": { 2024-09-16T02:09:07.690 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.690 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.690 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.690 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.690 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rename_latency": { 2024-09-16T02:09:07.690 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.690 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.690 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.690 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.690 INFO:teuthology.orchestra.run.smithi122.stdout: "req_renamesnap_latency": { 2024-09-16T02:09:07.691 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.691 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.691 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.691 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.691 INFO:teuthology.orchestra.run.smithi122.stdout: "req_snapdiff_latency": { 2024-09-16T02:09:07.691 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.691 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.691 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.691 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.691 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rmdir_latency": { 2024-09-16T02:09:07.691 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.691 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.692 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.692 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.692 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rmsnap_latency": { 2024-09-16T02:09:07.692 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.692 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.692 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.692 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.692 INFO:teuthology.orchestra.run.smithi122.stdout: "req_rmxattr_latency": { 2024-09-16T02:09:07.692 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.692 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.692 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.692 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.692 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setattr_latency": { 2024-09-16T02:09:07.693 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.693 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.693 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.693 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.693 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setdirlayout_latency": { 2024-09-16T02:09:07.693 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.693 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.693 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.693 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.693 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setfilelock_latency": { 2024-09-16T02:09:07.693 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.694 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.694 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.694 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.694 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setlayout_latency": { 2024-09-16T02:09:07.694 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.694 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.694 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.694 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.694 INFO:teuthology.orchestra.run.smithi122.stdout: "req_setxattr_latency": { 2024-09-16T02:09:07.694 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.694 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.694 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.695 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.695 INFO:teuthology.orchestra.run.smithi122.stdout: "req_symlink_latency": { 2024-09-16T02:09:07.695 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.695 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.695 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.695 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.695 INFO:teuthology.orchestra.run.smithi122.stdout: "req_unlink_latency": { 2024-09-16T02:09:07.695 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.695 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.695 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.695 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.695 INFO:teuthology.orchestra.run.smithi122.stdout: "cap_revoke_eviction": 0, 2024-09-16T02:09:07.696 INFO:teuthology.orchestra.run.smithi122.stdout: "cap_acquisition_throttle": 0, 2024-09-16T02:09:07.696 INFO:teuthology.orchestra.run.smithi122.stdout: "req_getvxattr_latency": { 2024-09-16T02:09:07.696 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.696 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.696 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.696 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:07.696 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.696 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_sessions": { 2024-09-16T02:09:07.696 INFO:teuthology.orchestra.run.smithi122.stdout: "session_count": 1, 2024-09-16T02:09:07.696 INFO:teuthology.orchestra.run.smithi122.stdout: "session_add": 2, 2024-09-16T02:09:07.696 INFO:teuthology.orchestra.run.smithi122.stdout: "session_remove": 1, 2024-09-16T02:09:07.696 INFO:teuthology.orchestra.run.smithi122.stdout: "sessions_open": 1, 2024-09-16T02:09:07.696 INFO:teuthology.orchestra.run.smithi122.stdout: "sessions_stale": 0, 2024-09-16T02:09:07.697 INFO:teuthology.orchestra.run.smithi122.stdout: "total_load": 0, 2024-09-16T02:09:07.697 INFO:teuthology.orchestra.run.smithi122.stdout: "average_load": 0, 2024-09-16T02:09:07.697 INFO:teuthology.orchestra.run.smithi122.stdout: "avg_session_uptime": 2547, 2024-09-16T02:09:07.697 INFO:teuthology.orchestra.run.smithi122.stdout: "mdthresh_evicted": 0 2024-09-16T02:09:07.697 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.697 INFO:teuthology.orchestra.run.smithi122.stdout: "mempool": { 2024-09-16T02:09:07.697 INFO:teuthology.orchestra.run.smithi122.stdout: "bloom_filter_bytes": 0, 2024-09-16T02:09:07.697 INFO:teuthology.orchestra.run.smithi122.stdout: "bloom_filter_items": 0, 2024-09-16T02:09:07.697 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_alloc_bytes": 0, 2024-09-16T02:09:07.697 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_alloc_items": 0, 2024-09-16T02:09:07.697 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_data_bytes": 0, 2024-09-16T02:09:07.697 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_data_items": 0, 2024-09-16T02:09:07.697 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_onode_bytes": 0, 2024-09-16T02:09:07.698 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_onode_items": 0, 2024-09-16T02:09:07.698 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_meta_bytes": 0, 2024-09-16T02:09:07.698 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_meta_items": 0, 2024-09-16T02:09:07.698 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_other_bytes": 0, 2024-09-16T02:09:07.698 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_other_items": 0, 2024-09-16T02:09:07.698 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_buffer_bytes": 0, 2024-09-16T02:09:07.698 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_cache_buffer_items": 0, 2024-09-16T02:09:07.698 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_extent_bytes": 0, 2024-09-16T02:09:07.698 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_extent_items": 0, 2024-09-16T02:09:07.698 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_blob_bytes": 0, 2024-09-16T02:09:07.698 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_blob_items": 0, 2024-09-16T02:09:07.698 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_shared_blob_bytes": 0, 2024-09-16T02:09:07.699 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_shared_blob_items": 0, 2024-09-16T02:09:07.699 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_inline_bl_bytes": 0, 2024-09-16T02:09:07.699 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_inline_bl_items": 0, 2024-09-16T02:09:07.699 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_fsck_bytes": 0, 2024-09-16T02:09:07.699 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_fsck_items": 0, 2024-09-16T02:09:07.699 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_txc_bytes": 0, 2024-09-16T02:09:07.699 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_txc_items": 0, 2024-09-16T02:09:07.699 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_deferred_bytes": 0, 2024-09-16T02:09:07.699 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_deferred_items": 0, 2024-09-16T02:09:07.699 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_bytes": 0, 2024-09-16T02:09:07.699 INFO:teuthology.orchestra.run.smithi122.stdout: "bluestore_writing_items": 0, 2024-09-16T02:09:07.699 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_bytes": 0, 2024-09-16T02:09:07.699 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_items": 0, 2024-09-16T02:09:07.699 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_reader_bytes": 0, 2024-09-16T02:09:07.700 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_reader_items": 0, 2024-09-16T02:09:07.700 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_writer_bytes": 0, 2024-09-16T02:09:07.700 INFO:teuthology.orchestra.run.smithi122.stdout: "bluefs_file_writer_items": 0, 2024-09-16T02:09:07.700 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_anon_bytes": 241745, 2024-09-16T02:09:07.700 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_anon_items": 83, 2024-09-16T02:09:07.700 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_meta_bytes": 0, 2024-09-16T02:09:07.700 INFO:teuthology.orchestra.run.smithi122.stdout: "buffer_meta_items": 0, 2024-09-16T02:09:07.700 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_bytes": 0, 2024-09-16T02:09:07.700 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_items": 0, 2024-09-16T02:09:07.700 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_mapbl_bytes": 0, 2024-09-16T02:09:07.700 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_mapbl_items": 0, 2024-09-16T02:09:07.700 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_pglog_bytes": 0, 2024-09-16T02:09:07.700 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_pglog_items": 0, 2024-09-16T02:09:07.701 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_bytes": 7592, 2024-09-16T02:09:07.701 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_items": 156, 2024-09-16T02:09:07.701 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_mapping_bytes": 0, 2024-09-16T02:09:07.701 INFO:teuthology.orchestra.run.smithi122.stdout: "osdmap_mapping_items": 0, 2024-09-16T02:09:07.701 INFO:teuthology.orchestra.run.smithi122.stdout: "pgmap_bytes": 0, 2024-09-16T02:09:07.701 INFO:teuthology.orchestra.run.smithi122.stdout: "pgmap_items": 0, 2024-09-16T02:09:07.701 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_co_bytes": 6145864, 2024-09-16T02:09:07.701 INFO:teuthology.orchestra.run.smithi122.stdout: "mds_co_items": 34800, 2024-09-16T02:09:07.701 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_1_bytes": 0, 2024-09-16T02:09:07.701 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_1_items": 0, 2024-09-16T02:09:07.701 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_2_bytes": 0, 2024-09-16T02:09:07.701 INFO:teuthology.orchestra.run.smithi122.stdout: "unittest_2_items": 0 2024-09-16T02:09:07.701 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.702 INFO:teuthology.orchestra.run.smithi122.stdout: "objecter": { 2024-09-16T02:09:07.702 INFO:teuthology.orchestra.run.smithi122.stdout: "op_active": 0, 2024-09-16T02:09:07.702 INFO:teuthology.orchestra.run.smithi122.stdout: "op_laggy": 0, 2024-09-16T02:09:07.702 INFO:teuthology.orchestra.run.smithi122.stdout: "op_send": 5559, 2024-09-16T02:09:07.702 INFO:teuthology.orchestra.run.smithi122.stdout: "op_send_bytes": 21, 2024-09-16T02:09:07.702 INFO:teuthology.orchestra.run.smithi122.stdout: "op_resend": 3, 2024-09-16T02:09:07.702 INFO:teuthology.orchestra.run.smithi122.stdout: "op_reply": 5559, 2024-09-16T02:09:07.702 INFO:teuthology.orchestra.run.smithi122.stdout: "op_latency": { 2024-09-16T02:09:07.702 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 5559, 2024-09-16T02:09:07.702 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 2.883935185, 2024-09-16T02:09:07.702 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000518786 2024-09-16T02:09:07.702 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: "op_inflight": 0, 2024-09-16T02:09:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: "oplen_avg": { 2024-09-16T02:09:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 5559, 2024-09-16T02:09:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 5560 2024-09-16T02:09:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: "op": 5559, 2024-09-16T02:09:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: "op_r": 5559, 2024-09-16T02:09:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: "op_w": 0, 2024-09-16T02:09:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: "op_rmw": 0, 2024-09-16T02:09:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: "op_pg": 0, 2024-09-16T02:09:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_stat": 3178, 2024-09-16T02:09:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_create": 0, 2024-09-16T02:09:07.703 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_read": 2379, 2024-09-16T02:09:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_write": 0, 2024-09-16T02:09:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_writefull": 0, 2024-09-16T02:09:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_writesame": 0, 2024-09-16T02:09:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_append": 0, 2024-09-16T02:09:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_zero": 0, 2024-09-16T02:09:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_truncate": 0, 2024-09-16T02:09:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_delete": 0, 2024-09-16T02:09:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_mapext": 0, 2024-09-16T02:09:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_sparse_read": 0, 2024-09-16T02:09:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_clonerange": 0, 2024-09-16T02:09:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_getxattr": 1, 2024-09-16T02:09:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_setxattr": 0, 2024-09-16T02:09:07.704 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_cmpxattr": 0, 2024-09-16T02:09:07.705 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_rmxattr": 0, 2024-09-16T02:09:07.705 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_resetxattrs": 0, 2024-09-16T02:09:07.705 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_call": 0, 2024-09-16T02:09:07.705 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_watch": 0, 2024-09-16T02:09:07.705 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_notify": 0, 2024-09-16T02:09:07.705 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_src_cmpxattr": 0, 2024-09-16T02:09:07.705 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_pgls": 0, 2024-09-16T02:09:07.705 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_pgls_filter": 0, 2024-09-16T02:09:07.705 INFO:teuthology.orchestra.run.smithi122.stdout: "osdop_other": 0, 2024-09-16T02:09:07.705 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_active": 0, 2024-09-16T02:09:07.705 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_send": 0, 2024-09-16T02:09:07.705 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_resend": 0, 2024-09-16T02:09:07.706 INFO:teuthology.orchestra.run.smithi122.stdout: "linger_ping": 0, 2024-09-16T02:09:07.706 INFO:teuthology.orchestra.run.smithi122.stdout: "poolop_active": 0, 2024-09-16T02:09:07.706 INFO:teuthology.orchestra.run.smithi122.stdout: "poolop_send": 0, 2024-09-16T02:09:07.706 INFO:teuthology.orchestra.run.smithi122.stdout: "poolop_resend": 0, 2024-09-16T02:09:07.706 INFO:teuthology.orchestra.run.smithi122.stdout: "poolstat_active": 0, 2024-09-16T02:09:07.706 INFO:teuthology.orchestra.run.smithi122.stdout: "poolstat_send": 0, 2024-09-16T02:09:07.706 INFO:teuthology.orchestra.run.smithi122.stdout: "poolstat_resend": 0, 2024-09-16T02:09:07.706 INFO:teuthology.orchestra.run.smithi122.stdout: "statfs_active": 0, 2024-09-16T02:09:07.706 INFO:teuthology.orchestra.run.smithi122.stdout: "statfs_send": 0, 2024-09-16T02:09:07.706 INFO:teuthology.orchestra.run.smithi122.stdout: "statfs_resend": 0, 2024-09-16T02:09:07.706 INFO:teuthology.orchestra.run.smithi122.stdout: "command_active": 0, 2024-09-16T02:09:07.706 INFO:teuthology.orchestra.run.smithi122.stdout: "command_send": 0, 2024-09-16T02:09:07.706 INFO:teuthology.orchestra.run.smithi122.stdout: "command_resend": 0, 2024-09-16T02:09:07.707 INFO:teuthology.orchestra.run.smithi122.stdout: "map_epoch": 84, 2024-09-16T02:09:07.707 INFO:teuthology.orchestra.run.smithi122.stdout: "map_full": 0, 2024-09-16T02:09:07.707 INFO:teuthology.orchestra.run.smithi122.stdout: "map_inc": 2, 2024-09-16T02:09:07.707 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_sessions": 11, 2024-09-16T02:09:07.707 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_session_open": 12, 2024-09-16T02:09:07.707 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_session_close": 1, 2024-09-16T02:09:07.707 INFO:teuthology.orchestra.run.smithi122.stdout: "osd_laggy": 0, 2024-09-16T02:09:07.707 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_wr": 0, 2024-09-16T02:09:07.707 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_rd": 2, 2024-09-16T02:09:07.707 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_del": 0 2024-09-16T02:09:07.707 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.707 INFO:teuthology.orchestra.run.smithi122.stdout: "oft": { 2024-09-16T02:09:07.707 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_objs": 0, 2024-09-16T02:09:07.708 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_kv_pairs": 0, 2024-09-16T02:09:07.708 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_updates": 0, 2024-09-16T02:09:07.708 INFO:teuthology.orchestra.run.smithi122.stdout: "omap_total_removes": 0 2024-09-16T02:09:07.708 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.708 INFO:teuthology.orchestra.run.smithi122.stdout: "osd-slow-ops": { 2024-09-16T02:09:07.708 INFO:teuthology.orchestra.run.smithi122.stdout: "slow_ops_count": 0 2024-09-16T02:09:07.708 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.708 INFO:teuthology.orchestra.run.smithi122.stdout: "purge_queue": { 2024-09-16T02:09:07.708 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing_ops": 0, 2024-09-16T02:09:07.708 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing_ops_high_water": 0, 2024-09-16T02:09:07.708 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing": 0, 2024-09-16T02:09:07.708 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executing_high_water": 0, 2024-09-16T02:09:07.709 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executed_ops": 0, 2024-09-16T02:09:07.709 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_executed": 0, 2024-09-16T02:09:07.709 INFO:teuthology.orchestra.run.smithi122.stdout: "pq_item_in_journal": 0 2024-09-16T02:09:07.709 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.709 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-09-16T02:09:07.709 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:07.709 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 104857600, 2024-09-16T02:09:07.709 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:07.709 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 6027, 2024-09-16T02:09:07.709 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 108131895, 2024-09-16T02:09:07.709 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:07.709 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 6027, 2024-09-16T02:09:07.709 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 0, 2024-09-16T02:09:07.710 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 0, 2024-09-16T02:09:07.710 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 6027, 2024-09-16T02:09:07.710 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 108131895, 2024-09-16T02:09:07.710 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:07.710 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.710 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.710 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.710 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:07.710 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.710 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-objecter_bytes": { 2024-09-16T02:09:07.710 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:07.710 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 104857600, 2024-09-16T02:09:07.710 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:07.711 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 0, 2024-09-16T02:09:07.711 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 0, 2024-09-16T02:09:07.711 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:07.711 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 0, 2024-09-16T02:09:07.711 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 5559, 2024-09-16T02:09:07.711 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 106286331, 2024-09-16T02:09:07.711 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 5559, 2024-09-16T02:09:07.711 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 106286331, 2024-09-16T02:09:07.711 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:07.711 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.711 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.711 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.711 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:07.712 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.712 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-objecter_ops": { 2024-09-16T02:09:07.712 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:07.712 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 1024, 2024-09-16T02:09:07.712 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:07.712 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 0, 2024-09-16T02:09:07.712 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 0, 2024-09-16T02:09:07.712 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:07.712 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 0, 2024-09-16T02:09:07.712 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 5559, 2024-09-16T02:09:07.712 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 5559, 2024-09-16T02:09:07.712 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 5559, 2024-09-16T02:09:07.712 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 5559, 2024-09-16T02:09:07.713 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:07.713 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.713 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.713 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.713 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:07.713 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.713 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-write_buf_throttle": { 2024-09-16T02:09:07.713 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:07.713 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 3758096384, 2024-09-16T02:09:07.713 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:07.713 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 0, 2024-09-16T02:09:07.713 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 0, 2024-09-16T02:09:07.713 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:07.714 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 0, 2024-09-16T02:09:07.714 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 0, 2024-09-16T02:09:07.714 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 0, 2024-09-16T02:09:07.714 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 0, 2024-09-16T02:09:07.714 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 0, 2024-09-16T02:09:07.714 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:07.714 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.714 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.714 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.714 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:07.714 INFO:teuthology.orchestra.run.smithi122.stdout: }, 2024-09-16T02:09:07.714 INFO:teuthology.orchestra.run.smithi122.stdout: "throttle-write_buf_throttle-0x556b46742b40": { 2024-09-16T02:09:07.714 INFO:teuthology.orchestra.run.smithi122.stdout: "val": 0, 2024-09-16T02:09:07.714 INFO:teuthology.orchestra.run.smithi122.stdout: "max": 3758096384, 2024-09-16T02:09:07.715 INFO:teuthology.orchestra.run.smithi122.stdout: "get_started": 0, 2024-09-16T02:09:07.715 INFO:teuthology.orchestra.run.smithi122.stdout: "get": 0, 2024-09-16T02:09:07.715 INFO:teuthology.orchestra.run.smithi122.stdout: "get_sum": 0, 2024-09-16T02:09:07.715 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_fail": 0, 2024-09-16T02:09:07.715 INFO:teuthology.orchestra.run.smithi122.stdout: "get_or_fail_success": 0, 2024-09-16T02:09:07.715 INFO:teuthology.orchestra.run.smithi122.stdout: "take": 0, 2024-09-16T02:09:07.715 INFO:teuthology.orchestra.run.smithi122.stdout: "take_sum": 0, 2024-09-16T02:09:07.715 INFO:teuthology.orchestra.run.smithi122.stdout: "put": 0, 2024-09-16T02:09:07.715 INFO:teuthology.orchestra.run.smithi122.stdout: "put_sum": 0, 2024-09-16T02:09:07.715 INFO:teuthology.orchestra.run.smithi122.stdout: "wait": { 2024-09-16T02:09:07.715 INFO:teuthology.orchestra.run.smithi122.stdout: "avgcount": 0, 2024-09-16T02:09:07.715 INFO:teuthology.orchestra.run.smithi122.stdout: "sum": 0.000000000, 2024-09-16T02:09:07.715 INFO:teuthology.orchestra.run.smithi122.stdout: "avgtime": 0.000000000 2024-09-16T02:09:07.716 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:07.716 INFO:teuthology.orchestra.run.smithi122.stdout: } 2024-09-16T02:09:07.716 INFO:teuthology.orchestra.run.smithi122.stdout:} 2024-09-16T02:09:08.532 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-09-16T02:09:08.533 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-09-16T02:09:08.533 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-16T02:09:08.544 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-16T02:09:08.545 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T02:09:08.545 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T02:09:08.579 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T02:09:08.579 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T02:09:08.639 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd blocklist ls 2024-09-16T02:09:08.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:08 smithi122 ceph-mon[34758]: pgmap v1107: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-16T02:09:08.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:08 smithi029 ceph-mon[34783]: pgmap v1107: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-16T02:09:08.944 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:09:09.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:08 smithi017 ceph-mon[30972]: pgmap v1107: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-16T02:09:09.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.439+0000 7f07ac92f640 1 -- 172.21.15.17:0/3046660041 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a8102d40 msgr2=0x7f07a8103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:09.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.439+0000 7f07ac92f640 1 --2- 172.21.15.17:0/3046660041 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a8102d40 0x7f07a8103120 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f0798009900 tx=0x7f079802a480 comp rx=0 tx=0).stop 2024-09-16T02:09:09.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.439+0000 7f07ac92f640 1 -- 172.21.15.17:0/3046660041 shutdown_connections 2024-09-16T02:09:09.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.439+0000 7f07ac92f640 1 --2- 172.21.15.17:0/3046660041 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07a810c170 0x7f07a810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:09.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.439+0000 7f07ac92f640 1 --2- 172.21.15.17:0/3046660041 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f07a8103660 0x7f07a810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:09.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.439+0000 7f07ac92f640 1 --2- 172.21.15.17:0/3046660041 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a8102d40 0x7f07a8103120 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:09.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.439+0000 7f07ac92f640 1 -- 172.21.15.17:0/3046660041 >> 172.21.15.17:0/3046660041 conn(0x7f07a80fc7a0 msgr2=0x7f07a80febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:09.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.439+0000 7f07ac92f640 1 -- 172.21.15.17:0/3046660041 shutdown_connections 2024-09-16T02:09:09.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.439+0000 7f07ac92f640 1 -- 172.21.15.17:0/3046660041 wait complete. 2024-09-16T02:09:09.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.440+0000 7f07ac92f640 1 Processor -- start 2024-09-16T02:09:09.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.440+0000 7f07ac92f640 1 -- start start 2024-09-16T02:09:09.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.440+0000 7f07ac92f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07a8102d40 0x7f07a819a580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:09.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.440+0000 7f07ac92f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f07a8103660 0x7f07a819aac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:09.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07ac92f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a810c170 0x7f07a819ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07ac92f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f07a8111e20 con 0x7f07a810c170 2024-09-16T02:09:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07ac92f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f07a8111ca0 con 0x7f07a8102d40 2024-09-16T02:09:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07ac92f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f07a8111fa0 con 0x7f07a8103660 2024-09-16T02:09:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07a6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a810c170 0x7f07a819ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07a5d9b640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f07a8103660 0x7f07a819aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07a6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a810c170 0x7f07a819ee50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39332/0 (socket says 172.21.15.17:39332) 2024-09-16T02:09:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07a6d9d640 1 -- 172.21.15.17:0/3258111945 learned_addr learned my addr 172.21.15.17:0/3258111945 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:09:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07a659c640 1 --2- 172.21.15.17:0/3258111945 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07a8102d40 0x7f07a819a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07a5d9b640 1 -- 172.21.15.17:0/3258111945 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07a8102d40 msgr2=0x7f07a819a580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07a5d9b640 1 --2- 172.21.15.17:0/3258111945 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07a8102d40 0x7f07a819a580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07a5d9b640 1 -- 172.21.15.17:0/3258111945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a810c170 msgr2=0x7f07a819ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07a5d9b640 1 --2- 172.21.15.17:0/3258111945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a810c170 0x7f07a819ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:09.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07a5d9b640 1 -- 172.21.15.17:0/3258111945 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07a819f530 con 0x7f07a8103660 2024-09-16T02:09:09.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07a6d9d640 1 --2- 172.21.15.17:0/3258111945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a810c170 0x7f07a819ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:09:09.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.441+0000 7f07a5d9b640 1 --2- 172.21.15.17:0/3258111945 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f07a8103660 0x7f07a819aac0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f0790005fd0 tx=0x7f079000db60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:09.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.442+0000 7f079f7fe640 1 -- 172.21.15.17:0/3258111945 <== mon.1 v2:172.21.15.122:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0790004230 con 0x7f07a8103660 2024-09-16T02:09:09.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.442+0000 7f07ac92f640 1 -- 172.21.15.17:0/3258111945 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07a819f820 con 0x7f07a8103660 2024-09-16T02:09:09.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.442+0000 7f07ac92f640 1 -- 172.21.15.17:0/3258111945 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07a81a7100 con 0x7f07a8103660 2024-09-16T02:09:09.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.442+0000 7f079f7fe640 1 -- 172.21.15.17:0/3258111945 <== mon.1 v2:172.21.15.122:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f07900043d0 con 0x7f07a8103660 2024-09-16T02:09:09.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.442+0000 7f079f7fe640 1 -- 172.21.15.17:0/3258111945 <== mon.1 v2:172.21.15.122:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0790020060 con 0x7f07a8103660 2024-09-16T02:09:09.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.443+0000 7f07ac92f640 1 -- 172.21.15.17:0/3258111945 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07a8103120 con 0x7f07a8103660 2024-09-16T02:09:09.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.444+0000 7f079f7fe640 1 -- 172.21.15.17:0/3258111945 <== mon.1 v2:172.21.15.122:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f0790003d00 con 0x7f07a8103660 2024-09-16T02:09:09.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.444+0000 7f079f7fe640 1 --2- 172.21.15.17:0/3258111945 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07940a3240 0x7f07940a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:09.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.445+0000 7f07a659c640 1 --2- 172.21.15.17:0/3258111945 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07940a3240 0x7f07940a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:09.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.445+0000 7f079f7fe640 1 -- 172.21.15.17:0/3258111945 <== mon.1 v2:172.21.15.122:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f07900cefe0 con 0x7f07a8103660 2024-09-16T02:09:09.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.445+0000 7f07a659c640 1 --2- 172.21.15.17:0/3258111945 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07940a3240 0x7f07940a5700 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f0798031440 tx=0x7f0798005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:09.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.449+0000 7f079f7fe640 1 -- 172.21.15.17:0/3258111945 <== mon.1 v2:172.21.15.122:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0790017020 con 0x7f07a8103660 2024-09-16T02:09:09.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.641+0000 7f07ac92f640 1 -- 172.21.15.17:0/3258111945 --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f07a81a7390 con 0x7f07a8103660 2024-09-16T02:09:09.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.642+0000 7f079f7fe640 1 -- 172.21.15.17:0/3258111945 <== mon.1 v2:172.21.15.122:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v84) ==== 81+0+588 (secure 0 0 0) 0x7f079009b690 con 0x7f07a8103660 2024-09-16T02:09:09.644 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/171001531 2024-09-17T01:34:40.424252+0000 2024-09-16T02:09:09.644 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6801/2297452982 2024-09-17T01:34:40.424252+0000 2024-09-16T02:09:09.644 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/149674379 2024-09-17T01:34:40.424252+0000 2024-09-16T02:09:09.644 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6800/2297452982 2024-09-17T01:34:40.424252+0000 2024-09-16T02:09:09.644 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/2909964706 2024-09-17T01:34:40.424252+0000 2024-09-16T02:09:09.644 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/2310526449 2024-09-17T01:34:15.927659+0000 2024-09-16T02:09:09.644 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/844082331 2024-09-17T01:34:15.927659+0000 2024-09-16T02:09:09.644 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6800/3425156495 2024-09-17T01:34:15.927659+0000 2024-09-16T02:09:09.644 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6801/3425156495 2024-09-17T01:34:15.927659+0000 2024-09-16T02:09:09.644 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/270715983 2024-09-17T01:34:15.927659+0000 2024-09-16T02:09:09.645 INFO:teuthology.orchestra.run.smithi017.stderr:listed 10 entries 2024-09-16T02:09:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.644+0000 7f07ac92f640 1 -- 172.21.15.17:0/3258111945 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07940a3240 msgr2=0x7f07940a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.644+0000 7f07ac92f640 1 --2- 172.21.15.17:0/3258111945 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07940a3240 0x7f07940a5700 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7f0798031440 tx=0x7f0798005b50 comp rx=0 tx=0).stop 2024-09-16T02:09:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.644+0000 7f07ac92f640 1 -- 172.21.15.17:0/3258111945 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f07a8103660 msgr2=0x7f07a819aac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.644+0000 7f07ac92f640 1 --2- 172.21.15.17:0/3258111945 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f07a8103660 0x7f07a819aac0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7f0790005fd0 tx=0x7f079000db60 comp rx=0 tx=0).stop 2024-09-16T02:09:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.644+0000 7f07ac92f640 1 -- 172.21.15.17:0/3258111945 shutdown_connections 2024-09-16T02:09:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.644+0000 7f07ac92f640 1 --2- 172.21.15.17:0/3258111945 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f07940a3240 0x7f07940a5700 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.644+0000 7f07ac92f640 1 --2- 172.21.15.17:0/3258111945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07a810c170 0x7f07a819ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:09.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.644+0000 7f07ac92f640 1 --2- 172.21.15.17:0/3258111945 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f07a8103660 0x7f07a819aac0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:09.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.644+0000 7f07ac92f640 1 --2- 172.21.15.17:0/3258111945 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f07a8102d40 0x7f07a819a580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:09.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.644+0000 7f07ac92f640 1 -- 172.21.15.17:0/3258111945 >> 172.21.15.17:0/3258111945 conn(0x7f07a80fc7a0 msgr2=0x7f07a8101a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:09.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.644+0000 7f07ac92f640 1 -- 172.21.15.17:0/3258111945 shutdown_connections 2024-09-16T02:09:09.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:09.644+0000 7f07ac92f640 1 -- 172.21.15.17:0/3258111945 wait complete. 2024-09-16T02:09:10.427 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-09-16T02:09:10.427 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-16T02:09:10.446 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd blocklist ls 2024-09-16T02:09:10.742 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:09:10.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:10 smithi017 ceph-mon[30972]: pgmap v1108: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-16T02:09:10.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:10 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3258111945' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-16T02:09:11.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:10 smithi122 ceph-mon[34758]: pgmap v1108: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-16T02:09:11.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:10 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3258111945' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-16T02:09:11.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:10 smithi029 ceph-mon[34783]: pgmap v1108: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-16T02:09:11.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:10 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3258111945' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-16T02:09:11.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.411+0000 7fe02d2f8640 1 -- 172.21.15.17:0/477150596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe028101de0 msgr2=0x7fe0281021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:11.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.411+0000 7fe02d2f8640 1 --2- 172.21.15.17:0/477150596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe028101de0 0x7fe0281021c0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7fe018009900 tx=0x7fe01802a410 comp rx=0 tx=0).stop 2024-09-16T02:09:11.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.411+0000 7fe02d2f8640 1 -- 172.21.15.17:0/477150596 shutdown_connections 2024-09-16T02:09:11.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.411+0000 7fe02d2f8640 1 --2- 172.21.15.17:0/477150596 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe028106f10 0x7fe02810ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:11.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.411+0000 7fe02d2f8640 1 --2- 172.21.15.17:0/477150596 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe028102790 0x7fe0281067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:11.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.411+0000 7fe02d2f8640 1 --2- 172.21.15.17:0/477150596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe028101de0 0x7fe0281021c0 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:11.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.411+0000 7fe02d2f8640 1 -- 172.21.15.17:0/477150596 >> 172.21.15.17:0/477150596 conn(0x7fe0280fd8c0 msgr2=0x7fe0280ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:11.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.411+0000 7fe02d2f8640 1 -- 172.21.15.17:0/477150596 shutdown_connections 2024-09-16T02:09:11.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.411+0000 7fe02d2f8640 1 -- 172.21.15.17:0/477150596 wait complete. 2024-09-16T02:09:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.411+0000 7fe02d2f8640 1 Processor -- start 2024-09-16T02:09:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe02d2f8640 1 -- start start 2024-09-16T02:09:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe02d2f8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe028101de0 0x7fe028198380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe02d2f8640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe028102790 0x7fe0281988c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe02d2f8640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe028106f10 0x7fe02819cc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe02d2f8640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe028111e20 con 0x7fe028101de0 2024-09-16T02:09:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe02d2f8640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe028111ca0 con 0x7fe028106f10 2024-09-16T02:09:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe02d2f8640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe028111fa0 con 0x7fe028102790 2024-09-16T02:09:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe026ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe028101de0 0x7fe028198380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe026ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe028101de0 0x7fe028198380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39346/0 (socket says 172.21.15.17:39346) 2024-09-16T02:09:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe026ffd640 1 -- 172.21.15.17:0/241878225 learned_addr learned my addr 172.21.15.17:0/241878225 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:09:11.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe0277fe640 1 --2- 172.21.15.17:0/241878225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe028106f10 0x7fe02819cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:11.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe0267fc640 1 --2- 172.21.15.17:0/241878225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe028102790 0x7fe0281988c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:11.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe026ffd640 1 -- 172.21.15.17:0/241878225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe028102790 msgr2=0x7fe0281988c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:11.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe026ffd640 1 --2- 172.21.15.17:0/241878225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe028102790 0x7fe0281988c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:11.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe026ffd640 1 -- 172.21.15.17:0/241878225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe028106f10 msgr2=0x7fe02819cc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:11.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe026ffd640 1 --2- 172.21.15.17:0/241878225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe028106f10 0x7fe02819cc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:11.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe026ffd640 1 -- 172.21.15.17:0/241878225 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe02819d330 con 0x7fe028101de0 2024-09-16T02:09:11.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.412+0000 7fe026ffd640 1 --2- 172.21.15.17:0/241878225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe028101de0 0x7fe028198380 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fe018005940 tx=0x7fe0180042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:11.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.413+0000 7fe01ffff640 1 -- 172.21.15.17:0/241878225 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe01803f030 con 0x7fe028101de0 2024-09-16T02:09:11.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.413+0000 7fe01ffff640 1 -- 172.21.15.17:0/241878225 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe018003cb0 con 0x7fe028101de0 2024-09-16T02:09:11.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.413+0000 7fe02d2f8640 1 -- 172.21.15.17:0/241878225 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe02819d5c0 con 0x7fe028101de0 2024-09-16T02:09:11.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.413+0000 7fe01ffff640 1 -- 172.21.15.17:0/241878225 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe018035070 con 0x7fe028101de0 2024-09-16T02:09:11.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.413+0000 7fe02d2f8640 1 -- 172.21.15.17:0/241878225 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe0281a4f00 con 0x7fe028101de0 2024-09-16T02:09:11.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.414+0000 7fe02d2f8640 1 -- 172.21.15.17:0/241878225 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe0281032c0 con 0x7fe028101de0 2024-09-16T02:09:11.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.415+0000 7fe01ffff640 1 -- 172.21.15.17:0/241878225 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe018042030 con 0x7fe028101de0 2024-09-16T02:09:11.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.415+0000 7fe01ffff640 1 --2- 172.21.15.17:0/241878225 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe0140a3240 0x7fe0140a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:11.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.416+0000 7fe0267fc640 1 --2- 172.21.15.17:0/241878225 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe0140a3240 0x7fe0140a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:11.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.416+0000 7fe01ffff640 1 -- 172.21.15.17:0/241878225 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe0180f03e0 con 0x7fe028101de0 2024-09-16T02:09:11.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.416+0000 7fe0267fc640 1 --2- 172.21.15.17:0/241878225 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe0140a3240 0x7fe0140a5700 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fe0280fdce0 tx=0x7fe010005f90 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:11.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.419+0000 7fe01ffff640 1 -- 172.21.15.17:0/241878225 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe0180bd0c0 con 0x7fe028101de0 2024-09-16T02:09:11.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.608+0000 7fe02d2f8640 1 -- 172.21.15.17:0/241878225 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe0281021c0 con 0x7fe028101de0 2024-09-16T02:09:11.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.608+0000 7fe01ffff640 1 -- 172.21.15.17:0/241878225 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v84) ==== 81+0+588 (secure 0 0 0) 0x7fe0281021c0 con 0x7fe028101de0 2024-09-16T02:09:11.612 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/171001531 2024-09-17T01:34:40.424252+0000 2024-09-16T02:09:11.612 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6801/2297452982 2024-09-17T01:34:40.424252+0000 2024-09-16T02:09:11.612 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/149674379 2024-09-17T01:34:40.424252+0000 2024-09-16T02:09:11.612 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6800/2297452982 2024-09-17T01:34:40.424252+0000 2024-09-16T02:09:11.612 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/2909964706 2024-09-17T01:34:40.424252+0000 2024-09-16T02:09:11.613 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/2310526449 2024-09-17T01:34:15.927659+0000 2024-09-16T02:09:11.613 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/844082331 2024-09-17T01:34:15.927659+0000 2024-09-16T02:09:11.613 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6800/3425156495 2024-09-17T01:34:15.927659+0000 2024-09-16T02:09:11.613 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6801/3425156495 2024-09-17T01:34:15.927659+0000 2024-09-16T02:09:11.613 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/270715983 2024-09-17T01:34:15.927659+0000 2024-09-16T02:09:11.613 INFO:teuthology.orchestra.run.smithi017.stderr:listed 10 entries 2024-09-16T02:09:11.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.611+0000 7fe02d2f8640 1 -- 172.21.15.17:0/241878225 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe0140a3240 msgr2=0x7fe0140a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:11.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.611+0000 7fe02d2f8640 1 --2- 172.21.15.17:0/241878225 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe0140a3240 0x7fe0140a5700 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fe0280fdce0 tx=0x7fe010005f90 comp rx=0 tx=0).stop 2024-09-16T02:09:11.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.611+0000 7fe02d2f8640 1 -- 172.21.15.17:0/241878225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe028101de0 msgr2=0x7fe028198380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:11.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.611+0000 7fe02d2f8640 1 --2- 172.21.15.17:0/241878225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe028101de0 0x7fe028198380 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fe018005940 tx=0x7fe0180042f0 comp rx=0 tx=0).stop 2024-09-16T02:09:11.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.611+0000 7fe02d2f8640 1 -- 172.21.15.17:0/241878225 shutdown_connections 2024-09-16T02:09:11.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.611+0000 7fe02d2f8640 1 --2- 172.21.15.17:0/241878225 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe0140a3240 0x7fe0140a5700 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:11.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.611+0000 7fe02d2f8640 1 --2- 172.21.15.17:0/241878225 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe028106f10 0x7fe02819cc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:11.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.611+0000 7fe02d2f8640 1 --2- 172.21.15.17:0/241878225 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe028102790 0x7fe0281988c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:11.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.611+0000 7fe02d2f8640 1 --2- 172.21.15.17:0/241878225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe028101de0 0x7fe028198380 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:11.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.611+0000 7fe02d2f8640 1 -- 172.21.15.17:0/241878225 >> 172.21.15.17:0/241878225 conn(0x7fe0280fd8c0 msgr2=0x7fe0280fec90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:11.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.611+0000 7fe02d2f8640 1 -- 172.21.15.17:0/241878225 shutdown_connections 2024-09-16T02:09:11.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:11.611+0000 7fe02d2f8640 1 -- 172.21.15.17:0/241878225 wait complete. 2024-09-16T02:09:12.278 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-09-16T02:09:12.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T02:09:12.278 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-16T02:09:12.316 INFO:teuthology.orchestra.run:waiting for 300 2024-09-16T02:09:12.317 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[81441]: fuse finished with error 0 and tester_r 0 2024-09-16T02:09:13.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:12 smithi017 ceph-mon[30972]: pgmap v1109: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-16T02:09:13.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:12 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/241878225' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-16T02:09:13.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:12 smithi122 ceph-mon[34758]: pgmap v1109: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-16T02:09:13.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:12 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/241878225' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-16T02:09:13.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:12 smithi029 ceph-mon[34783]: pgmap v1109: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 255 B/s wr, 5 op/s 2024-09-16T02:09:13.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:12 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/241878225' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-09-16T02:09:15.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:14 smithi017 ceph-mon[30972]: pgmap v1110: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-16T02:09:15.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:14 smithi122 ceph-mon[34758]: pgmap v1110: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-16T02:09:15.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:14 smithi029 ceph-mon[34783]: pgmap v1110: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 6 op/s 2024-09-16T02:09:17.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:16 smithi017 ceph-mon[30972]: pgmap v1111: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-16T02:09:17.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:16 smithi029 ceph-mon[34783]: pgmap v1111: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-16T02:09:17.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:16 smithi122 ceph-mon[34758]: pgmap v1111: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-09-16T02:09:18.418 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-09-16T02:09:18.418 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T02:09:18.418 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-16T02:09:18.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T02:09:18.450 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-09-16T02:09:18.510 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-16T02:09:18.510 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T02:09:18.510 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-16T02:09:18.583 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-16T02:09:18.583 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link delete ceph-brx 2024-09-16T02:09:18.684 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-16T02:09:18.695 INFO:tasks.cephadm:Teardown begin 2024-09-16T02:09:18.695 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T02:09:18.695 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:09:18.963 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:09:19.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:18 smithi017 ceph-mon[30972]: pgmap v1112: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-16T02:09:19.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:18 smithi122 ceph-mon[34758]: pgmap v1112: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-16T02:09:19.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:18 smithi029 ceph-mon[34783]: pgmap v1112: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-16T02:09:19.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.453+0000 7fc2bae0a640 1 -- 172.21.15.17:0/3653958761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc2b4106f10 msgr2=0x7fc2b410ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.453+0000 7fc2bae0a640 1 --2- 172.21.15.17:0/3653958761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc2b4106f10 0x7fc2b410ea90 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7fc2ac009900 tx=0x7fc2ac02a410 comp rx=0 tx=0).stop 2024-09-16T02:09:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.453+0000 7fc2bae0a640 1 -- 172.21.15.17:0/3653958761 shutdown_connections 2024-09-16T02:09:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.453+0000 7fc2bae0a640 1 --2- 172.21.15.17:0/3653958761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc2b4106f10 0x7fc2b410ea90 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.453+0000 7fc2bae0a640 1 --2- 172.21.15.17:0/3653958761 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2b4102790 0x7fc2b41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.453+0000 7fc2bae0a640 1 --2- 172.21.15.17:0/3653958761 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b4101de0 0x7fc2b41021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.453+0000 7fc2bae0a640 1 -- 172.21.15.17:0/3653958761 >> 172.21.15.17:0/3653958761 conn(0x7fc2b40fd8c0 msgr2=0x7fc2b40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.453+0000 7fc2bae0a640 1 -- 172.21.15.17:0/3653958761 shutdown_connections 2024-09-16T02:09:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.453+0000 7fc2bae0a640 1 -- 172.21.15.17:0/3653958761 wait complete. 2024-09-16T02:09:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.454+0000 7fc2bae0a640 1 Processor -- start 2024-09-16T02:09:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.454+0000 7fc2bae0a640 1 -- start start 2024-09-16T02:09:19.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.454+0000 7fc2bae0a640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2b4101de0 0x7fc2b419a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:19.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.454+0000 7fc2bae0a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc2b4102790 0x7fc2b419aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:19.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.454+0000 7fc2bae0a640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b4106f10 0x7fc2b419edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:19.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.454+0000 7fc2bae0a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b4111e20 con 0x7fc2b4102790 2024-09-16T02:09:19.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.454+0000 7fc2bae0a640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b4111ca0 con 0x7fc2b4101de0 2024-09-16T02:09:19.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.454+0000 7fc2bae0a640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc2b4111fa0 con 0x7fc2b4106f10 2024-09-16T02:09:19.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.454+0000 7fc2b3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc2b4102790 0x7fc2b419aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:19.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2b3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc2b4102790 0x7fc2b419aa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57294/0 (socket says 172.21.15.17:57294) 2024-09-16T02:09:19.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2b3fff640 1 -- 172.21.15.17:0/1199776740 learned_addr learned my addr 172.21.15.17:0/1199776740 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:09:19.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2b93a7640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b4106f10 0x7fc2b419edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:19.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2b8ba6640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2b4101de0 0x7fc2b419a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:19.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2b3fff640 1 -- 172.21.15.17:0/1199776740 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b4106f10 msgr2=0x7fc2b419edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2b3fff640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b4106f10 0x7fc2b419edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2b3fff640 1 -- 172.21.15.17:0/1199776740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2b4101de0 msgr2=0x7fc2b419a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2b3fff640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2b4101de0 0x7fc2b419a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2b3fff640 1 -- 172.21.15.17:0/1199776740 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc2b419f4d0 con 0x7fc2b4102790 2024-09-16T02:09:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2b93a7640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b4106f10 0x7fc2b419edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-16T02:09:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2b3fff640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc2b4102790 0x7fc2b419aa60 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fc2a400db80 tx=0x7fc2a400b630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2b1ffb640 1 -- 172.21.15.17:0/1199776740 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a4017070 con 0x7fc2b4102790 2024-09-16T02:09:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2b1ffb640 1 -- 172.21.15.17:0/1199776740 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc2a4003b70 con 0x7fc2b4102790 2024-09-16T02:09:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2b1ffb640 1 -- 172.21.15.17:0/1199776740 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc2a40104c0 con 0x7fc2b4102790 2024-09-16T02:09:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2bae0a640 1 -- 172.21.15.17:0/1199776740 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc2b419f7c0 con 0x7fc2b4102790 2024-09-16T02:09:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.455+0000 7fc2bae0a640 1 -- 172.21.15.17:0/1199776740 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc2b41a70a0 con 0x7fc2b4102790 2024-09-16T02:09:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.456+0000 7fc2bae0a640 1 -- 172.21.15.17:0/1199776740 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc2b41021c0 con 0x7fc2b4102790 2024-09-16T02:09:19.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.457+0000 7fc2b1ffb640 1 -- 172.21.15.17:0/1199776740 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fc2a4004020 con 0x7fc2b4102790 2024-09-16T02:09:19.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.458+0000 7fc2b1ffb640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc2a00a3240 0x7fc2a00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:19.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.459+0000 7fc2b8ba6640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc2a00a3240 0x7fc2a00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:19.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.459+0000 7fc2b1ffb640 1 -- 172.21.15.17:0/1199776740 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fc2a40cfa50 con 0x7fc2b4102790 2024-09-16T02:09:19.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.459+0000 7fc2b8ba6640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc2a00a3240 0x7fc2a00a5700 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fc29c005fd0 tx=0x7fc29c005850 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:19.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.463+0000 7fc2b1ffb640 1 -- 172.21.15.17:0/1199776740 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc2a409c770 con 0x7fc2b4102790 2024-09-16T02:09:19.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.675+0000 7fc2bae0a640 1 -- 172.21.15.17:0/1199776740 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc2b41a73d0 con 0x7fc2b4102790 2024-09-16T02:09:19.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.675+0000 7fc2b1ffb640 1 -- 172.21.15.17:0/1199776740 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11903 (secure 0 0 0) 0x7fc2a409c070 con 0x7fc2b4102790 2024-09-16T02:09:19.677 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:09:19.677 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":30,"btime":"2024-09-16T02:08:44:543296+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T02:08:43.810732+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T02:09:19.678 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 30 2024-09-16T02:09:19.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.677+0000 7fc2bae0a640 1 -- 172.21.15.17:0/1199776740 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc2a00a3240 msgr2=0x7fc2a00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:19.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.677+0000 7fc2bae0a640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc2a00a3240 0x7fc2a00a5700 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7fc29c005fd0 tx=0x7fc29c005850 comp rx=0 tx=0).stop 2024-09-16T02:09:19.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.677+0000 7fc2bae0a640 1 -- 172.21.15.17:0/1199776740 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc2b4102790 msgr2=0x7fc2b419aa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:19.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.677+0000 7fc2bae0a640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc2b4102790 0x7fc2b419aa60 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fc2a400db80 tx=0x7fc2a400b630 comp rx=0 tx=0).stop 2024-09-16T02:09:19.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.678+0000 7fc2bae0a640 1 -- 172.21.15.17:0/1199776740 shutdown_connections 2024-09-16T02:09:19.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.678+0000 7fc2bae0a640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc2a00a3240 0x7fc2a00a5700 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:19.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.678+0000 7fc2bae0a640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc2b4106f10 0x7fc2b419edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:19.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.678+0000 7fc2bae0a640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc2b4102790 0x7fc2b419aa60 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:19.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.678+0000 7fc2bae0a640 1 --2- 172.21.15.17:0/1199776740 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc2b4101de0 0x7fc2b419a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:19.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.678+0000 7fc2bae0a640 1 -- 172.21.15.17:0/1199776740 >> 172.21.15.17:0/1199776740 conn(0x7fc2b40fd8c0 msgr2=0x7fc2b40feba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:19.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.678+0000 7fc2bae0a640 1 -- 172.21.15.17:0/1199776740 shutdown_connections 2024-09-16T02:09:19.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:19.678+0000 7fc2bae0a640 1 -- 172.21.15.17:0/1199776740 wait complete. 2024-09-16T02:09:20.528 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:09:20.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:20 smithi017 ceph-mon[30972]: pgmap v1113: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-16T02:09:20.776 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:20 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1199776740' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:09:20.793 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:09:21.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:20 smithi029 ceph-mon[34783]: pgmap v1113: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-16T02:09:21.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:20 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1199776740' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:09:21.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:20 smithi122 ceph-mon[34758]: pgmap v1113: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 682 B/s wr, 7 op/s 2024-09-16T02:09:21.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:20 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1199776740' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:09:21.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.294+0000 7f197f5bb640 1 -- 172.21.15.17:0/2471956287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1978106f10 msgr2=0x7f197810ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:21.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.294+0000 7f197f5bb640 1 --2- 172.21.15.17:0/2471956287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1978106f10 0x7f197810ea90 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f1970009900 tx=0x7f197002a410 comp rx=0 tx=0).stop 2024-09-16T02:09:21.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.294+0000 7f197f5bb640 1 -- 172.21.15.17:0/2471956287 shutdown_connections 2024-09-16T02:09:21.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.294+0000 7f197f5bb640 1 --2- 172.21.15.17:0/2471956287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1978106f10 0x7f197810ea90 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:21.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.294+0000 7f197f5bb640 1 --2- 172.21.15.17:0/2471956287 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1978102790 0x7f19781067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:21.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.294+0000 7f197f5bb640 1 --2- 172.21.15.17:0/2471956287 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1978101de0 0x7f19781021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:21.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.294+0000 7f197f5bb640 1 -- 172.21.15.17:0/2471956287 >> 172.21.15.17:0/2471956287 conn(0x7f19780fd8c0 msgr2=0x7f19780ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:21.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.294+0000 7f197f5bb640 1 -- 172.21.15.17:0/2471956287 shutdown_connections 2024-09-16T02:09:21.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.294+0000 7f197f5bb640 1 -- 172.21.15.17:0/2471956287 wait complete. 2024-09-16T02:09:21.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197f5bb640 1 Processor -- start 2024-09-16T02:09:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197f5bb640 1 -- start start 2024-09-16T02:09:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197f5bb640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1978101de0 0x7f197819a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197f5bb640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1978102790 0x7f197819ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197f5bb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1978106f10 0x7f197819ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197f5bb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f1978111ec0 con 0x7f1978106f10 2024-09-16T02:09:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197f5bb640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f1978111d40 con 0x7f1978101de0 2024-09-16T02:09:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197f5bb640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f1978112040 con 0x7f1978102790 2024-09-16T02:09:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197db58640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1978106f10 0x7f197819ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197db58640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1978106f10 0x7f197819ef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57308/0 (socket says 172.21.15.17:57308) 2024-09-16T02:09:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197db58640 1 -- 172.21.15.17:0/1505302173 learned_addr learned my addr 172.21.15.17:0/1505302173 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:09:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197d357640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1978101de0 0x7f197819a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:21.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197cb56640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1978102790 0x7f197819ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197db58640 1 -- 172.21.15.17:0/1505302173 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1978102790 msgr2=0x7f197819ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197db58640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1978102790 0x7f197819ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197db58640 1 -- 172.21.15.17:0/1505302173 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1978101de0 msgr2=0x7f197819a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197db58640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1978101de0 0x7f197819a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197db58640 1 -- 172.21.15.17:0/1505302173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f197819f670 con 0x7f1978106f10 2024-09-16T02:09:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.295+0000 7f197cb56640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1978102790 0x7f197819ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-16T02:09:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.296+0000 7f197db58640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1978106f10 0x7f197819ef90 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f1970009a20 tx=0x7f19700042e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.296+0000 7f196a7fc640 1 -- 172.21.15.17:0/1505302173 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f197003f030 con 0x7f1978106f10 2024-09-16T02:09:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.296+0000 7f196a7fc640 1 -- 172.21.15.17:0/1505302173 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f19700044d0 con 0x7f1978106f10 2024-09-16T02:09:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.296+0000 7f197f5bb640 1 -- 172.21.15.17:0/1505302173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f197819f900 con 0x7f1978106f10 2024-09-16T02:09:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.296+0000 7f196a7fc640 1 -- 172.21.15.17:0/1505302173 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1970035070 con 0x7f1978106f10 2024-09-16T02:09:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.296+0000 7f197f5bb640 1 -- 172.21.15.17:0/1505302173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19781a7240 con 0x7f1978106f10 2024-09-16T02:09:21.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.297+0000 7f197f5bb640 1 -- 172.21.15.17:0/1505302173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1978102240 con 0x7f1978106f10 2024-09-16T02:09:21.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.298+0000 7f196a7fc640 1 -- 172.21.15.17:0/1505302173 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f1970042030 con 0x7f1978106f10 2024-09-16T02:09:21.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.299+0000 7f196a7fc640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19640a32c0 0x7f19640a5780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:21.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.299+0000 7f196a7fc640 1 -- 172.21.15.17:0/1505302173 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f19700f0560 con 0x7f1978106f10 2024-09-16T02:09:21.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.299+0000 7f197d357640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19640a32c0 0x7f19640a5780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:21.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.299+0000 7f197d357640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19640a32c0 0x7f19640a5780 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f1974009f20 tx=0x7f19740094f0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:21.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.302+0000 7f196a7fc640 1 -- 172.21.15.17:0/1505302173 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f19700bd240 con 0x7f1978106f10 2024-09-16T02:09:21.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.514+0000 7f197f5bb640 1 -- 172.21.15.17:0/1505302173 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f197819ba20 con 0x7f1978106f10 2024-09-16T02:09:21.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.514+0000 7f196a7fc640 1 -- 172.21.15.17:0/1505302173 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 30 v30) ==== 94+0+11903 (secure 0 0 0) 0x7f197819ba20 con 0x7f1978106f10 2024-09-16T02:09:21.517 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:09:21.518 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":30,"btime":"2024-09-16T02:08:44:543296+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14526,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/1766759743","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":1766759743},{"type":"v1","addr":"172.21.15.17:6835","nonce":1766759743}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":4},{"gid":14538,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/1047205070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":1047205070},{"type":"v1","addr":"172.21.15.17:6837","nonce":1047205070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":5},{"gid":14598,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/3221475691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":3221475691},{"type":"v1","addr":"172.21.15.17:6839","nonce":3221475691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":14604,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/3457733669","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":3457733669},{"type":"v1","addr":"172.21.15.17:6841","nonce":3457733669}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":12},{"gid":24380,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6833/621353939","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6832","nonce":621353939},{"type":"v1","addr":"172.21.15.29:6833","nonce":621353939}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":24404,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.29:6835/966192243","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6834","nonce":966192243},{"type":"v1","addr":"172.21.15.29:6835","nonce":966192243}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":6}],"filesystems":[{"mdsmap":{"epoch":30,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-09-16T01:41:43.522195+0000","modified":"2024-09-16T02:08:43.810732+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24499,"mds_1":24481,"mds_2":24469},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24428":{"gid":24428,"name":"h","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6837/2703234188","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6836","nonce":2703234188},{"type":"v1","addr":"172.21.15.29:6837","nonce":2703234188}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24436":{"gid":24436,"name":"l","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.122:6833/897085142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6832","nonce":897085142},{"type":"v1","addr":"172.21.15.122:6833","nonce":897085142}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24458":{"gid":24458,"name":"b","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.29:6839/1875993127","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6838","nonce":1875993127},{"type":"v1","addr":"172.21.15.29:6839","nonce":1875993127}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24469":{"gid":24469,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6835/12485943","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6834","nonce":12485943},{"type":"v1","addr":"172.21.15.122:6835","nonce":12485943}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24481":{"gid":24481,"name":"c","rank":1,"incarnation":19,"state":"up:active","state_seq":10,"addr":"172.21.15.122:6837/2405967260","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6836","nonce":2405967260},{"type":"v1","addr":"172.21.15.122:6837","nonce":2405967260}]},"join_fscid":-1,"export_targets":[0],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}},"gid_24499":{"gid":24499,"name":"i","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.122:6839/3512095991","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6838","nonce":3512095991},{"type":"v1","addr":"172.21.15.122:6839","nonce":3512095991}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24499,"qdb_cluster":[24469,24481,24499]},"id":1}]} 2024-09-16T02:09:21.519 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 30 2024-09-16T02:09:21.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.516+0000 7f197f5bb640 1 -- 172.21.15.17:0/1505302173 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19640a32c0 msgr2=0x7f19640a5780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:21.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.516+0000 7f197f5bb640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19640a32c0 0x7f19640a5780 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f1974009f20 tx=0x7f19740094f0 comp rx=0 tx=0).stop 2024-09-16T02:09:21.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.517+0000 7f197f5bb640 1 -- 172.21.15.17:0/1505302173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1978106f10 msgr2=0x7f197819ef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:21.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.517+0000 7f197f5bb640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1978106f10 0x7f197819ef90 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f1970009a20 tx=0x7f19700042e0 comp rx=0 tx=0).stop 2024-09-16T02:09:21.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.517+0000 7f197f5bb640 1 -- 172.21.15.17:0/1505302173 shutdown_connections 2024-09-16T02:09:21.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.517+0000 7f197f5bb640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f19640a32c0 0x7f19640a5780 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:21.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.517+0000 7f197f5bb640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1978106f10 0x7f197819ef90 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:21.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.517+0000 7f197f5bb640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f1978102790 0x7f197819ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:21.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.517+0000 7f197f5bb640 1 --2- 172.21.15.17:0/1505302173 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f1978101de0 0x7f197819a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:21.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.517+0000 7f197f5bb640 1 -- 172.21.15.17:0/1505302173 >> 172.21.15.17:0/1505302173 conn(0x7f19780fd8c0 msgr2=0x7f19780fdca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:21.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.517+0000 7f197f5bb640 1 -- 172.21.15.17:0/1505302173 shutdown_connections 2024-09-16T02:09:21.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:21.517+0000 7f197f5bb640 1 -- 172.21.15.17:0/1505302173 wait complete. 2024-09-16T02:09:21.775 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:21 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1505302173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:09:22.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:21 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1505302173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:09:22.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:21 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1505302173' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:09:22.242 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T02:09:22.500 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:09:22.906 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:22 smithi017 ceph-mon[30972]: pgmap v1114: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 6 op/s 2024-09-16T02:09:23.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.988+0000 7fe104d9f640 1 -- 172.21.15.17:0/2172538004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe100102b90 msgr2=0x7fe100102f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:23.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.988+0000 7fe104d9f640 1 --2- 172.21.15.17:0/2172538004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe100102b90 0x7fe100102f70 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7fe0f0009900 tx=0x7fe0f002a480 comp rx=0 tx=0).stop 2024-09-16T02:09:23.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.988+0000 7fe104d9f640 1 -- 172.21.15.17:0/2172538004 shutdown_connections 2024-09-16T02:09:23.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.988+0000 7fe104d9f640 1 --2- 172.21.15.17:0/2172538004 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe10010bfc0 0x7fe10010e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:23.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.988+0000 7fe104d9f640 1 --2- 172.21.15.17:0/2172538004 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1001034b0 0x7fe10010b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:23.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.988+0000 7fe104d9f640 1 --2- 172.21.15.17:0/2172538004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe100102b90 0x7fe100102f70 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:23.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.988+0000 7fe104d9f640 1 -- 172.21.15.17:0/2172538004 >> 172.21.15.17:0/2172538004 conn(0x7fe1000fc630 msgr2=0x7fe1000fea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:23.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.988+0000 7fe104d9f640 1 -- 172.21.15.17:0/2172538004 shutdown_connections 2024-09-16T02:09:23.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.988+0000 7fe104d9f640 1 -- 172.21.15.17:0/2172538004 wait complete. 2024-09-16T02:09:23.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.989+0000 7fe104d9f640 1 Processor -- start 2024-09-16T02:09:23.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.989+0000 7fe104d9f640 1 -- start start 2024-09-16T02:09:23.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe104d9f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe100102b90 0x7fe100198190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:23.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe104d9f640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1001034b0 0x7fe1001986d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:23.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe104d9f640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe10010bfc0 0x7fe10019ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:23.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe104d9f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fe100111c70 con 0x7fe100102b90 2024-09-16T02:09:23.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe104d9f640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fe100111af0 con 0x7fe10010bfc0 2024-09-16T02:09:23.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe104d9f640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fe100111df0 con 0x7fe1001034b0 2024-09-16T02:09:23.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe0ff7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe100102b90 0x7fe100198190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:23.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe0ff7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe100102b90 0x7fe100198190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57322/0 (socket says 172.21.15.17:57322) 2024-09-16T02:09:23.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe0ff7fe640 1 -- 172.21.15.17:0/342082463 learned_addr learned my addr 172.21.15.17:0/342082463 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:09:23.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe0fffff640 1 --2- 172.21.15.17:0/342082463 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe10010bfc0 0x7fe10019ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:23.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe0feffd640 1 --2- 172.21.15.17:0/342082463 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1001034b0 0x7fe1001986d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:23.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe0ff7fe640 1 -- 172.21.15.17:0/342082463 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1001034b0 msgr2=0x7fe1001986d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:23.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe0ff7fe640 1 --2- 172.21.15.17:0/342082463 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1001034b0 0x7fe1001986d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:23.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe0ff7fe640 1 -- 172.21.15.17:0/342082463 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe10010bfc0 msgr2=0x7fe10019ca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:23.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe0ff7fe640 1 --2- 172.21.15.17:0/342082463 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe10010bfc0 0x7fe10019ca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:23.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe0ff7fe640 1 -- 172.21.15.17:0/342082463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe10019d140 con 0x7fe100102b90 2024-09-16T02:09:23.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.990+0000 7fe0ff7fe640 1 --2- 172.21.15.17:0/342082463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe100102b90 0x7fe100198190 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7fe0f0005940 tx=0x7fe0f0004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:23.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.991+0000 7fe0fcff9640 1 -- 172.21.15.17:0/342082463 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0f003f030 con 0x7fe100102b90 2024-09-16T02:09:23.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.991+0000 7fe0fcff9640 1 -- 172.21.15.17:0/342082463 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fe0f0003aa0 con 0x7fe100102b90 2024-09-16T02:09:23.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.991+0000 7fe104d9f640 1 -- 172.21.15.17:0/342082463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe10019d3d0 con 0x7fe100102b90 2024-09-16T02:09:23.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.991+0000 7fe0fcff9640 1 -- 172.21.15.17:0/342082463 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe0f0035070 con 0x7fe100102b90 2024-09-16T02:09:23.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.991+0000 7fe104d9f640 1 -- 172.21.15.17:0/342082463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1001a4d10 con 0x7fe100102b90 2024-09-16T02:09:23.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.992+0000 7fe104d9f640 1 -- 172.21.15.17:0/342082463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe10006b070 con 0x7fe100102b90 2024-09-16T02:09:23.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.993+0000 7fe0fcff9640 1 -- 172.21.15.17:0/342082463 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fe0f0042030 con 0x7fe100102b90 2024-09-16T02:09:23.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.994+0000 7fe0fcff9640 1 --2- 172.21.15.17:0/342082463 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe0e80a3240 0x7fe0e80a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:23.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.994+0000 7fe0fcff9640 1 -- 172.21.15.17:0/342082463 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7fe0f00f0270 con 0x7fe100102b90 2024-09-16T02:09:23.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.994+0000 7fe0feffd640 1 --2- 172.21.15.17:0/342082463 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe0e80a3240 0x7fe0e80a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:23.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.994+0000 7fe0feffd640 1 --2- 172.21.15.17:0/342082463 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe0e80a3240 0x7fe0e80a5700 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fe1000fecc0 tx=0x7fe0f400b2e0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:23.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:22.997+0000 7fe0fcff9640 1 -- 172.21.15.17:0/342082463 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fe0f00bc940 con 0x7fe100102b90 2024-09-16T02:09:23.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:22 smithi122 ceph-mon[34758]: pgmap v1114: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 6 op/s 2024-09-16T02:09:23.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:22 smithi029 ceph-mon[34783]: pgmap v1114: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 682 B/s wr, 6 op/s 2024-09-16T02:09:23.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:23.173+0000 7fe104d9f640 1 -- 172.21.15.17:0/342082463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe100107030 con 0x7fe100102b90 2024-09-16T02:09:23.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:23.176+0000 7fe0fcff9640 1 -- 172.21.15.17:0/342082463 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) ==== 74+0+22697 (secure 0 0 0) 0x7fe0f00c0c40 con 0x7fe100102b90 2024-09-16T02:09:23.178 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-09-16T02:09:23.178 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":84,"fsid":"9c4454ae-73cb-11ef-bceb-c7b262605968","created":"2024-09-16T01:33:53.298260+0000","modified":"2024-09-16T01:42:42.092452+0000","last_up_change":"2024-09-16T01:40:51.430063+0000","last_in_change":"2024-09-16T01:40:27.916637+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T01:37:00.918910+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T01:41:39.579756+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T01:41:41.834594+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"82","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b8922682-71d1-43de-99c1-33159c0e154f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6803","nonce":973418367}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6805","nonce":973418367}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6809","nonce":973418367}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":973418367},{"type":"v1","addr":"172.21.15.17:6807","nonce":973418367}]},"public_addr":"172.21.15.17:6803/973418367","cluster_addr":"172.21.15.17:6805/973418367","heartbeat_back_addr":"172.21.15.17:6809/973418367","heartbeat_front_addr":"172.21.15.17:6807/973418367","state":["exists","up"]},{"osd":1,"uuid":"757f97f3-d423-4451-bb57-6179ff651bab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6800","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6801","nonce":476361632}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6802","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6803","nonce":476361632}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6806","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6807","nonce":476361632}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6804","nonce":476361632},{"type":"v1","addr":"172.21.15.29:6805","nonce":476361632}]},"public_addr":"172.21.15.29:6801/476361632","cluster_addr":"172.21.15.29:6803/476361632","heartbeat_back_addr":"172.21.15.29:6807/476361632","heartbeat_front_addr":"172.21.15.29:6805/476361632","state":["exists","up"]},{"osd":2,"uuid":"e6100863-2f60-4213-895c-bf6d2026378f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6800","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6801","nonce":3223940683}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6802","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6803","nonce":3223940683}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6806","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6807","nonce":3223940683}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6804","nonce":3223940683},{"type":"v1","addr":"172.21.15.122:6805","nonce":3223940683}]},"public_addr":"172.21.15.122:6801/3223940683","cluster_addr":"172.21.15.122:6803/3223940683","heartbeat_back_addr":"172.21.15.122:6807/3223940683","heartbeat_front_addr":"172.21.15.122:6805/3223940683","state":["exists","up"]},{"osd":3,"uuid":"611d7433-6cb9-4016-a58b-bb96394d2d24","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6811","nonce":3558508388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6813","nonce":3558508388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6817","nonce":3558508388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3558508388},{"type":"v1","addr":"172.21.15.17:6815","nonce":3558508388}]},"public_addr":"172.21.15.17:6811/3558508388","cluster_addr":"172.21.15.17:6813/3558508388","heartbeat_back_addr":"172.21.15.17:6817/3558508388","heartbeat_front_addr":"172.21.15.17:6815/3558508388","state":["exists","up"]},{"osd":4,"uuid":"7d202bcb-50ab-4f6e-a090-7e61c538fa77","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":80,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6808","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6809","nonce":2110146164}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6810","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6811","nonce":2110146164}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6814","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6815","nonce":2110146164}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6812","nonce":2110146164},{"type":"v1","addr":"172.21.15.29:6813","nonce":2110146164}]},"public_addr":"172.21.15.29:6809/2110146164","cluster_addr":"172.21.15.29:6811/2110146164","heartbeat_back_addr":"172.21.15.29:6815/2110146164","heartbeat_front_addr":"172.21.15.29:6813/2110146164","state":["exists","up"]},{"osd":5,"uuid":"bcc07f4f-f204-465b-b9c6-c04604d243c1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6808","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6809","nonce":1621076168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6810","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6811","nonce":1621076168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6814","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6815","nonce":1621076168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6812","nonce":1621076168},{"type":"v1","addr":"172.21.15.122:6813","nonce":1621076168}]},"public_addr":"172.21.15.122:6809/1621076168","cluster_addr":"172.21.15.122:6811/1621076168","heartbeat_back_addr":"172.21.15.122:6815/1621076168","heartbeat_front_addr":"172.21.15.122:6813/1621076168","state":["exists","up"]},{"osd":6,"uuid":"64080f89-a0f5-4a86-aa16-77938675379e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":45,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6819","nonce":1408033288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6821","nonce":1408033288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6825","nonce":1408033288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":1408033288},{"type":"v1","addr":"172.21.15.17:6823","nonce":1408033288}]},"public_addr":"172.21.15.17:6819/1408033288","cluster_addr":"172.21.15.17:6821/1408033288","heartbeat_back_addr":"172.21.15.17:6825/1408033288","heartbeat_front_addr":"172.21.15.17:6823/1408033288","state":["exists","up"]},{"osd":7,"uuid":"aca554bd-1914-455c-936a-aa59b1504194","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":50,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6816","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6817","nonce":127734728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6818","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6819","nonce":127734728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6822","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6823","nonce":127734728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6820","nonce":127734728},{"type":"v1","addr":"172.21.15.29:6821","nonce":127734728}]},"public_addr":"172.21.15.29:6817/127734728","cluster_addr":"172.21.15.29:6819/127734728","heartbeat_back_addr":"172.21.15.29:6823/127734728","heartbeat_front_addr":"172.21.15.29:6821/127734728","state":["exists","up"]},{"osd":8,"uuid":"0b5ed7f4-4b47-4cbe-9086-8948ce393446","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":57,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6816","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6817","nonce":360974259}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6818","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6819","nonce":360974259}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6822","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6823","nonce":360974259}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6820","nonce":360974259},{"type":"v1","addr":"172.21.15.122:6821","nonce":360974259}]},"public_addr":"172.21.15.122:6817/360974259","cluster_addr":"172.21.15.122:6819/360974259","heartbeat_back_addr":"172.21.15.122:6823/360974259","heartbeat_front_addr":"172.21.15.122:6821/360974259","state":["exists","up"]},{"osd":9,"uuid":"55b0dcce-ef4e-4eef-8ee3-1c05b1cb5add","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":64,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6827","nonce":2483471753}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6829","nonce":2483471753}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6833","nonce":2483471753}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":2483471753},{"type":"v1","addr":"172.21.15.17:6831","nonce":2483471753}]},"public_addr":"172.21.15.17:6827/2483471753","cluster_addr":"172.21.15.17:6829/2483471753","heartbeat_back_addr":"172.21.15.17:6833/2483471753","heartbeat_front_addr":"172.21.15.17:6831/2483471753","state":["exists","up"]},{"osd":10,"uuid":"c83a74f2-e570-487c-9e87-bb0b74965ca2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":69,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6824","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6825","nonce":362618550}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6826","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6827","nonce":362618550}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6830","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6831","nonce":362618550}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.29:6828","nonce":362618550},{"type":"v1","addr":"172.21.15.29:6829","nonce":362618550}]},"public_addr":"172.21.15.29:6825/362618550","cluster_addr":"172.21.15.29:6827/362618550","heartbeat_back_addr":"172.21.15.29:6831/362618550","heartbeat_front_addr":"172.21.15.29:6829/362618550","state":["exists","up"]},{"osd":11,"uuid":"1cd70e66-69c8-4f3f-a45e-a3169d5d9b4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":76,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6824","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6825","nonce":1375874597}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6826","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6827","nonce":1375874597}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6830","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6831","nonce":1375874597}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.122:6828","nonce":1375874597},{"type":"v1","addr":"172.21.15.122:6829","nonce":1375874597}]},"public_addr":"172.21.15.122:6825/1375874597","cluster_addr":"172.21.15.122:6827/1375874597","heartbeat_back_addr":"172.21.15.122:6831/1375874597","heartbeat_front_addr":"172.21.15.122:6829/1375874597","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:05.813342+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:31.420629+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:36:57.341085+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:22.481098+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:37:48.928453+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:15.070471+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:38:40.275611+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:05.810417+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:30.926343+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:39:56.824386+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:23.647559+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T01:40:49.303702+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":2,"to":11}]},{"pgid":"2.b","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.c","mappings":[{"from":3,"to":9}]},{"pgid":"3.11","mappings":[{"from":4,"to":8}]},{"pgid":"3.23","mappings":[{"from":4,"to":7}]},{"pgid":"3.2a","mappings":[{"from":3,"to":6}]},{"pgid":"3.33","mappings":[{"from":5,"to":9}]},{"pgid":"3.36","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:0/171001531":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6801/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/149674379":"2024-09-17T01:34:40.424252+0000","172.21.15.17:6800/2297452982":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2909964706":"2024-09-17T01:34:40.424252+0000","172.21.15.17:0/2310526449":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/844082331":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6800/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:6801/3425156495":"2024-09-17T01:34:15.927659+0000","172.21.15.17:0/270715983":"2024-09-17T01:34:15.927659+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T02:09:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:23.178+0000 7fe104d9f640 1 -- 172.21.15.17:0/342082463 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe0e80a3240 msgr2=0x7fe0e80a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:23.178+0000 7fe104d9f640 1 --2- 172.21.15.17:0/342082463 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe0e80a3240 0x7fe0e80a5700 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fe1000fecc0 tx=0x7fe0f400b2e0 comp rx=0 tx=0).stop 2024-09-16T02:09:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:23.178+0000 7fe104d9f640 1 -- 172.21.15.17:0/342082463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe100102b90 msgr2=0x7fe100198190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:23.178+0000 7fe104d9f640 1 --2- 172.21.15.17:0/342082463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe100102b90 0x7fe100198190 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7fe0f0005940 tx=0x7fe0f0004270 comp rx=0 tx=0).stop 2024-09-16T02:09:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:23.178+0000 7fe104d9f640 1 -- 172.21.15.17:0/342082463 shutdown_connections 2024-09-16T02:09:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:23.178+0000 7fe104d9f640 1 --2- 172.21.15.17:0/342082463 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fe0e80a3240 0x7fe0e80a5700 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:23.178+0000 7fe104d9f640 1 --2- 172.21.15.17:0/342082463 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fe10010bfc0 0x7fe10019ca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:23.178+0000 7fe104d9f640 1 --2- 172.21.15.17:0/342082463 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fe1001034b0 0x7fe1001986d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:23.178+0000 7fe104d9f640 1 --2- 172.21.15.17:0/342082463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe100102b90 0x7fe100198190 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:23.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:23.178+0000 7fe104d9f640 1 -- 172.21.15.17:0/342082463 >> 172.21.15.17:0/342082463 conn(0x7fe1000fc630 msgr2=0x7fe1000fde20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:23.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:23.178+0000 7fe104d9f640 1 -- 172.21.15.17:0/342082463 shutdown_connections 2024-09-16T02:09:23.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:23.178+0000 7fe104d9f640 1 -- 172.21.15.17:0/342082463 wait complete. 2024-09-16T02:09:23.825 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs fail cephfs 2024-09-16T02:09:24.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:23 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/342082463' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:09:24.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:23 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/342082463' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:09:24.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:23 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/342082463' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:09:24.083 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:09:24.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.632+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/279519299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d58100e20 msgr2=0x7f0d58101200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:24.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.632+0000 7f0d5eaf6640 1 --2- 172.21.15.17:0/279519299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d58100e20 0x7f0d58101200 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f0d48009900 tx=0x7f0d4802a480 comp rx=0 tx=0).stop 2024-09-16T02:09:24.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.632+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/279519299 shutdown_connections 2024-09-16T02:09:24.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.632+0000 7f0d5eaf6640 1 --2- 172.21.15.17:0/279519299 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d58102ef0 0x7f0d5810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:24.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.632+0000 7f0d5eaf6640 1 --2- 172.21.15.17:0/279519299 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d58102570 0x7f0d581029b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:24.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.632+0000 7f0d5eaf6640 1 --2- 172.21.15.17:0/279519299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d58100e20 0x7f0d58101200 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:24.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.632+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/279519299 >> 172.21.15.17:0/279519299 conn(0x7f0d580fc7d0 msgr2=0x7f0d580febf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:24.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.632+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/279519299 shutdown_connections 2024-09-16T02:09:24.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.632+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/279519299 wait complete. 2024-09-16T02:09:24.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d5eaf6640 1 Processor -- start 2024-09-16T02:09:24.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d5eaf6640 1 -- start start 2024-09-16T02:09:24.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d5eaf6640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d58100e20 0x7f0d58198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:24.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d5eaf6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d58102570 0x7f0d58198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:24.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d5eaf6640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d58102ef0 0x7f0d5819cce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:24.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d5eaf6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f0d58110e30 con 0x7f0d58102570 2024-09-16T02:09:24.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d5eaf6640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f0d58110cb0 con 0x7f0d58100e20 2024-09-16T02:09:24.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d5eaf6640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f0d58110fb0 con 0x7f0d58102ef0 2024-09-16T02:09:24.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d57fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d58102570 0x7f0d58198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:24.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d57fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d58102570 0x7f0d58198950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57336/0 (socket says 172.21.15.17:57336) 2024-09-16T02:09:24.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d57fff640 1 -- 172.21.15.17:0/3155542939 learned_addr learned my addr 172.21.15.17:0/3155542939 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:09:24.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d5d093640 1 --2- 172.21.15.17:0/3155542939 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d58102ef0 0x7f0d5819cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:24.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d5c892640 1 --2- 172.21.15.17:0/3155542939 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d58100e20 0x7f0d58198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:24.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d57fff640 1 -- 172.21.15.17:0/3155542939 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d58102ef0 msgr2=0x7f0d5819cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:24.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d57fff640 1 --2- 172.21.15.17:0/3155542939 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d58102ef0 0x7f0d5819cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:24.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d57fff640 1 -- 172.21.15.17:0/3155542939 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d58100e20 msgr2=0x7f0d58198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:24.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d57fff640 1 --2- 172.21.15.17:0/3155542939 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d58100e20 0x7f0d58198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:24.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.633+0000 7f0d57fff640 1 -- 172.21.15.17:0/3155542939 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d5819d3c0 con 0x7f0d58102570 2024-09-16T02:09:24.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.634+0000 7f0d57fff640 1 --2- 172.21.15.17:0/3155542939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d58102570 0x7f0d58198950 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c00c890 tx=0x7f0d4c00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:24.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.634+0000 7f0d55ffb640 1 -- 172.21.15.17:0/3155542939 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d4c004220 con 0x7f0d58102570 2024-09-16T02:09:24.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.634+0000 7f0d55ffb640 1 -- 172.21.15.17:0/3155542939 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f0d4c0043c0 con 0x7f0d58102570 2024-09-16T02:09:24.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.634+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/3155542939 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d5819d6b0 con 0x7f0d58102570 2024-09-16T02:09:24.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.634+0000 7f0d55ffb640 1 -- 172.21.15.17:0/3155542939 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d4c004a00 con 0x7f0d58102570 2024-09-16T02:09:24.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.634+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/3155542939 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d581a4f90 con 0x7f0d58102570 2024-09-16T02:09:24.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.635+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/3155542939 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d58101200 con 0x7f0d58102570 2024-09-16T02:09:24.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.636+0000 7f0d55ffb640 1 -- 172.21.15.17:0/3155542939 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f0d4c004ba0 con 0x7f0d58102570 2024-09-16T02:09:24.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.637+0000 7f0d55ffb640 1 --2- 172.21.15.17:0/3155542939 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d400a3240 0x7f0d400a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:24.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.637+0000 7f0d5c892640 1 --2- 172.21.15.17:0/3155542939 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d400a3240 0x7f0d400a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:24.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.637+0000 7f0d55ffb640 1 -- 172.21.15.17:0/3155542939 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) ==== 8240+0+0 (secure 0 0 0) 0x7f0d4c0cf560 con 0x7f0d58102570 2024-09-16T02:09:24.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.637+0000 7f0d5c892640 1 --2- 172.21.15.17:0/3155542939 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d400a3240 0x7f0d400a5700 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f0d48009230 tx=0x7f0d480058d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:24.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.641+0000 7f0d55ffb640 1 -- 172.21.15.17:0/3155542939 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f0d4c014030 con 0x7f0d58102570 2024-09-16T02:09:24.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.879+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/3155542939 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f0d581a5160 con 0x7f0d58102570 2024-09-16T02:09:24.881 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:24 smithi017 ceph-mon[30972]: pgmap v1115: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-16T02:09:24.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.881+0000 7f0d55ffb640 1 -- 172.21.15.17:0/3155542939 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v31) ==== 161+0+0 (secure 0 0 0) 0x7f0d4c09bbf0 con 0x7f0d58102570 2024-09-16T02:09:24.883 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T02:09:24.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.884+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/3155542939 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d400a3240 msgr2=0x7f0d400a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:24.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.884+0000 7f0d5eaf6640 1 --2- 172.21.15.17:0/3155542939 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d400a3240 0x7f0d400a5700 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f0d48009230 tx=0x7f0d480058d0 comp rx=0 tx=0).stop 2024-09-16T02:09:24.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.884+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/3155542939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d58102570 msgr2=0x7f0d58198950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.884+0000 7f0d5eaf6640 1 --2- 172.21.15.17:0/3155542939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d58102570 0x7f0d58198950 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c00c890 tx=0x7f0d4c00cd50 comp rx=0 tx=0).stop 2024-09-16T02:09:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.885+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/3155542939 shutdown_connections 2024-09-16T02:09:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.885+0000 7f0d5eaf6640 1 --2- 172.21.15.17:0/3155542939 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f0d400a3240 0x7f0d400a5700 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.885+0000 7f0d5eaf6640 1 --2- 172.21.15.17:0/3155542939 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f0d58102ef0 0x7f0d5819cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.885+0000 7f0d5eaf6640 1 --2- 172.21.15.17:0/3155542939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0d58102570 0x7f0d58198950 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.885+0000 7f0d5eaf6640 1 --2- 172.21.15.17:0/3155542939 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f0d58100e20 0x7f0d58198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.885+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/3155542939 >> 172.21.15.17:0/3155542939 conn(0x7f0d580fc7d0 msgr2=0x7f0d5806a230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.885+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/3155542939 shutdown_connections 2024-09-16T02:09:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:24.885+0000 7f0d5eaf6640 1 -- 172.21.15.17:0/3155542939 wait complete. 2024-09-16T02:09:24.926 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:24 smithi029 ceph-mon[34783]: pgmap v1115: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-16T02:09:24.967 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-mon[34758]: pgmap v1115: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 682 B/s wr, 8 op/s 2024-09-16T02:09:25.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:24 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a[30968]: 2024-09-16T02:09:24.880+0000 7fcfa2b13640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T02:09:25.297 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-i[64704]: ignoring --setuser ceph since I am not root 2024-09-16T02:09:25.297 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-i[64704]: ignoring --setgroup ceph since I am not root 2024-09-16T02:09:25.297 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-mds[64708]: -- 172.21.15.122:0/3892805598 <== mon.2 v2:172.21.15.29:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56420700b860 con 0x564206fe9000 2024-09-16T02:09:25.297 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-i[64704]: starting mds.i at 2024-09-16T02:09:25.297 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-c[64390]: ignoring --setuser ceph since I am not root 2024-09-16T02:09:25.297 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-c[64390]: ignoring --setgroup ceph since I am not root 2024-09-16T02:09:25.297 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-mds[64394]: -- 172.21.15.122:0/1162297212 <== mon.2 v2:172.21.15.29:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5611ab2ef860 con 0x5611ab2cc800 2024-09-16T02:09:25.297 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-c[64390]: starting mds.c at 2024-09-16T02:09:25.298 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-f[64088]: ignoring --setuser ceph since I am not root 2024-09-16T02:09:25.298 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-f[64088]: ignoring --setgroup ceph since I am not root 2024-09-16T02:09:25.298 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-mds[64092]: -- 172.21.15.122:0/612135486 <== mon.1 v2:172.21.15.122:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ea1a937860 con 0x55ea1a914800 2024-09-16T02:09:25.298 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-f[64088]: starting mds.f at 2024-09-16T02:09:25.298 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-l[63790]: ignoring --setuser ceph since I am not root 2024-09-16T02:09:25.298 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-l[63790]: ignoring --setgroup ceph since I am not root 2024-09-16T02:09:25.298 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-mds[63794]: -- 172.21.15.122:0/3169478503 <== mon.1 v2:172.21.15.122:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556cc6ec1860 con 0x556cc6e9e800 2024-09-16T02:09:25.298 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 02:09:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-l[63790]: starting mds.l at 2024-09-16T02:09:25.299 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 02:09:24 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-b[64754]: ignoring --setuser ceph since I am not root 2024-09-16T02:09:25.299 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 02:09:24 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-b[64754]: ignoring --setgroup ceph since I am not root 2024-09-16T02:09:25.299 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 02:09:24 smithi029 ceph-mds[64758]: -- 172.21.15.29:0/1604304162 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562f1cd11860 con 0x562f1ccee800 2024-09-16T02:09:25.299 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 02:09:24 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-b[64754]: starting mds.b at 2024-09-16T02:09:25.299 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 02:09:24 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-h[64444]: ignoring --setuser ceph since I am not root 2024-09-16T02:09:25.299 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 02:09:24 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-h[64444]: ignoring --setgroup ceph since I am not root 2024-09-16T02:09:25.299 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 02:09:24 smithi029 ceph-mds[64448]: -- 172.21.15.29:0/470917059 <== mon.1 v2:172.21.15.122:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556b96ea3c20 con 0x556b96e80800 2024-09-16T02:09:25.300 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 02:09:24 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-h[64444]: starting mds.h at 2024-09-16T02:09:25.808 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T02:09:26.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:25 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3155542939' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T02:09:26.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:25 smithi017 ceph-mon[30972]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T02:09:26.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:25 smithi017 ceph-mon[30972]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T02:09:26.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:25 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3155542939' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T02:09:26.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:25 smithi017 ceph-mon[30972]: osdmap e85: 12 total, 12 up, 12 in 2024-09-16T02:09:26.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:25 smithi017 ceph-mon[30972]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-09-16T02:09:26.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:25 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3155542939' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T02:09:26.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:25 smithi029 ceph-mon[34783]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T02:09:26.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:25 smithi029 ceph-mon[34783]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T02:09:26.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:25 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3155542939' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T02:09:26.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:25 smithi029 ceph-mon[34783]: osdmap e85: 12 total, 12 up, 12 in 2024-09-16T02:09:26.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:25 smithi029 ceph-mon[34783]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-09-16T02:09:26.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:25 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3155542939' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-09-16T02:09:26.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:25 smithi122 ceph-mon[34758]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T02:09:26.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:25 smithi122 ceph-mon[34758]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T02:09:26.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:25 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3155542939' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T02:09:26.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:25 smithi122 ceph-mon[34758]: osdmap e85: 12 total, 12 up, 12 in 2024-09-16T02:09:26.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:25 smithi122 ceph-mon[34758]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-09-16T02:09:26.078 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:09:26.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.533+0000 7fc50ef45640 1 -- 172.21.15.17:0/3888309881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc508102d40 msgr2=0x7fc508103120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:26.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.533+0000 7fc50ef45640 1 --2- 172.21.15.17:0/3888309881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc508102d40 0x7fc508103120 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7fc504009900 tx=0x7fc50402a480 comp rx=0 tx=0).stop 2024-09-16T02:09:26.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.533+0000 7fc50ef45640 1 -- 172.21.15.17:0/3888309881 shutdown_connections 2024-09-16T02:09:26.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.533+0000 7fc50ef45640 1 --2- 172.21.15.17:0/3888309881 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc50810c170 0x7fc50810e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:26.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.533+0000 7fc50ef45640 1 --2- 172.21.15.17:0/3888309881 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc508103660 0x7fc50810bb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:26.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.533+0000 7fc50ef45640 1 --2- 172.21.15.17:0/3888309881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc508102d40 0x7fc508103120 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:26.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.533+0000 7fc50ef45640 1 -- 172.21.15.17:0/3888309881 >> 172.21.15.17:0/3888309881 conn(0x7fc5080fc7a0 msgr2=0x7fc5080febc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:26.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.533+0000 7fc50ef45640 1 -- 172.21.15.17:0/3888309881 shutdown_connections 2024-09-16T02:09:26.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.533+0000 7fc50ef45640 1 -- 172.21.15.17:0/3888309881 wait complete. 2024-09-16T02:09:26.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.534+0000 7fc50ef45640 1 Processor -- start 2024-09-16T02:09:26.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.534+0000 7fc50ef45640 1 -- start start 2024-09-16T02:09:26.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.534+0000 7fc50ef45640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc508102d40 0x7fc508198370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:26.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.534+0000 7fc50ef45640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc508103660 0x7fc5081988b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:26.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.534+0000 7fc50ef45640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc50810c170 0x7fc50819cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:26.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.534+0000 7fc50ef45640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7fc508111e20 con 0x7fc508103660 2024-09-16T02:09:26.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.534+0000 7fc50ef45640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7fc508111ca0 con 0x7fc50810c170 2024-09-16T02:09:26.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.534+0000 7fc50ef45640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7fc508111fa0 con 0x7fc508102d40 2024-09-16T02:09:26.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.534+0000 7fc4fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc508103660 0x7fc5081988b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:26.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.534+0000 7fc4fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc508103660 0x7fc5081988b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33160/0 (socket says 172.21.15.17:33160) 2024-09-16T02:09:26.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.534+0000 7fc4fffff640 1 -- 172.21.15.17:0/1918786036 learned_addr learned my addr 172.21.15.17:0/1918786036 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:09:26.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.534+0000 7fc50d4e2640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc50810c170 0x7fc50819cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:26.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.534+0000 7fc50cce1640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc508102d40 0x7fc508198370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:26.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.535+0000 7fc4fffff640 1 -- 172.21.15.17:0/1918786036 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc508102d40 msgr2=0x7fc508198370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:26.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.535+0000 7fc4fffff640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc508102d40 0x7fc508198370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:26.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.535+0000 7fc4fffff640 1 -- 172.21.15.17:0/1918786036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc50810c170 msgr2=0x7fc50819cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:26.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.535+0000 7fc4fffff640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc50810c170 0x7fc50819cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:26.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.535+0000 7fc4fffff640 1 -- 172.21.15.17:0/1918786036 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc50819d320 con 0x7fc508103660 2024-09-16T02:09:26.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.535+0000 7fc50d4e2640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc50810c170 0x7fc50819cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:09:26.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.535+0000 7fc4fffff640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc508103660 0x7fc5081988b0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7fc4f800c970 tx=0x7fc4f800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:26.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.535+0000 7fc4fdffb640 1 -- 172.21.15.17:0/1918786036 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4f8007bb0 con 0x7fc508103660 2024-09-16T02:09:26.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.535+0000 7fc50ef45640 1 -- 172.21.15.17:0/1918786036 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc50819d610 con 0x7fc508103660 2024-09-16T02:09:26.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.535+0000 7fc4fdffb640 1 -- 172.21.15.17:0/1918786036 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7fc4f8007d50 con 0x7fc508103660 2024-09-16T02:09:26.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.535+0000 7fc4fdffb640 1 -- 172.21.15.17:0/1918786036 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc4f8018780 con 0x7fc508103660 2024-09-16T02:09:26.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.535+0000 7fc50ef45640 1 -- 172.21.15.17:0/1918786036 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc5081a4ef0 con 0x7fc508103660 2024-09-16T02:09:26.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.536+0000 7fc50ef45640 1 -- 172.21.15.17:0/1918786036 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc508103120 con 0x7fc508103660 2024-09-16T02:09:26.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.537+0000 7fc4fdffb640 1 -- 172.21.15.17:0/1918786036 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7fc4f800f450 con 0x7fc508103660 2024-09-16T02:09:26.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.538+0000 7fc4fdffb640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc4f00a3240 0x7fc4f00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:26.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.538+0000 7fc50cce1640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc4f00a3240 0x7fc4f00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:26.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.538+0000 7fc4fdffb640 1 -- 172.21.15.17:0/1918786036 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8498+0+0 (secure 0 0 0) 0x7fc4f80cfa40 con 0x7fc508103660 2024-09-16T02:09:26.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.539+0000 7fc50cce1640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc4f00a3240 0x7fc4f00a5700 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fc504031440 tx=0x7fc504005b50 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:26.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.542+0000 7fc4fdffb640 1 -- 172.21.15.17:0/1918786036 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7fc4f8014030 con 0x7fc508103660 2024-09-16T02:09:26.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:26.753+0000 7fc50ef45640 1 -- 172.21.15.17:0/1918786036 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fc5081071e0 con 0x7fc508103660 2024-09-16T02:09:26.755 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:26 smithi017 ceph-mon[30972]: pgmap v1117: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 409 B/s wr, 6 op/s 2024-09-16T02:09:26.755 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:26 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.29:6836/1390966856,v1:172.21.15.29:6838/1390966856] up:boot 2024-09-16T02:09:26.755 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:26 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.29:6837/1440509614,v1:172.21.15.29:6839/1440509614] up:boot 2024-09-16T02:09:26.755 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:26 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.122:6834/208300997,v1:172.21.15.122:6838/208300997] up:boot 2024-09-16T02:09:26.755 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:26 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.122:6832/2894843699,v1:172.21.15.122:6837/2894843699] up:boot 2024-09-16T02:09:26.755 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:26 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.122:6833/3969490809,v1:172.21.15.122:6836/3969490809] up:boot 2024-09-16T02:09:26.755 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:26 smithi017 ceph-mon[30972]: mds.? [v2:172.21.15.122:6835/917244599,v1:172.21.15.122:6839/917244599] up:boot 2024-09-16T02:09:26.755 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:26 smithi017 ceph-mon[30972]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-09-16T02:09:26.755 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:26 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-16T02:09:26.755 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:26 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-16T02:09:26.756 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:26 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:09:26.756 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:26 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-16T02:09:26.756 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:26 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-16T02:09:26.756 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:26 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-16T02:09:27.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:26 smithi029 ceph-mon[34783]: pgmap v1117: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 409 B/s wr, 6 op/s 2024-09-16T02:09:27.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:26 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.29:6836/1390966856,v1:172.21.15.29:6838/1390966856] up:boot 2024-09-16T02:09:27.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:26 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.29:6837/1440509614,v1:172.21.15.29:6839/1440509614] up:boot 2024-09-16T02:09:27.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:26 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.122:6834/208300997,v1:172.21.15.122:6838/208300997] up:boot 2024-09-16T02:09:27.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:26 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.122:6832/2894843699,v1:172.21.15.122:6837/2894843699] up:boot 2024-09-16T02:09:27.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:26 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.122:6833/3969490809,v1:172.21.15.122:6836/3969490809] up:boot 2024-09-16T02:09:27.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:26 smithi029 ceph-mon[34783]: mds.? [v2:172.21.15.122:6835/917244599,v1:172.21.15.122:6839/917244599] up:boot 2024-09-16T02:09:27.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:26 smithi029 ceph-mon[34783]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-09-16T02:09:27.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:26 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-16T02:09:27.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:26 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-16T02:09:27.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:26 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:09:27.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:26 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-16T02:09:27.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:26 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-16T02:09:27.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:26 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-16T02:09:27.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:26 smithi122 ceph-mon[34758]: pgmap v1117: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 409 B/s wr, 6 op/s 2024-09-16T02:09:27.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:26 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.29:6836/1390966856,v1:172.21.15.29:6838/1390966856] up:boot 2024-09-16T02:09:27.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:26 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.29:6837/1440509614,v1:172.21.15.29:6839/1440509614] up:boot 2024-09-16T02:09:27.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:26 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.122:6834/208300997,v1:172.21.15.122:6838/208300997] up:boot 2024-09-16T02:09:27.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:26 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.122:6832/2894843699,v1:172.21.15.122:6837/2894843699] up:boot 2024-09-16T02:09:27.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:26 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.122:6833/3969490809,v1:172.21.15.122:6836/3969490809] up:boot 2024-09-16T02:09:27.049 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:26 smithi122 ceph-mon[34758]: mds.? [v2:172.21.15.122:6835/917244599,v1:172.21.15.122:6839/917244599] up:boot 2024-09-16T02:09:27.049 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:26 smithi122 ceph-mon[34758]: fsmap cephfs:0/3 12 up:standby, 3 failed 2024-09-16T02:09:27.049 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:26 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-09-16T02:09:27.049 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:26 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-09-16T02:09:27.049 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:26 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:09:27.049 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:26 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-09-16T02:09:27.049 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:26 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-09-16T02:09:27.049 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:26 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-09-16T02:09:27.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:27.626+0000 7fc4fdffb640 1 -- 172.21.15.17:0/1918786036 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v33) ==== 104+0+0 (secure 0 0 0) 0x7fc4f809c650 con 0x7fc508103660 2024-09-16T02:09:27.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:27.629+0000 7fc50ef45640 1 -- 172.21.15.17:0/1918786036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc4f00a3240 msgr2=0x7fc4f00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:27.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:27.629+0000 7fc50ef45640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc4f00a3240 0x7fc4f00a5700 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fc504031440 tx=0x7fc504005b50 comp rx=0 tx=0).stop 2024-09-16T02:09:27.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:27.629+0000 7fc50ef45640 1 -- 172.21.15.17:0/1918786036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc508103660 msgr2=0x7fc5081988b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:27.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:27.629+0000 7fc50ef45640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc508103660 0x7fc5081988b0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7fc4f800c970 tx=0x7fc4f800ce30 comp rx=0 tx=0).stop 2024-09-16T02:09:27.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:27.629+0000 7fc50ef45640 1 -- 172.21.15.17:0/1918786036 shutdown_connections 2024-09-16T02:09:27.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:27.629+0000 7fc50ef45640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7fc4f00a3240 0x7fc4f00a5700 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:27.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:27.629+0000 7fc50ef45640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7fc50810c170 0x7fc50819cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:27.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:27.629+0000 7fc50ef45640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc508103660 0x7fc5081988b0 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:27.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:27.629+0000 7fc50ef45640 1 --2- 172.21.15.17:0/1918786036 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7fc508102d40 0x7fc508198370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:27.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:27.629+0000 7fc50ef45640 1 -- 172.21.15.17:0/1918786036 >> 172.21.15.17:0/1918786036 conn(0x7fc5080fc7a0 msgr2=0x7fc5080fdf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:27.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:27.629+0000 7fc50ef45640 1 -- 172.21.15.17:0/1918786036 shutdown_connections 2024-09-16T02:09:27.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:27.629+0000 7fc50ef45640 1 -- 172.21.15.17:0/1918786036 wait complete. 2024-09-16T02:09:27.964 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:27 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1918786036' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T02:09:27.964 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:27 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:09:28.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:27 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1918786036' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T02:09:28.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:27 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:09:28.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:27 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1918786036' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T02:09:28.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:27 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:09:28.395 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T02:09:28.653 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:09:28.921 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:28 smithi017 ceph-mon[30972]: pgmap v1118: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 102 B/s wr, 5 op/s 2024-09-16T02:09:28.921 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:28 smithi017 ceph-mon[30972]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T02:09:28.921 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:28 smithi017 ceph-mon[30972]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T02:09:28.921 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:28 smithi017 ceph-mon[30972]: Cluster is now healthy 2024-09-16T02:09:28.921 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:28 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/1918786036' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T02:09:28.921 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:28 smithi017 ceph-mon[30972]: fsmap 12 up:standby 2024-09-16T02:09:28.921 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:09:28.921 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:09:28.921 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:28 smithi017 ceph-mon[30972]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:09:29.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:28 smithi122 ceph-mon[34758]: pgmap v1118: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 102 B/s wr, 5 op/s 2024-09-16T02:09:29.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:28 smithi122 ceph-mon[34758]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T02:09:29.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:28 smithi122 ceph-mon[34758]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T02:09:29.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:28 smithi122 ceph-mon[34758]: Cluster is now healthy 2024-09-16T02:09:29.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:28 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/1918786036' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T02:09:29.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:28 smithi122 ceph-mon[34758]: fsmap 12 up:standby 2024-09-16T02:09:29.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:09:29.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:09:29.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:28 smithi122 ceph-mon[34758]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:09:29.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:28 smithi029 ceph-mon[34783]: pgmap v1118: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 102 B/s wr, 5 op/s 2024-09-16T02:09:29.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:28 smithi029 ceph-mon[34783]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T02:09:29.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:28 smithi029 ceph-mon[34783]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T02:09:29.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:28 smithi029 ceph-mon[34783]: Cluster is now healthy 2024-09-16T02:09:29.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:28 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/1918786036' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T02:09:29.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:28 smithi029 ceph-mon[34783]: fsmap 12 up:standby 2024-09-16T02:09:29.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:09:29.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:09:29.048 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:28 smithi029 ceph-mon[34783]: from='mgr.14148 172.21.15.17:0/76785089' entity='mgr.x' 2024-09-16T02:09:29.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.138+0000 7f02c6497640 1 -- 172.21.15.17:0/88285028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0106f10 msgr2=0x7f02c010ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:29.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.138+0000 7f02c6497640 1 --2- 172.21.15.17:0/88285028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0106f10 0x7f02c010ea90 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f02b8009ca0 tx=0x7f02b802a8c0 comp rx=0 tx=0).stop 2024-09-16T02:09:29.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 -- 172.21.15.17:0/88285028 shutdown_connections 2024-09-16T02:09:29.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 --2- 172.21.15.17:0/88285028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0106f10 0x7f02c010ea90 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:29.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 --2- 172.21.15.17:0/88285028 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02c0102790 0x7f02c01067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:29.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 --2- 172.21.15.17:0/88285028 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02c0101de0 0x7f02c01021c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:29.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 -- 172.21.15.17:0/88285028 >> 172.21.15.17:0/88285028 conn(0x7f02c00fd8c0 msgr2=0x7f02c00ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:29.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 -- 172.21.15.17:0/88285028 shutdown_connections 2024-09-16T02:09:29.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 -- 172.21.15.17:0/88285028 wait complete. 2024-09-16T02:09:29.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 Processor -- start 2024-09-16T02:09:29.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 -- start start 2024-09-16T02:09:29.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02c0101de0 0x7f02c0198340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:29.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02c0102790 0x7f02c0198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:29.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0106f10 0x7f02c019cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:29.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f02c0111e20 con 0x7f02c0106f10 2024-09-16T02:09:29.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f02c0111ca0 con 0x7f02c0102790 2024-09-16T02:09:29.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.139+0000 7f02c6497640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f02c0111fa0 con 0x7f02c0101de0 2024-09-16T02:09:29.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02c4a34640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0106f10 0x7f02c019cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:29.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02b7fff640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02c0102790 0x7f02c0198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:29.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02c4a34640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0106f10 0x7f02c019cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33176/0 (socket says 172.21.15.17:33176) 2024-09-16T02:09:29.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02c4a34640 1 -- 172.21.15.17:0/2633866431 learned_addr learned my addr 172.21.15.17:0/2633866431 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:09:29.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02bffff640 1 --2- 172.21.15.17:0/2633866431 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02c0101de0 0x7f02c0198340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:29.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02c4a34640 1 -- 172.21.15.17:0/2633866431 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02c0101de0 msgr2=0x7f02c0198340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:29.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02c4a34640 1 --2- 172.21.15.17:0/2633866431 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02c0101de0 0x7f02c0198340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:29.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02c4a34640 1 -- 172.21.15.17:0/2633866431 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02c0102790 msgr2=0x7f02c0198880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:29.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02c4a34640 1 --2- 172.21.15.17:0/2633866431 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02c0102790 0x7f02c0198880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:29.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02c4a34640 1 -- 172.21.15.17:0/2633866431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02c019d2f0 con 0x7f02c0106f10 2024-09-16T02:09:29.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02b7fff640 1 --2- 172.21.15.17:0/2633866431 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02c0102790 0x7f02c0198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-16T02:09:29.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02c4a34640 1 --2- 172.21.15.17:0/2633866431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0106f10 0x7f02c019cc10 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f02b8009dc0 tx=0x7f02b8032ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:29.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02bdffb640 1 -- 172.21.15.17:0/2633866431 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b8003bf0 con 0x7f02c0106f10 2024-09-16T02:09:29.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02c6497640 1 -- 172.21.15.17:0/2633866431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02c019d580 con 0x7f02c0106f10 2024-09-16T02:09:29.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02bdffb640 1 -- 172.21.15.17:0/2633866431 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f02b8003d90 con 0x7f02c0106f10 2024-09-16T02:09:29.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02bdffb640 1 -- 172.21.15.17:0/2633866431 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02b8030b80 con 0x7f02c0106f10 2024-09-16T02:09:29.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.140+0000 7f02c6497640 1 -- 172.21.15.17:0/2633866431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02c01a4ec0 con 0x7f02c0106f10 2024-09-16T02:09:29.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.141+0000 7f02c6497640 1 -- 172.21.15.17:0/2633866431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02c01021c0 con 0x7f02c0106f10 2024-09-16T02:09:29.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.143+0000 7f02bdffb640 1 -- 172.21.15.17:0/2633866431 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f02b8004040 con 0x7f02c0106f10 2024-09-16T02:09:29.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.144+0000 7f02bdffb640 1 --2- 172.21.15.17:0/2633866431 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02ac0a3240 0x7f02ac0a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:29.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.144+0000 7f02bdffb640 1 -- 172.21.15.17:0/2633866431 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(85..85 src has 1..85) ==== 8498+0+0 (secure 0 0 0) 0x7f02b80f1050 con 0x7f02c0106f10 2024-09-16T02:09:29.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.144+0000 7f02bffff640 1 --2- 172.21.15.17:0/2633866431 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02ac0a3240 0x7f02ac0a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:29.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.144+0000 7f02bffff640 1 --2- 172.21.15.17:0/2633866431 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02ac0a3240 0x7f02ac0a5700 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f02b0005d00 tx=0x7f02b000b410 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:29.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.148+0000 7f02bdffb640 1 -- 172.21.15.17:0/2633866431 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f02b80bdc60 con 0x7f02c0106f10 2024-09-16T02:09:29.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.326+0000 7f02c6497640 1 -- 172.21.15.17:0/2633866431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f02c010a120 con 0x7f02c0106f10 2024-09-16T02:09:29.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.627+0000 7f02bdffb640 1 -- 172.21.15.17:0/2633866431 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v86) ==== 181+0+0 (secure 0 0 0) 0x7f02b80bd560 con 0x7f02c0106f10 2024-09-16T02:09:29.629 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' removed 2024-09-16T02:09:29.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.631+0000 7f02c6497640 1 -- 172.21.15.17:0/2633866431 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02ac0a3240 msgr2=0x7f02ac0a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:29.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.631+0000 7f02c6497640 1 --2- 172.21.15.17:0/2633866431 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02ac0a3240 0x7f02ac0a5700 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f02b0005d00 tx=0x7f02b000b410 comp rx=0 tx=0).stop 2024-09-16T02:09:29.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.631+0000 7f02c6497640 1 -- 172.21.15.17:0/2633866431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0106f10 msgr2=0x7f02c019cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:29.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.631+0000 7f02c6497640 1 --2- 172.21.15.17:0/2633866431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0106f10 0x7f02c019cc10 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f02b8009dc0 tx=0x7f02b8032ff0 comp rx=0 tx=0).stop 2024-09-16T02:09:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.632+0000 7f02c6497640 1 -- 172.21.15.17:0/2633866431 shutdown_connections 2024-09-16T02:09:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.632+0000 7f02c6497640 1 --2- 172.21.15.17:0/2633866431 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f02ac0a3240 0x7f02ac0a5700 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.632+0000 7f02c6497640 1 --2- 172.21.15.17:0/2633866431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f02c0106f10 0x7f02c019cc10 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.632+0000 7f02c6497640 1 --2- 172.21.15.17:0/2633866431 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f02c0102790 0x7f02c0198880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.632+0000 7f02c6497640 1 --2- 172.21.15.17:0/2633866431 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f02c0101de0 0x7f02c0198340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.632+0000 7f02c6497640 1 -- 172.21.15.17:0/2633866431 >> 172.21.15.17:0/2633866431 conn(0x7f02c00fd8c0 msgr2=0x7f02c00fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.632+0000 7f02c6497640 1 -- 172.21.15.17:0/2633866431 shutdown_connections 2024-09-16T02:09:29.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:29.632+0000 7f02c6497640 1 -- 172.21.15.17:0/2633866431 wait complete. 2024-09-16T02:09:29.981 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:29 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2633866431' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T02:09:30.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:29 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2633866431' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T02:09:30.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:29 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2633866431' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T02:09:30.328 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc shell --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T02:09:30.585 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:09:30.994 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:30 smithi017 ceph-mon[30972]: pgmap v1119: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-09-16T02:09:30.995 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:30 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/2633866431' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T02:09:30.995 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:30 smithi017 ceph-mon[30972]: osdmap e86: 12 total, 12 up, 12 in 2024-09-16T02:09:31.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:30 smithi029 ceph-mon[34783]: pgmap v1119: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-09-16T02:09:31.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:30 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/2633866431' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T02:09:31.046 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:30 smithi029 ceph-mon[34783]: osdmap e86: 12 total, 12 up, 12 in 2024-09-16T02:09:31.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:30 smithi122 ceph-mon[34758]: pgmap v1119: 97 pgs: 97 active+clean; 352 MiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-09-16T02:09:31.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:30 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/2633866431' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T02:09:31.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:30 smithi122 ceph-mon[34758]: osdmap e86: 12 total, 12 up, 12 in 2024-09-16T02:09:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.079+0000 7f7cfb783640 1 -- 172.21.15.17:0/293252020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cf4101de0 msgr2=0x7f7cf41021c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.079+0000 7f7cfb783640 1 --2- 172.21.15.17:0/293252020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cf4101de0 0x7f7cf41021c0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f7cf0009900 tx=0x7f7cf002a410 comp rx=0 tx=0).stop 2024-09-16T02:09:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.079+0000 7f7cfb783640 1 -- 172.21.15.17:0/293252020 shutdown_connections 2024-09-16T02:09:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.079+0000 7f7cfb783640 1 --2- 172.21.15.17:0/293252020 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7cf4106f10 0x7f7cf410ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.079+0000 7f7cfb783640 1 --2- 172.21.15.17:0/293252020 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7cf4102790 0x7f7cf41067e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.079+0000 7f7cfb783640 1 --2- 172.21.15.17:0/293252020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cf4101de0 0x7f7cf41021c0 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.080+0000 7f7cfb783640 1 -- 172.21.15.17:0/293252020 >> 172.21.15.17:0/293252020 conn(0x7f7cf40fd8c0 msgr2=0x7f7cf40ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.080+0000 7f7cfb783640 1 -- 172.21.15.17:0/293252020 shutdown_connections 2024-09-16T02:09:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.080+0000 7f7cfb783640 1 -- 172.21.15.17:0/293252020 wait complete. 2024-09-16T02:09:31.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.080+0000 7f7cfb783640 1 Processor -- start 2024-09-16T02:09:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.080+0000 7f7cfb783640 1 -- start start 2024-09-16T02:09:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.080+0000 7f7cfb783640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cf4101de0 0x7f7cf40744f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cfb783640 1 --2- >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7cf4102790 0x7f7cf4074a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cfb783640 1 --2- >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7cf4106f10 0x7f7cf4074f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cfb783640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf4111e30 con 0x7f7cf4101de0 2024-09-16T02:09:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cfb783640 1 -- --> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf4111cb0 con 0x7f7cf4102790 2024-09-16T02:09:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cfb783640 1 -- --> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] -- mon_getmap magic: 0 -- 0x7f7cf4111fb0 con 0x7f7cf4106f10 2024-09-16T02:09:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cf951f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cf4101de0 0x7f7cf40744f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cf951f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cf4101de0 0x7f7cf40744f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:33182/0 (socket says 172.21.15.17:33182) 2024-09-16T02:09:31.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cf951f640 1 -- 172.21.15.17:0/3270214718 learned_addr learned my addr 172.21.15.17:0/3270214718 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-09-16T02:09:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cf8d1e640 1 --2- 172.21.15.17:0/3270214718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7cf4102790 0x7f7cf4074a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cf9d20640 1 --2- 172.21.15.17:0/3270214718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7cf4106f10 0x7f7cf4074f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cf951f640 1 -- 172.21.15.17:0/3270214718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7cf4106f10 msgr2=0x7f7cf4074f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cf951f640 1 --2- 172.21.15.17:0/3270214718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7cf4106f10 0x7f7cf4074f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cf951f640 1 -- 172.21.15.17:0/3270214718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7cf4102790 msgr2=0x7f7cf4074a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cf951f640 1 --2- 172.21.15.17:0/3270214718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7cf4102790 0x7f7cf4074a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cf951f640 1 -- 172.21.15.17:0/3270214718 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7cf41a67d0 con 0x7f7cf4101de0 2024-09-16T02:09:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cf951f640 1 --2- 172.21.15.17:0/3270214718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cf4101de0 0x7f7cf40744f0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f7cf0005ab0 tx=0x7f7cf0003c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cea7fc640 1 -- 172.21.15.17:0/3270214718 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf003f070 con 0x7f7cf4101de0 2024-09-16T02:09:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cfb783640 1 -- 172.21.15.17:0/3270214718 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7cf41a6a60 con 0x7f7cf4101de0 2024-09-16T02:09:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cea7fc640 1 -- 172.21.15.17:0/3270214718 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) ==== 1102+0+0 (secure 0 0 0) 0x7f7cf0031d60 con 0x7f7cf4101de0 2024-09-16T02:09:31.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.081+0000 7f7cea7fc640 1 -- 172.21.15.17:0/3270214718 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7cf0035030 con 0x7f7cf4101de0 2024-09-16T02:09:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.082+0000 7f7cfb783640 1 -- 172.21.15.17:0/3270214718 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7cf41a6f90 con 0x7f7cf4101de0 2024-09-16T02:09:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.083+0000 7f7cfb783640 1 -- 172.21.15.17:0/3270214718 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7cf41021c0 con 0x7f7cf4101de0 2024-09-16T02:09:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.084+0000 7f7cea7fc640 1 -- 172.21.15.17:0/3270214718 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 20) ==== 138355+0+0 (secure 0 0 0) 0x7f7cf0042070 con 0x7f7cf4101de0 2024-09-16T02:09:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.085+0000 7f7cea7fc640 1 --2- 172.21.15.17:0/3270214718 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ce00a3240 0x7f7ce00a5700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-16T02:09:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.085+0000 7f7cf8d1e640 1 --2- 172.21.15.17:0/3270214718 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ce00a3240 0x7f7ce00a5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-16T02:09:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.085+0000 7f7cea7fc640 1 -- 172.21.15.17:0/3270214718 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 7973+0+0 (secure 0 0 0) 0x7f7cf00f0740 con 0x7f7cf4101de0 2024-09-16T02:09:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.085+0000 7f7cf8d1e640 1 --2- 172.21.15.17:0/3270214718 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ce00a3240 0x7f7ce00a5700 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f7cf4075f80 tx=0x7f7ce400a2d0 comp rx=0 tx=0).ready entity=mgr.14148 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-16T02:09:31.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.088+0000 7f7cea7fc640 1 -- 172.21.15.17:0/3270214718 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+188821 (secure 0 0 0) 0x7f7cf00bd510 con 0x7f7cf4101de0 2024-09-16T02:09:31.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.267+0000 7f7cfb783640 1 -- 172.21.15.17:0/3270214718 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f7cf410a0f0 con 0x7f7cf4101de0 2024-09-16T02:09:31.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.635+0000 7f7cea7fc640 1 -- 172.21.15.17:0/3270214718 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v87) ==== 169+0+0 (secure 0 0 0) 0x7f7cf00bce10 con 0x7f7cf4101de0 2024-09-16T02:09:31.637 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' removed 2024-09-16T02:09:31.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.639+0000 7f7cfb783640 1 -- 172.21.15.17:0/3270214718 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ce00a3240 msgr2=0x7f7ce00a5700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:31.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.639+0000 7f7cfb783640 1 --2- 172.21.15.17:0/3270214718 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ce00a3240 0x7f7ce00a5700 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f7cf4075f80 tx=0x7f7ce400a2d0 comp rx=0 tx=0).stop 2024-09-16T02:09:31.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.639+0000 7f7cfb783640 1 -- 172.21.15.17:0/3270214718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cf4101de0 msgr2=0x7f7cf40744f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-16T02:09:31.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.639+0000 7f7cfb783640 1 --2- 172.21.15.17:0/3270214718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cf4101de0 0x7f7cf40744f0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f7cf0005ab0 tx=0x7f7cf0003c80 comp rx=0 tx=0).stop 2024-09-16T02:09:31.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.639+0000 7f7cfb783640 1 -- 172.21.15.17:0/3270214718 shutdown_connections 2024-09-16T02:09:31.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.639+0000 7f7cfb783640 1 --2- 172.21.15.17:0/3270214718 >> [v2:172.21.15.17:6800/4259215187,v1:172.21.15.17:6801/4259215187] conn(0x7f7ce00a3240 0x7f7ce00a5700 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:31.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.639+0000 7f7cfb783640 1 --2- 172.21.15.17:0/3270214718 >> [v2:172.21.15.122:3300/0,v1:172.21.15.122:6789/0] conn(0x7f7cf4106f10 0x7f7cf4074f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.639+0000 7f7cfb783640 1 --2- 172.21.15.17:0/3270214718 >> [v2:172.21.15.29:3300/0,v1:172.21.15.29:6789/0] conn(0x7f7cf4102790 0x7f7cf4074a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.639+0000 7f7cfb783640 1 --2- 172.21.15.17:0/3270214718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cf4101de0 0x7f7cf40744f0 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-16T02:09:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.639+0000 7f7cfb783640 1 -- 172.21.15.17:0/3270214718 >> 172.21.15.17:0/3270214718 conn(0x7f7cf40fd8c0 msgr2=0x7f7cf40fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-16T02:09:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.640+0000 7f7cfb783640 1 -- 172.21.15.17:0/3270214718 shutdown_connections 2024-09-16T02:09:31.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-09-16T02:09:31.640+0000 7f7cfb783640 1 -- 172.21.15.17:0/3270214718 wait complete. 2024-09-16T02:09:32.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:31 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3270214718' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T02:09:32.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:31 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3270214718' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T02:09:32.048 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:31 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3270214718' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-09-16T02:09:32.652 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T02:09:32.682 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T02:09:32.715 DEBUG:teuthology.orchestra.run.smithi122:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T02:09:32.745 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-16T02:09:32.745 DEBUG:teuthology.orchestra.run.smithi017:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-16T02:09:32.762 DEBUG:teuthology.orchestra.run.smithi029:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-16T02:09:32.780 DEBUG:teuthology.orchestra.run.smithi122:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-16T02:09:32.801 INFO:tasks.cephadm:Stopping all daemons... 2024-09-16T02:09:32.801 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-16T02:09:32.801 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.a 2024-09-16T02:09:33.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:32 smithi017 ceph-mon[30972]: pgmap v1121: 65 pgs: 65 active+clean; 577 KiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T02:09:33.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:32 smithi017 ceph-mon[30972]: from='client.? 172.21.15.17:0/3270214718' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T02:09:33.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:32 smithi017 ceph-mon[30972]: osdmap e87: 12 total, 12 up, 12 in 2024-09-16T02:09:33.026 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:32 smithi017 systemd[1]: Stopping Ceph mon.a for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:09:33.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:32 smithi122 ceph-mon[34758]: pgmap v1121: 65 pgs: 65 active+clean; 577 KiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T02:09:33.046 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:32 smithi122 ceph-mon[34758]: from='client.? 172.21.15.17:0/3270214718' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T02:09:33.047 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:32 smithi122 ceph-mon[34758]: osdmap e87: 12 total, 12 up, 12 in 2024-09-16T02:09:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:32 smithi029 ceph-mon[34783]: pgmap v1121: 65 pgs: 65 active+clean; 577 KiB data, 4.1 GiB used, 1.0 TiB / 1.0 TiB avail 2024-09-16T02:09:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:32 smithi029 ceph-mon[34783]: from='client.? 172.21.15.17:0/3270214718' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T02:09:33.047 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:32 smithi029 ceph-mon[34783]: osdmap e87: 12 total, 12 up, 12 in 2024-09-16T02:09:33.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:33 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a[30968]: 2024-09-16T02:09:33.120+0000 7fcfa831e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:09:33.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:33 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a[30968]: 2024-09-16T02:09:33.120+0000 7fcfa831e640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-16T02:09:33.526 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:33 smithi017 podman[127357]: 2024-09-16 02:09:33.193018825 +0000 UTC m=+0.181135809 container died 6a0594968e1b6b6bcba8778d769d57fe65c7a4fc98808c61c224c03a813e5596 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-16T02:09:33.856 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:33 smithi017 podman[127357]: 2024-09-16 02:09:33.646098996 +0000 UTC m=+0.634215978 container cleanup 6a0594968e1b6b6bcba8778d769d57fe65c7a4fc98808c61c224c03a813e5596 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-16T02:09:33.857 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:33 smithi017 bash[127357]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a 2024-09-16T02:09:34.089 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.a.service' 2024-09-16T02:09:34.111 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:33 smithi017 podman[127370]: 2024-09-16 02:09:33.855913996 +0000 UTC m=+0.660825698 container remove 6a0594968e1b6b6bcba8778d769d57fe65c7a4fc98808c61c224c03a813e5596 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:09:34.111 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:34 smithi017 systemd[1]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-16T02:09:34.111 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:34 smithi017 systemd[1]: Stopped Ceph mon.a for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T02:09:34.111 INFO:journalctl@ceph.mon.a.smithi017.stdout:Sep 16 02:09:34 smithi017 systemd[1]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.a.service: Consumed 37.096s CPU time. 2024-09-16T02:09:34.146 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:09:34.147 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-16T02:09:34.147 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-09-16T02:09:34.147 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.b 2024-09-16T02:09:34.502 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:34 smithi029 systemd[1]: Stopping Ceph mon.b for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:09:34.796 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:34 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-b[34779]: 2024-09-16T02:09:34.500+0000 7f32918a8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:09:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:34 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-b[34779]: 2024-09-16T02:09:34.500+0000 7f32918a8640 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-09-16T02:09:34.797 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:34 smithi029 podman[73024]: 2024-09-16 02:09:34.552121827 +0000 UTC m=+0.204591342 container died 0eb3ad9eb3a759cc64775f12b33ea53a2befd05d0a15a656783e0ace4f463eac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-b, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:09:35.235 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:34 smithi029 podman[73024]: 2024-09-16 02:09:34.980315608 +0000 UTC m=+0.632785122 container cleanup 0eb3ad9eb3a759cc64775f12b33ea53a2befd05d0a15a656783e0ace4f463eac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-b, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:09:35.235 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:34 smithi029 bash[73024]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-b 2024-09-16T02:09:35.463 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.b.service' 2024-09-16T02:09:35.485 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:35 smithi029 podman[73039]: 2024-09-16 02:09:35.233631495 +0000 UTC m=+0.676458115 container remove 0eb3ad9eb3a759cc64775f12b33ea53a2befd05d0a15a656783e0ace4f463eac (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-b, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-16T02:09:35.485 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:35 smithi029 systemd[1]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-16T02:09:35.485 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:35 smithi029 systemd[1]: Stopped Ceph mon.b for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T02:09:35.485 INFO:journalctl@ceph.mon.b.smithi029.stdout:Sep 16 02:09:35 smithi029 systemd[1]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.b.service: Consumed 18.345s CPU time. 2024-09-16T02:09:35.515 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:09:35.515 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-09-16T02:09:35.516 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-09-16T02:09:35.516 DEBUG:teuthology.orchestra.run.smithi122:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.c 2024-09-16T02:09:35.797 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:35 smithi122 systemd[1]: Stopping Ceph mon.c for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:09:36.123 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:35 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-c[34754]: 2024-09-16T02:09:35.866+0000 7f9b7441a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:09:36.123 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:35 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-c[34754]: 2024-09-16T02:09:35.866+0000 7f9b7441a640 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-09-16T02:09:36.410 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:36 smithi122 podman[72139]: 2024-09-16 02:09:36.122245999 +0000 UTC m=+0.379466827 container died 0a1c26ce4a8eec9f4463750e8c3fae95f18bb2a3084169c2b12fa3c4cbb199bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-c, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2) 2024-09-16T02:09:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:36 smithi122 podman[72139]: 2024-09-16 02:09:36.542302213 +0000 UTC m=+0.799523041 container cleanup 0a1c26ce4a8eec9f4463750e8c3fae95f18bb2a3084169c2b12fa3c4cbb199bc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-c, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-16T02:09:36.796 INFO:journalctl@ceph.mon.c.smithi122.stdout:Sep 16 02:09:36 smithi122 bash[72139]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mon-c 2024-09-16T02:09:36.942 DEBUG:teuthology.orchestra.run.smithi122:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mon.c.service' 2024-09-16T02:09:37.074 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:09:37.074 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-09-16T02:09:37.074 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-16T02:09:37.074 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mgr.x 2024-09-16T02:09:37.402 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 02:09:37 smithi017 systemd[1]: Stopping Ceph mgr.x for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:09:37.776 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 02:09:37 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x[31199]: 2024-09-16T02:09:37.399+0000 7ffb580b3640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:09:37.776 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 02:09:37 smithi017 podman[127477]: 2024-09-16 02:09:37.431521027 +0000 UTC m=+0.149605853 container died c66a47b67cbdd9769d0da29ebd908bbaa1e3f03e3b4904b7c267fd56dc3a1c47 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True) 2024-09-16T02:09:38.204 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 02:09:37 smithi017 podman[127477]: 2024-09-16 02:09:37.901715523 +0000 UTC m=+0.619800347 container cleanup c66a47b67cbdd9769d0da29ebd908bbaa1e3f03e3b4904b7c267fd56dc3a1c47 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:8921c8ef947807b717db041d85f0761b7914d5fc, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-16T02:09:38.205 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Sep 16 02:09:37 smithi017 bash[127477]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-x 2024-09-16T02:09:38.385 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-16T02:09:38.422 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:09:38.422 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-16T02:09:38.422 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-16T02:09:38.422 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mgr.y 2024-09-16T02:09:38.762 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 02:09:38 smithi029 systemd[1]: Stopping Ceph mgr.y for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:09:39.046 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 02:09:38 smithi029 podman[73146]: 2024-09-16 02:09:38.761482775 +0000 UTC m=+0.142553015 container died 1562a314df00ce38a01205d3178bda85c8598a4c2d55fe8334e1c18fda9924d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-16T02:09:39.424 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 02:09:39 smithi029 podman[73146]: 2024-09-16 02:09:39.185647229 +0000 UTC m=+0.566717458 container cleanup 1562a314df00ce38a01205d3178bda85c8598a4c2d55fe8334e1c18fda9924d2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e) 2024-09-16T02:09:39.424 INFO:journalctl@ceph.mgr.y.smithi029.stdout:Sep 16 02:09:39 smithi029 bash[73146]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-y 2024-09-16T02:09:39.573 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-16T02:09:39.610 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:09:39.610 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-16T02:09:39.610 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-09-16T02:09:39.611 DEBUG:teuthology.orchestra.run.smithi122:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mgr.z 2024-09-16T02:09:39.961 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 02:09:39 smithi122 systemd[1]: Stopping Ceph mgr.z for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:09:40.266 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 02:09:39 smithi122 podman[72261]: 2024-09-16 02:09:39.960146077 +0000 UTC m=+0.149107711 container died 62d74fab4a6720fc22470dd38cc419cf8cefc2ef0577c285dd9defcefa5e3841 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2) 2024-09-16T02:09:40.546 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 02:09:40 smithi122 podman[72261]: 2024-09-16 02:09:40.373713787 +0000 UTC m=+0.562675421 container cleanup 62d74fab4a6720fc22470dd38cc419cf8cefc2ef0577c285dd9defcefa5e3841 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:09:40.546 INFO:journalctl@ceph.mgr.z.smithi122.stdout:Sep 16 02:09:40 smithi122 bash[72261]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mgr-z 2024-09-16T02:09:40.888 DEBUG:teuthology.orchestra.run.smithi122:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mgr.z.service' 2024-09-16T02:09:40.923 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:09:40.923 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-09-16T02:09:40.923 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-16T02:09:40.924 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.0 2024-09-16T02:09:41.251 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 02:09:40 smithi017 systemd[1]: Stopping Ceph osd.0 for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:09:41.526 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 02:09:41 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0[44372]: 2024-09-16T02:09:41.248+0000 7f6f8a9fd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:09:41.526 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 02:09:41 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0[44372]: 2024-09-16T02:09:41.248+0000 7f6f8a9fd640 -1 osd.0 87 *** Got signal Terminated *** 2024-09-16T02:09:41.526 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 02:09:41 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0[44372]: 2024-09-16T02:09:41.248+0000 7f6f8a9fd640 -1 osd.0 87 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:09:47.134 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 02:09:46 smithi017 podman[127600]: 2024-09-16 02:09:46.801666345 +0000 UTC m=+5.681873369 container died 988448d97b08201fe894b1ec35c47441714798a0bb06700d886342671f3cc44e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-16T02:09:47.456 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 02:09:47 smithi017 podman[127600]: 2024-09-16 02:09:47.358084777 +0000 UTC m=+6.238291804 container cleanup 988448d97b08201fe894b1ec35c47441714798a0bb06700d886342671f3cc44e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-16T02:09:47.456 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 02:09:47 smithi017 bash[127600]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0 2024-09-16T02:09:47.776 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 02:09:47 smithi017 podman[127616]: 2024-09-16 02:09:47.693446369 +0000 UTC m=+0.890288001 container remove 988448d97b08201fe894b1ec35c47441714798a0bb06700d886342671f3cc44e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-16T02:09:48.301 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 02:09:48 smithi017 podman[127719]: 2024-09-16 02:09:47.945331812 +0000 UTC m=+0.016376287 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T02:09:48.301 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 02:09:48 smithi017 podman[127719]: 2024-09-16 02:09:48.069512383 +0000 UTC m=+0.140556848 container create ee8ad9f41894ffc01cefb88d6059eea2ad261e126cbdf645fcc080e3ed588227 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True) 2024-09-16T02:09:48.738 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 02:09:48 smithi017 podman[127719]: 2024-09-16 02:09:48.356320407 +0000 UTC m=+0.427364890 container init ee8ad9f41894ffc01cefb88d6059eea2ad261e126cbdf645fcc080e3ed588227 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2) 2024-09-16T02:09:48.738 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 02:09:48 smithi017 podman[127719]: 2024-09-16 02:09:48.359923466 +0000 UTC m=+0.430967931 container start ee8ad9f41894ffc01cefb88d6059eea2ad261e126cbdf645fcc080e3ed588227 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:09:48.738 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 02:09:48 smithi017 podman[127719]: 2024-09-16 02:09:48.472789533 +0000 UTC m=+0.543834040 container attach ee8ad9f41894ffc01cefb88d6059eea2ad261e126cbdf645fcc080e3ed588227 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-16T02:09:49.026 INFO:journalctl@ceph.osd.0.smithi017.stdout:Sep 16 02:09:48 smithi017 podman[127719]: 2024-09-16 02:09:48.737639119 +0000 UTC m=+0.808683593 container died ee8ad9f41894ffc01cefb88d6059eea2ad261e126cbdf645fcc080e3ed588227 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-16T02:09:49.405 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.0.service' 2024-09-16T02:09:49.449 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:09:49.450 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-16T02:09:49.450 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-16T02:09:49.450 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.1 2024-09-16T02:09:49.788 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 02:09:49 smithi029 systemd[1]: Stopping Ceph osd.1 for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:09:50.046 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 02:09:49 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1[39239]: 2024-09-16T02:09:49.786+0000 7fa3714a2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:09:50.047 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 02:09:49 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1[39239]: 2024-09-16T02:09:49.786+0000 7fa3714a2640 -1 osd.1 87 *** Got signal Terminated *** 2024-09-16T02:09:50.047 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 02:09:49 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1[39239]: 2024-09-16T02:09:49.786+0000 7fa3714a2640 -1 osd.1 87 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:09:55.509 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 02:09:55 smithi029 podman[73270]: 2024-09-16 02:09:55.188286927 +0000 UTC m=+5.534198164 container died 74572ce5ab0bd45b6487b31adf56c95f598e239e77b9c48d88e9fc6acbfacc70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:09:55.797 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 02:09:55 smithi029 podman[73270]: 2024-09-16 02:09:55.60850035 +0000 UTC m=+5.954411572 container cleanup 74572ce5ab0bd45b6487b31adf56c95f598e239e77b9c48d88e9fc6acbfacc70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-16T02:09:55.797 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 02:09:55 smithi029 bash[73270]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1 2024-09-16T02:09:56.285 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 02:09:55 smithi029 podman[73286]: 2024-09-16 02:09:55.853438248 +0000 UTC m=+0.662463357 container remove 74572ce5ab0bd45b6487b31adf56c95f598e239e77b9c48d88e9fc6acbfacc70 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:09:56.546 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 02:09:56 smithi029 podman[73377]: 2024-09-16 02:09:56.187793757 +0000 UTC m=+0.016300134 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T02:09:56.547 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 02:09:56 smithi029 podman[73377]: 2024-09-16 02:09:56.306813894 +0000 UTC m=+0.135320255 container create 367493c470f47e1f35afe78a7439f514b0448db95df0f7b8fbf8b5ea9b929977 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-16T02:09:57.047 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 02:09:56 smithi029 podman[73377]: 2024-09-16 02:09:56.59473586 +0000 UTC m=+0.423242240 container init 367493c470f47e1f35afe78a7439f514b0448db95df0f7b8fbf8b5ea9b929977 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-16T02:09:57.047 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 02:09:56 smithi029 podman[73377]: 2024-09-16 02:09:56.59838721 +0000 UTC m=+0.426893580 container start 367493c470f47e1f35afe78a7439f514b0448db95df0f7b8fbf8b5ea9b929977 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-16T02:09:57.047 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 02:09:56 smithi029 podman[73377]: 2024-09-16 02:09:56.712194039 +0000 UTC m=+0.540700409 container attach 367493c470f47e1f35afe78a7439f514b0448db95df0f7b8fbf8b5ea9b929977 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e) 2024-09-16T02:09:57.047 INFO:journalctl@ceph.osd.1.smithi029.stdout:Sep 16 02:09:56 smithi029 podman[73377]: 2024-09-16 02:09:56.792728299 +0000 UTC m=+0.621234665 container died 367493c470f47e1f35afe78a7439f514b0448db95df0f7b8fbf8b5ea9b929977 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-16T02:09:57.495 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.1.service' 2024-09-16T02:09:57.544 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:09:57.544 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-16T02:09:57.545 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-16T02:09:57.545 DEBUG:teuthology.orchestra.run.smithi122:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.2 2024-09-16T02:09:57.862 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 02:09:57 smithi122 systemd[1]: Stopping Ceph osd.2 for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:09:58.116 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 02:09:57 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2[39716]: 2024-09-16T02:09:57.860+0000 7fa8494f5640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:09:58.116 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 02:09:57 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2[39716]: 2024-09-16T02:09:57.861+0000 7fa8494f5640 -1 osd.2 87 *** Got signal Terminated *** 2024-09-16T02:09:58.116 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 02:09:57 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2[39716]: 2024-09-16T02:09:57.861+0000 7fa8494f5640 -1 osd.2 87 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:10:03.598 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 02:10:03 smithi122 podman[72386]: 2024-09-16 02:10:03.302973331 +0000 UTC m=+5.565141085 container died 31c24d1d975c167039ec29dc53c2c1c465fcf791b97397f4f53d1f10cec60210 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-16T02:10:03.915 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 02:10:03 smithi122 podman[72386]: 2024-09-16 02:10:03.712595471 +0000 UTC m=+5.974763218 container cleanup 31c24d1d975c167039ec29dc53c2c1c465fcf791b97397f4f53d1f10cec60210 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-09-16T02:10:03.915 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 02:10:03 smithi122 bash[72386]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2 2024-09-16T02:10:04.296 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 02:10:03 smithi122 podman[72414]: 2024-09-16 02:10:03.913980149 +0000 UTC m=+0.611124738 container remove 31c24d1d975c167039ec29dc53c2c1c465fcf791b97397f4f53d1f10cec60210 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0) 2024-09-16T02:10:04.602 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 02:10:04 smithi122 podman[72505]: 2024-09-16 02:10:04.221296604 +0000 UTC m=+0.015997308 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T02:10:04.602 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 02:10:04 smithi122 podman[72505]: 2024-09-16 02:10:04.348363465 +0000 UTC m=+0.143064206 container create aacbb3911aa5d74cf9d8e30ea284f26b70864b80b3576a6e69818f83872f05f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2-deactivate, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-16T02:10:04.969 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 02:10:04 smithi122 podman[72505]: 2024-09-16 02:10:04.60127814 +0000 UTC m=+0.395978841 container init aacbb3911aa5d74cf9d8e30ea284f26b70864b80b3576a6e69818f83872f05f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T02:10:04.969 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 02:10:04 smithi122 podman[72505]: 2024-09-16 02:10:04.604747142 +0000 UTC m=+0.399447838 container start aacbb3911aa5d74cf9d8e30ea284f26b70864b80b3576a6e69818f83872f05f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-16T02:10:04.969 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 02:10:04 smithi122 podman[72505]: 2024-09-16 02:10:04.726297907 +0000 UTC m=+0.520998685 container attach aacbb3911aa5d74cf9d8e30ea284f26b70864b80b3576a6e69818f83872f05f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-16T02:10:05.296 INFO:journalctl@ceph.osd.2.smithi122.stdout:Sep 16 02:10:04 smithi122 podman[72505]: 2024-09-16 02:10:04.968666171 +0000 UTC m=+0.763366870 container died aacbb3911aa5d74cf9d8e30ea284f26b70864b80b3576a6e69818f83872f05f4 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-16T02:10:05.626 DEBUG:teuthology.orchestra.run.smithi122:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.2.service' 2024-09-16T02:10:05.667 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:10:05.667 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-16T02:10:05.668 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-16T02:10:05.668 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.3 2024-09-16T02:10:05.965 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 02:10:05 smithi017 systemd[1]: Stopping Ceph osd.3 for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:10:06.275 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 02:10:05 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3[51095]: 2024-09-16T02:10:05.962+0000 7f827e51d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:10:06.276 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 02:10:05 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3[51095]: 2024-09-16T02:10:05.962+0000 7f827e51d640 -1 osd.3 87 *** Got signal Terminated *** 2024-09-16T02:10:06.276 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 02:10:05 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3[51095]: 2024-09-16T02:10:05.962+0000 7f827e51d640 -1 osd.3 87 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:10:07.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:07 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:07.362+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:07.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:07 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:07.366+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:08.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:07 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:07.946+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:08.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:08 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:08.218+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:08.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:08 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:08.365+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:08.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:08 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:08.345+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:09.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:08 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:08.969+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:09.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:09 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:09.184+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:09.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:09 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:09.377+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:09.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:09 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:09.315+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:10.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:09 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:09.945+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:10.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:10 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:10.149+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:10.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:10 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:10.383+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:10.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:10 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:10.366+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:10.925 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:10 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:10.636+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:11.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:10 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:10.923+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:11.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:11 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:11.136+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:11.673 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:11 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:11.407+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:11.674 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:11 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:11.382+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:11.674 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 02:10:11 smithi017 podman[127824]: 2024-09-16 02:10:11.366211884 +0000 UTC m=+5.498107246 container died 9c3ba69eb501a0429d2e46bd2bbd37cdb94b9b551a945a03e819130e530a0eaa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-16T02:10:11.951 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:11 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:11.618+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:12.028 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 02:10:11 smithi017 podman[127824]: 2024-09-16 02:10:11.755117314 +0000 UTC m=+5.887012675 container cleanup 9c3ba69eb501a0429d2e46bd2bbd37cdb94b9b551a945a03e819130e530a0eaa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731) 2024-09-16T02:10:12.028 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 02:10:11 smithi017 bash[127824]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3 2024-09-16T02:10:12.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:11 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:11.949+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:12.370 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 02:10:12 smithi017 podman[127840]: 2024-09-16 02:10:12.048479831 +0000 UTC m=+0.680781140 container remove 9c3ba69eb501a0429d2e46bd2bbd37cdb94b9b551a945a03e819130e530a0eaa (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-16T02:10:12.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:12 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:12.090+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:12.644 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:12 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:12.369+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:12.645 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:12 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:12.368+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:12.645 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 02:10:12 smithi017 podman[127927]: 2024-09-16 02:10:12.288867676 +0000 UTC m=+0.016393477 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T02:10:12.645 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 02:10:12 smithi017 podman[127927]: 2024-09-16 02:10:12.399521805 +0000 UTC m=+0.127047647 container create 3b9a0add15aa8e39ec159482f004dfcbad33471d89ef3c150163fecc7af39b9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3-deactivate, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-16T02:10:12.919 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:12 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:12.665+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:13.026 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 02:10:12 smithi017 podman[127927]: 2024-09-16 02:10:12.643574594 +0000 UTC m=+0.371100395 container init 3b9a0add15aa8e39ec159482f004dfcbad33471d89ef3c150163fecc7af39b9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0) 2024-09-16T02:10:13.026 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 02:10:12 smithi017 podman[127927]: 2024-09-16 02:10:12.647427609 +0000 UTC m=+0.374953416 container start 3b9a0add15aa8e39ec159482f004dfcbad33471d89ef3c150163fecc7af39b9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-16T02:10:13.026 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 02:10:12 smithi017 podman[127927]: 2024-09-16 02:10:12.75203625 +0000 UTC m=+0.479562061 container attach 3b9a0add15aa8e39ec159482f004dfcbad33471d89ef3c150163fecc7af39b9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-09-16T02:10:13.026 INFO:journalctl@ceph.osd.3.smithi017.stdout:Sep 16 02:10:12 smithi017 podman[127927]: 2024-09-16 02:10:12.834811757 +0000 UTC m=+0.562337558 container died 3b9a0add15aa8e39ec159482f004dfcbad33471d89ef3c150163fecc7af39b9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-16T02:10:13.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:12 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:12.916+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:13.507 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:13 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:13.347+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:13.507 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:13 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:13.401+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:13.526 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.3.service' 2024-09-16T02:10:13.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:13 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:13.129+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:13.569 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:10:13.569 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-16T02:10:13.569 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-16T02:10:13.569 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.4 2024-09-16T02:10:13.906 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:13 smithi029 systemd[1]: Stopping Ceph osd.4 for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:10:14.046 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:13 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:13.906+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:14.047 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:13 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:13.670+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:14.296 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:14 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:14.148+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:14.297 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:13 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4[46087]: 2024-09-16T02:10:13.904+0000 7f2089285640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:10:14.297 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:13 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4[46087]: 2024-09-16T02:10:13.904+0000 7f2089285640 -1 osd.4 87 *** Got signal Terminated *** 2024-09-16T02:10:14.297 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:13 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4[46087]: 2024-09-16T02:10:13.904+0000 7f2089285640 -1 osd.4 87 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:10:14.775 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:14 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:14.330+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:14.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:14 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:14.358+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:15.046 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:14 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:14.669+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:15.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:14 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:14.916+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:15.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:15 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:15.147+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:15.775 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:15 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:15.326+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:15.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:15 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:15.313+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:16.046 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:15 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:15.664+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:16.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:15 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:15.890+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:16.296 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:16 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:16.108+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:16.297 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:15 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4[46087]: 2024-09-16T02:10:15.935+0000 7f2081893640 -1 osd.4 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:51.013126+0000 front 2024-09-16T02:09:51.013176+0000 (oldest deadline 2024-09-16T02:10:15.613872+0000) 2024-09-16T02:10:16.677 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:16 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:16.367+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:16.677 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:16 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:16.308+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:16.887 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:16 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:16.616+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:17.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:16 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:16.886+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:17.297 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:16 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4[46087]: 2024-09-16T02:10:16.984+0000 7f2081893640 -1 osd.4 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:51.013126+0000 front 2024-09-16T02:09:51.013176+0000 (oldest deadline 2024-09-16T02:10:15.613872+0000) 2024-09-16T02:10:17.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:17 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:17.060+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:17.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:17 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:17.060+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:17.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:17 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:17.281+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:17.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:17 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:17.401+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:18.046 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:17 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:17.859+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:18.047 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:17 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:17.654+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:18.047 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:17 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:17.654+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.880065+0000 front 2024-09-16T02:09:53.880128+0000 (oldest deadline 2024-09-16T02:10:16.780166+0000) 2024-09-16T02:10:18.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:17 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:17.861+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:18.296 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:17 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4[46087]: 2024-09-16T02:10:17.976+0000 7f2081893640 -1 osd.4 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:51.013126+0000 front 2024-09-16T02:09:51.013176+0000 (oldest deadline 2024-09-16T02:10:15.613872+0000) 2024-09-16T02:10:18.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:18 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:18.030+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:18.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:18 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:18.030+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:18.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:18 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:18.391+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:18.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:18 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:18.256+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:18.527 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:18 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:18.256+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:18.908 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:18 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:18.883+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:18.909 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:18 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:18.641+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:18.909 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:18 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:18.641+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.880065+0000 front 2024-09-16T02:09:53.880128+0000 (oldest deadline 2024-09-16T02:10:16.780166+0000) 2024-09-16T02:10:19.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:19 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:19.004+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:19.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:19 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:19.004+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:19.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:18 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:18.907+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:19.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:18 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:18.907+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:19.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:19.420+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:19.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:19.420+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:19.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:19.215+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:19.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:19 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:19.215+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:19.735 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:19 smithi029 podman[73495]: 2024-09-16 02:10:19.395787115 +0000 UTC m=+5.613932050 container died 27019e35460cba7876fba01db8537d9f5f4c2924aa557e3a962803e741b8e13c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:10:19.735 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:19 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:19.577+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:19.889 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:19 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:19.611+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:19.889 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:19 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:19.611+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.880065+0000 front 2024-09-16T02:09:53.880128+0000 (oldest deadline 2024-09-16T02:10:16.780166+0000) 2024-09-16T02:10:20.046 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:19 smithi029 podman[73495]: 2024-09-16 02:10:19.834247241 +0000 UTC m=+6.052392176 container cleanup 27019e35460cba7876fba01db8537d9f5f4c2924aa557e3a962803e741b8e13c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:10:20.046 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:19 smithi029 bash[73495]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4 2024-09-16T02:10:20.046 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:19 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:19.968+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:20.046 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:19 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:19.968+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:20.296 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:20 smithi029 podman[73513]: 2024-09-16 02:10:20.045220287 +0000 UTC m=+0.648877290 container remove 27019e35460cba7876fba01db8537d9f5f4c2924aa557e3a962803e741b8e13c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:10:20.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:19 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:19.888+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:20.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:19 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:19.895+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:20.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:19 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:19.895+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:20.437 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:20 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:20.174+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:20.437 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:20 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:20.174+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:20.745 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:20 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:20.624+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:20.745 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:20 smithi029 podman[73603]: 2024-09-16 02:10:20.362066182 +0000 UTC m=+0.016559220 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T02:10:20.745 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:20 smithi029 podman[73603]: 2024-09-16 02:10:20.48023531 +0000 UTC m=+0.134728332 container create acc7018fc79fa854fd9b72dcb02243509d25e5c0ed11787a586314e7cc6e7b29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=squid-8921c8e, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-16T02:10:20.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:20 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:20.436+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:20.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:20 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:20.436+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:20.910 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:20 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:20.583+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:20.911 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:20 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:20.583+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.880065+0000 front 2024-09-16T02:09:53.880128+0000 (oldest deadline 2024-09-16T02:10:16.780166+0000) 2024-09-16T02:10:21.046 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:20 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:20.956+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:21.047 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:20 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:20.956+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:21.047 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:20 smithi029 podman[73603]: 2024-09-16 02:10:20.744673242 +0000 UTC m=+0.399166267 container init acc7018fc79fa854fd9b72dcb02243509d25e5c0ed11787a586314e7cc6e7b29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-16T02:10:21.047 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:20 smithi029 podman[73603]: 2024-09-16 02:10:20.748309307 +0000 UTC m=+0.402802340 container start acc7018fc79fa854fd9b72dcb02243509d25e5c0ed11787a586314e7cc6e7b29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:10:21.047 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:20 smithi029 podman[73603]: 2024-09-16 02:10:20.844998039 +0000 UTC m=+0.499491067 container attach acc7018fc79fa854fd9b72dcb02243509d25e5c0ed11787a586314e7cc6e7b29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-09-16T02:10:21.047 INFO:journalctl@ceph.osd.4.smithi029.stdout:Sep 16 02:10:20 smithi029 podman[73603]: 2024-09-16 02:10:20.939173625 +0000 UTC m=+0.593666658 container died acc7018fc79fa854fd9b72dcb02243509d25e5c0ed11787a586314e7cc6e7b29 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e) 2024-09-16T02:10:21.296 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:20 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:20.909+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:21.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:20 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:20.925+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:21.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:20 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:20.925+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:21.438 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:21.135+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:21.438 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:21.135+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:21.609 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.4.service' 2024-09-16T02:10:21.652 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:10:21.652 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-16T02:10:21.652 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-16T02:10:21.652 DEBUG:teuthology.orchestra.run.smithi122:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.5 2024-09-16T02:10:21.775 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:21.436+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:21.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:21 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:21.436+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:21.894 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:21 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:21.551+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:21.894 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:21 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:21.551+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.880065+0000 front 2024-09-16T02:09:53.880128+0000 (oldest deadline 2024-09-16T02:10:16.780166+0000) 2024-09-16T02:10:21.894 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:21 smithi122 systemd[1]: Stopping Ceph osd.5 for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:10:21.946 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:21 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:21.620+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:22.296 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:21 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:21.892+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:22.297 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:21 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:21.958+0000 7f5bb6157640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:10:22.297 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:21 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:21.958+0000 7f5bb6157640 -1 osd.5 87 *** Got signal Terminated *** 2024-09-16T02:10:22.297 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:21 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:21.958+0000 7f5bb6157640 -1 osd.5 87 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:10:22.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:21 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:21.956+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:22.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:21 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:21.956+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:22.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:21 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:21.944+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:22.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:21 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:21.944+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:22.428 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:22 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:22.153+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:22.428 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:22 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:22.153+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:22.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:22 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:22.426+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:22.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:22 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:22.426+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:22.873 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:22 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:22.549+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:22.873 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:22 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:22.549+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.880065+0000 front 2024-09-16T02:09:53.880128+0000 (oldest deadline 2024-09-16T02:10:16.780166+0000) 2024-09-16T02:10:22.916 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:22 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:22.581+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:23.296 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:22 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:22.872+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:23.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:22 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:22.916+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:23.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:22 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:22.916+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:23.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:22 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:22.915+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:23.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:22 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:22.915+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:23.434 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:23 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:23.147+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:23.434 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:23 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:23.147+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:23.775 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:23 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:23.433+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:23.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:23 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:23.433+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:23.796 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:23 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:23.545+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:23.797 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:23 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:23.512+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:23.797 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:23 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:23.512+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.880065+0000 front 2024-09-16T02:09:53.880128+0000 (oldest deadline 2024-09-16T02:10:16.780166+0000) 2024-09-16T02:10:24.296 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:23 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:23.955+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:24.296 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:23 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:23.955+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:24.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:23 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:23.830+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:24.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:23 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:23.935+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:24.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:23 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:23.935+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:24.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:24 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:24.383+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:24.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:24 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:24.383+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:24.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:24 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:24.383+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.219123+0000 front 2024-09-16T02:09:59.219168+0000 (oldest deadline 2024-09-16T02:10:23.919165+0000) 2024-09-16T02:10:24.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:24 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:24.191+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:24.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:24 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:24.191+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:24.795 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:24.488+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:24.795 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:24.488+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.880065+0000 front 2024-09-16T02:09:53.880128+0000 (oldest deadline 2024-09-16T02:10:16.780166+0000) 2024-09-16T02:10:24.795 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:24.488+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.481078+0000 front 2024-09-16T02:09:58.481102+0000 (oldest deadline 2024-09-16T02:10:24.381241+0000) 2024-09-16T02:10:24.796 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:24 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:24.516+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:25.046 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:24.794+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:25.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:24.972+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:25.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:24 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:24.972+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:25.296 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:25 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:25.000+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:25.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:25 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:25.000+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:25.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:25 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:25.388+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:25.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:25 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:25.388+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:25.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:25 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:25.388+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.219123+0000 front 2024-09-16T02:09:59.219168+0000 (oldest deadline 2024-09-16T02:10:23.919165+0000) 2024-09-16T02:10:25.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:25 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:25.211+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:25.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:25 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:25.211+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:25.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:25 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:25.211+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:25.796 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:25 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:25.499+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:25.796 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:25 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:25.499+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.880065+0000 front 2024-09-16T02:09:53.880128+0000 (oldest deadline 2024-09-16T02:10:16.780166+0000) 2024-09-16T02:10:25.797 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:25 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:25.499+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.481078+0000 front 2024-09-16T02:09:58.481102+0000 (oldest deadline 2024-09-16T02:10:24.381241+0000) 2024-09-16T02:10:25.797 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:25 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:25.483+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:25.797 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:25 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:25.483+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:26.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:25 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:25.981+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:26.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:25 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:25.981+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:26.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:25 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:25.800+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:26.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:25 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:25.925+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:26.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:25 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:25.925+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:26.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:26 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:26.405+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:26.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:26 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:26.405+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:26.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:26 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:26.405+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.219123+0000 front 2024-09-16T02:09:59.219168+0000 (oldest deadline 2024-09-16T02:10:23.919165+0000) 2024-09-16T02:10:26.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:26 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:26.240+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:26.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:26 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:26.240+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:26.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:26 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:26.240+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:26.584 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:26 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:26.511+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:26.584 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:26 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:26.511+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:26.796 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:26 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:26.521+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:44.577994+0000 front 2024-09-16T02:09:44.578134+0000 (oldest deadline 2024-09-16T02:10:10.477969+0000) 2024-09-16T02:10:26.797 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:26 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:26.521+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.880065+0000 front 2024-09-16T02:09:53.880128+0000 (oldest deadline 2024-09-16T02:10:16.780166+0000) 2024-09-16T02:10:26.797 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:26 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5[46172]: 2024-09-16T02:10:26.521+0000 7f5bae765640 -1 osd.5 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.481078+0000 front 2024-09-16T02:09:58.481102+0000 (oldest deadline 2024-09-16T02:10:24.381241+0000) 2024-09-16T02:10:27.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:26 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:26.833+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:27.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:26 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:26.995+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:27.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:26 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:26.995+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:27.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:26 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:26.995+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:27.298 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:26 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:26.897+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:27.298 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:26 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:26.897+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:27.481 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:27 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:27.211+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:27.481 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:27 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:27.211+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:27.481 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:27 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:27.211+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:27.481 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:27 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:27.449+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:27.481 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:27 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:27.449+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:27.481 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:27 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:27.449+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.219123+0000 front 2024-09-16T02:09:59.219168+0000 (oldest deadline 2024-09-16T02:10:23.919165+0000) 2024-09-16T02:10:27.614 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:27 smithi122 podman[72606]: 2024-09-16 02:10:27.392097035 +0000 UTC m=+5.552771564 container died b51f6daf7f441594e6d344917644e340d854f7efe4ecd564c7907f58d2f884ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:10:27.796 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:27 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:27.469+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:27.797 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:27 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:27.469+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:27.880 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:27 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:27.846+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:27.880 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:27 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:27.846+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:27.880 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:27 smithi122 podman[72606]: 2024-09-16 02:10:27.80934019 +0000 UTC m=+5.970014718 container cleanup b51f6daf7f441594e6d344917644e340d854f7efe4ecd564c7907f58d2f884ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-16T02:10:27.880 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:27 smithi122 bash[72606]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5 2024-09-16T02:10:28.296 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:28 smithi122 podman[72625]: 2024-09-16 02:10:28.053004661 +0000 UTC m=+0.655772839 container remove b51f6daf7f441594e6d344917644e340d854f7efe4ecd564c7907f58d2f884ce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-16T02:10:28.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:27 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:27.887+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:28.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:27 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:27.887+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:28.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:28 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:28.002+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:28.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:28 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:28.002+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:28.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:28 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:28.002+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:28.456 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:28 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:28.244+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:28.456 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:28 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:28.244+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:28.457 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:28 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:28.244+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:28.658 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:28 smithi122 podman[72720]: 2024-09-16 02:10:28.290798332 +0000 UTC m=+0.016203285 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T02:10:28.658 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:28 smithi122 podman[72720]: 2024-09-16 02:10:28.41263598 +0000 UTC m=+0.138040928 container create 890d991c1f03a15664bb0020fa9bb09979d3139b5ed95212074fb4c3d647452e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-16T02:10:28.658 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:28 smithi122 podman[72720]: 2024-09-16 02:10:28.656832549 +0000 UTC m=+0.382237496 container init 890d991c1f03a15664bb0020fa9bb09979d3139b5ed95212074fb4c3d647452e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e) 2024-09-16T02:10:28.775 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:28 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:28.454+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:28.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:28 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:28.454+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:28.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:28 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:28.454+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.219123+0000 front 2024-09-16T02:09:59.219168+0000 (oldest deadline 2024-09-16T02:10:23.919165+0000) 2024-09-16T02:10:28.797 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:28 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:28.435+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:28.797 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:28 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:28.435+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:28.944 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:28 smithi122 podman[72720]: 2024-09-16 02:10:28.660155915 +0000 UTC m=+0.385560853 container start 890d991c1f03a15664bb0020fa9bb09979d3139b5ed95212074fb4c3d647452e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-16T02:10:28.944 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:28 smithi122 podman[72720]: 2024-09-16 02:10:28.765288163 +0000 UTC m=+0.490693109 container attach 890d991c1f03a15664bb0020fa9bb09979d3139b5ed95212074fb4c3d647452e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:10:28.944 INFO:journalctl@ceph.osd.5.smithi122.stdout:Sep 16 02:10:28 smithi122 podman[72720]: 2024-09-16 02:10:28.869107148 +0000 UTC m=+0.594512098 container died 890d991c1f03a15664bb0020fa9bb09979d3139b5ed95212074fb4c3d647452e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:10:28.944 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:28 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:28.862+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:28.944 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:28 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:28.862+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:28.945 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:28 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:28.875+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:28.945 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:28 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:28.875+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:28.945 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:28 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:28.875+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:29.296 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:28 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:28.964+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:29.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:28 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:28.964+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:29.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:28 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:28.964+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:29.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:29 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:29.461+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:29.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:29 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:29.461+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:29.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:29 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:29.461+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.219123+0000 front 2024-09-16T02:09:59.219168+0000 (oldest deadline 2024-09-16T02:10:23.919165+0000) 2024-09-16T02:10:29.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:29 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:29.267+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:29.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:29 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:29.267+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:29.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:29 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:29.267+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:29.534 DEBUG:teuthology.orchestra.run.smithi122:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.5.service' 2024-09-16T02:10:29.576 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:10:29.576 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-16T02:10:29.576 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-16T02:10:29.576 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.6 2024-09-16T02:10:29.796 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:29 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:29.420+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:29.797 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:29 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:29.420+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:29.927 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:29 smithi017 systemd[1]: Stopping Ceph osd.6 for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:10:30.276 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:29 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:29.925+0000 7f1cc71dd640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:10:30.276 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:29 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:29.925+0000 7f1cc71dd640 -1 osd.6 87 *** Got signal Terminated *** 2024-09-16T02:10:30.276 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:29 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:29.925+0000 7f1cc71dd640 -1 osd.6 87 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:10:30.296 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:30 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:30.010+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:30.296 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:30 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:30.010+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:30.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:30 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:30.010+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:30.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:29 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:29.847+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:30.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:29 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:29.847+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:30.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:29 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:29.879+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:30.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:29 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:29.879+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:30.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:29 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:29.879+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:30.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:30 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:30.462+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:30.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:30 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:30.462+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:30.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:30 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:30.462+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.219123+0000 front 2024-09-16T02:09:59.219168+0000 (oldest deadline 2024-09-16T02:10:23.919165+0000) 2024-09-16T02:10:30.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:30 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:30.289+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:30.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:30 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:30.289+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:30.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:30 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:30.289+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:30.796 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:30 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:30.468+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:30.796 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:30 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:30.468+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:31.296 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:30 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:30.869+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:31.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:30 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:30.869+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:31.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:30 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:30.924+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:31.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:30 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:30.924+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:31.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:30 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:30.924+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:31.511 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:31 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:31.048+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:31.511 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:31 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:31.048+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:31.511 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:31 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:31.048+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:31.525 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:31 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:31.270+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:31.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:31 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:31.270+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:31.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:31 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:31.270+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:31.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:31 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:31.439+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:31.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:31 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:31.439+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:31.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:31 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:31.439+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.219123+0000 front 2024-09-16T02:09:59.219168+0000 (oldest deadline 2024-09-16T02:10:23.919165+0000) 2024-09-16T02:10:31.796 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:31 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:31.510+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:31.797 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:31 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:31.510+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:32.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:31 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:31.895+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:32.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:31 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:31.895+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:32.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:31 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:31.915+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:32.298 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:31 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:31.915+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:32.298 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:31 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:31.915+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:32.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:32 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:32.450+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:32.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:32 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:32.450+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:32.526 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:32 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:32.450+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.219123+0000 front 2024-09-16T02:09:59.219168+0000 (oldest deadline 2024-09-16T02:10:23.919165+0000) 2024-09-16T02:10:32.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:32 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:32.267+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:32.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:32 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:32.267+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:32.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:32 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:32.267+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:32.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:32 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:32.090+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:32.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:32 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:32.090+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:32.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:32 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:32.090+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:33.047 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:32 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:32.546+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:33.047 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:32 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:32.546+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:33.047 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:32 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:32.546+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.421658+0000 front 2024-09-16T02:10:09.421589+0000 (oldest deadline 2024-09-16T02:10:31.721610+0000) 2024-09-16T02:10:33.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:32 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:32.944+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:33.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:32 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:32.944+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:33.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:32 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:32.944+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:33.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:32 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:32.941+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:33.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:32 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:32.941+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:33.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:32 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:32.941+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:33.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:33 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:33.081+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:33.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:33 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:33.081+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:33.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:33 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:33.081+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:33.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:33 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:33.277+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:33.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:33 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:33.277+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:33.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:33 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:33.277+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:33.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:33 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:33.496+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:33.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:33 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:33.496+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:33.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:33 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:33.496+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.219123+0000 front 2024-09-16T02:09:59.219168+0000 (oldest deadline 2024-09-16T02:10:23.919165+0000) 2024-09-16T02:10:33.776 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:33 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:33.496+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.320228+0000 front 2024-09-16T02:10:10.320267+0000 (oldest deadline 2024-09-16T02:10:32.620398+0000) 2024-09-16T02:10:34.046 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:33 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:33.585+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:34.047 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:33 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:33.585+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:34.047 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:33 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:33.585+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.421658+0000 front 2024-09-16T02:10:09.421589+0000 (oldest deadline 2024-09-16T02:10:31.721610+0000) 2024-09-16T02:10:34.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:33 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:33.935+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:34.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:33 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:33.935+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:34.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:33 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:33.935+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:34.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:33 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:33.898+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:34.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:33 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:33.898+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:34.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:33 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:33.898+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:34.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:34 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:34.260+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:34.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:34 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:34.260+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:34.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:34 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:34.260+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:34.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:34 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:34.093+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:34.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:34 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:34.093+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:34.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:34 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:34.093+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:35.026 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:34 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:34.543+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:43.615244+0000 front 2024-09-16T02:09:43.615274+0000 (oldest deadline 2024-09-16T02:10:07.115410+0000) 2024-09-16T02:10:35.026 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:34 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:34.543+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.817627+0000 front 2024-09-16T02:09:52.817530+0000 (oldest deadline 2024-09-16T02:10:18.717750+0000) 2024-09-16T02:10:35.026 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:34 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:34.543+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.219123+0000 front 2024-09-16T02:09:59.219168+0000 (oldest deadline 2024-09-16T02:10:23.919165+0000) 2024-09-16T02:10:35.026 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:34 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6[57731]: 2024-09-16T02:10:34.543+0000 7f1cc37f3640 -1 osd.6 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.320228+0000 front 2024-09-16T02:10:10.320267+0000 (oldest deadline 2024-09-16T02:10:32.620398+0000) 2024-09-16T02:10:35.046 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:34 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:34.579+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:35.047 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:34 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:34.579+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:35.047 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:34 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:34.579+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.421658+0000 front 2024-09-16T02:10:09.421589+0000 (oldest deadline 2024-09-16T02:10:31.721610+0000) 2024-09-16T02:10:35.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:34 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:34.935+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:35.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:34 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:34.935+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:35.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:34 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:34.935+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:35.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:34 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:34.909+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:35.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:34 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:34.909+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:35.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:34 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:34.909+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:35.525 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:35 smithi017 podman[128042]: 2024-09-16 02:10:35.451455702 +0000 UTC m=+5.664800261 container died cd46885c11aa49905e900a434009ab5fc8fba3a5cb84436eb7234ca54ac8081f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:10:35.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:35 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:35.225+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:35.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:35 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:35.225+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:35.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:35 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:35.225+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:35.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:35 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:35.086+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:35.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:35 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:35.086+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:35.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:35 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:35.086+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:36.026 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:35 smithi017 podman[128042]: 2024-09-16 02:10:35.876108253 +0000 UTC m=+6.089452856 container cleanup cd46885c11aa49905e900a434009ab5fc8fba3a5cb84436eb7234ca54ac8081f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:10:36.026 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:35 smithi017 bash[128042]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6 2024-09-16T02:10:36.046 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:35 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:35.610+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:36.046 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:35 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:35.610+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:36.047 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:35 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:35.610+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.421658+0000 front 2024-09-16T02:10:09.421589+0000 (oldest deadline 2024-09-16T02:10:31.721610+0000) 2024-09-16T02:10:36.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:35 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:35.926+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:36.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:35 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:35.926+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:36.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:35 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:35.926+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:36.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:35 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:35.886+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:36.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:35 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:35.886+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:36.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:35 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:35.886+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:36.525 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:36 smithi017 podman[128059]: 2024-09-16 02:10:36.136411048 +0000 UTC m=+0.679534774 container remove cd46885c11aa49905e900a434009ab5fc8fba3a5cb84436eb7234ca54ac8081f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2) 2024-09-16T02:10:36.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:36 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:36.246+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:36.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:36 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:36.246+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:36.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:36 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:36.246+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:36.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:36 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:36.061+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:36.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:36 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:36.061+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:36.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:36 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:36.061+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:36.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:36 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:36.061+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:36.815 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:36 smithi017 podman[128146]: 2024-09-16 02:10:36.449709684 +0000 UTC m=+0.016340466 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T02:10:36.816 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:36 smithi017 podman[128146]: 2024-09-16 02:10:36.562203794 +0000 UTC m=+0.128834566 container create 5c7a45022338bb8cf926dbb466838cb1768f6fbc086c967e2767b26e2125e970 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:10:36.816 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:36 smithi017 podman[128146]: 2024-09-16 02:10:36.814872881 +0000 UTC m=+0.381503663 container init 5c7a45022338bb8cf926dbb466838cb1768f6fbc086c967e2767b26e2125e970 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:10:37.020 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:36 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:36.571+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:37.020 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:36 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:36.571+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:37.020 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:36 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:36.571+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.421658+0000 front 2024-09-16T02:10:09.421589+0000 (oldest deadline 2024-09-16T02:10:31.721610+0000) 2024-09-16T02:10:37.251 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:36 smithi017 podman[128146]: 2024-09-16 02:10:36.818392592 +0000 UTC m=+0.385023365 container start 5c7a45022338bb8cf926dbb466838cb1768f6fbc086c967e2767b26e2125e970 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0) 2024-09-16T02:10:37.251 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:36 smithi017 podman[128146]: 2024-09-16 02:10:36.948408699 +0000 UTC m=+0.515039508 container attach 5c7a45022338bb8cf926dbb466838cb1768f6fbc086c967e2767b26e2125e970 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, ceph=True) 2024-09-16T02:10:37.251 INFO:journalctl@ceph.osd.6.smithi017.stdout:Sep 16 02:10:37 smithi017 podman[128146]: 2024-09-16 02:10:37.013820071 +0000 UTC m=+0.580450843 container died 5c7a45022338bb8cf926dbb466838cb1768f6fbc086c967e2767b26e2125e970 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T02:10:37.296 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:36 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:36.877+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:37.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:36 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:36.877+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:37.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:36 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:36.877+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:37.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:36 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:36.944+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:37.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:36 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:36.944+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:37.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:36 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:36.944+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:37.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:37 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:37.019+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:37.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:37 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:37.019+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:37.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:37 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:37.019+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:37.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:37 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:37.019+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:37.509 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:37 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:37.249+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:37.509 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:37 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:37.249+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:37.509 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:37 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:37.249+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:37.509 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:37 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:37.249+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:37.807 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.6.service' 2024-09-16T02:10:37.848 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:10:37.848 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-16T02:10:37.848 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-16T02:10:37.849 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.7 2024-09-16T02:10:37.876 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:37 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:37.605+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:37.876 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:37 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:37.605+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:37.876 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:37 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:37.605+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.421658+0000 front 2024-09-16T02:10:09.421589+0000 (oldest deadline 2024-09-16T02:10:31.721610+0000) 2024-09-16T02:10:38.169 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:37 smithi029 systemd[1]: Stopping Ceph osd.7 for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:10:38.169 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:37 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:37.973+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:38.169 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:37 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:37.973+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:38.169 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:37 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:37.973+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:38.169 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:37 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:37.973+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:38.296 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:37 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:37.887+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:38.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:37 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:37.887+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:38.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:37 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:37.887+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:38.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:37 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:37.987+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:38.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:37 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:37.987+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:38.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:37 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:37.987+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:38.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:38 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:38.261+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:38.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:38 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:38.261+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:38.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:38 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:38.261+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:38.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:38 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:38.261+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:38.546 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:38 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:38.167+0000 7fd8ca8e2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:10:38.568 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:38 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:38.167+0000 7fd8ca8e2640 -1 osd.7 87 *** Got signal Terminated *** 2024-09-16T02:10:38.568 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:38 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:38.167+0000 7fd8ca8e2640 -1 osd.7 87 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:10:38.940 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:38 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:38.627+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:38.940 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:38 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:38.627+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:38.940 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:38 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:38.627+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.421658+0000 front 2024-09-16T02:10:09.421589+0000 (oldest deadline 2024-09-16T02:10:31.721610+0000) 2024-09-16T02:10:39.296 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:38 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:38.879+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:39.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:38 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:38.879+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:39.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:38 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:38.879+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:39.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:38 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:38.983+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:39.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:38 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:38.983+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:39.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:38 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:38.983+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:39.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:38 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:38.939+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:39.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:38 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:38.939+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:39.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:38 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:38.939+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:39.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:38 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:38.939+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:39.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:39 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:39.213+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:39.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:39 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:39.213+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:39.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:39 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:39.213+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:39.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:39 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:39.213+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:39.951 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:39 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:39.587+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:39.951 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:39 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:39.587+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:39.951 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:39 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:39.587+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.421658+0000 front 2024-09-16T02:10:09.421589+0000 (oldest deadline 2024-09-16T02:10:31.721610+0000) 2024-09-16T02:10:40.296 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:39 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:39.868+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:40.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:39 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:39.868+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:40.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:39 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:39.868+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:40.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:39 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:39.994+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:40.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:39 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:39.994+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:40.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:39 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:39.994+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:40.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:39 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:39.950+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:40.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:39 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:39.950+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:40.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:39 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:39.950+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:40.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:39 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:39.950+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:40.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:40 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:40.201+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:40.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:40 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:40.201+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:40.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:40 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:40.201+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:40.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:40 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:40.201+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:40.985 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:40 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:40.617+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:40.985 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:40 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:40.617+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:40.985 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:40 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:40.617+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.421658+0000 front 2024-09-16T02:10:09.421589+0000 (oldest deadline 2024-09-16T02:10:31.721610+0000) 2024-09-16T02:10:41.296 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:40 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:40.825+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:41.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:40 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:40.825+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:41.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:40 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:40.825+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:41.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:40 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:40.986+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:41.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:40 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:40.986+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:41.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:40 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:40.986+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:41.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:40 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:40.983+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:41.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:40 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:40.983+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:41.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:40 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:40.983+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:41.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:40 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:40.983+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:41.525 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:41 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:41.182+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:41.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:41 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:41.182+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:41.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:41 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:41.182+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:41.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:41 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:41.182+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:41.993 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:41 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:41.610+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:41.994 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:41 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:41.610+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:41.994 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:41 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:41.610+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.421658+0000 front 2024-09-16T02:10:09.421589+0000 (oldest deadline 2024-09-16T02:10:31.721610+0000) 2024-09-16T02:10:42.046 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:41.998+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:42.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:41.998+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:42.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:41.998+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:42.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:41.781+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:42.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:41.781+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:42.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:41 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:41.781+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:42.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:41 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:41.991+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:42.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:41 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:41.991+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:42.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:41 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:41.991+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:42.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:41 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:41.991+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:42.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:42.204+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:42.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:42.204+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:42.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:42.204+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:42.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:42 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:42.204+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:43.027 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:42 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:42.655+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.519365+0000 front 2024-09-16T02:09:53.519395+0000 (oldest deadline 2024-09-16T02:10:19.419585+0000) 2024-09-16T02:10:43.027 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:42 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:42.655+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:59.420423+0000 front 2024-09-16T02:09:59.420180+0000 (oldest deadline 2024-09-16T02:10:25.320277+0000) 2024-09-16T02:10:43.027 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:42 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:42.655+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.421658+0000 front 2024-09-16T02:10:09.421589+0000 (oldest deadline 2024-09-16T02:10:31.721610+0000) 2024-09-16T02:10:43.027 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:42 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7[52590]: 2024-09-16T02:10:42.655+0000 7fd8c2ef0640 -1 osd.7 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.923229+0000 front 2024-09-16T02:10:16.923268+0000 (oldest deadline 2024-09-16T02:10:42.124017+0000) 2024-09-16T02:10:43.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:42 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:42.950+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:43.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:42 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:42.950+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:43.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:42 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:42.950+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:43.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:42 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:42.803+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:43.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:42 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:42.803+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:43.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:42 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:42.803+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:43.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:42 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:42.803+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.544983+0000 front 2024-09-16T02:10:18.544904+0000 (oldest deadline 2024-09-16T02:10:42.644806+0000) 2024-09-16T02:10:43.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:43 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:43.024+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:43.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:43 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:43.024+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:43.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:43 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:43.024+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:43.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:43 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:43.024+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:43.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:43 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:43.024+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:43.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:43 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:43.207+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:43.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:43 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:43.207+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:43.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:43 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:43.207+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:43.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:43 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:43.207+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:44.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:43 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:43.981+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:44.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:43 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:43.981+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:44.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:43 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:43.981+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:44.047 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:43 smithi029 podman[73718]: 2024-09-16 02:10:43.762705369 +0000 UTC m=+5.718553544 container died 564ff4333274f8750cc27b288322b67b87771597ab68f7846bac32f08d53ab50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-16T02:10:44.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:43 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:43.770+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:44.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:43 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:43.770+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:44.048 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:43 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:43.770+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:44.048 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:43 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:43.770+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.544983+0000 front 2024-09-16T02:10:18.544904+0000 (oldest deadline 2024-09-16T02:10:42.644806+0000) 2024-09-16T02:10:44.350 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:44 smithi029 podman[73718]: 2024-09-16 02:10:44.146658478 +0000 UTC m=+6.102506693 container cleanup 564ff4333274f8750cc27b288322b67b87771597ab68f7846bac32f08d53ab50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-16T02:10:44.350 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:44 smithi029 bash[73718]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7 2024-09-16T02:10:44.350 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:44 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:44.055+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:44.350 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:44 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:44.055+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:44.350 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:44 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:44.055+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:44.350 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:44 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:44.055+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:44.351 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:44 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:44.055+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:44.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:44 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:44.186+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:44.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:44 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:44.186+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:44.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:44 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:44.186+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:44.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:44 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:44.186+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:44.758 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:44 smithi029 podman[73736]: 2024-09-16 02:10:44.349111968 +0000 UTC m=+0.579561845 container remove 564ff4333274f8750cc27b288322b67b87771597ab68f7846bac32f08d53ab50 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-16T02:10:45.041 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:44 smithi029 podman[73820]: 2024-09-16 02:10:44.661314019 +0000 UTC m=+0.016687163 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T02:10:45.041 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:44 smithi029 podman[73820]: 2024-09-16 02:10:44.767236541 +0000 UTC m=+0.122609683 container create b22cf793b359c93030ee16d7aaa00d215b1e496f7ff50bf83ce5abf7227cacde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-16T02:10:45.041 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:45 smithi029 podman[73820]: 2024-09-16 02:10:45.040192861 +0000 UTC m=+0.395566010 container init b22cf793b359c93030ee16d7aaa00d215b1e496f7ff50bf83ce5abf7227cacde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-16T02:10:45.046 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:45 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:45.010+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:45.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:45 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:45.010+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:45.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:45 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:45.010+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:45.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:45 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:45.010+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:45.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:44 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:44.773+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:45.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:44 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:44.773+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:45.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:44 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:44.773+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:45.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:44 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:44.773+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.544983+0000 front 2024-09-16T02:10:18.544904+0000 (oldest deadline 2024-09-16T02:10:42.644806+0000) 2024-09-16T02:10:45.297 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:45 smithi029 podman[73820]: 2024-09-16 02:10:45.043785263 +0000 UTC m=+0.399158405 container start b22cf793b359c93030ee16d7aaa00d215b1e496f7ff50bf83ce5abf7227cacde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:10:45.297 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:45 smithi029 podman[73820]: 2024-09-16 02:10:45.157239745 +0000 UTC m=+0.512612887 container attach b22cf793b359c93030ee16d7aaa00d215b1e496f7ff50bf83ce5abf7227cacde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-16T02:10:45.297 INFO:journalctl@ceph.osd.7.smithi029.stdout:Sep 16 02:10:45 smithi029 podman[73820]: 2024-09-16 02:10:45.234356369 +0000 UTC m=+0.589729511 container died b22cf793b359c93030ee16d7aaa00d215b1e496f7ff50bf83ce5abf7227cacde (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:10:45.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:45 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:45.038+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:45.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:45 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:45.038+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:45.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:45 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:45.038+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:45.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:45 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:45.038+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:45.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:45 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:45.038+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:45.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:45 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:45.157+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:45.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:45 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:45.157+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:45.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:45 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:45.157+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:45.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:45 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:45.157+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:45.885 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.7.service' 2024-09-16T02:10:45.967 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:10:45.967 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-16T02:10:45.967 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-09-16T02:10:45.967 DEBUG:teuthology.orchestra.run.smithi122:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.8 2024-09-16T02:10:46.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:45 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:45.771+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:46.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:45 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:45.771+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:46.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:45 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:45.771+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:46.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:45 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:45.771+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.544983+0000 front 2024-09-16T02:10:18.544904+0000 (oldest deadline 2024-09-16T02:10:42.644806+0000) 2024-09-16T02:10:46.047 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:46 smithi122 systemd[1]: Stopping Ceph osd.8 for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:10:46.048 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:45 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:45.966+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:46.048 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:45 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:45.966+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:46.048 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:45 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:45.966+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:46.048 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:45 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:45.966+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:46.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:46 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:46.065+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:46.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:46 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:46.065+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:46.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:46 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:46.065+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:46.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:46 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:46.065+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:46.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:46 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:46.065+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:46.428 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:46 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:46.176+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:46.428 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:46 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:46.176+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:46.428 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:46 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:46.176+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:46.429 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:46 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:46.176+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:46.546 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:46 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:46.279+0000 7f08fffb0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:10:46.546 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:46 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:46.279+0000 7f08fffb0640 -1 osd.8 87 *** Got signal Terminated *** 2024-09-16T02:10:46.546 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:46 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:46.279+0000 7f08fffb0640 -1 osd.8 87 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:10:47.296 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:46 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:46.797+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:47.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:46 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:46.797+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:47.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:46 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:46.797+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:47.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:46 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:46.797+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.544983+0000 front 2024-09-16T02:10:18.544904+0000 (oldest deadline 2024-09-16T02:10:42.644806+0000) 2024-09-16T02:10:47.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:46 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:46.922+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:47.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:46 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:46.922+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:47.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:46 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:46.922+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:47.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:46 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:46.922+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:47.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:47 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:47.173+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:47.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:47 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:47.173+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:47.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:47 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:47.173+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:47.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:47 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:47.173+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:47.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:47 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:47.103+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:47.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:47 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:47.103+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:47.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:47 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:47.103+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:47.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:47 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:47.103+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:47.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:47 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:47.103+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:48.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:47 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:47.921+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:48.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:47 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:47.921+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:48.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:47 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:47.921+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:48.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:47 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:47.921+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:48.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:47 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:47.921+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:10:48.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:47 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:47.803+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:48.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:47 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:47.803+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:48.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:47 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:47.803+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:48.298 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:47 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:47.803+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.544983+0000 front 2024-09-16T02:10:18.544904+0000 (oldest deadline 2024-09-16T02:10:42.644806+0000) 2024-09-16T02:10:48.298 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:47 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:47.803+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.846196+0000 front 2024-09-16T02:10:24.846250+0000 (oldest deadline 2024-09-16T02:10:47.646801+0000) 2024-09-16T02:10:48.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:48 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:48.150+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:48.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:48 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:48.150+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:48.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:48 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:48.150+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:48.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:48 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:48.150+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:48.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:48 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:48.111+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:48.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:48 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:48.111+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:48.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:48 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:48.111+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:48.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:48 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:48.111+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:48.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:48 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:48.111+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:48.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:48 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:48.111+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:10:49.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:48 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:48.948+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:49.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:48 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:48.948+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:49.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:48 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:48.948+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:49.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:48 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:48.948+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:49.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:48 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:48.948+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:10:49.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:48 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:48.821+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:49.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:48 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:48.821+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:49.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:48 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:48.821+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:49.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:48 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:48.821+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.544983+0000 front 2024-09-16T02:10:18.544904+0000 (oldest deadline 2024-09-16T02:10:42.644806+0000) 2024-09-16T02:10:49.298 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:48 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:48.821+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.846196+0000 front 2024-09-16T02:10:24.846250+0000 (oldest deadline 2024-09-16T02:10:47.646801+0000) 2024-09-16T02:10:49.525 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:49 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:49.138+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:49.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:49 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:49.138+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:49.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:49 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:49.138+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:49.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:49 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:49.138+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:49.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:49 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:49.122+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:49.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:49 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:49.122+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:49.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:49 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:49.122+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:49.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:49 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:49.122+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:49.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:49 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:49.122+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:49.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:49 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:49.122+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:10:50.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:49 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:49.989+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:50.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:49 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:49.989+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:50.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:49 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:49.989+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:50.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:49 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:49.989+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:50.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:49 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:49.989+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:10:50.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:49 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:49.835+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:50.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:49 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:49.835+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:50.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:49 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:49.835+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:50.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:49 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:49.835+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.544983+0000 front 2024-09-16T02:10:18.544904+0000 (oldest deadline 2024-09-16T02:10:42.644806+0000) 2024-09-16T02:10:50.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:49 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:49.835+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.846196+0000 front 2024-09-16T02:10:24.846250+0000 (oldest deadline 2024-09-16T02:10:47.646801+0000) 2024-09-16T02:10:50.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:50 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:50.109+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:50.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:50 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:50.109+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:50.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:50 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:50.109+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:50.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:50 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:50.109+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:50.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:50 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:50.144+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:50.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:50 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:50.144+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:50.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:50 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:50.144+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:50.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:50 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:50.144+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:50.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:50 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:50.144+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:50.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:50 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:50.144+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:10:51.296 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:50 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:50.840+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.638536+0000 front 2024-09-16T02:09:52.638518+0000 (oldest deadline 2024-09-16T02:10:17.239026+0000) 2024-09-16T02:10:51.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:50 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:50.840+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.539931+0000 front 2024-09-16T02:10:02.539973+0000 (oldest deadline 2024-09-16T02:10:27.740863+0000) 2024-09-16T02:10:51.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:50 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:50.840+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:09.442397+0000 front 2024-09-16T02:10:09.442347+0000 (oldest deadline 2024-09-16T02:10:32.243036+0000) 2024-09-16T02:10:51.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:50 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:50.840+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.544983+0000 front 2024-09-16T02:10:18.544904+0000 (oldest deadline 2024-09-16T02:10:42.644806+0000) 2024-09-16T02:10:51.297 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:50 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8[52668]: 2024-09-16T02:10:50.840+0000 7f08f85be640 -1 osd.8 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.846196+0000 front 2024-09-16T02:10:24.846250+0000 (oldest deadline 2024-09-16T02:10:47.646801+0000) 2024-09-16T02:10:51.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:51 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:51.035+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:51.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:51 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:51.035+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:51.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:51 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:51.035+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:51.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:51 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:51.035+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:51.298 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:51 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:51.035+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:10:51.528 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:51 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:51.097+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:51.529 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:51 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:51.097+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:51.529 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:51 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:51.097+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:51.529 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:51 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:51.097+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:51.529 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:51 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:51.097+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:26.825788+0000 front 2024-09-16T02:10:26.825739+0000 (oldest deadline 2024-09-16T02:10:50.925715+0000) 2024-09-16T02:10:51.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:51 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:51.151+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:51.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:51 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:51.151+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:51.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:51 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:51.151+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:51.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:51 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:51.151+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:51.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:51 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:51.151+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:51.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:51 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:51.151+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:10:52.166 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:51 smithi122 podman[72825]: 2024-09-16 02:10:51.862959892 +0000 UTC m=+5.700759178 container died 09dd17562e4312f69b349c6badf4651a39742d4c69c3b6fca347bb93fae2cc7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-16T02:10:52.166 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:52 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:52.005+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:52.166 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:52 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:52.005+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:52.166 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:52 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:52.005+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:52.166 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:52 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:52.005+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:52.166 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:52 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:52.005+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:10:52.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:52 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:52.054+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:52.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:52 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:52.054+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:52.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:52 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:52.054+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:52.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:52 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:52.054+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:52.526 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:52 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:52.054+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:26.825788+0000 front 2024-09-16T02:10:26.825739+0000 (oldest deadline 2024-09-16T02:10:50.925715+0000) 2024-09-16T02:10:52.533 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:52 smithi122 podman[72825]: 2024-09-16 02:10:52.264202515 +0000 UTC m=+6.102001800 container cleanup 09dd17562e4312f69b349c6badf4651a39742d4c69c3b6fca347bb93fae2cc7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e) 2024-09-16T02:10:52.533 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:52 smithi122 bash[72825]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8 2024-09-16T02:10:52.548 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:52 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:52.104+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:52.548 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:52 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:52.104+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:52.548 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:52 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:52.104+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:52.548 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:52 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:52.104+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:52.549 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:52 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:52.104+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:52.549 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:52 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:52.104+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:10:52.796 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:52 smithi122 podman[72840]: 2024-09-16 02:10:52.532579139 +0000 UTC m=+0.669222285 container remove 09dd17562e4312f69b349c6badf4651a39742d4c69c3b6fca347bb93fae2cc7e (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=squid-8921c8e, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:10:53.095 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:53 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:53.044+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:53.095 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:53 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:53.044+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:53.095 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:53 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:53.044+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:53.096 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:53 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:53.044+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:53.096 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:53 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:53.044+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:10:53.096 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:52 smithi122 podman[72931]: 2024-09-16 02:10:52.743316832 +0000 UTC m=+0.015724119 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T02:10:53.096 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:52 smithi122 podman[72931]: 2024-09-16 02:10:52.858732307 +0000 UTC m=+0.131139637 container create dc334178a5b3fea1c16172ac54f28051f385e6cd85043524410cca39af9b60c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8-deactivate, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e) 2024-09-16T02:10:53.096 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:53 smithi122 podman[72931]: 2024-09-16 02:10:53.094628637 +0000 UTC m=+0.367035919 container init dc334178a5b3fea1c16172ac54f28051f385e6cd85043524410cca39af9b60c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS) 2024-09-16T02:10:53.275 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:53 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:53.019+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:53.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:53 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:53.019+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:53.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:53 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:53.019+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:53.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:53 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:53.019+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:53.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:53 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:53.019+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:26.825788+0000 front 2024-09-16T02:10:26.825739+0000 (oldest deadline 2024-09-16T02:10:50.925715+0000) 2024-09-16T02:10:53.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:53 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:53.088+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:53.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:53 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:53.088+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:53.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:53 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:53.088+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:53.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:53 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:53.088+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:53.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:53 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:53.088+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:53.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:53 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:53.088+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:10:53.547 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:53 smithi122 podman[72931]: 2024-09-16 02:10:53.098102901 +0000 UTC m=+0.370510185 container start dc334178a5b3fea1c16172ac54f28051f385e6cd85043524410cca39af9b60c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:10:53.548 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:53 smithi122 podman[72931]: 2024-09-16 02:10:53.177868855 +0000 UTC m=+0.450276136 container attach dc334178a5b3fea1c16172ac54f28051f385e6cd85043524410cca39af9b60c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8-deactivate, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-16T02:10:53.548 INFO:journalctl@ceph.osd.8.smithi122.stdout:Sep 16 02:10:53 smithi122 podman[72931]: 2024-09-16 02:10:53.293775016 +0000 UTC m=+0.566182298 container died dc334178a5b3fea1c16172ac54f28051f385e6cd85043524410cca39af9b60c2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-8-deactivate, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-16T02:10:53.958 DEBUG:teuthology.orchestra.run.smithi122:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.8.service' 2024-09-16T02:10:53.997 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:10:53.998 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-09-16T02:10:53.998 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-09-16T02:10:53.998 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.9 2024-09-16T02:10:54.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:53 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:53.990+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:54.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:53 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:53.990+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:54.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:53 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:53.990+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:54.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:53 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:53.990+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:54.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:53 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:53.990+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:26.825788+0000 front 2024-09-16T02:10:26.825739+0000 (oldest deadline 2024-09-16T02:10:50.925715+0000) 2024-09-16T02:10:54.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:54 smithi017 systemd[1]: Stopping Ceph osd.9 for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:10:54.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:54 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:54.030+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:54.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:54 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:54.030+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:54.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:54 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:54.030+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:54.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:54 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:54.030+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:54.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:54 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:54.030+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:10:54.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:54 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:54.066+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:54.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:54 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:54.066+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:54.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:54 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:54.066+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:54.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:54 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:54.066+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:54.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:54 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:54.066+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:54.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:54 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:54.066+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:10:54.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:54 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:54.347+0000 7fa34fcf6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:10:54.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:54 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:54.347+0000 7fa34fcf6640 -1 osd.9 87 *** Got signal Terminated *** 2024-09-16T02:10:54.776 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:54 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:54.347+0000 7fa34fcf6640 -1 osd.9 87 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:10:55.259 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:55 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:55.001+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:55.259 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:55 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:55.001+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:55.259 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:55 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:55.001+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:55.259 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:55 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:55.001+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:55.260 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:55 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:55.001+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:10:55.275 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:54 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:54.975+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:55.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:54 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:54.975+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:55.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:54 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:54.975+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:55.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:54 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:54.975+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:55.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:54 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:54.975+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:26.825788+0000 front 2024-09-16T02:10:26.825739+0000 (oldest deadline 2024-09-16T02:10:50.925715+0000) 2024-09-16T02:10:55.546 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:55 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:55.060+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:55.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:55 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:55.060+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:55.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:55 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:55.060+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:55.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:55 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:55.060+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:55.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:55 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:55.060+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:55.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:55 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:55.060+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:10:56.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:55 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:55.972+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:56.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:55 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:55.972+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:56.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:55 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:55.972+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:56.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:55 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:55.972+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:56.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:55 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:55.972+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:26.825788+0000 front 2024-09-16T02:10:26.825739+0000 (oldest deadline 2024-09-16T02:10:50.925715+0000) 2024-09-16T02:10:56.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:56 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:56.036+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:56.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:56 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:56.036+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:56.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:56 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:56.036+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:56.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:56 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:56.036+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:56.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:56 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:56.036+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:10:56.448 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:56 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:56.048+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:56.448 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:56 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:56.048+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:56.448 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:56 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:56.048+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:56.448 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:56 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:56.048+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:56.448 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:56 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:56.048+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:56.449 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:56 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:56.048+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:10:57.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:56 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:56.959+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:57.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:56 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:56.959+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:57.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:56 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:56.959+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:57.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:56 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:56.959+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:57.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:56 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:56.959+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:26.825788+0000 front 2024-09-16T02:10:26.825739+0000 (oldest deadline 2024-09-16T02:10:50.925715+0000) 2024-09-16T02:10:57.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:56 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:56.990+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:57.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:56 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:56.990+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:57.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:56 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:56.990+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:57.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:56 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:56.990+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:57.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:56 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:56.990+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:10:57.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:57 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:57.094+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:57.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:57 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:57.094+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:57.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:57 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:57.094+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:57.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:57 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:57.094+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:57.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:57 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:57.094+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:57.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:57 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:57.094+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:10:58.275 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:57 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:57.915+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:58.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:57 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:57.915+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:58.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:57 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:57.915+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:58.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:57 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:57.915+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:58.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:57 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:57.915+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:26.825788+0000 front 2024-09-16T02:10:26.825739+0000 (oldest deadline 2024-09-16T02:10:50.925715+0000) 2024-09-16T02:10:58.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:57 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:57.915+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:31.927230+0000 front 2024-09-16T02:10:31.927211+0000 (oldest deadline 2024-09-16T02:10:57.827339+0000) 2024-09-16T02:10:58.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:57 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:57.959+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:58.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:57 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:57.959+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:58.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:57 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:57.959+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:58.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:57 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:57.959+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:58.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:57 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:57.959+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:10:58.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:58 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:58.079+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:58.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:58 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:58.079+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:58.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:58 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:58.079+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:58.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:58 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:58.079+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:58.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:58 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:58.079+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:58.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:58 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:58.079+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:10:59.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:58 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:58.900+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.217860+0000 front 2024-09-16T02:09:41.217832+0000 (oldest deadline 2024-09-16T02:10:07.117892+0000) 2024-09-16T02:10:59.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:58 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:58.900+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:52.919796+0000 front 2024-09-16T02:09:52.919753+0000 (oldest deadline 2024-09-16T02:10:17.619858+0000) 2024-09-16T02:10:59.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:58 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:58.900+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:09:58.621639+0000 front 2024-09-16T02:09:58.621707+0000 (oldest deadline 2024-09-16T02:10:24.521882+0000) 2024-09-16T02:10:59.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:58 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:58.900+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.423105+0000 front 2024-09-16T02:10:10.423135+0000 (oldest deadline 2024-09-16T02:10:36.323334+0000) 2024-09-16T02:10:59.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:58 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:58.900+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:26.825788+0000 front 2024-09-16T02:10:26.825739+0000 (oldest deadline 2024-09-16T02:10:50.925715+0000) 2024-09-16T02:10:59.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:58 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9[64578]: 2024-09-16T02:10:58.900+0000 7fa34c30c640 -1 osd.9 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:31.927230+0000 front 2024-09-16T02:10:31.927211+0000 (oldest deadline 2024-09-16T02:10:57.827339+0000) 2024-09-16T02:10:59.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:58 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:58.930+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:10:59.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:58 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:58.930+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:10:59.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:58 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:58.930+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:10:59.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:58 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:58.930+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:10:59.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:58 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:58.930+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:10:59.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:59 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:59.117+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:10:59.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:59 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:59.117+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:10:59.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:59 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:59.117+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:10:59.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:59 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:59.117+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:10:59.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:59 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:59.117+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:10:59.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:59 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:59.117+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:10:59.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:10:59 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:10:59.117+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:32.859729+0000 front 2024-09-16T02:10:32.859826+0000 (oldest deadline 2024-09-16T02:10:58.759587+0000) 2024-09-16T02:10:59.998 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:10:59 smithi017 podman[128259]: 2024-09-16 02:10:59.730293239 +0000 UTC m=+5.515945495 container died 5e11256320e1af545d82c70157cdc1c2eb800a785e897d25694ad8ba06670021 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:11:00.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:11:00 smithi017 podman[128259]: 2024-09-16 02:11:00.096803685 +0000 UTC m=+5.882455941 container cleanup 5e11256320e1af545d82c70157cdc1c2eb800a785e897d25694ad8ba06670021 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:11:00.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:11:00 smithi017 bash[128259]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9 2024-09-16T02:11:00.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:59 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:59.914+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:00.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:59 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:59.914+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:00.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:59 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:59.914+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:00.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:59 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:59.914+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:00.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:10:59 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:10:59.914+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:00.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:00 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:00.131+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:11:00.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:00 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:00.131+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:11:00.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:00 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:00.131+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:11:00.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:00 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:00.131+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:11:00.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:00 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:00.131+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:11:00.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:00 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:00.131+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:11:00.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:00 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:00.131+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:32.859729+0000 front 2024-09-16T02:10:32.859826+0000 (oldest deadline 2024-09-16T02:10:58.759587+0000) 2024-09-16T02:11:00.708 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:11:00 smithi017 podman[128276]: 2024-09-16 02:11:00.372972673 +0000 UTC m=+0.632467914 container remove 5e11256320e1af545d82c70157cdc1c2eb800a785e897d25694ad8ba06670021 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-16T02:11:01.002 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:11:00 smithi017 podman[128361]: 2024-09-16 02:11:00.707109636 +0000 UTC m=+0.110128192 container create a778b80b2578478c63914990ac604aacdab5cfc6e4df4723dd83c0df27301c79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9-deactivate, ceph=True, RELEASE=squid-8921c8e, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:11:01.002 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:11:00 smithi017 podman[128361]: 2024-09-16 02:11:00.613494297 +0000 UTC m=+0.016512854 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T02:11:01.002 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:11:00 smithi017 podman[128361]: 2024-09-16 02:11:00.918009659 +0000 UTC m=+0.321028214 container init a778b80b2578478c63914990ac604aacdab5cfc6e4df4723dd83c0df27301c79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-09-16T02:11:01.002 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:11:00 smithi017 podman[128361]: 2024-09-16 02:11:00.921427001 +0000 UTC m=+0.324445563 container start a778b80b2578478c63914990ac604aacdab5cfc6e4df4723dd83c0df27301c79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9-deactivate, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:11:01.003 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:11:01 smithi017 podman[128361]: 2024-09-16 02:11:01.001293367 +0000 UTC m=+0.404311930 container attach a778b80b2578478c63914990ac604aacdab5cfc6e4df4723dd83c0df27301c79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9-deactivate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-16T02:11:01.276 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:11:01 smithi017 podman[128361]: 2024-09-16 02:11:01.114569867 +0000 UTC m=+0.517588429 container died a778b80b2578478c63914990ac604aacdab5cfc6e4df4723dd83c0df27301c79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0) 2024-09-16T02:11:01.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:00 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:00.886+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:01.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:00 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:00.886+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:01.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:00 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:00.886+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:01.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:00 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:00.886+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:01.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:00 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:00.886+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:01.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:00 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:00.886+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:01.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:01 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:01.134+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:11:01.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:01 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:01.134+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:11:01.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:01 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:01.134+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:11:01.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:01 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:01.134+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:11:01.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:01 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:01.134+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:11:01.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:01 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:01.134+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:11:01.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:01 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:01.134+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:32.859729+0000 front 2024-09-16T02:10:32.859826+0000 (oldest deadline 2024-09-16T02:10:58.759587+0000) 2024-09-16T02:11:01.813 INFO:journalctl@ceph.osd.9.smithi017.stdout:Sep 16 02:11:01 smithi017 podman[128384]: 2024-09-16 02:11:01.796472348 +0000 UTC m=+0.676139964 container remove a778b80b2578478c63914990ac604aacdab5cfc6e4df4723dd83c0df27301c79 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-9-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:11:01.819 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.9.service' 2024-09-16T02:11:01.861 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:11:01.861 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-09-16T02:11:01.861 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-09-16T02:11:01.861 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.10 2024-09-16T02:11:02.188 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:01 smithi029 systemd[1]: Stopping Ceph osd.10 for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:11:02.188 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:02 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:02.096+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:11:02.188 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:02 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:02.096+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:11:02.188 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:02 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:02.096+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:11:02.188 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:02 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:02.096+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:11:02.188 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:02 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:02.096+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:11:02.189 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:02 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:02.096+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:11:02.189 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:02 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:02.096+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:32.859729+0000 front 2024-09-16T02:10:32.859826+0000 (oldest deadline 2024-09-16T02:10:58.759587+0000) 2024-09-16T02:11:02.189 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:02 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:02.186+0000 7f7f6ee73640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:11:02.189 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:02 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:02.186+0000 7f7f6ee73640 -1 osd.10 87 *** Got signal Terminated *** 2024-09-16T02:11:02.189 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:02 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:02.186+0000 7f7f6ee73640 -1 osd.10 87 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:11:02.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:01 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:01.890+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:02.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:01 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:01.890+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:02.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:01 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:01.890+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:02.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:01 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:01.890+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:02.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:01 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:01.890+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:02.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:01 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:01.890+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:03.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:02 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:02.912+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:03.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:02 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:02.912+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:03.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:02 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:02.912+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:03.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:02 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:02.912+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:03.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:02 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:02.912+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:03.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:02 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:02.912+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:03.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:03 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:03.073+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:11:03.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:03 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:03.073+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:11:03.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:03 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:03.073+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:11:03.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:03 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:03.073+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:11:03.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:03 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:03.073+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:11:03.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:03 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:03.073+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:11:03.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:03 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:03.073+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:32.859729+0000 front 2024-09-16T02:10:32.859826+0000 (oldest deadline 2024-09-16T02:10:58.759587+0000) 2024-09-16T02:11:04.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:03 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:03.903+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:04.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:03 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:03.903+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:04.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:03 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:03.903+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:04.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:03 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:03.903+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:04.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:03 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:03.903+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:04.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:03 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:03.903+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:04.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:04 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:04.026+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:11:04.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:04 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:04.026+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:11:04.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:04 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:04.026+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:11:04.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:04 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:04.026+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:11:04.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:04 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:04.026+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:11:04.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:04 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:04.026+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:11:04.298 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:04 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:04.026+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:32.859729+0000 front 2024-09-16T02:10:32.859826+0000 (oldest deadline 2024-09-16T02:10:58.759587+0000) 2024-09-16T02:11:05.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:04 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:04.870+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:05.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:04 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:04.870+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:05.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:04 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:04.870+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:05.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:04 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:04.870+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:05.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:04 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:04.870+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:05.047 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:04 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:04.870+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:05.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:05 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:05.040+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:11:05.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:05 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:05.040+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:11:05.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:05 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:05.040+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:11:05.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:05 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:05.040+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:11:05.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:05 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:05.040+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:11:05.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:05 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:05.040+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:11:05.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:05 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:05.040+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:32.859729+0000 front 2024-09-16T02:10:32.859826+0000 (oldest deadline 2024-09-16T02:10:58.759587+0000) 2024-09-16T02:11:06.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:06 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:06.012+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:11:06.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:06 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:06.012+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:11:06.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:06 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:06.012+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:11:06.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:06 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:06.012+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:11:06.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:06 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:06.012+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:11:06.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:06 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:06.012+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:11:06.297 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:06 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:06.012+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:32.859729+0000 front 2024-09-16T02:10:32.859826+0000 (oldest deadline 2024-09-16T02:10:58.759587+0000) 2024-09-16T02:11:06.298 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:05 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:05.830+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:06.298 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:05 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:05.830+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:06.298 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:05 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:05.830+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:06.298 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:05 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:05.830+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:06.298 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:05 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:05.830+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:06.298 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:05 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:05.830+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:07.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:06 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:06.857+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:07.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:06 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:06.857+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:07.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:06 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:06.857+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:07.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:06 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:06.857+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:07.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:06 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:06.857+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:07.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:06 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:06.857+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:07.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:07 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:07.061+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:45.152250+0000 front 2024-09-16T02:09:45.152309+0000 (oldest deadline 2024-09-16T02:10:08.052297+0000) 2024-09-16T02:11:07.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:07 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:07.061+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.854001+0000 front 2024-09-16T02:09:53.854044+0000 (oldest deadline 2024-09-16T02:10:16.154102+0000) 2024-09-16T02:11:07.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:07 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:07.061+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:00.755802+0000 front 2024-09-16T02:10:00.755664+0000 (oldest deadline 2024-09-16T02:10:26.055474+0000) 2024-09-16T02:11:07.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:07 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:07.061+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-09-16T02:10:10.657295+0000 front 2024-09-16T02:10:10.657207+0000 (oldest deadline 2024-09-16T02:10:35.957155+0000) 2024-09-16T02:11:07.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:07 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:07.061+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:16.958306+0000 front 2024-09-16T02:10:16.958338+0000 (oldest deadline 2024-09-16T02:10:42.258398+0000) 2024-09-16T02:11:07.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:07 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:07.061+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:22.258798+0000 front 2024-09-16T02:10:22.258823+0000 (oldest deadline 2024-09-16T02:10:47.558770+0000) 2024-09-16T02:11:07.547 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:07 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10[59291]: 2024-09-16T02:11:07.061+0000 7f7f6b489640 -1 osd.10 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:32.859729+0000 front 2024-09-16T02:10:32.859826+0000 (oldest deadline 2024-09-16T02:10:58.759587+0000) 2024-09-16T02:11:07.875 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:07 smithi029 podman[73935]: 2024-09-16 02:11:07.579275151 +0000 UTC m=+5.513739359 container died 2bb97a9c145f5648b76a45cffb80f5ec0778734c826b735904f4d7758904cfb1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:11:08.201 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:07 smithi029 podman[73935]: 2024-09-16 02:11:07.973681514 +0000 UTC m=+5.908145722 container cleanup 2bb97a9c145f5648b76a45cffb80f5ec0778734c826b735904f4d7758904cfb1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-16T02:11:08.202 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:07 smithi029 bash[73935]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10 2024-09-16T02:11:08.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:07 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:07.851+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:08.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:07 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:07.851+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:08.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:07 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:07.851+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:08.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:07 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:07.851+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:08.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:07 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:07.851+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:08.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:07 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:07.851+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:08.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:07 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:07.851+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6820 osd.7 since back 2024-09-16T02:10:42.298197+0000 front 2024-09-16T02:10:42.298212+0000 (oldest deadline 2024-09-16T02:11:07.597961+0000) 2024-09-16T02:11:08.514 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:08 smithi029 podman[73951]: 2024-09-16 02:11:08.200939818 +0000 UTC m=+0.623611724 container remove 2bb97a9c145f5648b76a45cffb80f5ec0778734c826b735904f4d7758904cfb1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10, maintainer=Guillaume Abrioux , ceph=True, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-16T02:11:08.797 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:08 smithi029 podman[74043]: 2024-09-16 02:11:08.416510994 +0000 UTC m=+0.016558971 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T02:11:08.797 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:08 smithi029 podman[74043]: 2024-09-16 02:11:08.527302647 +0000 UTC m=+0.127350615 container create 57661e90149c668401703984cf151b088b6a37dc23bf340fcd25a84c4e3442d3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:11:08.797 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:08 smithi029 podman[74043]: 2024-09-16 02:11:08.757917248 +0000 UTC m=+0.357965214 container init 57661e90149c668401703984cf151b088b6a37dc23bf340fcd25a84c4e3442d3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T02:11:08.797 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:08 smithi029 podman[74043]: 2024-09-16 02:11:08.761294147 +0000 UTC m=+0.361342115 container start 57661e90149c668401703984cf151b088b6a37dc23bf340fcd25a84c4e3442d3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-16T02:11:09.296 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:08 smithi029 podman[74043]: 2024-09-16 02:11:08.866694177 +0000 UTC m=+0.466742154 container attach 57661e90149c668401703984cf151b088b6a37dc23bf340fcd25a84c4e3442d3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:11:09.309 INFO:journalctl@ceph.osd.10.smithi029.stdout:Sep 16 02:11:08 smithi029 podman[74043]: 2024-09-16 02:11:08.955162576 +0000 UTC m=+0.555210551 container died 57661e90149c668401703984cf151b088b6a37dc23bf340fcd25a84c4e3442d3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-10-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-16T02:11:09.309 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:08 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:08.813+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:09.309 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:08 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:08.813+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:09.309 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:08 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:08.813+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:09.309 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:08 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:08.813+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:09.309 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:08 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:08.813+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:09.310 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:08 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:08.813+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:09.310 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:08 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:08.813+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6820 osd.7 since back 2024-09-16T02:10:42.298197+0000 front 2024-09-16T02:10:42.298212+0000 (oldest deadline 2024-09-16T02:11:07.597961+0000) 2024-09-16T02:11:09.629 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.10.service' 2024-09-16T02:11:09.670 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:11:09.671 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-09-16T02:11:09.671 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-09-16T02:11:09.671 DEBUG:teuthology.orchestra.run.smithi122:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.11 2024-09-16T02:11:10.036 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:09 smithi122 systemd[1]: Stopping Ceph osd.11 for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:11:10.036 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:09 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:09.848+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:10.036 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:09 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:09.848+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:10.036 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:09 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:09.848+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:10.036 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:09 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:09.848+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:10.036 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:09 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:09.848+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:10.037 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:09 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:09.848+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:10.037 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:09 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:09.848+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6820 osd.7 since back 2024-09-16T02:10:42.298197+0000 front 2024-09-16T02:10:42.298212+0000 (oldest deadline 2024-09-16T02:11:07.597961+0000) 2024-09-16T02:11:10.037 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:10 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:10.034+0000 7f62d2b5b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:11:10.037 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:10 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:10.034+0000 7f62d2b5b640 -1 osd.11 87 *** Got signal Terminated *** 2024-09-16T02:11:10.037 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:10 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:10.034+0000 7f62d2b5b640 -1 osd.11 87 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:11:11.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:10 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:10.875+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:11.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:10 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:10.875+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:11.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:10 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:10.875+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:11.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:10 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:10.875+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:11.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:10 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:10.875+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:11.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:10 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:10.875+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:11.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:10 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:10.876+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6820 osd.7 since back 2024-09-16T02:10:42.298197+0000 front 2024-09-16T02:10:42.298212+0000 (oldest deadline 2024-09-16T02:11:07.597961+0000) 2024-09-16T02:11:12.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:11 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:11.912+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:12.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:11 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:11.912+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:12.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:11 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:11.912+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:12.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:11 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:11.912+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:12.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:11 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:11.912+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:12.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:11 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:11.912+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:12.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:11 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:11.912+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6820 osd.7 since back 2024-09-16T02:10:42.298197+0000 front 2024-09-16T02:10:42.298212+0000 (oldest deadline 2024-09-16T02:11:07.597961+0000) 2024-09-16T02:11:13.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:12 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:12.878+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:13.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:12 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:12.878+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:13.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:12 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:12.878+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:13.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:12 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:12.878+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:13.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:12 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:12.878+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:13.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:12 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:12.878+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:13.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:12 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:12.878+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6820 osd.7 since back 2024-09-16T02:10:42.298197+0000 front 2024-09-16T02:10:42.298212+0000 (oldest deadline 2024-09-16T02:11:07.597961+0000) 2024-09-16T02:11:14.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:13 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:13.895+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:14.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:13 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:13.895+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:14.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:13 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:13.895+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:14.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:13 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:13.895+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:14.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:13 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:13.895+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:14.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:13 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:13.895+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:14.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:13 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:13.895+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6820 osd.7 since back 2024-09-16T02:10:42.298197+0000 front 2024-09-16T02:10:42.298212+0000 (oldest deadline 2024-09-16T02:11:07.597961+0000) 2024-09-16T02:11:15.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:14 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:14.905+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-09-16T02:09:41.088203+0000 front 2024-09-16T02:09:41.088253+0000 (oldest deadline 2024-09-16T02:10:06.988328+0000) 2024-09-16T02:11:15.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:14 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:14.905+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6804 osd.1 since back 2024-09-16T02:09:53.989683+0000 front 2024-09-16T02:09:53.989707+0000 (oldest deadline 2024-09-16T02:10:18.089966+0000) 2024-09-16T02:11:15.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:14 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:14.905+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6804 osd.2 since back 2024-09-16T02:10:02.691118+0000 front 2024-09-16T02:10:02.691150+0000 (oldest deadline 2024-09-16T02:10:28.591312+0000) 2024-09-16T02:11:15.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:14 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:14.905+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6812 osd.4 since back 2024-09-16T02:10:18.294672+0000 front 2024-09-16T02:10:18.294635+0000 (oldest deadline 2024-09-16T02:10:44.194735+0000) 2024-09-16T02:11:15.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:14 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:14.905+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.122:6812 osd.5 since back 2024-09-16T02:10:24.195264+0000 front 2024-09-16T02:10:24.195238+0000 (oldest deadline 2024-09-16T02:10:47.695401+0000) 2024-09-16T02:11:15.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:14 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:14.905+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-09-16T02:10:29.396451+0000 front 2024-09-16T02:10:29.396502+0000 (oldest deadline 2024-09-16T02:11:00.596996+0000) 2024-09-16T02:11:15.297 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:14 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11[59174]: 2024-09-16T02:11:14.905+0000 7f62cb169640 -1 osd.11 87 heartbeat_check: no reply from 172.21.15.29:6820 osd.7 since back 2024-09-16T02:10:42.298197+0000 front 2024-09-16T02:10:42.298212+0000 (oldest deadline 2024-09-16T02:11:07.597961+0000) 2024-09-16T02:11:15.670 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:15 smithi122 podman[73048]: 2024-09-16 02:11:15.382827851 +0000 UTC m=+5.514083643 container died d127fcde25530a7c261afc71e38d95575185d220a9e8133100aba7e023dc36dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-16T02:11:16.028 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:15 smithi122 podman[73048]: 2024-09-16 02:11:15.767733016 +0000 UTC m=+5.898988804 container cleanup d127fcde25530a7c261afc71e38d95575185d220a9e8133100aba7e023dc36dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:11:16.028 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:15 smithi122 bash[73048]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11 2024-09-16T02:11:16.296 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:16 smithi122 podman[73064]: 2024-09-16 02:11:16.027280286 +0000 UTC m=+0.635154303 container remove d127fcde25530a7c261afc71e38d95575185d220a9e8133100aba7e023dc36dc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-16T02:11:16.674 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:16 smithi122 podman[73148]: 2024-09-16 02:11:16.279694822 +0000 UTC m=+0.015486123 image pull f1455bd0219c0836c14d3880561c736ab957883ab2384892956003bb36edc4ee quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80 2024-09-16T02:11:16.674 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:16 smithi122 podman[73148]: 2024-09-16 02:11:16.39487718 +0000 UTC m=+0.130668478 container create 011cd1ebfd8ed65861378e2452223d7ff1ff823cbe6c4af1d8bbd13f2f02371d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11-deactivate, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-09-16T02:11:16.674 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:16 smithi122 podman[73148]: 2024-09-16 02:11:16.597558325 +0000 UTC m=+0.333349624 container init 011cd1ebfd8ed65861378e2452223d7ff1ff823cbe6c4af1d8bbd13f2f02371d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-16T02:11:16.674 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:16 smithi122 podman[73148]: 2024-09-16 02:11:16.600799193 +0000 UTC m=+0.336590492 container start 011cd1ebfd8ed65861378e2452223d7ff1ff823cbe6c4af1d8bbd13f2f02371d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-16T02:11:16.674 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:16 smithi122 podman[73148]: 2024-09-16 02:11:16.672300377 +0000 UTC m=+0.408091684 container attach 011cd1ebfd8ed65861378e2452223d7ff1ff823cbe6c4af1d8bbd13f2f02371d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-16T02:11:17.046 INFO:journalctl@ceph.osd.11.smithi122.stdout:Sep 16 02:11:16 smithi122 podman[73148]: 2024-09-16 02:11:16.787351798 +0000 UTC m=+0.523143101 container died 011cd1ebfd8ed65861378e2452223d7ff1ff823cbe6c4af1d8bbd13f2f02371d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-osd-11-deactivate, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:11:17.413 DEBUG:teuthology.orchestra.run.smithi122:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@osd.11.service' 2024-09-16T02:11:17.452 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:11:17.453 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-09-16T02:11:17.453 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-16T02:11:17.453 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.a 2024-09-16T02:11:17.766 INFO:journalctl@ceph.mds.a.smithi017.stdout:Sep 16 02:11:17 smithi017 systemd[1]: Stopping Ceph mds.a for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:11:18.026 INFO:journalctl@ceph.mds.a.smithi017.stdout:Sep 16 02:11:17 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-a[71337]: 2024-09-16T02:11:17.764+0000 7ff4724c8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:11:18.026 INFO:journalctl@ceph.mds.a.smithi017.stdout:Sep 16 02:11:17 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-a[71337]: 2024-09-16T02:11:17.765+0000 7ff4724c8640 -1 mds.a *** got signal Terminated *** 2024-09-16T02:11:22.099 INFO:journalctl@ceph.mds.a.smithi017.stdout:Sep 16 02:11:21 smithi017 podman[128462]: 2024-09-16 02:11:21.809493433 +0000 UTC m=+4.151922338 container died 9ac405c73cbf8eed5b7f8ad540aa5e307b0c8c45ea4a5e77f016d17038190a3f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-a, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True) 2024-09-16T02:11:22.659 INFO:journalctl@ceph.mds.a.smithi017.stdout:Sep 16 02:11:22 smithi017 podman[128462]: 2024-09-16 02:11:22.406583048 +0000 UTC m=+4.749011952 container cleanup 9ac405c73cbf8eed5b7f8ad540aa5e307b0c8c45ea4a5e77f016d17038190a3f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-16T02:11:22.659 INFO:journalctl@ceph.mds.a.smithi017.stdout:Sep 16 02:11:22 smithi017 bash[128462]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-a 2024-09-16T02:11:22.786 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.a.service' 2024-09-16T02:11:22.823 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:11:22.824 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-16T02:11:22.824 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-09-16T02:11:22.824 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.d 2024-09-16T02:11:23.025 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 02:11:22 smithi017 systemd[1]: Stopping Ceph mds.d for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:11:23.525 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 02:11:23 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-d[70111]: 2024-09-16T02:11:23.169+0000 7f3eaa493640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:11:23.526 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 02:11:23 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-d[70111]: 2024-09-16T02:11:23.169+0000 7f3eaa493640 -1 mds.d *** got signal Terminated *** 2024-09-16T02:11:26.728 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 02:11:26 smithi017 podman[128598]: 2024-09-16 02:11:26.443317557 +0000 UTC m=+3.398843689 container died dbc83d9972c0267394aeac6eb50281c2b5373311a478e142a8d14781468e2160 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-d, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0) 2024-09-16T02:11:27.026 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 02:11:26 smithi017 podman[128598]: 2024-09-16 02:11:26.802000282 +0000 UTC m=+3.757526400 container cleanup dbc83d9972c0267394aeac6eb50281c2b5373311a478e142a8d14781468e2160 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-d, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-16T02:11:27.026 INFO:journalctl@ceph.mds.d.smithi017.stdout:Sep 16 02:11:26 smithi017 bash[128598]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-d 2024-09-16T02:11:27.238 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.d.service' 2024-09-16T02:11:27.272 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:11:27.272 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-09-16T02:11:27.272 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-09-16T02:11:27.272 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.g 2024-09-16T02:11:27.607 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 02:11:27 smithi017 systemd[1]: Stopping Ceph mds.g for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:11:28.025 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 02:11:27 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-g[70989]: 2024-09-16T02:11:27.605+0000 7f082921d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:11:28.026 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 02:11:27 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-g[70989]: 2024-09-16T02:11:27.605+0000 7f082921d640 -1 mds.g *** got signal Terminated *** 2024-09-16T02:11:31.898 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 02:11:31 smithi017 podman[128718]: 2024-09-16 02:11:31.621202971 +0000 UTC m=+4.127738480 container died b203aa4ea30410af1a264e28746b5992dad272acc15af1106c55d1d547f2db82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-g, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD) 2024-09-16T02:11:32.241 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 02:11:31 smithi017 podman[128718]: 2024-09-16 02:11:31.997256998 +0000 UTC m=+4.503792505 container cleanup b203aa4ea30410af1a264e28746b5992dad272acc15af1106c55d1d547f2db82 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-g, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:11:32.241 INFO:journalctl@ceph.mds.g.smithi017.stdout:Sep 16 02:11:31 smithi017 bash[128718]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-g 2024-09-16T02:11:32.390 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.g.service' 2024-09-16T02:11:32.425 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:11:32.425 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-09-16T02:11:32.425 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-09-16T02:11:32.425 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.j 2024-09-16T02:11:32.775 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 02:11:32 smithi017 systemd[1]: Stopping Ceph mds.j for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:11:32.776 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 02:11:32 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-j[69715]: 2024-09-16T02:11:32.751+0000 7fe86783e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:11:32.776 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 02:11:32 smithi017 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-j[69715]: 2024-09-16T02:11:32.751+0000 7fe86783e640 -1 mds.j *** got signal Terminated *** 2024-09-16T02:11:35.244 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 02:11:34 smithi017 podman[128841]: 2024-09-16 02:11:34.957285493 +0000 UTC m=+2.309734836 container died c03086d75e0cde72fe20d4f3864e5993663d38cc205997b242b5f1b15acc8019 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-j, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-16T02:11:35.528 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 02:11:35 smithi017 podman[128841]: 2024-09-16 02:11:35.342876351 +0000 UTC m=+2.695325690 container cleanup c03086d75e0cde72fe20d4f3864e5993663d38cc205997b242b5f1b15acc8019 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-j, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=squid-8921c8e, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-16T02:11:35.528 INFO:journalctl@ceph.mds.j.smithi017.stdout:Sep 16 02:11:35 smithi017 bash[128841]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-j 2024-09-16T02:11:35.744 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.j.service' 2024-09-16T02:11:35.778 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:11:35.778 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-09-16T02:11:35.778 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-16T02:11:35.778 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.b 2024-09-16T02:11:36.078 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 02:11:35 smithi029 systemd[1]: Stopping Ceph mds.b for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:11:36.546 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 02:11:36 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-b[64754]: 2024-09-16T02:11:36.076+0000 7f2654cc6640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:11:36.547 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 02:11:36 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-b[64754]: 2024-09-16T02:11:36.076+0000 7f2654cc6640 -1 mds.b *** got signal Terminated *** 2024-09-16T02:11:40.406 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 02:11:40 smithi029 podman[74144]: 2024-09-16 02:11:40.090631444 +0000 UTC m=+4.114478599 container died 3ea488431c8aad824b63e4a9b99f082b94d15ff407e26690a336109ff9329e03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-b, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:11:40.717 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 02:11:40 smithi029 podman[74144]: 2024-09-16 02:11:40.513751763 +0000 UTC m=+4.537598918 container cleanup 3ea488431c8aad824b63e4a9b99f082b94d15ff407e26690a336109ff9329e03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-16T02:11:40.717 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 02:11:40 smithi029 bash[74144]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-b 2024-09-16T02:11:40.959 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.b.service' 2024-09-16T02:11:40.982 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 02:11:40 smithi029 podman[74168]: 2024-09-16 02:11:40.716143794 +0000 UTC m=+0.624409351 container remove 3ea488431c8aad824b63e4a9b99f082b94d15ff407e26690a336109ff9329e03 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-b, org.label-schema.build-date=20240731, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T02:11:40.982 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 02:11:40 smithi029 systemd[1]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-16T02:11:40.983 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 02:11:40 smithi029 systemd[1]: Stopped Ceph mds.b for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T02:11:40.983 INFO:journalctl@ceph.mds.b.smithi029.stdout:Sep 16 02:11:40 smithi029 systemd[1]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.b.service: Consumed 44.375s CPU time. 2024-09-16T02:11:40.996 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:11:40.996 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-16T02:11:40.996 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-09-16T02:11:40.996 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.e 2024-09-16T02:11:41.297 INFO:journalctl@ceph.mds.e.smithi029.stdout:Sep 16 02:11:41 smithi029 systemd[1]: Stopping Ceph mds.e for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:11:41.797 INFO:journalctl@ceph.mds.e.smithi029.stdout:Sep 16 02:11:41 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-e[64135]: 2024-09-16T02:11:41.334+0000 7fdfe1c93640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:11:41.797 INFO:journalctl@ceph.mds.e.smithi029.stdout:Sep 16 02:11:41 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-e[64135]: 2024-09-16T02:11:41.334+0000 7fdfe1c93640 -1 mds.e *** got signal Terminated *** 2024-09-16T02:11:45.713 INFO:journalctl@ceph.mds.e.smithi029.stdout:Sep 16 02:11:45 smithi029 podman[74278]: 2024-09-16 02:11:45.318292011 +0000 UTC m=+4.092088914 container died 2a1ce525d6489416f53e28a2fb5252e48403d0037408b2e0b47071087d5c0456 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-e, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T02:11:46.042 INFO:journalctl@ceph.mds.e.smithi029.stdout:Sep 16 02:11:45 smithi029 podman[74278]: 2024-09-16 02:11:45.797302259 +0000 UTC m=+4.571099151 container cleanup 2a1ce525d6489416f53e28a2fb5252e48403d0037408b2e0b47071087d5c0456 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-e, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-16T02:11:46.042 INFO:journalctl@ceph.mds.e.smithi029.stdout:Sep 16 02:11:45 smithi029 bash[74278]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-e 2024-09-16T02:11:46.179 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.e.service' 2024-09-16T02:11:46.215 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:11:46.215 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-09-16T02:11:46.215 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-09-16T02:11:46.215 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.h 2024-09-16T02:11:46.546 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 02:11:46 smithi029 systemd[1]: Stopping Ceph mds.h for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:11:46.796 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 02:11:46 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-h[64444]: 2024-09-16T02:11:46.543+0000 7f9779306640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:11:46.796 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 02:11:46 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-h[64444]: 2024-09-16T02:11:46.543+0000 7f9779306640 -1 mds.h *** got signal Terminated *** 2024-09-16T02:11:49.247 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 02:11:48 smithi029 podman[74399]: 2024-09-16 02:11:48.952937118 +0000 UTC m=+2.518976112 container died 9ce50dbbbe608e7cae36be3a0fd39eb2b6049f9094019694bb922a9c302370f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-h, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-16T02:11:49.546 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 02:11:49 smithi029 podman[74399]: 2024-09-16 02:11:49.356627894 +0000 UTC m=+2.922666887 container cleanup 9ce50dbbbe608e7cae36be3a0fd39eb2b6049f9094019694bb922a9c302370f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-h, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=squid-8921c8e) 2024-09-16T02:11:49.547 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 02:11:49 smithi029 bash[74399]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-h 2024-09-16T02:11:49.841 INFO:journalctl@ceph.mds.h.smithi029.stdout:Sep 16 02:11:49 smithi029 podman[74411]: 2024-09-16 02:11:49.583859834 +0000 UTC m=+0.631832654 container remove 9ce50dbbbe608e7cae36be3a0fd39eb2b6049f9094019694bb922a9c302370f5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-h, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=squid-8921c8e, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True) 2024-09-16T02:11:49.846 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.h.service' 2024-09-16T02:11:49.881 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:11:49.882 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-09-16T02:11:49.882 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-09-16T02:11:49.882 DEBUG:teuthology.orchestra.run.smithi029:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.k 2024-09-16T02:11:50.196 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 02:11:49 smithi029 systemd[1]: Stopping Ceph mds.k for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:11:50.546 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 02:11:50 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-k[63819]: 2024-09-16T02:11:50.194+0000 7f4cfe6be640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:11:50.546 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 02:11:50 smithi029 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-k[63819]: 2024-09-16T02:11:50.194+0000 7f4cfe6be640 -1 mds.k *** got signal Terminated *** 2024-09-16T02:11:52.040 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 02:11:51 smithi029 podman[74520]: 2024-09-16 02:11:51.765656197 +0000 UTC m=+1.666835494 container died 59eb914c3cfbfe4a0534a92def9ad174f87fd326c1fbc10401e0c8dfb690e977 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-k, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:11:52.296 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 02:11:52 smithi029 podman[74520]: 2024-09-16 02:11:52.123672967 +0000 UTC m=+2.024852254 container cleanup 59eb914c3cfbfe4a0534a92def9ad174f87fd326c1fbc10401e0c8dfb690e977 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-k, RELEASE=squid-8921c8e, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True) 2024-09-16T02:11:52.297 INFO:journalctl@ceph.mds.k.smithi029.stdout:Sep 16 02:11:52 smithi029 bash[74520]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-k 2024-09-16T02:11:52.516 DEBUG:teuthology.orchestra.run.smithi029:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.k.service' 2024-09-16T02:11:52.550 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:11:52.550 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-09-16T02:11:52.550 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-09-16T02:11:52.550 DEBUG:teuthology.orchestra.run.smithi122:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.c 2024-09-16T02:11:52.844 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 02:11:52 smithi122 systemd[1]: Stopping Ceph mds.c for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:11:53.100 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 02:11:52 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-c[64390]: 2024-09-16T02:11:52.842+0000 7f3b7bd1d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:11:53.100 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 02:11:52 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-c[64390]: 2024-09-16T02:11:52.842+0000 7f3b7bd1d640 -1 mds.c *** got signal Terminated *** 2024-09-16T02:11:57.127 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 02:11:56 smithi122 podman[73250]: 2024-09-16 02:11:56.848909923 +0000 UTC m=+4.104858233 container died 179d921f511b38fe5311665521dd0b433394fde33d6a6a0b9e4f83ef983644cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-c, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, RELEASE=squid-8921c8e, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-16T02:11:57.519 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 02:11:57 smithi122 podman[73250]: 2024-09-16 02:11:57.217158281 +0000 UTC m=+4.473106484 container cleanup 179d921f511b38fe5311665521dd0b433394fde33d6a6a0b9e4f83ef983644cb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-c, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-16T02:11:57.519 INFO:journalctl@ceph.mds.c.smithi122.stdout:Sep 16 02:11:57 smithi122 bash[73250]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-c 2024-09-16T02:11:57.687 DEBUG:teuthology.orchestra.run.smithi122:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.c.service' 2024-09-16T02:11:57.724 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:11:57.724 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-09-16T02:11:57.724 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-09-16T02:11:57.725 DEBUG:teuthology.orchestra.run.smithi122:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.f 2024-09-16T02:11:58.046 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 02:11:57 smithi122 systemd[1]: Stopping Ceph mds.f for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:11:58.546 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 02:11:58 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-f[64088]: 2024-09-16T02:11:58.045+0000 7f9d26321640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:11:58.546 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 02:11:58 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-f[64088]: 2024-09-16T02:11:58.046+0000 7f9d26321640 -1 mds.f *** got signal Terminated *** 2024-09-16T02:12:01.296 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 02:12:00 smithi122 podman[73384]: 2024-09-16 02:12:00.997165134 +0000 UTC m=+3.051858399 container died 0a49286dfc4896afcc6d15299923a7893e5b408ae6ea0b47ffb60bbf01c60b18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-f, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, RELEASE=squid-8921c8e, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-16T02:12:01.624 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 02:12:01 smithi122 podman[73384]: 2024-09-16 02:12:01.413020975 +0000 UTC m=+3.467714246 container cleanup 0a49286dfc4896afcc6d15299923a7893e5b408ae6ea0b47ffb60bbf01c60b18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-f, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=squid-8921c8e, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-16T02:12:01.624 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 02:12:01 smithi122 bash[73384]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-f 2024-09-16T02:12:01.852 DEBUG:teuthology.orchestra.run.smithi122:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.f.service' 2024-09-16T02:12:01.875 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 02:12:01 smithi122 podman[73396]: 2024-09-16 02:12:01.622803067 +0000 UTC m=+0.623970115 container remove 0a49286dfc4896afcc6d15299923a7893e5b408ae6ea0b47ffb60bbf01c60b18 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-f, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, RELEASE=squid-8921c8e, org.label-schema.schema-version=1.0, ceph=True) 2024-09-16T02:12:01.875 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 02:12:01 smithi122 systemd[1]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.f.service: Deactivated successfully. 2024-09-16T02:12:01.875 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 02:12:01 smithi122 systemd[1]: Stopped Ceph mds.f for 9c4454ae-73cb-11ef-bceb-c7b262605968. 2024-09-16T02:12:01.875 INFO:journalctl@ceph.mds.f.smithi122.stdout:Sep 16 02:12:01 smithi122 systemd[1]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.f.service: Consumed 13.257s CPU time. 2024-09-16T02:12:01.884 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:12:01.885 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-09-16T02:12:01.885 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-09-16T02:12:01.885 DEBUG:teuthology.orchestra.run.smithi122:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.i 2024-09-16T02:12:02.193 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 02:12:01 smithi122 systemd[1]: Stopping Ceph mds.i for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:12:02.546 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 02:12:02 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-i[64704]: 2024-09-16T02:12:02.191+0000 7f05947e9640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:12:02.547 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 02:12:02 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-i[64704]: 2024-09-16T02:12:02.191+0000 7f05947e9640 -1 mds.i *** got signal Terminated *** 2024-09-16T02:12:05.243 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 02:12:04 smithi122 podman[73507]: 2024-09-16 02:12:04.987908925 +0000 UTC m=+2.885394057 container died 30be0e6fba1812cb2d58655175c6c3eec0e0ec868b0bc6e5891af3271cccfd63 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-i, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=squid-8921c8e, org.label-schema.vendor=CentOS) 2024-09-16T02:12:05.502 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 02:12:05 smithi122 podman[73507]: 2024-09-16 02:12:05.333753153 +0000 UTC m=+3.231238327 container cleanup 30be0e6fba1812cb2d58655175c6c3eec0e0ec868b0bc6e5891af3271cccfd63 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:12:05.502 INFO:journalctl@ceph.mds.i.smithi122.stdout:Sep 16 02:12:05 smithi122 bash[73507]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-i 2024-09-16T02:12:05.710 DEBUG:teuthology.orchestra.run.smithi122:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.i.service' 2024-09-16T02:12:05.741 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:12:05.741 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-09-16T02:12:05.741 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-09-16T02:12:05.741 DEBUG:teuthology.orchestra.run.smithi122:> sudo systemctl stop ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.l 2024-09-16T02:12:06.055 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 02:12:05 smithi122 systemd[1]: Stopping Ceph mds.l for 9c4454ae-73cb-11ef-bceb-c7b262605968... 2024-09-16T02:12:06.546 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 02:12:06 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-l[63790]: 2024-09-16T02:12:06.053+0000 7f3b54b3b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:12:06.547 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 02:12:06 smithi122 ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-l[63790]: 2024-09-16T02:12:06.053+0000 7f3b54b3b640 -1 mds.l *** got signal Terminated *** 2024-09-16T02:12:09.273 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 02:12:08 smithi122 podman[73626]: 2024-09-16 02:12:08.986956536 +0000 UTC m=+3.035471835 container died 0af65751c269dffd1f0be39b629f04ad29c4643e57ef03d1a9fdcc706704d6eb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-l, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:12:09.547 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 02:12:09 smithi122 podman[73626]: 2024-09-16 02:12:09.354425419 +0000 UTC m=+3.402940708 container cleanup 0af65751c269dffd1f0be39b629f04ad29c4643e57ef03d1a9fdcc706704d6eb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:6b5c73953776cdbbe2c2650e2c9813ab5ac3fdead855fa68a3941507184c3a80, name=ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-l, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=squid-8921c8e, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T02:12:09.547 INFO:journalctl@ceph.mds.l.smithi122.stdout:Sep 16 02:12:09 smithi122 bash[73626]: ceph-9c4454ae-73cb-11ef-bceb-c7b262605968-mds-l 2024-09-16T02:12:09.755 DEBUG:teuthology.orchestra.run.smithi122:> sudo pkill -f 'journalctl -f -n 0 -u ceph-9c4454ae-73cb-11ef-bceb-c7b262605968@mds.l.service' 2024-09-16T02:12:09.787 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T02:12:09.787 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-09-16T02:12:09.787 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-16T02:12:09.999 INFO:teuthology.orchestra.run.smithi017.stdout:Deleting cluster with fsid: 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T02:12:12.600 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-16T02:12:12.812 INFO:teuthology.orchestra.run.smithi029.stdout:Deleting cluster with fsid: 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T02:12:15.429 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-16T02:12:15.629 INFO:teuthology.orchestra.run.smithi122.stdout:Deleting cluster with fsid: 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T02:12:18.033 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T02:12:18.069 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T02:12:18.103 DEBUG:teuthology.orchestra.run.smithi122:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T02:12:18.131 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-16T02:12:18.135 DEBUG:teuthology.misc:Transferring archived files from smithi017:/var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906476/remote/smithi017/crash 2024-09-16T02:12:18.136 DEBUG:teuthology.orchestra.run.smithi017:> sudo tar c -f - -C /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/crash -- . 2024-09-16T02:12:18.175 INFO:teuthology.orchestra.run.smithi017.stderr:tar: /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-16T02:12:18.175 INFO:teuthology.orchestra.run.smithi017.stderr:tar: Error is not recoverable: exiting now 2024-09-16T02:12:18.178 DEBUG:teuthology.misc:Transferring archived files from smithi029:/var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906476/remote/smithi029/crash 2024-09-16T02:12:18.178 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/crash -- . 2024-09-16T02:12:18.232 INFO:teuthology.orchestra.run.smithi029.stderr:tar: /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-16T02:12:18.233 INFO:teuthology.orchestra.run.smithi029.stderr:tar: Error is not recoverable: exiting now 2024-09-16T02:12:18.235 DEBUG:teuthology.misc:Transferring archived files from smithi122:/var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906476/remote/smithi122/crash 2024-09-16T02:12:18.235 DEBUG:teuthology.orchestra.run.smithi122:> sudo tar c -f - -C /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/crash -- . 2024-09-16T02:12:18.271 INFO:teuthology.orchestra.run.smithi122.stderr:tar: /var/lib/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-16T02:12:18.271 INFO:teuthology.orchestra.run.smithi122.stderr:tar: Error is not recoverable: exiting now 2024-09-16T02:12:18.272 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-16T02:12:18.272 DEBUG:teuthology.orchestra.run.smithi017:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-09-16T02:12:18.355 INFO:tasks.cephadm:Compressing logs... 2024-09-16T02:12:18.355 DEBUG:teuthology.orchestra.run.smithi017:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T02:12:18.358 DEBUG:teuthology.orchestra.run.smithi029:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T02:12:18.360 DEBUG:teuthology.orchestra.run.smithi122:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T02:12:18.389 INFO:teuthology.orchestra.run.smithi122.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-16T02:12:18.390 INFO:teuthology.orchestra.run.smithi122.stderr:: No such file or directory 2024-09-16T02:12:18.390 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-16T02:12:18.390 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.i.log 2024-09-16T02:12:18.390 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mon.c.log 2024-09-16T02:12:18.390 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.i.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-16T02:12:18.390 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.11.log 2024-09-16T02:12:18.390 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.2.log 2024-09-16T02:12:18.390 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.5.log 2024-09-16T02:12:18.390 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.log 2024-09-16T02:12:18.390 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.l.log 2024-09-16T02:12:18.390 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.5.log: /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.8.log 2024-09-16T02:12:18.390 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.l.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mgr.z.log 2024-09-16T02:12:18.391 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.c.log 2024-09-16T02:12:18.391 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.f.log 2024-09-16T02:12:18.391 INFO:teuthology.orchestra.run.smithi122.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-16T02:12:18.392 INFO:teuthology.orchestra.run.smithi029.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-16T02:12:18.392 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.10.log 2024-09-16T02:12:18.392 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.1.log 2024-09-16T02:12:18.392 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.7.log 2024-09-16T02:12:18.392 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.10.log: /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-16T02:12:18.392 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.b.log 2024-09-16T02:12:18.395 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.k.log 2024-09-16T02:12:18.396 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-volume.log: /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.4.log 2024-09-16T02:12:18.396 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-16T02:12:18.396 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-16T02:12:18.396 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.audit.log: 90.4% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-16T02:12:18.396 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mgr.y.log 2024-09-16T02:12:18.397 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.cephadm.log: 83.6% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-16T02:12:18.398 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.log 2024-09-16T02:12:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-09-16T02:12:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.0.log 2024-09-16T02:12:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.9.log 2024-09-16T02:12:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-16T02:12:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.0.log: /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.9.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-16T02:12:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.a.log 2024-09-16T02:12:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-16T02:12:18.402 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mon.a.log 2024-09-16T02:12:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.g.log 2024-09-16T02:12:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.6.log 2024-09-16T02:12:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.log 2024-09-16T02:12:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.d.log 2024-09-16T02:12:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mgr.x.log 2024-09-16T02:12:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.j.log 2024-09-16T02:12:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.3.log 2024-09-16T02:12:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-09-16T02:12:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-16T02:12:18.403 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.log: /var/log/ceph/cephadm.log: 87.2% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-16T02:12:18.403 INFO:teuthology.orchestra.run.smithi017.stderr: 94.8% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.g.log.gz 2024-09-16T02:12:18.404 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mgr.y.log: 94.6% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.k.log.gz 2024-09-16T02:12:18.404 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.h.log 2024-09-16T02:12:18.405 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.log: 87.2% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-16T02:12:18.405 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mon.b.log 2024-09-16T02:12:18.406 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-16T02:12:18.408 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.h.log: 93.4% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mgr.y.log.gz 2024-09-16T02:12:18.410 INFO:teuthology.orchestra.run.smithi029.stderr:gzip -5 --verbose -- /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.e.log 2024-09-16T02:12:18.410 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-16T02:12:18.418 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.e.log: 94.6% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.e.log.gz 2024-09-16T02:12:18.420 INFO:teuthology.orchestra.run.smithi029.stderr:/var/log/ceph/cephadm.log: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-16T02:12:18.423 INFO:teuthology.orchestra.run.smithi017.stderr: 82.7% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-16T02:12:18.502 INFO:teuthology.orchestra.run.smithi122.stderr:/var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.c.log: /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.f.log: /var/log/ceph/cephadm.log: 93.5% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mgr.z.log.gz 2024-09-16T02:12:18.529 INFO:teuthology.orchestra.run.smithi017.stderr: 90.3% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-16T02:12:18.539 INFO:teuthology.orchestra.run.smithi122.stderr: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-16T02:12:18.555 INFO:teuthology.orchestra.run.smithi122.stderr: 87.2% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-16T02:12:18.574 INFO:teuthology.orchestra.run.smithi122.stderr: 83.5% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-16T02:12:18.601 INFO:teuthology.orchestra.run.smithi122.stderr: 90.5% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-16T02:12:18.625 INFO:teuthology.orchestra.run.smithi122.stderr: 91.0% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-16T02:12:18.632 INFO:teuthology.orchestra.run.smithi017.stderr: 90.9% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-16T02:12:18.707 INFO:teuthology.orchestra.run.smithi029.stderr: 94.3% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.h.log.gz 2024-09-16T02:12:18.953 INFO:teuthology.orchestra.run.smithi017.stderr: 94.8% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.a.log.gz 2024-09-16T02:12:19.176 INFO:teuthology.orchestra.run.smithi029.stderr: 91.7% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mon.b.log.gz 2024-09-16T02:12:19.258 INFO:teuthology.orchestra.run.smithi017.stderr: 94.7% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.d.log.gz 2024-09-16T02:12:19.271 INFO:teuthology.orchestra.run.smithi017.stderr: 94.8% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-16T02:12:19.650 INFO:teuthology.orchestra.run.smithi017.stderr: 94.9% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.j.log.gz 2024-09-16T02:12:19.808 INFO:teuthology.orchestra.run.smithi017.stderr: 90.6% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mgr.x.log.gz 2024-09-16T02:12:22.725 INFO:teuthology.orchestra.run.smithi122.stderr: 95.3% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.l.log.gz 2024-09-16T02:12:32.513 INFO:teuthology.orchestra.run.smithi017.stderr: 91.1% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.9.log.gz 2024-09-16T02:12:35.170 INFO:teuthology.orchestra.run.smithi122.stderr: 91.6% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mon.c.log.gz 2024-09-16T02:12:37.087 INFO:teuthology.orchestra.run.smithi029.stderr: 91.3% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.1.log.gz 2024-09-16T02:12:38.355 INFO:teuthology.orchestra.run.smithi029.stderr: 94.9% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.b.log.gz 2024-09-16T02:12:38.476 INFO:teuthology.orchestra.run.smithi029.stderr: 90.9% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.10.log.gz 2024-09-16T02:12:39.793 INFO:teuthology.orchestra.run.smithi029.stderr: 91.2% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.4.log.gz 2024-09-16T02:12:44.550 INFO:teuthology.orchestra.run.smithi029.stderr: 90.8% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.7.log.gz 2024-09-16T02:12:44.552 INFO:teuthology.orchestra.run.smithi029.stderr: 2024-09-16T02:12:44.553 INFO:teuthology.orchestra.run.smithi029.stderr:real 0m26.176s 2024-09-16T02:12:44.553 INFO:teuthology.orchestra.run.smithi029.stderr:user 1m43.290s 2024-09-16T02:12:44.553 INFO:teuthology.orchestra.run.smithi029.stderr:sys 0m2.885s 2024-09-16T02:12:50.094 INFO:teuthology.orchestra.run.smithi017.stderr: 91.1% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mon.a.log.gz 2024-09-16T02:13:45.033 INFO:teuthology.orchestra.run.smithi122.stderr: 94.0% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.f.log.gz 2024-09-16T02:14:02.056 INFO:teuthology.orchestra.run.smithi017.stderr: 90.9% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.3.log.gz 2024-09-16T02:14:19.092 INFO:teuthology.orchestra.run.smithi017.stderr: 90.8% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.6.log.gz 2024-09-16T02:14:28.305 INFO:teuthology.orchestra.run.smithi017.stderr: 91.2% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.0.log.gz 2024-09-16T02:15:34.156 INFO:teuthology.orchestra.run.smithi122.stderr: 90.8% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.5.log.gz 2024-09-16T02:15:41.927 INFO:teuthology.orchestra.run.smithi122.stderr: 91.2% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.2.log.gz 2024-09-16T02:15:59.401 INFO:teuthology.orchestra.run.smithi122.stderr: 90.9% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.11.log.gz 2024-09-16T02:16:05.410 INFO:teuthology.orchestra.run.smithi122.stderr: 91.0% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-osd.8.log.gz 2024-09-16T02:21:53.511 INFO:teuthology.orchestra.run.smithi017.stderr: 93.0% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-09-16T02:21:53.513 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-09-16T02:21:53.513 INFO:teuthology.orchestra.run.smithi017.stderr:real 9m35.141s 2024-09-16T02:21:53.513 INFO:teuthology.orchestra.run.smithi017.stderr:user 7m59.405s 2024-09-16T02:21:53.513 INFO:teuthology.orchestra.run.smithi017.stderr:sys 0m19.184s 2024-09-16T02:28:45.173 INFO:teuthology.orchestra.run.smithi122.stderr: 95.0% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.c.log.gz 2024-09-16T02:38:13.592 INFO:teuthology.orchestra.run.smithi122.stderr: 95.0% -- replaced with /var/log/ceph/9c4454ae-73cb-11ef-bceb-c7b262605968/ceph-mds.i.log.gz 2024-09-16T02:38:13.635 INFO:teuthology.orchestra.run.smithi122.stderr: 2024-09-16T02:38:13.635 INFO:teuthology.orchestra.run.smithi122.stderr:real 25m55.259s 2024-09-16T02:38:13.635 INFO:teuthology.orchestra.run.smithi122.stderr:user 12m40.770s 2024-09-16T02:38:13.635 INFO:teuthology.orchestra.run.smithi122.stderr:sys 0m36.239s 2024-09-16T02:38:13.636 INFO:tasks.cephadm:Archiving logs... 2024-09-16T02:38:13.636 DEBUG:teuthology.misc:Transferring archived files from smithi017:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906476/remote/smithi017/log 2024-09-16T02:38:13.637 DEBUG:teuthology.orchestra.run.smithi017:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T02:39:30.425 DEBUG:teuthology.misc:Transferring archived files from smithi029:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906476/remote/smithi029/log 2024-09-16T02:39:30.426 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T02:39:47.074 DEBUG:teuthology.misc:Transferring archived files from smithi122:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906476/remote/smithi122/log 2024-09-16T02:39:47.076 DEBUG:teuthology.orchestra.run.smithi122:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T02:41:33.536 INFO:tasks.cephadm:Removing cluster... 2024-09-16T02:41:33.537 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 --force 2024-09-16T02:41:33.939 INFO:teuthology.orchestra.run.smithi017.stdout:Deleting cluster with fsid: 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T02:41:34.291 DEBUG:teuthology.orchestra.run.smithi029:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 --force 2024-09-16T02:41:34.504 INFO:teuthology.orchestra.run.smithi029.stdout:Deleting cluster with fsid: 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T02:41:34.910 DEBUG:teuthology.orchestra.run.smithi122:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 9c4454ae-73cb-11ef-bceb-c7b262605968 --force 2024-09-16T02:41:36.054 INFO:teuthology.orchestra.run.smithi122.stdout:Deleting cluster with fsid: 9c4454ae-73cb-11ef-bceb-c7b262605968 2024-09-16T02:41:36.803 INFO:tasks.cephadm:Removing cephadm ... 2024-09-16T02:41:36.803 DEBUG:teuthology.orchestra.run.smithi017:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-16T02:41:36.823 DEBUG:teuthology.orchestra.run.smithi029:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-16T02:41:36.843 DEBUG:teuthology.orchestra.run.smithi122:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-16T02:41:36.868 INFO:tasks.cephadm:Teardown complete 2024-09-16T02:41:36.869 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-16T02:41:36.882 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-16T02:41:36.882 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T02:41:36.884 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T02:41:36.887 DEBUG:teuthology.orchestra.run.smithi122:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T02:41:37.010 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-16T02:41:37.020 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-16T02:41:37.020 DEBUG:teuthology.orchestra.run.smithi017:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T02:41:37.023 DEBUG:teuthology.orchestra.run.smithi029:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T02:41:37.026 DEBUG:teuthology.orchestra.run.smithi122:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T02:41:37.038 INFO:teuthology.orchestra.run.smithi017.stderr:bash: line 1: ntpq: command not found 2024-09-16T02:41:37.040 INFO:teuthology.orchestra.run.smithi122.stderr:bash: line 1: ntpq: command not found 2024-09-16T02:41:37.041 INFO:teuthology.orchestra.run.smithi029.stderr:bash: line 1: ntpq: command not found 2024-09-16T02:41:37.046 INFO:teuthology.orchestra.run.smithi029.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T02:41:37.046 INFO:teuthology.orchestra.run.smithi029.stdout:=============================================================================== 2024-09-16T02:41:37.047 INFO:teuthology.orchestra.run.smithi029.stdout:^* hv01.front.sepia.ceph.com 3 6 377 18 -474us[ -467us] +/- 42ms 2024-09-16T02:41:37.047 INFO:teuthology.orchestra.run.smithi029.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 19 +741us[ +748us] +/- 70ms 2024-09-16T02:41:37.047 INFO:teuthology.orchestra.run.smithi029.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 27 +96us[ +103us] +/- 71ms 2024-09-16T02:41:37.047 INFO:teuthology.orchestra.run.smithi029.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T02:41:37.076 INFO:teuthology.orchestra.run.smithi017.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T02:41:37.076 INFO:teuthology.orchestra.run.smithi017.stdout:=============================================================================== 2024-09-16T02:41:37.076 INFO:teuthology.orchestra.run.smithi017.stdout:^* hv01.front.sepia.ceph.com 3 6 377 22 -466us[ -459us] +/- 42ms 2024-09-16T02:41:37.076 INFO:teuthology.orchestra.run.smithi017.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 17 +736us[ +736us] +/- 70ms 2024-09-16T02:41:37.077 INFO:teuthology.orchestra.run.smithi017.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 20 +100us[ +100us] +/- 71ms 2024-09-16T02:41:37.077 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T02:41:37.125 INFO:teuthology.orchestra.run.smithi122.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T02:41:37.125 INFO:teuthology.orchestra.run.smithi122.stdout:=============================================================================== 2024-09-16T02:41:37.125 INFO:teuthology.orchestra.run.smithi122.stdout:^* hv01.front.sepia.ceph.com 3 6 377 21 -472us[ -486us] +/- 42ms 2024-09-16T02:41:37.126 INFO:teuthology.orchestra.run.smithi122.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 19 +751us[ +751us] +/- 70ms 2024-09-16T02:41:37.126 INFO:teuthology.orchestra.run.smithi122.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 21 +110us[ +95us] +/- 71ms 2024-09-16T02:41:37.126 INFO:teuthology.orchestra.run.smithi122.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T02:41:37.143 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-16T02:41:37.153 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-16T02:41:37.153 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-16T02:41:37.177 DEBUG:teuthology.orchestra.run.smithi017:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T02:41:37.330 DEBUG:teuthology.orchestra.run.smithi029:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T02:41:37.409 DEBUG:teuthology.orchestra.run.smithi122:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T02:41:37.529 DEBUG:teuthology.orchestra.run.smithi017:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T02:41:37.563 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T02:41:37.563 DEBUG:teuthology.orchestra.run.smithi029:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T02:41:37.596 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T02:41:37.597 DEBUG:teuthology.orchestra.run.smithi122:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T02:41:37.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T02:41:37.624 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-16T02:41:37.635 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-16T02:41:37.669 INFO:teuthology.task.internal:Duration was 4467.793191 seconds 2024-09-16T02:41:37.669 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-16T02:41:37.703 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-16T02:41:37.703 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T02:41:37.705 DEBUG:teuthology.orchestra.run.smithi029:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T02:41:37.708 DEBUG:teuthology.orchestra.run.smithi122:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T02:41:37.750 INFO:teuthology.orchestra.run.smithi029.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T02:41:37.764 INFO:teuthology.orchestra.run.smithi017.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T02:41:37.786 INFO:teuthology.orchestra.run.smithi122.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T02:41:38.134 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-16T02:41:38.134 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi017.front.sepia.ceph.com 2024-09-16T02:41:38.134 DEBUG:teuthology.orchestra.run.smithi017:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T02:41:38.160 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi029.front.sepia.ceph.com 2024-09-16T02:41:38.160 DEBUG:teuthology.orchestra.run.smithi029:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T02:41:38.192 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi122.front.sepia.ceph.com 2024-09-16T02:41:38.193 DEBUG:teuthology.orchestra.run.smithi122:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T02:41:38.215 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-16T02:41:38.215 DEBUG:teuthology.orchestra.run.smithi017:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T02:41:38.218 DEBUG:teuthology.orchestra.run.smithi029:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T02:41:38.235 DEBUG:teuthology.orchestra.run.smithi122:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T02:41:38.297 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-16T02:41:38.297 DEBUG:teuthology.orchestra.run.smithi017:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T02:41:38.300 DEBUG:teuthology.orchestra.run.smithi029:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T02:41:38.306 DEBUG:teuthology.orchestra.run.smithi122:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T02:41:40.107 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-16T02:41:40.117 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-16T02:41:40.118 DEBUG:teuthology.orchestra.run.smithi017:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T02:41:40.144 DEBUG:teuthology.orchestra.run.smithi029:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T02:41:40.176 DEBUG:teuthology.orchestra.run.smithi122:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T02:41:40.208 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-16T02:41:40.219 DEBUG:teuthology.orchestra.run.smithi017:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T02:41:40.221 DEBUG:teuthology.orchestra.run.smithi029:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T02:41:40.224 DEBUG:teuthology.orchestra.run.smithi122:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T02:41:40.250 INFO:teuthology.orchestra.run.smithi029.stdout:kernel.core_pattern = core 2024-09-16T02:41:40.251 INFO:teuthology.orchestra.run.smithi017.stdout:kernel.core_pattern = core 2024-09-16T02:41:40.294 INFO:teuthology.orchestra.run.smithi122.stdout:kernel.core_pattern = core 2024-09-16T02:41:40.312 DEBUG:teuthology.orchestra.run.smithi017:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T02:41:40.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T02:41:40.327 DEBUG:teuthology.orchestra.run.smithi029:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T02:41:40.344 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T02:41:40.344 DEBUG:teuthology.orchestra.run.smithi122:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T02:41:40.361 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T02:41:40.362 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-16T02:41:40.373 INFO:teuthology.task.internal:Transferring archived files... 2024-09-16T02:41:40.374 DEBUG:teuthology.misc:Transferring archived files from smithi017:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906476/remote/smithi017 2024-09-16T02:41:40.375 DEBUG:teuthology.orchestra.run.smithi017:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T02:41:40.452 DEBUG:teuthology.misc:Transferring archived files from smithi029:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906476/remote/smithi029 2024-09-16T02:41:40.453 DEBUG:teuthology.orchestra.run.smithi029:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T02:41:40.494 DEBUG:teuthology.misc:Transferring archived files from smithi122:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_21:24:03-fs-squid-distro-default-smithi/7906476/remote/smithi122 2024-09-16T02:41:40.494 DEBUG:teuthology.orchestra.run.smithi122:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T02:41:40.537 INFO:teuthology.task.internal:Removing archive directory... 2024-09-16T02:41:40.538 DEBUG:teuthology.orchestra.run.smithi017:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T02:41:40.540 DEBUG:teuthology.orchestra.run.smithi029:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T02:41:40.543 DEBUG:teuthology.orchestra.run.smithi122:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T02:41:40.586 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-16T02:41:40.599 INFO:teuthology.task.internal:Not uploading archives. 2024-09-16T02:41:40.599 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-16T02:41:40.619 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-16T02:41:40.619 DEBUG:teuthology.orchestra.run.smithi017:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T02:41:40.622 DEBUG:teuthology.orchestra.run.smithi029:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T02:41:40.624 DEBUG:teuthology.orchestra.run.smithi122:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T02:41:40.635 INFO:teuthology.orchestra.run.smithi017.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 02:41 /home/ubuntu/cephtest 2024-09-16T02:41:40.639 INFO:teuthology.orchestra.run.smithi029.stdout: 265836 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 02:41 /home/ubuntu/cephtest 2024-09-16T02:41:40.643 INFO:teuthology.orchestra.run.smithi122.stdout: 265324 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 02:41 /home/ubuntu/cephtest 2024-09-16T02:41:40.644 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-16T02:41:40.659 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-16T02:41:40.722 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate 3-modules} clusters/1a11s-mds-1c-client-3node conf/{client mds mgr mon osd} mount/fuse objectstore-ec/bluestore-comp omap_limit/10000 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts pg_health session_timeout} ranks/multi/{balancer/random export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-no-extra-options} 1-check-counter 2-scrub/yes 3-snaps/no 4-flush/no 5-quiesce/no 6-workunit/suites/dbench}} duration: 4467.793191194534 flavor: default owner: scheduled_teuthology@teuthology success: true 2024-09-16T02:41:40.722 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T02:41:40.811 INFO:teuthology.run:pass